-- Logs begin at Mon 2021-08-30 13:34:10 UTC, end at Mon 2021-08-30 16:00:38 UTC. -- Aug 30 14:06:36.226881 n-d-805668-3 systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 14:06:39.072559 n-d-805668-3 neutron-server[94715]: INFO neutron.common.config [-] Logging enabled! Aug 30 14:06:39.073429 n-d-805668-3 neutron-server[94715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 14:06:39.073429 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 14:06:39.076675 n-d-805668-3 neutron-server[94715]: INFO neutron.common.config [-] Logging enabled! Aug 30 14:06:39.076931 n-d-805668-3 neutron-server[94715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 14:06:39.077277 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 14:06:39.078252 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 14:06:39.078486 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 14:06:39.078872 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 14:06:39.079188 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 14:06:39.079419 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 14:06:39.079752 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.080046 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.080346 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.080576 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.080874 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.081251 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.081546 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.081836 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.082134 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.082420 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.082703 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.083011 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.083244 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.083526 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.083816 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.084102 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.084325 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] debug = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.084606 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.085069 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.085489 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.085774 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.086068 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.086352 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.086628 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.086902 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.087309 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.087533 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] host = n-d-805668-3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.087838 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.088139 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.088400 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.089279 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.089575 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.089858 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.090144 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.090425 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.090699 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] log_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.090989 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.091270 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.091612 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.091848 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.092082 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.092299 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.092590 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.092881 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.093211 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.093503 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.093783 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.094083 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.094384 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.094628 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.094934 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.095199 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.095492 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.095767 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.096042 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.096314 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.096585 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.096872 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.097174 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.097451 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.097725 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.098013 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.098282 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.098555 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.098861 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.099150 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.099434 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.099720 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.099994 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.100279 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.100550 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.100820 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.101238 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] use_json = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.101418 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.101634 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.101916 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.102187 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.102500 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.102730 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.103002 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.103293 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:39.103598 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.103900 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.104262 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.105105 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.105382 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.105669 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.105959 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.106258 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.106563 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.106857 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.107171 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.107451 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.107745 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.108026 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.108370 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.108735 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.108973 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.109297 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.109588 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.109852 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.110127 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.110409 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.110700 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.110978 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.111268 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.111559 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.111840 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.112130 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.112423 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.112716 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.112990 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.113302 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.113598 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.113875 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.114229 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.114510 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.114803 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.115147 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.115482 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.115696 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.116043 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.116326 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.116600 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.116894 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.117235 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.117514 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.117791 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.118069 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.118430 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.118659 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.119037 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.119322 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.119601 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.119929 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.120228 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.120523 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.120804 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.121110 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.121385 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.121665 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.122009 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.122292 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.122570 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.122849 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.123122 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.123399 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.123740 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.124055 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.124332 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.124610 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.124881 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.125187 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.125506 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.125930 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.126354 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.126681 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.126995 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.127282 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.127567 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.127857 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.128144 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.128437 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.128703 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.129006 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.129328 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.129620 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.129915 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.130200 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.130518 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.130829 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.131113 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.131407 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.131684 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.131967 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.132255 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.132541 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.132883 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.133229 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.133602 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.133908 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.134211 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.134499 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.134820 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.135103 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:39.135330 n-d-805668-3 neutron-server[94715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 14:06:39.135610 n-d-805668-3 neutron-server[94715]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94715) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 14:06:39.501988 n-d-805668-3 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 14:06:39.502351 n-d-805668-3 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 14:06:39.502706 n-d-805668-3 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 14:06:39.503084 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 14:06:39.927684 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.927975 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.928248 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.929661 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.929941 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.930206 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.970302 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.970650 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.970836 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.986815 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.987097 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:39.987364 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.018764 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.019061 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.019327 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.060808 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.061200 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.061416 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.299217 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.299851 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.299851 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.300117 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.300823 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.424940 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.425327 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.425614 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.425889 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.426163 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.426473 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.426735 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.426991 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.427245 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.427526 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.427789 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.428061 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.428314 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.428567 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.428820 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.429109 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.429367 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.429636 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.429902 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.430160 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.430431 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.430688 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.430967 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.431349 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.431599 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.431845 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.432811 n-d-805668-3 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:06:40.433071 n-d-805668-3 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:06:40.433317 n-d-805668-3 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:06:40.433553 n-d-805668-3 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:06:40.433787 n-d-805668-3 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:06:40.434022 n-d-805668-3 neutron-server[94715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:06:40.434396 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 14:06:40.437819 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 14:06:40.441952 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 14:06:40.445854 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 30 14:06:40.447513 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 14:06:40.448533 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 14:06:40.448868 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 14:06:40.449348 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 14:06:40.452189 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 14:06:40.452442 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 14:06:40.452797 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 14:06:40.458207 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 14:06:40.481037 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 14:06:40.481534 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.481842 n-d-805668-3 neutron-server[94715]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94715) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 14:06:40.482211 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.483579 n-d-805668-3 neutron-server[94715]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94715) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 14:06:40.483943 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 14:06:40.484190 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 14:06:40.487493 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.487777 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:40.553145 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 14:06:40.553414 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 14:06:40.553534 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 14:06:40.553900 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 14:06:40.577759 n-d-805668-3 neutron-server[94715]: DEBUG oslo_db.sqlalchemy.engines [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94715) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 14:06:41.144891 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Initializing driver for type 'gre' Aug 30 14:06:41.145565 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] gre ID ranges: [(1, 1000)] Aug 30 14:06:41.205077 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Initializing driver for type 'local' Aug 30 14:06:41.205767 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Initializing driver for type 'vlan' Aug 30 14:06:41.226842 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] VlanTypeDriver initialization complete Aug 30 14:06:41.227338 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Initializing driver for type 'vxlan' Aug 30 14:06:41.228189 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] vxlan ID ranges: [(1, 1000)] Aug 30 14:06:41.301787 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Initializing extension driver 'port_security' Aug 30 14:06:41.302788 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.extensions.port_security [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] PortSecurityExtensionDriver initialization complete Aug 30 14:06:41.302788 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Initializing mechanism driver 'openvswitch' Aug 30 14:06:41.302788 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Initializing mechanism driver 'hyperv' Aug 30 14:06:41.309257 n-d-805668-3 neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:41.310305 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.310899 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.311494 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.312385 n-d-805668-3 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:06:41.313115 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > subnet after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.313724 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > subnet after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.314318 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.314951 n-d-805668-3 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:06:41.315640 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > network after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.316221 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > network after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.316616 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > network after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.317134 n-d-805668-3 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:06:41.317811 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > security_group after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.318418 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > security_group after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.319023 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.319911 n-d-805668-3 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:06:41.320603 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.321238 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.321806 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.322461 n-d-805668-3 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:06:41.323142 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > address_group after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.323748 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > address_group after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.324327 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.324978 n-d-805668-3 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:06:41.325648 n-d-805668-3 neutron-server[94715]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] ML2 OVO RPC backend initialized. {{(pid=94715) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 14:06:41.326895 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.327491 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.328210 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > network before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.328821 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > networks before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.329458 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > port before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.330053 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > ports before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.330652 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > subnet before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.331226 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > subnets before_response 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.331772 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > network after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.332122 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > network after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.332657 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > network after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.333272 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.333871 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.334424 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.335018 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > subnet after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.335612 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > subnet after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.336163 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.337009 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.plugin [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Modular L2 Plugin initialization complete Aug 30 14:06:41.337601 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading services supported by the core plugin {{(pid=94715) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 14:06:41.338103 n-d-805668-3 neutron-server[94715]: INFO neutron.plugins.ml2.managers [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Got port-security extension from driver 'port_security' Aug 30 14:06:41.339331 n-d-805668-3 neutron-server[94715]: INFO neutron.extensions.vlantransparent [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Disabled vlantransparent extension. Aug 30 14:06:41.340160 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94715) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 14:06:41.340715 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading Plugin: router Aug 30 14:06:41.397371 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.397943 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router after_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.398560 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router before_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.399179 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.399834 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.400466 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router after_delete 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.401859 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.402519 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.402902 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router after_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.403529 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router after_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.404137 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router after_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.404721 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.405380 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router after_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.406081 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.406712 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.407313 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.407910 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: subnet after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.408506 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.409166 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.409784 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.410380 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: port before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.410973 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.411604 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router after_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.412180 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.412767 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_create 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.413423 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.414035 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_update 55549900 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.414697 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > agent after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.415315 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > agent after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.415923 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > network after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.417463 n-d-805668-3 neutron-server[94715]: DEBUG neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Tracking information for resource: router configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:06:41.417932 n-d-805668-3 neutron-server[94715]: DEBUG neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Tracking information for resource: floatingip configured {{(pid=94715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:06:41.425129 n-d-805668-3 neutron-server[94715]: INFO neutron.db.l3_agentschedulers_db [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 14:06:41.425948 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.426353 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.426822 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.427423 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.428563 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router before_create 55550100 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.429108 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.429593 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_create 55550100 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.430058 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > router precommit_update 55550100 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.438669 n-d-805668-3 neutron-server[94715]: DEBUG neutron.services.provider_configuration [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service providers = [] {{(pid=94715) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 14:06:41.439285 n-d-805668-3 neutron-server[94715]: DEBUG neutron.db.servicetype_db [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94715) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 14:06:41.444358 n-d-805668-3 neutron-server[94715]: DEBUG neutron.services.service_base [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 14:06:41.444934 n-d-805668-3 neutron-server[94715]: DEBUG neutron.services.service_base [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 14:06:41.445546 n-d-805668-3 neutron-server[94715]: DEBUG neutron.services.service_base [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 14:06:41.446999 n-d-805668-3 neutron-server[94715]: DEBUG neutron.services.service_base [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 14:06:41.447615 n-d-805668-3 neutron-server[94715]: INFO neutron.services.service_base [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 14:06:41.448807 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:06:41.449393 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 14:06:41.465799 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:06:41.466328 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading Plugin: auto_allocate Aug 30 14:06:41.475250 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: network precommit_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.475901 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: network precommit_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.476792 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:06:41.477373 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading Plugin: tag Aug 30 14:06:41.488133 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:06:41.488559 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading Plugin: timestamp Aug 30 14:06:41.494208 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:06:41.495284 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading Plugin: network_ip_availability Aug 30 14:06:41.504223 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.504688 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.505290 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.506237 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:06:41.506706 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading Plugin: flavors Aug 30 14:06:41.514976 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:06:41.515523 n-d-805668-3 neutron-server[94715]: INFO neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading Plugin: revisions Aug 30 14:06:41.522858 n-d-805668-3 neutron-server[94715]: DEBUG neutron.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:06:41.523523 n-d-805668-3 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.021s {{(pid=94715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 14:06:41.524380 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94715) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 14:06:41.524813 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Initializing extension manager. Aug 30 14:06:41.525639 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: __init__.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.526191 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: __pycache__ {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.526642 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.527204 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: address_group.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.528167 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.529103 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: address-group Aug 30 14:06:41.529654 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: address_scope.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.530665 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.531330 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: address-scope Aug 30 14:06:41.531870 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.533253 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.533817 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: router-admin-state-down-before-update Aug 30 14:06:41.534254 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: agent.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.535610 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.536467 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: agent Aug 30 14:06:41.537019 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: agent_resources_synced.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.538450 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.539013 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: agent-resources-synced Aug 30 14:06:41.539511 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: allowedaddresspairs.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.542788 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.543705 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: allowed-address-pairs Aug 30 14:06:41.544269 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: auto_allocated_topology.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.546070 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.546944 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: auto-allocated-topology Aug 30 14:06:41.547497 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: availability_zone.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.548774 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.549651 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: availability_zone Aug 30 14:06:41.550212 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: availability_zone_filter.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.551380 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.552111 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: availability_zone_filter Aug 30 14:06:41.552626 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: data_plane_status.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.553733 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.554564 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 14:06:41.555110 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: default_subnetpools.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.556583 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.558221 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: default-subnetpools Aug 30 14:06:41.558774 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.560126 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.560998 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: dhcp_agent_scheduler Aug 30 14:06:41.561592 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: dns.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.563201 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.564070 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 14:06:41.564618 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: dns_domain_ports.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.566155 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.567016 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 14:06:41.567506 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.568624 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.569249 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 14:06:41.569772 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: dvr.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.570673 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.571407 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: dvr Aug 30 14:06:41.571765 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: ecmp_routes.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.573159 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.573907 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 14:06:41.574378 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: empty_string_filtering.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.575532 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.576217 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: empty-string-filtering Aug 30 14:06:41.576753 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.578272 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.579152 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 14:06:41.579700 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.580840 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.581536 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 14:06:41.582083 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: external_net.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.583402 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.584109 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: external-net Aug 30 14:06:41.584559 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.585915 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.586811 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: extra_dhcp_opt Aug 30 14:06:41.587369 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: extraroute.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.588875 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.589761 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: extraroute Aug 30 14:06:41.590304 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: extraroute_atomic.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.591789 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.592611 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: extraroute-atomic Aug 30 14:06:41.593274 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: filter_validation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.594435 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.595332 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: filter-validation Aug 30 14:06:41.595877 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: fip_pf_description.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.597421 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.598290 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 14:06:41.598719 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: fip_port_details.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.600044 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.600826 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: fip-port-details Aug 30 14:06:41.601310 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: flavors.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.603082 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.604475 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: flavors Aug 30 14:06:41.604987 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.607517 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.608429 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 14:06:41.608979 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: floatingip_pools.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.610166 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.611067 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: floatingip-pools Aug 30 14:06:41.611623 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: ip_allocation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.612993 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.613830 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 14:06:41.614379 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.615860 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.616717 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: ip-substring-filtering Aug 30 14:06:41.617283 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: l2_adjacency.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.618397 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.618986 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 14:06:41.619399 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: l3.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.621598 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.622158 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: router Aug 30 14:06:41.622558 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.625650 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.626311 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 14:06:41.626698 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.627997 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.628659 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: ext-gw-mode Aug 30 14:06:41.628998 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.630351 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.631110 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: l3-ha Aug 30 14:06:41.631600 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: l3_flavors.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.632846 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.633783 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: l3-flavors Aug 30 14:06:41.634320 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.635659 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.636360 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 14:06:41.636879 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: l3agentscheduler.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.638896 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.639787 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: l3_agent_scheduler Aug 30 14:06:41.640357 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: logging.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.642294 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.642871 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension logging not supported by any of loaded plugins Aug 30 14:06:41.643252 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: metering.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.644332 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.645259 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: metering Aug 30 14:06:41.645609 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.646839 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.647693 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: metering_source_and_destination_fields Aug 30 14:06:41.648041 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: multiprovidernet.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.649236 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.649924 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: multi-provider Aug 30 14:06:41.650256 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: netmtu.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.651549 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.652196 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: net-mtu Aug 30 14:06:41.652709 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: netmtu_writable.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.654114 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.654731 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: net-mtu-writable Aug 30 14:06:41.655307 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: network_availability_zone.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.656124 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.656769 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: network_availability_zone Aug 30 14:06:41.657246 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: network_ip_availability.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.658654 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.659329 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: network-ip-availability Aug 30 14:06:41.659806 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: network_segment_range.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.660775 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.661564 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 14:06:41.661932 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: pagination.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.663145 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.663484 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: pagination Aug 30 14:06:41.664015 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: port_device_profile.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.665295 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.665874 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: port-device-profile Aug 30 14:06:41.666326 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.668035 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.668715 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: port-mac-address-regenerate Aug 30 14:06:41.669297 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.670774 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.671646 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: port-numa-affinity-policy Aug 30 14:06:41.672063 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: port_resource_request.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.673388 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.673989 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 14:06:41.674370 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: portbindings.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.675511 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.676361 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: binding Aug 30 14:06:41.676792 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: portbindings_extended.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.678877 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.679742 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: binding-extended Aug 30 14:06:41.680302 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: portsecurity.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.681804 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.683226 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: port-security Aug 30 14:06:41.683759 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: project_id.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.685342 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.685910 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: project-id Aug 30 14:06:41.686459 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: providernet.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.687915 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.688796 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: provider Aug 30 14:06:41.689382 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.695456 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.696389 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos not supported by any of loaded plugins Aug 30 14:06:41.696967 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.698950 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.699659 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 14:06:41.700027 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.701378 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.702245 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 14:06:41.702687 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_default.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.703956 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.704487 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-default not supported by any of loaded plugins Aug 30 14:06:41.704872 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_fip.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.706000 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.706662 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 14:06:41.707201 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_gateway_ip.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.708676 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.709641 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 14:06:41.710203 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_port_network_policy.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.711838 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.712777 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 14:06:41.713409 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_pps_rule.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.715618 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.716532 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 14:06:41.716946 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_rule_type_details.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.718482 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.719383 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 14:06:41.719943 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: qos_rules_alias.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.721653 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.722546 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 14:06:41.723104 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: quotasv2.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.724703 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.725302 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: quotas Aug 30 14:06:41.725813 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: quotasv2_detail.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.730368 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.730792 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: quota_details Aug 30 14:06:41.731233 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: rbac.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.732891 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.733818 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: rbac-policies Aug 30 14:06:41.734312 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: rbac_address_group.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.735630 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.736493 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: rbac-address-group Aug 30 14:06:41.737162 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: rbac_address_scope.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.738602 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.739483 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: rbac-address-scope Aug 30 14:06:41.740033 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: rbac_security_groups.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.741499 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.742423 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: rbac-security-groups Aug 30 14:06:41.742966 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: rbac_subnetpool.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.744414 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.746006 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: rbac-subnetpool Aug 30 14:06:41.746561 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: revisionifmatch.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.748017 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.748881 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: revision-if-match Aug 30 14:06:41.749453 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: revisions.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.751215 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.752120 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: standard-attr-revisions Aug 30 14:06:41.752673 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: router_availability_zone.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.753824 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.754707 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: router_availability_zone Aug 30 14:06:41.755276 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: routerservicetype.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.756850 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.757779 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 14:06:41.758330 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.759816 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.760822 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: security-groups-normalized-cidr Aug 30 14:06:41.761419 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.763080 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.763908 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: port-security-groups-filtering Aug 30 14:06:41.764416 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.765807 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.766620 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: security-groups-remote-address-group Aug 30 14:06:41.767139 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: securitygroup.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.786088 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.786990 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: security-group Aug 30 14:06:41.787519 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: segment.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.788893 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.789810 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension segment not supported by any of loaded plugins Aug 30 14:06:41.790362 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.792457 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.793293 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 14:06:41.793792 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: servicetype.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.795730 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.796556 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: service-type Aug 30 14:06:41.797068 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: sorting.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.798701 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.799232 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: sorting Aug 30 14:06:41.799734 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: standard_attr_segment.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.801209 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.802059 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 14:06:41.802548 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: standardattrdescription.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.803592 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.804457 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: standard-attr-description Aug 30 14:06:41.804994 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: stateful_security_group.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.806526 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.807910 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: stateful-security-group Aug 30 14:06:41.808403 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: stdattrs_common.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.809459 n-d-805668-3 neutron-server[94715]: WARNING neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 14:06:41.809997 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.811518 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.812417 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 14:06:41.812960 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: subnet_onboard.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.814740 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.815627 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: subnet_onboard Aug 30 14:06:41.816159 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.817658 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.818522 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 14:06:41.819054 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: subnet_service_types.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.820760 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.821651 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: subnet-service-types Aug 30 14:06:41.822188 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: subnetallocation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.823940 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.824749 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: subnet_allocation Aug 30 14:06:41.825294 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.826351 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.827172 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: subnetpool-prefix-ops Aug 30 14:06:41.827783 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.829435 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.830297 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 14:06:41.830793 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: tagging.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.832610 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.833600 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: standard-attr-tag Aug 30 14:06:41.834131 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: timestamp.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.836437 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.837372 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loaded extension: standard-attr-timestamp Aug 30 14:06:41.837918 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: trunk.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.839595 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.840468 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension trunk not supported by any of loaded plugins Aug 30 14:06:41.841009 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: trunk_details.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.842570 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.843459 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 14:06:41.844057 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: uplink_status_propagation.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.845536 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.846326 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 14:06:41.846796 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Loading extension file: vlantransparent.py {{(pid=94715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:06:41.847799 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:06:41.848565 n-d-805668-3 neutron-server[94715]: INFO neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 14:06:41.852859 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:network Aug 30 14:06:41.853714 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:subnet Aug 30 14:06:41.855001 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:06:41.855658 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:port Aug 30 14:06:41.857790 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.858503 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service FLAVORS assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.859588 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.860303 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.860856 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:router Aug 30 14:06:41.861608 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 14:06:41.862457 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service METERING assigned prefix: /metering {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.864980 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.865633 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.866328 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:06:41.868131 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 14:06:41.868869 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:security_group Aug 30 14:06:41.870250 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 14:06:41.871278 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service CORE assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.871807 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:06:41.872415 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] subnetpool is already registered Aug 30 14:06:41.873231 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service CORE assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.873727 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:06:41.874289 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] subnetpool is already registered Aug 30 14:06:41.878788 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.879519 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service FLAVORS assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.880579 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.881327 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.881892 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:router Aug 30 14:06:41.882472 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] router is already registered Aug 30 14:06:41.883151 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 14:06:41.883718 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] floatingip is already registered Aug 30 14:06:41.884504 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service METERING assigned prefix: /metering {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.885787 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 14:06:41.886345 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] rbac_policy is already registered Aug 30 14:06:41.887039 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:security_group Aug 30 14:06:41.887610 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] security_group is already registered Aug 30 14:06:41.888551 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 14:06:41.889100 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] security_group_rule is already registered Aug 30 14:06:41.890174 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service CORE assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.890677 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:06:41.891220 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] subnetpool is already registered Aug 30 14:06:41.891928 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.v2.resource_helper [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Service CORE assigned prefix: {{(pid=94715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:06:41.892487 n-d-805668-3 neutron-server[94715]: INFO neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:06:41.893086 n-d-805668-3 neutron-server[94715]: WARNING neutron.quota.resource_registry [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] subnetpool is already registered Aug 30 14:06:41.893905 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: extensions {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.896782 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: address-groups {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.899706 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: address-scopes {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.902773 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: agents {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.904940 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: auto-allocated-topology {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.907329 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: availability_zones {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.909600 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: dhcp-networks {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.912415 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: dhcp-agents {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.915161 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: routers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.919976 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: flavors {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.922227 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: service_profiles {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.924556 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: next_providers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.927323 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: service_profiles {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.930238 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: floatingip-pools {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.932621 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: routers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.936988 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: floatingips {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.939693 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: l3-routers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.942761 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: l3-agents {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.945526 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: metering-labels {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.948812 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: metering-label-rules {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.951825 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: network-ip-availabilities {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.954815 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: bindings {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.958667 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: quotas {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.961934 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: quotas {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.965409 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: rbac-policies {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.967771 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: security-groups {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.970242 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: security-group-rules {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.972593 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: service-providers {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.975089 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: subnetpools {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.980494 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: subnetpools {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.983410 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.986685 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.990193 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.993692 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:41.997308 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:42.000798 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:42.004188 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:42.007765 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:42.011078 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:42.014723 n-d-805668-3 neutron-server[94715]: DEBUG neutron.api.extensions [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Extended resource: tags {{(pid=94715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:06:42.027401 n-d-805668-3 neutron-server[94715]: WARNING keystonemiddleware.auth_token [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 14:06:42.036199 n-d-805668-3 neutron-server[94715]: WARNING keystonemiddleware.auth_token [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 14:06:42.053934 n-d-805668-3 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Acquired lock "singleton_lock" {{(pid=94715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 14:06:42.054699 n-d-805668-3 neutron-server[94715]: DEBUG oslo_concurrency.lockutils [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Releasing lock "singleton_lock" {{(pid=94715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 14:06:42.055915 n-d-805668-3 neutron-server[94715]: INFO oslo_service.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Starting 2 workers Aug 30 14:06:42.063240 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Started child 94826 {{(pid=94715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 14:06:42.068113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:42.069910 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [-] (94826) wsgi starting up on http://0.0.0.0:9696 Aug 30 14:06:42.070194 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Started child 94827 {{(pid=94715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 14:06:42.072329 n-d-805668-3 neutron-server[94715]: INFO neutron.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 14:06:42.073383 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Notify callbacks [] for process, before_spawn {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:42.074861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:42.076386 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [-] (94827) wsgi starting up on http://0.0.0.0:9696 Aug 30 14:06:42.076952 n-d-805668-3 neutron-server[94715]: INFO oslo_service.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Starting 1 workers Aug 30 14:06:42.085068 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Started child 94828 {{(pid=94715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 14:06:42.085990 n-d-805668-3 neutron-server[94715]: INFO oslo_service.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Starting 1 workers Aug 30 14:06:42.088154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] calling RpcWorker wait() {{(pid=94828) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 14:06:42.089346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] returning from RpcWorker wait() {{(pid=94828) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 14:06:42.090705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:42.091224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:42.093433 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Started child 94829 {{(pid=94715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 14:06:42.094698 n-d-805668-3 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1f507487-5f22-4cd2-9f25-36c8ddb3ad76 None None] Notify callbacks [] for process, after_spawn {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:42.097695 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 14:06:42.098020 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 14:06:42.098331 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 14:06:42.098668 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 14:06:42.099209 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 14:06:42.099497 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 14:06:42.100307 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.100796 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.101288 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.101709 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.102009 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:42.102504 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.103237 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.103677 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.104675 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.105155 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.105542 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.105831 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.106104 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.106500 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.106905 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.107376 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.107828 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.108213 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.108681 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.108986 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.109424 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.109861 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.110290 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.110737 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] debug = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.111204 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.112135 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.112540 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.113014 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.113588 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.114061 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.114476 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.114942 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.115375 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.115758 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.116192 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.116633 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.117248 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.117857 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.118225 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.118557 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.119012 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.119775 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] host = n-d-805668-3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.120161 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.120486 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.120864 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.121301 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.121709 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.122085 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.122505 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.122780 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.123169 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.123572 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.124150 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.124725 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.124983 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.125271 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.125454 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_options = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.125740 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.126139 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.126429 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.126802 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.126987 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.127150 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.127460 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.127651 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.127960 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.128272 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.128431 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.128806 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.129128 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.129404 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.129709 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.129938 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.130156 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.130455 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.130683 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.131053 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.131273 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.131492 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.131707 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.131936 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.132154 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.132379 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.132616 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.132835 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.133105 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.133443 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.133671 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.133891 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.134119 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.134339 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.134599 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.134823 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.135024 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.135249 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.135474 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.135852 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.136110 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.136408 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.136645 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.137023 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.137241 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.137615 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_json = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.138078 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.138234 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.138478 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.138684 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.139022 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.139727 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.139727 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.140148 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.140363 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.140586 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.141252 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.141435 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.141592 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.141807 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.142085 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.142274 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.142505 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.142822 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.143229 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.143478 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.143785 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.144018 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.144263 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.144590 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.144826 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.145095 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.145345 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.145567 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.145785 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.146013 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.146275 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.146512 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.146741 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.147007 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.147186 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.147524 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.147790 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.148046 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.148307 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.148523 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.148745 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.148976 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.149222 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.149452 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.149653 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.149970 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.150161 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.150384 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.150604 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.151403 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.151578 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.151768 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.151988 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.152241 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.152491 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.152710 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.153018 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.153261 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.153480 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.153711 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.153917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.154168 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.154357 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.154496 n-d-805668-3 neutron-server[94829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:42.154713 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.154888 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.155033 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.155255 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.155441 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.155836 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.156074 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.156286 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.156498 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.156718 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.156926 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.157199 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.157410 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.157616 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.157850 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.158218 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.158218 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.158638 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.158855 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.159074 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.159074 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.159507 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.159507 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.159945 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.159945 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.160394 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.160394 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.160847 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.160847 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.161422 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.161422 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.162090 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.162090 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.162517 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.162517 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.163108 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.163425 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.163672 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.163914 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.164132 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.164355 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.164573 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.164871 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.165225 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.165516 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.165516 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.165951 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.166222 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.167117 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.167374 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.167598 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.167904 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.168115 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.168471 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.168669 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.169266 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.169266 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.169718 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.169989 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.170186 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.170713 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.170713 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.171102 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.171296 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.171633 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.172369 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.172667 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.172817 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.173087 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.173430 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.173739 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.174005 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.174797 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.174797 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.175156 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.175447 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.175638 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.175884 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.176197 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.176572 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.176809 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.177030 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.177496 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.177759 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.178102 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.178270 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.178545 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.178757 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.179048 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.179413 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.179654 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.179915 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.180237 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.180738 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.180953 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.181234 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.181442 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.181655 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.181969 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.182402 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.182649 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.182881 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.183182 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.183440 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.183747 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.183968 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.184199 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.184420 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.184625 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.184922 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.185150 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.185432 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.185677 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.185893 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.186197 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.186394 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.187475 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.188292 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.188522 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.189565 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.189894 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.190137 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.190673 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.190907 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.191288 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.191741 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.192132 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.195542 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.195852 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.196013 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.196301 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.196563 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.196811 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.197104 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.197347 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.197811 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.197965 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.198728 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.198728 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.199014 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.199142 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.199419 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.199684 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.199995 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.200409 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.200652 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.200888 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.201154 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.201632 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.201957 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.202209 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.202644 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.204476 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.204476 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.204476 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.204476 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.204476 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.204476 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.205917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.205917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.205917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.205917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.205917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.207065 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.207065 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.207065 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.207065 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.207065 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.208111 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.208111 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.208111 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.208111 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.208984 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.208984 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.208984 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.208984 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.209873 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.209873 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.209873 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.209873 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.210740 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.210740 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.210740 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.210740 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.211630 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.211630 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.211630 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.211630 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.212484 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.212484 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.212484 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.212484 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.213917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.213917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.213917 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.214583 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.214583 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.215037 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.215037 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.216013 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.216013 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.216013 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.216013 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.216991 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.216991 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.216991 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.217684 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.217684 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.217684 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.218098 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.218333 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.218610 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.219188 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.219696 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.220185 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.220527 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.220884 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.221249 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.221621 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.221824 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.223349 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.223349 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.223349 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.223349 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.223349 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.223912 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.223912 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.224154 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.224286 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.224526 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.224768 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.224994 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.225257 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.225527 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.225742 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.225898 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 14:06:42.226427 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 14:06:42.226644 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 14:06:42.226868 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 14:06:42.226868 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 14:06:42.227157 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 14:06:42.227311 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 14:06:42.227467 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.227617 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.227870 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.229722 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.229722 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.229722 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.229722 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.229722 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.229722 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.229722 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.230234 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.230234 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.230234 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.230234 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.230531 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.230531 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.230675 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.231045 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.231045 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.231464 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.231853 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.232018 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.232165 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] debug = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.233243 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.233371 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.233555 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.233709 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.233960 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.234098 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.234235 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.234387 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.234535 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.234765 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.234922 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.235153 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.235361 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.235519 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.235668 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.235815 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.236025 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.236200 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] host = n-d-805668-3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.236365 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.236591 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.237546 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.237722 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.237886 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.238118 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.238264 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.238432 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.238585 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.238750 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.238881 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.239056 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.239187 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.239340 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.239641 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_options = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.239770 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.239938 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.240142 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.240355 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.240499 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.240680 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.240853 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.240978 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.241133 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.241292 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.241469 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.241758 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.241901 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.242043 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.242217 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.242411 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.242585 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.242724 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.243005 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.243154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:42.243334 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.243334 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.243574 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.243574 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.243790 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.243911 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.244037 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.244155 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.244445 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.244729 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.244729 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.245202 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.245202 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.245562 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.245562 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.245562 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.245963 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.245963 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.246247 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.246397 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.246547 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.246758 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.246908 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.247058 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.247211 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.247345 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.247482 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_json = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.247635 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.247853 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.248003 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.248222 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.248375 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.248634 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.248789 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.248935 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:06:42.249202 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.249377 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.249527 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.249804 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.249989 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.250203 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.250355 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.250516 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.250692 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.250968 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.251137 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.251282 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.251429 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.251747 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.251747 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.251969 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.252185 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.252348 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.252543 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.252724 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.252865 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.253032 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.253606 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.253817 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.253994 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.254168 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.254168 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.254531 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.254732 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.254921 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.254921 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.255266 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.255445 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.257289 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.257645 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.258060 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.258429 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.258718 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.258949 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.259156 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.259353 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.259581 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.259810 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.260101 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.260591 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.260858 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.261229 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.261519 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.261727 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.261926 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.262169 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.262418 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.262624 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.263123 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.263371 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.263723 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.264287 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.264287 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.264287 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.264847 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.264847 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.264847 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.265544 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.265544 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.265544 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.266148 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.266148 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.266516 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.266710 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.267628 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.267628 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.267628 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.268138 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.268310 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.269093 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.269093 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.269353 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.269581 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.269840 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.270137 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.272118 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.272118 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.272118 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.272118 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.272118 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.272118 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.272571 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.272641 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.273359 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.273548 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.273803 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.273974 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.274215 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.274445 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.274724 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.275013 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.275277 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.275565 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.276565 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.276902 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.277263 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.277463 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.277651 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.277871 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.278151 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.278432 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.278665 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.278863 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.279107 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.279358 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.279631 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.279912 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.280188 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.280472 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.280852 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.281167 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.281324 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.281489 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.281749 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.282021 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.282218 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.282528 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.282799 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.283042 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.283261 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.283488 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.283707 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.283980 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.284330 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.284608 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.284888 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.285219 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.285513 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.285813 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.286095 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.286376 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.286828 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.287157 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.287447 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.287812 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.288101 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.288438 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.288713 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.289001 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.289422 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.289704 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.289995 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.290281 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.290467 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.290676 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.291136 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.291368 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.291602 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.291829 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.292086 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.292376 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.292658 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.292842 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.293204 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.293344 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.293499 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.293663 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.293824 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.293988 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.294153 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.294434 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.294629 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.294832 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.295089 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.295361 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.295576 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.295748 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.296052 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.296252 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.296326 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.296815 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.297101 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.297303 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.297563 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.297852 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.298035 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.298202 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.298405 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.298646 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.298807 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.299066 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.299336 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.299616 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.299896 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.300171 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.300444 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.300716 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.301209 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.301492 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.301769 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.302052 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.302606 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.302677 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.302951 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.303267 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.303545 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.303831 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.304111 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.304392 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.304682 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.304970 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.305294 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.305617 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.305888 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.306196 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.306469 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.306770 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.307242 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.307532 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.307815 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.308092 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.308660 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.309185 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.309626 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.310116 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.310463 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.310761 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.311417 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.311800 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.312100 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.312554 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.313071 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.313447 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.313641 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.314212 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.314212 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.314379 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.314689 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.314921 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.315174 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.315434 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.315594 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.315809 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.316001 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.316261 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.316536 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.316899 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.317377 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.317718 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.317990 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.318164 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.318360 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.318547 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.318715 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.318969 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.319224 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.319494 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.319764 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.320027 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.320306 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.320584 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.320860 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.321164 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.321402 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.321589 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.321798 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.321960 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.322113 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.322263 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.322415 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.322598 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.323359 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.323584 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.323781 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.323993 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.323993 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.324371 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.324371 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.324755 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.324755 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.325171 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.325370 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.325719 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.326113 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.326445 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.326744 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.327036 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.327488 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.327788 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.328082 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.328380 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.328670 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.328955 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.329256 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.329521 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:06:42.329776 n-d-805668-3 neutron-server[94715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 14:06:42.454295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:42.463997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072849 Aug 30 14:06:55.105402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068c0e8-47ef-4a59-9149-0b6099222e31 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:06:55.306472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068c0e8-47ef-4a59-9149-0b6099222e31 None None] No non-hosted networks {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 14:06:55.314937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.agentschedulers_db [None req-a068c0e8-47ef-4a59-9149-0b6099222e31 None None] DHCP Agent not found on host n-d-805668-3 {{(pid=94828) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 14:06:55.387895 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db53896c-3e7c-43e1-b36f-16c156a74526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573096'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:57.833071 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8aed1a02-90ae-456c-bc02-f58dfe6cd143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573096'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:57.905248 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5a76a1d-f0c7-4682-a609-5af772232951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:58.420049 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573096'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:58.421378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.423102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.424435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.425702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.427301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.429208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.429911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.430663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.432049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.432736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.433909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.435662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:58.437272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805668-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:58.458828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805668-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:59.081493 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573096'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:01.435071 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573096'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:01.715036 n-d-805668-3 neutron-server[94828]: INFO neutron.db.l3_hamode_db [None req-7de42277-238c-4202-94ec-fdd4286c0e7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 14:07:01.798816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de42277-238c-4202-94ec-fdd4286c0e7a None None] Routers set() bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:01.799209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de42277-238c-4202-94ec-fdd4286c0e7a None None] Router IDs set() for agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 14:07:02.772716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:03.267898 n-d-805668-3 neutron-server[94827]: WARNING oslo_policy.policy [None req-6cd735f6-9cd2-47bf-a28d-8f9cbf58200d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:07:03.268495 n-d-805668-3 neutron-server[94827]: WARNING oslo_policy.policy [None req-6cd735f6-9cd2-47bf-a28d-8f9cbf58200d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:07:03.493109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-6cd735f6-9cd2-47bf-a28d-8f9cbf58200d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:07:03.494179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6cd735f6-9cd2-47bf-a28d-8f9cbf58200d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7204795 Aug 30 14:07:05.879959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:06.189435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6cf88360-a4ef-49f1-b69e-aaf4549abc82 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:06.283592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.policy [None req-6cf88360-a4ef-49f1-b69e-aaf4549abc82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 14:07:06.329066 n-d-805668-3 neutron-server[94827]: WARNING oslo_policy.policy [None req-6cf88360-a4ef-49f1-b69e-aaf4549abc82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:07:06.329476 n-d-805668-3 neutron-server[94827]: WARNING oslo_policy.policy [None req-6cf88360-a4ef-49f1-b69e-aaf4549abc82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:07:06.338743 n-d-805668-3 neutron-server[94827]: INFO neutron.quota [None req-6cf88360-a4ef-49f1-b69e-aaf4549abc82 admin admin] Loaded quota_driver: . Aug 30 14:07:06.430847 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cf88360-a4ef-49f1-b69e-aaf4549abc82 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763170709566', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763170710029', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763170787465', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763170789925', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763170354718', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763170811523', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1591009', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1975519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644885'] for rbac-policy, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:06.507130 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cf88360-a4ef-49f1-b69e-aaf4549abc82 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:06.510932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6cf88360-a4ef-49f1-b69e-aaf4549abc82 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6295733 Aug 30 14:07:09.147722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:09.448110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Request body: {'network': {'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'project_id': '914ad8db02454966ab0439b28d09e67f', 'admin_state_up': True, 'name': 'private'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:09.476645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Made reservation on behalf of 914ad8db02454966ab0439b28d09e67f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:07:09.479967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:09.498953 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:09.632398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:09.636295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:09.656333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:07:09.683630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763168568805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:09.684219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Unsubscribe: segment precommit_create {{(pid=94827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 14:07:09.684726 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Added segment 376aca37-ab41-4f56-9589-74b29c8d6df7 of type vlan for network 46528c42-a144-4fdc-8c6c-c244b3722a7d Aug 30 14:07:09.700585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb68025-b3f4-4d45-bb94-91ac91f20a4a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:09.748888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.749254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.749598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.749918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.750247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.750570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.750890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.751209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.751526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.751845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.752161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.752475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Tracked resource versions report: Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: pushed versions: Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: { 'AddressGroup': {'1.2'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'ConntrackHelper': {'1.0'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Log': {'1.0'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Network': {'1.1'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Port': {'1.7'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'PortForwarding': {'1.2'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'QosPolicy': {'1.9'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'SecurityGroup': {'1.4'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'SubPort': {'1.0'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Subnet': {'1.1'}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Trunk': {'1.1'}} Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: consumer versions: Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: { DHCP agent@n-d-805668-3: {}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: L3 agent@n-d-805668-3: {}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: Metadata agent@n-d-805668-3: {}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: Metering agent@n-d-805668-3: {}, Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: Open vSwitch agent@n-d-805668-3: { 'AddressGroup': '1.2', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'ConntrackHelper': '1.0', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Log': '1.0', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Network': '1.1', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Port': '1.7', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'PortForwarding': '1.2', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'QosPolicy': '1.9', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'SecurityGroup': '1.4', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'SecurityGroupRule': '1.2', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'SubPort': '1.0', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Subnet': '1.1', Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: 'Trunk': '1.1'}} Aug 30 14:07:09.753620 n-d-805668-3 neutron-server[94827]: {{(pid=94827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:07:09.804828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:09.843324 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:09.844363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:09.844980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:09.928276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7793765 Aug 30 14:07:09.942170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd143fd3-c18d-4050-950f-f922fd5acd81 admin admin] Pushing event updated for resources: {'Network': ['ID=46528c42-a144-4fdc-8c6c-c244b3722a7d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:09.956437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 46528c42-a144-4fdc-8c6c-c244b3722a7d details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:07:12.659712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:13.055059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d38dd9-1f5e-4a8a-b208-6c72edb9ad15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:13.056979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f8d38dd9-1f5e-4a8a-b208-6c72edb9ad15 admin admin] 10.222.0.50 "GET /v2.0/networks/46528c42-a144-4fdc-8c6c-c244b3722a7d HTTP/1.1" status: 200 len: 825 time: 0.3963225 Aug 30 14:07:13.083806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-06322ccd-b50a-46e8-9f8c-e4677157615a admin admin] 10.222.0.50 "GET /v2.0/subnetpools/5e2ef5c3-7e18-4525-8398-b7654b27d766 HTTP/1.1" status: 200 len: 734 time: 0.0204630 Aug 30 14:07:13.093511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d', 'name': 'private-subnet', 'subnetpool_id': '5e2ef5c3-7e18-4525-8398-b7654b27d766', 'tenant_id': '914ad8db02454966ab0439b28d09e67f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:13.116708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Made reservation on behalf of 914ad8db02454966ab0439b28d09e67f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:07:13.119534 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:13.425961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:13.496767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8551a1-c92f-4171-aab2-964748147b78,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:13.501481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Checking segment: {'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:13.501885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Network hostable DHCP agents. Network: 46528c42-a144-4fdc-8c6c-c244b3722a7d, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:07:13.525324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Network 46528c42-a144-4fdc-8c6c-c244b3722a7d is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:07:13.538657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 46528c42-a144-4fdc-8c6c-c244b3722a7d) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:13.544081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:13.544682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:13.549697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0b95d-55b1-4500-a8b2-e18d1c4c1451 None None] Network 46528c42-a144-4fdc-8c6c-c244b3722a7d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:13.560893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-354c4f58-7bb0-4785-8c9c-cb52be76c8e7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4709120 Aug 30 14:07:13.890442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-46528c42-a144-4fdc-8c6c-c244b3722a7d', 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'fixed_ips': [{'subnet_id': 'fe8551a1-c92f-4171-aab2-964748147b78'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:07:13.891837 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:14.178490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Allocated IP 172.20.0.2 (46528c42-a144-4fdc-8c6c-c244b3722a7d/fe8551a1-c92f-4171-aab2-964748147b78/f3f008c1-fdee-4cbc-8a74-5dc6026fa16e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:14.395887 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:14.444079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Transition to ACTIVE for port object f3f008c1-fdee-4cbc-8a74-5dc6026fa16e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:14.467239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Transition to ACTIVE for port object f3f008c1-fdee-4cbc-8a74-5dc6026fa16e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:14.476899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:14.548738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Network 46528c42-a144-4fdc-8c6c-c244b3722a7d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:14.557513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:14.560953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:14.582464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Pushing event updated for resources: {'Port': ['ID=f3f008c1-fdee-4cbc-8a74-5dc6026fa16e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:14.627855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.628202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.628543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.628877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.629227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.629559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.629881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.630206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.630523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.630842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.631161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.631478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Tracked resource versions report: Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: pushed versions: Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Log': {'1.0'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Network': {'1.1'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Port': {'1.7'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'PortForwarding': {'1.2'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'QosPolicy': {'1.9'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'SubPort': {'1.0'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Subnet': {'1.1'}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Trunk': {'1.1'}} Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: consumer versions: Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: { DHCP agent@n-d-805668-3: {}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: L3 agent@n-d-805668-3: {}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: Metadata agent@n-d-805668-3: {}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: Metering agent@n-d-805668-3: {}, Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: Open vSwitch agent@n-d-805668-3: { 'AddressGroup': '1.2', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'ConntrackHelper': '1.0', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Log': '1.0', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Network': '1.1', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Port': '1.7', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'PortForwarding': '1.2', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'QosPolicy': '1.9', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'SecurityGroup': '1.4', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'SecurityGroupRule': '1.2', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'SubPort': '1.0', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Subnet': '1.1', Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: 'Trunk': '1.1'}} Aug 30 14:07:14.632635 n-d-805668-3 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:07:14.662235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Attempting to bind port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:14.662630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Attempting to bind port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:14.663065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Attempting to bind port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e on network 46528c42-a144-4fdc-8c6c-c244b3722a7d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:14.668656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:14.669091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Checking segment: {'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:14.669559 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:14.669951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Bound using segment: {'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:14.670456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Bound port: f3f008c1-fdee-4cbc-8a74-5dc6026fa16e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:14.670880 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:14.735669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] For port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:14.740449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] For port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f3f008c1-fdee-4cbc-8a74-5dc6026fa16e,segment=NetworkSegment(376aca37-ab41-4f56-9589-74b29c8d6df7),segment_id=376aca37-ab41-4f56-9589-74b29c8d6df7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:14.746826 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:14.827002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60622697-dae9-4a0a-a9ad-5e3f5f9cbfc7 None None] Pushing event updated for resources: {'Port': ['ID=f3f008c1-fdee-4cbc-8a74-5dc6026fa16e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:16.103446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:16.461720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-6abab6d0-bd96-4419-8c9f-cf61afc776c1 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:07:16.463029 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6abab6d0-bd96-4419-8c9f-cf61afc776c1 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3584573 Aug 30 14:07:19.282178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:19.736904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-4a166be8-bfce-4ab4-be79-1b8ce34c6cbb admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:07:19.738034 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4a166be8-bfce-4ab4-be79-1b8ce34c6cbb admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4548626 Aug 30 14:07:22.804231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:23.384481 n-d-805668-3 neutron-server[94826]: WARNING oslo_policy.policy [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:07:23.385095 n-d-805668-3 neutron-server[94826]: WARNING oslo_policy.policy [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:07:23.639007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] Request body: {'router': {'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:23.708167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.policy [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 14:07:23.760033 n-d-805668-3 neutron-server[94826]: WARNING oslo_policy.policy [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:07:23.760432 n-d-805668-3 neutron-server[94826]: WARNING oslo_policy.policy [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:07:23.769792 n-d-805668-3 neutron-server[94826]: INFO neutron.quota [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] Loaded quota_driver: . Aug 30 14:07:23.831002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:23.832893 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:23.894535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80800467-4249-4ec8-ac52-09bc0ce51ef1 None None] Network 46528c42-a144-4fdc-8c6c-c244b3722a7d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:23.971279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f45b5c5-c5d0-4174-a3ff-cb65cf0d0698 None None] Provisioning for port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:23.995936 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:24.001279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:24.022916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:24.025381 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6867d3db-3c6d-47d4-a564-290420f4cc51 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2177129 Aug 30 14:07:24.587005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f3f008c1-fdee-4cbc-8a74-5dc6026fa16e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:24.673428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:24.677800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:24.678206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:24.799257 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:24.838643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f3f008c1-fdee-4cbc-8a74-5dc6026fa16e,segment=NetworkSegment(376aca37-ab41-4f56-9589-74b29c8d6df7),segment_id=376aca37-ab41-4f56-9589-74b29c8d6df7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:24.843279 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:24.902251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f3f008c1-fdee-4cbc-8a74-5dc6026fa16e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:25.022654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c59fdc54-a260-44b9-a5a1-47227c5be8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:26.573324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f3f008c1-fdee-4cbc-8a74-5dc6026fa16e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:26.622084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:26.622371 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:26.622474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:26.938569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-48f98510-ebb4-4220-b4a2-d1d9c8832a71 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:07:26.939608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-48f98510-ebb4-4220-b4a2-d1d9c8832a71 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160791 Aug 30 14:07:27.823897 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70fb2e7a-14b2-4e52-acad-0ad3e37dae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:28.414615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:28.994132 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:29.331125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:29.691297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:29.715275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Made reservation on behalf of 62d4fc0644f1481b806b1130bb2df45a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:07:29.718193 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:29.734866 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:29.864881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:29.869907 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:29.884001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Reserving flat network on physical network physnet1 {{(pid=94826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 14:07:29.917113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763168568805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:29.917615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Unsubscribe: segment precommit_create {{(pid=94826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 14:07:29.918110 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Added segment 9888a8d7-c9d4-4fbb-813a-401f17246b8c of type flat for network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f Aug 30 14:07:29.923855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d187f3c-72f6-46cf-8542-11fabe1cfa72,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:29.959537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.959876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.960735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.961083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.961411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.961740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.962054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.962368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.962684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.962995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.963307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.963618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Tracked resource versions report: Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: pushed versions: Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Log': {'1.0'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Network': {'1.1'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Port': {'1.7'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'PortForwarding': {'1.2'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'QosPolicy': {'1.9'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'SubPort': {'1.0'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Subnet': {'1.1'}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Trunk': {'1.1'}} Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: consumer versions: Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: { DHCP agent@n-d-805668-3: {}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: L3 agent@n-d-805668-3: {}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: Metadata agent@n-d-805668-3: {}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: Metering agent@n-d-805668-3: {}, Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: Open vSwitch agent@n-d-805668-3: { 'AddressGroup': '1.2', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'ConntrackHelper': '1.0', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Log': '1.0', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Network': '1.1', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Port': '1.7', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'PortForwarding': '1.2', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'QosPolicy': '1.9', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'SecurityGroup': '1.4', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'SecurityGroupRule': '1.2', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'SubPort': '1.0', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Subnet': '1.1', Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: 'Trunk': '1.1'}} Aug 30 14:07:29.964811 n-d-805668-3 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:07:30.046593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:30.088076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:30.089421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:30.090052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:30.175713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8434372 Aug 30 14:07:30.190744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee6de5-389b-4800-8ac8-fe9c5368f598 admin admin] Pushing event updated for resources: {'Network': ['ID=70f7404e-36c3-4049-a1ff-6e7669a6ea6f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:30.202661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:07:31.350241 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:32.577433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:32.798212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5f415-22e2-4a2f-aa12-608fb08f686d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:32.799598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-06e5f415-22e2-4a2f-aa12-608fb08f686d admin admin] 10.222.0.50 "GET /v2.0/subnets/fe8551a1-c92f-4171-aab2-964748147b78 HTTP/1.1" status: 200 len: 849 time: 0.2212191 Aug 30 14:07:32.939262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c2615a1a-99e6-4ba9-a810-ebf53dc89ece admin admin] 10.222.0.50 "GET /v2.0/routers/80bf7559-55fd-4075-9ccc-c22e5768bd97 HTTP/1.1" status: 200 len: 704 time: 0.1327515 Aug 30 14:07:33.238774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.567059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Allocated IP 172.20.0.1 (46528c42-a144-4fdc-8c6c-c244b3722a7d/fe8551a1-c92f-4171-aab2-964748147b78/c6751ca6-5cda-40c1-a142-d85aa0540fd1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:33.774280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.800733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Transition to ACTIVE for port object c6751ca6-5cda-40c1-a142-d85aa0540fd1 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:33.872839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.946934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Network 46528c42-a144-4fdc-8c6c-c244b3722a7d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:33.953479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:33.961207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:33.961802 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.021875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Pushing event updated for resources: {'Port': ['ID=c6751ca6-5cda-40c1-a142-d85aa0540fd1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:34.168080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.189224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fdd82e29-d386-4f95-809b-7dbce4e992b1 None None] Provisioning for port c6751ca6-5cda-40c1-a142-d85aa0540fd1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:34.193297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fdd82e29-d386-4f95-809b-7dbce4e992b1 None None] Provisioning complete for port c6751ca6-5cda-40c1-a142-d85aa0540fd1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:34.193468 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:07:34.193975 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdd82e29-d386-4f95-809b-7dbce4e992b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.238110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fdd82e29-d386-4f95-809b-7dbce4e992b1 None None] Port c6751ca6-5cda-40c1-a142-d85aa0540fd1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:07:34.445154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.449782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.450572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.531845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Pushing event updated for resources: {'Port': ['ID=c6751ca6-5cda-40c1-a142-d85aa0540fd1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:34.580791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Network 46528c42-a144-4fdc-8c6c-c244b3722a7d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:34.582166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:34.760628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-696c3fbf-7a3e-4ace-835b-14b2cfa3fb98 None None] Provisioning complete for port c6751ca6-5cda-40c1-a142-d85aa0540fd1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:34.761431 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-696c3fbf-7a3e-4ace-835b-14b2cfa3fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.762781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Router 80bf7559-55fd-4075-9ccc-c22e5768bd97 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:07:34.796954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-696c3fbf-7a3e-4ace-835b-14b2cfa3fb98 None None] Port c6751ca6-5cda-40c1-a142-d85aa0540fd1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:07:34.857105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:07:34.862377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-62f5b5db-9ca0-40de-b088-551df4b83c05 admin admin] 10.222.0.50 "PUT /v2.0/routers/80bf7559-55fd-4075-9ccc-c22e5768bd97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9169049 Aug 30 14:07:34.880434 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Sync routers for ids ['80bf7559-55fd-4075-9ccc-c22e5768bd97'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:07:34.895788 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Routers {'80bf7559-55fd-4075-9ccc-c22e5768bd97'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:34.896662 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:07:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['80bf7559-55fd-4075-9ccc-c22e5768bd97'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:35.088174 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Set router 80bf7559-55fd-4075-9ccc-c22e5768bd97 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:35.532345 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'name': 'router1', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:23Z', 'updated_at': '2021-08-30T14:07:34Z', 'revision_number': 2, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'gw_port_host': None, '_interfaces': [{'id': 'c6751ca6-5cda-40c1-a142-d85aa0540fd1', 'name': '', 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'mac_address': 'fa:16:3e:06:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:33Z', 'updated_at': '2021-08-30T14:07:34Z', 'revision_number': 2, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'subnets': [{'id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e2ef5c3-7e18-4525-8398-b7654b27d766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:35.588549 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Checking router: 80bf7559-55fd-4075-9ccc-c22e5768bd97 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:07:35.588549 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Updating router 80bf7559-55fd-4075-9ccc-c22e5768bd97 port c6751ca6-5cda-40c1-a142-d85aa0540fd1 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:07:35.638767 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.177908 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.205027 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Transition to ACTIVE for port object c6751ca6-5cda-40c1-a142-d85aa0540fd1 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:36.211762 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.384092 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Attempting to bind port c6751ca6-5cda-40c1-a142-d85aa0540fd1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:36.384508 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Attempting to bind port c6751ca6-5cda-40c1-a142-d85aa0540fd1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:36.384964 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Attempting to bind port c6751ca6-5cda-40c1-a142-d85aa0540fd1 on network 46528c42-a144-4fdc-8c6c-c244b3722a7d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:36.393741 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:36.394177 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Checking segment: {'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:36.394658 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.395062 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Bound using segment: {'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:36.395588 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Bound port: c6751ca6-5cda-40c1-a142-d85aa0540fd1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376aca37-ab41-4f56-9589-74b29c8d6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:36.395996 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.404840 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Pushing event updated for resources: {'Port': ['ID=c6751ca6-5cda-40c1-a142-d85aa0540fd1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:36.441308 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.441658 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.442005 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.442348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.442683 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.443014 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.443338 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.443668 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.444026 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.444356 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.444676 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.445000 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Tracked resource versions report: Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: pushed versions: Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: { 'AddressGroup': {'1.2'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'ConntrackHelper': {'1.0'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Log': {'1.0'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Network': {'1.1'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Port': {'1.7'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'PortForwarding': {'1.2'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'QosPolicy': {'1.9'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'SecurityGroup': {'1.4'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'SubPort': {'1.0'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Subnet': {'1.1'}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Trunk': {'1.1'}} Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: consumer versions: Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: { DHCP agent@n-d-805668-3: {}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: L3 agent@n-d-805668-3: {}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: Metadata agent@n-d-805668-3: {}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: Metering agent@n-d-805668-3: {}, Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: Open vSwitch agent@n-d-805668-3: { 'AddressGroup': '1.2', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'ConntrackHelper': '1.0', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Log': '1.0', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Network': '1.1', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Port': '1.7', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'PortForwarding': '1.2', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'QosPolicy': '1.9', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'SecurityGroup': '1.4', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'SecurityGroupRule': '1.2', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'SubPort': '1.0', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Subnet': '1.1', Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: 'Trunk': '1.1'}} Aug 30 14:07:36.446155 n-d-805668-3 neutron-server[94829]: {{(pid=94829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:07:36.489219 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] For port c6751ca6-5cda-40c1-a142-d85aa0540fd1, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:36.513460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] For port c6751ca6-5cda-40c1-a142-d85aa0540fd1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c6751ca6-5cda-40c1-a142-d85aa0540fd1,segment=NetworkSegment(376aca37-ab41-4f56-9589-74b29c8d6df7),segment_id=376aca37-ab41-4f56-9589-74b29c8d6df7)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:36.519592 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.578369 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1734192-05b9-4540-86a0-8140357071fa None None] Pushing event updated for resources: {'Port': ['ID=c6751ca6-5cda-40c1-a142-d85aa0540fd1,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:36.605626 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Routers {'80bf7559-55fd-4075-9ccc-c22e5768bd97'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:36.606270 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:07:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['80bf7559-55fd-4075-9ccc-c22e5768bd97'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:36.702449 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] Set router 80bf7559-55fd-4075-9ccc-c22e5768bd97 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:36.922394 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'name': 'router1', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:23Z', 'updated_at': '2021-08-30T14:07:34Z', 'revision_number': 2, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'gw_port_host': None, '_interfaces': [{'id': 'c6751ca6-5cda-40c1-a142-d85aa0540fd1', 'name': '', 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'mac_address': 'fa:16:3e:06:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:33Z', 'updated_at': '2021-08-30T14:07:36Z', 'revision_number': 4, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'subnets': [{'id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e2ef5c3-7e18-4525-8398-b7654b27d766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:36.951946 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1aec63-3df5-462f-9c36-57e2a5314ca2 None None] The sync data for ids ['80bf7559-55fd-4075-9ccc-c22e5768bd97'] in n-d-805668-3 is: [{'id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'name': 'router1', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:23Z', 'updated_at': '2021-08-30T14:07:34Z', 'revision_number': 2, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'gw_port_host': None, '_interfaces': [{'id': 'c6751ca6-5cda-40c1-a142-d85aa0540fd1', 'name': '', 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'mac_address': 'fa:16:3e:06:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:33Z', 'updated_at': '2021-08-30T14:07:36Z', 'revision_number': 4, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'subnets': [{'id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e2ef5c3-7e18-4525-8398-b7654b27d766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:07:37.137931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:37.250010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb782b58-0b7e-48d7-b56c-52114a04fc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:37.251266 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cb782b58-0b7e-48d7-b56c-52114a04fc06 admin admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 842 time: 0.1122694 Aug 30 14:07:37.262114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.6.0/24', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'gateway_ip': '172.25.6.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:37.286760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Made reservation on behalf of 62d4fc0644f1481b806b1130bb2df45a for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:07:37.289298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.618477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:07:37.618933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.668898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f48320-62d7-442f-b3e0-b33fbcf3f66a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:37.686932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:37.687301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Network hostable DHCP agents. Network: 70f7404e-36c3-4049-a1ff-6e7669a6ea6f, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:07:37.708919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:07:37.721992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 70f7404e-36c3-4049-a1ff-6e7669a6ea6f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:37.727307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:37.727949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.733445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513a389-1b3c-47f5-96da-4f39255d7926 None None] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:37.747006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f31d905e-8592-46b4-b910-27e5e9fa937a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4885840 Aug 30 14:07:37.888844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41803e0-e4b2-48a5-a663-8524fa5b053f None None] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:40.129408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:40.278351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-48418954-4ea5-4db4-ab4e-d35d55b2a6eb admin admin] 10.222.0.50 "GET /v2.0/routers/80bf7559-55fd-4075-9ccc-c22e5768bd97 HTTP/1.1" status: 200 len: 710 time: 0.1472821 Aug 30 14:07:40.384803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e443e-ae8d-45f7-8dc5-6cfac28ec456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:40.386455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-729e443e-ae8d-45f7-8dc5-6cfac28ec456 admin admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 886 time: 0.1018054 Aug 30 14:07:40.395957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:40.730848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.998344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.083254 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.193935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Allocated IP 172.25.6.108 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/420d3fca-2ab6-4d5e-b3d4-56d4431c13d3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:41.308609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.348248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.391855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:41.398149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:41.404223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:41.407869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Pushing event updated for resources: {'Port': ['ID=420d3fca-2ab6-4d5e-b3d4-56d4431c13d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:41.669675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.876522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.879919 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.986611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Router 80bf7559-55fd-4075-9ccc-c22e5768bd97 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:07:42.218012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:07:42.222516 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.223777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e9832751-a63f-4ca3-b796-37ee753d08b0 admin admin] 10.222.0.50 "PUT /v2.0/routers/80bf7559-55fd-4075-9ccc-c22e5768bd97 HTTP/1.1" status: 200 len: 890 time: 1.8310711 Aug 30 14:07:42.614481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c6751ca6-5cda-40c1-a142-d85aa0540fd1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:42.691578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c6751ca6-5cda-40c1-a142-d85aa0540fd1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:42.696787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c6751ca6-5cda-40c1-a142-d85aa0540fd1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:42.697360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.793654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.830623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c6751ca6-5cda-40c1-a142-d85aa0540fd1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c6751ca6-5cda-40c1-a142-d85aa0540fd1,segment=NetworkSegment(376aca37-ab41-4f56-9589-74b29c8d6df7),segment_id=376aca37-ab41-4f56-9589-74b29c8d6df7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:42.838852 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.894644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c6751ca6-5cda-40c1-a142-d85aa0540fd1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:43.655078 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Sync routers for ids ['80bf7559-55fd-4075-9ccc-c22e5768bd97'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:07:43.666007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Routers {'80bf7559-55fd-4075-9ccc-c22e5768bd97'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:43.666673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:07:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['80bf7559-55fd-4075-9ccc-c22e5768bd97'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:43.927314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Set router 80bf7559-55fd-4075-9ccc-c22e5768bd97 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:44.310734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'name': 'router1', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '420d3fca-2ab6-4d5e-b3d4-56d4431c13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:23Z', 'updated_at': '2021-08-30T14:07:41Z', 'revision_number': 4, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'gw_port': {'id': '420d3fca-2ab6-4d5e-b3d4-56d4431c13d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:41Z', 'updated_at': '2021-08-30T14:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6751ca6-5cda-40c1-a142-d85aa0540fd1', 'name': '', 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'mac_address': 'fa:16:3e:06:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:33Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 5, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'subnets': [{'id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e2ef5c3-7e18-4525-8398-b7654b27d766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:44.361021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Checking router: 80bf7559-55fd-4075-9ccc-c22e5768bd97 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:07:44.361406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Updating router 80bf7559-55fd-4075-9ccc-c22e5768bd97 port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:07:44.407731 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.600664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c6751ca6-5cda-40c1-a142-d85aa0540fd1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:44.715158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c6751ca6-5cda-40c1-a142-d85aa0540fd1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:44.715771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.743289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:44.799958 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.827966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Transition to ACTIVE for port object 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:44.836799 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.899602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8212377b-d605-4cfc-a81a-affc9b9673aa admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1550601 Aug 30 14:07:44.910966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Attempting to bind port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:44.911343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Attempting to bind port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:44.911710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Attempting to bind port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:44.924202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:44.924578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:44.924981 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.925407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:44.925903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Bound port: 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:44.926313 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.932451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73724167-5eb6-45ac-87fd-2c87867b959f None None] Pushing event updated for resources: {'Port': ['ID=420d3fca-2ab6-4d5e-b3d4-56d4431c13d3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:44.986907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] For port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:44.991371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] For port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=420d3fca-2ab6-4d5e-b3d4-56d4431c13d3,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:44.995483 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.056029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Routers {'80bf7559-55fd-4075-9ccc-c22e5768bd97'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:45.056654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:07:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['80bf7559-55fd-4075-9ccc-c22e5768bd97'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:45.059848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73724167-5eb6-45ac-87fd-2c87867b959f None None] Pushing event updated for resources: {'Port': ['ID=420d3fca-2ab6-4d5e-b3d4-56d4431c13d3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:45.241650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] Set router 80bf7559-55fd-4075-9ccc-c22e5768bd97 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:45.462920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'name': 'router1', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '420d3fca-2ab6-4d5e-b3d4-56d4431c13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:23Z', 'updated_at': '2021-08-30T14:07:41Z', 'revision_number': 4, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'gw_port': {'id': '420d3fca-2ab6-4d5e-b3d4-56d4431c13d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:41Z', 'updated_at': '2021-08-30T14:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6751ca6-5cda-40c1-a142-d85aa0540fd1', 'name': '', 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'mac_address': 'fa:16:3e:06:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:33Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 5, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'subnets': [{'id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e2ef5c3-7e18-4525-8398-b7654b27d766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:45.489636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5161d1-729c-455a-ac7a-cec9ffec7705 None None] The sync data for ids ['80bf7559-55fd-4075-9ccc-c22e5768bd97'] in n-d-805668-3 is: [{'id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'name': 'router1', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '420d3fca-2ab6-4d5e-b3d4-56d4431c13d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:23Z', 'updated_at': '2021-08-30T14:07:41Z', 'revision_number': 4, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'gw_port': {'id': '420d3fca-2ab6-4d5e-b3d4-56d4431c13d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:41Z', 'updated_at': '2021-08-30T14:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6751ca6-5cda-40c1-a142-d85aa0540fd1', 'name': '', 'network_id': '46528c42-a144-4fdc-8c6c-c244b3722a7d', 'tenant_id': '914ad8db02454966ab0439b28d09e67f', 'mac_address': 'fa:16:3e:06:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf7559-55fd-4075-9ccc-c22e5768bd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:33Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 5, 'project_id': '914ad8db02454966ab0439b28d09e67f', 'subnets': [{'id': 'fe8551a1-c92f-4171-aab2-964748147b78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e2ef5c3-7e18-4525-8398-b7654b27d766'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:07:46.597602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:46.658232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:46.663040 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:46.663040 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:46.746341 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:46.769488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=420d3fca-2ab6-4d5e-b3d4-56d4431c13d3,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:46.775532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:46.824924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=420d3fca-2ab6-4d5e-b3d4-56d4431c13d3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:48.616156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:48.701920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 420d3fca-2ab6-4d5e-b3d4-56d4431c13d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:48.704252 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:55.020377 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc227c3c-cc12-4cb3-857c-d1c2d61cfef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:57.826546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cda6096-a4db-45fb-807e-cfc97eebd214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:58.417339 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:59.001950 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:01.363240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:11.192963 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:08:25.014870 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7f50-cc29-4163-8ea1-c47a0c1792db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:27.828085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12fc9378-3d57-4213-9680-a5572d140984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:28.419884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:29.005710 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:31.362937 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:48.198764 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:08:55.017143 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7af938e9-6f00-4732-ac3b-79ea280983c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:57.833209 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ced3638-0bbe-482d-a450-cf7876b5e056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:58.425838 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:59.009266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:01.373086 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:25.021159 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d6bc-cb3d-4a45-8cf0-eed4aed4ddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:25.197971 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:09:27.835836 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f6bed5d-df42-403f-9ece-b13425b25a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:28.428106 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:29.012134 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:30.195499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:30.263622 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5a6ce9-0a6a-4553-9aab-ef0b8e259be9 admin admin] GET failed (client error): The resource could not be found. Aug 30 14:09:30.265500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9d5a6ce9-0a6a-4553-9aab-ef0b8e259be9 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685384 Aug 30 14:09:30.450542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca0205-385d-4daf-bd8a-c0c93e95ca46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:30.452264 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-deca0205-385d-4daf-bd8a-c0c93e95ca46 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1817465 Aug 30 14:09:31.378638 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:32.709548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:32.833001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c55651-594a-49cd-a0cc-5755937f7f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:32.835348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-80c55651-594a-49cd-a0cc-5755937f7f49 admin admin] 10.222.0.50 "GET /v2.0/subnets/fe8551a1-c92f-4171-aab2-964748147b78 HTTP/1.1" status: 200 len: 849 time: 0.1245828 Aug 30 14:09:32.849821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:09:32.994780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:33.235497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763168528168'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:33.276371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:33.276802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:33.278249 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] 10.222.0.50 "PUT /v2.0/subnets/fe8551a1-c92f-4171-aab2-964748147b78 HTTP/1.1" status: 200 len: 868 time: 0.4359450 Aug 30 14:09:33.281451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630abbb7-f1a1-4a65-81af-3f4618bd5f01 None None] Network 46528c42-a144-4fdc-8c6c-c244b3722a7d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:09:33.302717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8551a1-c92f-4171-aab2-964748147b78,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:33.310568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.310894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.311235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.311571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.311893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.312231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.312559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.312887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.313255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.313582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.313909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.314229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771e9c9-2175-4c93-9bcd-e8b08d2affb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:33.781933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8412091-427d-4122-8f39-4ab79a9480e4 None None] Provisioning complete for port f3f008c1-fdee-4cbc-8a74-5dc6026fa16e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:09:33.782425 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8412091-427d-4122-8f39-4ab79a9480e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:33.941831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8412091-427d-4122-8f39-4ab79a9480e4 None None] Provisioning complete for port c6751ca6-5cda-40c1-a142-d85aa0540fd1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:09:33.942557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8412091-427d-4122-8f39-4ab79a9480e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:35.706064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:35.980535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bdea58-1dbb-40e3-b92a-da084d19c52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:35.981340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bdea58-1dbb-40e3-b92a-da084d19c52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:35.984056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-81bdea58-1dbb-40e3-b92a-da084d19c52a admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2767437 Aug 30 14:09:38.233289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:38.459781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc68ec-a3fc-442f-bec8-2953bc165f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:38.460171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc68ec-a3fc-442f-bec8-2953bc165f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:38.461864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2abc68ec-a3fc-442f-bec8-2953bc165f39 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2275341 Aug 30 14:09:40.733971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:40.882994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e882f2-1a48-4415-8d68-bc8b78561475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:40.884583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97e882f2-1a48-4415-8d68-bc8b78561475 admin admin] 10.222.0.50 "GET /v2.0/networks/46528c42-a144-4fdc-8c6c-c244b3722a7d HTTP/1.1" status: 200 len: 869 time: 0.1494224 Aug 30 14:09:43.126309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:43.286855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019c23f-f1f5-4386-ac1c-32558928454a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:43.288249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2019c23f-f1f5-4386-ac1c-32558928454a admin admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 886 time: 0.1609933 Aug 30 14:09:45.505189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:45.711553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f657e-6700-41b4-98cf-029451731950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:45.711941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f657e-6700-41b4-98cf-029451731950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:45.713735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-722f657e-6700-41b4-98cf-029451731950 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2071056 Aug 30 14:09:47.968560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:48.100521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e34f01-f54f-4972-ac90-4bdcc0da1778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:48.100982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e34f01-f54f-4972-ac90-4bdcc0da1778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:48.102577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d4e34f01-f54f-4972-ac90-4bdcc0da1778 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329794 Aug 30 14:09:50.319883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:50.408053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5877fa1e-7754-4b9f-b83f-285f58b498e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:50.409473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5877fa1e-7754-4b9f-b83f-285f58b498e9 admin admin] 10.222.0.50 "GET /v2.0/subnets/30f48320-62d7-442f-b3e0-b33fbcf3f66a HTTP/1.1" status: 200 len: 816 time: 0.0885935 Aug 30 14:09:52.621468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:52.719188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7cea6-8c78-43bf-a02a-2f2ea4b9af3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:52.721002 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31b7cea6-8c78-43bf-a02a-2f2ea4b9af3e admin admin] 10.222.0.50 "GET /v2.0/subnets/fe8551a1-c92f-4171-aab2-964748147b78 HTTP/1.1" status: 200 len: 868 time: 0.0981696 Aug 30 14:09:55.032666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61687262-1ffb-46d9-82ff-24724eaa47d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.841846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74bb0c33-005f-432c-828d-29b13bd057fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:58.432429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:59.019931 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.379058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:02.196777 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:10:17.771539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:17.820259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-51502931-499f-4fef-bb96-73be837ad112 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:10:17.821295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51502931-499f-4fef-bb96-73be837ad112 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488141 Aug 30 14:10:20.104080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:20.167747 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64e659c-e772-4909-8618-f21f1ae624ca admin admin] GET failed (client error): The resource could not be found. Aug 30 14:10:20.169093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d64e659c-e772-4909-8618-f21f1ae624ca admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0640707 Aug 30 14:10:20.253962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1eba3a-4a33-42e9-a9d3-80b17f173ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:20.255449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2d1eba3a-4a33-42e9-a9d3-80b17f173ba7 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815260 Aug 30 14:10:22.478341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:22.526155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:22.547793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Made reservation on behalf of 62d4fc0644f1481b806b1130bb2df45a for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:10:22.550593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:22.584589 n-d-805668-3 neutron-server[94827]: WARNING neutron.services.revisions.revision_plugin [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Could not find related network for resource to bump revision. Aug 30 14:10:22.596692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:10:22.606313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:22.606664 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Added segment c9a54a0a-da8f-4614-a2db-ca462af95e6e of type vlan for network cb8ea1c5-a01e-4cf1-8915-82523a64a843 Aug 30 14:10:22.649441 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:22.672234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:22.673339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:22.674019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:22.727661 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2481289 Aug 30 14:10:22.732387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7b1bf-4a12-4e85-bbe3-5460f7c85ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8ea1c5-a01e-4cf1-8915-82523a64a843,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:22.743577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:10:24.964366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:25.026384 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9846c73d-5a35-4ccf-9e71-d9b0081898bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:25.031857 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d500c8d0-1eae-49f9-a340-98594b30cf13 admin admin] GET failed (client error): The resource could not be found. Aug 30 14:10:25.033260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d500c8d0-1eae-49f9-a340-98594b30cf13 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679936 Aug 30 14:10:25.107058 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6088bcc5-c2b0-4427-8091-9c7645a1de20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:25.108522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6088bcc5-c2b0-4427-8091-9c7645a1de20 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701210 Aug 30 14:10:25.119359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'name': 'shared-subnet'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:25.140321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Made reservation on behalf of 62d4fc0644f1481b806b1130bb2df45a for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:10:25.142628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:25.352840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:25.405766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8800ff3-e2a0-4d09-bf73-840c9f341ed1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:25.415980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:10:25.416337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Network hostable DHCP agents. Network: cb8ea1c5-a01e-4cf1-8915-82523a64a843, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:10:25.432767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:10:25.441210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, cb8ea1c5-a01e-4cf1-8915-82523a64a843) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:25.445469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:25.445998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:25.450452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658cdbec-4681-4513-a5ce-dcee5f064363 None None] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:10:25.460358 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cda6771b-e19b-4d70-9949-efdde0a9cabe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3443842 Aug 30 14:10:25.780161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'tenant_id': '62d4fc0644f1481b806b1130bb2df45a', 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:10:25.781035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:25.946750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Allocated IP 192.168.233.2 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/b0b0049d-9395-40e8-bd19-871dce9c36f7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:10:26.113562 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:26.123584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Transition to ACTIVE for port object b0b0049d-9395-40e8-bd19-871dce9c36f7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:26.139698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Transition to ACTIVE for port object b0b0049d-9395-40e8-bd19-871dce9c36f7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:26.148121 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:26.194802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:10:26.196200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:26.199897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:10:26.209424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Pushing event updated for resources: {'Port': ['ID=b0b0049d-9395-40e8-bd19-871dce9c36f7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:26.219238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.219604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.219917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.220252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.220603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.220933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.221454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.221650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.221971 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.222295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.222608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.223184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:26.273772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Attempting to bind port b0b0049d-9395-40e8-bd19-871dce9c36f7 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:10:26.274484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Attempting to bind port b0b0049d-9395-40e8-bd19-871dce9c36f7 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:10:26.274484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Attempting to bind port b0b0049d-9395-40e8-bd19-871dce9c36f7 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:10:26.279816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:10:26.281023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:10:26.281023 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:26.281023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:10:26.281576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Bound port: b0b0049d-9395-40e8-bd19-871dce9c36f7, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:10:26.282375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:26.348505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] For port b0b0049d-9395-40e8-bd19-871dce9c36f7, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:10:26.352103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] For port b0b0049d-9395-40e8-bd19-871dce9c36f7, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b0b0049d-9395-40e8-bd19-871dce9c36f7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:10:26.356442 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:26.414566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a6daa-199a-4f46-83c8-e1cf6c492907 None None] Pushing event updated for resources: {'Port': ['ID=b0b0049d-9395-40e8-bd19-871dce9c36f7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:26.786521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b0b0049d-9395-40e8-bd19-871dce9c36f7 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:26.846639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b0b0049d-9395-40e8-bd19-871dce9c36f7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:27.308488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5494e09-d439-4338-91de-284875865603 None None] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:10:27.360113 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b5a9459-09f8-4bd9-a08f-dfea811299f8 None None] Provisioning for port b0b0049d-9395-40e8-bd19-871dce9c36f7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:27.367820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b5a9459-09f8-4bd9-a08f-dfea811299f8 None None] Provisioning complete for port b0b0049d-9395-40e8-bd19-871dce9c36f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:27.368193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9459-09f8-4bd9-a08f-dfea811299f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:27.517532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9459-09f8-4bd9-a08f-dfea811299f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:27.562075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b5a9459-09f8-4bd9-a08f-dfea811299f8 None None] For port b0b0049d-9395-40e8-bd19-871dce9c36f7, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b0b0049d-9395-40e8-bd19-871dce9c36f7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:10:27.566659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b5a9459-09f8-4bd9-a08f-dfea811299f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:27.622173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a9459-09f8-4bd9-a08f-dfea811299f8 None None] Pushing event updated for resources: {'Port': ['ID=b0b0049d-9395-40e8-bd19-871dce9c36f7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:27.793823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-adb69d47-1ff6-48cb-a115-161002532472 None None] Provisioning complete for port b0b0049d-9395-40e8-bd19-871dce9c36f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:27.794204 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-adb69d47-1ff6-48cb-a115-161002532472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:27.845938 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c7d8-bd53-4449-9b87-154f9492c9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:28.434364 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:28.694497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b0b0049d-9395-40e8-bd19-871dce9c36f7 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:28.743536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b0b0049d-9395-40e8-bd19-871dce9c36f7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:28.743904 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:29.015644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:31.382758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:39.201766 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:10:55.029815 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68c24f2c-144e-4f79-bf9d-2284a1976313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:57.838290 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5709801-85df-46ea-b047-2b05c0f72516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:58.435967 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:59.019232 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:01.388064 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:16.200977 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:11:25.031252 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87827a77-9f89-4389-bdd3-831f37f89833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:27.840747 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e01a8eb-ff38-4504-84d8-fbe3f6a208ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:28.438355 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:29.023724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:31.391065 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:35.233980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:35.239990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-3ff7d530-48d2-4e46-9032-8050ead13b4e tempest-verify_tempest_config-2115274161 tempest-verify_tempest_config-2115274161-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:11:35.240938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ff7d530-48d2-4e46-9032-8050ead13b4e tempest-verify_tempest_config-2115274161 tempest-verify_tempest_config-2115274161-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060096 Aug 30 14:11:35.552471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:35.658222 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:35.745131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:35.748545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:35.791652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd99d94f-ee1d-4940-a7d0-43552b299176,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:35.796261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c93bf0a687c4953a3495691c7c6f57f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2427897 Aug 30 14:11:35.799580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48576) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:35.800941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.801313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.801655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.801991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.802329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.802657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.802979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.803299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.803621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.803939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.804284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.804625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e364f-037d-4663-8255-4213f7ddd391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.853915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:35.874472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:35.964015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:35.966561 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:35.967701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd99d94f-ee1d-4940-a7d0-43552b299176 HTTP/1.1" status: 204 len: 168 time: 0.1671031 Aug 30 14:11:35.976468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd99d94f-ee1d-4940-a7d0-43552b299176,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:35.984052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.984399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.984739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.985096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.985428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.985757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.986640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.986957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.987282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.987610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.987935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:35.988257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5c646-0d48-4918-ae89-53338d2e7fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:53.199657 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:11:55.033452 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24f6d9e7-a162-449d-bc31-bcf6cc18c922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:57.843410 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85306aee-32ac-4954-978f-34380c6b50bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:58.439762 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.024908 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:01.394118 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:25.038083 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdfe4b02-4be3-4aeb-ad01-8e297c40705a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:27.844419 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d0f134f-82d0-4936-9e6c-ff9d9e6769a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:28.443684 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:29.028026 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:30.199060 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:12:31.396595 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:55.038750 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7249ca93-0e94-4d49-8ab0-556e5718b17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:57.845515 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2712af8-0e29-49ac-a5c1-89d55a8f1a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:58.444123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:59.031419 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:01.399593 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:07.199517 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:13:25.039600 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-594a6a72-560d-413f-8c8d-c198e68f094f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:27.845711 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4810f5af-d760-408c-a7f6-c90585651bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:28.445700 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.033932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.404187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:44.198401 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:13:55.040285 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d05b46d2-d454-4a8a-9081-a39c32be3ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:57.846676 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24bd829a-b2f7-4b72-8374-78e161476bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:58.446405 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:59.037319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:01.406253 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:21.197115 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:14:25.041519 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54e7b3d4-e16c-4ef7-a35d-a3e9a24e58ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:27.847011 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-187ef676-92f9-4462-852d-3570fbd7ea58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:28.448375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:29.041116 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:31.408107 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:49.444053 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573096'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:55.042438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1467b12-7909-4e3a-8cfd-472d987442ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:57.846588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f60f-bd62-4579-b096-1eeb6ade363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:58.195699 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 6 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:14:58.452452 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:59.043575 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:01.412282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:02.413733 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573096'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:19.445143 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:25.042168 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15b0f4ff-9fdd-40d6-bdd9-c743a73389ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:27.847741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcfb8-6ad5-429c-b3a8-8a9ebf0a573c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:28.453777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:29.047688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:31.417036 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:32.370528 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:35.194533 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:15:37.988407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:15:38.098394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dc02ab53-c4ea-408e-9b74-fe974556cba6 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1088667 Aug 30 14:15:40.387608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:15:40.455496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d6a83d9-5dfc-4bb8-bb51-89045cfb25b7 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0661719 Aug 30 14:15:49.461892 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:55.044812 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afbb0997-3a3b-4cad-9b45-f8fa5c98c0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:57.853078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29fa605f-26be-4f37-901d-8ac0041ef03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:58.457026 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:59.059014 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:01.421843 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:02.388201 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.195298 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:16:19.459519 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:25.076161 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6925924b-677f-43b5-9b70-f151b155e168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:27.852530 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9b52-03f4-4086-912f-41f15f552f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:28.469619 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:29.054321 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:31.428031 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:32.400468 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:49.195414 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:16:49.475387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:55.054487 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2636f8de-8523-4e6a-83df-4fd5f4b5c0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:57.855227 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5d176cd-cbe0-4d3f-af6d-d2f6538c7426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:58.470294 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:59.066446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:01.434107 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:02.420032 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:08.940206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:09.489915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-01d6e6b1-f81e-4b95-a3df-056570e46c8b tempest-AutoAllocateNetworkTest-232446368 tempest-AutoAllocateNetworkTest-232446368-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=99bd53b3cc4041c58efc076184d094c1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5482106 Aug 30 14:17:09.494041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:09.719408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56ba87-c712-442e-8b59-d4782ae3f404 tempest-AutoAllocateNetworkTest-232446368 tempest-AutoAllocateNetworkTest-232446368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:09.724855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:09.736849 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb56ba87-c712-442e-8b59-d4782ae3f404 tempest-AutoAllocateNetworkTest-232446368 tempest-AutoAllocateNetworkTest-232446368-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2399185 Aug 30 14:17:09.808874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:09.821704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3453e717-01f5-44fd-a0d3-72cf8dbd1a3e tempest-AutoAllocateNetworkTest-232446368 tempest-AutoAllocateNetworkTest-232446368-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948246 Aug 30 14:17:09.845972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dffcf736-d55e-4ab3-b6ae-d5e6a39312fc tempest-AutoAllocateNetworkTest-232446368 tempest-AutoAllocateNetworkTest-232446368-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=99bd53b3cc4041c58efc076184d094c1 HTTP/1.1" status: 200 len: 208 time: 0.0349088 Aug 30 14:17:10.706823 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:11.271022 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:11.425949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:11.431891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:11.487208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99bd53b3cc4041c58efc076184d094c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7779343 Aug 30 14:17:11.488098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04651acf-b42c-4c16-a567-3d47d9955bcb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:11.491447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:11.503431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.503887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.504109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.504679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.505205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.505369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.505658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.506079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.506407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.506608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.508007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.508007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0198271-0cb9-430d-b96d-37013037e92b admin admin] Tracked resource versions report: Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: pushed versions: Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Log': {'1.0'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Network': {'1.1'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Port': {'1.7'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'PortForwarding': {'1.2'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'QosPolicy': {'1.9'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'SubPort': {'1.0'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Subnet': {'1.1'}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Trunk': {'1.1'}} Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: consumer versions: Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: { DHCP agent@n-d-805668-3: {}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: HyperV agent@n-h1-805668-3: {}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: HyperV agent@n-h2-805668-3: {}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: L3 agent@n-d-805668-3: {}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: Metadata agent@n-d-805668-3: {}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: Metering agent@n-d-805668-3: {}, Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: Open vSwitch agent@n-d-805668-3: { 'AddressGroup': '1.2', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'ConntrackHelper': '1.0', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Log': '1.0', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Network': '1.1', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Port': '1.7', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'PortForwarding': '1.2', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'QosPolicy': '1.9', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'SecurityGroup': '1.4', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'SecurityGroupRule': '1.2', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'SubPort': '1.0', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Subnet': '1.1', Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: 'Trunk': '1.1'}} Aug 30 14:17:11.508322 n-d-805668-3 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:17:11.577098 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222aab9a-030f-4859-8597-7dd59799df84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:11.608032 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222aab9a-030f-4859-8597-7dd59799df84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:11.689931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222aab9a-030f-4859-8597-7dd59799df84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:11.693541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222aab9a-030f-4859-8597-7dd59799df84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:11.695406 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-222aab9a-030f-4859-8597-7dd59799df84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04651acf-b42c-4c16-a567-3d47d9955bcb HTTP/1.1" status: 204 len: 168 time: 0.2028544 Aug 30 14:17:11.706417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222aab9a-030f-4859-8597-7dd59799df84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04651acf-b42c-4c16-a567-3d47d9955bcb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:12.236561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:12.972691 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3df7-5299-4937-bb68-64c19f3b40a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:13.118673 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3df7-5299-4937-bb68-64c19f3b40a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:13.128691 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3df7-5299-4937-bb68-64c19f3b40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:13.176250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e0fe3df7-5299-4937-bb68-64c19f3b40a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cd6a7242cca40eaa3237ff087469392&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9384553 Aug 30 14:17:13.177346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe3df7-5299-4937-bb68-64c19f3b40a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dbd8be-3c86-4b33-a2fc-1ce634cd57af,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:13.179637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:13.257395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:13.281784 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:13.340075 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:13.346038 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:13.351971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76dbd8be-3c86-4b33-a2fc-1ce634cd57af HTTP/1.1" status: 204 len: 168 time: 0.1708193 Aug 30 14:17:13.369944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dbd8be-3c86-4b33-a2fc-1ce634cd57af,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:13.388661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.389612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.390361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.391127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.392775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.393599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.395125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.396754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.397429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.398158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.398926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.399485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55ff3b-8bf9-41b6-83fc-d472fa896f7a admin admin] Tracked resource versions report: Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: pushed versions: Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: { 'AddressGroup': {'1.2'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'ConntrackHelper': {'1.0'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Log': {'1.0'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Network': {'1.1'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Port': {'1.7'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'PortForwarding': {'1.2'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'QosPolicy': {'1.9'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'SecurityGroup': {'1.4'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'SubPort': {'1.0'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Subnet': {'1.1'}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Trunk': {'1.1'}} Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: consumer versions: Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: { DHCP agent@n-d-805668-3: {}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: HyperV agent@n-h1-805668-3: {}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: HyperV agent@n-h2-805668-3: {}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: L3 agent@n-d-805668-3: {}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: Metadata agent@n-d-805668-3: {}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: Metering agent@n-d-805668-3: {}, Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: Open vSwitch agent@n-d-805668-3: { 'AddressGroup': '1.2', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'ConntrackHelper': '1.0', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Log': '1.0', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Network': '1.1', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Port': '1.7', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'PortForwarding': '1.2', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'QosPolicy': '1.9', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'SecurityGroup': '1.4', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'SecurityGroupRule': '1.2', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'SubPort': '1.0', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Subnet': '1.1', Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: 'Trunk': '1.1'}} Aug 30 14:17:13.401612 n-d-805668-3 neutron-server[94827]: {{(pid=94827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:17:13.987424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:14.010560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e26e892-5696-472f-a42d-d549eaee3466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:14.156403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e26e892-5696-472f-a42d-d549eaee3466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:14.161824 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e26e892-5696-472f-a42d-d549eaee3466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:14.219539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7e26e892-5696-472f-a42d-d549eaee3466 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6a6d094675c475d9f8edfb701846aa6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2305295 Aug 30 14:17:14.221605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26e892-5696-472f-a42d-d549eaee3466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85004b30-756b-4cac-b249-b9e3b7b36588,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:14.222457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:14.301419 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff541b08-8be1-437b-aa1e-ffd7646da0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:14.330844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff541b08-8be1-437b-aa1e-ffd7646da0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:14.400768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff541b08-8be1-437b-aa1e-ffd7646da0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:14.404279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff541b08-8be1-437b-aa1e-ffd7646da0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:14.405568 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ff541b08-8be1-437b-aa1e-ffd7646da0a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85004b30-756b-4cac-b249-b9e3b7b36588 HTTP/1.1" status: 204 len: 168 time: 0.1816037 Aug 30 14:17:14.414670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff541b08-8be1-437b-aa1e-ffd7646da0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85004b30-756b-4cac-b249-b9e3b7b36588,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:14.915568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:14.917856 n-d-805668-3 neutron-server[94826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 14:17:14.942350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-e4127a19-43f4-42c2-8e4d-d2947b77fdaa tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9217ee13fd594eed8cfe00328cbde5f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256264 Aug 30 14:17:15.011884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:15.021818 n-d-805668-3 neutron-server[94827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 14:17:15.057585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-4b1b1615-a2db-420c-9b24-0dc5896f250b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6535acae31604060a0f6e0d6a8387646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438428 Aug 30 14:17:15.119344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-d786d726-a7f7-43c7-84c7-b6b657468a61 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:15.133514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-d786d726-a7f7-43c7-84c7-b6b657468a61 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842840 Aug 30 14:17:15.166129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-ba94eb84-a358-42cb-a14c-959faaeac26a tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/quotas/9217ee13fd594eed8cfe00328cbde5f8 HTTP/1.1" status: 200 len: 375 time: 0.0305700 Aug 30 14:17:15.264553 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-128d3566-7d9e-4006-a777-61aea96bcd82 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9217ee13fd594eed8cfe00328cbde5f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968146 Aug 30 14:17:15.442632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-47a07c5c-4d4b-4fff-a36c-ae4b5a8d5bf7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:15.456173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-47a07c5c-4d4b-4fff-a36c-ae4b5a8d5bf7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834960 Aug 30 14:17:15.503986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-f1584f52-c04f-4168-a827-1eee4e38a45c tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/quotas/6535acae31604060a0f6e0d6a8387646 HTTP/1.1" status: 200 len: 375 time: 0.0459795 Aug 30 14:17:15.609987 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-bf2a8b3f-c2cb-47f2-8c6d-4cfbbf921475 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046646 Aug 30 14:17:15.666169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:16.072909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35e7c0a3-f684-47d7-952a-8383cefec5ba req-480417ae-3f86-426f-9435-5794402e8e85 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 210 time: 0.1186221 Aug 30 14:17:16.124016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1393808252-network', 'tenant_id': '1f720867c22e4367a9d32fb472288ece'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:16.222800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Made reservation on behalf of 1f720867c22e4367a9d32fb472288ece for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:16.233939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:16.253958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:16.558626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-f83f339f-a8a2-4e48-9794-7d800a9f1328 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6535acae31604060a0f6e0d6a8387646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277746 Aug 30 14:17:16.629892 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:16.639959 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:16.705174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:17:16.717006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:16.732551 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:16.734065 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Added segment 6b7d17a2-047c-43c3-aef2-73cd788e4b80 of type vlan for network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 Aug 30 14:17:16.828374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-b24d136e-9770-400e-9dc7-8d9a4724aeea tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:16.833693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-b24d136e-9770-400e-9dc7-8d9a4724aeea tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504964 Aug 30 14:17:16.836773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:16.872152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-eab31c72-3155-4508-a457-45f0deb45014 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/quotas/6535acae31604060a0f6e0d6a8387646 HTTP/1.1" status: 200 len: 375 time: 0.0267932 Aug 30 14:17:16.910245 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:16.913882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:16.914700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:16.943969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-5e28811f-2efd-47e9-864b-b01d2dde7539 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667534 Aug 30 14:17:17.037897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3700101 Aug 30 14:17:17.042423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:17.053426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Request body: {'subnet': {'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1393808252-subnet', 'tenant_id': '1f720867c22e4367a9d32fb472288ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:17.081823 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9c5aa-eeb0-41bf-9cde-77d44ffd5ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:17.087214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Made reservation on behalf of 1f720867c22e4367a9d32fb472288ece for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:17.090649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:17.098029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:17:17.700065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed21fb89-d4a5-438f-886d-0313b7fb921f req-d0ea6875-9a3d-4cd9-8750-b9a754fd05fc tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 210 time: 0.2242017 Aug 30 14:17:17.767976 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-736e33f6-a65d-4164-ab27-42e45f28164d req-a5aab6b5-6c37-4f85-b8ce-658b77bf6280 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 210 time: 0.0867739 Aug 30 14:17:18.023689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:18.093797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:18.226774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:17:18.227515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Network hostable DHCP agents. Network: 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:17:18.253414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:18.288630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:17:18.294571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7e44b65-80ef-4fc2-8c57-50ff5863c9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:18.310420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:17:18.323181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c555a-425f-4bbd-98c3-539f80b65fd8 None None] Network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:17:18.343511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:18.345134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:18.511643 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7e44b65-80ef-4fc2-8c57-50ff5863c9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:18.521775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7e44b65-80ef-4fc2-8c57-50ff5863c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:18.527395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3deea2d5-61b7-40ed-b42d-a1f91c094dea admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4819026 Aug 30 14:17:18.593580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95490abe-97b8-4d9c-acd3-9dd7939982d1 None None] Network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:17:18.614088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7e44b65-80ef-4fc2-8c57-50ff5863c9dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91f4d0ba66684b819b8ece0668b446b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5884030 Aug 30 14:17:18.616948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:18.624384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e44b65-80ef-4fc2-8c57-50ff5863c9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be7634-ffe8-43bf-9233-41a5f410b053,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:18.676412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.39', 64676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:18.745700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-d67a9626-55e0-42f8-a902-802fb796cd07 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9217ee13fd594eed8cfe00328cbde5f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626814 Aug 30 14:17:18.840182 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eb6ea-3b63-4432-ac68-602cf10341e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:18.922241 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eb6ea-3b63-4432-ac68-602cf10341e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:19.008131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8e345762-5018-481c-93ad-8cea6af5f01c tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:19.012296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8e345762-5018-481c-93ad-8cea6af5f01c tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577605 Aug 30 14:17:19.096889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eb6ea-3b63-4432-ac68-602cf10341e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:19.103250 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eb6ea-3b63-4432-ac68-602cf10341e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:19.107527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-200eb6ea-3b63-4432-ac68-602cf10341e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0be7634-ffe8-43bf-9233-41a5f410b053 HTTP/1.1" status: 204 len: 168 time: 0.4865446 Aug 30 14:17:19.115242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eb6ea-3b63-4432-ac68-602cf10341e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be7634-ffe8-43bf-9233-41a5f410b053,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:19.145139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Request body: {'port': {'device_id': 'cfed02a1-439d-4198-b16c-ec6d5d3502e4', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '9217ee13fd594eed8cfe00328cbde5f8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:19.324045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-053d8226-d644-4cf2-90a1-e4fca6d02388 req-53e12852-9e8f-4d61-8009-88d79b18b485 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 210 time: 0.2976639 Aug 30 14:17:19.344717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc1a96a4-6a25-49ea-939b-666f489ba89a req-9b799ded-e298-4285-98aa-4ad895b1e2c8 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 210 time: 0.0627227 Aug 30 14:17:19.489317 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:19.678807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.39', 64680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:19.742882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-916f99f0-598d-41bd-87a4-aa822b0eaa14 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6535acae31604060a0f6e0d6a8387646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554111 Aug 30 14:17:19.795992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:19.859348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e411d325-6f56-49ef-9ca3-05094a4dc1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:19.880853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Made reservation on behalf of 9217ee13fd594eed8cfe00328cbde5f8 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:19.885348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:19.898612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:20.087879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-dda9897b-0bc6-42c9-8ed6-8224ad16b964 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:20.090094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-dda9897b-0bc6-42c9-8ed6-8224ad16b964 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415260 Aug 30 14:17:20.108638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Request body: {'port': {'device_id': '311ea7b8-efa7-487f-90ee-c43f28425273', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '6535acae31604060a0f6e0d6a8387646'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:20.113762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:20.129476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-243516634-network', 'tenant_id': '571f023e326d4a3296f8014e4987a7f4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:20.197476 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e411d325-6f56-49ef-9ca3-05094a4dc1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:20.201768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.39', 64681) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:20.452535 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e411d325-6f56-49ef-9ca3-05094a4dc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:20.457599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-5b773c97-6a97-41bf-9317-1ec75359f51f tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6535acae31604060a0f6e0d6a8387646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2511110 Aug 30 14:17:20.464158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:20.504389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Made reservation on behalf of 6535acae31604060a0f6e0d6a8387646 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:20.522002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:20.559712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:20.566437 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:20.594169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e411d325-6f56-49ef-9ca3-05094a4dc1cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c02da0ed0ae3472ea566429f31c0acd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7969165 Aug 30 14:17:20.597292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:20.637652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d400d410-953e-4d82-945d-25d224353cd2 req-ebaab6fe-a177-4a88-851c-55989e8dd158 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 210 time: 0.0824933 Aug 30 14:17:20.760925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411d325-6f56-49ef-9ca3-05094a4dc1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5656134b-b629-4d6c-9451-2cac5381a330,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:20.833625 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:17:20.833625 n-d-805668-3 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:17:20.833625 n-d-805668-3 neutron-server[94826]: [parameters: {'project_id_1': '6535acae31604060a0f6e0d6a8387646', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 17, 20, 586087)}] Aug 30 14:17:20.833625 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:17:20.836187 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:17:20.865332 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7e38389-768e-45c1-b595-240f54a57e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:20.919305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7e38389-768e-45c1-b595-240f54a57e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:21.062251 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7e38389-768e-45c1-b595-240f54a57e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:21.068004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7e38389-768e-45c1-b595-240f54a57e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:21.069498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e7e38389-768e-45c1-b595-240f54a57e01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5656134b-b629-4d6c-9451-2cac5381a330 HTTP/1.1" status: 204 len: 168 time: 0.4709411 Aug 30 14:17:21.084695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e38389-768e-45c1-b595-240f54a57e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5656134b-b629-4d6c-9451-2cac5381a330,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:21.247246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d95628-63c8-4da6-a887-a95ad958246d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:21.301818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Made reservation on behalf of 571f023e326d4a3296f8014e4987a7f4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:21.304728 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:21.339394 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:21.367146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db20d547-f7d6-4e7d-8cc0-a4ed6036da37 req-feddbe61-43d1-4873-ac60-f7540cc05df7 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 210 time: 0.2016714 Aug 30 14:17:21.524765 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:21.701008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Allocated IP 192.168.233.198 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/589a7312-d3c0-4f39-9ab9-f49a812a4936) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:17:21.746096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:21.754782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.083602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.098402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4323dcc3-ec00-4e9d-af91-fa346e001c5a req-f7a52652-d317-4c04-b8bc-dce129d3e51c tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 210 time: 0.2441590 Aug 30 14:17:22.112747 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.320042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-37990733-4925-4bfb-a3eb-a4bbe06b7a98 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:22.321879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-37990733-4925-4bfb-a3eb-a4bbe06b7a98 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8257339 Aug 30 14:17:22.366929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f68263c-7e53-4512-9954-b81c909e195b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:22.393886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:17:22.409256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Request body: {'port': {'device_id': '5b9f29f0-80ed-4094-b7f4-da98f1d3bb56', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '6535acae31604060a0f6e0d6a8387646'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:22.573402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d8c1d-7621-42c7-92c2-fbe88d826a4d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:22.647155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.647879 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Added segment 39ae8fa5-3326-4544-b335-945c35b2e71c of type vlan for network 7b2d662e-7492-4634-8b29-f2670a9224dc Aug 30 14:17:22.651801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b26fe150-4110-43a4-9f18-55bea7837894 req-1f01fcf0-9cf1-4b6a-aec7-66488c08cb61 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 210 time: 0.0913970 Aug 30 14:17:22.755567 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.762228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Made reservation on behalf of 6535acae31604060a0f6e0d6a8387646 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:22.767110 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.813377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.919828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.921582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:22.922349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:22.938417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Transition to ACTIVE for port object 589a7312-d3c0-4f39-9ab9-f49a812a4936 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:23.052946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.9375663 Aug 30 14:17:23.056819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:23.088240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2938d8-fac3-4a67-8e1c-4154a0bc6d88 admin admin] Pushing event updated for resources: {'Network': ['ID=7b2d662e-7492-4634-8b29-f2670a9224dc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:23.094291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Request body: {'subnet': {'network_id': '7b2d662e-7492-4634-8b29-f2670a9224dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-243516634-subnet', 'tenant_id': '571f023e326d4a3296f8014e4987a7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:23.100071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7b2d662e-7492-4634-8b29-f2670a9224dc details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:17:23.139539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:23.178424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Made reservation on behalf of 571f023e326d4a3296f8014e4987a7f4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:23.182832 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:23.358429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:17:23.375332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:17:23.390006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:17:23.397376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:23.397376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:23.435907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Pushing event updated for resources: {'Port': ['ID=589a7312-d3c0-4f39-9ab9-f49a812a4936,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:23.450800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-8136ac9e-e327-4542-a7fd-1aba10991d04 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3266010 Aug 30 14:17:23.483047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc5126d8-4179-47dc-98f8-7f5327866210 req-ad5248ba-53c3-4cd9-818e-d66e1ba842ad tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 210 time: 0.1911652 Aug 30 14:17:23.537193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Allocated IP 192.168.233.48 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/711aeee6-ef1a-4deb-81a7-d4f3f06499f3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:17:23.588559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:23.892991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6686a44-5096-4b8a-9aa8-f2872ef46179 None None] Provisioning for port 589a7312-d3c0-4f39-9ab9-f49a812a4936 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:23.923169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6686a44-5096-4b8a-9aa8-f2872ef46179 None None] Provisioning complete for port 589a7312-d3c0-4f39-9ab9-f49a812a4936 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:23.929253 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6686a44-5096-4b8a-9aa8-f2872ef46179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.066973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9268e59-800a-47d8-8837-055827b6111b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.091283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c6686a44-5096-4b8a-9aa8-f2872ef46179 None None] Port 589a7312-d3c0-4f39-9ab9-f49a812a4936 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:17:24.150934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-b75e2244-448f-4476-a2d6-97b5ebce5f1d tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:17:24.155217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-b75e2244-448f-4476-a2d6-97b5ebce5f1d tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159783 Aug 30 14:17:24.232112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.256333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Transition to ACTIVE for port object 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:24.334266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.385989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:17:24.402402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028f7f0-3c3a-415c-801b-7f81178a0923 req-a88fd883-f452-45c6-a7c5-d5a410b0bc90 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:24.413154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c028f7f0-3c3a-415c-801b-7f81178a0923 req-a88fd883-f452-45c6-a7c5-d5a410b0bc90 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 936 time: 0.4863219 Aug 30 14:17:24.415674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:17:24.419713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:17:24.427270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:24.428246 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.445316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9268e59-800a-47d8-8837-055827b6111b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.458776 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9268e59-800a-47d8-8837-055827b6111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.505858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Allocated IP 192.168.233.229 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/b9d5bd7c-2b32-49aa-a7ec-3f432ed99933) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:17:24.541030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c028f7f0-3c3a-415c-801b-7f81178a0923 req-7ae73984-2a5e-4445-b3e6-f694ac727f68 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265049 Aug 30 14:17:24.549737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4483325 Aug 30 14:17:24.553033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d9268e59-800a-47d8-8837-055827b6111b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58e664a80ae34967a06b5c81c9d92b1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9629881 Aug 30 14:17:24.570295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:24.582324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268e59-800a-47d8-8837-055827b6111b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35debac-04d3-46e6-a91a-adca4f1ddc89,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:24.760748 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d462e05-f98b-457c-8520-d13a8e96f5a8 req-06285777-6455-4675-a839-6bf94e22be2e tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 210 time: 0.0988719 Aug 30 14:17:24.778578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:24.856601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0f11d7a-4b45-4442-8123-7032ebc42e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.863029 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.920632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0f11d7a-4b45-4442-8123-7032ebc42e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.928451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1dbf7af-0e45-4363-9653-a753fa6fd0fe None None] Provisioning for port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:24.944107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1dbf7af-0e45-4363-9653-a753fa6fd0fe None None] Provisioning complete for port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:24.944510 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf7af-0e45-4363-9653-a753fa6fd0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:24.990570 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.030134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Transition to ACTIVE for port object b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:25.032455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0f11d7a-4b45-4442-8123-7032ebc42e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.035703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0f11d7a-4b45-4442-8123-7032ebc42e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.039962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f0f11d7a-4b45-4442-8123-7032ebc42e5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d35debac-04d3-46e6-a91a-adca4f1ddc89 HTTP/1.1" status: 204 len: 168 time: 0.4669251 Aug 30 14:17:25.053770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbf7af-0e45-4363-9653-a753fa6fd0fe None None] Port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:17:25.082226 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82819d18-0357-4a88-85ff-b022030895f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.149417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Request body: {'port': {'device_id': '311ea7b8-efa7-487f-90ee-c43f28425273', 'device_owner': 'compute:tempest-test_az-1997600639', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:25.169812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f11d7a-4b45-4442-8123-7032ebc42e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35debac-04d3-46e6-a91a-adca4f1ddc89,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:25.192514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.277612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24785994-dfd5-461a-862c-2b133db702ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:25.307275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Request body: {'port': {'device_id': 'cfed02a1-439d-4198-b16c-ec6d5d3502e4', 'device_owner': 'compute:tempest-test_az-1997600639', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:25.316643 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.336879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:17:25.339913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Pushing event updated for resources: {'Port': ['ID=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:25.344343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:17:25.347695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:17:25.354489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:25.355258 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.446389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=efdecf26-119f-4b8f-ba8b-6bdce850e031,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:25.457567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-a3f927d6-c617-4a79-8928-9dfbb231b650 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0527737 Aug 30 14:17:25.528026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Request body: {'port': {'device_id': '5b9f29f0-80ed-4094-b7f4-da98f1d3bb56', 'device_owner': 'compute:tempest-test_az-1997600639', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:25.545091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28f3ab72-cfd9-4e0f-8cac-9f8ca6168003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.576210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Checking segment: {'id': '39ae8fa5-3326-4544-b335-945c35b2e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b2d662e-7492-4634-8b29-f2670a9224dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:17:25.576714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Network hostable DHCP agents. Network: 7b2d662e-7492-4634-8b29-f2670a9224dc, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:17:25.648390 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:25.717205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Network 7b2d662e-7492-4634-8b29-f2670a9224dc is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:17:25.786795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 7b2d662e-7492-4634-8b29-f2670a9224dc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:17:25.806454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:25.806729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69828466-e29d-4aa9-9e20-e61e7eb2a19e None None] Network 7b2d662e-7492-4634-8b29-f2670a9224dc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:17:25.807405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:26.101750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-274ffc08-19b0-45f9-8805-860ac6fff79f None None] Provisioning for port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:26.129630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-274ffc08-19b0-45f9-8805-860ac6fff79f None None] Provisioning complete for port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:26.131528 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-274ffc08-19b0-45f9-8805-860ac6fff79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:26.195986 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:17:26.203604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f1ab3-6b67-45fb-81e5-2b17077356d6 None None] Network 7b2d662e-7492-4634-8b29-f2670a9224dc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:17:26.234810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:26.318740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66ed3596-1420-4d3d-9350-29e885c32e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:26.383563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-274ffc08-19b0-45f9-8805-860ac6fff79f None None] Port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:17:26.615662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355876da-28bb-4bca-a84c-c310da91f2f1 req-631aaaef-5db8-4e75-bc54-0b4212a6bdd8 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:26.623950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355876da-28bb-4bca-a84c-c310da91f2f1 req-631aaaef-5db8-4e75-bc54-0b4212a6bdd8 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 936 time: 0.1858923 Aug 30 14:17:26.703415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355876da-28bb-4bca-a84c-c310da91f2f1 req-826ac3da-ec44-41c3-ab9f-8c1954485637 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726359 Aug 30 14:17:26.713333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:26.761749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589a7312-d3c0-4f39-9ab9-f49a812a4936 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:26.776365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:26.795340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Transition to ACTIVE for port object 589a7312-d3c0-4f39-9ab9-f49a812a4936 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:26.801986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:26.928253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533178e-ce1d-418f-b3cd-d39e53d828e3 req-4df9ae9f-7bdc-4ebb-b12f-410f8d333e50 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:26.931021 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9533178e-ce1d-418f-b3cd-d39e53d828e3 req-4df9ae9f-7bdc-4ebb-b12f-410f8d333e50 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 936 time: 0.4946847 Aug 30 14:17:26.984333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Pushing event updated for resources: {'Port': ['ID=589a7312-d3c0-4f39-9ab9-f49a812a4936,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:27.184739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Attempting to bind port 589a7312-d3c0-4f39-9ab9-f49a812a4936 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:17:27.185359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Attempting to bind port 589a7312-d3c0-4f39-9ab9-f49a812a4936 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:17:27.185988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Attempting to bind port 589a7312-d3c0-4f39-9ab9-f49a812a4936 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:27.200537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Port 589a7312-d3c0-4f39-9ab9-f49a812a4936 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:17:27.200739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Attempting to bind port 589a7312-d3c0-4f39-9ab9-f49a812a4936 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:27.221187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:17:27.221699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:17:27.222635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:17:27.223437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Bound port: 589a7312-d3c0-4f39-9ab9-f49a812a4936, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:17:27.224033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:27.412821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9533178e-ce1d-418f-b3cd-d39e53d828e3 req-867b8a0f-bea9-4414-bd4c-b6e847c26446 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444504 Aug 30 14:17:27.454363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] For port 589a7312-d3c0-4f39-9ab9-f49a812a4936, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:17:27.464212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] For port 589a7312-d3c0-4f39-9ab9-f49a812a4936, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=589a7312-d3c0-4f39-9ab9-f49a812a4936,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:17:27.473607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:27.483094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28f3ab72-cfd9-4e0f-8cac-9f8ca6168003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:27.499128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28f3ab72-cfd9-4e0f-8cac-9f8ca6168003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:27.566432 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-28f3ab72-cfd9-4e0f-8cac-9f8ca6168003 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=002f5c33e24f4a49b888e6766405abc6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7859235 Aug 30 14:17:27.578221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:27.585003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0fc8193e-37ae-4a89-b263-206ba0fbfbfe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.5250854 Aug 30 14:17:27.615417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:27.616488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:27.618977 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] 10.222.0.39 "PUT /v2.0/ports/589a7312-d3c0-4f39-9ab9-f49a812a4936 HTTP/1.1" status: 200 len: 1118 time: 2.8190832 Aug 30 14:17:27.633306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfed02a1-439d-4198-b16c-ec6d5d3502e4', 'tag': '589a7312-d3c0-4f39-9ab9-f49a812a4936'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:27.647255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3ab72-cfd9-4e0f-8cac-9f8ca6168003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dca9a1-2900-433b-8c0d-81b56e3a6848,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:27.686408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:27.711580 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:27.758048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Transition to ACTIVE for port object 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:27.911083 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce04080e-97ae-4f72-8ae5-f25f40901e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:27.975388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.072227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:28.108033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2cc04-8bc7-458b-9a91-48d475d989eb service neutron] Pushing event updated for resources: {'Port': ['ID=589a7312-d3c0-4f39-9ab9-f49a812a4936,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:28.168464 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66ed3596-1420-4d3d-9350-29e885c32e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.191320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7277e-305c-477a-8229-9cb080b21d15 req-2ff7618a-82fa-493c-bc13-27d5ce11e646 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:28.199489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:28.205195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-add7277e-305c-477a-8229-9cb080b21d15 req-2ff7618a-82fa-493c-bc13-27d5ce11e646 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 936 time: 0.2354555 Aug 30 14:17:28.216163 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66ed3596-1420-4d3d-9350-29e885c32e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.395792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:28.440720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-66ed3596-1420-4d3d-9350-29e885c32e64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fbb2a9899bae44659ffada23b90d4e4e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2039118 Aug 30 14:17:28.442300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:28.458069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.475186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-add7277e-305c-477a-8229-9cb080b21d15 req-d3cbc302-b5a0-410b-87b8-2c6750c383be tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512982 Aug 30 14:17:28.485925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed3596-1420-4d3d-9350-29e885c32e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc73a9-7cd3-44cf-a7d9-4e08fb005d02,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:28.489754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Attempting to bind port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:17:28.490033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Attempting to bind port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:17:28.490390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Attempting to bind port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:28.512068 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.544212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Transition to ACTIVE for port object b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:28.561346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:17:28.563950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Attempting to bind port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:28.589964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.620378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:17:28.620977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:17:28.630978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:17:28.631820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Bound port: 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:17:28.632473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.651894 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781d057-bef5-42ac-a970-185f7d333c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfed02a1-439d-4198-b16c-ec6d5d3502e4", "tag": "589a7312-d3c0-4f39-9ab9-f49a812a4936"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:28.654716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b1a3c58-ba80-4d8d-80f7-ec52204dceb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.694240 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b1a3c58-ba80-4d8d-80f7-ec52204dceb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.827295 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea312395-0ab5-413b-835c-c775ef5a83cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.867189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b1a3c58-ba80-4d8d-80f7-ec52204dceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.869501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b1a3c58-ba80-4d8d-80f7-ec52204dceb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.875104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7b1a3c58-ba80-4d8d-80f7-ec52204dceb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0dc73a9-7cd3-44cf-a7d9-4e08fb005d02 HTTP/1.1" status: 204 len: 168 time: 0.3786337 Aug 30 14:17:28.897064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a3c58-ba80-4d8d-80f7-ec52204dceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dc73a9-7cd3-44cf-a7d9-4e08fb005d02,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:28.901560 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9302-f72d-4981-b48d-11fa553fb33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.942209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9302-f72d-4981-b48d-11fa553fb33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:28.984934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Pushing event updated for resources: {'Port': ['ID=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:29.060097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda277e3-ed4d-4c30-9ef5-287ec9863c57 req-5e82be0a-afb3-4f37-95cb-9ec1694490b7 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:29.062274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cda277e3-ed4d-4c30-9ef5-287ec9863c57 req-5e82be0a-afb3-4f37-95cb-9ec1694490b7 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 970 time: 0.2835813 Aug 30 14:17:29.073187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9302-f72d-4981-b48d-11fa553fb33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:29.076660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9302-f72d-4981-b48d-11fa553fb33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:29.079426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1bbd9302-f72d-4981-b48d-11fa553fb33e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91dca9a1-2900-433b-8c0d-81b56e3a6848 HTTP/1.1" status: 204 len: 168 time: 1.4924064 Aug 30 14:17:29.119126 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:29.130043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd9302-f72d-4981-b48d-11fa553fb33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dca9a1-2900-433b-8c0d-81b56e3a6848,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:29.243323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cda277e3-ed4d-4c30-9ef5-287ec9863c57 req-236820be-7a4d-4ca5-8602-bf4f95ed933a tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563625 Aug 30 14:17:29.256228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:17:29.271848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:17:29.325381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:29.425856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Attempting to bind port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:17:29.426380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Attempting to bind port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:17:29.426897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Attempting to bind port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:29.518155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:17:29.518828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Attempting to bind port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:29.563766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:29.566994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:29.571512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] 10.222.0.39 "PUT /v2.0/ports/711aeee6-ef1a-4deb-81a7-d4f3f06499f3 HTTP/1.1" status: 200 len: 1117 time: 4.8210967 Aug 30 14:17:29.572907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:29.577929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea312395-0ab5-413b-835c-c775ef5a83cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:29.587705 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea312395-0ab5-413b-835c-c775ef5a83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:29.713072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:17:29.713659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:17:29.714299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:17:29.715060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Bound port: b9d5bd7c-2b32-49aa-a7ec-3f432ed99933, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:17:29.723956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:29.830949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ea312395-0ab5-413b-835c-c775ef5a83cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6730a534f8a4d0cbace22f36e84b423&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7523634 Aug 30 14:17:29.834013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:29.854241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea312395-0ab5-413b-835c-c775ef5a83cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa0489a-11b5-44e3-b277-2ee4e766a024,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:30.138513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:30.200831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5149d9a3-ab5f-4d1d-b96e-eb54d96fe528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:30.333358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008848-27f5-4ddb-863a-f831dd211346 service neutron] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:30.415578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-f73d7c98-19a3-4bb2-9650-80cbcc7bdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:30.429679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-f73d7c98-19a3-4bb2-9650-80cbcc7bdd69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1120 time: 0.4708760 Aug 30 14:17:30.432546 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c6de50-74de-4564-a304-6a96fb57e4b3 x-openstack-request-id: req-63c6de50-74de-4564-a304-6a96fb57e4b3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:30.433154 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfed02a1-439d-4198-b16c-ec6d5d3502e4", "tag": "589a7312-d3c0-4f39-9ab9-f49a812a4936", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:30.433530 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63c6de50-74de-4564-a304-6a96fb57e4b3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:30.434219 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfed02a1-439d-4198-b16c-ec6d5d3502e4', 'tag': '589a7312-d3c0-4f39-9ab9-f49a812a4936', 'status': 'completed', 'code': 200} Aug 30 14:17:30.437769 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5461-f582-444e-bf7c-7cc76ef30a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:30.501355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-517b6eb0-fc43-4f72-9fd6-7f8bc0113103 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:30.506610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-517b6eb0-fc43-4f72-9fd6-7f8bc0113103 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 808 time: 1.2276676 Aug 30 14:17:30.551419 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5461-f582-444e-bf7c-7cc76ef30a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:30.689494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-cfc4b860-58c5-49ea-b41c-91906f04aa82 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/quotas/1f720867c22e4367a9d32fb472288ece HTTP/1.1" status: 200 len: 375 time: 0.1347356 Aug 30 14:17:30.693475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-a26a03e0-d2a3-423d-8d12-c1566ca084cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:30.695262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-a26a03e0-d2a3-423d-8d12-c1566ca084cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9217ee13fd594eed8cfe00328cbde5f8&device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 1121 time: 0.7516792 Aug 30 14:17:30.714672 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef522e-be06-489a-88e6-3c76ce97ae35" -d '{"events": [{"name": "network-changed", "server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:30.829487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-292380b2-66e4-4aec-96d8-7c12cb29fb6e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120698 Aug 30 14:17:30.941409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5461-f582-444e-bf7c-7cc76ef30a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:30.947195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5461-f582-444e-bf7c-7cc76ef30a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:30.949882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c1e5461-f582-444e-bf7c-7cc76ef30a72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fa0489a-11b5-44e3-b277-2ee4e766a024 HTTP/1.1" status: 204 len: 168 time: 1.0909488 Aug 30 14:17:30.964345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-24ada705-29a9-425b-b7b0-304a80215aec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=589a7312-d3c0-4f39-9ab9-f49a812a4936 HTTP/1.1" status: 200 len: 217 time: 0.1533613 Aug 30 14:17:30.964766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-414fc153-339b-4e3c-b99c-070af5edd9b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3 HTTP/1.1" status: 200 len: 217 time: 0.1839204 Aug 30 14:17:30.965549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] For port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:17:30.977399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5149d9a3-ab5f-4d1d-b96e-eb54d96fe528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:30.979799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e5461-f582-444e-bf7c-7cc76ef30a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa0489a-11b5-44e3-b277-2ee4e766a024,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:30.994547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] For port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:17:31.016644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e7238-8c13-43c6-9d79-ab01a78ce1a9 req-57893863-91cb-4a6a-a4f3-16c6306f3725 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:31.028735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba5e7238-8c13-43c6-9d79-ab01a78ce1a9 req-57893863-91cb-4a6a-a4f3-16c6306f3725 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 970 time: 0.3738124 Aug 30 14:17:31.031187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.123034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba5e7238-8c13-43c6-9d79-ab01a78ce1a9 req-f4617f93-8a02-4f87-a5b8-5007a3bfdf5a tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907304 Aug 30 14:17:31.126713 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5149d9a3-ab5f-4d1d-b96e-eb54d96fe528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.213265 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5149d9a3-ab5f-4d1d-b96e-eb54d96fe528 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=810d2192fbf44782b2d40f235adf2a36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0573277 Aug 30 14:17:31.215358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149d9a3-ab5f-4d1d-b96e-eb54d96fe528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100eb927-1a4e-47d2-9b8c-a56ab3fb659e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:31.235714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:31.341226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7206c0ea-ab07-4b6e-aeb5-aae22f83a740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.438003 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.453253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7206c0ea-ab07-4b6e-aeb5-aae22f83a740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.554281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:31.554975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.556316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] 10.222.0.39 "PUT /v2.0/ports/b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 HTTP/1.1" status: 200 len: 1118 time: 6.0449221 Aug 30 14:17:31.569981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b7c0d-efc4-4625-a48b-2f759c1aa71a req-d39a9a48-7745-41cb-9da4-ab80314db84e tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:31.581905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-151b7c0d-efc4-4625-a48b-2f759c1aa71a req-d39a9a48-7745-41cb-9da4-ab80314db84e tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 970 time: 0.1819377 Aug 30 14:17:31.587239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614307a7-2e2a-4acd-81e0-b76a6be82bde service neutron] Pushing event updated for resources: {'Port': ['ID=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:31.618678 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7206c0ea-ab07-4b6e-aeb5-aae22f83a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.621364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7206c0ea-ab07-4b6e-aeb5-aae22f83a740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.622559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7206c0ea-ab07-4b6e-aeb5-aae22f83a740 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/100eb927-1a4e-47d2-9b8c-a56ab3fb659e HTTP/1.1" status: 204 len: 168 time: 0.3818073 Aug 30 14:17:31.644625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-151b7c0d-efc4-4625-a48b-2f759c1aa71a req-dd486218-e475-40d0-88f6-6e53d4b12646 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616040 Aug 30 14:17:31.645782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206c0ea-ab07-4b6e-aeb5-aae22f83a740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100eb927-1a4e-47d2-9b8c-a56ab3fb659e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:31.784493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:31.799675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5c887d2-cbbe-4881-89ba-b8f85e6c4dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.964111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-58e5f152-5650-41ab-ac25-d1e0347bc0b3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:17:31.968455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-4aeb0d3e-c351-4733-ac14-47bccb08a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:31.970382 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-4aeb0d3e-c351-4733-ac14-47bccb08a1f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0925508 Aug 30 14:17:31.971510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-58e5f152-5650-41ab-ac25-d1e0347bc0b3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4613981 Aug 30 14:17:32.084724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-b0be3032-0c39-441f-b45b-6daaff453c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:32.087478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-b0be3032-0c39-441f-b45b-6daaff453c05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090314 Aug 30 14:17:32.097365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-fcf90922-1662-485a-8b17-b5e9824527c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:32.098309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-fcf90922-1662-485a-8b17-b5e9824527c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2173889 Aug 30 14:17:32.100402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5c887d2-cbbe-4881-89ba-b8f85e6c4dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:32.110542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5c887d2-cbbe-4881-89ba-b8f85e6c4dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:32.132822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-6f5f480c-7331-457c-b476-6d1eccfbc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:32.134727 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-6f5f480c-7331-457c-b476-6d1eccfbc3d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 1121 time: 0.2129221 Aug 30 14:17:32.242649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-d7e4a07f-ad22-4a22-8e5e-9edaed953349 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 HTTP/1.1" status: 200 len: 217 time: 0.0784984 Aug 30 14:17:32.278557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e5c887d2-cbbe-4881-89ba-b8f85e6c4dee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f94638239524cd39607af257312fd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928396 Aug 30 14:17:32.279383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c887d2-cbbe-4881-89ba-b8f85e6c4dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d04f77-3faf-4ad4-885a-4164112f2fe5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:32.282556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:32.339797 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e19b153-cb80-4a42-9c18-206a61b0b4f7 x-openstack-request-id: req-2e19b153-cb80-4a42-9c18-206a61b0b4f7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:32.340092 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:32.340525 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e19b153-cb80-4a42-9c18-206a61b0b4f7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:32.340827 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'status': 'completed', 'code': 200} Aug 30 14:17:32.359574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-fab9efc7-0fc5-4791-bd1e-341e25405621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:32.361769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-fab9efc7-0fc5-4791-bd1e-341e25405621 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0896370 Aug 30 14:17:32.379127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-8a300411-6492-4b58-ab09-f24b8340a0ae service neutron] 10.222.0.50 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066191 Aug 30 14:17:32.425842 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:32.504314 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-d8594f4d-fbbe-4f4c-83f7-d840cc07119c service neutron] 10.222.0.50 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239076 Aug 30 14:17:32.507689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-922842b6-8f1a-4996-aaf3-08d0324d4539 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449333 Aug 30 14:17:32.510201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:32.590933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-574f27e1-1907-4337-b5f8-193044741556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:32.593320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-574f27e1-1907-4337-b5f8-193044741556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4196312 Aug 30 14:17:32.612072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-304f1430-ab5c-446a-b846-7d955d82ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:32.614283 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-304f1430-ab5c-446a-b846-7d955d82ed17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265819 Aug 30 14:17:32.634189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5eb463d4-cbb0-4540-8bfe-3f9b0573a1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:32.656408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb6410-ec6e-4d8d-b12d-661ecd3b5203 req-0fb4319a-c72c-41b5-8cc1-08917b4cea60 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:32.659926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68cb6410-ec6e-4d8d-b12d-661ecd3b5203 req-0fb4319a-c72c-41b5-8cc1-08917b4cea60 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 970 time: 0.2007377 Aug 30 14:17:32.728612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f012-9e6f-4393-a00a-2813869870a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:32.793569 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f012-9e6f-4393-a00a-2813869870a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:32.838444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-080f0a4b-b62b-4d2b-a620-5ea29a2f0e4e service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363167 Aug 30 14:17:32.840940 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ae8f1dc-6af1-44d3-af30-5cec1589e2b8 req-9013ef60-a3b7-4ce4-b19b-e2b96fe91d1f service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225052 Aug 30 14:17:32.869622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-acdb9b70-4ac9-4244-a5f5-da535a053631 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404840 Aug 30 14:17:32.902579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68cb6410-ec6e-4d8d-b12d-661ecd3b5203 req-bbb79cf4-ed25-4b26-81e0-7d2b0c5f162d tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090170 Aug 30 14:17:33.061144 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f012-9e6f-4393-a00a-2813869870a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:33.066256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f012-9e6f-4393-a00a-2813869870a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:33.070879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4ef7f012-9e6f-4393-a00a-2813869870a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91d04f77-3faf-4ad4-885a-4164112f2fe5 HTTP/1.1" status: 204 len: 168 time: 0.7132208 Aug 30 14:17:33.110874 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5767aca6-96c2-4302-b06c-a899898f3066 req-2bd8b423-e65c-409b-b22e-82ff87d14280 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 210 time: 0.1138153 Aug 30 14:17:33.111480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db812d-18e7-4218-8c80-31a1fd7ad605 req-c0ea3f69-5a1a-4376-acd5-c1fe85431b13 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:33.119923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7db812d-18e7-4218-8c80-31a1fd7ad605 req-c0ea3f69-5a1a-4376-acd5-c1fe85431b13 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 970 time: 0.2673364 Aug 30 14:17:33.151669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7f012-9e6f-4393-a00a-2813869870a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d04f77-3faf-4ad4-885a-4164112f2fe5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:33.163342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-5721c51b-27eb-4f4d-95a0-226911abf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:33.165553 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-5721c51b-27eb-4f4d-95a0-226911abf1f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1120 time: 0.2100763 Aug 30 14:17:33.190873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5eb463d4-cbb0-4540-8bfe-3f9b0573a1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:33.243360 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5eb463d4-cbb0-4540-8bfe-3f9b0573a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:33.260419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa4b5d29-4e5d-4e68-bee8-3e7296a58801 req-f69b3680-575e-4761-9a58-b26f372133b1 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931115 Aug 30 14:17:33.275527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5eb463d4-cbb0-4540-8bfe-3f9b0573a1fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c2f71cbc1fe42c0b116c92f95bf9236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7642441 Aug 30 14:17:33.282845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:33.317418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61857a19-a4c6-4a67-bddb-8ca291677737 req-3562bb38-7f30-444a-8dc1-14f7cb6272ce service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224176 Aug 30 14:17:33.364660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb463d4-cbb0-4540-8bfe-3f9b0573a1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe849af-97e1-427d-8f8d-fff6d3ecbc53,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:33.398039 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7db812d-18e7-4218-8c80-31a1fd7ad605 req-3807ec25-af75-4d14-87f1-d365b1c33f9f tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486303 Aug 30 14:17:33.478175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-d9368d72-0540-4278-b4c1-0208c33ec27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:33.481801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-d9368d72-0540-4278-b4c1-0208c33ec27a service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3062727 Aug 30 14:17:33.509856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d057-bef5-42ac-a970-185f7d333c9a req-6d069001-6335-4b4c-9921-7149dec951ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:33.511603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5781d057-bef5-42ac-a970-185f7d333c9a req-6d069001-6335-4b4c-9921-7149dec951ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9217ee13fd594eed8cfe00328cbde5f8&device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 1121 time: 0.1115026 Aug 30 14:17:33.569311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-8d11bb6f-ab70-479a-9011-9f1aef585b87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3 HTTP/1.1" status: 200 len: 217 time: 0.0794847 Aug 30 14:17:33.598832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3955790c-6135-4f51-b578-d906d0b6de56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:33.624543 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3955790c-6135-4f51-b578-d906d0b6de56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:33.704991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-3f469239-3589-4129-9952-04b3b8aaac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:33.707895 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-3f469239-3589-4129-9952-04b3b8aaac36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1204579 Aug 30 14:17:33.827974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-006213ed-3405-4e34-9a5a-fd4da051dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:33.832569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-006213ed-3405-4e34-9a5a-fd4da051dabb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137667 Aug 30 14:17:33.860706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3955790c-6135-4f51-b578-d906d0b6de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:33.866268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3955790c-6135-4f51-b578-d906d0b6de56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:33.868718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3955790c-6135-4f51-b578-d906d0b6de56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbe849af-97e1-427d-8f8d-fff6d3ecbc53 HTTP/1.1" status: 204 len: 168 time: 0.5807035 Aug 30 14:17:33.911172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955790c-6135-4f51-b578-d906d0b6de56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe849af-97e1-427d-8f8d-fff6d3ecbc53,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:33.933671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d057-bef5-42ac-a970-185f7d333c9a req-cc530512-ae93-439c-b606-22cc1fcf429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:33.936532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5781d057-bef5-42ac-a970-185f7d333c9a req-cc530512-ae93-439c-b606-22cc1fcf429c service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.4134188 Aug 30 14:17:33.997169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5781d057-bef5-42ac-a970-185f7d333c9a req-f6ad0c4f-9239-43e8-9267-5ca90219ffea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=589a7312-d3c0-4f39-9ab9-f49a812a4936 HTTP/1.1" status: 200 len: 217 time: 0.0504057 Aug 30 14:17:34.116744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-fd8131a3-6b73-4004-808d-cffd5e593de8 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759318 Aug 30 14:17:34.121691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d057-bef5-42ac-a970-185f7d333c9a req-e08c3fae-40df-4aa5-a39e-cabaadb112ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:34.123651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5781d057-bef5-42ac-a970-185f7d333c9a req-e08c3fae-40df-4aa5-a39e-cabaadb112ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1193266 Aug 30 14:17:34.215569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb33581-99fc-4524-b631-99f3f6338309 req-b883699a-58e2-4236-bd8b-5f74440d1239 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:34.226076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ffb33581-99fc-4524-b631-99f3f6338309 req-b883699a-58e2-4236-bd8b-5f74440d1239 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 970 time: 0.1733758 Aug 30 14:17:34.251793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d057-bef5-42ac-a970-185f7d333c9a req-1d58a6d2-4cbc-44d2-9643-94fa4c6f6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:34.253382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5781d057-bef5-42ac-a970-185f7d333c9a req-1d58a6d2-4cbc-44d2-9643-94fa4c6f6caf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103351 Aug 30 14:17:34.349919 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2ef522e-be06-489a-88e6-3c76ce97ae35 req-cb36e04c-8d40-4008-b56e-f4ed0bea3790 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250652 Aug 30 14:17:34.524944 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4bb2692-89c9-4a94-a708-eefae778a6c5 req-1c9b46ac-e9d9-403e-b268-8374d87528f7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 210 time: 0.0610092 Aug 30 14:17:34.567361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9f29f0-80ed-4094-b7f4-da98f1d3bb56', 'tag': 'b9d5bd7c-2b32-49aa-a7ec-3f432ed99933'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:34.569935 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b41abe-2a54-4c63-92b7-97852513bbce" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9f29f0-80ed-4094-b7f4-da98f1d3bb56", "tag": "b9d5bd7c-2b32-49aa-a7ec-3f432ed99933"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:34.579923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ffb33581-99fc-4524-b631-99f3f6338309 req-db35cfd9-8314-4698-8479-21118ced0076 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523519 Aug 30 14:17:34.642442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5781d057-bef5-42ac-a970-185f7d333c9a req-7e817136-2b78-4ce3-96fc-2f0b6824c648 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770289 Aug 30 14:17:34.675637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.21', 49924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:34.850290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a1fcc-fb52-4ee9-aa60-2c80354061b8 req-72c0c9ef-dcca-4b3c-9f72-f0e374a0c32b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:34.852020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae4a1fcc-fb52-4ee9-aa60-2c80354061b8 req-72c0c9ef-dcca-4b3c-9f72-f0e374a0c32b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 970 time: 0.1663928 Aug 30 14:17:34.892824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5781d057-bef5-42ac-a970-185f7d333c9a req-d9ff7907-89ec-4f24-8f7d-ac7423ccfca7 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421515 Aug 30 14:17:34.925848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae4a1fcc-fb52-4ee9-aa60-2c80354061b8 req-b741bd13-0c40-4f21-a28a-45856ad1dbdb tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593262 Aug 30 14:17:34.941292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5a48073e-4970-4353-9c31-54a9c59c2bbc tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:34.943179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5a48073e-4970-4353-9c31-54a9c59c2bbc tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 808 time: 0.2515392 Aug 30 14:17:35.073374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Request body: {'port': {'device_id': '6d700a57-7875-4ef7-a778-017d56718722', 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'admin_state_up': True, 'tenant_id': '1f720867c22e4367a9d32fb472288ece'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:35.086703 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee2c4f-b28b-415f-841e-b6281726f57a x-openstack-request-id: req-e7ee2c4f-b28b-415f-841e-b6281726f57a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:35.087235 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9f29f0-80ed-4094-b7f4-da98f1d3bb56", "tag": "b9d5bd7c-2b32-49aa-a7ec-3f432ed99933", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:35.087677 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7ee2c4f-b28b-415f-841e-b6281726f57a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:35.088443 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9f29f0-80ed-4094-b7f4-da98f1d3bb56', 'tag': 'b9d5bd7c-2b32-49aa-a7ec-3f432ed99933', 'status': 'completed', 'code': 200} Aug 30 14:17:35.166083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-95711e5c-20c0-4d01-afa1-a8050138ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:35.167863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-95711e5c-20c0-4d01-afa1-a8050138ee2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 1121 time: 0.0541034 Aug 30 14:17:35.389481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Made reservation on behalf of 1f720867c22e4367a9d32fb472288ece for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:35.399233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:35.438888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-410f1921-14bb-4b6b-a12f-35d5aca72ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:35.442407 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-410f1921-14bb-4b6b-a12f-35d5aca72ed8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2650502 Aug 30 14:17:35.546534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-6aea4a9d-62e6-4217-b60f-b1e0454b2fc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 HTTP/1.1" status: 200 len: 217 time: 0.0962958 Aug 30 14:17:35.669873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-dd192da8-d1d3-49d4-b4fd-8268ca356af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:35.674587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-dd192da8-d1d3-49d4-b4fd-8268ca356af4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1169636 Aug 30 14:17:35.808735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-f98b3dbb-8167-475e-b513-506fb3f74de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:35.814194 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-f98b3dbb-8167-475e-b513-506fb3f74de0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319189 Aug 30 14:17:35.818778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f7b49310-24fb-475b-8334-5720b77fdd53 req-da1907b8-efe2-4ab6-9a42-a9322fe2150c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 210 time: 0.0746787 Aug 30 14:17:35.870087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Allocated IP 172.20.0.9 (7719e3a1-d20b-40f4-b28c-20a8dcb3eb35/7b91aecf-bcf4-4a8a-9b72-ba757fd09a74/dce5a8f7-8943-4e16-ae47-35525b330416) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:17:36.100815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 589a7312-d3c0-4f39-9ab9-f49a812a4936 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:17:36.117753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced44d-0c5f-4957-9274-020f83f3f188 req-34f6e9af-6585-4410-88ae-45aa710cb069 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:36.119556 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6ced44d-0c5f-4957-9274-020f83f3f188 req-34f6e9af-6585-4410-88ae-45aa710cb069 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 970 time: 0.1750181 Aug 30 14:17:36.136734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.180832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-b7dfe6b6-713c-4632-acb8-9075bc424ca1 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564661 Aug 30 14:17:36.260197 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.295747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 589a7312-d3c0-4f39-9ab9-f49a812a4936, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=589a7312-d3c0-4f39-9ab9-f49a812a4936,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:36.310751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '589a7312-d3c0-4f39-9ab9-f49a812a4936', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '589a7312-d3c0-4f39-9ab9-f49a812a4936', 'mac_address': 'fa:16:3e:7e:d9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:tempest-test_az-1997600639', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:17:36.331593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6ced44d-0c5f-4957-9274-020f83f3f188 req-c36d5939-392c-4a7e-95bf-2f740505663a tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966116 Aug 30 14:17:36.361773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.380836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:17:36.381356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589a7312-d3c0-4f39-9ab9-f49a812a4936 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:36.389229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:17:36.406018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:17:36.413725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:36.414310 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.414840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 589a7312-d3c0-4f39-9ab9-f49a812a4936, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=589a7312-d3c0-4f39-9ab9-f49a812a4936,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:36.429545 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.430235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:17:36.438397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Pushing event updated for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:36.451450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-5f6f549f-3d7e-46d0-9110-422ea288c0ca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3863597 Aug 30 14:17:36.484404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:36.487667 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4b41abe-2a54-4c63-92b7-97852513bbce req-b3897797-d705-465c-9609-9cca890b3c22 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955918 Aug 30 14:17:36.502143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'mac_address': 'fa:16:3e:1b:01:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:tempest-test_az-1997600639', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:17:36.570793 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.598491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:36.611715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a6794-f388-4cc1-8a48-9066f2589fce req-4ca0512d-963a-4d16-aa72-b4c39f7d0a3d tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:36.631119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:36.634703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-119a6794-f388-4cc1-8a48-9066f2589fce req-4ca0512d-963a-4d16-aa72-b4c39f7d0a3d tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 971 time: 0.1201391 Aug 30 14:17:36.640118 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.641796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:17:36.667165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=589a7312-d3c0-4f39-9ab9-f49a812a4936,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:36.681113 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.681353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.681696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.682031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.682367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.682696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.683028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.683333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.683647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.684152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.684635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.685433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Tracked resource versions report: Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: pushed versions: Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Log': {'1.0'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Network': {'1.1'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Port': {'1.7'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'PortForwarding': {'1.2'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'QosPolicy': {'1.9'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'SubPort': {'1.0'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Subnet': {'1.1'}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Trunk': {'1.1'}} Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: consumer versions: Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: { DHCP agent@n-d-805668-3: {}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: HyperV agent@n-h1-805668-3: {}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: HyperV agent@n-h2-805668-3: {}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: L3 agent@n-d-805668-3: {}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: Metadata agent@n-d-805668-3: {}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: Metering agent@n-d-805668-3: {}, Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: Open vSwitch agent@n-d-805668-3: { 'AddressGroup': '1.2', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'ConntrackHelper': '1.0', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Log': '1.0', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Network': '1.1', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Port': '1.7', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'PortForwarding': '1.2', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'QosPolicy': '1.9', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'SecurityGroup': '1.4', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'SecurityGroupRule': '1.2', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'SubPort': '1.0', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Subnet': '1.1', Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: 'Trunk': '1.1'}} Aug 30 14:17:36.686722 n-d-805668-3 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:17:36.738730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-119a6794-f388-4cc1-8a48-9066f2589fce req-e4db18a7-a549-4120-995a-f721f979b2a8 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988464 Aug 30 14:17:36.773185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:36.820353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'b9d5bd7c-2b32-49aa-a7ec-3f432ed99933', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'b9d5bd7c-2b32-49aa-a7ec-3f432ed99933', 'mac_address': 'fa:16:3e:98:eb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:tempest-test_az-1997600639', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:17:36.827256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:36.887320 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.930557 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:36.993517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:37.003356 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:37.064267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a809fbe-4d01-49a3-8a11-e13857910927 req-6e2126c9-8294-4550-ba20-a304a1282837 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:37.066142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a809fbe-4d01-49a3-8a11-e13857910927 req-6e2126c9-8294-4550-ba20-a304a1282837 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 931 time: 0.1052430 Aug 30 14:17:37.118948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:37.155103 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a809fbe-4d01-49a3-8a11-e13857910927 req-3ffb5d93-6c81-4167-98c3-b79bb68d4743 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824387 Aug 30 14:17:37.439851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:37.464945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['589a7312-d3c0-4f39-9ab9-f49a812a4936'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:17:37.534414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['711aeee6-ef1a-4deb-81a7-d4f3f06499f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:17:37.612979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b9d5bd7c-2b32-49aa-a7ec-3f432ed99933'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:17:37.771897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee390-613f-4474-a4ec-1578a25bf7f9 req-f90d03cf-f901-4415-9a03-bbc1d8a9cd26 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:37.787867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-94aee390-613f-4474-a4ec-1578a25bf7f9 req-f90d03cf-f901-4415-9a03-bbc1d8a9cd26 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 971 time: 0.2015760 Aug 30 14:17:37.915099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-94aee390-613f-4474-a4ec-1578a25bf7f9 req-b2607fdf-0d93-46ea-9f28-939001ed0023 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213918 Aug 30 14:17:38.086209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdcfd-5f2f-4691-9ed6-8d61980663ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:38.193083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e994d-0b2d-4b13-aff5-4e8d9f1e0100 req-a7874bce-e9a0-4346-bec0-f7f5940ce2a7 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:38.196475 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cf8e994d-0b2d-4b13-aff5-4e8d9f1e0100 req-a7874bce-e9a0-4346-bec0-f7f5940ce2a7 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 971 time: 0.1292374 Aug 30 14:17:38.247329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cf8e994d-0b2d-4b13-aff5-4e8d9f1e0100 req-f20eb825-79e0-48a8-813b-5597e878039e tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494075 Aug 30 14:17:38.409742 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdcfd-5f2f-4691-9ed6-8d61980663ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:38.416713 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdcfd-5f2f-4691-9ed6-8d61980663ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:38.438233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1857e-a2f0-459b-a336-9dea68936700 req-e59e3dc2-433b-4f65-a59b-587d9a9443bb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:38.443038 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8a1857e-a2f0-459b-a336-9dea68936700 req-e59e3dc2-433b-4f65-a59b-587d9a9443bb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 931 time: 0.1035955 Aug 30 14:17:38.479599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bdcfd-5f2f-4691-9ed6-8d61980663ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fcfbf0-f061-4d34-96ad-ed30ff22ed13,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:38.487746 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4d0bdcfd-5f2f-4691-9ed6-8d61980663ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ba2cf77b2bf4ddcb088abeacd07e301&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0462089 Aug 30 14:17:38.488960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:38.558161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8a1857e-a2f0-459b-a336-9dea68936700 req-ddefbf28-4809-4871-a4f1-f96862d29403 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015639 Aug 30 14:17:38.567827 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f12dd1c-ca8c-42d5-8f8a-17a7a30fe886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:38.632935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f12dd1c-ca8c-42d5-8f8a-17a7a30fe886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:38.730064 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f12dd1c-ca8c-42d5-8f8a-17a7a30fe886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:38.737328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f12dd1c-ca8c-42d5-8f8a-17a7a30fe886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:38.740408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7f12dd1c-ca8c-42d5-8f8a-17a7a30fe886 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29fcfbf0-f061-4d34-96ad-ed30ff22ed13 HTTP/1.1" status: 204 len: 168 time: 0.2501178 Aug 30 14:17:38.767430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12dd1c-ca8c-42d5-8f8a-17a7a30fe886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fcfbf0-f061-4d34-96ad-ed30ff22ed13,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:38.956773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:39.127813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915518c-4f77-4d0f-ae0a-5ae82c244844 req-642e8f00-21cf-4cd6-a23b-4756ee3e0f99 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:39.130503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9915518c-4f77-4d0f-ae0a-5ae82c244844 req-642e8f00-21cf-4cd6-a23b-4756ee3e0f99 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 971 time: 0.0943229 Aug 30 14:17:39.162267 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f288aee1-da79-4afc-830d-884cc55c6022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.192995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9915518c-4f77-4d0f-ae0a-5ae82c244844 req-d553a878-a20c-44ee-9d6c-d63404f20415 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532982 Aug 30 14:17:39.248278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49978) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:39.269420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b056b51-38b7-49d3-842c-94e25a1d19c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.311341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f288aee1-da79-4afc-830d-884cc55c6022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.317027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f288aee1-da79-4afc-830d-884cc55c6022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.373014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f288aee1-da79-4afc-830d-884cc55c6022 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75d7a26b3d6d48caa96cadf64a2c7ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144418 Aug 30 14:17:39.377896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288aee1-da79-4afc-830d-884cc55c6022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f42eda0-6c55-4fe9-90ab-08e4553ac970,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:39.379767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:39.421104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a113ea9-8bf5-4256-8333-f929065bf3f3 req-c7494362-8b92-4830-a521-25b10d781f53 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:39.422842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a113ea9-8bf5-4256-8333-f929065bf3f3 req-c7494362-8b92-4830-a521-25b10d781f53 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 971 time: 0.0665693 Aug 30 14:17:39.469566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a113ea9-8bf5-4256-8333-f929065bf3f3 req-292a809a-f56d-474e-a4a0-9c9d9a9a8508 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385811 Aug 30 14:17:39.519928 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5480b3-e88b-4b25-aa58-8ec2f2d2030f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.550239 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b056b51-38b7-49d3-842c-94e25a1d19c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.556595 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b056b51-38b7-49d3-842c-94e25a1d19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.565883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5480b3-e88b-4b25-aa58-8ec2f2d2030f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.621499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b056b51-38b7-49d3-842c-94e25a1d19c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c499d8-435b-4b9c-af56-cb7440c9b3e0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:39.634604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7b056b51-38b7-49d3-842c-94e25a1d19c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=617b6ca2900547c48f8ba8b16605a27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840828 Aug 30 14:17:39.639212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:39.689521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5480b3-e88b-4b25-aa58-8ec2f2d2030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.692599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5480b3-e88b-4b25-aa58-8ec2f2d2030f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.693818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2e5480b3-e88b-4b25-aa58-8ec2f2d2030f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f42eda0-6c55-4fe9-90ab-08e4553ac970 HTTP/1.1" status: 204 len: 168 time: 0.3065457 Aug 30 14:17:39.713639 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5480b3-e88b-4b25-aa58-8ec2f2d2030f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f42eda0-6c55-4fe9-90ab-08e4553ac970,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:39.758722 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b7c44c-6db0-4595-a9ac-d7aa2d81300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.792149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641006c-c2c9-4e72-b69a-3b6378884230 req-88e37db5-712a-4b18-9294-2b9c96d40cce tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:39.795599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1641006c-c2c9-4e72-b69a-3b6378884230 req-88e37db5-712a-4b18-9294-2b9c96d40cce tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 931 time: 0.1002858 Aug 30 14:17:39.800782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b7c44c-6db0-4595-a9ac-d7aa2d81300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.878081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1641006c-c2c9-4e72-b69a-3b6378884230 req-02f8bf8f-f4ec-46ad-bb2d-9515a08043a3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Aug 30 14:17:39.885345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b7c44c-6db0-4595-a9ac-d7aa2d81300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.892025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b7c44c-6db0-4595-a9ac-d7aa2d81300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.897703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-30b7c44c-6db0-4595-a9ac-d7aa2d81300e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53c499d8-435b-4b9c-af56-cb7440c9b3e0 HTTP/1.1" status: 204 len: 168 time: 0.2570283 Aug 30 14:17:39.918835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7c44c-6db0-4595-a9ac-d7aa2d81300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c499d8-435b-4b9c-af56-cb7440c9b3e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:40.071965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 589a7312-d3c0-4f39-9ab9-f49a812a4936 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:17:40.161851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 589a7312-d3c0-4f39-9ab9-f49a812a4936 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:40.170211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 589a7312-d3c0-4f39-9ab9-f49a812a4936 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:40.171310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:40.313671 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:40.394602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed02a1-439d-4198-b16c-ec6d5d3502e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589a7312-d3c0-4f39-9ab9-f49a812a4936'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:40.480596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:40.519495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72f364be-c350-440d-93f6-b6958e6ca40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:40.612325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 589a7312-d3c0-4f39-9ab9-f49a812a4936, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=589a7312-d3c0-4f39-9ab9-f49a812a4936,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:40.622476 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:40.623591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:17:40.696970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969eee7-65fc-45b6-a104-1eb16e3279d6 req-dcfdea49-bab8-468e-baf9-0741a76db044 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:40.704005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e969eee7-65fc-45b6-a104-1eb16e3279d6 req-dcfdea49-bab8-468e-baf9-0741a76db044 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 971 time: 0.3562438 Aug 30 14:17:40.763034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=589a7312-d3c0-4f39-9ab9-f49a812a4936,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:40.793594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:40.807400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:40.807912 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:40.838669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e969eee7-65fc-45b6-a104-1eb16e3279d6 req-c9bedd77-5491-48c9-86f3-bb3d1c35e01c tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201930 Aug 30 14:17:40.876792 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0eb505-d85b-46cc-8e7f-9e6d8ee4e9ac" -d '{"events": [{"server_uuid": "cfed02a1-439d-4198-b16c-ec6d5d3502e4", "name": "network-vif-plugged", "status": "completed", "tag": "589a7312-d3c0-4f39-9ab9-f49a812a4936"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:40.905989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf167-93dc-45f1-9c09-e0135a302ce6 req-abcc912b-57a9-455e-991a-b8b5bc122890 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:40.921228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7eaaf167-93dc-45f1-9c09-e0135a302ce6 req-abcc912b-57a9-455e-991a-b8b5bc122890 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 972 time: 0.2528656 Aug 30 14:17:40.997670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72f364be-c350-440d-93f6-b6958e6ca40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.023599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72f364be-c350-440d-93f6-b6958e6ca40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.066624 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7eaaf167-93dc-45f1-9c09-e0135a302ce6 req-cce1bd4c-b864-4cbc-bccc-83d43b07b2e8 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399269 Aug 30 14:17:41.088630 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.113500 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244e7e66-2a11-442f-b8cd-73094f0ed804 x-openstack-request-id: req-244e7e66-2a11-442f-b8cd-73094f0ed804 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:41.114111 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed02a1-439d-4198-b16c-ec6d5d3502e4", "name": "network-vif-plugged", "status": "completed", "tag": "589a7312-d3c0-4f39-9ab9-f49a812a4936", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:41.114502 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-244e7e66-2a11-442f-b8cd-73094f0ed804 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:41.115311 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed02a1-439d-4198-b16c-ec6d5d3502e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589a7312-d3c0-4f39-9ab9-f49a812a4936', 'code': 200} Aug 30 14:17:41.166233 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-72f364be-c350-440d-93f6-b6958e6ca40f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f43ff67a6874ba188a347d8d4e63796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6839623 Aug 30 14:17:41.168435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f364be-c350-440d-93f6-b6958e6ca40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ebd4c8-90b9-4003-aee8-90b45e77a33f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:41.170317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:41.337188 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9166815c-f281-49f6-a289-32f085d55852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.363757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd75007-3efa-4c95-a8c8-9c10a5c34b17 req-7d729a40-9a04-4623-ba2a-63a26cb5feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:41.367927 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dd75007-3efa-4c95-a8c8-9c10a5c34b17 req-7d729a40-9a04-4623-ba2a-63a26cb5feed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 1123 time: 0.1724176 Aug 30 14:17:41.381480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d221f-7641-4c5a-8fa8-6ae95d06ba13 req-8e43b5b0-088d-4e36-b12b-11d7ce86e305 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:41.383829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b4d221f-7641-4c5a-8fa8-6ae95d06ba13 req-8e43b5b0-088d-4e36-b12b-11d7ce86e305 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 931 time: 0.1457088 Aug 30 14:17:41.400754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:41.409575 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.411029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:17:41.429367 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4dd75007-3efa-4c95-a8c8-9c10a5c34b17 req-768db167-53d1-41f0-876d-b34a72ce2100 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.432311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9166815c-f281-49f6-a289-32f085d55852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.531478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b4d221f-7641-4c5a-8fa8-6ae95d06ba13 req-b739a3ea-9f06-4179-b746-76e1379d5dc8 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286190 Aug 30 14:17:41.564741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:41.576392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9166815c-f281-49f6-a289-32f085d55852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.580570 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9166815c-f281-49f6-a289-32f085d55852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.582207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9166815c-f281-49f6-a289-32f085d55852 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30ebd4c8-90b9-4003-aee8-90b45e77a33f HTTP/1.1" status: 204 len: 168 time: 0.4104428 Aug 30 14:17:41.583070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:41.591341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:41.592522 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.606868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166815c-f281-49f6-a289-32f085d55852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ebd4c8-90b9-4003-aee8-90b45e77a33f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:41.680903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4dd75007-3efa-4c95-a8c8-9c10a5c34b17 req-768db167-53d1-41f0-876d-b34a72ce2100 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.688098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4dd75007-3efa-4c95-a8c8-9c10a5c34b17 req-768db167-53d1-41f0-876d-b34a72ce2100 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.763968 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dd75007-3efa-4c95-a8c8-9c10a5c34b17 req-768db167-53d1-41f0-876d-b34a72ce2100 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881502 Aug 30 14:17:41.772028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db167-53d1-41f0-876d-b34a72ce2100 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=51fbe1e6-68f8-4e93-909d-f997fb209de7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:41.825250 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.869109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:41.880044 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:41.951652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:42.067990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a885304-772c-4217-8fe4-fe8812e806db req-7f42e054-7095-4cd6-9d87-e0bee8ca56f5 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:42.070500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a885304-772c-4217-8fe4-fe8812e806db req-7f42e054-7095-4cd6-9d87-e0bee8ca56f5 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 972 time: 0.1015069 Aug 30 14:17:42.164312 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a885304-772c-4217-8fe4-fe8812e806db req-4df9bc60-f483-4f4e-9232-caa86b437f85 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822599 Aug 30 14:17:42.252278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf62c1c-dda0-4b5a-9ceb-a3a31c834b39 req-8c3bc7ad-1571-40dd-8abd-1bfa7a0eff08 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:42.253928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-daf62c1c-dda0-4b5a-9ceb-a3a31c834b39 req-8c3bc7ad-1571-40dd-8abd-1bfa7a0eff08 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 972 time: 0.0547483 Aug 30 14:17:42.305122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-daf62c1c-dda0-4b5a-9ceb-a3a31c834b39 req-8791969d-6e2d-4f01-80d6-017e13ac6691 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384467 Aug 30 14:17:42.695105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c83f1e-a9a6-401b-bc90-f40c64bb85bf req-4a4e9379-686b-4f02-8b7d-8f1967a92ad0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:42.697836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0c83f1e-a9a6-401b-bc90-f40c64bb85bf req-4a4e9379-686b-4f02-8b7d-8f1967a92ad0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 931 time: 0.0749900 Aug 30 14:17:42.754717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0c83f1e-a9a6-401b-bc90-f40c64bb85bf req-e7ad4df1-0d3a-4ba2-9939-7e0b1f80c352 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471330 Aug 30 14:17:43.116414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'}, {'server_uuid': '5b9f29f0-80ed-4094-b7f4-da98f1d3bb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d5bd7c-2b32-49aa-a7ec-3f432ed99933'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:43.119588 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2475717-b3f4-4547-9c10-3f958abf84be" -d '{"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-plugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3"}, {"server_uuid": "5b9f29f0-80ed-4094-b7f4-da98f1d3bb56", "name": "network-vif-plugged", "status": "completed", "tag": "b9d5bd7c-2b32-49aa-a7ec-3f432ed99933"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:43.184488 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bdf7ce-8682-4c4f-a044-584e2b1601e0 x-openstack-request-id: req-10bdf7ce-8682-4c4f-a044-584e2b1601e0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:43.184921 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-plugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3", "code": 200}, {"server_uuid": "5b9f29f0-80ed-4094-b7f4-da98f1d3bb56", "name": "network-vif-plugged", "status": "completed", "tag": "b9d5bd7c-2b32-49aa-a7ec-3f432ed99933", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:43.185352 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10bdf7ce-8682-4c4f-a044-584e2b1601e0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:43.185897 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'code': 200} Aug 30 14:17:43.186351 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9f29f0-80ed-4094-b7f4-da98f1d3bb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d5bd7c-2b32-49aa-a7ec-3f432ed99933', 'code': 200} Aug 30 14:17:43.360348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4570ea-ea19-47d5-b077-5dc1757ef086 req-c00279cb-ba1f-475c-8d26-f8638fa3a01d tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:43.379178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb4570ea-ea19-47d5-b077-5dc1757ef086 req-c00279cb-ba1f-475c-8d26-f8638fa3a01d tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 972 time: 0.1209714 Aug 30 14:17:43.424741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827635e-1c7c-4d10-ab5d-5aa85ed63e79 req-cd4ccd52-d664-4e8b-8762-fde74e190295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:43.426480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a827635e-1c7c-4d10-ab5d-5aa85ed63e79 req-cd4ccd52-d664-4e8b-8762-fde74e190295 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1122 time: 0.1268399 Aug 30 14:17:43.428003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75e7ee-5303-4fab-8ab4-123224195669 req-1b2439ff-fe7d-4844-91d2-7b86a1dd4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:43.429533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d75e7ee-5303-4fab-8ab4-123224195669 req-1b2439ff-fe7d-4844-91d2-7b86a1dd4a58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 1123 time: 0.1296360 Aug 30 14:17:43.433303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb4570ea-ea19-47d5-b077-5dc1757ef086 req-14b1af3f-eb8e-42ce-a464-ff25b7315c21 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531642 Aug 30 14:17:43.488593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d75e7ee-5303-4fab-8ab4-123224195669 req-14487c70-5c75-4964-ac22-64d98b9db7ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Aug 30 14:17:43.565683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a827635e-1c7c-4d10-ab5d-5aa85ed63e79 req-8510ef5f-b894-4c37-b2ef-01196aa5b177 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244748 Aug 30 14:17:43.586829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f255-2b32-43f0-9cad-9e3bdebbc81c req-b95b6c83-1370-4744-bf9c-82e203da7ee4 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:43.588402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5864f255-2b32-43f0-9cad-9e3bdebbc81c req-b95b6c83-1370-4744-bf9c-82e203da7ee4 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 972 time: 0.1207027 Aug 30 14:17:43.632141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5864f255-2b32-43f0-9cad-9e3bdebbc81c req-3d44252a-dfa4-49b9-baec-6558dfaeb78f tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377564 Aug 30 14:17:43.885872 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:43.914860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15613dc-dc90-4cdd-826d-505e01dbf3fb req-f4cf689b-72f5-4ec2-a939-8aed226b6fc6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:43.916465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d15613dc-dc90-4cdd-826d-505e01dbf3fb req-f4cf689b-72f5-4ec2-a939-8aed226b6fc6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 931 time: 0.0654039 Aug 30 14:17:44.010103 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d15613dc-dc90-4cdd-826d-505e01dbf3fb req-a6812408-b5bb-4427-9585-02c20733ee44 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778885 Aug 30 14:17:44.032719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-77514380-4523-4dfe-af2d-5093be925a9e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:17:44.034748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-77514380-4523-4dfe-af2d-5093be925a9e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434422 Aug 30 14:17:44.123700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789c96c2-fea0-4f0e-b313-41d4d0e1b9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:44.260318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Request body: {'port': {'device_id': '6d700a57-7875-4ef7-a778-017d56718722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:44.338971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789c96c2-fea0-4f0e-b313-41d4d0e1b9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:44.342543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:44.345991 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789c96c2-fea0-4f0e-b313-41d4d0e1b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:44.415358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-789c96c2-fea0-4f0e-b313-41d4d0e1b9ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86d72ba192f140fd92022ec3b9105d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282240 Aug 30 14:17:44.418775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50140) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:44.425207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c96c2-fea0-4f0e-b313-41d4d0e1b9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841916c3-2000-433a-8a2c-7bc40b0e24af,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:44.523121 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa086-f95b-4857-9894-18b7ca7fc052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:44.572063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa086-f95b-4857-9894-18b7ca7fc052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:44.647027 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa086-f95b-4857-9894-18b7ca7fc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:44.654226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa086-f95b-4857-9894-18b7ca7fc052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:44.659638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1f3aa086-f95b-4857-9894-18b7ca7fc052 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/841916c3-2000-433a-8a2c-7bc40b0e24af HTTP/1.1" status: 204 len: 168 time: 0.2382293 Aug 30 14:17:44.677336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aa086-f95b-4857-9894-18b7ca7fc052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841916c3-2000-433a-8a2c-7bc40b0e24af,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:44.806958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffe73b-6b5d-45ea-afbf-2494b2907c54 req-15481fc2-d4e8-42cb-85e3-9f29e6b8a02f tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:44.808804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67ffe73b-6b5d-45ea-afbf-2494b2907c54 req-15481fc2-d4e8-42cb-85e3-9f29e6b8a02f tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 972 time: 0.2483833 Aug 30 14:17:44.833614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c4f00-13b7-483b-b4ba-0c3f7675eb6c req-6bea332a-f652-4a04-95cb-a3a5f612c4ff tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:44.835819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a83c4f00-13b7-483b-b4ba-0c3f7675eb6c req-6bea332a-f652-4a04-95cb-a3a5f612c4ff tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 972 time: 0.0882521 Aug 30 14:17:44.907758 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a83c4f00-13b7-483b-b4ba-0c3f7675eb6c req-8ae1b1a1-d1d2-426a-ab67-a2e33889c9bb tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615728 Aug 30 14:17:44.931993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67ffe73b-6b5d-45ea-afbf-2494b2907c54 req-52a8575e-9046-4342-bb50-cc50cfb19e10 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096458 Aug 30 14:17:45.003387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce5a8f7-8943-4e16-ae47-35525b330416 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:45.028096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.055164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Transition to ACTIVE for port object dce5a8f7-8943-4e16-ae47-35525b330416 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:45.060527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.131532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Pushing event updated for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:45.163148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f6da7-d5fc-40b9-9b79-f7350d13fa0b req-f67c4ba5-2d2f-4f3d-92a2-f9c4cdc4061d tempest-AggregatesAdminTestJSON-1417568741 tempest-AggregatesAdminTestJSON-1417568741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:45.167572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d1f6da7-d5fc-40b9-9b79-f7350d13fa0b req-f67c4ba5-2d2f-4f3d-92a2-f9c4cdc4061d tempest-AggregatesAdminTestJSON-1417568741 tempest-AggregatesAdminTestJSON-1417568741-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 1123 time: 0.0483751 Aug 30 14:17:45.176423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:17:45.177122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:17:45.177667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:45.183360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:17:45.183735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:45.189664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:17:45.189988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:17:45.190307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:17:45.190807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Bound port: dce5a8f7-8943-4e16-ae47-35525b330416, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:17:45.190989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1f6da7-d5fc-40b9-9b79-f7350d13fa0b req-240a8262-98e1-4c5b-97fa-d6da8988586f tempest-AggregatesAdminTestJSON-1417568741 tempest-AggregatesAdminTestJSON-1417568741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.191171 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.279676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:17:45.285629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:17:45.292567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.346549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:45.347178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.348774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] 10.222.0.21 "PUT /v2.0/ports/dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 1091 time: 1.1897345 Aug 30 14:17:45.349250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:45.351726 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6c3e5-608d-49eb-8293-566ea66efda6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:45.353691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1f6da7-d5fc-40b9-9b79-f7350d13fa0b req-240a8262-98e1-4c5b-97fa-d6da8988586f tempest-AggregatesAdminTestJSON-1417568741 tempest-AggregatesAdminTestJSON-1417568741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.360216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1f6da7-d5fc-40b9-9b79-f7350d13fa0b req-240a8262-98e1-4c5b-97fa-d6da8988586f tempest-AggregatesAdminTestJSON-1417568741 tempest-AggregatesAdminTestJSON-1417568741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.387513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d1f6da7-d5fc-40b9-9b79-f7350d13fa0b req-240a8262-98e1-4c5b-97fa-d6da8988586f tempest-AggregatesAdminTestJSON-1417568741 tempest-AggregatesAdminTestJSON-1417568741-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135718 Aug 30 14:17:45.418920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a8262-98e1-4c5b-97fa-d6da8988586f tempest-AggregatesAdminTestJSON-1417568741 tempest-AggregatesAdminTestJSON-1417568741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc97b5b-eb91-4ad5-af30-852b272dd9f9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:45.447210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:45.472835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52b4f4-d452-44e2-81d7-61c339999443 service neutron] Pushing event updated for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:45.473986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c65e2156-3ddf-4922-97ec-bce129d4981a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.480904 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4bd69f-56d3-456c-bff5-0a6f63bb163d x-openstack-request-id: req-ae4bd69f-56d3-456c-bff5-0a6f63bb163d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:45.480904 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:45.480904 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae4bd69f-56d3-456c-bff5-0a6f63bb163d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:45.480904 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416', 'status': 'completed', 'code': 200} Aug 30 14:17:45.499805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49a359-ea39-4bd3-a14b-1f1155227443 req-eac30e47-5472-4789-a00b-d9de9552b560 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:45.508631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d49a359-ea39-4bd3-a14b-1f1155227443 req-eac30e47-5472-4789-a00b-d9de9552b560 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.1538198 Aug 30 14:17:45.551589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-23cc7fea-7320-4bfd-b70f-8119b41b3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:45.553563 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-23cc7fea-7320-4bfd-b70f-8119b41b3422 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1094 time: 0.1228752 Aug 30 14:17:45.574183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d49a359-ea39-4bd3-a14b-1f1155227443 req-97496d7c-4c4c-4ab4-b91a-dad1cfa2ecb9 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642643 Aug 30 14:17:45.691196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-864f557b-b56b-4d9c-b51a-2d336b5e4195 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 217 time: 0.1146996 Aug 30 14:17:45.780736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c65e2156-3ddf-4922-97ec-bce129d4981a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.790446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c65e2156-3ddf-4922-97ec-bce129d4981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:45.858894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-e788e346-c7fd-4545-b6d8-eb8d6504609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:45.872227 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-e788e346-c7fd-4545-b6d8-eb8d6504609f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1723099 Aug 30 14:17:45.889255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e2156-3ddf-4922-97ec-bce129d4981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026221b2-d5f5-46ef-a35c-2ab8b23e9b6a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:45.922558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c65e2156-3ddf-4922-97ec-bce129d4981a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a99b1ae6e42c4ef1bd823adc3af3d2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702568 Aug 30 14:17:45.923313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:45.965540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-c02414bb-6e82-465d-b8d2-dfdafa737cc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836403 Aug 30 14:17:46.054732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10670136-60c3-4b1c-a66f-2e230ceed7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:46.103894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10670136-60c3-4b1c-a66f-2e230ceed7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:46.196582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-c5e8f052-ee89-437e-b633-b3be59d3f7a8 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226496 Aug 30 14:17:46.208140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10670136-60c3-4b1c-a66f-2e230ceed7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:46.213017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10670136-60c3-4b1c-a66f-2e230ceed7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:46.224022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-10670136-60c3-4b1c-a66f-2e230ceed7e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/026221b2-d5f5-46ef-a35c-2ab8b23e9b6a HTTP/1.1" status: 204 len: 168 time: 0.2991595 Aug 30 14:17:46.244628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10670136-60c3-4b1c-a66f-2e230ceed7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026221b2-d5f5-46ef-a35c-2ab8b23e9b6a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:46.398537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca125d81-45cc-43ea-af0f-9a788f2b7f6d req-21bfbe51-765c-4439-b289-015bf3ceb7bc tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:46.406499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca125d81-45cc-43ea-af0f-9a788f2b7f6d req-21bfbe51-765c-4439-b289-015bf3ceb7bc tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 972 time: 0.0954986 Aug 30 14:17:46.425181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba2d5c51-697a-4846-96d3-34a13b37360b req-b293e5a1-2d91-4eb1-8e5a-998c587846f5 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200723 Aug 30 14:17:46.472485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca125d81-45cc-43ea-af0f-9a788f2b7f6d req-5d3c8e0b-0bc5-4c3e-b474-e848a6a89c90 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647545 Aug 30 14:17:46.630700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-d51abb1a-f449-4aa3-bec8-3656d8f7eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:46.633423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-d51abb1a-f449-4aa3-bec8-3656d8f7eb22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1094 time: 0.0876269 Aug 30 14:17:46.765606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-30064b54-d9ea-4ad0-baf2-666e9dbfc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:46.767211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-30064b54-d9ea-4ad0-baf2-666e9dbfc93c service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.1256554 Aug 30 14:17:46.771012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93b9a7-a34c-4665-b8d6-cde3d3a79a75 req-ee417a9f-b2a8-431b-85de-6c979558eb02 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:46.775341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee93b9a7-a34c-4665-b8d6-cde3d3a79a75 req-ee417a9f-b2a8-431b-85de-6c979558eb02 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1289115 Aug 30 14:17:46.893420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-2f5d597a-5efe-4c65-9ee4-9e3df080bcd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 217 time: 0.1180353 Aug 30 14:17:46.902425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee93b9a7-a34c-4665-b8d6-cde3d3a79a75 req-322606f1-17e0-4564-ba45-1286b118dcc6 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179752 Aug 30 14:17:47.096222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-4874d3be-ad2a-47f1-92d9-113dc4d3926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:47.098864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-4874d3be-ad2a-47f1-92d9-113dc4d3926c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1986966 Aug 30 14:17:47.145725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921cbb8-f4c6-48af-ba52-59d7408347ed req-e2f348fb-5df4-48e0-9d8a-9813492cecfe tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:47.150090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d921cbb8-f4c6-48af-ba52-59d7408347ed req-e2f348fb-5df4-48e0-9d8a-9813492cecfe tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.1549582 Aug 30 14:17:47.195289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-26321ba2-ee0c-4b0c-aada-da851c466f37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870056 Aug 30 14:17:47.305969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d921cbb8-f4c6-48af-ba52-59d7408347ed req-2b2c7523-3981-4d6b-bd1e-f30c772466e2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249619 Aug 30 14:17:47.396885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-6946e7af-88d4-4af6-8e43-dfb0a25a3324 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845224 Aug 30 14:17:47.543027 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-daad3549-7af6-45f0-a255-7780275fc8c9 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6535acae31604060a0f6e0d6a8387646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359347 Aug 30 14:17:47.644349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e6c3e5-608d-49eb-8293-566ea66efda6 req-109d44a1-622a-44ed-9b75-448a3008545d service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392085 Aug 30 14:17:47.729470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-82516788-92d5-48ac-92ec-e4be8c01c13b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:47.729470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-82516788-92d5-48ac-92ec-e4be8c01c13b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762400 Aug 30 14:17:47.747843 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-87297ab5-8e9d-4a49-8e46-2bc3edf2ad04 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/quotas/6535acae31604060a0f6e0d6a8387646 HTTP/1.1" status: 200 len: 375 time: 0.0118775 Aug 30 14:17:47.833910 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-3b4385b3-ead7-4046-9420-2f590a038f0b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749073 Aug 30 14:17:48.278819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81a17e83-bb94-4e5e-b24c-df0db2df602b req-ae2d297a-4ac6-4f11-b836-d9494addfb55 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 210 time: 0.0642803 Aug 30 14:17:48.598761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858bc5c-d0ed-4c4e-a5eb-41de709beb7d req-36e8ad2b-f2a0-4491-9417-e04c8c4fd4e8 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:48.617719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b858bc5c-d0ed-4c4e-a5eb-41de709beb7d req-36e8ad2b-f2a0-4491-9417-e04c8c4fd4e8 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.1444790 Aug 30 14:17:48.712948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b858bc5c-d0ed-4c4e-a5eb-41de709beb7d req-c079136e-b4a3-48a8-aa09-d994f998a816 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934322 Aug 30 14:17:49.312853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-f82e8fc1-194e-4859-baf6-4701bc76ce28 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415711 Aug 30 14:17:49.422175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-65230bac-0c6d-42b0-8ad5-820ff56e22dc tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6535acae31604060a0f6e0d6a8387646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266135 Aug 30 14:17:49.529671 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:49.543492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-46d09bbc-93b0-4d56-ac23-b78fdb56f9fa tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:49.558179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-46d09bbc-93b0-4d56-ac23-b78fdb56f9fa tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363038 Aug 30 14:17:49.580344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-e04ee0e4-7aba-44d9-8c9c-0ee83a719f06 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/quotas/d7076cf476ea4f61b10c0df52bc2c74d HTTP/1.1" status: 200 len: 375 time: 0.0203719 Aug 30 14:17:49.643674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-867f5249-35b1-4fd0-8cd8-9a8b3ce83342 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542805 Aug 30 14:17:49.656681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-aa743b87-5645-487b-bd28-0554588d17ae tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:49.659551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-aa743b87-5645-487b-bd28-0554588d17ae tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286453 Aug 30 14:17:49.691502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Request body: {'port': {'device_id': 'c8d95fbd-a68f-4366-be25-f0ec1814865e', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '6535acae31604060a0f6e0d6a8387646'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:49.852918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5c06885-4d86-4506-9754-68b6d5f531e1 req-f2e04492-33fd-4bad-a0e2-c8c5e28a6bdf tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 210 time: 0.0323622 Aug 30 14:17:49.931778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Made reservation on behalf of 6535acae31604060a0f6e0d6a8387646 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:49.942824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:50.074309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4ca25-3a00-4da2-97c2-648ed99a2aa8 req-8f371ad4-cee7-4ff3-99a0-bca24f7c6feb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:50.079595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dab4ca25-3a00-4da2-97c2-648ed99a2aa8 req-8f371ad4-cee7-4ff3-99a0-bca24f7c6feb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.0886765 Aug 30 14:17:50.137667 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dab4ca25-3a00-4da2-97c2-648ed99a2aa8 req-e8c60469-5249-4b55-b8fd-bcb658c9e57d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542076 Aug 30 14:17:50.221972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9fbaec1-3ea0-4119-b02e-20c2917f8e4a req-f496b50c-4ae1-44fb-9ae1-2a5aa487b03d tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 210 time: 0.0632777 Aug 30 14:17:50.254959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Allocated IP 192.168.233.88 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/b1da292d-4c8b-41dd-80e9-b8e784a300d5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:17:50.572473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:50.599934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Transition to ACTIVE for port object b1da292d-4c8b-41dd-80e9-b8e784a300d5 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:50.656858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:50.673246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b9d5bd7c-2b32-49aa-a7ec-3f432ed99933', '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:17:50.800429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:17:50.804212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:17:50.810692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:17:50.837016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:50.839030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:50.874246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Pushing event updated for resources: {'Port': ['ID=b1da292d-4c8b-41dd-80e9-b8e784a300d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:50.923830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-ab327cc8-4029-4589-920f-913a8fc80985 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2411604 Aug 30 14:17:50.968798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Request body: {'port': {'device_id': 'c8d95fbd-a68f-4366-be25-f0ec1814865e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:51.180705 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:51.196438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7181368-7b81-43fc-990e-53079e125a0e None None] Provisioning for port b1da292d-4c8b-41dd-80e9-b8e784a300d5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:51.204593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7181368-7b81-43fc-990e-53079e125a0e None None] Provisioning complete for port b1da292d-4c8b-41dd-80e9-b8e784a300d5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:51.205332 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7181368-7b81-43fc-990e-53079e125a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:51.262258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7181368-7b81-43fc-990e-53079e125a0e None None] Port b1da292d-4c8b-41dd-80e9-b8e784a300d5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:17:51.283167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dce5a8f7-8943-4e16-ae47-35525b330416 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:17:51.313220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1e2ec-b591-4420-8e79-d0febdabe48d req-a8af9bfb-eb18-4d0b-97ce-fb6684619725 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:51.315951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0e1e2ec-b591-4420-8e79-d0febdabe48d req-a8af9bfb-eb18-4d0b-97ce-fb6684619725 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 935 time: 0.1781473 Aug 30 14:17:51.397611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0e1e2ec-b591-4420-8e79-d0febdabe48d req-5d32e4a6-6cb9-4c71-93e5-01b8dd1670b3 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668957 Aug 30 14:17:51.471440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:51.487147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'dce5a8f7-8943-4e16-ae47-35525b330416', 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'port_id': 'dce5a8f7-8943-4e16-ae47-35525b330416', 'mac_address': 'fa:16:3e:2c:47:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b91aecf-bcf4-4a8a-9b72-ba757fd09a74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:17:51.612326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:51.646687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce5a8f7-8943-4e16-ae47-35525b330416 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:51.691984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:51.700312 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:51.724680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:51.782300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:51.864333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-bd677af0-0e9a-43c4-82a9-3c05fc2f6ca4 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3282783 Aug 30 14:17:51.914761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb6286-9cb1-4797-a200-c947a15e0826 req-ef513e6d-f50e-42d8-83d9-a68807adf80b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:51.917511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eecb6286-9cb1-4797-a200-c947a15e0826 req-ef513e6d-f50e-42d8-83d9-a68807adf80b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.5548134 Aug 30 14:17:51.923226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-965cd6cc-8ab6-4bf2-b9b6-3901e9797af7 req-05606071-f87c-43cc-a84d-9d85dd4a171e tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 210 time: 0.0298991 Aug 30 14:17:51.944634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39593365-6b3e-4f5e-96d3-a5fca3741442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.108095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39593365-6b3e-4f5e-96d3-a5fca3741442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.113853 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39593365-6b3e-4f5e-96d3-a5fca3741442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.131971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eecb6286-9cb1-4797-a200-c947a15e0826 req-49000c22-49a2-4fb3-8348-6cce317209b2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747828 Aug 30 14:17:52.174132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39593365-6b3e-4f5e-96d3-a5fca3741442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014792df-974c-4d6d-9cee-935e0bbbd888,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:52.174463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9f1e2d74-797d-4916-8626-6c23846e8d8d tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:52.174463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9f1e2d74-797d-4916-8626-6c23846e8d8d tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986288 Aug 30 14:17:52.195361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-39593365-6b3e-4f5e-96d3-a5fca3741442 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b6b6ac7988d478f948c950808c3a737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684753 Aug 30 14:17:52.199005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50486) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:52.204354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Request body: {'port': {'device_id': '6212f2df-8873-4202-b0aa-6ab7187f084c', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': 'd7076cf476ea4f61b10c0df52bc2c74d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:52.237493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['dce5a8f7-8943-4e16-ae47-35525b330416'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:17:52.355851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1da292d-4c8b-41dd-80e9-b8e784a300d5 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:52.360349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e93eaa-83b6-4b2c-9443-40edc8412926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.361677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.417378 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e93eaa-83b6-4b2c-9443-40edc8412926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.468687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Transition to ACTIVE for port object b1da292d-4c8b-41dd-80e9-b8e784a300d5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:52.498782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.507615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e93eaa-83b6-4b2c-9443-40edc8412926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.510638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e93eaa-83b6-4b2c-9443-40edc8412926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.517374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e5e93eaa-83b6-4b2c-9443-40edc8412926 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/014792df-974c-4d6d-9cee-935e0bbbd888 HTTP/1.1" status: 204 len: 168 time: 0.3167729 Aug 30 14:17:52.555620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e93eaa-83b6-4b2c-9443-40edc8412926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014792df-974c-4d6d-9cee-935e0bbbd888,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:52.600275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Made reservation on behalf of d7076cf476ea4f61b10c0df52bc2c74d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:17:52.613389 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.633528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.650856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Pushing event updated for resources: {'Port': ['ID=b1da292d-4c8b-41dd-80e9-b8e784a300d5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:52.717244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ee3d5-ed77-45ea-a0d5-ae7a2099857f req-9b6e4e29-a17f-4bd3-8792-12aab753b930 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:52.721543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695ee3d5-ed77-45ea-a0d5-ae7a2099857f req-9b6e4e29-a17f-4bd3-8792-12aab753b930 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 947 time: 0.1472926 Aug 30 14:17:52.794730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695ee3d5-ed77-45ea-a0d5-ae7a2099857f req-03f1e50d-8f9f-487a-9b3f-e3db1d9e835a tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625534 Aug 30 14:17:52.885766 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.911393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:52.935749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Attempting to bind port b1da292d-4c8b-41dd-80e9-b8e784a300d5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:17:52.936252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Attempting to bind port b1da292d-4c8b-41dd-80e9-b8e784a300d5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:17:52.937432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Attempting to bind port b1da292d-4c8b-41dd-80e9-b8e784a300d5 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:53.024302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Port b1da292d-4c8b-41dd-80e9-b8e784a300d5 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:17:53.025234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Attempting to bind port b1da292d-4c8b-41dd-80e9-b8e784a300d5 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:53.040051 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:17:53.040732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:17:53.041351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:17:53.042014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Bound port: b1da292d-4c8b-41dd-80e9-b8e784a300d5, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:17:53.042611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:53.065717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1026c6-1059-40d4-badf-6917c2c6bc97,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:53.220536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Allocated IP 192.168.233.26 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/a0d6c7d8-708a-454a-a69d-597a0a024278) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:17:53.303012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:53.350407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-607db653-7973-4941-8f56-0b543c901afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:53.422265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:53.465440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] For port b1da292d-4c8b-41dd-80e9-b8e784a300d5, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:17:53.479471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] For port b1da292d-4c8b-41dd-80e9-b8e784a300d5, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b1da292d-4c8b-41dd-80e9-b8e784a300d5,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:17:53.512350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e567eb50-6c1a-4311-ae91-bbe11350d6b9 req-bb1e5258-5324-4288-a27a-7b69b9d5e60a tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 210 time: 0.0483520 Aug 30 14:17:53.513548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:53.572465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:53.572972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:53.574477 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] 10.222.0.39 "PUT /v2.0/ports/b1da292d-4c8b-41dd-80e9-b8e784a300d5 HTTP/1.1" status: 200 len: 1095 time: 2.6324377 Aug 30 14:17:53.574958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d95fbd-a68f-4366-be25-f0ec1814865e', 'tag': 'b1da292d-4c8b-41dd-80e9-b8e784a300d5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:53.577944 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d773f2-cb2c-4f1d-a979-55cebd026b56" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d95fbd-a68f-4366-be25-f0ec1814865e", "tag": "b1da292d-4c8b-41dd-80e9-b8e784a300d5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:53.622208 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57514f0-a685-4fb6-825a-f3e1116d2a22 req-74196362-3e78-4952-9326-929d34414537 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:53.628462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:53.634342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f57514f0-a685-4fb6-825a-f3e1116d2a22 req-74196362-3e78-4952-9326-929d34414537 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 944 time: 0.1671131 Aug 30 14:17:53.712989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92c830-9c06-4b60-bc26-7157c944f91b service neutron] Pushing event updated for resources: {'Port': ['ID=b1da292d-4c8b-41dd-80e9-b8e784a300d5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:53.741854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f57514f0-a685-4fb6-825a-f3e1116d2a22 req-bbfd412b-317b-4207-8ea2-d974327fac3e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993590 Aug 30 14:17:53.756103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Transition to ACTIVE for port object a0d6c7d8-708a-454a-a69d-597a0a024278 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:53.782812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-607db653-7973-4941-8f56-0b543c901afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:53.794628 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd3bdfa-8c54-46a8-8c04-913ebce93889 x-openstack-request-id: req-5bd3bdfa-8c54-46a8-8c04-913ebce93889 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:53.794879 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d95fbd-a68f-4366-be25-f0ec1814865e", "tag": "b1da292d-4c8b-41dd-80e9-b8e784a300d5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:53.795464 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5bd3bdfa-8c54-46a8-8c04-913ebce93889 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:53.796716 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d95fbd-a68f-4366-be25-f0ec1814865e', 'tag': 'b1da292d-4c8b-41dd-80e9-b8e784a300d5', 'status': 'completed', 'code': 200} Aug 30 14:17:53.797939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-607db653-7973-4941-8f56-0b543c901afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:53.813518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-bfe2feda-fed5-4224-8029-463d52812085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:53.825989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-bfe2feda-fed5-4224-8029-463d52812085 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 1098 time: 0.1913567 Aug 30 14:17:53.928177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607db653-7973-4941-8f56-0b543c901afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c40c78b-ac81-4335-a8fb-df5cb44a678b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:53.940781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-607db653-7973-4941-8f56-0b543c901afb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a04cca3521b4e49a3c95b4f35711506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368322 Aug 30 14:17:53.942481 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2851ee6-6e92-4b3c-92d5-dec3477c1a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:53.951837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-e1a21e39-ce61-44f2-8b15-82000b8a65c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b1da292d-4c8b-41dd-80e9-b8e784a300d5 HTTP/1.1" status: 200 len: 217 time: 0.1132858 Aug 30 14:17:53.953542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:53.987400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.068081 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ccb112-a62d-4be9-9376-bcd3a75092cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.106344 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ccb112-a62d-4be9-9376-bcd3a75092cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.149094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:17:54.168153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2851ee6-6e92-4b3c-92d5-dec3477c1a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.175278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:17:54.176096 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2851ee6-6e92-4b3c-92d5-dec3477c1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.181681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-190909f2-d6c5-4d96-8f08-c563b8563032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:54.184282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-190909f2-d6c5-4d96-8f08-c563b8563032 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2250044 Aug 30 14:17:54.185884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:17:54.196852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:54.197888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.201820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Pushing event updated for resources: {'Port': ['ID=a0d6c7d8-708a-454a-a69d-597a0a024278,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:54.238607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ccb112-a62d-4be9-9376-bcd3a75092cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.241306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ccb112-a62d-4be9-9376-bcd3a75092cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.242759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-09ccb112-a62d-4be9-9376-bcd3a75092cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c40c78b-ac81-4335-a8fb-df5cb44a678b HTTP/1.1" status: 204 len: 168 time: 0.2861826 Aug 30 14:17:54.246111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b2851ee6-6e92-4b3c-92d5-dec3477c1a88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f50e4e90a6b4dda9d5f067f5b4cced0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224277 Aug 30 14:17:54.248578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2851ee6-6e92-4b3c-92d5-dec3477c1a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d58e8c-c506-4cdc-9dbe-357425aafc3c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:54.251961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:54.269869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccb112-a62d-4be9-9376-bcd3a75092cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c40c78b-ac81-4335-a8fb-df5cb44a678b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:54.353234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-9629c187-84c4-4340-88f6-3430f2e6a999 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1597962 Aug 30 14:17:54.386742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c97f8-4c28-462a-a24f-102fe4125f76 req-5e9ea413-2c69-4b58-b519-1bccc02914ed tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:54.401810 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-970c97f8-4c28-462a-a24f-102fe4125f76 req-5e9ea413-2c69-4b58-b519-1bccc02914ed tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 947 time: 0.3757529 Aug 30 14:17:54.436240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Request body: {'port': {'device_id': '6212f2df-8873-4202-b0aa-6ab7187f084c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:17:54.439235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d198d0-7307-4ffc-9374-29423fe27311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.508316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-109db163-b50a-485a-8073-0db6d6036b68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1565447 Aug 30 14:17:54.532065 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d198d0-7307-4ffc-9374-29423fe27311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.626953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-a60fd994-db35-4916-a67c-ff9c6ca57a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:54.635319 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-a60fd994-db35-4916-a67c-ff9c6ca57a6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4262590 Aug 30 14:17:54.664405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-95409961-c286-4a97-8e2c-c4ae1da16a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:54.666549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-95409961-c286-4a97-8e2c-c4ae1da16a8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9217ee13fd594eed8cfe00328cbde5f8&device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 1123 time: 0.0866776 Aug 30 14:17:54.691533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d198d0-7307-4ffc-9374-29423fe27311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.694263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-167ccfa2-8f66-4345-9ae6-d9983aaba2c4 None None] Provisioning for port a0d6c7d8-708a-454a-a69d-597a0a024278 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:54.700012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d198d0-7307-4ffc-9374-29423fe27311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.703291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-54d198d0-7307-4ffc-9374-29423fe27311 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3d58e8c-c506-4cdc-9dbe-357425aafc3c HTTP/1.1" status: 204 len: 168 time: 0.4500477 Aug 30 14:17:54.706539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-167ccfa2-8f66-4345-9ae6-d9983aaba2c4 None None] Provisioning complete for port a0d6c7d8-708a-454a-a69d-597a0a024278 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:54.709932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-167ccfa2-8f66-4345-9ae6-d9983aaba2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.751200 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-970c97f8-4c28-462a-a24f-102fe4125f76 req-8133ddc3-d0d5-45ee-aa2e-31a2d40957da tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432465 Aug 30 14:17:54.753517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:54.801866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d198d0-7307-4ffc-9374-29423fe27311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d58e8c-c506-4cdc-9dbe-357425aafc3c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:54.841106 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:54.932494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-167ccfa2-8f66-4345-9ae6-d9983aaba2c4 None None] Port a0d6c7d8-708a-454a-a69d-597a0a024278 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:17:55.006915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-83a06576-c296-4b6e-885d-3f5c870446c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:55.019061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-83a06576-c296-4b6e-885d-3f5c870446c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3038514 Aug 30 14:17:55.079493 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-648631ed-064e-4df5-a0cb-2852c49c9d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.211255 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-3e61eded-48e9-456f-9d4c-66b9253cb263 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546021 Aug 30 14:17:55.276625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dce5a8f7-8943-4e16-ae47-35525b330416 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:17:55.319510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf01451-b58b-4a07-a493-38874dd58b21 req-135d1f1e-56e8-4db5-b54a-6eeb61025105 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:55.321760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-acf01451-b58b-4a07-a493-38874dd58b21 req-135d1f1e-56e8-4db5-b54a-6eeb61025105 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 935 time: 0.2359321 Aug 30 14:17:55.367249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port dce5a8f7-8943-4e16-ae47-35525b330416 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:17:55.373287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port dce5a8f7-8943-4e16-ae47-35525b330416 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:17:55.374721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.440380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-c912449b-638c-46cf-90dd-7c72788ca2cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=589a7312-d3c0-4f39-9ab9-f49a812a4936 HTTP/1.1" status: 200 len: 217 time: 0.4195275 Aug 30 14:17:55.442259 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534222a6-30ba-44df-bd4d-ea2aae3a6528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.456873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:55.488312 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.522010 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-acf01451-b58b-4a07-a493-38874dd58b21 req-01e9020b-df35-405d-89e7-9c8e16b82cda tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867743 Aug 30 14:17:55.535691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:55.537071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:55.540368 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27f95c83-b65a-4002-a98c-01d57c2d6b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.541536 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863b1e88-404a-4f5c-abc1-2fcfb98a7219" -d '{"events": [{"server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "name": "network-vif-plugged", "status": "completed", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:55.556665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.570303 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b3aea6d-a0e9-4a80-9a7c-542206e83b5b req-32bf31b9-14f4-4cfc-a541-ad593ab29c92 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455024 Aug 30 14:17:55.612611 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534222a6-30ba-44df-bd4d-ea2aae3a6528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.632087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:55.642527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534222a6-30ba-44df-bd4d-ea2aae3a6528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.698251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d28c21-259a-419a-a9d1-efb225ee996e req-3c5bd51a-e374-4f0e-ba64-b0527828db9b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:55.699861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4d28c21-259a-419a-a9d1-efb225ee996e req-3c5bd51a-e374-4f0e-ba64-b0527828db9b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 944 time: 0.2772198 Aug 30 14:17:55.718908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534222a6-30ba-44df-bd4d-ea2aae3a6528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e438a70-81cb-41a4-ac0d-ed7f60a3fa7e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:55.732722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-10799116-cc76-4ac1-a9f6-d247c1686c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:55.734333 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-10799116-cc76-4ac1-a9f6-d247c1686c67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2337928 Aug 30 14:17:55.739442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-534222a6-30ba-44df-bd4d-ea2aae3a6528 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85886ce65b83437b97905b1280de55ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9846523 Aug 30 14:17:55.746429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:55.780661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d6c7d8-708a-454a-a69d-597a0a024278 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:55.826753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.834061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4d28c21-259a-419a-a9d1-efb225ee996e req-f007b190-8ea8-4d1c-bbdb-77cace9fbaac tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216688 Aug 30 14:17:55.857388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-28611843-8b7d-4900-85da-7a38a5bd1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:55.859712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-28611843-8b7d-4900-85da-7a38a5bd1bbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109064 Aug 30 14:17:55.871882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0b75200-3213-4139-8431-baec786b8f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.896996 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d89fac-c9a1-4355-bd5a-35cc9d967841 x-openstack-request-id: req-b0d89fac-c9a1-4355-bd5a-35cc9d967841 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:55.897564 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "name": "network-vif-plugged", "status": "completed", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:55.897965 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0d89fac-c9a1-4355-bd5a-35cc9d967841 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:55.898617 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416', 'code': 200} Aug 30 14:17:55.944198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-114c027f-5f4a-4e66-95ae-6b63d7eb57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:55.950265 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-114c027f-5f4a-4e66-95ae-6b63d7eb57a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 1098 time: 0.2737062 Aug 30 14:17:55.950915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0b75200-3213-4139-8431-baec786b8f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:55.952011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Transition to ACTIVE for port object a0d6c7d8-708a-454a-a69d-597a0a024278 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:17:55.966231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:56.021277 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-5a71f0dd-6125-41f2-a5b4-8e4e49f44079 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454484 Aug 30 14:17:56.025984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.21', 49932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:56.146639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0b75200-3213-4139-8431-baec786b8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:56.149271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0b75200-3213-4139-8431-baec786b8f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:56.150468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e0b75200-3213-4139-8431-baec786b8f58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e438a70-81cb-41a4-ac0d-ed7f60a3fa7e HTTP/1.1" status: 204 len: 168 time: 0.4027972 Aug 30 14:17:56.177998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b75200-3213-4139-8431-baec786b8f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e438a70-81cb-41a4-ac0d-ed7f60a3fa7e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:56.218834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b12eb-813c-497f-9ba8-afee97eee570 req-8affce38-da5d-47e7-bfd9-bcf11d121cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:56.220317 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-510b12eb-813c-497f-9ba8-afee97eee570 req-8affce38-da5d-47e7-bfd9-bcf11d121cd7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1096 time: 0.1931617 Aug 30 14:17:56.232894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14fff0-1366-4ad2-a342-0a05b9659713 req-2356ba57-9697-40e3-b098-8a12cfff35cc tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:56.234644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b14fff0-1366-4ad2-a342-0a05b9659713 req-2356ba57-9697-40e3-b098-8a12cfff35cc tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 947 time: 0.1625156 Aug 30 14:17:56.272965 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf88f30-0fb6-43bb-9f2c-c6c4b92f9f60 req-cca7dd66-ca02-4d26-a6bf-1f527e43ed40 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330389 Aug 30 14:17:56.315655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-510b12eb-813c-497f-9ba8-afee97eee570 req-c75ac48f-afee-47c3-8f47-676a375a0a13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798142 Aug 30 14:17:56.319777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b14fff0-1366-4ad2-a342-0a05b9659713 req-daf3062f-6717-48c0-a4fa-ecab76531bef tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659571 Aug 30 14:17:56.599612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d75dc-8e4d-448a-9bed-b8f9cee06da7 req-57e3638d-ca40-499c-a3b9-59f23be66e95 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:56.613957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e92d75dc-8e4d-448a-9bed-b8f9cee06da7 req-57e3638d-ca40-499c-a3b9-59f23be66e95 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 972 time: 0.8510582 Aug 30 14:17:56.686879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Pushing event updated for resources: {'Port': ['ID=a0d6c7d8-708a-454a-a69d-597a0a024278,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:56.871104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-452de38f-00fb-4904-8ec4-80239d549be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:56.875075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-452de38f-00fb-4904-8ec4-80239d549be7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.9121492 Aug 30 14:17:56.893494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e92d75dc-8e4d-448a-9bed-b8f9cee06da7 req-b273f9f0-6eac-4f95-a667-3eb158d7ce17 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/security-groups?id=15d95628-63c8-4da6-a887-a95ad958246d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780268 Aug 30 14:17:56.894969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Attempting to bind port a0d6c7d8-708a-454a-a69d-597a0a024278 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:17:56.897361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Attempting to bind port a0d6c7d8-708a-454a-a69d-597a0a024278 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:17:56.901971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Attempting to bind port a0d6c7d8-708a-454a-a69d-597a0a024278 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:56.925958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-67a6f0ff-28a4-4194-b3ba-072e17b390ec tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:56.934781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-67a6f0ff-28a4-4194-b3ba-072e17b390ec tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 972 time: 0.1635308 Aug 30 14:17:56.948476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:56.985408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27f95c83-b65a-4002-a98c-01d57c2d6b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:56.993383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Port a0d6c7d8-708a-454a-a69d-597a0a024278 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:17:56.993963 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Attempting to bind port a0d6c7d8-708a-454a-a69d-597a0a024278 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:17:57.023850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52401a92-7579-43cc-829a-e6e5ae4831aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.057579 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27f95c83-b65a-4002-a98c-01d57c2d6b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.120833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-44296f28-fb26-44ae-b1e4-c7a3d1311e0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b1da292d-4c8b-41dd-80e9-b8e784a300d5 HTTP/1.1" status: 200 len: 217 time: 0.1621010 Aug 30 14:17:57.125288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27f95c83-b65a-4002-a98c-01d57c2d6b6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=736c20946de34884a8572221413d31ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6669781 Aug 30 14:17:57.137847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:57.180295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:17:57.180931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:17:57.181504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:17:57.182113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Bound port: a0d6c7d8-708a-454a-a69d-597a0a024278, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:17:57.182624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.185091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f95c83-b65a-4002-a98c-01d57c2d6b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a95703a-c158-40a0-ae8d-60739f77d8ed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:57.205275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096dc03-642f-4e54-9a5a-9d73a8ac4558 req-7a579df4-daa4-4884-a832-be162eccd8ae tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:57.212900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b096dc03-642f-4e54-9a5a-9d73a8ac4558 req-7a579df4-daa4-4884-a832-be162eccd8ae tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 947 time: 0.2021847 Aug 30 14:17:57.323478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e7ffd-422a-4edd-831b-7f84893d3ff2 req-196b5e69-8181-414b-af4d-4fecb4febe65 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:57.326786 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a24e7ffd-422a-4edd-831b-7f84893d3ff2 req-196b5e69-8181-414b-af4d-4fecb4febe65 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 945 time: 0.2290075 Aug 30 14:17:57.344294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b096dc03-642f-4e54-9a5a-9d73a8ac4558 req-5922f949-7ff6-496a-adbc-776b3b73fffe tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286290 Aug 30 14:17:57.362769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8434647-e130-4174-801d-0b2eba2820cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.392482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-7d79b80c-5ec3-4876-a448-636cde0ce48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:57.394890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-7d79b80c-5ec3-4876-a448-636cde0ce48f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2045040 Aug 30 14:17:57.402716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] For port a0d6c7d8-708a-454a-a69d-597a0a024278, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:17:57.417137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Deleting port 589a7312-d3c0-4f39-9ab9-f49a812a4936 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:17:57.417819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.449460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8434647-e130-4174-801d-0b2eba2820cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.491367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a24e7ffd-422a-4edd-831b-7f84893d3ff2 req-145ceebc-a4bb-4717-aa48-566e88834b87 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946832 Aug 30 14:17:57.552289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] For port a0d6c7d8-708a-454a-a69d-597a0a024278, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a0d6c7d8-708a-454a-a69d-597a0a024278,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:17:57.573243 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.582027 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52401a92-7579-43cc-829a-e6e5ae4831aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.604234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52401a92-7579-43cc-829a-e6e5ae4831aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.673247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-a5bb3afe-5b21-4b15-a1e3-ca8cae9b4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:57.677722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-a5bb3afe-5b21-4b15-a1e3-ca8cae9b4094 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2385466 Aug 30 14:17:57.685643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:57.689020 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.695914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] 10.222.0.21 "PUT /v2.0/ports/a0d6c7d8-708a-454a-a69d-597a0a024278 HTTP/1.1" status: 200 len: 1095 time: 3.2912259 Aug 30 14:17:57.732312 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-52401a92-7579-43cc-829a-e6e5ae4831aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6220f00d38b4ec09f1811f31e51e0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7812271 Aug 30 14:17:57.733942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:57.746921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6212f2df-8873-4202-b0aa-6ab7187f084c', 'tag': 'a0d6c7d8-708a-454a-a69d-597a0a024278'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:57.763784 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4c2e25-adf9-4f9c-b3ef-163891855bed" -d '{"events": [{"name": "network-changed", "server_uuid": "6212f2df-8873-4202-b0aa-6ab7187f084c", "tag": "a0d6c7d8-708a-454a-a69d-597a0a024278"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:57.770520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52401a92-7579-43cc-829a-e6e5ae4831aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b43af3-5504-4b2c-90e8-451a6d487d57,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:57.774242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57594156-05c7-4fa6-b15b-1229f509b3ba service neutron] Pushing event updated for resources: {'Port': ['ID=a0d6c7d8-708a-454a-a69d-597a0a024278,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:57.796385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] For port 589a7312-d3c0-4f39-9ab9-f49a812a4936, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=589a7312-d3c0-4f39-9ab9-f49a812a4936,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:57.797209 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.814480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8434647-e130-4174-801d-0b2eba2820cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.819479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8434647-e130-4174-801d-0b2eba2820cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.829697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f8434647-e130-4174-801d-0b2eba2820cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a95703a-c158-40a0-ae8d-60739f77d8ed HTTP/1.1" status: 204 len: 168 time: 0.6864736 Aug 30 14:17:57.851215 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c73f102-c29e-4ee6-a46b-00b70daae71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:57.867828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Calling delete_port for 589a7312-d3c0-4f39-9ab9-f49a812a4936 owned by compute:tempest-test_az-1997600639 {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:17:57.897502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8434647-e130-4174-801d-0b2eba2820cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a95703a-c158-40a0-ae8d-60739f77d8ed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:58.022317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39e42e40-095f-4c44-9fc7-ac079c7f3acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.048478 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39e42e40-095f-4c44-9fc7-ac079c7f3acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.125912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-318e8627-2b69-43ec-95de-a4fcd9a4772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:58.129380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-318e8627-2b69-43ec-95de-a4fcd9a4772f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 1098 time: 0.3193493 Aug 30 14:17:58.147132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39e42e40-095f-4c44-9fc7-ac079c7f3acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.150638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30f161-7f7e-4e18-82ea-508fffb885db req-ce7a9481-1e0c-4118-a87a-37488f4727b7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:58.151525 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39e42e40-095f-4c44-9fc7-ac079c7f3acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.152918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-39e42e40-095f-4c44-9fc7-ac079c7f3acc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23b43af3-5504-4b2c-90e8-451a6d487d57 HTTP/1.1" status: 204 len: 168 time: 0.4001498 Aug 30 14:17:58.162027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b1da292d-4c8b-41dd-80e9-b8e784a300d5 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:17:58.169005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee30f161-7f7e-4e18-82ea-508fffb885db req-ce7a9481-1e0c-4118-a87a-37488f4727b7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 947 time: 0.3559055 Aug 30 14:17:58.174612 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23812e36-2030-48fa-b916-d6cf69e5f0ae x-openstack-request-id: req-23812e36-2030-48fa-b916-d6cf69e5f0ae {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:58.175090 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6212f2df-8873-4202-b0aa-6ab7187f084c", "tag": "a0d6c7d8-708a-454a-a69d-597a0a024278", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:58.175513 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23812e36-2030-48fa-b916-d6cf69e5f0ae {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:58.176142 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6212f2df-8873-4202-b0aa-6ab7187f084c', 'tag': 'a0d6c7d8-708a-454a-a69d-597a0a024278', 'status': 'completed', 'code': 200} Aug 30 14:17:58.226107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e42e40-095f-4c44-9fc7-ac079c7f3acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b43af3-5504-4b2c-90e8-451a6d487d57,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:58.309333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.328809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['589a7312-d3c0-4f39-9ab9-f49a812a4936'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:17:58.377570 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e03358f-4a77-45d2-8ca6-0f5b407aad18 req-18664d9b-ba52-4d20-946a-6b93f50acef1 tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfed02a1-439d-4198-b16c-ec6d5d3502e4 HTTP/1.1" status: 200 len: 210 time: 0.0428016 Aug 30 14:17:58.443797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-39d893bf-055f-4e88-9cac-e2175070f4af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=a0d6c7d8-708a-454a-a69d-597a0a024278 HTTP/1.1" status: 200 len: 217 time: 0.2662287 Aug 30 14:17:58.486264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b1da292d-4c8b-41dd-80e9-b8e784a300d5, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b1da292d-4c8b-41dd-80e9-b8e784a300d5,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:58.488157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Pushing event deleted for resources: {'Port': ['ID=589a7312-d3c0-4f39-9ab9-f49a812a4936,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:58.512788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] No DVR routers for this DVR port 589a7312-d3c0-4f39-9ab9-f49a812a4936 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:17:58.517888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.520435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16a67890-cec5-43ab-b4c8-9e668c030bf6 req-6119e37b-4872-41c2-af8a-55f4fdd21a2b tempest-AggregatesAdminTestJSON-256122735 tempest-AggregatesAdminTestJSON-256122735-project] 10.222.0.39 "DELETE /v2.0/ports/589a7312-d3c0-4f39-9ab9-f49a812a4936 HTTP/1.1" status: 204 len: 173 time: 1.5794525 Aug 30 14:17:58.521183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed02a1-439d-4198-b16c-ec6d5d3502e4', 'name': 'network-vif-deleted', 'tag': '589a7312-d3c0-4f39-9ab9-f49a812a4936'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:17:58.524173 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c611bc-b34b-4096-86c4-055c92082bec" -d '{"events": [{"server_uuid": "cfed02a1-439d-4198-b16c-ec6d5d3502e4", "name": "network-vif-deleted", "tag": "589a7312-d3c0-4f39-9ab9-f49a812a4936"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:17:58.568265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'b1da292d-4c8b-41dd-80e9-b8e784a300d5', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'b1da292d-4c8b-41dd-80e9-b8e784a300d5', 'mac_address': 'fa:16:3e:3a:dc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:17:58.578707 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.598165 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee30f161-7f7e-4e18-82ea-508fffb885db req-b2a90a92-310f-4cf1-a660-cf57908894c7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231281 Aug 30 14:17:58.706227 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-96f86c0f-7475-4ceb-991e-227b6e3c7799 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9209659 Aug 30 14:17:58.707460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.743432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1da292d-4c8b-41dd-80e9-b8e784a300d5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:17:58.818551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b1da292d-4c8b-41dd-80e9-b8e784a300d5, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b1da292d-4c8b-41dd-80e9-b8e784a300d5,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:17:58.836088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:58.976454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-24f787a7-3aaa-426e-af3b-75226f6465dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:58.979179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-24f787a7-3aaa-426e-af3b-75226f6465dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.4622123 Aug 30 14:17:59.033625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b1da292d-4c8b-41dd-80e9-b8e784a300d5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:17:59.071954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:59.122384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b1da292d-4c8b-41dd-80e9-b8e784a300d5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:17:59.126254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28d773f2-cb2c-4f1d-a979-55cebd026b56 req-5a436251-dcf2-45dc-bf6d-77693281c59e service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978846 Aug 30 14:17:59.153270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-12bfaabc-ada5-4841-8693-e77fe8cec657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:59.156116 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-12bfaabc-ada5-4841-8693-e77fe8cec657 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658838 Aug 30 14:17:59.172332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd024-f9f8-47c6-a715-6db0a07a5ed4 req-3fa3898c-e867-4157-b736-637c6782a4f7 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:59.188390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a6fd024-f9f8-47c6-a715-6db0a07a5ed4 req-3fa3898c-e867-4157-b736-637c6782a4f7 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 947 time: 0.2041640 Aug 30 14:17:59.262486 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b78e4a-1c31-49b4-befb-02f64908cdda x-openstack-request-id: req-95b78e4a-1c31-49b4-befb-02f64908cdda {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:17:59.263955 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed02a1-439d-4198-b16c-ec6d5d3502e4", "name": "network-vif-deleted", "tag": "589a7312-d3c0-4f39-9ab9-f49a812a4936", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:17:59.265454 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95b78e4a-1c31-49b4-befb-02f64908cdda {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:17:59.266427 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed02a1-439d-4198-b16c-ec6d5d3502e4', 'name': 'network-vif-deleted', 'tag': '589a7312-d3c0-4f39-9ab9-f49a812a4936', 'status': 'completed', 'code': 200} Aug 30 14:17:59.480537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a6fd024-f9f8-47c6-a715-6db0a07a5ed4 req-c906c566-5cf3-4592-bb5a-b77aa7ee2495 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908013 Aug 30 14:17:59.519433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-681e9e82-6c63-46e5-bdae-6a3a5456b691 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275867 Aug 30 14:17:59.648334 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27401ba6-3e20-4a3f-b901-9fcffb33a7fa req-56c2bd34-f84e-4d1a-8217-d879903cb47c service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213293 Aug 30 14:17:59.658107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20c21e-6d42-4edb-ab92-a6781e2724cd req-a5420640-ae70-450c-be7c-b74ffdb06606 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:59.662368 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a20c21e-6d42-4edb-ab92-a6781e2724cd req-a5420640-ae70-450c-be7c-b74ffdb06606 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 945 time: 0.1758697 Aug 30 14:17:59.775418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a20c21e-6d42-4edb-ab92-a6781e2724cd req-ad521325-f42c-42ba-8999-91e895ec1ac7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043901 Aug 30 14:17:59.903541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-e7cf24a8-3e02-42fc-b582-b8ca3839a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:59.906660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-e7cf24a8-3e02-42fc-b582-b8ca3839a172 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 1098 time: 0.1494195 Aug 30 14:18:00.005709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf69a3-f4ac-4c5c-8005-a782b4f285ca req-dfa3348a-0a80-475f-b8ee-90fc9006824c tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:00.010531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dcf69a3-f4ac-4c5c-8005-a782b4f285ca req-dfa3348a-0a80-475f-b8ee-90fc9006824c tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 948 time: 0.1103153 Aug 30 14:18:00.079485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-da9632f8-976a-4bc7-8deb-0ccc20f9d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:00.082667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-da9632f8-976a-4bc7-8deb-0ccc20f9d40b service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1681399 Aug 30 14:18:00.106036 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dcf69a3-f4ac-4c5c-8005-a782b4f285ca req-63da57fe-0b87-4dce-a11b-98b2bc0b421e tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871108 Aug 30 14:18:00.144968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-7de56e12-3c05-4c40-bc0a-315818aa5d91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=a0d6c7d8-708a-454a-a69d-597a0a024278 HTTP/1.1" status: 200 len: 217 time: 0.0545943 Aug 30 14:18:00.162217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b1da292d-4c8b-41dd-80e9-b8e784a300d5 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:00.211468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-27950d63-a805-448e-95b9-fb3ac645430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:00.213224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-27950d63-a805-448e-95b9-fb3ac645430b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0604887 Aug 30 14:18:00.275888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port b1da292d-4c8b-41dd-80e9-b8e784a300d5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:00.283156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port b1da292d-4c8b-41dd-80e9-b8e784a300d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:00.283526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:00.290174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-8dc9bf3b-02a4-4ee4-95d1-7056e7acbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:00.294217 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-8dc9bf3b-02a4-4ee4-95d1-7056e7acbcff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718055 Aug 30 14:18:00.400068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-f04fbc62-b1a0-4d1c-9f02-edd8df63b4d9 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988963 Aug 30 14:18:00.465509 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:00.510680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-183690c8-6149-427c-b40d-bc9c40423e65 req-32c102c2-767f-4510-8d1d-cd3fff38f2eb tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=45bb8beb08be441ab725d5f564e800a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371630 Aug 30 14:18:00.516527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d95fbd-a68f-4366-be25-f0ec1814865e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1da292d-4c8b-41dd-80e9-b8e784a300d5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:00.525862 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38fc8fd-eb2b-4ced-a647-9009410e09f2" -d '{"events": [{"server_uuid": "c8d95fbd-a68f-4366-be25-f0ec1814865e", "name": "network-vif-plugged", "status": "completed", "tag": "b1da292d-4c8b-41dd-80e9-b8e784a300d5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:00.551618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b1da292d-4c8b-41dd-80e9-b8e784a300d5, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b1da292d-4c8b-41dd-80e9-b8e784a300d5,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:00.561545 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:00.563241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 589a7312-d3c0-4f39-9ab9-f49a812a4936 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:18:00.592028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 589a7312-d3c0-4f39-9ab9-f49a812a4936 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:18:00.593361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 589a7312-d3c0-4f39-9ab9-f49a812a4936 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:18:00.634429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea4c2e25-adf9-4f9c-b3ef-163891855bed req-50929566-6a3d-4eb8-8432-9751c5c756f4 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266541 Aug 30 14:18:00.656856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b1da292d-4c8b-41dd-80e9-b8e784a300d5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:00.714325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183690c8-6149-427c-b40d-bc9c40423e65 req-6ddadf98-2901-4218-8c6c-9ec61f5346cf tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:00.715952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-183690c8-6149-427c-b40d-bc9c40423e65 req-6ddadf98-2901-4218-8c6c-9ec61f5346cf tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792519 Aug 30 14:18:00.731605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50810) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:00.737723 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-183690c8-6149-427c-b40d-bc9c40423e65 req-7f828031-cb15-4e9e-971b-6f55f2eaf200 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/quotas/45bb8beb08be441ab725d5f564e800a3 HTTP/1.1" status: 200 len: 375 time: 0.0104222 Aug 30 14:18:00.810577 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-183690c8-6149-427c-b40d-bc9c40423e65 req-08e01863-513c-4c5b-9be8-656780a435c2 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45bb8beb08be441ab725d5f564e800a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376236 Aug 30 14:18:00.876804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:00.976256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd15bb-0760-44b2-8248-1b9bd0ed60dc req-9ce4b316-7501-43a8-93e9-72dde82679e7 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:00.989797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7bdd15bb-0760-44b2-8248-1b9bd0ed60dc req-9ce4b316-7501-43a8-93e9-72dde82679e7 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1096 time: 0.0863292 Aug 30 14:18:01.007781 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68382b3-68fa-4f89-b560-12724cc2365e x-openstack-request-id: req-d68382b3-68fa-4f89-b560-12724cc2365e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:01.013790 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d95fbd-a68f-4366-be25-f0ec1814865e", "name": "network-vif-plugged", "status": "completed", "tag": "b1da292d-4c8b-41dd-80e9-b8e784a300d5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:01.014886 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d68382b3-68fa-4f89-b560-12724cc2365e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:01.017206 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d95fbd-a68f-4366-be25-f0ec1814865e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1da292d-4c8b-41dd-80e9-b8e784a300d5', 'code': 200} Aug 30 14:18:01.063331 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7bdd15bb-0760-44b2-8248-1b9bd0ed60dc req-dbb96f19-dff6-41f6-ab54-65f91641aef6 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720236 Aug 30 14:18:01.159841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8caba22a-1577-4a05-9f60-4d1b6502ca21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.226854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d1032-df6d-426f-a651-f819e6719fc4 req-83ef3897-618c-43f0-ae2a-ea5696dd98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:01.229566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce8d1032-df6d-426f-a651-f819e6719fc4 req-83ef3897-618c-43f0-ae2a-ea5696dd98b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 1100 time: 0.1402872 Aug 30 14:18:01.301293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec82b24-b986-43b2-9aa3-44075450d270 req-97b2c31d-bc08-4080-a2e1-89f305f96c41 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:01.303622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cec82b24-b986-43b2-9aa3-44075450d270 req-97b2c31d-bc08-4080-a2e1-89f305f96c41 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 947 time: 0.1454690 Aug 30 14:18:01.333246 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce8d1032-df6d-426f-a651-f819e6719fc4 req-7ccf3e46-80e5-45be-93e8-86e169335e28 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949850 Aug 30 14:18:01.373402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8caba22a-1577-4a05-9f60-4d1b6502ca21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.377733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cec82b24-b986-43b2-9aa3-44075450d270 req-4e3779a7-01d9-48fb-8a7c-0d09972150bd tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589433 Aug 30 14:18:01.392517 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8caba22a-1577-4a05-9f60-4d1b6502ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.466884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.502462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8caba22a-1577-4a05-9f60-4d1b6502ca21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65796375bfc14b4d9eb977a323e6eeec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688437 Aug 30 14:18:01.503673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:01.504732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caba22a-1577-4a05-9f60-4d1b6502ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9cc7e9-fe2f-40bd-92b7-ccf4c721be25,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:01.511755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a273555e-7c22-426b-b797-784cbf6cd63a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9217ee13fd594eed8cfe00328cbde5f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6330392 Aug 30 14:18:01.518376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:01.614621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48566d84-737f-416a-8d8a-1823d0c6bb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.649694 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48566d84-737f-416a-8d8a-1823d0c6bb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.662203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a24e77e-83cb-4d77-b4d7-dc6f048410fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.728839 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a24e77e-83cb-4d77-b4d7-dc6f048410fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.771073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48566d84-737f-416a-8d8a-1823d0c6bb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.775989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48566d84-737f-416a-8d8a-1823d0c6bb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.782856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-48566d84-737f-416a-8d8a-1823d0c6bb55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15d95628-63c8-4da6-a887-a95ad958246d HTTP/1.1" status: 204 len: 168 time: 0.2624133 Aug 30 14:18:01.847943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a24e77e-83cb-4d77-b4d7-dc6f048410fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.854188 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a24e77e-83cb-4d77-b4d7-dc6f048410fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:01.855358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48566d84-737f-416a-8d8a-1823d0c6bb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d95628-63c8-4da6-a887-a95ad958246d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:01.857501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a24e77e-83cb-4d77-b4d7-dc6f048410fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c9cc7e9-fe2f-40bd-92b7-ccf4c721be25 HTTP/1.1" status: 204 len: 168 time: 0.3406026 Aug 30 14:18:01.882749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52214ec-85a9-4f25-ab2b-458952af1e06 req-51f2a1a1-f9ff-46a7-9e6e-713c60c3ffc7 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:01.884781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d52214ec-85a9-4f25-ab2b-458952af1e06 req-51f2a1a1-f9ff-46a7-9e6e-713c60c3ffc7 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1096 time: 0.1513672 Aug 30 14:18:01.898426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24e77e-83cb-4d77-b4d7-dc6f048410fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9cc7e9-fe2f-40bd-92b7-ccf4c721be25,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:01.974181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d52214ec-85a9-4f25-ab2b-458952af1e06 req-46ab77eb-e8b7-4898-8733-09f295b6c974 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768952 Aug 30 14:18:02.118627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f719f8-3b1e-441f-b569-b36834ab5b35 req-832cf20f-f8e5-4d6e-aceb-24d1fba475a0 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:02.121429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84f719f8-3b1e-441f-b569-b36834ab5b35 req-832cf20f-f8e5-4d6e-aceb-24d1fba475a0 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 949 time: 0.0713704 Aug 30 14:18:02.181893 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84f719f8-3b1e-441f-b569-b36834ab5b35 req-23a9bee5-9c67-47af-b051-47bef24e2665 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532043 Aug 30 14:18:02.425330 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:02.659254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:02.684220 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23e774e8-b558-443b-b3ab-6993f2feab7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:02.705122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:02.781605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-100a2c2d-9590-4801-a3f8-0506f1b31394 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7453d2bfee3409c8fd3c069ce232580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746515 Aug 30 14:18:02.785575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:02.863172 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5397ede8-bad5-4a7e-aa64-81ea6c7f5468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:02.892831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5397ede8-bad5-4a7e-aa64-81ea6c7f5468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:02.908057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23e774e8-b558-443b-b3ab-6993f2feab7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:02.916785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23e774e8-b558-443b-b3ab-6993f2feab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:02.963114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5397ede8-bad5-4a7e-aa64-81ea6c7f5468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:02.965892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5397ede8-bad5-4a7e-aa64-81ea6c7f5468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:02.967096 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5397ede8-bad5-4a7e-aa64-81ea6c7f5468 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0dc97b5b-eb91-4ad5-af30-852b272dd9f9 HTTP/1.1" status: 204 len: 168 time: 0.1689870 Aug 30 14:18:02.980304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ede8-bad5-4a7e-aa64-81ea6c7f5468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc97b5b-eb91-4ad5-af30-852b272dd9f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:03.006606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:03.007399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-23e774e8-b558-443b-b3ab-6993f2feab7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd8456c16ae14043a7902e6bf337d56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461561 Aug 30 14:18:03.009246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e774e8-b558-443b-b3ab-6993f2feab7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd2616-c4e6-45db-acbb-5b3a7cc713fc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:03.079977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-678fbcf0-78cd-4ded-bd9d-34d2c8b06ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:03.104135 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-678fbcf0-78cd-4ded-bd9d-34d2c8b06ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:03.177521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-678fbcf0-78cd-4ded-bd9d-34d2c8b06ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:03.180465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-678fbcf0-78cd-4ded-bd9d-34d2c8b06ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:03.181738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-678fbcf0-78cd-4ded-bd9d-34d2c8b06ed4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cdd2616-c4e6-45db-acbb-5b3a7cc713fc HTTP/1.1" status: 204 len: 168 time: 0.1734471 Aug 30 14:18:03.199795 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:18:03.206623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fbcf0-78cd-4ded-bd9d-34d2c8b06ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd2616-c4e6-45db-acbb-5b3a7cc713fc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:03.306401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a0d6c7d8-708a-454a-a69d-597a0a024278 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:18:03.314601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0a3f1-5aa5-4ea3-aa4d-9f51799c6b04 req-91e6c673-71d0-4c00-8b98-a2b292596e78 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:03.316638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0cc0a3f1-5aa5-4ea3-aa4d-9f51799c6b04 req-91e6c673-71d0-4c00-8b98-a2b292596e78 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 947 time: 0.0836308 Aug 30 14:18:03.371117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0cc0a3f1-5aa5-4ea3-aa4d-9f51799c6b04 req-d9b796a0-7195-427d-9d9b-70c124cf2897 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Aug 30 14:18:03.473560 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a0d6c7d8-708a-454a-a69d-597a0a024278, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a0d6c7d8-708a-454a-a69d-597a0a024278,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:03.503167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'a0d6c7d8-708a-454a-a69d-597a0a024278', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'a0d6c7d8-708a-454a-a69d-597a0a024278', 'mac_address': 'fa:16:3e:49:82:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:18:03.568015 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:03.596510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d6c7d8-708a-454a-a69d-597a0a024278 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:03.644506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a0d6c7d8-708a-454a-a69d-597a0a024278, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a0d6c7d8-708a-454a-a69d-597a0a024278,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:03.650960 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:03.749656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=a0d6c7d8-708a-454a-a69d-597a0a024278,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:04.039254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['a0d6c7d8-708a-454a-a69d-597a0a024278'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:04.942695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-e661b948-af1e-45a3-a4ca-3e6bfe15d7e6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e45b9f6ef1994f23931c8e8141988184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349643 Aug 30 14:18:05.094470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-df5348eb-54f8-4853-8e39-4a0829df298b tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:05.095986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-df5348eb-54f8-4853-8e39-4a0829df298b tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458697 Aug 30 14:18:05.121101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-cae3d2e7-98ab-49c8-a144-786e5924ed0e tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/quotas/e45b9f6ef1994f23931c8e8141988184 HTTP/1.1" status: 200 len: 375 time: 0.0189853 Aug 30 14:18:05.142129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:05.175591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-c8bc512c-abca-4e77-a363-f4e521b2b54a tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e45b9f6ef1994f23931c8e8141988184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465467 Aug 30 14:18:05.195744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:05.311512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a0d6c7d8-708a-454a-a69d-597a0a024278 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:05.331400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-network', 'tenant_id': '8702423728ef45a38278a2ed084a746d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:05.430470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-1652df64-cbc3-4f4c-82a7-6b98d6b005cf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:18:05.445705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-1652df64-cbc3-4f4c-82a7-6b98d6b005cf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2466135 Aug 30 14:18:05.462837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Made reservation on behalf of 8702423728ef45a38278a2ed084a746d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:05.467715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:05.484128 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:05.506322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port a0d6c7d8-708a-454a-a69d-597a0a024278 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:05.525976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port a0d6c7d8-708a-454a-a69d-597a0a024278 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:05.527131 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:05.594521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13288-e8f5-48f6-a9ed-2bc0974cb6be req-61b383d8-b5a1-471b-a1a5-5a9fcf0edd12 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:05.598785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5cb13288-e8f5-48f6-a9ed-2bc0974cb6be req-61b383d8-b5a1-471b-a1a5-5a9fcf0edd12 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 949 time: 0.1298878 Aug 30 14:18:05.689873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:05.697523 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:05.786157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Request body: {'binding': {'host': 'n-h2-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:05.787248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:18:05.817307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:18:05.824390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1537f8-6d1b-4dc3-a0f1-906d84441ef9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:05.873269 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:05.980146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6212f2df-8873-4202-b0aa-6ab7187f084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d6c7d8-708a-454a-a69d-597a0a024278'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:05.987089 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628ef547-3774-4191-b841-a861b1994142" -d '{"events": [{"server_uuid": "6212f2df-8873-4202-b0aa-6ab7187f084c", "name": "network-vif-plugged", "status": "completed", "tag": "a0d6c7d8-708a-454a-a69d-597a0a024278"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:06.019931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a0d6c7d8-708a-454a-a69d-597a0a024278, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a0d6c7d8-708a-454a-a69d-597a0a024278,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:06.031929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:06.062253 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5cb13288-e8f5-48f6-a9ed-2bc0974cb6be req-2e1e4a98-e84b-4886-b511-49be7da260ff tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486306 Aug 30 14:18:06.130224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=a0d6c7d8-708a-454a-a69d-597a0a024278,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:06.156829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:06.162734 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Added segment eaa06c27-3a01-4630-a7b8-2a14ac855c61 of type vlan for network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 Aug 30 14:18:06.240052 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on host n-h2-805668-3 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:06.240396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:06.240760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:06.244813 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:06.254764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:18:06.255207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:06.267347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:06.267848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:06.268177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:06.268569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Bound port: dce5a8f7-8943-4e16-ae47-35525b330416, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:06.431926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:06.433267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:06.434007 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:06.544680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4008265 Aug 30 14:18:06.549923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:06.563485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Request body: {'subnet': {'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-subnet', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:06.566817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:06.575383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:06.577728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-9f347770-836b-4caf-b1de-7ffbf0f0f683 service neutron] 10.222.0.50 "POST /v2.0/ports/dce5a8f7-8943-4e16-ae47-35525b330416/bindings HTTP/1.1" status: 201 len: 389 time: 0.9208727 Aug 30 14:18:06.578469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775ed7c-02da-42ff-b8e4-8fbe19a248e7 admin admin] Pushing event updated for resources: {'Network': ['ID=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:06.598142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:18:06.631886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Made reservation on behalf of 8702423728ef45a38278a2ed084a746d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:06.638399 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:06.867723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328dc1b-2746-46af-a740-09f65ba247d7 req-5d28d09f-ac7a-4c96-a9ab-6bef1ec4c143 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:06.870590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a328dc1b-2746-46af-a740-09f65ba247d7 req-5d28d09f-ac7a-4c96-a9ab-6bef1ec4c143 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 949 time: 0.0872903 Aug 30 14:18:06.893557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-878e38a2-362f-4b9f-9359-1bb2dcd25b85 req-6bcbf5fe-85e6-4710-9386-5a74f3e2f58e tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=45bb8beb08be441ab725d5f564e800a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327690 Aug 30 14:18:06.920844 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a328dc1b-2746-46af-a740-09f65ba247d7 req-31c932cb-3172-4094-855a-a04254ddcf76 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Aug 30 14:18:07.038934 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:07.145720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-03291f3b-98bb-411e-a264-d8cdcb44f60e tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e45b9f6ef1994f23931c8e8141988184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608358 Aug 30 14:18:07.184261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e38a2-362f-4b9f-9359-1bb2dcd25b85 req-44d93cf0-ab1c-4b25-85d4-0c4ad2ff4674 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.187994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-878e38a2-362f-4b9f-9359-1bb2dcd25b85 req-44d93cf0-ab1c-4b25-85d4-0c4ad2ff4674 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860143 Aug 30 14:18:07.230160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4311d8-9aad-429e-a49d-89d66501a9a2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:07.311422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-878e38a2-362f-4b9f-9359-1bb2dcd25b85 req-59904a31-aa13-49fc-85dc-be5288b788b2 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/quotas/45bb8beb08be441ab725d5f564e800a3 HTTP/1.1" status: 200 len: 375 time: 0.1104753 Aug 30 14:18:07.317516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Checking segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:07.318117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Network hostable DHCP agents. Network: 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:18:07.335492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dba4c7c-8f1a-4124-a58b-83b1bae5d984 req-d0524330-e07d-42f7-bcd2-96381f2247e3 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 210 time: 0.2712791 Aug 30 14:18:07.372683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-dc83ce1f-477a-40ee-bf4f-db6f933e7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.375011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-dc83ce1f-477a-40ee-bf4f-db6f933e7af8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1096 time: 0.3517401 Aug 30 14:18:07.396735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-878e38a2-362f-4b9f-9359-1bb2dcd25b85 req-8a8748ef-c635-4728-ad78-991be7fd7630 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45bb8beb08be441ab725d5f564e800a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692770 Aug 30 14:18:07.431465 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912f63ec-c88e-47df-9d92-b1a3d7c22ead x-openstack-request-id: req-912f63ec-c88e-47df-9d92-b1a3d7c22ead {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:07.431761 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6212f2df-8873-4202-b0aa-6ab7187f084c", "name": "network-vif-plugged", "status": "completed", "tag": "a0d6c7d8-708a-454a-a69d-597a0a024278", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:07.432015 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-912f63ec-c88e-47df-9d92-b1a3d7c22ead {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:07.432415 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6212f2df-8873-4202-b0aa-6ab7187f084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d6c7d8-708a-454a-a69d-597a0a024278', 'code': 200} Aug 30 14:18:07.437145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-133cafca-05fb-4ca3-b62e-0a56f90b54bd tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.439028 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-133cafca-05fb-4ca3-b62e-0a56f90b54bd tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867334 Aug 30 14:18:07.439445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-82b3289e-6b9a-4d53-a546-2eb5dde7490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.441259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-82b3289e-6b9a-4d53-a546-2eb5dde7490f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1096 time: 0.1086192 Aug 30 14:18:07.449007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:18:07.466784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Request body: {'port': {'device_id': 'e3a31f68-b5b7-4a81-a7d1-1943f9f71958', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': 'e45b9f6ef1994f23931c8e8141988184'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:07.527105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:07.545837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225180e-2115-4eb6-b6a7-c9cf2a55e222 None None] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:07.568639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-1108787a-defc-43bd-9701-9e72a182ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.570693 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-1108787a-defc-43bd-9701-9e72a182ed9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.1880322 Aug 30 14:18:07.625229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-4c8d9916-d94d-442d-8d7a-8542ed5658a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 217 time: 0.0464387 Aug 30 14:18:07.701629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-4288e0e6-6f9b-4539-9c60-056738a7644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.704121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-4288e0e6-6f9b-4539-9c60-056738a7644e service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.2198408 Aug 30 14:18:07.710936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-125aec3a-d881-44d9-b675-421cff5016df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.712919 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-125aec3a-d881-44d9-b675-421cff5016df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.0780602 Aug 30 14:18:07.753892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.754752 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:07.787493 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-390a95a7-f6db-4727-a4d0-5e10f2d76dd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667086 Aug 30 14:18:07.790378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-8e0c06ee-243c-4929-9ecc-0fa2c535a451 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 217 time: 0.0761559 Aug 30 14:18:07.822874 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ffb68572-3981-4779-ab90-0cb927195b03 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2710717 Aug 30 14:18:07.830474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:07.834140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:07.839098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be576dda-2db7-4559-b507-15316722dd2a req-1e2d0556-6e43-4022-9625-1d4f585a8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.843474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be576dda-2db7-4559-b507-15316722dd2a req-1e2d0556-6e43-4022-9625-1d4f585a8f2a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 1100 time: 0.2434092 Aug 30 14:18:07.940111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be576dda-2db7-4559-b507-15316722dd2a req-29e373ac-1b22-441b-9207-1e78c05c810a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891623 Aug 30 14:18:07.955588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-354f618c-a049-4d20-a4f6-d2579b33c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:07.960784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-354f618c-a049-4d20-a4f6-d2579b33c9ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1493163 Aug 30 14:18:07.964174 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:18:07.964174 n-d-805668-3 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:18:07.964174 n-d-805668-3 neutron-server[94826]: [parameters: {'project_id': '8702423728ef45a38278a2ed084a746d', 'id': '294b3b84-7a06-424c-b8b7-9a97baca120d', 'expiration': datetime.datetime(2021, 8, 30, 14, 20, 7, 932572)}] Aug 30 14:18:07.964174 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:18:07.964554 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:18:07.964860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Made reservation on behalf of e45b9f6ef1994f23931c8e8141988184 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:07.968627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:07.983218 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.000025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:18:08.001179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-6a3ffca4-f0da-403b-94b5-1c544710492e service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054455 Aug 30 14:18:08.007501 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.176836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-c7383209-8418-4396-b7f4-3e4b0d9a74e0 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679628 Aug 30 14:18:08.231215 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.252699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4884a-23df-49aa-9685-a0e14bf4cf6e req-07692e65-40cd-4003-b0da-c7e8a46af07e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:08.254376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ab4884a-23df-49aa-9685-a0e14bf4cf6e req-07692e65-40cd-4003-b0da-c7e8a46af07e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 945 time: 0.2404437 Aug 30 14:18:08.255259 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.271552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Allocated IP 172.20.0.2 (8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804/7f4311d8-9aad-429e-a49d-89d66501a9a2/71d0512a-774a-49ce-a66a-db2e9fd217d6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:08.376437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:08.384590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-77b9fa08-5cfc-4333-bf18-e0d9acb77c7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775166 Aug 30 14:18:08.393709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7786826-a33d-445b-894a-414045a800cd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:08.422481 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ab4884a-23df-49aa-9685-a0e14bf4cf6e req-6e3e59c6-5912-4599-ae5a-b2442eb66bdf tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513562 Aug 30 14:18:08.581409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Allocated IP 192.168.233.106 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/c7a983c8-ba1d-4716-ae83-a0a0e4006353) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:08.632864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4c40-0514-4072-a04e-44667b4a1b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.698532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.716599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Transition to ACTIVE for port object 71d0512a-774a-49ce-a66a-db2e9fd217d6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:08.749976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Transition to ACTIVE for port object 71d0512a-774a-49ce-a66a-db2e9fd217d6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:08.762862 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.800160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.801273 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.822433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-cf366978-8f7d-431c-a4a2-7fb2320f58f5 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:08.824278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-cf366978-8f7d-431c-a4a2-7fb2320f58f5 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.4338334 Aug 30 14:18:08.842391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805668-3'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:08.894325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:08.902573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:08.908621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:08.934193 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.972007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Transition to ACTIVE for port object c7a983c8-ba1d-4716-ae83-a0a0e4006353 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:08.973008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:08.981552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-88e7b116-4cc1-47ea-a374-fa88d42616cf service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749935 Aug 30 14:18:09.004922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Pushing event updated for resources: {'Port': ['ID=71d0512a-774a-49ce-a66a-db2e9fd217d6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:09.043650 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4c40-0514-4072-a04e-44667b4a1b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.056818 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4c40-0514-4072-a04e-44667b4a1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.069428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Attempting to bind port 71d0512a-774a-49ce-a66a-db2e9fd217d6 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:09.070428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Attempting to bind port 71d0512a-774a-49ce-a66a-db2e9fd217d6 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:09.071600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Attempting to bind port 71d0512a-774a-49ce-a66a-db2e9fd217d6 on network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:09.080271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.082794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:09.084560 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Checking segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:09.085351 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.086201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Bound using segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:09.087289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Bound port: 71d0512a-774a-49ce-a66a-db2e9fd217d6, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:09.087888 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.118037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a4c40-0514-4072-a04e-44667b4a1b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2854fa-afa4-4ba2-b7ca-70a2c7e77432,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:09.143773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.152797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1aa72-60d3-4793-9f39-58d02a488d97 req-945b4778-ee88-40e2-b281-e8c0c5b712f8 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:09.154448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2e1aa72-60d3-4793-9f39-58d02a488d97 req-945b4778-ee88-40e2-b281-e8c0c5b712f8 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 949 time: 0.3089337 Aug 30 14:18:09.208814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] For port 71d0512a-774a-49ce-a66a-db2e9fd217d6, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:09.214392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] For port 71d0512a-774a-49ce-a66a-db2e9fd217d6, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71d0512a-774a-49ce-a66a-db2e9fd217d6,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:09.221255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.275455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0a2a4c40-0514-4072-a04e-44667b4a1b95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cbce1f6aea6459293dd42fbdd66f2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827438 Aug 30 14:18:09.290294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:09.312817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:09.316454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:09.325218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:09.331530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:09.332224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.342050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a32cc6-4051-4b5c-9fb2-f0ff2ba63b6b None None] Pushing event updated for resources: {'Port': ['ID=71d0512a-774a-49ce-a66a-db2e9fd217d6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:09.343725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Pushing event updated for resources: {'Port': ['ID=c7a983c8-ba1d-4716-ae83-a0a0e4006353,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:09.359926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-568e6a42-24d4-4463-95d5-81803d2ca927 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:09.360417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-568e6a42-24d4-4463-95d5-81803d2ca927 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:09.361101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-568e6a42-24d4-4463-95d5-81803d2ca927 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:09.361744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-568e6a42-24d4-4463-95d5-81803d2ca927 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:09.362214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-568e6a42-24d4-4463-95d5-81803d2ca927 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:09.362680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-568e6a42-24d4-4463-95d5-81803d2ca927 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:09.364684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-568e6a42-24d4-4463-95d5-81803d2ca927 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958&device_id=6212f2df-8873-4202-b0aa-6ab7187f084c&device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e&device_id=6d700a57-7875-4ef7-a778-017d56718722&device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56&device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 5524 time: 0.2078352 Aug 30 14:18:09.366635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-fc93e264-ee95-40fd-a3d1-9b6ad3a774c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9106646 Aug 30 14:18:09.380157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Request body: {'port': {'device_id': 'e3a31f68-b5b7-4a81-a7d1-1943f9f71958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:09.434264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.490597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c60f03a-87c4-46ab-94e1-6a6dcb9f48f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.490916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-6edc3f52-40f2-403d-9ef9-6c804a9675c7 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.522258 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.580889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2e1aa72-60d3-4793-9f39-58d02a488d97 req-f16a1aea-fc9a-424b-8126-2018f92532f0 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085214 Aug 30 14:18:09.709940 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59a8d0e2-169e-41d4-9836-098c11d28c1f req-ce3018f3-f39e-406b-a58d-a6838c251c96 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934340 Aug 30 14:18:09.780777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce47a994-84eb-4580-91fd-ba90a84adb9d None None] Provisioning for port c7a983c8-ba1d-4716-ae83-a0a0e4006353 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:09.794740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce47a994-84eb-4580-91fd-ba90a84adb9d None None] Provisioning complete for port c7a983c8-ba1d-4716-ae83-a0a0e4006353 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:09.795125 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce47a994-84eb-4580-91fd-ba90a84adb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.871907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce47a994-84eb-4580-91fd-ba90a84adb9d None None] Port c7a983c8-ba1d-4716-ae83-a0a0e4006353 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:10.011449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-6edc3f52-40f2-403d-9ef9-6c804a9675c7 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.020557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-6edc3f52-40f2-403d-9ef9-6c804a9675c7 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.092047 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfc66557-6c87-49c7-9bf6-beef35be5944 req-6edc3f52-40f2-403d-9ef9-6c804a9675c7 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&id=6f68263c-7e53-4512-9954-b81c909e195b&id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.6376193 Aug 30 14:18:10.113490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c60f03a-87c4-46ab-94e1-6a6dcb9f48f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.129741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc3f52-40f2-403d-9ef9-6c804a9675c7 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01540b29-786b-4646-85bc-c42b261425f3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:10.235536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:10.252370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a983c8-ba1d-4716-ae83-a0a0e4006353 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:10.259420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467428c-0cb2-4847-ab01-e095d169be42 req-d212b5f0-10e1-49df-9a23-6b37e730e5a4 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:10.261036 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0467428c-0cb2-4847-ab01-e095d169be42 req-d212b5f0-10e1-49df-9a23-6b37e730e5a4 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 936 time: 0.1854703 Aug 30 14:18:10.275948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.320315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c60f03a-87c4-46ab-94e1-6a6dcb9f48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.323025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c60f03a-87c4-46ab-94e1-6a6dcb9f48f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.328447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5c60f03a-87c4-46ab-94e1-6a6dcb9f48f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad2854fa-afa4-4ba2-b7ca-70a2c7e77432 HTTP/1.1" status: 204 len: 168 time: 1.0305893 Aug 30 14:18:10.328699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Transition to ACTIVE for port object c7a983c8-ba1d-4716-ae83-a0a0e4006353 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:10.340818 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.346654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:10.404066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f03a-87c4-46ab-94e1-6a6dcb9f48f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2854fa-afa4-4ba2-b7ca-70a2c7e77432,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:10.433882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97311b3e-8b8f-4936-9975-0c74b29736ba req-a48f676e-7184-4be9-be14-822852e3be0a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:10.433882 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97311b3e-8b8f-4936-9975-0c74b29736ba req-a48f676e-7184-4be9-be14-822852e3be0a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 945 time: 0.1422012 Aug 30 14:18:10.461008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0467428c-0cb2-4847-ab01-e095d169be42 req-79048212-4850-49a7-bf70-8b19d411a2f2 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830468 Aug 30 14:18:10.470818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a983c8-ba1d-4716-ae83-a0a0e4006353,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:10.574116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Attempting to bind port c7a983c8-ba1d-4716-ae83-a0a0e4006353 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:10.574722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Attempting to bind port c7a983c8-ba1d-4716-ae83-a0a0e4006353 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:10.575240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Attempting to bind port c7a983c8-ba1d-4716-ae83-a0a0e4006353 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:10.582758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Port c7a983c8-ba1d-4716-ae83-a0a0e4006353 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:18:10.583175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Attempting to bind port c7a983c8-ba1d-4716-ae83-a0a0e4006353 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:10.604025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:10.606821 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30cfc2d-776c-4fc5-af56-a66b0e2147dc" -d '{"events": [{"server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "name": "network-vif-unplugged", "status": "completed", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:10.616483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97311b3e-8b8f-4936-9975-0c74b29736ba req-6f50f4d9-612a-4c94-ac08-af43b7ee3951 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198146 Aug 30 14:18:10.621899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:10.621899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:10.621899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:10.621899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Bound port: c7a983c8-ba1d-4716-ae83-a0a0e4006353, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:10.621899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.625444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.744199 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.797843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] For port c7a983c8-ba1d-4716-ae83-a0a0e4006353, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:10.807202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] For port c7a983c8-ba1d-4716-ae83-a0a0e4006353, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c7a983c8-ba1d-4716-ae83-a0a0e4006353,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:10.814469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.937884 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7357b78f-93a4-4b28-8daf-bdeb30ff358c x-openstack-request-id: req-7357b78f-93a4-4b28-8daf-bdeb30ff358c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:10.939155 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "name": "network-vif-unplugged", "status": "completed", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:10.941213 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7357b78f-93a4-4b28-8daf-bdeb30ff358c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:10.942006 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416', 'code': 200} Aug 30 14:18:10.946654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:10.949768 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.956443 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] 10.222.0.39 "PUT /v2.0/ports/c7a983c8-ba1d-4716-ae83-a0a0e4006353 HTTP/1.1" status: 200 len: 1096 time: 1.5761163 Aug 30 14:18:10.957031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a31f68-b5b7-4a81-a7d1-1943f9f71958', 'tag': 'c7a983c8-ba1d-4716-ae83-a0a0e4006353'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:10.961359 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a31f68-b5b7-4a81-a7d1-1943f9f71958", "tag": "c7a983c8-ba1d-4716-ae83-a0a0e4006353"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:11.052253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f1852-2ce6-4ae3-83c8-4ed5d9effc61 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a983c8-ba1d-4716-ae83-a0a0e4006353,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:11.082149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-0bbd10a3-8d8a-4e6a-b159-598f8c3a49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:11.085089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-0bbd10a3-8d8a-4e6a-b159-598f8c3a49b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e45b9f6ef1994f23931c8e8141988184&device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 1099 time: 0.0776684 Aug 30 14:18:11.143248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71aebf-5135-4dcd-81eb-582796e8ad3a None None] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:11.171023 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.224550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-1387408a-abcd-4d9a-9dd6-387c11207b34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c7a983c8-ba1d-4716-ae83-a0a0e4006353 HTTP/1.1" status: 200 len: 217 time: 0.1248648 Aug 30 14:18:11.244179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:11.270997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Pushing event updated for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:11.272032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 71d0512a-774a-49ce-a66a-db2e9fd217d6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:11.281938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.285787 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac61ccc-5984-4f66-820c-f6aade0801aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.321811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67c4920c-e1a6-408f-8e54-e28581692a3d None None] Provisioning for port 71d0512a-774a-49ce-a66a-db2e9fd217d6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:11.420211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 71d0512a-774a-49ce-a66a-db2e9fd217d6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:11.428714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-64441a32-22e6-4ece-bd52-cd22f6edb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:11.431455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-64441a32-22e6-4ece-bd52-cd22f6edb614 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2038167 Aug 30 14:18:11.457115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 71d0512a-774a-49ce-a66a-db2e9fd217d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:11.463359 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.561447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-b29f6ad1-95ce-4478-b91f-783af5c0b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:11.561992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920f3c4-1801-4aee-9246-9d1de8fec7d9 req-6bd3e85c-9405-493b-bf72-b83d172095bf tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:11.564326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-b29f6ad1-95ce-4478-b91f-783af5c0b64a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244972 Aug 30 14:18:11.578449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b920f3c4-1801-4aee-9246-9d1de8fec7d9 req-6bd3e85c-9405-493b-bf72-b83d172095bf tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 949 time: 0.5730619 Aug 30 14:18:11.587701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on host n-h1-805668-3 for vnic_type normal with profile {"migrating_to": "n-h2-805668-3"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:11.588255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:11.588809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:11.723788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b920f3c4-1801-4aee-9246-9d1de8fec7d9 req-d93c55d6-4cbf-4091-b691-ff2919ce1416 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243553 Aug 30 14:18:11.724751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:18:11.733542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Attempting to bind port dce5a8f7-8943-4e16-ae47-35525b330416 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:11.757425 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.833169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 71d0512a-774a-49ce-a66a-db2e9fd217d6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71d0512a-774a-49ce-a66a-db2e9fd217d6,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:11.841718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.847746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:11.848410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:11.849223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:11.850074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Bound port: dce5a8f7-8943-4e16-ae47-35525b330416, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:11.850748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.876307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Allocated IP 172.25.6.128 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/63122af3-8577-4b15-ace7-bece1db31935) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:11.876551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-754e60fb-20dc-4af6-a28b-13bd3a6377d7 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011055 Aug 30 14:18:11.903523 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac61ccc-5984-4f66-820c-f6aade0801aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.907142 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d92ff-3908-4f71-9010-e1d97228d0a7 x-openstack-request-id: req-ca3d92ff-3908-4f71-9010-e1d97228d0a7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:11.907533 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a31f68-b5b7-4a81-a7d1-1943f9f71958", "tag": "c7a983c8-ba1d-4716-ae83-a0a0e4006353", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:11.907787 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca3d92ff-3908-4f71-9010-e1d97228d0a7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:11.908293 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a31f68-b5b7-4a81-a7d1-1943f9f71958', 'tag': 'c7a983c8-ba1d-4716-ae83-a0a0e4006353', 'status': 'completed', 'code': 200} Aug 30 14:18:11.925584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac61ccc-5984-4f66-820c-f6aade0801aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.970361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4ac61ccc-5984-4f66-820c-f6aade0801aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=00409c08192d42d9abfd032cd685c3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7221420 Aug 30 14:18:11.987098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:11.992788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=71d0512a-774a-49ce-a66a-db2e9fd217d6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:12.046584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221fab0-f31a-48bf-9b60-a50e6906187f req-9936fd3b-b46c-491f-aaca-d31a4c61e3f8 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.046900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221fab0-f31a-48bf-9b60-a50e6906187f req-9936fd3b-b46c-491f-aaca-d31a4c61e3f8 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.047373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221fab0-f31a-48bf-9b60-a50e6906187f req-9936fd3b-b46c-491f-aaca-d31a4c61e3f8 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.049130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2221fab0-f31a-48bf-9b60-a50e6906187f req-9936fd3b-b46c-491f-aaca-d31a4c61e3f8 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e&device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56&device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 2926 time: 0.3345692 Aug 30 14:18:12.052918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac61ccc-5984-4f66-820c-f6aade0801aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc49540-b334-478f-a1e9-0aa079766d75,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:12.100709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9d5f9ee-611a-40cc-b9ab-76dac691cc3f None None] Provisioning complete for port 71d0512a-774a-49ce-a66a-db2e9fd217d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:12.101221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9d5f9ee-611a-40cc-b9ab-76dac691cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.119248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e455e8f-5752-4f51-bb33-be031ac2eed5 req-5b951af9-9941-45f4-810f-cc2195a960f4 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086298 Aug 30 14:18:12.132213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2221fab0-f31a-48bf-9b60-a50e6906187f req-6e653480-6391-47c1-97cf-4f45a5681428 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 Aug 30 14:18:12.134620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:12.149406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:12.170965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.247678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-56a2c7ab-87d6-495d-befb-7c94191003a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.250128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-56a2c7ab-87d6-495d-befb-7c94191003a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e45b9f6ef1994f23931c8e8141988184&device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 1099 time: 0.0492780 Aug 30 14:18:12.256981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d582bd-ae98-42e3-8a72-7adb2c7e28a6 req-d45ba182-2ad5-4b38-a419-fb144a32819a tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.258913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6d582bd-ae98-42e3-8a72-7adb2c7e28a6 req-d45ba182-2ad5-4b38-a419-fb144a32819a tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 948 time: 0.2243650 Aug 30 14:18:12.314559 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfaffae4-a337-4712-95ac-5bf8fa473102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.321745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.353027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Pushing event updated for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:12.360039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.360685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.362216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] 10.222.0.39 "PUT /v2.0/ports/dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 1121 time: 3.5282493 Aug 30 14:18:12.377011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5c681-ca43-4ac0-82b5-1101b0b3a601 req-3081bf6a-7a99-4e91-b231-a7dd98790845 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.378632 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cdc5c681-ca43-4ac0-82b5-1101b0b3a601 req-3081bf6a-7a99-4e91-b231-a7dd98790845 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.1204655 Aug 30 14:18:12.386562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.387231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.387412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.387836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.388201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.388566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.388994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.389396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.389763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.389976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.390371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.390734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad8400-7a2e-4080-bac4-2aaf2bd40694 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:12.407314 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfaffae4-a337-4712-95ac-5bf8fa473102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.425199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-126948d5-099b-4bf7-b597-f2c21b94f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.426713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-126948d5-099b-4bf7-b597-f2c21b94f914 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1668513 Aug 30 14:18:12.435388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6d582bd-ae98-42e3-8a72-7adb2c7e28a6 req-a03ff30f-f83c-4b78-a543-65891c9994e9 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651697 Aug 30 14:18:12.488756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.538949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['dce5a8f7-8943-4e16-ae47-35525b330416'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:12.577860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfaffae4-a337-4712-95ac-5bf8fa473102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.582189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfaffae4-a337-4712-95ac-5bf8fa473102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.586817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bfaffae4-a337-4712-95ac-5bf8fa473102 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afc49540-b334-478f-a1e9-0aa079766d75 HTTP/1.1" status: 204 len: 168 time: 0.5865674 Aug 30 14:18:12.593793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:12.608331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:12.632833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:12.655376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-307ed38a-8fb1-4f94-b0d3-d053872c120d req-31f18f4a-bddc-4bf0-9fea-b4deeda80a91 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=45bb8beb08be441ab725d5f564e800a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975807 Aug 30 14:18:12.696947 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cdc5c681-ca43-4ac0-82b5-1101b0b3a601 req-2e894129-9033-4de8-ba3f-094267440fb8 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030138 Aug 30 14:18:12.699280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-2e33f15d-22a3-479e-8b7a-33b22a3edcdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c7a983c8-ba1d-4716-ae83-a0a0e4006353 HTTP/1.1" status: 200 len: 217 time: 0.2610493 Aug 30 14:18:12.723120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Pushing event updated for resources: {'Port': ['ID=63122af3-8577-4b15-ace7-bece1db31935,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:12.727404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaffae4-a337-4712-95ac-5bf8fa473102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc49540-b334-478f-a1e9-0aa079766d75,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:12.801460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-ce376d21-8795-488d-a289-0bc362fc2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.806201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-ce376d21-8795-488d-a289-0bc362fc2a5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0991058 Aug 30 14:18:12.900712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-60425874-4127-4cd3-aa16-66060ea7d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:12.902392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-60425874-4127-4cd3-aa16-66060ea7d76c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878966 Aug 30 14:18:12.943719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:12.946708 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca46493-0be0-45a5-8576-507892f1b6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:13.025793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-a1cc93a8-f808-4e06-b403-6afdea40ecca service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144350 Aug 30 14:18:13.079848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:13.128218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 71d0512a-774a-49ce-a66a-db2e9fd217d6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:13.151830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed38a-8fb1-4f94-b0d3-d053872c120d req-f3624561-292a-401c-af6f-147ae8ed2d87 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:13.160222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-307ed38a-8fb1-4f94-b0d3-d053872c120d req-f3624561-292a-401c-af6f-147ae8ed2d87 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4169509 Aug 30 14:18:13.184596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-307ed38a-8fb1-4f94-b0d3-d053872c120d req-b4fa4d81-06a1-43ff-8504-809a11d45561 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/quotas/45bb8beb08be441ab725d5f564e800a3 HTTP/1.1" status: 200 len: 375 time: 0.0232513 Aug 30 14:18:13.225826 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4881a2b0-7a82-4b5b-bb8a-2cbef70d3258 req-35fbc30d-a0ba-441e-a292-d75493b965f0 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905930 Aug 30 14:18:13.259038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-307ed38a-8fb1-4f94-b0d3-d053872c120d req-0a5e8ffd-5e10-43dd-b670-0f96e7514b52 tempest-QuotasAdminNegativeTest-1027496043 tempest-QuotasAdminNegativeTest-1027496043-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45bb8beb08be441ab725d5f564e800a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715721 Aug 30 14:18:13.398351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 71d0512a-774a-49ce-a66a-db2e9fd217d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:13.398993 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:13.493939 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61823794-ce26-4998-b7d7-2583682204a4 x-openstack-request-id: req-61823794-ce26-4998-b7d7-2583682204a4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:13.494343 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:13.498034 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61823794-ce26-4998-b7d7-2583682204a4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:13.499163 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416', 'status': 'completed', 'code': 200} Aug 30 14:18:13.544345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:13.726716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-7a017a72-b9d6-4828-a3db-94477ffa69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:13.728512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-7a017a72-b9d6-4828-a3db-94477ffa69e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1124 time: 0.1761181 Aug 30 14:18:13.744644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5363c0-3b36-4f41-a5f2-50040e4f1289 req-030a914f-a9cb-4817-a999-a0484a92bab1 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:13.746466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f5363c0-3b36-4f41-a5f2-50040e4f1289 req-030a914f-a9cb-4817-a999-a0484a92bab1 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 948 time: 0.1544435 Aug 30 14:18:13.862340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f5363c0-3b36-4f41-a5f2-50040e4f1289 req-b48e30d7-b8fc-4c7d-a83d-57474d702335 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992544 Aug 30 14:18:13.909076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-7af9e423-dfb6-4197-b7a6-4e871c3faf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:13.909076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-7af9e423-dfb6-4197-b7a6-4e871c3faf75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.1553752 Aug 30 14:18:13.991504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-573a97a5-ab50-4435-bf3c-fb9b102f835d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 217 time: 0.0742939 Aug 30 14:18:14.028465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-db1e2b90-2e53-4ae8-8f10-e0191f716f53 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403235 Aug 30 14:18:14.031031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Router de814331-03a0-4161-b1e1-7ef21d9eae76 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:18:14.188864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-f3b3526d-088a-40e4-ba5f-26419ff7129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:14.190459 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-f3b3526d-088a-40e4-ba5f-26419ff7129a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1740639 Aug 30 14:18:14.261210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154397d-68ad-4709-b787-56a5b1e4df79 req-66ac3eec-b701-46b1-b08b-e4587abe6e03 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:14.267715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1154397d-68ad-4709-b787-56a5b1e4df79 req-66ac3eec-b701-46b1-b08b-e4587abe6e03 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.0599749 Aug 30 14:18:14.336652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1154397d-68ad-4709-b787-56a5b1e4df79 req-02ab75a4-9eed-42d7-961e-b55c1302bf71 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668523 Aug 30 14:18:14.474024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-ed58dd1b-fe31-44a8-ac28-be0a79c19014 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2675176 Aug 30 14:18:14.491735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-da35588b-4a97-42cd-895e-56fe87d20522 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:14.493402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-da35588b-4a97-42cd-895e-56fe87d20522 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4400532 Aug 30 14:18:14.573744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-7e80866a-548a-463b-b3da-bf47aa9bc90a tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/quotas/d7076cf476ea4f61b10c0df52bc2c74d HTTP/1.1" status: 200 len: 375 time: 0.0646155 Aug 30 14:18:14.583811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:18:14.604275 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Sync routers for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:18:14.633717 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:14.636199 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:17:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:14.661638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-91a30200-05aa-4607-a251-3eec26235359 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671939 Aug 30 14:18:14.662386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:14.663527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ecaeecbd-e99d-4eba-a2a0-6375b9544020 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.8339899 Aug 30 14:18:14.666598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:14.779034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-9913caa1-a1fa-49d3-9142-4ae2cc073acf tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1919115 Aug 30 14:18:14.921910 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:15.038405 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca46493-0be0-45a5-8576-507892f1b6ce req-ed31ea76-4a9c-4591-bc32-69696a7416d5 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624518 Aug 30 14:18:15.162817 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:12Z', 'revision_number': 3, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:15.197900 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Checking router: de814331-03a0-4161-b1e1-7ef21d9eae76 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:18:15.198255 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Updating router de814331-03a0-4161-b1e1-7ef21d9eae76 port 63122af3-8577-4b15-ace7-bece1db31935 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:18:15.229383 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:15.390166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898c086-4ea4-464f-919b-63370aace731 req-c7efdcc3-4aa3-466a-814f-8481757d0433 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:15.408092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a898c086-4ea4-464f-919b-63370aace731 req-c7efdcc3-4aa3-466a-814f-8481757d0433 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 948 time: 0.2876670 Aug 30 14:18:15.492292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:15.577801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a898c086-4ea4-464f-919b-63370aace731 req-1c8bbf28-8a8f-4122-9553-ead6b19564d8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648581 Aug 30 14:18:15.721030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:15.775090 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:15.791577 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Transition to ACTIVE for port object 63122af3-8577-4b15-ace7-bece1db31935 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:15.802288 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:15.818357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a0ea618-3a6b-4cc6-977d-820e15a971e1 req-ef7cb964-837e-4dd8-9a54-9251ff3c3d4f tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 210 time: 0.0868881 Aug 30 14:18:15.961001 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6592a-517e-4080-9335-695d1905014f None None] Pushing event updated for resources: {'Port': ['ID=63122af3-8577-4b15-ace7-bece1db31935,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:15.971103 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:15.976458 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Attempting to bind port 63122af3-8577-4b15-ace7-bece1db31935 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:15.977238 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Attempting to bind port 63122af3-8577-4b15-ace7-bece1db31935 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:15.977969 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Attempting to bind port 63122af3-8577-4b15-ace7-bece1db31935 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:15.978748 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:15.984281 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.985064 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.985650 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.986236 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.986814 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.987391 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.988081 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.988554 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.989168 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.989756 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.990336 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.990987 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6592a-517e-4080-9335-695d1905014f None None] Tracked resource versions report: Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: pushed versions: Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: { 'AddressGroup': {'1.2'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'ConntrackHelper': {'1.0'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Log': {'1.0'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Network': {'1.1'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Port': {'1.7'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'PortForwarding': {'1.2'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'QosPolicy': {'1.9'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'SecurityGroup': {'1.4'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'SubPort': {'1.0'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Subnet': {'1.1'}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Trunk': {'1.1'}} Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: consumer versions: Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: { DHCP agent@n-d-805668-3: {}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: HyperV agent@n-h1-805668-3: {}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: HyperV agent@n-h2-805668-3: {}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: L3 agent@n-d-805668-3: {}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: Metadata agent@n-d-805668-3: {}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: Metering agent@n-d-805668-3: {}, Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: Open vSwitch agent@n-d-805668-3: { 'AddressGroup': '1.2', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'ConntrackHelper': '1.0', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Log': '1.0', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Network': '1.1', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Port': '1.7', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'PortForwarding': '1.2', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'QosPolicy': '1.9', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'SecurityGroup': '1.4', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'SecurityGroupRule': '1.2', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'SubPort': '1.0', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Subnet': '1.1', Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: 'Trunk': '1.1'}} Aug 30 14:18:15.993268 n-d-805668-3 neutron-server[94829]: {{(pid=94829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:18:16.004395 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:16.005145 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:16.005800 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.006639 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:16.007460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Bound port: 63122af3-8577-4b15-ace7-bece1db31935, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:16.008634 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.041793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45bb8beb08be441ab725d5f564e800a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477219 Aug 30 14:18:16.042960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bc2bb2-dfa4-4608-a918-6ca978a17b65,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:16.054012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:16.055435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.056176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.057092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.057461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.057908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.058262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.058589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.058924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.059258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.060297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.061218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.061555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a420e9-c6ed-4e85-9735-e8125cd72c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:16.125573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.125825 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] For port 63122af3-8577-4b15-ace7-bece1db31935, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:16.131375 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] For port 63122af3-8577-4b15-ace7-bece1db31935, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=63122af3-8577-4b15-ace7-bece1db31935,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:16.136965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d5632-4d6d-4843-92ee-a909897542ef req-c7e2614b-1205-4b91-b629-7a341059323c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:16.138184 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.138740 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b58d5632-4d6d-4843-92ee-a909897542ef req-c7e2614b-1205-4b91-b629-7a341059323c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.1882465 Aug 30 14:18:16.237027 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6592a-517e-4080-9335-695d1905014f None None] Pushing event updated for resources: {'Port': ['ID=63122af3-8577-4b15-ace7-bece1db31935,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:16.246249 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:16.249018 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:17:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:16.260868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b58d5632-4d6d-4843-92ee-a909897542ef req-24785aa0-1114-431d-849f-365a9945c0ba tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025002 Aug 30 14:18:16.270100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device dce5a8f7-8943-4e16-ae47-35525b330416 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:18:16.270914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24466911-fac0-4fdb-94e9-ab869a5dcf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.346398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24466911-fac0-4fdb-94e9-ab869a5dcf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.441428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e3552-5c3b-46f6-a9ed-d8c2172de428 req-e724252d-3cff-400b-b136-3874e608b366 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:16.443562 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-379e3552-5c3b-46f6-a9ed-d8c2172de428 req-e724252d-3cff-400b-b136-3874e608b366 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1122 time: 0.1260757 Aug 30 14:18:16.455948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Allocated IP 172.20.0.1 (8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804/7f4311d8-9aad-429e-a49d-89d66501a9a2/c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:16.480101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24466911-fac0-4fdb-94e9-ab869a5dcf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.483845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24466911-fac0-4fdb-94e9-ab869a5dcf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.486045 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-24466911-fac0-4fdb-94e9-ab869a5dcf6f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74bc2bb2-dfa4-4608-a918-6ca978a17b65 HTTP/1.1" status: 204 len: 168 time: 0.4306476 Aug 30 14:18:16.554150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24466911-fac0-4fdb-94e9-ab869a5dcf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bc2bb2-dfa4-4608-a918-6ca978a17b65,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:16.566026 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-379e3552-5c3b-46f6-a9ed-d8c2172de428 req-f71abdb3-e722-4a96-9aea-e1d5d414036f tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970123 Aug 30 14:18:16.606941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:16.662017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.686240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Transition to ACTIVE for port object c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:16.697407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device dce5a8f7-8943-4e16-ae47-35525b330416 has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:18:16.698521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c7a983c8-ba1d-4716-ae83-a0a0e4006353 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:18:16.782195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:16.846544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd5f1d-5fca-4493-ae45-142f17a63539 req-b225e7b2-3659-49f4-a65c-ca8d5f705549 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:16.850115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7bd5f1d-5fca-4493-ae45-142f17a63539 req-b225e7b2-3659-49f4-a65c-ca8d5f705549 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1122 time: 0.1196311 Aug 30 14:18:16.908072 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:16.929972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-758e84d4-5044-4559-ace8-600eba131012 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1719508 Aug 30 14:18:16.934530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:16.964388 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7bd5f1d-5fca-4493-ae45-142f17a63539 req-5c644dd3-39e4-4b4d-b0b5-5ad087cafe1f tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058605 Aug 30 14:18:17.009379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:17.015730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c7a983c8-ba1d-4716-ae83-a0a0e4006353, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c7a983c8-ba1d-4716-ae83-a0a0e4006353,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:17.049842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'c7a983c8-ba1d-4716-ae83-a0a0e4006353', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'c7a983c8-ba1d-4716-ae83-a0a0e4006353', 'mac_address': 'fa:16:3e:08:09:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:18:17.102771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:17.102771 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:17.148964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67ed6bb8-2d2c-44c2-b7c6-836df1ec9c76 req-a4d83bb7-f151-4951-a154-771d16cb42ce tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 210 time: 0.0651174 Aug 30 14:18:17.151449 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:17.170478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a983c8-ba1d-4716-ae83-a0a0e4006353 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:17.206987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c7a983c8-ba1d-4716-ae83-a0a0e4006353, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c7a983c8-ba1d-4716-ae83-a0a0e4006353,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:17.221538 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:17.313469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:17.355325 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:12Z', 'revision_number': 3, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:17.415746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f23240-801e-4e7b-9b05-a282230f964b req-e97109ca-7a0c-4163-b381-8302678335f8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:17.426790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70f23240-801e-4e7b-9b05-a282230f964b req-e97109ca-7a0c-4163-b381-8302678335f8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 948 time: 0.6162009 Aug 30 14:18:17.462078 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b356f-e7dc-45fe-a857-9e4cd41757dd None None] The sync data for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 is: [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:12Z', 'revision_number': 3, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:18:17.494683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c7a983c8-ba1d-4716-ae83-a0a0e4006353,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:17.527553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c7a983c8-ba1d-4716-ae83-a0a0e4006353'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:17.545349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f922daac-c879-4d19-9d74-5424bbf4d222 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:17.547097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f922daac-c879-4d19-9d74-5424bbf4d222 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6016865 Aug 30 14:18:17.565476 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70f23240-801e-4e7b-9b05-a282230f964b req-0d7cd38b-268f-47fc-b8df-914c7dd72dfb tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312954 Aug 30 14:18:17.590613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Request body: {'port': {'device_id': 'c08ab076-5ead-4ad3-8d63-cee737a8605f', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': 'd7076cf476ea4f61b10c0df52bc2c74d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:17.614868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:17.628013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:17.680581 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8918d95-1ef1-47d9-af1c-4a9ffe0c27ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:17.734924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113817b-214f-4fcb-b2dc-862461ba48a8 req-b9d49a3c-6bcb-4324-89f5-453b857011d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:17.744019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5113817b-214f-4fcb-b2dc-862461ba48a8 req-b9d49a3c-6bcb-4324-89f5-453b857011d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.1385586 Aug 30 14:18:17.785682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7008c9d8-f60b-468d-9b26-600647251797 None None] Provisioning for port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:17.791439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:17.816850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7008c9d8-f60b-468d-9b26-600647251797 None None] Provisioning complete for port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:17.817673 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7008c9d8-f60b-468d-9b26-600647251797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:17.862850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5113817b-214f-4fcb-b2dc-862461ba48a8 req-3f4c5a06-990d-43a9-a2bd-0e50c9fb22da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166694 Aug 30 14:18:17.966491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.017689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b5119f-4d57-4134-b44f-4e588a209afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.058623 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8918d95-1ef1-47d9-af1c-4a9ffe0c27ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.063029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7008c9d8-f60b-468d-9b26-600647251797 None None] Port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:18.071781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8918d95-1ef1-47d9-af1c-4a9ffe0c27ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.164682 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a8918d95-1ef1-47d9-af1c-4a9ffe0c27ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ab97b85efbc48b79bdb7cf0cc7c8478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5143828 Aug 30 14:18:18.165924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:18.220880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Made reservation on behalf of d7076cf476ea4f61b10c0df52bc2c74d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:18.221927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75e9a87c-8285-42e6-b469-085f62a57bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.224939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.261308 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-47b5119f-4d57-4134-b44f-4e588a209afa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:18:18.261308 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:18:18.261308 n-d-805668-3 neutron-server[94827]: [parameters: {'project_id_1': '4dffc63c3aa442ce98591da75a81474c', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 18, 18, 51709)}] Aug 30 14:18:18.261308 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:18:18.261876 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-47b5119f-4d57-4134-b44f-4e588a209afa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:18:18.273686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8918d95-1ef1-47d9-af1c-4a9ffe0c27ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7a94c-a822-498f-a066-8d242bfbf6bf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:18.331665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-793aa3d1-af9b-4611-8d81-65dc1a674b1f req-9bbcbecf-b5ac-466d-8000-9dec0ece64e1 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 210 time: 0.0601945 Aug 30 14:18:18.446502 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a219f189-489e-4a3b-9c19-e599fc3e635f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.448196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.458276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.459135 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.656307 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a219f189-489e-4a3b-9c19-e599fc3e635f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.687373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:18.719187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-4c68a0a8-08f3-41fc-919c-88bdf420a2b5 service neutron] 10.222.0.21 "GET /v2.0/ports/dce5a8f7-8943-4e16-ae47-35525b330416/bindings/n-h2-805668-3 HTTP/1.1" status: 200 len: 384 time: 0.1959467 Aug 30 14:18:18.734399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Allocated IP 192.168.233.16 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/90367338-1cea-4194-b12a-f77a4bf93a80) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:18.751039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:18.757545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:18.866919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b5119f-4d57-4134-b44f-4e588a209afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:18.902258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76662de8-2c47-4106-b46e-3381584b49f3 req-9cb781d3-4af9-4b01-b28e-1de051fd94a6 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:18.921942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76662de8-2c47-4106-b46e-3381584b49f3 req-9cb781d3-4af9-4b01-b28e-1de051fd94a6 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.2639015 Aug 30 14:18:19.056232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75e9a87c-8285-42e6-b469-085f62a57bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.080807 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75e9a87c-8285-42e6-b469-085f62a57bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.098908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 63122af3-8577-4b15-ace7-bece1db31935 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:19.129999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a219f189-489e-4a3b-9c19-e599fc3e635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.132816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a219f189-489e-4a3b-9c19-e599fc3e635f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.134570 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a219f189-489e-4a3b-9c19-e599fc3e635f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0b7a94c-a822-498f-a066-8d242bfbf6bf HTTP/1.1" status: 204 len: 168 time: 0.9517388 Aug 30 14:18:19.200482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 63122af3-8577-4b15-ace7-bece1db31935 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:19.211727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 63122af3-8577-4b15-ace7-bece1db31935 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:19.212256 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.247169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce04e689-3d6b-4795-831f-307424fe8297 None None] Provisioning complete for port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:19.248414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce04e689-3d6b-4795-831f-307424fe8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.319049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce04e689-3d6b-4795-831f-307424fe8297 None None] Port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:19.363051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a37fc-6ad9-4481-8103-aa17a7f07d26 req-2e6cc6c5-b467-4e6a-8ab4-1db38e61401d tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:19.369194 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c8a37fc-6ad9-4481-8103-aa17a7f07d26 req-2e6cc6c5-b467-4e6a-8ab4-1db38e61401d tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 949 time: 0.6335151 Aug 30 14:18:19.369194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9a87c-8285-42e6-b469-085f62a57bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26defeff-d8ae-427c-9dba-a6f955b39e57,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:19.377614 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.383937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-75e9a87c-8285-42e6-b469-085f62a57bca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ccfbd1547064fd5a4f09cab832ae256&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5869327 Aug 30 14:18:19.416924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 63122af3-8577-4b15-ace7-bece1db31935, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=63122af3-8577-4b15-ace7-bece1db31935,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:19.424021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.500718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51352) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:19.516365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c8a37fc-6ad9-4481-8103-aa17a7f07d26 req-a708c4d6-57d8-4832-bf22-960c68c735ff tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311729 Aug 30 14:18:19.523781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=63122af3-8577-4b15-ace7-bece1db31935,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:19.553908 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.676684 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76662de8-2c47-4106-b46e-3381584b49f3 req-437224f0-ff7e-4521-9bf8-5228db4039db tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7471523 Aug 30 14:18:19.701601 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.717955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219f189-489e-4a3b-9c19-e599fc3e635f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7a94c-a822-498f-a066-8d242bfbf6bf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:19.734302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Router de814331-03a0-4161-b1e1-7ef21d9eae76 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:18:19.745301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Transition to ACTIVE for port object 90367338-1cea-4194-b12a-f77a4bf93a80 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:19.778053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddc-908b-4946-8d78-2245eac60269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.784707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b5119f-4d57-4134-b44f-4e588a209afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.821462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b5119f-4d57-4134-b44f-4e588a209afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.902004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-47b5119f-4d57-4134-b44f-4e588a209afa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dffc63c3aa442ce98591da75a81474c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2835689 Aug 30 14:18:19.910492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14203c21-711f-41e5-9b0c-48b0d8de5140 req-1e462499-111a-4b7e-9c7a-12213a5dde23 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 210 time: 0.0717971 Aug 30 14:18:19.918340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:19.984984 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddc-908b-4946-8d78-2245eac60269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.063245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8363ba3-75e5-4dad-8db4-11d36e28dd34 req-73abf3b7-793a-4b97-aac6-532032fcb133 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:20.078000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8363ba3-75e5-4dad-8db4-11d36e28dd34 req-73abf3b7-793a-4b97-aac6-532032fcb133 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 943 time: 0.4221241 Aug 30 14:18:20.100977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.124052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5119f-4d57-4134-b44f-4e588a209afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab102058-a84b-4909-8def-de02da3b8631,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:20.128374 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba674470-fdb6-4aa1-884f-e1376533de38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.134498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:18:20.143392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['a0d6c7d8-708a-454a-a69d-597a0a024278'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:20.204662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8363ba3-75e5-4dad-8db4-11d36e28dd34 req-48286709-e69b-4400-a42b-f3cae1fd3e82 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067185 Aug 30 14:18:20.231822 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-66e85ca4-3089-4526-bd06-bf19dc78e7c8 admin admin] 10.222.0.50 "PUT /v2.0/routers/de814331-03a0-4161-b1e1-7ef21d9eae76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5639162 Aug 30 14:18:20.238204 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddc-908b-4946-8d78-2245eac60269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.243285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddc-908b-4946-8d78-2245eac60269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.245671 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-859c8ddc-908b-4946-8d78-2245eac60269 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26defeff-d8ae-427c-9dba-a6f955b39e57 HTTP/1.1" status: 204 len: 168 time: 0.7258301 Aug 30 14:18:20.248487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:20.285519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c8ddc-908b-4946-8d78-2245eac60269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26defeff-d8ae-427c-9dba-a6f955b39e57,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:20.305652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:20.318775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c7a983c8-ba1d-4716-ae83-a0a0e4006353 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:20.368301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce5a8f7-8943-4e16-ae47-35525b330416 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:20.395386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:20.409513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba674470-fdb6-4aa1-884f-e1376533de38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.416723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:20.428945 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.435109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:20.451576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:20.474003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:20.491846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:20.492522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.507520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Pushing event updated for resources: {'Port': ['ID=90367338-1cea-4194-b12a-f77a4bf93a80,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:20.585720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-30f78cad-c6a7-4b19-9f30-a436880236c9 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0147352 Aug 30 14:18:20.606865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Request body: {'port': {'device_id': 'c08ab076-5ead-4ad3-8d63-cee737a8605f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:20.670025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port c7a983c8-ba1d-4716-ae83-a0a0e4006353 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:20.679305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port c7a983c8-ba1d-4716-ae83-a0a0e4006353 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:20.680027 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.821494 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.846597 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.900915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c7a983c8-ba1d-4716-ae83-a0a0e4006353, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c7a983c8-ba1d-4716-ae83-a0a0e4006353,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:20.902423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a31f68-b5b7-4a81-a7d1-1943f9f71958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a983c8-ba1d-4716-ae83-a0a0e4006353'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:20.909080 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f892df-960a-4339-bb3b-5d77795c76e0" -d '{"events": [{"server_uuid": "e3a31f68-b5b7-4a81-a7d1-1943f9f71958", "name": "network-vif-plugged", "status": "completed", "tag": "c7a983c8-ba1d-4716-ae83-a0a0e4006353"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:20.922723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] Transition to ACTIVE for port object dce5a8f7-8943-4e16-ae47-35525b330416 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:20.938237 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:20.951589 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.008059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba674470-fdb6-4aa1-884f-e1376533de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.012845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba674470-fdb6-4aa1-884f-e1376533de38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.019047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ba674470-fdb6-4aa1-884f-e1376533de38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab102058-a84b-4909-8def-de02da3b8631 HTTP/1.1" status: 204 len: 168 time: 1.0951779 Aug 30 14:18:21.081473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba674470-fdb6-4aa1-884f-e1376533de38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab102058-a84b-4909-8def-de02da3b8631,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:21.098378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c7a983c8-ba1d-4716-ae83-a0a0e4006353,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:21.130161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] Pushing event updated for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:21.143097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f928bbc-54da-4340-8f6e-1cb6576bca57 req-b26095ef-b684-4286-a9b0-fbbb0b22c1a4 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:21.148575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-network', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:21.166532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f928bbc-54da-4340-8f6e-1cb6576bca57 req-b26095ef-b684-4286-a9b0-fbbb0b22c1a4 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 950 time: 0.2486670 Aug 30 14:18:21.203588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:21.228817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 63122af3-8577-4b15-ace7-bece1db31935 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:21.250041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] No DVR routers for this DVR port dce5a8f7-8943-4e16-ae47-35525b330416 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:18:21.295598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Made reservation on behalf of 5513692fcfbd4ad4ae10821464edb502 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:21.299109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.310763 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-5bf5b394-2bce-48b6-89c1-847c1bd03330 service neutron] 10.222.0.21 "PUT /v2.0/ports/dce5a8f7-8943-4e16-ae47-35525b330416/bindings/n-h2-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5796506 Aug 30 14:18:21.324504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.347160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91caac-8e6a-4de1-80a9-53c8dc7dbd07 req-d8540ea4-753a-4b39-ae4c-2d58134479bb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:21.350738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f91caac-8e6a-4de1-80a9-53c8dc7dbd07 req-d8540ea4-753a-4b39-ae4c-2d58134479bb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.2212746 Aug 30 14:18:21.355496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5335f235-57ca-4238-af29-4c7a1c327472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.441010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dce5a8f7-8943-4e16-ae47-35525b330416 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:18:21.517654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c70eede-55ac-496a-8505-355a4e453d27 None None] Provisioning for port 90367338-1cea-4194-b12a-f77a4bf93a80 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:21.527564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c70eede-55ac-496a-8505-355a4e453d27 None None] Provisioning complete for port 90367338-1cea-4194-b12a-f77a4bf93a80 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:21.528149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c70eede-55ac-496a-8505-355a4e453d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.528520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.550266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 63122af3-8577-4b15-ace7-bece1db31935 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:21.550734 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.586469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.670605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:18:21.700052 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Sync routers for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:18:21.701752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f928bbc-54da-4340-8f6e-1cb6576bca57 req-71601749-c675-452e-bc13-da8f2f0dcc09 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331850 Aug 30 14:18:21.714257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dce5a8f7-8943-4e16-ae47-35525b330416 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:18:21.734772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-49009eb9-f39d-49fd-821e-6c38f13ec49c tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:21.734772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-49009eb9-f39d-49fd-821e-6c38f13ec49c tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.1965795 Aug 30 14:18:21.736215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5c0551-5f2d-4663-814a-ac3757538194,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:21.764874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:21.765802 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Added segment 67d35722-b250-42d6-b414-af0beeb80ff1 of type vlan for network f50c6224-79b8-4284-b5ad-ec96531182bb Aug 30 14:18:21.780951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f91caac-8e6a-4de1-80a9-53c8dc7dbd07 req-306a7d33-0605-4733-9058-06848d4993ad tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434385 Aug 30 14:18:21.782642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:21.783785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:17:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:21.903066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c70eede-55ac-496a-8505-355a4e453d27 None None] Port 90367338-1cea-4194-b12a-f77a4bf93a80 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:21.919544 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b683f4-d617-4aa0-b0e7-6ccd2971d398 x-openstack-request-id: req-c4b683f4-d617-4aa0-b0e7-6ccd2971d398 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:21.919886 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a31f68-b5b7-4a81-a7d1-1943f9f71958", "name": "network-vif-plugged", "status": "completed", "tag": "c7a983c8-ba1d-4716-ae83-a0a0e4006353", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:21.920709 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4b683f4-d617-4aa0-b0e7-6ccd2971d398 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:21.920709 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a31f68-b5b7-4a81-a7d1-1943f9f71958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a983c8-ba1d-4716-ae83-a0a0e4006353', 'code': 200} Aug 30 14:18:21.957606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.010170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-00740c3c-9806-491b-8391-d08db35d104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:22.016727 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-00740c3c-9806-491b-8391-d08db35d104e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722&tenant_id=1f720867c22e4367a9d32fb472288ece HTTP/1.1" status: 200 len: 1095 time: 0.2635410 Aug 30 14:18:22.064829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:22.096838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:18:22.152585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.154301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:22.155734 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.208365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:22.317659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06d60092-72dd-453a-b111-d0cd66b5fe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.369533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-4993465d-a486-4e17-a83b-f7c068b7c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:22.373495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-4993465d-a486-4e17-a83b-f7c068b7c150 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1095 time: 0.2450452 Aug 30 14:18:22.394101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa434-f6ab-421f-ba93-4c2043b49ce9 req-a9775133-e91e-49b0-a1ea-ded255c50f3a tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:22.395902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e12fa434-f6ab-421f-ba93-4c2043b49ce9 req-a9775133-e91e-49b0-a1ea-ded255c50f3a tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 935 time: 0.4106233 Aug 30 14:18:22.422575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ed88-acf3-4c87-ad8e-8b5d720a1d44 req-c25fc49b-aaf4-4120-a4d4-f82ab64fbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:22.424117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2134ed88-acf3-4c87-ad8e-8b5d720a1d44 req-c25fc49b-aaf4-4120-a4d4-f82ab64fbee9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 1101 time: 0.3520353 Aug 30 14:18:22.485116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d37f-c145-468d-86d4-8302af639773 req-f8792758-7e79-4f38-890e-c783f980f411 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:22.492668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8898d37f-c145-468d-86d4-8302af639773 req-f8792758-7e79-4f38-890e-c783f980f411 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 944 time: 0.3174241 Aug 30 14:18:22.494491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:18Z', 'revision_number': 2, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:22.513848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=f50c6224-79b8-4284-b5ad-ec96531182bb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:22.529411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5335f235-57ca-4238-af29-4c7a1c327472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.546998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Checking router: de814331-03a0-4161-b1e1-7ef21d9eae76 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:18:22.547333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Updating router de814331-03a0-4161-b1e1-7ef21d9eae76 port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:18:22.550600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network f50c6224-79b8-4284-b5ad-ec96531182bb details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:18:22.554082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5335f235-57ca-4238-af29-4c7a1c327472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.571407 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-23ef3f9a-6e39-4b82-b5fa-6f3f8d61bbc6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1292827 Aug 30 14:18:22.583450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:22.590856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Request body: {'subnet': {'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-subnet', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:22.600839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2134ed88-acf3-4c87-ad8e-8b5d720a1d44 req-ff7c6e6d-710a-41f4-b4ea-622977ab3d75 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573238 Aug 30 14:18:22.659546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e12fa434-f6ab-421f-ba93-4c2043b49ce9 req-add224c7-aa84-4fb5-865b-dd4740debc50 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371961 Aug 30 14:18:22.667430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90367338-1cea-4194-b12a-f77a4bf93a80 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:22.672115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-4cc1104f-0381-41ec-84b2-19c3e84588d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:22.673869 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-4cc1104f-0381-41ec-84b2-19c3e84588d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.2760468 Aug 30 14:18:22.707084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:22.707993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5335f235-57ca-4238-af29-4c7a1c327472 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=402ee01537d34b7f876cca954e5fd3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4893084 Aug 30 14:18:22.711253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8898d37f-c145-468d-86d4-8302af639773 req-0c62903f-ce3a-4456-bc2e-30a7b4b01edf tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177031 Aug 30 14:18:22.717672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:22.720483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335f235-57ca-4238-af29-4c7a1c327472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459f84b3-ed9b-4c3d-b256-088e062e460b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:22.726971 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.727187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.737289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-network', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:22.755816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Transition to ACTIVE for port object 90367338-1cea-4194-b12a-f77a4bf93a80 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:22.766659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.872414 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06d60092-72dd-453a-b111-d0cd66b5fe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.874156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Pushing event updated for resources: {'Port': ['ID=90367338-1cea-4194-b12a-f77a4bf93a80,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:22.886899 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06d60092-72dd-453a-b111-d0cd66b5fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.892574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-fae029eb-303a-42e7-bb23-bb0727405918 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 217 time: 0.0833449 Aug 30 14:18:22.969317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Attempting to bind port 90367338-1cea-4194-b12a-f77a4bf93a80 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:22.969662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Attempting to bind port 90367338-1cea-4194-b12a-f77a4bf93a80 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:22.969996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Attempting to bind port 90367338-1cea-4194-b12a-f77a4bf93a80 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:22.974837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d282054-46a5-42b3-8539-00f1ebd278a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:22.983158 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-06d60092-72dd-453a-b111-d0cd66b5fe89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df82bde4065542c88840ee77ed551df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7661986 Aug 30 14:18:22.995614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:23.006560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60092-72dd-453a-b111-d0cd66b5fe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1811eb-d773-459d-85f3-c9b0431c2ceb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:23.010622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Port 90367338-1cea-4194-b12a-f77a4bf93a80 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:18:23.011269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Attempting to bind port 90367338-1cea-4194-b12a-f77a4bf93a80 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:23.030556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d282054-46a5-42b3-8539-00f1ebd278a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.053374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:23.053734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:23.054150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:23.054618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Bound port: 90367338-1cea-4194-b12a-f77a4bf93a80, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:23.054990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.153991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06301b31-253c-4509-b77b-2551179aab7d req-d133e2f7-e204-4c9e-830a-c257746336ef tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:23.155838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06301b31-253c-4509-b77b-2551179aab7d req-d133e2f7-e204-4c9e-830a-c257746336ef tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1892598 Aug 30 14:18:23.164095 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7589c-9ee2-456a-b64a-6f376ee0ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.172991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:18:23.172991 n-d-805668-3 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:18:23.172991 n-d-805668-3 neutron-server[94827]: [parameters: {'project_id': '5513692fcfbd4ad4ae10821464edb502', 'id': 'bb3fb389-1273-473a-93ef-44896bb0fd3f', 'expiration': datetime.datetime(2021, 8, 30, 14, 20, 22, 959081)}] Aug 30 14:18:23.172991 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:18:23.173577 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:18:23.197021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.199187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d282054-46a5-42b3-8539-00f1ebd278a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.203349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d282054-46a5-42b3-8539-00f1ebd278a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.205281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d282054-46a5-42b3-8539-00f1ebd278a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/459f84b3-ed9b-4c3d-b256-088e062e460b HTTP/1.1" status: 204 len: 168 time: 0.4968882 Aug 30 14:18:23.212338 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Transition to ACTIVE for port object c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:23.230534 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.252552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7589c-9ee2-456a-b64a-6f376ee0ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.253230 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Made reservation on behalf of a6f86eba64a34bf786fc0a5fe09a3cf3 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:23.258393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.260968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] For port 90367338-1cea-4194-b12a-f77a4bf93a80, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:23.281176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.286695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d282054-46a5-42b3-8539-00f1ebd278a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459f84b3-ed9b-4c3d-b256-088e062e460b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:23.301270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] For port 90367338-1cea-4194-b12a-f77a4bf93a80, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=90367338-1cea-4194-b12a-f77a4bf93a80,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:23.307185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-38563fab-81b9-4ead-865d-a4f44cded503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:23.307502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06301b31-253c-4509-b77b-2551179aab7d req-89128cfb-329b-4b29-9ce7-7b1adb27dcb8 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323063 Aug 30 14:18:23.309870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-38563fab-81b9-4ead-865d-a4f44cded503 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.3872423 Aug 30 14:18:23.332863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5916f87-e741-43be-a00f-0d4a25258aa0 req-d005d59d-dab3-4042-b83e-51387abf5600 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:23.335242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.347452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5916f87-e741-43be-a00f-0d4a25258aa0 req-d005d59d-dab3-4042-b83e-51387abf5600 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 950 time: 0.4534116 Aug 30 14:18:23.440652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-1cea5e25-2d57-4ac8-9fd9-36ec6d3f184b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687261 Aug 30 14:18:23.442782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Pushing event updated for resources: {'Port': ['ID=90367338-1cea-4194-b12a-f77a4bf93a80,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:23.460835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a82eb1-d7b0-444c-a82b-802f5127ccfe None None] Pushing event updated for resources: {'Port': ['ID=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:23.465506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:23.467132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.479988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5e0828e-a9c2-4d63-990c-aeac0a87b42f service neutron] 10.222.0.21 "PUT /v2.0/ports/90367338-1cea-4194-b12a-f77a4bf93a80 HTTP/1.1" status: 200 len: 1095 time: 2.8788331 Aug 30 14:18:23.483940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08ab076-5ead-4ad3-8d63-cee737a8605f', 'tag': '90367338-1cea-4194-b12a-f77a4bf93a80'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:23.488515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5916f87-e741-43be-a00f-0d4a25258aa0 req-c4a0c275-c80b-4891-be19-a06060a6f41b tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317234 Aug 30 14:18:23.508813 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc2b92-1e99-440b-8d29-8af475ba05e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c08ab076-5ead-4ad3-8d63-cee737a8605f", "tag": "90367338-1cea-4194-b12a-f77a4bf93a80"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:23.528823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Attempting to bind port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:23.529925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Attempting to bind port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:23.530200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Attempting to bind port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 on network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:23.537615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7589c-9ee2-456a-b64a-6f376ee0ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.541560 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7589c-9ee2-456a-b64a-6f376ee0ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.542888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d1b7589c-9ee2-456a-b64a-6f376ee0ef6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f1811eb-d773-459d-85f3-c9b0431c2ceb HTTP/1.1" status: 204 len: 168 time: 0.5443816 Aug 30 14:18:23.556643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:23.563008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Checking segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:23.563872 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.569246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Bound using segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:23.571943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Bound port: c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:23.575913 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.585456 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab53655-8fff-470c-9cd7-6dfb94714dc7 x-openstack-request-id: req-3ab53655-8fff-470c-9cd7-6dfb94714dc7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:23.589592 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08ab076-5ead-4ad3-8d63-cee737a8605f", "tag": "90367338-1cea-4194-b12a-f77a4bf93a80", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:23.590994 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ab53655-8fff-470c-9cd7-6dfb94714dc7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:23.592844 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08ab076-5ead-4ad3-8d63-cee737a8605f', 'tag': '90367338-1cea-4194-b12a-f77a4bf93a80', 'status': 'completed', 'code': 200} Aug 30 14:18:23.628376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7589c-9ee2-456a-b64a-6f376ee0ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1811eb-d773-459d-85f3-c9b0431c2ceb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:23.668454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f4d98fd7-033c-4ab8-84d2-73ae9c2463f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:23.673953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f4d98fd7-033c-4ab8-84d2-73ae9c2463f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 1098 time: 0.1273267 Aug 30 14:18:23.794227 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-f5b87802-8462-4f2c-b297-d51aee4cfff8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=90367338-1cea-4194-b12a-f77a4bf93a80 HTTP/1.1" status: 200 len: 217 time: 0.1049833 Aug 30 14:18:23.872340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] For port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:23.879840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] For port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:23.899326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:23.925369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-6a304826-19f3-47d7-818c-c6f93c71fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:23.938067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-6a304826-19f3-47d7-818c-c6f93c71fd7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1255670 Aug 30 14:18:24.012684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-2e1ba657-6327-4f15-ac2c-f7954ddd6e8a service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217843 Aug 30 14:18:24.096534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:24.107532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-45e8da29-33ad-4424-acf5-a3b080364c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:24.109535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-45e8da29-33ad-4424-acf5-a3b080364c87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705506 Aug 30 14:18:24.112001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:17:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:24.165564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4f93b-10d7-4b1b-938b-b024d4ad5e91 req-f829a293-9524-47d5-aa74-9c0f0833e7c6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:24.167464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cb4f93b-10d7-4b1b-938b-b024d4ad5e91 req-f829a293-9524-47d5-aa74-9c0f0833e7c6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 944 time: 0.1949396 Aug 30 14:18:24.211559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a82eb1-d7b0-444c-a82b-802f5127ccfe None None] Pushing event updated for resources: {'Port': ['ID=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:24.389618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cb4f93b-10d7-4b1b-938b-b024d4ad5e91 req-bc4aab03-9ccd-4831-847a-ad32cd5777be tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832554 Aug 30 14:18:24.408832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df40a7a-0eba-468c-a430-86a8dfab06e0 req-924b870c-081c-4e96-9ea9-04a67df9f5ca tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:24.410461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df40a7a-0eba-468c-a430-86a8dfab06e0 req-924b870c-081c-4e96-9ea9-04a67df9f5ca tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 947 time: 0.5544474 Aug 30 14:18:24.424872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:24.458247 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:24.465482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-302ea08b-806f-4a6a-91b6-f8ccd7970969 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427117 Aug 30 14:18:24.476424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:24.569601 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df40a7a-0eba-468c-a430-86a8dfab06e0 req-4ba4efef-baf0-4821-821d-0da09516f14c tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496522 Aug 30 14:18:24.576671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:18:24.594798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Made reservation on behalf of 5513692fcfbd4ad4ae10821464edb502 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:24.594798 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:24.652861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:24.654210 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Added segment 1b7ffbbb-3e0a-489a-954f-08c44451c6e7 of type vlan for network b367643c-f0da-474b-b60b-507546d29c9e Aug 30 14:18:24.664703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-643e1b51-4c95-456c-9916-fd4690daa542 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434786 Aug 30 14:18:24.665639 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c7561-37c5-45dc-a55b-2fcab223448b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:24.785314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b92a9-137f-4eb3-8c4b-9b58b3008f33 req-fc0e20e4-35ca-4efb-8dbe-ab2eaadd06ef tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:24.816551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a6b92a9-137f-4eb3-8c4b-9b58b3008f33 req-fc0e20e4-35ca-4efb-8dbe-ab2eaadd06ef tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.2331636 Aug 30 14:18:24.834468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:24.946674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-487004df-2b15-4a5d-97cb-cd25c41015ff req-6574fdf6-7d02-451d-bcbe-476677a088c6 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736192 Aug 30 14:18:24.986476 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a6b92a9-137f-4eb3-8c4b-9b58b3008f33 req-7932ac7b-47b0-4d2f-9535-a97c4a9ac628 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685967 Aug 30 14:18:25.028909 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:25.032964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:25.034723 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:25.042649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:23Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:25.060765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2a6f1-a490-45ab-b852-50d04d7bc798 req-b7e8406c-efda-4e41-b218-77474e61c1c4 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:25.062730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b2a6f1-a490-45ab-b852-50d04d7bc798 req-b7e8406c-efda-4e41-b218-77474e61c1c4 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 950 time: 0.3298299 Aug 30 14:18:25.092319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0590c5-4901-4c0f-9205-e5db9daff354 None None] The sync data for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 is: [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:23Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:18:25.108737 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4247db70-58ee-4324-ac0e-f1791024a4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:25.138931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-61197014-6d6d-4da9-af68-15bf9af1e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:25.142408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-61197014-6d6d-4da9-af68-15bf9af1e0a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 1098 time: 0.0843065 Aug 30 14:18:25.248733 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5295081 Aug 30 14:18:25.258660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:25.264432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Request body: {'subnet': {'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-subnet', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:25.329131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf405e-665f-4052-ae65-529d90c3124e admin admin] Pushing event updated for resources: {'Network': ['ID=b367643c-f0da-474b-b60b-507546d29c9e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:25.331827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-5c9a1d7c-d340-4ca9-8ab0-335489f157db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:25.334292 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-5c9a1d7c-d340-4ca9-8ab0-335489f157db service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1846685 Aug 30 14:18:25.349983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b367643c-f0da-474b-b60b-507546d29c9e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:18:25.444505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b2a6f1-a490-45ab-b852-50d04d7bc798 req-b74c7c3c-42c8-4179-9cb2-72bde3a7d0cd tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467684 Aug 30 14:18:25.449392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:25.463721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Made reservation on behalf of a6f86eba64a34bf786fc0a5fe09a3cf3 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:25.477118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:25.477578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-f6e5f6e3-7780-44a5-ab90-a03249586f10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=90367338-1cea-4194-b12a-f77a4bf93a80 HTTP/1.1" status: 200 len: 217 time: 0.1246493 Aug 30 14:18:25.585474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-82a3c6f2-967e-40a0-8e19-dd7d658fb61a tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:25.587225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-82a3c6f2-967e-40a0-8e19-dd7d658fb61a tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.4883935 Aug 30 14:18:25.673562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c1083-f18b-4f02-9511-f94c4d1462bc req-ea0e99cd-1a1c-4cbe-8298-6ad5df01194f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:25.675233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b89c1083-f18b-4f02-9511-f94c4d1462bc req-ea0e99cd-1a1c-4cbe-8298-6ad5df01194f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 944 time: 0.1252623 Aug 30 14:18:25.680412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-21aa5704-e321-49d7-a098-477332b8cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:25.682269 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-21aa5704-e321-49d7-a098-477332b8cdd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1978271 Aug 30 14:18:25.812923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b89c1083-f18b-4f02-9511-f94c4d1462bc req-8c0b88e0-dc1f-412a-ae21-262569a11547 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282008 Aug 30 14:18:25.843443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-96d00dfe-347f-4c47-ae98-7bd473cea07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:25.850924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-96d00dfe-347f-4c47-ae98-7bd473cea07e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199389 Aug 30 14:18:25.870932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7580fb78-1f96-45e0-b243-f7a1c0304648,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:26.068776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5308c1-7106-485a-b0f6-73170438e9a8 req-d309749e-efc8-4bb6-9747-1f6d3fe4f74a tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:26.077676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d5308c1-7106-485a-b0f6-73170438e9a8 req-d309749e-efc8-4bb6-9747-1f6d3fe4f74a tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 947 time: 0.1255460 Aug 30 14:18:26.115513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:26.123527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-c74b0ab4-4ef1-4306-ba08-403c1831513c service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615292 Aug 30 14:18:26.131519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Checking segment: {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:26.132172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Network hostable DHCP agents. Network: f50c6224-79b8-4284-b5ad-ec96531182bb, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:18:26.467539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1edc2b92-1e99-440b-8d29-8af475ba05e8 req-07da0ef1-c0ee-499d-9a77-f7d6715b4867 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262815 Aug 30 14:18:26.487912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d5308c1-7106-485a-b0f6-73170438e9a8 req-da33fbd1-19c9-4564-a33e-2efc375840b0 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087188 Aug 30 14:18:26.517543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Checking segment: {'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:26.520230 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Network hostable DHCP agents. Network: b367643c-f0da-474b-b60b-507546d29c9e, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:18:26.527179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Network f50c6224-79b8-4284-b5ad-ec96531182bb is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:18:26.569663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-0f904a85-f0cc-4f75-9585-d6807b67f373 service neutron] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:26.582936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd29d71-5c83-40b2-837f-ddaa0e552b34,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:26.601152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-0f904a85-f0cc-4f75-9585-d6807b67f373 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:26.603061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-774735eb-be76-452a-a2e8-7e0e2a51a540 req-0f904a85-f0cc-4f75-9585-d6807b67f373 service neutron] 10.222.0.39 "DELETE /v2.0/ports/dce5a8f7-8943-4e16-ae47-35525b330416/bindings/n-h1-805668-3 HTTP/1.1" status: 204 len: 173 time: 0.9081445 Aug 30 14:18:26.636568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, f50c6224-79b8-4284-b5ad-ec96531182bb) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:26.651494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41775558-5fae-4861-b2e2-bca3f4a7d171 None None] Network f50c6224-79b8-4284-b5ad-ec96531182bb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:26.739266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:26.740235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:26.783508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Network b367643c-f0da-474b-b60b-507546d29c9e is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:18:26.823549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a6eb6e40-49f6-40de-b0c4-c01fa87a4fb6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.2387996 Aug 30 14:18:26.828900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:26.845552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:26.849301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b367643c-f0da-474b-b60b-507546d29c9e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:26.862430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:26.867466 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:26.869827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a264231-d66c-4f4e-b319-b1086b13942e None None] Network b367643c-f0da-474b-b60b-507546d29c9e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:26.970924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3349901-0369-4117-bdef-5d1914d2bd95 req-93e09eef-ff3a-44dd-ad67-7a1d2d379f3a tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:26.973589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3349901-0369-4117-bdef-5d1914d2bd95 req-93e09eef-ff3a-44dd-ad67-7a1d2d379f3a tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.4430377 Aug 30 14:18:27.028886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.031560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.155097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5c3cd140-c2ef-4c15-bc67-c99c24bc6882 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8950715 Aug 30 14:18:27.158292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:27.173386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:27.212132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:27.249934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f596-44b4-4f02-9766-9a117abc818b req-0b760ee8-c032-424e-9230-5c11e340b229 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:27.262078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9100f596-44b4-4f02-9766-9a117abc818b req-0b760ee8-c032-424e-9230-5c11e340b229 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 950 time: 0.5684400 Aug 30 14:18:27.269476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.271864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.347038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9100f596-44b4-4f02-9766-9a117abc818b req-a993b4cd-7245-4554-a199-7c490ada5a00 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810986 Aug 30 14:18:27.375482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-f50c6224-79b8-4284-b5ad-ec96531182bb', 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'fixed_ips': [{'subnet_id': '7580fb78-1f96-45e0-b243-f7a1c0304648'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:18:27.376680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.424730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.428618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:27.445851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.511620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b367643c-f0da-474b-b60b-507546d29c9e', 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'fixed_ips': [{'subnet_id': 'cbd29d71-5c83-40b2-837f-ddaa0e552b34'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:18:27.512639 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.519067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:27.519532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.690213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3349901-0369-4117-bdef-5d1914d2bd95 req-224e2909-0170-4301-89b5-0f16251d300e tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976962 Aug 30 14:18:27.732896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.739907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Allocated IP 172.20.0.2 (f50c6224-79b8-4284-b5ad-ec96531182bb/7580fb78-1f96-45e0-b243-f7a1c0304648/01f32485-9a7e-438e-8774-6793f47c2954) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:27.798243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f3286-f182-463d-b70b-c7a7734e7b70 req-c7f93c1a-1bb5-4493-a9b6-544dda46b679 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:27.802118 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a13f3286-f182-463d-b70b-c7a7734e7b70 req-c7f93c1a-1bb5-4493-a9b6-544dda46b679 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1095 time: 0.1606810 Aug 30 14:18:27.896797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.901825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Allocated IP 172.20.0.2 (b367643c-f0da-474b-b60b-507546d29c9e/cbd29d71-5c83-40b2-837f-ddaa0e552b34/8e96c75d-5939-4206-9f88-369cf4fe3426) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:27.928588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af13b09c-cdc4-4a50-a73e-f725eeeba1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:27.949214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a13f3286-f182-463d-b70b-c7a7734e7b70 req-3fad86d4-d750-4319-ac6d-403c6ca94b10 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916650 Aug 30 14:18:28.094510 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.159463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:28.191417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-f7d6e770-2d30-4d64-b00f-46ee1b5a6092 tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:28.195082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-f7d6e770-2d30-4d64-b00f-46ee1b5a6092 tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 1101 time: 0.2508454 Aug 30 14:18:28.216162 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.372509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:28.463277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.500113 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.504123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.568804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Transition to ACTIVE for port object 01f32485-9a7e-438e-8774-6793f47c2954 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:28.594900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf2c1e-914b-486d-8d0b-9fdaca7d3a47 req-0c8402be-ce36-4056-93eb-478ff6405d9e tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:28.600970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fdf2c1e-914b-486d-8d0b-9fdaca7d3a47 req-0c8402be-ce36-4056-93eb-478ff6405d9e tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 947 time: 0.3726506 Aug 30 14:18:28.608699 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.629672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Transition to ACTIVE for port object 01f32485-9a7e-438e-8774-6793f47c2954 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:28.675510 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.728007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.751636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fdf2c1e-914b-486d-8d0b-9fdaca7d3a47 req-8cdc69b7-5796-479b-b422-0d5ac440db19 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350734 Aug 30 14:18:28.822493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Transition to ACTIVE for port object 8e96c75d-5939-4206-9f88-369cf4fe3426 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:28.825467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] Deleting port c7a983c8-ba1d-4716-ae83-a0a0e4006353 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:18:28.826762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:28.870724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Allocated IP 172.25.6.212 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/2aa484f4-d1d9-4230-a7bd-5338e884319a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:28.931642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Transition to ACTIVE for port object 8e96c75d-5939-4206-9f88-369cf4fe3426 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:28.961994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Pushing event updated for resources: {'Port': ['ID=01f32485-9a7e-438e-8774-6793f47c2954,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:28.971129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Network f50c6224-79b8-4284-b5ad-ec96531182bb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:28.974175 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.070465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:29.084860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:29.097084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Network b367643c-f0da-474b-b60b-507546d29c9e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:29.119190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:29.125212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:29.129569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:29.210849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Pushing event updated for resources: {'Port': ['ID=8e96c75d-5939-4206-9f88-369cf4fe3426,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:29.221416 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.232653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:29.295568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-c2c9e219-b726-4506-ab5b-244173cd3ec7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:29.308358 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-c2c9e219-b726-4506-ab5b-244173cd3ec7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 808 time: 0.6676185 Aug 30 14:18:29.353458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e9873-0e8f-4cf0-a95b-1aeaf558eaeb req-94989b76-f8b1-4dba-be86-3bc8846c2cce tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:29.356348 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-802e9873-0e8f-4cf0-a95b-1aeaf558eaeb req-94989b76-f8b1-4dba-be86-3bc8846c2cce tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 950 time: 0.2234693 Aug 30 14:18:29.380363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-7a1df221-f72b-4d42-8361-b341f761a494 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/quotas/1f720867c22e4367a9d32fb472288ece HTTP/1.1" status: 200 len: 375 time: 0.0704691 Aug 30 14:18:29.439560 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.474885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Attempting to bind port 01f32485-9a7e-438e-8774-6793f47c2954 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:29.476300 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b74077a-0310-4132-9656-67383e0786dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.476718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Attempting to bind port 01f32485-9a7e-438e-8774-6793f47c2954 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:29.478656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Attempting to bind port 01f32485-9a7e-438e-8774-6793f47c2954 on network f50c6224-79b8-4284-b5ad-ec96531182bb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:29.491412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 90367338-1cea-4194-b12a-f77a4bf93a80 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:18:29.509520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.546111 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-802e9873-0e8f-4cf0-a95b-1aeaf558eaeb req-7866aa74-93a5-4454-93dd-80234e1e7385 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637034 Aug 30 14:18:29.562429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:29.563503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Checking segment: {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:29.564401 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.565299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Bound using segment: {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:29.566359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Bound port: 01f32485-9a7e-438e-8774-6793f47c2954, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:29.566975 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.591700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] For port c7a983c8-ba1d-4716-ae83-a0a0e4006353, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c7a983c8-ba1d-4716-ae83-a0a0e4006353,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:29.592266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.599832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.624628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.714941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:29.739384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:29.742285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:29.770193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:29.826976 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-5dc8c213-631d-4924-b9f1-a89000597e51 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4451578 Aug 30 14:18:29.831865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] Calling delete_port for c7a983c8-ba1d-4716-ae83-a0a0e4006353 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:18:29.893674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Attempting to bind port 8e96c75d-5939-4206-9f88-369cf4fe3426 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:29.894612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Attempting to bind port 8e96c75d-5939-4206-9f88-369cf4fe3426 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:29.894943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Attempting to bind port 8e96c75d-5939-4206-9f88-369cf4fe3426 on network b367643c-f0da-474b-b60b-507546d29c9e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:29.935821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:29.936398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Checking segment: {'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:29.937370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.938242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Bound using segment: {'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:29.939270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Bound port: 8e96c75d-5939-4206-9f88-369cf4fe3426, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:29.940138 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:29.971200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa484f4-d1d9-4230-a7bd-5338e884319a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:30.041140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 90367338-1cea-4194-b12a-f77a4bf93a80, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=90367338-1cea-4194-b12a-f77a4bf93a80,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:30.133830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] For port 01f32485-9a7e-438e-8774-6793f47c2954, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:30.139128 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997a332f-86bc-4e8d-8ef0-aa5c70d9f21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.142469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:30.143344 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.146854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '90367338-1cea-4194-b12a-f77a4bf93a80', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '90367338-1cea-4194-b12a-f77a4bf93a80', 'mac_address': 'fa:16:3e:cd:82:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:18:30.164682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Allocated IP 172.25.6.34 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/74f8ed68-c509-4675-9d2b-7c53d4082392) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:30.195707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f823d-5ace-4bd5-aac4-d74e0d5815a6 req-76f29423-544d-4e7b-83ba-48c678bf6202 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:30.198349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d8f823d-5ace-4bd5-aac4-d74e0d5815a6 req-76f29423-544d-4e7b-83ba-48c678bf6202 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.3176475 Aug 30 14:18:30.216082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] For port 01f32485-9a7e-438e-8774-6793f47c2954, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=01f32485-9a7e-438e-8774-6793f47c2954,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:30.242455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-125c1799-4942-41ae-8862-19e8f73dd729 service neutron] 10.222.0.50 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953934 Aug 30 14:18:30.266615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.304591 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b74077a-0310-4132-9656-67383e0786dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.342908 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b74077a-0310-4132-9656-67383e0786dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.412146 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d8f823d-5ace-4bd5-aac4-d74e0d5815a6 req-ce06c97e-7066-4481-ab2e-1191ecb8ee3f tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572199 Aug 30 14:18:30.448855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7b74077a-0310-4132-9656-67383e0786dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=878bc2eaf39343ed90f366d0c11617a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3067431 Aug 30 14:18:30.448855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74077a-0310-4132-9656-67383e0786dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad0d9f6-5190-460e-9346-dd1b3676aa6e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:30.453780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:30.464445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.578194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.644142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] For port 8e96c75d-5939-4206-9f88-369cf4fe3426, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:30.655097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-2e5894ce-a4b6-4f5a-99c0-9ea746bc2807 service neutron] 10.222.0.50 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813663 Aug 30 14:18:30.660590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7a983c8-ba1d-4716-ae83-a0a0e4006353,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:30.681089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f858b4-d52b-4cec-844b-329ecd053c0c None None] Pushing event updated for resources: {'Port': ['ID=01f32485-9a7e-438e-8774-6793f47c2954,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:30.686326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.716723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] For port 8e96c75d-5939-4206-9f88-369cf4fe3426, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8e96c75d-5939-4206-9f88-369cf4fe3426,segment=NetworkSegment(1b7ffbbb-3e0a-489a-954f-08c44451c6e7),segment_id=1b7ffbbb-3e0a-489a-954f-08c44451c6e7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:30.720512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90367338-1cea-4194-b12a-f77a4bf93a80 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:30.732503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd92d2aa-6659-4861-b920-029aa66fd67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.736300 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.784063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] No DVR routers for this DVR port c7a983c8-ba1d-4716-ae83-a0a0e4006353 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:18:30.791163 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd92d2aa-6659-4861-b920-029aa66fd67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.798796 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.825954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d0365449-9e29-42b4-abdb-1a9a487baf7d req-bea3e96d-79f7-448e-970d-94d8ec2b38db tempest-DeleteServersAdminTestJSON-1509658155 tempest-DeleteServersAdminTestJSON-1509658155-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c7a983c8-ba1d-4716-ae83-a0a0e4006353 HTTP/1.1" status: 204 len: 173 time: 2.6204088 Aug 30 14:18:30.838134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a31f68-b5b7-4a81-a7d1-1943f9f71958', 'name': 'network-vif-deleted', 'tag': 'c7a983c8-ba1d-4716-ae83-a0a0e4006353'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:30.843821 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047f5425-9ea7-4522-b2e6-0a77435c4061" -d '{"events": [{"server_uuid": "e3a31f68-b5b7-4a81-a7d1-1943f9f71958", "name": "network-vif-deleted", "tag": "c7a983c8-ba1d-4716-ae83-a0a0e4006353"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:30.926790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 90367338-1cea-4194-b12a-f77a4bf93a80, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=90367338-1cea-4194-b12a-f77a4bf93a80,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:30.948145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997a332f-86bc-4e8d-8ef0-aa5c70d9f21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.978078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.978906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:30.995100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fbcb2-5eef-4872-83e6-70648a043ed7 None None] Pushing event updated for resources: {'Port': ['ID=8e96c75d-5939-4206-9f88-369cf4fe3426,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:30.998150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d6026-541c-4191-964f-5aa82d2f155f req-7d6d35dc-d92d-4206-9d22-c66a57cb9cc6 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:30.999828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca9d6026-541c-4191-964f-5aa82d2f155f req-7d6d35dc-d92d-4206-9d22-c66a57cb9cc6 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 947 time: 0.3911061 Aug 30 14:18:31.037655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997a332f-86bc-4e8d-8ef0-aa5c70d9f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:31.260583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-997a332f-86bc-4e8d-8ef0-aa5c70d9f21e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86ae10d07bf14af0b9d29d43418df7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5061252 Aug 30 14:18:31.267437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:31.281992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a332f-86bc-4e8d-8ef0-aa5c70d9f21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b004e86-9dc8-4a1f-b933-501375d6d44c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:31.305094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=90367338-1cea-4194-b12a-f77a4bf93a80,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:31.323439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:31.380755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['90367338-1cea-4194-b12a-f77a4bf93a80'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:31.382079 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca9d6026-541c-4191-964f-5aa82d2f155f req-38d2b630-44fa-4713-89de-97b30c7ae525 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893128 Aug 30 14:18:31.400257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd92d2aa-6659-4861-b920-029aa66fd67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:31.403113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd92d2aa-6659-4861-b920-029aa66fd67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:31.405125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fd92d2aa-6659-4861-b920-029aa66fd67d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ad0d9f6-5190-460e-9346-dd1b3676aa6e HTTP/1.1" status: 204 len: 168 time: 0.9500937 Aug 30 14:18:31.485561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66a9713e-f13a-4ade-933b-72ed69db3d57 req-58b01f77-0170-4230-bb3b-55da7384757d tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a31f68-b5b7-4a81-a7d1-1943f9f71958 HTTP/1.1" status: 200 len: 210 time: 0.3338828 Aug 30 14:18:31.553290 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:31.800536 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a48b4d-dc38-484c-be73-c9c05174512a x-openstack-request-id: req-e3a48b4d-dc38-484c-be73-c9c05174512a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:31.805451 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a31f68-b5b7-4a81-a7d1-1943f9f71958", "name": "network-vif-deleted", "tag": "c7a983c8-ba1d-4716-ae83-a0a0e4006353", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:31.805884 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3a48b4d-dc38-484c-be73-c9c05174512a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:31.806536 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a31f68-b5b7-4a81-a7d1-1943f9f71958', 'name': 'network-vif-deleted', 'tag': 'c7a983c8-ba1d-4716-ae83-a0a0e4006353', 'status': 'completed', 'code': 200} Aug 30 14:18:31.807023 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:31.896635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:31.970244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:31.976810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:32.006363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80ca6b59-30fa-424d-ac65-edb08437e6fb req-4cdd9025-7e67-4607-9c81-d44c9f4e26f6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 210 time: 0.1983278 Aug 30 14:18:32.075373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92d2aa-6659-4861-b920-029aa66fd67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad0d9f6-5190-460e-9346-dd1b3676aa6e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:32.207871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Pushing event updated for resources: {'Port': ['ID=74f8ed68-c509-4675-9d2b-7c53d4082392,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:32.328285 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb438a87-4b7b-406d-ae98-fac7dc985e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:32.354634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c7a983c8-ba1d-4716-ae83-a0a0e4006353 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:18:32.423403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d896c-f333-4ff1-9ac9-9face685fc22 req-8b4c8353-c656-4fd2-9696-a021ef35d4c4 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:32.460509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-502d896c-f333-4ff1-9ac9-9face685fc22 req-8b4c8353-c656-4fd2-9696-a021ef35d4c4 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.3720396 Aug 30 14:18:32.466490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: c7a983c8-ba1d-4716-ae83-a0a0e4006353 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:18:32.469066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c7a983c8-ba1d-4716-ae83-a0a0e4006353 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:18:32.500747 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:32.542239 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb438a87-4b7b-406d-ae98-fac7dc985e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:32.587474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:32.626102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d367-c5b3-40f8-9910-819ec79c16f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:32.713897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-502d896c-f333-4ff1-9ac9-9face685fc22 req-c1e986d4-8c22-41ff-8e33-ab93fe94de2d tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484033 Aug 30 14:18:32.766456 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb438a87-4b7b-406d-ae98-fac7dc985e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:32.771602 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb438a87-4b7b-406d-ae98-fac7dc985e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:32.774575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fb438a87-4b7b-406d-ae98-fac7dc985e2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b004e86-9dc8-4a1f-b933-501375d6d44c HTTP/1.1" status: 204 len: 168 time: 1.5050862 Aug 30 14:18:32.812636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Router 599e937f-f517-4da9-85be-a68b4438000f is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:18:32.830311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb438a87-4b7b-406d-ae98-fac7dc985e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b004e86-9dc8-4a1f-b933-501375d6d44c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:33.211220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:18:33.229611 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Sync routers for ids ['599e937f-f517-4da9-85be-a68b4438000f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:18:33.272100 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Routers {'599e937f-f517-4da9-85be-a68b4438000f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:33.274385 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['599e937f-f517-4da9-85be-a68b4438000f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:33.411264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527b6c4-5f43-44a7-8370-605250f00537 req-89013be6-c478-4d0d-91c9-176c1ef3eccb tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:33.439914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 90367338-1cea-4194-b12a-f77a4bf93a80 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:33.447421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9527b6c4-5f43-44a7-8370-605250f00537 req-89013be6-c478-4d0d-91c9-176c1ef3eccb tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 948 time: 0.7592726 Aug 30 14:18:33.483561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e4626f0-4cc2-451e-97b4-f3f90f0aa954 req-668ddde4-5f88-4d31-ae22-8a71b7885c2a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 210 time: 0.2235389 Aug 30 14:18:33.522085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8e96c75d-5939-4206-9f88-369cf4fe3426 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:33.526463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7256cb-d788-4c4f-a1f7-3e7db266a4cc None None] Network b367643c-f0da-474b-b60b-507546d29c9e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:33.566230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:33.672828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d367-c5b3-40f8-9910-819ec79c16f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:33.688973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d367-c5b3-40f8-9910-819ec79c16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:33.709079 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Set router 599e937f-f517-4da9-85be-a68b4438000f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:33.719806 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:33.726594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-284e699a-0826-4379-8582-3a07c61b18e4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.5652347 Aug 30 14:18:33.737949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cfb1d367-c5b3-40f8-9910-819ec79c16f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5eee0e92a7994e3985f7e3270b503974&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1482887 Aug 30 14:18:33.739246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:33.739669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:33.772372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ffad55cc-2dc1-4a73-ae04-b14ec8ae864e None None] Provisioning for port 8e96c75d-5939-4206-9f88-369cf4fe3426 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:33.858261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-998328cc-24ae-4d77-bfd7-3f2e9b72afc1 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e45b9f6ef1994f23931c8e8141988184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834491 Aug 30 14:18:33.870359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 90367338-1cea-4194-b12a-f77a4bf93a80 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:33.881645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 8e96c75d-5939-4206-9f88-369cf4fe3426 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:33.889644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9527b6c4-5f43-44a7-8370-605250f00537 req-95e4bc3c-287d-49c3-ae1f-a21c11b7c4dc tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405811 Aug 30 14:18:33.895247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 90367338-1cea-4194-b12a-f77a4bf93a80 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:33.896378 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:33.902622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8e96c75d-5939-4206-9f88-369cf4fe3426 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:33.903918 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:33.959809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c1bdf0-6e3e-4d8f-a3bc-258258e95163 None None] Network f50c6224-79b8-4284-b5ad-ec96531182bb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:34.006295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:34.030145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-caf546f1-8737-4a89-a978-10ee30234fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.059507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-9ab6278d-df3d-4130-a428-585d00a35069 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:34.062040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-9ab6278d-df3d-4130-a428-585d00a35069 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 808 time: 0.6046355 Aug 30 14:18:34.148999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Request body: {'port': {'device_id': '3f26b588-02fa-407f-9572-e83fa30353fa', 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'admin_state_up': True, 'tenant_id': '1f720867c22e4367a9d32fb472288ece'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:34.169920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1d367-c5b3-40f8-9910-819ec79c16f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7d93d-3380-41c9-8c9d-07322c53ae7a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:34.256054 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:30Z', 'revision_number': 3, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:34.262284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-29428844-36ab-423e-9ae9-8a9fc89460ef None None] Provisioning for port 01f32485-9a7e-438e-8774-6793f47c2954 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:34.329417 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Checking router: 599e937f-f517-4da9-85be-a68b4438000f for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:18:34.330799 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Updating router 599e937f-f517-4da9-85be-a68b4438000f port 2aa484f4-d1d9-4230-a7bd-5338e884319a binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:18:34.382527 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.426596 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.431438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.437685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135761ea-270b-4924-831c-3f45c55bb513 req-485d2acf-1156-4298-b003-781e7806e969 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:34.440536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-485d2acf-1156-4298-b003-781e7806e969 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5808406 Aug 30 14:18:34.447983 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-caf546f1-8737-4a89-a978-10ee30234fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.488269 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-caf546f1-8737-4a89-a978-10ee30234fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.496904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08ab076-5ead-4ad3-8d63-cee737a8605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90367338-1cea-4194-b12a-f77a4bf93a80'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:34.499617 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca1190f-154b-4475-a217-b2e7d95d09c2" -d '{"events": [{"server_uuid": "c08ab076-5ead-4ad3-8d63-cee737a8605f", "name": "network-vif-plugged", "status": "completed", "tag": "90367338-1cea-4194-b12a-f77a4bf93a80"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:34.518669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.539798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-3cd6b9c7-adbb-4f84-9034-59385a491b08 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/quotas/e45b9f6ef1994f23931c8e8141988184 HTTP/1.1" status: 200 len: 375 time: 0.0764861 Aug 30 14:18:34.563052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67136d97-71c0-4306-b1a5-ff8dbcd444e0 req-75be2f74-4aeb-4c6f-b95f-386bff5e5328 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:34.565317 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67136d97-71c0-4306-b1a5-ff8dbcd444e0 req-75be2f74-4aeb-4c6f-b95f-386bff5e5328 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.5191991 Aug 30 14:18:34.582133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 90367338-1cea-4194-b12a-f77a4bf93a80, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=90367338-1cea-4194-b12a-f77a4bf93a80,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:34.595486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.599246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 8e96c75d-5939-4206-9f88-369cf4fe3426, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8e96c75d-5939-4206-9f88-369cf4fe3426,segment=NetworkSegment(1b7ffbbb-3e0a-489a-954f-08c44451c6e7),segment_id=1b7ffbbb-3e0a-489a-954f-08c44451c6e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:34.638544 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.639371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 01f32485-9a7e-438e-8774-6793f47c2954 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:34.682651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54106f0c-9098-4b82-aecb-4ac12f2cb2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.723533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=90367338-1cea-4194-b12a-f77a4bf93a80,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:34.740092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 01f32485-9a7e-438e-8774-6793f47c2954 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:34.746343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 01f32485-9a7e-438e-8774-6793f47c2954 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:34.747016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.778111 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-6ff42039-0c57-42c6-a99d-21e61a055097 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e45b9f6ef1994f23931c8e8141988184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2262628 Aug 30 14:18:34.834922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-caf546f1-8737-4a89-a978-10ee30234fdc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ff0a4b2176741309fce68fd775d98dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253307 Aug 30 14:18:34.838172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf546f1-8737-4a89-a978-10ee30234fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579b267e-5441-45e5-ac45-6e7e4c2862ea,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:34.853219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:34.902471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54106f0c-9098-4b82-aecb-4ac12f2cb2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.914504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Made reservation on behalf of 1f720867c22e4367a9d32fb472288ece for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:34.918187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.930444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67136d97-71c0-4306-b1a5-ff8dbcd444e0 req-88a3890b-dd72-4955-b65e-b1266feef3cb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875223 Aug 30 14:18:34.944813 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.972697 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Transition to ACTIVE for port object 2aa484f4-d1d9-4230-a7bd-5338e884319a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:34.983307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26deb405-1d5e-4bba-a2f3-c71eefa7e0f0 None None] Provisioning complete for port 8e96c75d-5939-4206-9f88-369cf4fe3426 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:34.984134 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26deb405-1d5e-4bba-a2f3-c71eefa7e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:34.984933 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.064513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45db36a4-7685-4456-8382-b8a563e7f36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.098859 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9164ff-4454-4128-a646-f1ed3bac36d1 x-openstack-request-id: req-0e9164ff-4454-4128-a646-f1ed3bac36d1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:35.099140 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08ab076-5ead-4ad3-8d63-cee737a8605f", "name": "network-vif-plugged", "status": "completed", "tag": "90367338-1cea-4194-b12a-f77a4bf93a80", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:35.099410 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e9164ff-4454-4128-a646-f1ed3bac36d1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:35.099815 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08ab076-5ead-4ad3-8d63-cee737a8605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90367338-1cea-4194-b12a-f77a4bf93a80', 'code': 200} Aug 30 14:18:35.141489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45db36a4-7685-4456-8382-b8a563e7f36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.159634 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Attempting to bind port 2aa484f4-d1d9-4230-a7bd-5338e884319a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:35.160253 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Attempting to bind port 2aa484f4-d1d9-4230-a7bd-5338e884319a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:35.160389 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Attempting to bind port 2aa484f4-d1d9-4230-a7bd-5338e884319a on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:35.180815 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60306d-7e72-4adf-bed2-37e78b27e2e0 None None] Pushing event updated for resources: {'Port': ['ID=2aa484f4-d1d9-4230-a7bd-5338e884319a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:35.183865 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.198250 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:35.198982 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:35.199555 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.200118 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:35.200837 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Bound port: 2aa484f4-d1d9-4230-a7bd-5338e884319a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:35.202302 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.230279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=8e96c75d-5939-4206-9f88-369cf4fe3426,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:35.234417 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54106f0c-9098-4b82-aecb-4ac12f2cb2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.237075 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54106f0c-9098-4b82-aecb-4ac12f2cb2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.238240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-54106f0c-9098-4b82-aecb-4ac12f2cb2d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11b7d93d-3380-41c9-8c9d-07322c53ae7a HTTP/1.1" status: 204 len: 168 time: 1.4872789 Aug 30 14:18:35.280083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 01f32485-9a7e-438e-8774-6793f47c2954, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=01f32485-9a7e-438e-8774-6793f47c2954,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:35.290542 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.321861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45db36a4-7685-4456-8382-b8a563e7f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.328373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45db36a4-7685-4456-8382-b8a563e7f36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.345953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-45db36a4-7685-4456-8382-b8a563e7f36e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/579b267e-5441-45e5-ac45-6e7e4c2862ea HTTP/1.1" status: 204 len: 168 time: 0.4856603 Aug 30 14:18:35.399844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54106f0c-9098-4b82-aecb-4ac12f2cb2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7d93d-3380-41c9-8c9d-07322c53ae7a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:35.400795 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] For port 2aa484f4-d1d9-4230-a7bd-5338e884319a, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:35.414472 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] For port 2aa484f4-d1d9-4230-a7bd-5338e884319a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2aa484f4-d1d9-4230-a7bd-5338e884319a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:35.428557 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.437607 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-742b0347-3d48-4ebf-b26c-5abfdc2a46e6 req-e22fbbc8-aa2f-4e3e-9c7e-d6f902eb0220 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 210 time: 0.2057436 Aug 30 14:18:35.487394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=01f32485-9a7e-438e-8774-6793f47c2954,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:35.506287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8e96c75d-5939-4206-9f88-369cf4fe3426 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:35.603925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8e96c75d-5939-4206-9f88-369cf4fe3426 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:35.604647 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.608388 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Routers {'599e937f-f517-4da9-85be-a68b4438000f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:35.609074 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['599e937f-f517-4da9-85be-a68b4438000f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:35.617330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ef9ae7d-2d46-41f6-8f0d-f7d14283c6d5 req-da965eb0-c101-49c9-ba94-ffc86f5e126d tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 210 time: 0.0739551 Aug 30 14:18:35.624406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Allocated IP 172.20.0.4 (7719e3a1-d20b-40f4-b28c-20a8dcb3eb35/7b91aecf-bcf4-4a8a-9b72-ba757fd09a74/64aff6e8-71f0-4fb8-aaba-98f9d89a371e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:35.626395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:18:35.705863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4dea5-6460-4efc-9258-3f5249bc49d9 req-b926f6cd-b15b-432b-9292-9b38b30b1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:35.708128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fad4dea5-6460-4efc-9258-3f5249bc49d9 req-b926f6cd-b15b-432b-9292-9b38b30b1165 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 1100 time: 0.4684694 Aug 30 14:18:35.796397 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60306d-7e72-4adf-bed2-37e78b27e2e0 None None] Pushing event updated for resources: {'Port': ['ID=2aa484f4-d1d9-4230-a7bd-5338e884319a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:35.811785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4333800b-e588-4392-9060-3120f1dcc829 None None] Provisioning complete for port 01f32485-9a7e-438e-8774-6793f47c2954 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:35.812829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4333800b-e588-4392-9060-3120f1dcc829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:35.966948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db36a4-7685-4456-8382-b8a563e7f36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579b267e-5441-45e5-ac45-6e7e4c2862ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:35.991443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:18:36.006373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Sync routers for ids ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:18:36.031258 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] Set router 599e937f-f517-4da9-85be-a68b4438000f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:36.043350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723abd-dbcf-49d1-9b7a-82d97a60c684 req-7ad0f988-b935-4f4f-abc0-6aea2a1ee785 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:36.049538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac723abd-dbcf-49d1-9b7a-82d97a60c684 req-7ad0f988-b935-4f4f-abc0-6aea2a1ee785 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 949 time: 0.6990786 Aug 30 14:18:36.078702 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fad4dea5-6460-4efc-9258-3f5249bc49d9 req-9106b732-2bab-4782-899e-955e8acea4a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028314 Aug 30 14:18:36.082307 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:36.086122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7ef91bd1-6cca-41a7-8170-db17eaea9b0b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.2555597 Aug 30 14:18:36.088460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:36.171333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Routers {'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:36.172006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:36.304917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:36.456105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:36.478427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ff6dc-398b-451e-a7e5-5fdc64468b03 req-7109cbe8-76f6-440b-87b4-31899455f950 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:36.497718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f77ff6dc-398b-451e-a7e5-5fdc64468b03 req-7109cbe8-76f6-440b-87b4-31899455f950 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.3105228 Aug 30 14:18:36.508121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac723abd-dbcf-49d1-9b7a-82d97a60c684 req-bbe18ca1-e84d-41a2-a8f2-5ceda9e39969 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087543 Aug 30 14:18:36.535559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Set router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:36.585197 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:30Z', 'revision_number': 3, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:36.684186 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bfbe6-35df-4455-af48-8dbe263bec1f None None] The sync data for ids ['599e937f-f517-4da9-85be-a68b4438000f'] in n-d-805668-3 is: [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:30Z', 'revision_number': 3, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:18:36.730179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:36.771750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:36.777743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:36.796581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:36.798166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:36.844903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Pushing event updated for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:36.864742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b457dee4-e915-4b29-8d50-49c663ade144 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7224135 Aug 30 14:18:36.907675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baf8a3-c555-40b8-9edb-73128a0ed7c7 req-ee0d5eb5-eac0-43ac-b7af-1087b108bca3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:36.918771 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05baf8a3-c555-40b8-9edb-73128a0ed7c7 req-ee0d5eb5-eac0-43ac-b7af-1087b108bca3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 931 time: 0.1711872 Aug 30 14:18:36.948919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Request body: {'port': {'device_id': '3f26b588-02fa-407f-9572-e83fa30353fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:36.951854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f77ff6dc-398b-451e-a7e5-5fdc64468b03 req-77912455-e9bf-4567-8b2e-76a9342941c8 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528933 Aug 30 14:18:37.151175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-7dbf5237-e110-4131-9ea5-09cd8ebbe847 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e45b9f6ef1994f23931c8e8141988184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856392 Aug 30 14:18:37.153159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:32Z', 'revision_number': 3, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port': {'id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:29Z', 'updated_at': '2021-08-30T14:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:37.217612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05baf8a3-c555-40b8-9edb-73128a0ed7c7 req-96623776-d8d4-4d21-94fd-45038a06e74b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925224 Aug 30 14:18:37.228058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:37.264868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Checking router: b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:18:37.266353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Updating router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 port 74f8ed68-c509-4675-9d2b-7c53d4082392 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:18:37.399550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:37.522308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85b2917d-9d40-4f3b-b9b2-28ea1974920c req-7edf1b12-c826-4e26-bc24-0128da0d70d0 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 210 time: 0.3542333 Aug 30 14:18:37.524461 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:37.712189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2aa484f4-d1d9-4230-a7bd-5338e884319a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:37.814262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135761ea-270b-4924-831c-3f45c55bb513 req-76c709da-c2a7-4bfb-823a-9964e94bbe1d tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:37.816256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-76c709da-c2a7-4bfb-823a-9964e94bbe1d tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6407139 Aug 30 14:18:37.823827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6688d3-6e65-4f1a-ada9-a716ebe4d66f req-22e5546e-02e1-4b82-828d-2333dead4447 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:37.825601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7d6688d3-6e65-4f1a-ada9-a716ebe4d66f req-22e5546e-02e1-4b82-828d-2333dead4447 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 949 time: 0.1537707 Aug 30 14:18:37.843066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Request body: {'port': {'device_id': 'b031375d-917b-4405-a854-ebf589f0bc78', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': 'e45b9f6ef1994f23931c8e8141988184'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:37.945130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7d6688d3-6e65-4f1a-ada9-a716ebe4d66f req-ef578359-ed08-4648-8792-9cc6bc9344bb tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082582 Aug 30 14:18:37.983995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 2aa484f4-d1d9-4230-a7bd-5338e884319a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:38.024687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2aa484f4-d1d9-4230-a7bd-5338e884319a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:38.025654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.279343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64aff6e8-71f0-4fb8-aaba-98f9d89a371e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:38.315977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.316723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.372402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Transition to ACTIVE for port object 64aff6e8-71f0-4fb8-aaba-98f9d89a371e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:38.407704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Transition to ACTIVE for port object 74f8ed68-c509-4675-9d2b-7c53d4082392 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:38.418325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b904ab8-b873-432f-be4a-3c5a6f7eb67a req-850e623e-d815-42d1-be04-f4303641c21c tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:38.418841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.427792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b904ab8-b873-432f-be4a-3c5a6f7eb67a req-850e623e-d815-42d1-be04-f4303641c21c tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.2675707 Aug 30 14:18:38.433772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.435007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.578955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 2aa484f4-d1d9-4230-a7bd-5338e884319a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2aa484f4-d1d9-4230-a7bd-5338e884319a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:38.581104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Pushing event updated for resources: {'Port': ['ID=74f8ed68-c509-4675-9d2b-7c53d4082392,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:38.602906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b904ab8-b873-432f-be4a-3c5a6f7eb67a req-2f310db4-556b-4396-9a10-3301c3076e93 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619961 Aug 30 14:18:38.605429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Attempting to bind port 74f8ed68-c509-4675-9d2b-7c53d4082392 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:38.606094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Attempting to bind port 74f8ed68-c509-4675-9d2b-7c53d4082392 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:38.608079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Attempting to bind port 74f8ed68-c509-4675-9d2b-7c53d4082392 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:38.615523 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.616723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 01f32485-9a7e-438e-8774-6793f47c2954 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:38.620778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:38.622199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:38.622780 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.623314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:38.623964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Bound port: 74f8ed68-c509-4675-9d2b-7c53d4082392, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:38.624607 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.628414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.628915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.629432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.629999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.630439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.630961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.631371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.631803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.632239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.632696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.633534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.633861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:38.720552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:38.739705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Made reservation on behalf of e45b9f6ef1994f23931c8e8141988184 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:38.742445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:38.743403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:38.743528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.744636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:38.760666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:18:38.761538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:38.791919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:38.792673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:38.793345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:38.794278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Bound port: 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:38.794888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.842922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec926b-f567-43ac-958e-97476a9ae16a req-cfd1c136-d50d-4f33-91ee-93a5345b933c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:38.851328 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fec926b-f567-43ac-958e-97476a9ae16a req-cfd1c136-d50d-4f33-91ee-93a5345b933c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.3606682 Aug 30 14:18:38.895179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fd928-427e-4c24-885f-f34dd966097e req-a2c33ba5-89e8-41e3-9d83-eb69beca0531 tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:38.906090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-710fd928-427e-4c24-885f-f34dd966097e req-a2c33ba5-89e8-41e3-9d83-eb69beca0531 tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 1100 time: 0.1690447 Aug 30 14:18:38.920453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=2aa484f4-d1d9-4230-a7bd-5338e884319a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:38.927364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] For port 74f8ed68-c509-4675-9d2b-7c53d4082392, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:38.932119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] For port 74f8ed68-c509-4675-9d2b-7c53d4082392, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=74f8ed68-c509-4675-9d2b-7c53d4082392,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:38.942994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.951190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Allocated IP 172.20.0.1 (b367643c-f0da-474b-b60b-507546d29c9e/cbd29d71-5c83-40b2-837f-ddaa0e552b34/68667477-bfab-40cf-88b2-67208692f913) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:38.955355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 01f32485-9a7e-438e-8774-6793f47c2954 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:38.956228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.961758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-710fd928-427e-4c24-885f-f34dd966097e req-a3da467b-8599-40b3-9b26-06f344b49f1f tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:38.992398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:39.032423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:39.047801 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:39.101925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e38d0a-5cea-4a73-9ce2-5efc973b58ff None None] Pushing event updated for resources: {'Port': ['ID=74f8ed68-c509-4675-9d2b-7c53d4082392,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:39.116106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Routers {'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:39.117702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:39.122151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fec926b-f567-43ac-958e-97476a9ae16a req-0e33d9b3-474d-4dad-98ca-6d54cb11cf89 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689090 Aug 30 14:18:39.134137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:39.195441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:39.196085 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:39.199440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-dcdcd8de-ebd8-4a55-a5e8-812d0f5cf1c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 1091 time: 2.2627704 Aug 30 14:18:39.208174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:39.234196 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d354586-841e-4f60-b675-fbdd4194a33a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:39.335479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] Set router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:39.412714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-72739421-1218-44c1-9cba-a91dd041a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:39.414325 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-72739421-1218-44c1-9cba-a91dd041a9e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1094 time: 0.1264262 Aug 30 14:18:39.423188 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:39.425359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-710fd928-427e-4c24-885f-f34dd966097e req-a3da467b-8599-40b3-9b26-06f344b49f1f tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:39.426773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae0a3157-74c1-42ff-9c76-21d3537f6d8f req-69e09e9d-9a2c-4747-a0dd-737689684e2c tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 210 time: 0.1548502 Aug 30 14:18:39.506403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-710fd928-427e-4c24-885f-f34dd966097e req-a3da467b-8599-40b3-9b26-06f344b49f1f tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:39.542523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-2f5f60e8-80b2-45c7-9589-cdccc91a281c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 217 time: 0.1017864 Aug 30 14:18:39.550523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da467b-8599-40b3-9b26-06f344b49f1f tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ab0b83-d536-4094-b4c7-f450995ebb9b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:39.588866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Allocated IP 192.168.233.221 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/d12b1d4d-9df7-464b-907a-bc72dbf96b4b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:39.623579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2aa484f4-d1d9-4230-a7bd-5338e884319a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:39.623844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-5996c8ea-d648-46b6-adfb-d0f5c38d775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:39.625488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-5996c8ea-d648-46b6-adfb-d0f5c38d775f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.0578640 Aug 30 14:18:39.643520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-710fd928-427e-4c24-885f-f34dd966097e req-a3da467b-8599-40b3-9b26-06f344b49f1f tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364030 Aug 30 14:18:39.750468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2aa484f4-d1d9-4230-a7bd-5338e884319a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:39.750844 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:39.755010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:32Z', 'revision_number': 3, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port': {'id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:29Z', 'updated_at': '2021-08-30T14:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:39.765797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-9dbea2af-3754-42fc-ab23-11b357293a40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161113 Aug 30 14:18:39.803063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d9060-6e5c-41dd-b4fd-bf49fba140ec None None] The sync data for ids ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'] in n-d-805668-3 is: [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:32Z', 'revision_number': 3, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port': {'id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:29Z', 'updated_at': '2021-08-30T14:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:18:39.826198 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac218407-3254-4f61-bef0-da497ed2b766 x-openstack-request-id: req-ac218407-3254-4f61-bef0-da497ed2b766 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:39.826502 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:39.829544 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac218407-3254-4f61-bef0-da497ed2b766 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:39.829977 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e', 'status': 'completed', 'code': 200} Aug 30 14:18:39.885680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:39.956926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-1b088180-f701-4bd3-acbd-5714ebcf2d0b service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877756 Aug 30 14:18:39.968551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Transition to ACTIVE for port object 68667477-bfab-40cf-88b2-67208692f913 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:40.113443 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:40.147615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41fd0b77-bc4f-4128-bafe-4f20aafa3020 req-b585defb-4121-48bd-8b50-0f83debe1e4c service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821837 Aug 30 14:18:40.168474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Transition to ACTIVE for port object d12b1d4d-9df7-464b-907a-bc72dbf96b4b will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:40.188372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70429d1-5dd6-49a8-89fa-8c088c38f552 req-83a682fb-1d1e-4f55-8935-4c84d75736e5 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:40.191125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a70429d1-5dd6-49a8-89fa-8c088c38f552 req-83a682fb-1d1e-4f55-8935-4c84d75736e5 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1803811 Aug 30 14:18:40.206075 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:18:40.215314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Allocated IP 172.20.0.1 (f50c6224-79b8-4284-b5ad-ec96531182bb/7580fb78-1f96-45e0-b243-f7a1c0304648/837c6598-09bf-4379-941a-e814b298b8d6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:40.262544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:40.314074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d354586-841e-4f60-b675-fbdd4194a33a req-379e5379-3863-4e7a-8604-a7225be69f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:40.315780 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d354586-841e-4f60-b675-fbdd4194a33a req-379e5379-3863-4e7a-8604-a7225be69f95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1094 time: 0.0738215 Aug 30 14:18:40.403731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:18:40.426490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Pushing event updated for resources: {'Port': ['ID=68667477-bfab-40cf-88b2-67208692f913,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:40.483209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Network b367643c-f0da-474b-b60b-507546d29c9e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:40.494683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d354586-841e-4f60-b675-fbdd4194a33a req-9b97b8df-217a-4c89-962b-ebd726fe00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:40.496488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d354586-841e-4f60-b675-fbdd4194a33a req-9b97b8df-217a-4c89-962b-ebd726fe00eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.1730957 Aug 30 14:18:40.512937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:40.519213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:18:40.568303 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d354586-841e-4f60-b675-fbdd4194a33a req-7c36d7cc-bb32-4833-acde-cc6478a98f56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 217 time: 0.0629902 Aug 30 14:18:40.580398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:40.581232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:40.596849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:40.627330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'mac_address': 'fa:16:3e:1b:01:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:tempest-test_az-1997600639', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:18:40.632262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa43156-1b78-4d87-973a-6ce8fce84658 req-3a8330cc-b000-43dd-add0-c784418060b2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:40.635095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0aa43156-1b78-4d87-973a-6ce8fce84658 req-3a8330cc-b000-43dd-add0-c784418060b2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.1840417 Aug 30 14:18:40.698986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0aa43156-1b78-4d87-973a-6ce8fce84658 req-3f116e06-a34c-46fe-8345-7918980fb93c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526407 Aug 30 14:18:40.713806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d354586-841e-4f60-b675-fbdd4194a33a req-95f33eb5-1260-4bf3-8aeb-b01891e7befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:40.716795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d354586-841e-4f60-b675-fbdd4194a33a req-95f33eb5-1260-4bf3-8aeb-b01891e7befd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1361747 Aug 30 14:18:40.786022 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:40.853901 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:40.879511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:40.885624 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924f0384-eb52-4aa4-8ae6-98c56091977b" -d '{"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-unplugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:40.942548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:40.956610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:40.975380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.095100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12aaf45b-8a50-4d4a-863b-902910f2f20d None None] Provisioning for port 68667477-bfab-40cf-88b2-67208692f913 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:41.113874 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:18:41.114388 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:18:41.118003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12aaf45b-8a50-4d4a-863b-902910f2f20d None None] Provisioning complete for port 68667477-bfab-40cf-88b2-67208692f913 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:41.118003 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12aaf45b-8a50-4d4a-863b-902910f2f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.160834 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d354586-841e-4f60-b675-fbdd4194a33a req-54b4ef06-8f1c-450b-9971-a5eb351c311f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4366179 Aug 30 14:18:41.216163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:41.226981 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-849c141b-fbde-4b5f-b140-1627a0558ec9 req-b355bee8-26e1-483e-bdb7-026d12a8a6c8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 210 time: 0.0644937 Aug 30 14:18:41.303705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12aaf45b-8a50-4d4a-863b-902910f2f20d None None] Port 68667477-bfab-40cf-88b2-67208692f913 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:41.306925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:41.346755 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.385709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Transition to ACTIVE for port object 837c6598-09bf-4379-941a-e814b298b8d6 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:41.414614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a70429d1-5dd6-49a8-89fa-8c088c38f552 req-49d19e63-3e51-48d3-b5cb-2836b3440d78 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2070577 Aug 30 14:18:41.474189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe193-a832-4378-962d-1f271db02e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.504682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.513188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 74f8ed68-c509-4675-9d2b-7c53d4082392 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:41.514299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d354586-841e-4f60-b675-fbdd4194a33a req-c81eb6f6-2053-4d0d-9832-6b7e78d55b3b service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339989 Aug 30 14:18:41.539326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44883161-8445-4108-b0e8-7082b240cc09 req-17844388-3fff-4a93-89b6-22b5930b8291 tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:41.551000 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44883161-8445-4108-b0e8-7082b240cc09 req-17844388-3fff-4a93-89b6-22b5930b8291 tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 1100 time: 0.2236457 Aug 30 14:18:41.560326 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e0ae7-6131-4f12-a5d3-6327a030f331 x-openstack-request-id: req-6b1e0ae7-6131-4f12-a5d3-6327a030f331 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:41.560674 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-unplugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:41.561066 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b1e0ae7-6131-4f12-a5d3-6327a030f331 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:41.561729 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'code': 200} Aug 30 14:18:41.582866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 74f8ed68-c509-4675-9d2b-7c53d4082392 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:41.587993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 74f8ed68-c509-4675-9d2b-7c53d4082392 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:41.588495 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.629665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:41.634205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:41.701255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:41.703302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44883161-8445-4108-b0e8-7082b240cc09 req-c4b109cf-e3c2-44d5-9bd3-f25dff8cb5f1 tempest-ServersAdminNegativeTestJSON-909559808 tempest-ServersAdminNegativeTestJSON-909559808-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475711 Aug 30 14:18:41.715546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:41.717757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.744276 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.781532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:41.783634 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d354586-841e-4f60-b675-fbdd4194a33a req-b8b5ce72-70c0-4a55-a8ef-5fca171993a6 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610452 Aug 30 14:18:41.859499 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.871016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe193-a832-4378-962d-1f271db02e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.879488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe193-a832-4378-962d-1f271db02e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.912987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Pushing event updated for resources: {'Port': ['ID=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:41.920510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:41.939594 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.944983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Network f50c6224-79b8-4284-b5ad-ec96531182bb is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:41.951344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-a70f226b-c757-4c14-8e8c-d3963a6947d6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1237662 Aug 30 14:18:41.954569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e4dbe193-a832-4378-962d-1f271db02e57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd2ec8d284d34b04b61262fb1d0b3a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7374449 Aug 30 14:18:41.955421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:41.958196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbe193-a832-4378-962d-1f271db02e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3589878c-2a45-4aba-af31-f828a9a44f35,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:41.995357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:42.061951 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.065218 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.083343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6031210-f2ac-470d-a9db-364249227c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.084393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Request body: {'port': {'device_id': 'b031375d-917b-4405-a854-ebf589f0bc78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:42.143474 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6031210-f2ac-470d-a9db-364249227c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.177844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:42.185641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:42.186391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.191735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 74f8ed68-c509-4675-9d2b-7c53d4082392, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=74f8ed68-c509-4675-9d2b-7c53d4082392,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:42.193645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-408812e0-9b30-47a3-8703-00125e823a9d None None] Provisioning for port d12b1d4d-9df7-464b-907a-bc72dbf96b4b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:42.201314 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.205845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-408812e0-9b30-47a3-8703-00125e823a9d None None] Provisioning complete for port d12b1d4d-9df7-464b-907a-bc72dbf96b4b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:42.207381 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-408812e0-9b30-47a3-8703-00125e823a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.246433 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6031210-f2ac-470d-a9db-364249227c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.255667 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6031210-f2ac-470d-a9db-364249227c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.260231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e6031210-f2ac-470d-a9db-364249227c97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3589878c-2a45-4aba-af31-f828a9a44f35 HTTP/1.1" status: 204 len: 168 time: 0.2817702 Aug 30 14:18:42.267077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6031210-f2ac-470d-a9db-364249227c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3589878c-2a45-4aba-af31-f828a9a44f35,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:42.273838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['711aeee6-ef1a-4deb-81a7-d4f3f06499f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:42.434714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-408812e0-9b30-47a3-8703-00125e823a9d None None] Port d12b1d4d-9df7-464b-907a-bc72dbf96b4b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:42.499904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Pushing event updated for resources: {'Port': ['ID=837c6598-09bf-4379-941a-e814b298b8d6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:42.533242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=74f8ed68-c509-4675-9d2b-7c53d4082392,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:42.551746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3f202-8657-480a-ab83-6c08c159d051 req-9fa19cab-9b1d-4825-aeb2-5943b252255f tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:42.566383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2d3f202-8657-480a-ab83-6c08c159d051 req-9fa19cab-9b1d-4825-aeb2-5943b252255f tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 936 time: 0.1750863 Aug 30 14:18:42.626252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4db8c8fa-2caf-476a-9f91-46235f59366a None None] Provisioning for port 837c6598-09bf-4379-941a-e814b298b8d6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:42.635800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2d3f202-8657-480a-ab83-6c08c159d051 req-c9c047aa-7fa3-43b5-8438-da874c3c86d3 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685909 Aug 30 14:18:42.646502 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.669920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4db8c8fa-2caf-476a-9f91-46235f59366a None None] Provisioning complete for port 837c6598-09bf-4379-941a-e814b298b8d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:42.670345 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4db8c8fa-2caf-476a-9f91-46235f59366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.688026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:42.743051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e68a0-f82d-44a5-a5ae-ee756907817a req-ed46128c-7330-437c-8ea2-31ccae10383b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:42.746342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e04e68a0-f82d-44a5-a5ae-ee756907817a req-ed46128c-7330-437c-8ea2-31ccae10383b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.8213227 Aug 30 14:18:42.851886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4f2be-679b-48b4-9bcc-3857a61dca44 req-3b59badd-a2a4-48a0-848b-d0c7276b45ac tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:42.858621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53f4f2be-679b-48b4-9bcc-3857a61dca44 req-3b59badd-a2a4-48a0-848b-d0c7276b45ac tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 970 time: 0.0815256 Aug 30 14:18:42.880440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4db8c8fa-2caf-476a-9f91-46235f59366a None None] Port 837c6598-09bf-4379-941a-e814b298b8d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:42.917497 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53f4f2be-679b-48b4-9bcc-3857a61dca44 req-8d2b8c5c-3f60-489b-9ff9-074d32c4acad tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Aug 30 14:18:42.919661 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023a7779-5fc7-4a27-bf71-0d01e39b2910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.923738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:42.938931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae6c80d1-ba8b-491e-ab66-e643eeea48a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:42.977709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-ae6c80d1-ba8b-491e-ab66-e643eeea48a6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:18:42.977709 n-d-805668-3 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:18:42.977709 n-d-805668-3 neutron-server[94826]: [parameters: {'project_id': 'e6da5f747fa94aad9beb461f16f51d40', 'id': 'ee2f549b-e8cb-4f73-8842-395fb2aeb7d5', 'expiration': datetime.datetime(2021, 8, 30, 14, 20, 42, 970213)}] Aug 30 14:18:42.977709 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:18:42.978313 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [None req-ae6c80d1-ba8b-491e-ab66-e643eeea48a6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:18:43.031696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.082331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023a7779-5fc7-4a27-bf71-0d01e39b2910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.083598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e04e68a0-f82d-44a5-a5ae-ee756907817a req-28a69027-5826-49d6-85af-2b9943aeefda tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229713 Aug 30 14:18:43.091281 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023a7779-5fc7-4a27-bf71-0d01e39b2910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.138342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a7779-5fc7-4a27-bf71-0d01e39b2910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b31fd7-6da6-4966-9de2-53189f514b12,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:43.149652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-023a7779-5fc7-4a27-bf71-0d01e39b2910 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7ce57bc954243bebd21bd38cb8f7932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577553 Aug 30 14:18:43.159893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:43.229990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-701c40ac-702a-4447-86c2-f759bcaece59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.257533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-701c40ac-702a-4447-86c2-f759bcaece59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.316138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-701c40ac-702a-4447-86c2-f759bcaece59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.319612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-701c40ac-702a-4447-86c2-f759bcaece59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.323538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-701c40ac-702a-4447-86c2-f759bcaece59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3b31fd7-6da6-4966-9de2-53189f514b12 HTTP/1.1" status: 204 len: 168 time: 0.1591921 Aug 30 14:18:43.332234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c40ac-702a-4447-86c2-f759bcaece59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b31fd7-6da6-4966-9de2-53189f514b12,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:43.417835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 74f8ed68-c509-4675-9d2b-7c53d4082392 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:43.478917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae6c80d1-ba8b-491e-ab66-e643eeea48a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.517656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 74f8ed68-c509-4675-9d2b-7c53d4082392 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:43.518630 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.616424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.643689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92d65c-18e4-4706-8386-ce1507445f50 req-7eab1565-f03c-43c3-b103-f8c7a53e1f84 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:43.656703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0d92d65c-18e4-4706-8386-ce1507445f50 req-7eab1565-f03c-43c3-b103-f8c7a53e1f84 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 949 time: 0.3919318 Aug 30 14:18:43.691275 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.692144 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.715400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae6c80d1-ba8b-491e-ab66-e643eeea48a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.723063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae6c80d1-ba8b-491e-ab66-e643eeea48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:43.847131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c80d1-ba8b-491e-ab66-e643eeea48a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a666d6bd-6954-4900-bbea-73792bc89d76,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:43.878257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae6c80d1-ba8b-491e-ab66-e643eeea48a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6da5f747fa94aad9beb461f16f51d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9558244 Aug 30 14:18:43.888918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:43.892324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Pushing event updated for resources: {'Port': ['ID=68667477-bfab-40cf-88b2-67208692f913,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:43.914355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0d92d65c-18e4-4706-8386-ce1507445f50 req-d7bdd301-25a8-44a1-900a-f28f9c2c554e tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563491 Aug 30 14:18:43.936308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0e890-a073-42a7-8e75-51def2948c3c req-a6736631-257e-4044-a1e1-e16f490b20f3 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:43.938078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4ab0e890-a073-42a7-8e75-51def2948c3c req-a6736631-257e-4044-a1e1-e16f490b20f3 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 936 time: 0.1827309 Aug 30 14:18:44.058571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Network b367643c-f0da-474b-b60b-507546d29c9e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:44.072715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12b1d4d-9df7-464b-907a-bc72dbf96b4b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:44.075027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:44.079092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.081068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:44.107497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2729e090-5c4c-42c0-a4cb-ac6941116ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.107780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.113086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c602ec21-9066-4447-b111-2a1c0eed29f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.123277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.124480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.138685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4ab0e890-a073-42a7-8e75-51def2948c3c req-33b3f5c7-a427-43d8-95c3-16fb760242b7 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822367 Aug 30 14:18:44.185393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c602ec21-9066-4447-b111-2a1c0eed29f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.405937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c602ec21-9066-4447-b111-2a1c0eed29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.409905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c602ec21-9066-4447-b111-2a1c0eed29f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.415369 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c602ec21-9066-4447-b111-2a1c0eed29f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a666d6bd-6954-4900-bbea-73792bc89d76 HTTP/1.1" status: 204 len: 168 time: 0.5219846 Aug 30 14:18:44.428181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93e8c124-63ae-433e-bc7a-2ced7ab527ed None None] Provisioning complete for port 68667477-bfab-40cf-88b2-67208692f913 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:44.429697 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93e8c124-63ae-433e-bc7a-2ced7ab527ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.467100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df648-5951-482f-ae56-dbec56cf090a req-7a113cce-d31d-45fb-9c80-9f3d7c3ad18a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:44.469843 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-014df648-5951-482f-ae56-dbec56cf090a req-7a113cce-d31d-45fb-9c80-9f3d7c3ad18a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.1925230 Aug 30 14:18:44.472793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602ec21-9066-4447-b111-2a1c0eed29f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666d6bd-6954-4900-bbea-73792bc89d76,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:44.510881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:44.540889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2729e090-5c4c-42c0-a4cb-ac6941116ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.550403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2729e090-5c4c-42c0-a4cb-ac6941116ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.588430 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-014df648-5951-482f-ae56-dbec56cf090a req-f91c73d0-4573-45e6-8c9d-562cf68f9d86 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069260 Aug 30 14:18:44.598070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-93e8c124-63ae-433e-bc7a-2ced7ab527ed None None] Port 68667477-bfab-40cf-88b2-67208692f913 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:44.617182 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2729e090-5c4c-42c0-a4cb-ac6941116ec3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b26e0148c24b412fbcf275efd2e956b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360482 Aug 30 14:18:44.617464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:44.635223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729e090-5c4c-42c0-a4cb-ac6941116ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626af740-1d85-4108-9765-7dcec5190afc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:44.664207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:44.665008 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.702979 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71656403-4180-40ea-908d-5f69756074fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.747082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71656403-4180-40ea-908d-5f69756074fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.811454 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.849745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:44.852551 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48debda7-aaf7-4178-91bb-6973445f5ebe" -d '{"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-plugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:44.870096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:44.874798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71656403-4180-40ea-908d-5f69756074fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.877544 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.884905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71656403-4180-40ea-908d-5f69756074fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:44.889220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-71656403-4180-40ea-908d-5f69756074fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/626af740-1d85-4108-9765-7dcec5190afc HTTP/1.1" status: 204 len: 168 time: 0.2698181 Aug 30 14:18:44.927660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71656403-4180-40ea-908d-5f69756074fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626af740-1d85-4108-9765-7dcec5190afc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:44.975368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Network f50c6224-79b8-4284-b5ad-ec96531182bb is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:44.981724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Transition to ACTIVE for port object d12b1d4d-9df7-464b-907a-bc72dbf96b4b will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:44.986045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:44.989218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Pushing event updated for resources: {'Port': ['ID=837c6598-09bf-4379-941a-e814b298b8d6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:44.992122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:45.000128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:45.006757 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c497d0-0a59-4a5d-a00b-b8438c1f98bc x-openstack-request-id: req-99c497d0-0a59-4a5d-a00b-b8438c1f98bc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:45.007040 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-plugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:45.007206 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99c497d0-0a59-4a5d-a00b-b8438c1f98bc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:45.007486 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'code': 200} Aug 30 14:18:45.038632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Router 599e937f-f517-4da9-85be-a68b4438000f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:18:45.125816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3132-18f8-418f-8852-3f558549c427 req-3fc58595-5f4e-443a-8c21-5ad5bd8f0967 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:45.129132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-91cc3132-18f8-418f-8852-3f558549c427 req-3fc58595-5f4e-443a-8c21-5ad5bd8f0967 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 970 time: 1.0739737 Aug 30 14:18:45.273997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-d04af25d-f42d-4e37-b009-ff4408376c9c tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:45.275926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-d04af25d-f42d-4e37-b009-ff4408376c9c tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 949 time: 0.2407172 Aug 30 14:18:45.336448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51497f7c-36c6-4c02-948a-8b058c1b8b7b req-238fab07-5100-4781-aabc-15555f1604d8 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:45.345964 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51497f7c-36c6-4c02-948a-8b058c1b8b7b req-238fab07-5100-4781-aabc-15555f1604d8 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 949 time: 0.1957998 Aug 30 14:18:45.536655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 64aff6e8-71f0-4fb8-aaba-98f9d89a371e details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:18:45.575590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Pushing event updated for resources: {'Port': ['ID=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:45.661032 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51497f7c-36c6-4c02-948a-8b058c1b8b7b req-2d501fa5-647f-4fde-adc7-12d12d3bac60 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137407 Aug 30 14:18:45.677321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd50d56-eefd-4abd-8219-b4c555b1df8a req-ff682954-6e44-4d5c-9fa7-1679f009f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:45.682520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebd50d56-eefd-4abd-8219-b4c555b1df8a req-ff682954-6e44-4d5c-9fa7-1679f009f67d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1122 time: 0.4033694 Aug 30 14:18:45.795995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Deleting port 90367338-1cea-4194-b12a-f77a4bf93a80 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:18:45.796426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:45.858693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a565c3e-1d62-4334-9717-1ccb5a08e918 None None] Provisioning complete for port 837c6598-09bf-4379-941a-e814b298b8d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:45.859192 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a565c3e-1d62-4334-9717-1ccb5a08e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:45.880202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-91cc3132-18f8-418f-8852-3f558549c427 req-0ade2e28-d994-403c-9da4-173e24b902ec tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048070 Aug 30 14:18:45.888146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Attempting to bind port d12b1d4d-9df7-464b-907a-bc72dbf96b4b on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:45.888784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Attempting to bind port d12b1d4d-9df7-464b-907a-bc72dbf96b4b by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:45.889602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Attempting to bind port d12b1d4d-9df7-464b-907a-bc72dbf96b4b on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:45.926094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebd50d56-eefd-4abd-8219-b4c555b1df8a req-97292a81-5035-415f-a80e-260ed3784824 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201800 Aug 30 14:18:45.937873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Port d12b1d4d-9df7-464b-907a-bc72dbf96b4b on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:18:45.939584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Attempting to bind port d12b1d4d-9df7-464b-907a-bc72dbf96b4b on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:45.962946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:18:45.977633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:45.979047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:45.980529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:45.981471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Bound port: d12b1d4d-9df7-464b-907a-bc72dbf96b4b, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:45.982053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:46.043651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:46.048301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5a565c3e-1d62-4334-9717-1ccb5a08e918 None None] Port 837c6598-09bf-4379-941a-e814b298b8d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:18:46.071793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e', 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'port_id': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e', 'mac_address': 'fa:16:3e:c0:ca:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b91aecf-bcf4-4a8a-9b72-ba757fd09a74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:18:46.114688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b200986-e58b-40e2-abd5-3bbbf5dec73b req-5e4599f8-0d82-4c9c-8c1c-f9641bb257a0 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:46.127077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b200986-e58b-40e2-abd5-3bbbf5dec73b req-5e4599f8-0d82-4c9c-8c1c-f9641bb257a0 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 948 time: 0.1957800 Aug 30 14:18:46.188183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:46.257929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64aff6e8-71f0-4fb8-aaba-98f9d89a371e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:46.298704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] For port 90367338-1cea-4194-b12a-f77a4bf93a80, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=90367338-1cea-4194-b12a-f77a4bf93a80,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:46.299836 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:46.368575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] For port d12b1d4d-9df7-464b-907a-bc72dbf96b4b, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:46.370433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:46.379826 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:46.392244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b200986-e58b-40e2-abd5-3bbbf5dec73b req-8bca1af3-6351-4f67-953b-eecbe8a5db1c tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621055 Aug 30 14:18:46.425106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Calling delete_port for 90367338-1cea-4194-b12a-f77a4bf93a80 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:18:46.435336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475728-a4b6-4ee9-a1e7-1ea7e56cfaee req-02116862-2561-4da2-b9ea-7378dd2770b3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:46.444890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe475728-a4b6-4ee9-a1e7-1ea7e56cfaee req-02116862-2561-4da2-b9ea-7378dd2770b3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.3112676 Aug 30 14:18:46.502682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] For port d12b1d4d-9df7-464b-907a-bc72dbf96b4b, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:46.597776 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:46.607725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:46.645849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:46.775474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe475728-a4b6-4ee9-a1e7-1ea7e56cfaee req-0c5fd591-4f36-4e3f-8c7c-f15305ded97b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252022 Aug 30 14:18:46.826395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['64aff6e8-71f0-4fb8-aaba-98f9d89a371e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:46.897009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:46.901674 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:46.935095 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] 10.222.0.39 "PUT /v2.0/ports/d12b1d4d-9df7-464b-907a-bc72dbf96b4b HTTP/1.1" status: 200 len: 1096 time: 4.9245217 Aug 30 14:18:47.037219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:47.075210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b031375d-917b-4405-a854-ebf589f0bc78', 'tag': 'd12b1d4d-9df7-464b-907a-bc72dbf96b4b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:47.080712 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac64913-3dc9-4897-8093-fa9bf5e97316" -d '{"events": [{"name": "network-changed", "server_uuid": "b031375d-917b-4405-a854-ebf589f0bc78", "tag": "d12b1d4d-9df7-464b-907a-bc72dbf96b4b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:47.100637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:18:47.122559 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Sync routers for ids ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:18:47.140286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Pushing event deleted for resources: {'Port': ['ID=90367338-1cea-4194-b12a-f77a4bf93a80,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:47.156052 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Routers {'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:47.158776 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:47.172918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f2baf3ff-0ec7-48d2-bb52-62bf829e43ea admin admin] 10.222.0.50 "PUT /v2.0/routers/b82382ce-7f25-4f06-b1a3-4c2aa349a4a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0772331 Aug 30 14:18:47.283435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:18:47.303040 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Sync routers for ids ['599e937f-f517-4da9-85be-a68b4438000f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:18:47.322843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a8cad13-0ca3-493a-ad7d-f9b93591b435 admin admin] 10.222.0.50 "PUT /v2.0/routers/599e937f-f517-4da9-85be-a68b4438000f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5729196 Aug 30 14:18:47.375612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcd09a-8877-4c32-b711-e0b1cb3aff6b service neutron] Pushing event updated for resources: {'Port': ['ID=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:47.401633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135761ea-270b-4924-831c-3f45c55bb513 req-d1a0cde5-dd4a-4ec8-ac6f-bfce69456fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:47.403216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-d1a0cde5-dd4a-4ec8-ac6f-bfce69456fd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e45b9f6ef1994f23931c8e8141988184&device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 1099 time: 0.2153034 Aug 30 14:18:47.416190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-891686805-network', 'tenant_id': 'ec26f78604e147c0aacbda242aa74795'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:47.420787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fddf8-93e2-4dac-ae9a-43923386875a req-d344b9e1-b621-45b2-954a-79a231a7885d tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:47.433074 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e0fddf8-93e2-4dac-ae9a-43923386875a req-d344b9e1-b621-45b2-954a-79a231a7885d tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1051788 Aug 30 14:18:47.501203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Routers {'599e937f-f517-4da9-85be-a68b4438000f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:47.502706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['599e937f-f517-4da9-85be-a68b4438000f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:47.534404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] No DVR routers for this DVR port 90367338-1cea-4194-b12a-f77a4bf93a80 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:18:47.540903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:47.544731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b82de39e-2c2c-4420-8b0b-fcfc0bcad72b req-1eea9e92-7d03-42fc-9f25-c6367135ff87 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "DELETE /v2.0/ports/90367338-1cea-4194-b12a-f77a4bf93a80 HTTP/1.1" status: 204 len: 173 time: 2.2511966 Aug 30 14:18:47.555456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-fa859f4e-23ce-4eb8-b639-9e17ae6eeb6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=d12b1d4d-9df7-464b-907a-bc72dbf96b4b HTTP/1.1" status: 200 len: 217 time: 0.1192515 Aug 30 14:18:47.560713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08ab076-5ead-4ad3-8d63-cee737a8605f', 'name': 'network-vif-deleted', 'tag': '90367338-1cea-4194-b12a-f77a4bf93a80'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:47.566498 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed1c90-7c73-4636-884a-89dd37edac2f" -d '{"events": [{"server_uuid": "c08ab076-5ead-4ad3-8d63-cee737a8605f", "name": "network-vif-deleted", "tag": "90367338-1cea-4194-b12a-f77a4bf93a80"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:47.573037 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Set router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:47.608100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e0fddf8-93e2-4dac-ae9a-43923386875a req-1a5b736d-1c4a-4898-a074-2950d6e0bb2b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701281 Aug 30 14:18:47.611032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741521c-9249-4f7d-861d-94b234088b79 req-87bab4cd-0aa4-4034-913b-ffd118c13cac tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:47.620055 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d741521c-9249-4f7d-861d-94b234088b79 req-87bab4cd-0aa4-4034-913b-ffd118c13cac tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08ab076-5ead-4ad3-8d63-cee737a8605f HTTP/1.1" status: 200 len: 867 time: 0.7056155 Aug 30 14:18:47.683627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 90367338-1cea-4194-b12a-f77a4bf93a80 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:18:47.748339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Made reservation on behalf of ec26f78604e147c0aacbda242aa74795 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:47.768103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:47.810119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135761ea-270b-4924-831c-3f45c55bb513 req-486a30fa-6034-40d1-9875-d8ba37cd2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:47.813380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-486a30fa-6034-40d1-9875-d8ba37cd2192 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2504692 Aug 30 14:18:47.820462 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67b5e60-bbcb-4eba-9229-71afb0c34753 x-openstack-request-id: req-f67b5e60-bbcb-4eba-9229-71afb0c34753 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:47.820708 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b031375d-917b-4405-a854-ebf589f0bc78", "tag": "d12b1d4d-9df7-464b-907a-bc72dbf96b4b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:47.820971 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f67b5e60-bbcb-4eba-9229-71afb0c34753 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:47.823365 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b031375d-917b-4405-a854-ebf589f0bc78', 'tag': 'd12b1d4d-9df7-464b-907a-bc72dbf96b4b', 'status': 'completed', 'code': 200} Aug 30 14:18:47.853466 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:47.910052 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 90367338-1cea-4194-b12a-f77a4bf93a80 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:18:47.914341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 90367338-1cea-4194-b12a-f77a4bf93a80 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:18:47.926673 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d741521c-9249-4f7d-861d-94b234088b79 req-26ba4845-15b7-4f15-8aa1-5dc2c6cf92d3 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777779 Aug 30 14:18:48.038894 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785d105f-2382-4499-aea3-8ba389b128d9 x-openstack-request-id: req-785d105f-2382-4499-aea3-8ba389b128d9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:48.039811 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08ab076-5ead-4ad3-8d63-cee737a8605f", "name": "network-vif-deleted", "tag": "90367338-1cea-4194-b12a-f77a4bf93a80", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:48.039811 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-785d105f-2382-4499-aea3-8ba389b128d9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:48.040240 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08ab076-5ead-4ad3-8d63-cee737a8605f', 'name': 'network-vif-deleted', 'tag': '90367338-1cea-4194-b12a-f77a4bf93a80', 'status': 'completed', 'code': 200} Aug 30 14:18:48.136633 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:48.142850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:48.186539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135761ea-270b-4924-831c-3f45c55bb513 req-2d745c4b-951d-4d97-b08b-149493f75125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:48.191194 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-2d745c4b-951d-4d97-b08b-149493f75125 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3655577 Aug 30 14:18:48.193977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:18:48.248169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Set router 599e937f-f517-4da9-85be-a68b4438000f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:48.298576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:48.299293 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Added segment 0c5a4e87-3d2b-4157-88ff-c32778df1b3b of type vlan for network 0b1fca9a-16a0-4df3-9255-72c563976c4c Aug 30 14:18:48.331424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3690ceaa-c713-44b1-aefc-31aac52ea453,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:48.396367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b3d78-aebb-432a-bd6d-fad7b9f94530 req-682288bf-42b8-4681-8c7e-1ac97515d91d tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:48.399466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d15b3d78-aebb-432a-bd6d-fad7b9f94530 req-682288bf-42b8-4681-8c7e-1ac97515d91d tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 948 time: 0.4794190 Aug 30 14:18:48.528262 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:48.614874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:48.616897 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:48.621240 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:48.654831 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d15b3d78-aebb-432a-bd6d-fad7b9f94530 req-833748cc-4ee1-4d1f-8475-df8e6d86821c tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147372 Aug 30 14:18:48.694832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0859191 Aug 30 14:18:48.707029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:48.749741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Request body: {'subnet': {'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-891686805-subnet', 'tenant_id': 'ec26f78604e147c0aacbda242aa74795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:48.757177 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:42Z', 'revision_number': 4, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port': {'id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:29Z', 'updated_at': '2021-08-30T14:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '837c6598-09bf-4379-941a-e814b298b8d6', 'name': '', 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'mac_address': 'fa:16:3e:3f:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '7580fb78-1f96-45e0-b243-f7a1c0304648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:39Z', 'updated_at': '2021-08-30T14:18:43Z', 'revision_number': 2, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'subnets': [{'id': '7580fb78-1f96-45e0-b243-f7a1c0304648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:48.783406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-d1c0e044-da48-4190-8235-44980abaa852 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828307 Aug 30 14:18:48.793306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['a0d6c7d8-708a-454a-a69d-597a0a024278'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:48.854565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e150624-d149-4017-8c4e-c7d3ce4b40a7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1fca9a-16a0-4df3-9255-72c563976c4c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:48.884164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0b1fca9a-16a0-4df3-9255-72c563976c4c details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:18:48.902739 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Checking router: b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:18:48.904591 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Updating router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 port 837c6598-09bf-4379-941a-e814b298b8d6 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:18:48.932160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Made reservation on behalf of ec26f78604e147c0aacbda242aa74795 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:48.935789 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.011136 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.027620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa4d98-1ed3-4703-a9f2-a6f98ccabc03 req-a43c27ea-0ce6-4790-8464-e75aea192c82 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:49.029951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1aa4d98-1ed3-4703-a9f2-a6f98ccabc03 req-a43c27ea-0ce6-4790-8464-e75aea192c82 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 944 time: 0.2759643 Aug 30 14:18:49.112506 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-135761ea-270b-4924-831c-3f45c55bb513 req-82e3699a-84e3-4bfd-b337-19454466c4a3 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157284 Aug 30 14:18:49.133801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1aa4d98-1ed3-4703-a9f2-a6f98ccabc03 req-896b3135-a163-4e54-8409-20bd6874cf84 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936599 Aug 30 14:18:49.295193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b120ca5-c32a-4174-9b70-5700122741be req-c292f9c2-ce00-4842-8c83-660e0a8a846b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:49.300565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:41Z', 'revision_number': 4, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68667477-bfab-40cf-88b2-67208692f913', 'name': '', 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'mac_address': 'fa:16:3e:55:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cbd29d71-5c83-40b2-837f-ddaa0e552b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:37Z', 'updated_at': '2021-08-30T14:18:42Z', 'revision_number': 2, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'subnets': [{'id': 'cbd29d71-5c83-40b2-837f-ddaa0e552b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:49.306532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b120ca5-c32a-4174-9b70-5700122741be req-c292f9c2-ce00-4842-8c83-660e0a8a846b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.2455530 Aug 30 14:18:49.389325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Checking router: 599e937f-f517-4da9-85be-a68b4438000f for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:18:49.389840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Updating router 599e937f-f517-4da9-85be-a68b4438000f port 68667477-bfab-40cf-88b2-67208692f913 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:18:49.430662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.437740 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b120ca5-c32a-4174-9b70-5700122741be req-69d32d79-0c9d-4213-accb-1d6f9db7cc84 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192839 Aug 30 14:18:49.444094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-7dcb233a-b13f-4e4c-86d2-284c2e25ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:49.446889 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-7dcb233a-b13f-4e4c-86d2-284c2e25ec34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e45b9f6ef1994f23931c8e8141988184&device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 1099 time: 0.2410038 Aug 30 14:18:49.487317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.488665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:49.494862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-network', 'tenant_id': '515f6a75bb6c4296a9df932146051931'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:49.542667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Made reservation on behalf of 515f6a75bb6c4296a9df932146051931 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:49.547811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.568884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.673138 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.690758 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Transition to ACTIVE for port object 837c6598-09bf-4379-941a-e814b298b8d6 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:49.702996 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.749769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-0b943a54-70a5-4b76-8056-41495f9c5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:49.751329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-0b943a54-70a5-4b76-8056-41495f9c5bd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2888308 Aug 30 14:18:49.776130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.782427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.783021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4291a2aa-a12d-4f03-a552-e067ac07c899,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:49.815300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:18:49.844655 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecd706-b4a2-4822-9297-fd06fd841b7a None None] Pushing event updated for resources: {'Port': ['ID=837c6598-09bf-4379-941a-e814b298b8d6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:49.854891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 64aff6e8-71f0-4fb8-aaba-98f9d89a371e up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:49.865832 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:49.866520 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Added segment d2601adf-ec1f-4fd5-b286-87489d7de633 of type vlan for network 1fe3ca37-df2b-4955-8460-343f1e0b09ec Aug 30 14:18:49.896108 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-91a01acc-ab8b-4890-b47d-8543fb93f9c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=d12b1d4d-9df7-464b-907a-bc72dbf96b4b HTTP/1.1" status: 200 len: 217 time: 0.1101103 Aug 30 14:18:49.918964 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.021132 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Attempting to bind port 837c6598-09bf-4379-941a-e814b298b8d6 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:50.023850 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Attempting to bind port 837c6598-09bf-4379-941a-e814b298b8d6 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:50.025551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Attempting to bind port 837c6598-09bf-4379-941a-e814b298b8d6 on network f50c6224-79b8-4284-b5ad-ec96531182bb {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:50.029566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:50.047033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:50.047644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.049735 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:50.051243 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Checking segment: {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:50.052250 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.053254 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Bound using segment: {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:50.056015 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Bound port: 837c6598-09bf-4379-941a-e814b298b8d6, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:50.057896 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.061806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:50.062392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Network hostable DHCP agents. Network: 0b1fca9a-16a0-4df3-9255-72c563976c4c, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:18:50.125852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.145134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-94f2f58f-a0a8-4b96-9e43-dbd05b2ad9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:50.147508 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-94f2f58f-a0a8-4b96-9e43-dbd05b2ad9b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2174425 Aug 30 14:18:50.200422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed459f5-29c7-47da-ab82-bc9ee979aa38,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:50.215962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.216164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Network 0b1fca9a-16a0-4df3-9255-72c563976c4c is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:18:50.216798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:50.218575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.263589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7695000 Aug 30 14:18:50.286218 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] For port 837c6598-09bf-4379-941a-e814b298b8d6, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:50.298146 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] For port 837c6598-09bf-4379-941a-e814b298b8d6, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=837c6598-09bf-4379-941a-e814b298b8d6,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:50.309502 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.313876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:50.353222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Request body: {'subnet': {'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-subnet', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:50.385251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0b1fca9a-16a0-4df3-9255-72c563976c4c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:50.405838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39972cb3-6418-4fa6-a437-621474b93a8a None None] Network 0b1fca9a-16a0-4df3-9255-72c563976c4c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:50.419445 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.422417 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecd706-b4a2-4822-9297-fd06fd841b7a None None] Pushing event updated for resources: {'Port': ['ID=837c6598-09bf-4379-941a-e814b298b8d6,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:50.435485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:50.436449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.494206 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Routers {'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:50.494949 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:50.509264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-5008d48a-34b0-4127-8850-c244f4a4cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:50.512593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-5008d48a-34b0-4127-8850-c244f4a4cee2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3349183 Aug 30 14:18:50.523124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Made reservation on behalf of 515f6a75bb6c4296a9df932146051931 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:50.527490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.537334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41028454-8cd6-4fff-9dec-dae7bf6260f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe3ca37-df2b-4955-8460-343f1e0b09ec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:50.568533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-afd636f3-aa21-46a8-a364-471a9ec259e4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8526347 Aug 30 14:18:50.582963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 1fe3ca37-df2b-4955-8460-343f1e0b09ec details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:18:50.743417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Transition to ACTIVE for port object 68667477-bfab-40cf-88b2-67208692f913 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:50.774119 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:50.799092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fede24-5665-41d2-864f-bc4488e67a0f req-b50113e8-3d5d-439b-b861-e5594b5dca40 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:50.811874 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83fede24-5665-41d2-864f-bc4488e67a0f req-b50113e8-3d5d-439b-b861-e5594b5dca40 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.4282296 Aug 30 14:18:50.826637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2812f36-e0e0-463a-a901-02ab6ae9ac22 req-8d409d35-f188-4371-ae59-f8b72895d7a9 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:50.829721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2812f36-e0e0-463a-a901-02ab6ae9ac22 req-8d409d35-f188-4371-ae59-f8b72895d7a9 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 948 time: 0.2212198 Aug 30 14:18:50.903743 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] Set router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:50.968310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e0841-ca0e-4807-97b5-8acc43b4c199 None None] Pushing event updated for resources: {'Port': ['ID=68667477-bfab-40cf-88b2-67208692f913,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:51.025289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2812f36-e0e0-463a-a901-02ab6ae9ac22 req-15335c7a-bc15-49da-b3c1-e38fa3ba6704 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826806 Aug 30 14:18:51.061497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83fede24-5665-41d2-864f-bc4488e67a0f req-cd13b1d8-87aa-4aa5-89c6-0bac23eada2f tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372646 Aug 30 14:18:51.135645 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-d4279f27-2abd-4667-ab30-33f85ea31e1a service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140082 Aug 30 14:18:51.279820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670d1c7-55d4-425e-bbc0-a9e3739d3774 None None] Network 0b1fca9a-16a0-4df3-9255-72c563976c4c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:51.363540 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:51.492497 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:42Z', 'revision_number': 4, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port': {'id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:29Z', 'updated_at': '2021-08-30T14:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '837c6598-09bf-4379-941a-e814b298b8d6', 'name': '', 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'mac_address': 'fa:16:3e:3f:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '7580fb78-1f96-45e0-b243-f7a1c0304648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:39Z', 'updated_at': '2021-08-30T14:18:50Z', 'revision_number': 4, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'subnets': [{'id': '7580fb78-1f96-45e0-b243-f7a1c0304648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:51.499304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Attempting to bind port 68667477-bfab-40cf-88b2-67208692f913 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:51.499304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Attempting to bind port 68667477-bfab-40cf-88b2-67208692f913 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:51.499304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Attempting to bind port 68667477-bfab-40cf-88b2-67208692f913 on network b367643c-f0da-474b-b60b-507546d29c9e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:51.519391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:51.524009 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff18b1-9f43-4ec3-a845-641e3ec4c807" -d '{"events": [{"server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "name": "network-vif-plugged", "status": "completed", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:51.527291 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:51.569731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:51.570606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Checking segment: {'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:51.571366 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:51.572185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Bound using segment: {'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:51.573254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Bound port: 68667477-bfab-40cf-88b2-67208692f913, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7ffbbb-3e0a-489a-954f-08c44451c6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:51.575234 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:51.594201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:51.609863 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2c835-9047-45d3-8119-ce214f4bdb11 None None] The sync data for ids ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'] in n-d-805668-3 is: [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:42Z', 'revision_number': 4, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port': {'id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:29Z', 'updated_at': '2021-08-30T14:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '837c6598-09bf-4379-941a-e814b298b8d6', 'name': '', 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'mac_address': 'fa:16:3e:3f:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '7580fb78-1f96-45e0-b243-f7a1c0304648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:39Z', 'updated_at': '2021-08-30T14:18:50Z', 'revision_number': 4, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'subnets': [{'id': '7580fb78-1f96-45e0-b243-f7a1c0304648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:18:51.619884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:51.995420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:52.003327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] For port 68667477-bfab-40cf-88b2-67208692f913, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:52.084918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] For port 68667477-bfab-40cf-88b2-67208692f913, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=68667477-bfab-40cf-88b2-67208692f913,segment=NetworkSegment(1b7ffbbb-3e0a-489a-954f-08c44451c6e7),segment_id=1b7ffbbb-3e0a-489a-954f-08c44451c6e7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:52.095487 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.162499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:52.168668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-720417851-network', 'tenant_id': '06c3be98ecee4ed68658e85a227d9e26'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:52.181914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b9de76-40ea-4069-b668-9dcc7bb65765,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:52.213874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Made reservation on behalf of 06c3be98ecee4ed68658e85a227d9e26 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:52.216418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ee4a4-5f3e-4bd7-8637-0be65958c070 req-a809cb76-798f-4628-9308-a52764413c19 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:52.219253 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c79ee4a4-5f3e-4bd7-8637-0be65958c070 req-a809cb76-798f-4628-9308-a52764413c19 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 944 time: 0.7255585 Aug 30 14:18:52.226946 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.260786 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.293102 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac64913-3dc9-4897-8093-fa9bf5e97316 req-18f334ed-c23e-4466-bca9-e17abdd81a01 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7965539 Aug 30 14:18:52.298586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Routers {'599e937f-f517-4da9-85be-a68b4438000f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:52.301996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['599e937f-f517-4da9-85be-a68b4438000f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:52.310114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Checking segment: {'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:52.310480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Network hostable DHCP agents. Network: 1fe3ca37-df2b-4955-8460-343f1e0b09ec, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:18:52.368825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c79ee4a4-5f3e-4bd7-8637-0be65958c070 req-8b882395-971e-4cf7-81cf-5e10aefd3fae tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159427 Aug 30 14:18:52.381854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Network 1fe3ca37-df2b-4955-8460-343f1e0b09ec is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:18:52.404281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 1fe3ca37-df2b-4955-8460-343f1e0b09ec) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:52.409860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:52.410485 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.503304 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108a662f-ff73-44f3-8cd3-c98f29e67e21 x-openstack-request-id: req-108a662f-ff73-44f3-8cd3-c98f29e67e21 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:52.505737 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "name": "network-vif-plugged", "status": "completed", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:52.506564 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-108a662f-ff73-44f3-8cd3-c98f29e67e21 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:52.508334 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e', 'code': 200} Aug 30 14:18:52.512618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bbc1d-0824-424a-84dd-9cf712b6d052 None None] Network 1fe3ca37-df2b-4955-8460-343f1e0b09ec requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:52.530181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d12b1d4d-9df7-464b-907a-bc72dbf96b4b details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:18:52.673573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e0841-ca0e-4807-97b5-8acc43b4c199 None None] Pushing event updated for resources: {'Port': ['ID=68667477-bfab-40cf-88b2-67208692f913,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:52.680626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.703555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ccaca1dc-306f-47a7-afd1-e35350fc1aed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3815124 Aug 30 14:18:52.705964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:52.708256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.718652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:52.786334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.788414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.831834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d97df-7b89-4bc4-bede-9b63e9440c71 req-1267df80-d4bc-4003-b344-36df0b0e7833 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:52.835945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-241d97df-7b89-4bc4-bede-9b63e9440c71 req-1267df80-d4bc-4003-b344-36df0b0e7833 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 949 time: 0.4764218 Aug 30 14:18:52.863470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:18:52.868473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.886521 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:18:52.953565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-241d97df-7b89-4bc4-bede-9b63e9440c71 req-edf00857-3d7e-4740-bb2c-e46640e7c9a4 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997365 Aug 30 14:18:52.957993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a572fa7c-9db6-49d2-a981-6923deddf2c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:52.974553 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:52.974553 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Added segment 681687ee-18ca-49da-9b02-55b0d20108cb of type vlan for network 0e53588e-ad73-4372-b1cf-792f241e4d99 Aug 30 14:18:53.001295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1274-7ea1-442c-b75e-944bfbeac461 req-75bb445b-e70e-4bd5-8684-eab2544d243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:53.001295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f87a1274-7ea1-442c-b75e-944bfbeac461 req-75bb445b-e70e-4bd5-8684-eab2544d243a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1096 time: 0.3108425 Aug 30 14:18:53.127226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f87a1274-7ea1-442c-b75e-944bfbeac461 req-a3253612-dec0-44c7-9802-0d4bdb730c30 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171601 Aug 30 14:18:53.143021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] Set router 599e937f-f517-4da9-85be-a68b4438000f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:53.190169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:53.193311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:53.208976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706961-de45-4204-8e3a-17259c471a29 req-6aa2cbf8-dc7a-4fac-b2c5-bf7261888b10 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:53.225647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0706961-de45-4204-8e3a-17259c471a29 req-6aa2cbf8-dc7a-4fac-b2c5-bf7261888b10 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 948 time: 0.4568424 Aug 30 14:18:53.240156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1844df-8d22-4204-91af-8d51f2d37bef req-18111041-7cbd-4bf7-bd2e-97e889270bfa tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:53.242680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7c1844df-8d22-4204-91af-8d51f2d37bef req-18111041-7cbd-4bf7-bd2e-97e889270bfa tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1232388 Aug 30 14:18:53.267746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d12b1d4d-9df7-464b-907a-bc72dbf96b4b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:53.284420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-1fe3ca37-df2b-4955-8460-343f1e0b09ec', 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'fixed_ips': [{'subnet_id': '87b9de76-40ea-4069-b668-9dcc7bb65765'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:18:53.285768 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:53.294071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0706961-de45-4204-8e3a-17259c471a29 req-be3a018e-5167-4590-9553-967bff684843 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665894 Aug 30 14:18:53.330835 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:53.331967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'd12b1d4d-9df7-464b-907a-bc72dbf96b4b', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'd12b1d4d-9df7-464b-907a-bc72dbf96b4b', 'mac_address': 'fa:16:3e:fa:b8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:18:53.332467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:53.333342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:53.494950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7c1844df-8d22-4204-91af-8d51f2d37bef req-af473269-7127-4e1a-83c7-42e242e20596 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433505 Aug 30 14:18:53.506815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3424594 Aug 30 14:18:53.512012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:53.532293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Request body: {'subnet': {'network_id': '0e53588e-ad73-4372-b1cf-792f241e4d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-720417851-subnet', 'tenant_id': '06c3be98ecee4ed68658e85a227d9e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:53.545583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739082c-82cc-41d9-97fb-aab7c1d12168 admin admin] Pushing event updated for resources: {'Network': ['ID=0e53588e-ad73-4372-b1cf-792f241e4d99,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:53.668450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Made reservation on behalf of 06c3be98ecee4ed68658e85a227d9e26 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:18:53.671232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:53.681756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 837c6598-09bf-4379-941a-e814b298b8d6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:53.688972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0e53588e-ad73-4372-b1cf-792f241e4d99 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:18:53.818680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebf740-c176-4953-8e5a-41da66dbe4bc req-0c526282-895d-4e6f-850e-61c084ce535d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:53.820377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49ebf740-c176-4953-8e5a-41da66dbe4bc req-0c526282-895d-4e6f-850e-61c084ce535d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 945 time: 0.1039150 Aug 30 14:18:53.885275 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49ebf740-c176-4953-8e5a-41da66dbe4bc req-763b1e8d-f5ed-42a2-b35d-801e24691a8f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568018 Aug 30 14:18:53.905871 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:53.949992 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:53.953672 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.088877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-4d6729e6-0d9f-4441-816b-d9d3b64e5675 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:54.091089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-4d6729e6-0d9f-4441-816b-d9d3b64e5675 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 949 time: 0.5487776 Aug 30 14:18:54.265085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Allocated IP 172.25.6.111 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/59901a5e-651c-4f0d-bbad-36102cbfdc73) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:54.266923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 837c6598-09bf-4379-941a-e814b298b8d6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:54.267575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:54.279726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 837c6598-09bf-4379-941a-e814b298b8d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:54.280386 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.323332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806112c1-cf2f-43a1-aa66-3c91bf42392a req-400ccc67-d4a9-458f-b789-6bfef49b59cd tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:54.325601 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-806112c1-cf2f-43a1-aa66-3c91bf42392a req-400ccc67-d4a9-458f-b789-6bfef49b59cd tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 949 time: 0.1646981 Aug 30 14:18:54.327337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12b1d4d-9df7-464b-907a-bc72dbf96b4b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:18:54.354146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d12b1d4d-9df7-464b-907a-bc72dbf96b4b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:54.396442 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.498064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0beb7f51-d72c-4f73-bc9b-de874dfef7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.504699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:54.518751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ff7fc555-4eeb-44eb-a094-cf2eab459c86 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640250326', 'description': 'tempest-description--1043961471'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:54.524191 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.543195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:41Z', 'revision_number': 4, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68667477-bfab-40cf-88b2-67208692f913', 'name': '', 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'mac_address': 'fa:16:3e:55:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cbd29d71-5c83-40b2-837f-ddaa0e552b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:37Z', 'updated_at': '2021-08-30T14:18:51Z', 'revision_number': 4, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'subnets': [{'id': 'cbd29d71-5c83-40b2-837f-ddaa0e552b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:54.573276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-806112c1-cf2f-43a1-aa66-3c91bf42392a req-9f8504ff-dddc-4fa0-a512-e41ecd6b44c1 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf1026c6-1059-40d4-badf-6917c2c6bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243464 Aug 30 14:18:54.639562 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff7fc555-4eeb-44eb-a094-cf2eab459c86 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.644075 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.703561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:54.711489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9026f-aad1-482d-b485-8ef10f073065 None None] The sync data for ids ['599e937f-f517-4da9-85be-a68b4438000f'] in n-d-805668-3 is: [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:18:41Z', 'revision_number': 4, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68667477-bfab-40cf-88b2-67208692f913', 'name': '', 'network_id': 'b367643c-f0da-474b-b60b-507546d29c9e', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'mac_address': 'fa:16:3e:55:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cbd29d71-5c83-40b2-837f-ddaa0e552b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:37Z', 'updated_at': '2021-08-30T14:18:51Z', 'revision_number': 4, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'subnets': [{'id': 'cbd29d71-5c83-40b2-837f-ddaa0e552b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:18:54.718767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Allocated IP 172.20.0.2 (1fe3ca37-df2b-4955-8460-343f1e0b09ec/87b9de76-40ea-4069-b668-9dcc7bb65765/cd7343a5-b059-4f3d-84a5-3f8138eda44e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:54.745944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 837c6598-09bf-4379-941a-e814b298b8d6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=837c6598-09bf-4379-941a-e814b298b8d6,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:54.757329 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.817387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b1d4d-9df7-464b-907a-bc72dbf96b4b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:18:54.854886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Deleting port a0d6c7d8-708a-454a-a69d-597a0a024278 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:18:54.855895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.915525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f2e9-279a-4b94-89a9-00f625476689 req-7d61b3e6-3922-4e98-a26a-4956e8dbadcd tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:54.917583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148f33e-2511-4208-8153-a8461e990c2f req-6c2c95a4-1dfc-4391-b6a4-04fb08d0aa50 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:54.920051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d148f33e-2511-4208-8153-a8461e990c2f req-6c2c95a4-1dfc-4391-b6a4-04fb08d0aa50 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.2345283 Aug 30 14:18:54.922672 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:54.932034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8000f2e9-279a-4b94-89a9-00f625476689 req-7d61b3e6-3922-4e98-a26a-4956e8dbadcd tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 949 time: 0.2843435 Aug 30 14:18:54.948823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=837c6598-09bf-4379-941a-e814b298b8d6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:55.014050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:55.040438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:55.047309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:55.049530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Pushing event updated for resources: {'Port': ['ID=59901a5e-651c-4f0d-bbad-36102cbfdc73,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:55.050076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.062957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d148f33e-2511-4208-8153-a8461e990c2f req-b55ab240-b746-4d2b-acb8-00b42b08668e tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321206 Aug 30 14:18:55.120129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bf2236-44b9-4f22-aceb-e32acfcb1957,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:55.149912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0beb7f51-d72c-4f73-bc9b-de874dfef7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.159887 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8000f2e9-279a-4b94-89a9-00f625476689 req-640119bd-7ea3-442c-946c-75d277a183e5 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057810 Aug 30 14:18:55.206641 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.229828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Checking segment: {'id': '681687ee-18ca-49da-9b02-55b0d20108cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0e53588e-ad73-4372-b1cf-792f241e4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:55.230196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Network hostable DHCP agents. Network: 0e53588e-ad73-4372-b1cf-792f241e4d99, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:18:55.242493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] For port a0d6c7d8-708a-454a-a69d-597a0a024278, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a0d6c7d8-708a-454a-a69d-597a0a024278,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:55.242996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.244662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Transition to ACTIVE for port object cd7343a5-b059-4f3d-84a5-3f8138eda44e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:55.267735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Calling delete_port for a0d6c7d8-708a-454a-a69d-597a0a024278 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:18:55.276878 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff7fc555-4eeb-44eb-a094-cf2eab459c86 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.280181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Network 0e53588e-ad73-4372-b1cf-792f241e4d99 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:18:55.306656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Transition to ACTIVE for port object cd7343a5-b059-4f3d-84a5-3f8138eda44e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:18:55.315321 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0beb7f51-d72c-4f73-bc9b-de874dfef7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.330393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff7fc555-4eeb-44eb-a094-cf2eab459c86 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.360592 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.434255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff7fc555-4eeb-44eb-a094-cf2eab459c86 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.436009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ff7fc555-4eeb-44eb-a094-cf2eab459c86 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9307292 Aug 30 14:18:55.441326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:55.445095 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c61bfa55-d57a-4b35-96ba-592eb3c3abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.451476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0beb7f51-d72c-4f73-bc9b-de874dfef7e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7603f0514834a1083be33d791a2b493&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1822939 Aug 30 14:18:55.454165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb7f51-d72c-4f73-bc9b-de874dfef7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46927228-d7a7-473d-9e66-cb42cf4b739b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:55.463134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d27ba083-d77e-4710-89f6-df3650cd77d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Request body: {'security_group_rule': {'security_group_id': 'e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:55.479779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:55.487273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0e53588e-ad73-4372-b1cf-792f241e4d99) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:55.508880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:55.512286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.537837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Network 1fe3ca37-df2b-4955-8460-343f1e0b09ec is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:55.539631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d908e10e-4bc8-42be-a982-117ed8372c40 None None] Network 0e53588e-ad73-4372-b1cf-792f241e4d99 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:55.576088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5a0eacaa-510c-48e6-bba1-de6f6c92b1b2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0525100 Aug 30 14:18:55.667802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d27ba083-d77e-4710-89f6-df3650cd77d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.679804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:55.683097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Pushing event updated for resources: {'Port': ['ID=cd7343a5-b059-4f3d-84a5-3f8138eda44e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:55.685902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:55.697272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29d8b-a4c9-4a22-9b1c-cd650b4e2e48 req-4ea9316f-c2a7-449b-8046-c20d4e3244d0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:55.700517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bc29d8b-a4c9-4a22-9b1c-cd650b4e2e48 req-4ea9316f-c2a7-449b-8046-c20d4e3244d0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 945 time: 0.3821366 Aug 30 14:18:55.702271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fc555-4eeb-44eb-a094-cf2eab459c86 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:55.716956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.796105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Pushing event deleted for resources: {'Port': ['ID=a0d6c7d8-708a-454a-a69d-597a0a024278,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:55.832736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68667477-bfab-40cf-88b2-67208692f913 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:55.860711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa8e6d15-b0f0-4867-8fd4-4df99c28bef0 req-2952aa9c-e7c5-461b-9dd2-0618579a7ac8 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.50 "GET /v2.0/ports?device_id=6212f2df-8873-4202-b0aa-6ab7187f084c HTTP/1.1" status: 200 len: 210 time: 0.0690482 Aug 30 14:18:55.888814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bc29d8b-a4c9-4a22-9b1c-cd650b4e2e48 req-607ae395-3729-483c-ace6-6c8b4e58a57c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633208 Aug 30 14:18:55.892450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dcee2ce-db22-4511-9f9c-231471d3465e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.895815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.907878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] No DVR routers for this DVR port a0d6c7d8-708a-454a-a69d-597a0a024278 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:18:55.912568 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.915827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf3d9df9-7400-454d-81a8-41c91b25064a req-90189044-0b9d-4279-9010-b4a251bf2c52 tempest-ServersAdminNegativeTestJSON-1230414394 tempest-ServersAdminNegativeTestJSON-1230414394-project] 10.222.0.21 "DELETE /v2.0/ports/a0d6c7d8-708a-454a-a69d-597a0a024278 HTTP/1.1" status: 204 len: 173 time: 1.8051515 Aug 30 14:18:55.916523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6212f2df-8873-4202-b0aa-6ab7187f084c', 'name': 'network-vif-deleted', 'tag': 'a0d6c7d8-708a-454a-a69d-597a0a024278'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:18:55.931418 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceacf43-20d6-40af-8b85-96de7b3b1d6e" -d '{"events": [{"server_uuid": "6212f2df-8873-4202-b0aa-6ab7187f084c", "name": "network-vif-deleted", "tag": "a0d6c7d8-708a-454a-a69d-597a0a024278"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:18:55.956594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Attempting to bind port cd7343a5-b059-4f3d-84a5-3f8138eda44e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:18:55.957071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Attempting to bind port cd7343a5-b059-4f3d-84a5-3f8138eda44e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:18:55.957531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Attempting to bind port cd7343a5-b059-4f3d-84a5-3f8138eda44e on network 1fe3ca37-df2b-4955-8460-343f1e0b09ec {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:18:55.984835 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dcb014-9754-4c0d-a869-8b00fc877b78 x-openstack-request-id: req-51dcb014-9754-4c0d-a869-8b00fc877b78 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:18:55.984835 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6212f2df-8873-4202-b0aa-6ab7187f084c", "name": "network-vif-deleted", "tag": "a0d6c7d8-708a-454a-a69d-597a0a024278", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:18:55.985263 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51dcb014-9754-4c0d-a869-8b00fc877b78 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:18:55.985614 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6212f2df-8873-4202-b0aa-6ab7187f084c', 'name': 'network-vif-deleted', 'tag': 'a0d6c7d8-708a-454a-a69d-597a0a024278', 'status': 'completed', 'code': 200} Aug 30 14:18:55.987454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:18:55.987876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Checking segment: {'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:18:55.988360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:55.988671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Bound using segment: {'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:18:55.992393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Bound port: cd7343a5-b059-4f3d-84a5-3f8138eda44e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:18:55.993001 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.051302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dcee2ce-db22-4511-9f9c-231471d3465e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.056630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d27ba083-d77e-4710-89f6-df3650cd77d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.099068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d27ba083-d77e-4710-89f6-df3650cd77d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.282520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] For port cd7343a5-b059-4f3d-84a5-3f8138eda44e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:18:56.291731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] For port cd7343a5-b059-4f3d-84a5-3f8138eda44e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cd7343a5-b059-4f3d-84a5-3f8138eda44e,segment=NetworkSegment(d2601adf-ec1f-4fd5-b286-87489d7de633),segment_id=d2601adf-ec1f-4fd5-b286-87489d7de633)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:18:56.299487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8827a95-259a-4123-97b0-1c4152a59726 req-b93bb1b9-a66c-4abb-bd08-fe7375c5ecb7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:56.305836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ba083-d77e-4710-89f6-df3650cd77d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b5aa0a-89bb-4360-b660-803212d5bc1b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:56.311514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8827a95-259a-4123-97b0-1c4152a59726 req-b93bb1b9-a66c-4abb-bd08-fe7375c5ecb7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1161709 Aug 30 14:18:56.356087 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d27ba083-d77e-4710-89f6-df3650cd77d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.358563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d27ba083-d77e-4710-89f6-df3650cd77d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9055021 Aug 30 14:18:56.361141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.370496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:56.387892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6de5e102-4005-466a-9045-db748699dbd7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Request body: {'security_group_rule': {'security_group_id': 'e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:56.423212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 68667477-bfab-40cf-88b2-67208692f913 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:56.454935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8827a95-259a-4123-97b0-1c4152a59726 req-b7a42cb9-0118-4e00-87ad-8208abed2a9f tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409686 Aug 30 14:18:56.489446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 68667477-bfab-40cf-88b2-67208692f913 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:56.489698 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.523493 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6de5e102-4005-466a-9045-db748699dbd7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.611568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a666d5c-2fb3-43ea-8b08-8016436b7098 None None] Network 0e53588e-ad73-4372-b1cf-792f241e4d99 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:56.669785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65de66-a543-41ca-a310-1a5b294e647a None None] Pushing event updated for resources: {'Port': ['ID=cd7343a5-b059-4f3d-84a5-3f8138eda44e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:56.768607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6de5e102-4005-466a-9045-db748699dbd7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.787588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2e906-cf38-49a7-84b8-d4e5234d0c96 req-567f3de6-0afb-498e-8b08-f460cb3e7628 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:56.797284 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24e2e906-cf38-49a7-84b8-d4e5234d0c96 req-567f3de6-0afb-498e-8b08-f460cb3e7628 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 949 time: 0.1691451 Aug 30 14:18:56.800920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6de5e102-4005-466a-9045-db748699dbd7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.846132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5e102-4005-466a-9045-db748699dbd7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9f25c9-5dec-4f08-af1c-9ae4f192e3a0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:56.866411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6de5e102-4005-466a-9045-db748699dbd7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.873446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6de5e102-4005-466a-9045-db748699dbd7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4961576 Aug 30 14:18:56.883802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:56.897488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:18:56.954072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24e2e906-cf38-49a7-84b8-d4e5234d0c96 req-13807532-faef-4e66-888d-eabf776270dc tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558719 Aug 30 14:18:56.986369 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:56.991568 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:57.169344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 68667477-bfab-40cf-88b2-67208692f913, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=68667477-bfab-40cf-88b2-67208692f913,segment=NetworkSegment(1b7ffbbb-3e0a-489a-954f-08c44451c6e7),segment_id=1b7ffbbb-3e0a-489a-954f-08c44451c6e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:18:57.170758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9602569-d599-4d90-a1d6-2d520dfe4ff4 req-a07983aa-9ab6-4bf4-96cc-8b95b7112f6b tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:57.179080 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:57.179323 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9602569-d599-4d90-a1d6-2d520dfe4ff4 req-a07983aa-9ab6-4bf4-96cc-8b95b7112f6b tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1096 time: 0.9206958 Aug 30 14:18:57.180361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 837c6598-09bf-4379-941a-e814b298b8d6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:57.219437 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dcee2ce-db22-4511-9f9c-231471d3465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:57.227072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dcee2ce-db22-4511-9f9c-231471d3465e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:57.236770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9dcee2ce-db22-4511-9f9c-231471d3465e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46927228-d7a7-473d-9e66-cb42cf4b739b HTTP/1.1" status: 204 len: 168 time: 1.7555983 Aug 30 14:18:57.308139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:57.376699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=68667477-bfab-40cf-88b2-67208692f913,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:57.395574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9746-1570-4755-85da-4130a54dec58 req-e71dc065-9c47-4c9c-b397-8d5d99d221b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:57.406315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69ad9746-1570-4755-85da-4130a54dec58 req-e71dc065-9c47-4c9c-b397-8d5d99d221b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6535acae31604060a0f6e0d6a8387646&device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1122 time: 1.0882092 Aug 30 14:18:57.429743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 837c6598-09bf-4379-941a-e814b298b8d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:57.443061 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:57.453198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcee2ce-db22-4511-9f9c-231471d3465e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46927228-d7a7-473d-9e66-cb42cf4b739b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:57.532957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9602569-d599-4d90-a1d6-2d520dfe4ff4 req-0c0298b9-c0af-498d-8d71-2a60117d6f8e tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443832 Aug 30 14:18:57.555157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:57.605302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a0d6c7d8-708a-454a-a69d-597a0a024278 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:18:57.703060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: a0d6c7d8-708a-454a-a69d-597a0a024278 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:18:57.703838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a0d6c7d8-708a-454a-a69d-597a0a024278 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:18:57.783630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Allocated IP 172.25.6.148 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b02e221f-7015-4736-95a3-6a81f41386dd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:18:57.833791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9746-1570-4755-85da-4130a54dec58 req-3356b66c-1c3f-43a4-9182-eacc9a16b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:57.835324 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69ad9746-1570-4755-85da-4130a54dec58 req-3356b66c-1c3f-43a4-9182-eacc9a16b724 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3978555 Aug 30 14:18:57.878588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57b9e597-d47d-40eb-bacf-93dae74abb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:57.939556 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69ad9746-1570-4755-85da-4130a54dec58 req-6406a115-9562-478d-8643-48548e117c94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3 HTTP/1.1" status: 200 len: 217 time: 0.0641754 Aug 30 14:18:58.001818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a68b9-8f97-4d77-9ead-91d06adcfd26 req-26a873f1-67c0-4660-aceb-33ae6e7135c1 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:58.003599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f12a68b9-8f97-4d77-9ead-91d06adcfd26 req-26a873f1-67c0-4660-aceb-33ae6e7135c1 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.2625422 Aug 30 14:18:58.007077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:58.029448 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.129184 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4771abc6-a903-46c0-9616-f605358f2d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.139481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-379fa012-78b2-41f1-8ce7-680e282041c6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:58.154179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-379fa012-78b2-41f1-8ce7-680e282041c6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 820 time: 0.6044140 Aug 30 14:18:58.163939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.233575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-59b3a64c-451d-4e9b-8b5c-c9879b35ba0b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/quotas/ec26f78604e147c0aacbda242aa74795 HTTP/1.1" status: 200 len: 375 time: 0.0783484 Aug 30 14:18:58.245095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68667477-bfab-40cf-88b2-67208692f913 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:58.280993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:58.283281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f12a68b9-8f97-4d77-9ead-91d06adcfd26 req-225829e8-3ab2-46ed-8349-868463855c80 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280846 Aug 30 14:18:58.289818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:18:58.310330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-82864e06-3209-4aa4-8101-70797d0457eb tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753946 Aug 30 14:18:58.329456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:18:58.332704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event updated for resources: {'Port': ['ID=b02e221f-7015-4736-95a3-6a81f41386dd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:58.342441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:18:58.384974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 68667477-bfab-40cf-88b2-67208692f913 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:58.385727 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.403543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9746-1570-4755-85da-4130a54dec58 req-ca771b52-9325-4fdd-b718-72dae283f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:58.410860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69ad9746-1570-4755-85da-4130a54dec58 req-ca771b52-9325-4fdd-b718-72dae283f4ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.4505715 Aug 30 14:18:58.472213 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.507575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Router 9f436c9e-c52c-4724-8999-d50cedb832b9 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:18:58.514047 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.535350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d12b1d4d-9df7-464b-907a-bc72dbf96b4b up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:58.539436 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.668527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147de88c-e478-497f-b668-ea6d97eeb6ff None None] Network 1fe3ca37-df2b-4955-8460-343f1e0b09ec requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:18:58.675715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e440d084-2238-4c94-9a63-065a978dd5a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7076cf476ea4f61b10c0df52bc2c74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903263 Aug 30 14:18:58.682781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:58.712602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-ab999e0c-a62d-4fec-8b87-55601d3e1b65 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:18:58.714524 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-ab999e0c-a62d-4fec-8b87-55601d3e1b65 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1292045 Aug 30 14:18:58.768665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4771abc6-a903-46c0-9616-f605358f2d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.777964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc085c59-c867-4640-ad22-eb73762385d6 req-bb435bdd-8f38-4450-bb22-8e3978a7deaa tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:58.779977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cc085c59-c867-4640-ad22-eb73762385d6 req-bb435bdd-8f38-4450-bb22-8e3978a7deaa tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1096 time: 0.2842557 Aug 30 14:18:58.787248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad9746-1570-4755-85da-4130a54dec58 req-f4606a94-315d-4767-b15a-48d648f818ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:58.789241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69ad9746-1570-4755-85da-4130a54dec58 req-f4606a94-315d-4767-b15a-48d648f818ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3592856 Aug 30 14:18:58.791300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:18:58.793358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4771abc6-a903-46c0-9616-f605358f2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.806510 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Sync routers for ids ['9f436c9e-c52c-4724-8999-d50cedb832b9'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:18:58.824889 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Routers {'9f436c9e-c52c-4724-8999-d50cedb832b9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:18:58.825694 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9f436c9e-c52c-4724-8999-d50cedb832b9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:58.922935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771abc6-a903-46c0-9616-f605358f2d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c8166b-7f87-46c2-a10f-1eff03261b63,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:58.942485 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:58.953157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0b853b0f-2cec-4f59-8ec7-027161b8e069 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2457111 Aug 30 14:18:58.953619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:58.959925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4771abc6-a903-46c0-9616-f605358f2d1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88acc1af55b74c0f8b358c5b1bcd025f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9514492 Aug 30 14:18:58.967417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:59.004945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cc085c59-c867-4640-ad22-eb73762385d6 req-bd27c1fa-8948-4a9a-8128-3b5c4a38ec96 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887836 Aug 30 14:18:59.014674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cd7343a5-b059-4f3d-84a5-3f8138eda44e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:18:59.101790 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Set router 9f436c9e-c52c-4724-8999-d50cedb832b9 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:18:59.112494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port d12b1d4d-9df7-464b-907a-bc72dbf96b4b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:59.142304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port d12b1d4d-9df7-464b-907a-bc72dbf96b4b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:59.142871 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.169989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eb771843-d6ec-4544-bc28-37292a04b6d5 None None] Provisioning for port cd7343a5-b059-4f3d-84a5-3f8138eda44e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:59.173419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69ad9746-1570-4755-85da-4130a54dec58 req-7a05d833-bfe9-47dd-ad9e-1482db0f3a4b service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685472 Aug 30 14:18:59.211482 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b9dbdb-2129-4644-a273-27be61f31cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.298986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2b889-aef3-43cd-aa7c-75508efe78ad req-de350462-39c3-4709-a48a-996273d4d892 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:59.307229 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28f2b889-aef3-43cd-aa7c-75508efe78ad req-de350462-39c3-4709-a48a-996273d4d892 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 949 time: 0.1704774 Aug 30 14:18:59.313592 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b9dbdb-2129-4644-a273-27be61f31cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.331316 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-a8e6eb42-bdcd-4504-9a89-fb085086e035 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085222 Aug 30 14:18:59.332294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbdddac4-bbf6-4858-8b6a-bc73f8353246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.378289 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbdddac4-bbf6-4858-8b6a-bc73f8353246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.420056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28f2b889-aef3-43cd-aa7c-75508efe78ad req-718aff06-1b04-4825-8a3d-2abe74d5dae8 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116688 Aug 30 14:18:59.453735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69ad9746-1570-4755-85da-4130a54dec58 req-05bf625d-ace1-4265-a796-7a88421f5af4 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688363 Aug 30 14:18:59.483515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b9dbdb-2129-4644-a273-27be61f31cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.486663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b9dbdb-2129-4644-a273-27be61f31cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.489169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-70b9dbdb-2129-4644-a273-27be61f31cfa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2c8166b-7f87-46c2-a10f-1eff03261b63 HTTP/1.1" status: 204 len: 168 time: 0.5202785 Aug 30 14:18:59.512920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9dbdb-2129-4644-a273-27be61f31cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c8166b-7f87-46c2-a10f-1eff03261b63,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:59.542601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-ee935780-c550-4f3b-b4e2-cbca5266f37e service neutron] 10.222.0.50 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286523 Aug 30 14:18:59.594740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.601776 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.650488 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:18:55Z', 'revision_number': 3, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port': {'id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:53Z', 'updated_at': '2021-08-30T14:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:18:59.706651 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.728790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event updated for resources: {'Port': ['ID=b02e221f-7015-4736-95a3-6a81f41386dd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:59.749997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.751837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b3bcd678-bc89-429e-baeb-8d77a28d0ea2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8670003 Aug 30 14:18:59.758246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe26d7a-321c-433d-a716-1de04c0f99e9 req-2ad1836d-370b-49c2-981f-21501a6f2748 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:59.768136 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6fe26d7a-321c-433d-a716-1de04c0f99e9 req-2ad1836d-370b-49c2-981f-21501a6f2748 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1312613 Aug 30 14:18:59.768547 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.807264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port cd7343a5-b059-4f3d-84a5-3f8138eda44e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:18:59.816402 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Checking router: 9f436c9e-c52c-4724-8999-d50cedb832b9 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:18:59.817332 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Updating router 9f436c9e-c52c-4724-8999-d50cedb832b9 port 59901a5e-651c-4f0d-bbad-36102cbfdc73 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:18:59.839351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cd7343a5-b059-4f3d-84a5-3f8138eda44e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:18:59.845932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.868250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6fe26d7a-321c-433d-a716-1de04c0f99e9 req-7ffc38c5-d9bc-43d5-90e9-5cda2d429403 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887537 Aug 30 14:18:59.887214 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:00.407025 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:00.414012 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:00.528886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-a740c747-34cf-4cfc-a7cc-96c2cb8e76fd tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--640250326&fields=id&tenant_id=8702423728ef45a38278a2ed084a746d HTTP/1.1" status: 200 len: 267 time: 0.1035426 Aug 30 14:19:00.572064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b031375d-917b-4405-a854-ebf589f0bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12b1d4d-9df7-464b-907a-bc72dbf96b4b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:00.585305 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3c01ac-51bd-4f07-89aa-45a4f8daa6e6" -d '{"events": [{"server_uuid": "b031375d-917b-4405-a854-ebf589f0bc78", "name": "network-vif-plugged", "status": "completed", "tag": "d12b1d4d-9df7-464b-907a-bc72dbf96b4b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:00.621486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-480b692b-6d16-4136-8258-65355684588a None None] Provisioning complete for port cd7343a5-b059-4f3d-84a5-3f8138eda44e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:00.627909 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-480b692b-6d16-4136-8258-65355684588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:00.761353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d12b1d4d-9df7-464b-907a-bc72dbf96b4b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:00.770240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port cd7343a5-b059-4f3d-84a5-3f8138eda44e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cd7343a5-b059-4f3d-84a5-3f8138eda44e,segment=NetworkSegment(d2601adf-ec1f-4fd5-b286-87489d7de633),segment_id=d2601adf-ec1f-4fd5-b286-87489d7de633)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:00.787837 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:00.803034 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:00.948211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-c04fad9b-da1b-45c7-a374-2c6e9f4a75d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:00.961693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-c04fad9b-da1b-45c7-a374-2c6e9f4a75d3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 824 time: 0.4307609 Aug 30 14:19:01.001447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-08925304-28fe-46e0-8aa3-3ab59690b82b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/quotas/8702423728ef45a38278a2ed084a746d HTTP/1.1" status: 200 len: 375 time: 0.0389183 Aug 30 14:19:01.071705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-890f2161-d024-4ce5-b30e-4e2ff3311f75 req-bee6987c-e6a0-47b7-a27b-67d56941d539 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 210 time: 0.4152427 Aug 30 14:19:01.095845 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.124213 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Transition to ACTIVE for port object 59901a5e-651c-4f0d-bbad-36102cbfdc73 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:01.131629 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.132945 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbdddac4-bbf6-4858-8b6a-bc73f8353246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.158418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cbdddac4-bbf6-4858-8b6a-bc73f8353246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.159676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cbdddac4-bbf6-4858-8b6a-bc73f8353246 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf1026c6-1059-40d4-badf-6917c2c6bc97 HTTP/1.1" status: 204 len: 168 time: 2.4754832 Aug 30 14:19:01.180623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdddac4-bbf6-4858-8b6a-bc73f8353246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1026c6-1059-40d4-badf-6917c2c6bc97,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:01.228033 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Attempting to bind port 59901a5e-651c-4f0d-bbad-36102cbfdc73 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:01.228561 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Attempting to bind port 59901a5e-651c-4f0d-bbad-36102cbfdc73 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:01.229181 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Attempting to bind port 59901a5e-651c-4f0d-bbad-36102cbfdc73 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:01.241155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:01.244687 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:01.245282 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:01.246853 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.247391 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:01.247994 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Bound port: 59901a5e-651c-4f0d-bbad-36102cbfdc73, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:01.248641 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.250886 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81f1a2-23ec-42db-8f2a-63187e04bfe8 None None] Pushing event updated for resources: {'Port': ['ID=59901a5e-651c-4f0d-bbad-36102cbfdc73,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:01.255466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-63570674-595a-4b28-aa95-f56420f0f9ed tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2433767 Aug 30 14:19:01.399220 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] For port 59901a5e-651c-4f0d-bbad-36102cbfdc73, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:01.408774 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] For port 59901a5e-651c-4f0d-bbad-36102cbfdc73, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=59901a5e-651c-4f0d-bbad-36102cbfdc73,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:01.416565 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.424683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=cd7343a5-b059-4f3d-84a5-3f8138eda44e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:01.483725 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.571027 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Routers {'9f436c9e-c52c-4724-8999-d50cedb832b9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:01.572263 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9f436c9e-c52c-4724-8999-d50cedb832b9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:01.637811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-952745db-c9ba-42b2-b897-3af46fbdc677 service neutron] 10.222.0.50 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228281 Aug 30 14:19:01.660218 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81f1a2-23ec-42db-8f2a-63187e04bfe8 None None] Pushing event updated for resources: {'Port': ['ID=59901a5e-651c-4f0d-bbad-36102cbfdc73,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:01.782970 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] Set router 9f436c9e-c52c-4724-8999-d50cedb832b9 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:01.799520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e3380-33f1-4b72-ba6a-5a27be40da72 req-1f687a4b-6029-4f92-bdf5-2481fdf2ef21 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:01.802314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-099e3380-33f1-4b72-ba6a-5a27be40da72 req-1f687a4b-6029-4f92-bdf5-2481fdf2ef21 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1096 time: 0.3532760 Aug 30 14:19:01.809797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.952450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-a5b5fb4f-c3f9-4665-b42c-a7307effab18 service neutron] 10.222.0.50 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100164 Aug 30 14:19:01.975366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-099e3380-33f1-4b72-ba6a-5a27be40da72 req-1f30a862-059f-43a1-ad86-c13421985179 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228838 Aug 30 14:19:02.002130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52180) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:02.125261 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e95d47c9-ab12-4c77-a632-8ec9157f7e79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=915c451416b2463bb3877895d2d7dc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216350 Aug 30 14:19:02.130235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52186) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:02.136039 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:18:55Z', 'revision_number': 3, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port': {'id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:53Z', 'updated_at': '2021-08-30T14:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:02.248904 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1e8bb-cfe6-4bfa-a437-aeae6c609bd4 None None] The sync data for ids ['9f436c9e-c52c-4724-8999-d50cedb832b9'] in n-d-805668-3 is: [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:18:55Z', 'revision_number': 3, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port': {'id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:53Z', 'updated_at': '2021-08-30T14:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:02.296488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7600d197-44d7-4184-8585-a8658f80f5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.356875 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceeb2be-cc53-46f4-9df8-1b37b455659a x-openstack-request-id: req-6ceeb2be-cc53-46f4-9df8-1b37b455659a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:02.357861 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b031375d-917b-4405-a854-ebf589f0bc78", "name": "network-vif-plugged", "status": "completed", "tag": "d12b1d4d-9df7-464b-907a-bc72dbf96b4b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:02.361877 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ceeb2be-cc53-46f4-9df8-1b37b455659a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:02.362122 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b031375d-917b-4405-a854-ebf589f0bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12b1d4d-9df7-464b-907a-bc72dbf96b4b', 'code': 200} Aug 30 14:19:02.426096 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7600d197-44d7-4184-8585-a8658f80f5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.450263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Allocated IP 172.20.0.1 (1fe3ca37-df2b-4955-8460-343f1e0b09ec/87b9de76-40ea-4069-b668-9dcc7bb65765/0942a367-8e32-42e3-b19d-f699471d181a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:02.459122 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.538160 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7600d197-44d7-4184-8585-a8658f80f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.540853 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7600d197-44d7-4184-8585-a8658f80f5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.542062 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7600d197-44d7-4184-8585-a8658f80f5e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5ab0b83-d536-4094-b4c7-f450995ebb9b HTTP/1.1" status: 204 len: 168 time: 0.4108238 Aug 30 14:19:02.677331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600d197-44d7-4184-8585-a8658f80f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ab0b83-d536-4094-b4c7-f450995ebb9b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:02.702313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b43635-46d7-45b4-8f9d-55f5eeceecc6 req-54eed4e8-7b80-446a-9556-134372528eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:02.704386 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1b43635-46d7-45b4-8f9d-55f5eeceecc6 req-54eed4e8-7b80-446a-9556-134372528eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 1101 time: 0.1540720 Aug 30 14:19:02.735570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c262e-2751-4eec-b7fb-fff065d0f854 req-3fbcb28c-70dd-4e5f-a9fe-cbf2901b1483 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:02.746617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e2c262e-2751-4eec-b7fb-fff065d0f854 req-3fbcb28c-70dd-4e5f-a9fe-cbf2901b1483 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.2328532 Aug 30 14:19:02.876701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5ef24-6354-4246-9e8d-1bdc476a4217 req-f5ae80ff-d59b-4a9a-8125-9150dfb1085e tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:02.876947 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e2c262e-2751-4eec-b7fb-fff065d0f854 req-879846c1-127a-4df1-a003-d78f860fd2ca tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287732 Aug 30 14:19:02.889624 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1b43635-46d7-45b4-8f9d-55f5eeceecc6 req-a3756bef-93f5-4fac-9c2d-65e9a6433703 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731155 Aug 30 14:19:02.895235 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9ab5ef24-6354-4246-9e8d-1bdc476a4217 req-f5ae80ff-d59b-4a9a-8125-9150dfb1085e tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 950 time: 0.6736033 Aug 30 14:19:02.919861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:03.092827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Transition to ACTIVE for port object 0942a367-8e32-42e3-b19d-f699471d181a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:03.122090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9ab5ef24-6354-4246-9e8d-1bdc476a4217 req-a31b8af4-6163-41f5-acec-85cf8e72d38f tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257676 Aug 30 14:19:03.239286 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cd7343a5-b059-4f3d-84a5-3f8138eda44e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:03.282511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-e373c78d-5c28-4a13-8851-4b1c791a45ac tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:03.286275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-e373c78d-5c28-4a13-8851-4b1c791a45ac tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 820 time: 0.7833862 Aug 30 14:19:03.417184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cd7343a5-b059-4f3d-84a5-3f8138eda44e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:03.422560 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:03.482039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Request body: {'port': {'device_id': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'admin_state_up': True, 'tenant_id': 'ec26f78604e147c0aacbda242aa74795'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:03.531216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d358730-9401-4d41-8f8d-c8ed322ef61f req-5cbdf85f-9271-4b2d-9445-bad36884e87a tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 210 time: 0.2405732 Aug 30 14:19:03.663967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:03.721732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 59901a5e-651c-4f0d-bbad-36102cbfdc73 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:03.733997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Network 1fe3ca37-df2b-4955-8460-343f1e0b09ec is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:03.744821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:03.754209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:03.754896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:03.900141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 59901a5e-651c-4f0d-bbad-36102cbfdc73 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:03.915144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 59901a5e-651c-4f0d-bbad-36102cbfdc73 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:03.918098 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:03.983488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f54d86fe-b743-4e90-8bcb-3b9b353a809e req-92a6c65e-fc2a-450a-8deb-81b94cccff6a tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 210 time: 0.1396570 Aug 30 14:19:03.984521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Pushing event updated for resources: {'Port': ['ID=0942a367-8e32-42e3-b19d-f699471d181a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:04.149291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Made reservation on behalf of ec26f78604e147c0aacbda242aa74795 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:04.158658 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:04.233075 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:04.284765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 59901a5e-651c-4f0d-bbad-36102cbfdc73, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=59901a5e-651c-4f0d-bbad-36102cbfdc73,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:04.297259 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:04.308692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-10d0c07b-b9be-4de5-9a2b-67ebb27ea6a3 None None] Provisioning for port 0942a367-8e32-42e3-b19d-f699471d181a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:04.324313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1d276-b861-4d48-a236-b1e4fe9f5e5d req-f34db789-147a-486f-b88a-296a5b6fb0f6 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:04.329659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff1d276-b861-4d48-a236-b1e4fe9f5e5d req-f34db789-147a-486f-b88a-296a5b6fb0f6 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1312530 Aug 30 14:19:04.349906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-10d0c07b-b9be-4de5-9a2b-67ebb27ea6a3 None None] Provisioning complete for port 0942a367-8e32-42e3-b19d-f699471d181a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:04.350747 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10d0c07b-b9be-4de5-9a2b-67ebb27ea6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:04.441096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=59901a5e-651c-4f0d-bbad-36102cbfdc73,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:04.447527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-10d0c07b-b9be-4de5-9a2b-67ebb27ea6a3 None None] Port 0942a367-8e32-42e3-b19d-f699471d181a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:04.479911 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:04.577387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Allocated IP 172.20.0.9 (0b1fca9a-16a0-4df3-9255-72c563976c4c/4291a2aa-a12d-4f03-a552-e067ac07c899/5f5d3f71-e7ef-4e00-a4c3-6c86e716e779) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:04.614567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff1d276-b861-4d48-a236-b1e4fe9f5e5d req-ff3a508b-b138-4d19-a4ae-4a2c01586c48 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611495 Aug 30 14:19:04.648101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-deb7a95e-ba19-4f48-be46-18e19d529ab6 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:04.653167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-deb7a95e-ba19-4f48-be46-18e19d529ab6 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.21 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 824 time: 0.2183228 Aug 30 14:19:04.787792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-73cb93b1-1720-4470-97f4-25f21b52fbad tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8702423728ef45a38278a2ed084a746d HTTP/1.1" status: 200 len: 379 time: 0.1181786 Aug 30 14:19:04.799407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Request body: {'port': {'device_id': '63610656-d430-49ce-9b0c-1486563a2d32', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'admin_state_up': True, 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'security_groups': ['e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:04.993108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 59901a5e-651c-4f0d-bbad-36102cbfdc73 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:05.023778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc69fa-57f5-48a4-9e29-47e0e5b1f4af req-e2c1e9e6-5bf0-4919-8101-e9d3be067ad4 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:05.041485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31bc69fa-57f5-48a4-9e29-47e0e5b1f4af req-e2c1e9e6-5bf0-4919-8101-e9d3be067ad4 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 950 time: 0.2470982 Aug 30 14:19:05.078597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Made reservation on behalf of 8702423728ef45a38278a2ed084a746d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:05.087467 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.116449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 59901a5e-651c-4f0d-bbad-36102cbfdc73 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:05.117015 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.134225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.201661 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31bc69fa-57f5-48a4-9e29-47e0e5b1f4af req-2846588f-7f62-4da1-ac59-0b38d03a8792 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475387 Aug 30 14:19:05.282067 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.293450 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.294645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.384649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Allocated IP 172.20.0.9 (8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804/7f4311d8-9aad-429e-a49d-89d66501a9a2/5934e593-b9da-4afc-b9bb-df36b09349c5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:05.473628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.517672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Network 0b1fca9a-16a0-4df3-9255-72c563976c4c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:05.519676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Pushing event updated for resources: {'Port': ['ID=0942a367-8e32-42e3-b19d-f699471d181a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:05.527411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:05.540749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:05.553150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:05.554944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.641248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.663356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Transition to ACTIVE for port object 5934e593-b9da-4afc-b9bb-df36b09349c5 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:05.667883 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2433136 Aug 30 14:19:05.706423 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.709411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Request body: {'port': {'device_id': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:05.715745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b7f5d-9ad7-4335-9277-2a4192ecc000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Pushing event updated for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:05.748962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Network 1fe3ca37-df2b-4955-8460-343f1e0b09ec is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:05.752879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:05.775049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:05.782570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:05.788065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:05.807328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:05.808948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.815030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event updated for resources: {'Port': ['ID=5934e593-b9da-4afc-b9bb-df36b09349c5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:05.828474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:05.856413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-4aebc6b9-d3f6-461a-89b0-eaef0fee39ac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0607882 Aug 30 14:19:05.877026 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.879585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Request body: {'port': {'device_id': '63610656-d430-49ce-9b0c-1486563a2d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:05.994498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.320211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1af577f5-4f74-4f94-973c-f78cccfbc0fe None None] Provisioning complete for port 0942a367-8e32-42e3-b19d-f699471d181a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:06.321257 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1af577f5-4f74-4f94-973c-f78cccfbc0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.366068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1af577f5-4f74-4f94-973c-f78cccfbc0fe None None] Port 0942a367-8e32-42e3-b19d-f699471d181a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:06.380506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1af577f5-4f74-4f94-973c-f78cccfbc0fe None None] Provisioning for port 5934e593-b9da-4afc-b9bb-df36b09349c5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:06.387707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1af577f5-4f74-4f94-973c-f78cccfbc0fe None None] Provisioning complete for port 5934e593-b9da-4afc-b9bb-df36b09349c5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:06.389595 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1af577f5-4f74-4f94-973c-f78cccfbc0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.440184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1af577f5-4f74-4f94-973c-f78cccfbc0fe None None] Port 5934e593-b9da-4afc-b9bb-df36b09349c5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:06.465794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5934e593-b9da-4afc-b9bb-df36b09349c5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:06.478132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.484735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-291d3890-2d08-4841-8378-a8d47889adeb tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:06.486158 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-291d3890-2d08-4841-8378-a8d47889adeb tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6521807 Aug 30 14:19:06.501273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Transition to ACTIVE for port object 5934e593-b9da-4afc-b9bb-df36b09349c5 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:06.506934 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.600739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Pushing event updated for resources: {'Port': ['ID=5934e593-b9da-4afc-b9bb-df36b09349c5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:06.629432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Attempting to bind port 5934e593-b9da-4afc-b9bb-df36b09349c5 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:06.629908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Attempting to bind port 5934e593-b9da-4afc-b9bb-df36b09349c5 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:06.630179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Attempting to bind port 5934e593-b9da-4afc-b9bb-df36b09349c5 on network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:06.638919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Port 5934e593-b9da-4afc-b9bb-df36b09349c5 on network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:06.639339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Attempting to bind port 5934e593-b9da-4afc-b9bb-df36b09349c5 on network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:06.650005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Request body: {'binding': {'host': 'n-h2-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:06.650544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:19:06.660613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:06.661347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Checking segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:06.662248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Bound using segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:06.663834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Bound port: 5934e593-b9da-4afc-b9bb-df36b09349c5, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:06.663834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.836071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:06.857174 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.894626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Router 9f436c9e-c52c-4724-8999-d50cedb832b9 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:19:06.908497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02909b76-b49e-4c15-923d-4b73211b23f0 req-2853d2fa-1f95-49d8-8cc3-fd690554591d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:06.911203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02909b76-b49e-4c15-923d-4b73211b23f0 req-2853d2fa-1f95-49d8-8cc3-fd690554591d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 931 time: 0.1609130 Aug 30 14:19:06.912937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Transition to ACTIVE for port object 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:06.928871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.155879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02909b76-b49e-4c15-923d-4b73211b23f0 req-39580260-fe6a-4584-8005-178485fe91ac tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332273 Aug 30 14:19:07.161083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:07.220213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] For port 5934e593-b9da-4afc-b9bb-df36b09349c5, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:07.235292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] For port 5934e593-b9da-4afc-b9bb-df36b09349c5, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5934e593-b9da-4afc-b9bb-df36b09349c5,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:07.246423 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.341751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:07.343455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.343650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:07.343839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:07.344312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:07.344963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] 10.222.0.21 "PUT /v2.0/ports/5934e593-b9da-4afc-b9bb-df36b09349c5 HTTP/1.1" status: 200 len: 1091 time: 1.4718294 Aug 30 14:19:07.352397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:07.355469 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4633d23-bd10-44e0-b0d1-98081c862249" -d '{"events": [{"name": "network-changed", "server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:07.364413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:07.377497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:07.382014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:07.413366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on host n-h2-805668-3 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:07.413859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:07.414355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:07.415454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Sync routers for ids ['9f436c9e-c52c-4724-8999-d50cedb832b9'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:07.426637 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb9064ef-75c7-4cd0-9956-f8764aa16674 admin admin] 10.222.0.50 "PUT /v2.0/routers/9f436c9e-c52c-4724-8999-d50cedb832b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4664266 Aug 30 14:19:07.438080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:07.439035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:07.439522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:07.440263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Bound port: 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:07.441106 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.463915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Routers {'9f436c9e-c52c-4724-8999-d50cedb832b9'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:07.465629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9f436c9e-c52c-4724-8999-d50cedb832b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:07.468256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff6509-09ce-4a08-8602-643037223954 service neutron] Pushing event updated for resources: {'Port': ['ID=5934e593-b9da-4afc-b9bb-df36b09349c5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:07.474922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd45797-df79-41f3-b7f7-1624d00c91c0 req-182a119a-fc2b-4bc3-805e-b5bab49abcd2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:07.503249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbd45797-df79-41f3-b7f7-1624d00c91c0 req-182a119a-fc2b-4bc3-805e-b5bab49abcd2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 943 time: 0.2552288 Aug 30 14:19:07.524606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:07.525268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:07.576503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:07.577030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:07.577664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:07.578363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Bound port: 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:07.606281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbd45797-df79-41f3-b7f7-1624d00c91c0 req-f9bee21a-9bb3-463c-902c-da965e5a1406 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984194 Aug 30 14:19:07.648190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:07.657148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:07.667153 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.709790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-6768e8a0-672e-457a-a8a5-a424d1fb99de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:07.712344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-6768e8a0-672e-457a-a8a5-a424d1fb99de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 1094 time: 0.2787824 Aug 30 14:19:07.723284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:07.724251 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.726125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 200 len: 1091 time: 2.0302386 Aug 30 14:19:07.726659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:07.729185 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825c36df-d5f7-4226-8fc4-83df262ba394" -d '{"events": [{"name": "network-changed", "server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:07.755492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Set router 9f436c9e-c52c-4724-8999-d50cedb832b9 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:07.777244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb8213-6d2c-4762-9a9d-ee3c9418a237 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:07.839539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-8b3f5c58-02b5-4a71-9c88-c7417be7a9c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5934e593-b9da-4afc-b9bb-df36b09349c5 HTTP/1.1" status: 200 len: 217 time: 0.0836487 Aug 30 14:19:07.873862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:07.903886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.921725 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-def014ac-031b-460f-92e0-e85bf1ab8784 service neutron] 10.222.0.50 "POST /v2.0/ports/64aff6e8-71f0-4fb8-aaba-98f9d89a371e/bindings HTTP/1.1" status: 201 len: 389 time: 1.3579917 Aug 30 14:19:07.971721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-88ce23c9-0140-4f57-bb2d-9e46d244ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:07.981644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-88ce23c9-0140-4f57-bb2d-9e46d244ee88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1094 time: 0.1611423 Aug 30 14:19:08.022297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9a21c64-fe5b-4a53-9556-5dcb94fa3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:08.034591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-e9a21c64-fe5b-4a53-9556-5dcb94fa3708 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4311d8-9aad-429e-a49d-89d66501a9a2 HTTP/1.1" status: 200 len: 863 time: 0.1580398 Aug 30 14:19:08.139376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-efe66c7f-d15a-4148-8b90-0cdde5b0837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:08.141709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-efe66c7f-d15a-4148-8b90-0cdde5b0837b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969977 Aug 30 14:19:08.228225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-0b30b1ee-7a38-4e5c-9476-0615f563a0e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 200 len: 217 time: 0.1779687 Aug 30 14:19:08.341408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:19:04Z', 'revision_number': 4, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port': {'id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:53Z', 'updated_at': '2021-08-30T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0942a367-8e32-42e3-b19d-f699471d181a', 'name': '', 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'mac_address': 'fa:16:3e:7b:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '87b9de76-40ea-4069-b668-9dcc7bb65765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:01Z', 'updated_at': '2021-08-30T14:19:04Z', 'revision_number': 2, 'project_id': '515f6a75bb6c4296a9df932146051931', 'subnets': [{'id': '87b9de76-40ea-4069-b668-9dcc7bb65765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:08.369011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-e17beaab-dabc-45f8-a7a2-ed63fd38da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:08.372193 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-e17beaab-dabc-45f8-a7a2-ed63fd38da9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1289232 Aug 30 14:19:08.451699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-36ea89a2-dff9-49a0-992d-b4b30bea96f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706866 Aug 30 14:19:08.489940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b35b8a-f259-4a19-90d0-ade73b0d88c2 req-bc63fecb-4642-4042-9942-27826a80a50e tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:08.492890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b35b8a-f259-4a19-90d0-ade73b0d88c2 req-bc63fecb-4642-4042-9942-27826a80a50e tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.5095801 Aug 30 14:19:08.509158 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-2d7aef2f-08a3-4f24-a0ea-00518e1a7a2e service neutron] 10.222.0.21 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584492 Aug 30 14:19:08.526495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Checking router: 9f436c9e-c52c-4724-8999-d50cedb832b9 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:08.527731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Updating router 9f436c9e-c52c-4724-8999-d50cedb832b9 port 0942a367-8e32-42e3-b19d-f699471d181a binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:19:08.595380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.740778 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d7f70a-4c37-43b8-9bda-b379051e0c3a x-openstack-request-id: req-10d7f70a-4c37-43b8-9bda-b379051e0c3a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:08.741484 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:08.741730 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10d7f70a-4c37-43b8-9bda-b379051e0c3a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:08.742299 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779', 'status': 'completed', 'code': 200} Aug 30 14:19:08.744674 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c847a941-c574-49b1-bd47-9cfd3a19893b x-openstack-request-id: req-c847a941-c574-49b1-bd47-9cfd3a19893b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:08.746527 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:08.746527 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c847a941-c574-49b1-bd47-9cfd3a19893b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:08.746952 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'status': 'completed', 'code': 200} Aug 30 14:19:08.905533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b35b8a-f259-4a19-90d0-ade73b0d88c2 req-328cbee5-7505-4ac9-b6b1-c06fbc085f33 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866439 Aug 30 14:19:08.986131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-ee8b54db-63f5-4549-865e-dd107a57bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:08.989240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-ee8b54db-63f5-4549-865e-dd107a57bd4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1096 time: 0.4388344 Aug 30 14:19:08.996957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-2397ee67-db15-4563-92db-80b93f5809ad service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862332 Aug 30 14:19:09.140811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d390603-357d-4b8a-bbf1-601bc2b9ebf3 req-8594923f-d584-461c-b287-cedf6ca94c3e service neutron] 10.222.0.21 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238134 Aug 30 14:19:09.168715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bebf7d-f55a-438d-a120-f8f073556f20 req-3c143984-c01e-48b1-9030-c6eab20e8ab0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:09.177269 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92bebf7d-f55a-438d-a120-f8f073556f20 req-3c143984-c01e-48b1-9030-c6eab20e8ab0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 945 time: 0.1303704 Aug 30 14:19:09.190738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c98de32c-30d9-4102-ba03-c589f5ae7b86 req-e28e2c3b-92bd-4e82-8a51-8ab780875329 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859076 Aug 30 14:19:09.234548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69172121-9ce3-4d98-a653-eb380629543b req-9bd47f51-e30a-418f-858b-da9d6bc0a942 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:09.240640 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.242789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92bebf7d-f55a-438d-a120-f8f073556f20 req-55f0aa8c-b830-4f9d-9705-9a7d5dac7e2a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641081 Aug 30 14:19:09.249951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69172121-9ce3-4d98-a653-eb380629543b req-9bd47f51-e30a-418f-858b-da9d6bc0a942 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 950 time: 0.3651023 Aug 30 14:19:09.260447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Transition to ACTIVE for port object 0942a367-8e32-42e3-b19d-f699471d181a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:09.271653 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.503296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Attempting to bind port 0942a367-8e32-42e3-b19d-f699471d181a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:09.503817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Attempting to bind port 0942a367-8e32-42e3-b19d-f699471d181a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:09.503817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Attempting to bind port 0942a367-8e32-42e3-b19d-f699471d181a on network 1fe3ca37-df2b-4955-8460-343f1e0b09ec {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:09.516708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-833310b7-bdf4-408b-a536-818a0dbf2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:09.517678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:09.518317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Checking segment: {'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:09.518833 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.519316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Bound using segment: {'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:09.519492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-833310b7-bdf4-408b-a536-818a0dbf2179 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1094 time: 0.1804581 Aug 30 14:19:09.519948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Bound port: 0942a367-8e32-42e3-b19d-f699471d181a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2601adf-ec1f-4fd5-b286-87489d7de633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:09.520370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.613008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ff30f-38e2-4070-bbb3-9dbf3d3b7f71 req-70d61a64-8b9c-4a40-a2aa-3ecf38d61c43 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:09.615422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8b5fb-59ef-4174-9b04-643f69a8f494 None None] Pushing event updated for resources: {'Port': ['ID=0942a367-8e32-42e3-b19d-f699471d181a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:09.638255 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f1ff30f-38e2-4070-bbb3-9dbf3d3b7f71 req-70d61a64-8b9c-4a40-a2aa-3ecf38d61c43 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 943 time: 0.2818873 Aug 30 14:19:09.665530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69172121-9ce3-4d98-a653-eb380629543b req-085d1ebf-f0ef-4427-a7f2-bbe6d701deda tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117949 Aug 30 14:19:09.733924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] For port 0942a367-8e32-42e3-b19d-f699471d181a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:09.737982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] For port 0942a367-8e32-42e3-b19d-f699471d181a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0942a367-8e32-42e3-b19d-f699471d181a,segment=NetworkSegment(d2601adf-ec1f-4fd5-b286-87489d7de633),segment_id=d2601adf-ec1f-4fd5-b286-87489d7de633)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:09.749065 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.756561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.21', 49972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:09.848816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-fc78780b-87eb-4849-ad1f-8ea93d8a657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:09.855434 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-fc78780b-87eb-4849-ad1f-8ea93d8a657a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.8428230 Aug 30 14:19:09.910624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-63231aea-ca74-436c-aa2f-b77bfa809188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:09.916457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-63231aea-ca74-436c-aa2f-b77bfa809188 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 1094 time: 0.5681915 Aug 30 14:19:09.957873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Routers {'9f436c9e-c52c-4724-8999-d50cedb832b9'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:09.960857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:18:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9f436c9e-c52c-4724-8999-d50cedb832b9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:09.993240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-175cf2bf-e451-4f9b-b0cd-618182821fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:10.019384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-175cf2bf-e451-4f9b-b0cd-618182821fe6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.4813976 Aug 30 14:19:10.090051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-2ce27b06-0c04-432a-aacc-6c433a4c71ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 200 len: 217 time: 0.0617239 Aug 30 14:19:10.091561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8b5fb-59ef-4174-9b04-643f69a8f494 None None] Pushing event updated for resources: {'Port': ['ID=0942a367-8e32-42e3-b19d-f699471d181a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:10.184014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f1ff30f-38e2-4070-bbb3-9dbf3d3b7f71 req-2cff6c11-875e-4e4e-88e4-6d291bfa077e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377736 Aug 30 14:19:10.188534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62510703-e484-42e5-947b-669854eddc5a req-faccc915-1b67-4604-9b62-7bf183528e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:10.190545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62510703-e484-42e5-947b-669854eddc5a req-faccc915-1b67-4604-9b62-7bf183528e7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1096 time: 0.4217720 Aug 30 14:19:10.191765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-74314dda-3342-4a1d-bfc7-20a46cf4277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:10.195438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-74314dda-3342-4a1d-bfc7-20a46cf4277b service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 925 time: 0.2581532 Aug 30 14:19:10.236653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-f111126f-0858-49c8-88ff-6f7778c00f42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 217 time: 0.3066223 Aug 30 14:19:10.283113 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] Set router 9f436c9e-c52c-4724-8999-d50cedb832b9 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:10.286012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-98cce2ed-b136-488f-bd1b-69e86d5c0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:10.299254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-98cce2ed-b136-488f-bd1b-69e86d5c0f20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1987016 Aug 30 14:19:10.440982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-dc29878a-ec27-4aa8-bf68-dd9579bc42c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288092 Aug 30 14:19:10.445718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-30ebffe1-3cf4-4c7f-a764-b289ce0fcf76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5934e593-b9da-4afc-b9bb-df36b09349c5 HTTP/1.1" status: 200 len: 217 time: 0.2079418 Aug 30 14:19:10.448249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62510703-e484-42e5-947b-669854eddc5a req-ca761ac0-ae81-47ba-9cc4-c8ce67ac4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:10.449975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62510703-e484-42e5-947b-669854eddc5a req-ca761ac0-ae81-47ba-9cc4-c8ce67ac4620 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.2110639 Aug 30 14:19:10.622598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-18d2695a-f9ec-4f54-b4f9-184251f053d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:10.624099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-18d2695a-f9ec-4f54-b4f9-184251f053d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.3765244 Aug 30 14:19:10.724795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-064dd2e9-f7d8-4857-b014-c0d13b903b37 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653675 Aug 30 14:19:10.751535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:19:04Z', 'revision_number': 4, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port': {'id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:53Z', 'updated_at': '2021-08-30T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0942a367-8e32-42e3-b19d-f699471d181a', 'name': '', 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'mac_address': 'fa:16:3e:7b:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '87b9de76-40ea-4069-b668-9dcc7bb65765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:01Z', 'updated_at': '2021-08-30T14:19:09Z', 'revision_number': 4, 'project_id': '515f6a75bb6c4296a9df932146051931', 'subnets': [{'id': '87b9de76-40ea-4069-b668-9dcc7bb65765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:10.833604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853df1-4616-459a-84d1-f316097a0230 req-15f8bf06-897d-4948-9966-2c514543c72f tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:10.847616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-825c36df-d5f7-4226-8fc4-83df262ba394 req-612411f3-b99f-41b5-afc9-f2cb5bc5e39d service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049473 Aug 30 14:19:10.849903 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a853df1-4616-459a-84d1-f316097a0230 req-15f8bf06-897d-4948-9966-2c514543c72f tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 943 time: 0.9314060 Aug 30 14:19:10.921425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62510703-e484-42e5-947b-669854eddc5a req-1520d0e9-5cee-48a8-bade-e884183af7f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 217 time: 0.4588552 Aug 30 14:19:10.931884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-c3bf00a1-1800-447a-ba7b-f1307381932a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2945445 Aug 30 14:19:10.959575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-f9b4e0ed-9bf7-47a4-83d6-a431f874bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:10.962365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-f9b4e0ed-9bf7-47a4-83d6-a431f874bf3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4311d8-9aad-429e-a49d-89d66501a9a2 HTTP/1.1" status: 200 len: 863 time: 0.4984596 Aug 30 14:19:11.068021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f08be-611f-4bf1-9a5f-f6655854480a None None] The sync data for ids ['9f436c9e-c52c-4724-8999-d50cedb832b9'] in n-d-805668-3 is: [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:19:04Z', 'revision_number': 4, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port': {'id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:53Z', 'updated_at': '2021-08-30T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0942a367-8e32-42e3-b19d-f699471d181a', 'name': '', 'network_id': '1fe3ca37-df2b-4955-8460-343f1e0b09ec', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'mac_address': 'fa:16:3e:7b:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '87b9de76-40ea-4069-b668-9dcc7bb65765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:01Z', 'updated_at': '2021-08-30T14:19:09Z', 'revision_number': 4, 'project_id': '515f6a75bb6c4296a9df932146051931', 'subnets': [{'id': '87b9de76-40ea-4069-b668-9dcc7bb65765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:11.284611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a853df1-4616-459a-84d1-f316097a0230 req-2af7af26-5c05-4529-974b-010c4efe0b27 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613989 Aug 30 14:19:11.306124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62510703-e484-42e5-947b-669854eddc5a req-792419b5-b31e-46ba-8208-aacf669377ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:11.306124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62510703-e484-42e5-947b-669854eddc5a req-792419b5-b31e-46ba-8208-aacf669377ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.3696616 Aug 30 14:19:11.458564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62510703-e484-42e5-947b-669854eddc5a req-7f213255-57f1-4c20-aeb2-8cf6bab0a302 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422079 Aug 30 14:19:11.466231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e048c-0dbd-4b0b-9092-210daf34362f req-59194868-62ea-478c-bcf6-1bba51831930 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:11.471767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-de23faf1-6198-4119-8216-8800410b5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:11.474674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-de23faf1-6198-4119-8216-8800410b5acc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4437332 Aug 30 14:19:11.474907 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a82e048c-0dbd-4b0b-9092-210daf34362f req-59194868-62ea-478c-bcf6-1bba51831930 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.0729005 Aug 30 14:19:11.533525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a82e048c-0dbd-4b0b-9092-210daf34362f req-ab53cd3e-c3eb-4b1e-997c-c170e87532aa tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574245 Aug 30 14:19:11.675840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62510703-e484-42e5-947b-669854eddc5a req-f55def9c-9098-447d-8755-66bfe9050fa3 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997683 Aug 30 14:19:11.853690 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87a74d01-87c7-4c9c-83db-90ec2827453c service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8862824 Aug 30 14:19:11.887836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2d475-48ea-45be-8b0f-ffe1337555dc req-2b02a075-48aa-4ae3-b080-3083bf5bad35 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:11.897454 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bff2d475-48ea-45be-8b0f-ffe1337555dc req-2b02a075-48aa-4ae3-b080-3083bf5bad35 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 943 time: 0.0659881 Aug 30 14:19:11.944290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c519052-8839-4770-bf51-a8076d0518c9 req-53305bfc-2980-40ef-b722-e03c9a7634e0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:11.952799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c519052-8839-4770-bf51-a8076d0518c9 req-53305bfc-2980-40ef-b722-e03c9a7634e0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 945 time: 0.2819140 Aug 30 14:19:11.953829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bff2d475-48ea-45be-8b0f-ffe1337555dc req-fc2054c2-5bfa-40cf-8b43-21168381294c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549438 Aug 30 14:19:12.076586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c519052-8839-4770-bf51-a8076d0518c9 req-5e0afbb4-c86f-476b-ad5d-443abe96bd0f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225629 Aug 30 14:19:12.278327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc6296-7d0d-4e95-a30d-64987aed31eb req-5a1c378d-34cd-4be9-82fe-2f32d941a1fa tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:12.296978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51dc6296-7d0d-4e95-a30d-64987aed31eb req-5a1c378d-34cd-4be9-82fe-2f32d941a1fa tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 950 time: 0.2120233 Aug 30 14:19:12.300854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-96e764d5-44ec-4021-b71e-4cb7e5584f3a service neutron] 10.222.0.21 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8056664 Aug 30 14:19:12.419398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51dc6296-7d0d-4e95-a30d-64987aed31eb req-63ef7287-c509-4368-8034-834104cbe7e6 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7786826-a33d-445b-894a-414045a800cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207900 Aug 30 14:19:12.541841 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62510703-e484-42e5-947b-669854eddc5a req-e6f6070f-f06b-42dd-b81a-3fe0d64b88c3 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978945 Aug 30 14:19:12.582985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:12.602792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-e2a7c2c5-3343-421f-8b4a-6640c907110a service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901996 Aug 30 14:19:12.680639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-aa088132-cc73-4b00-a9f5-6f2359e13a1f tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:12.684532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-aa088132-cc73-4b00-a9f5-6f2359e13a1f tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.39 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 950 time: 0.1298923 Aug 30 14:19:12.748681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:13.061539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:13.146172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b7936-b127-4e4f-aa4d-f4b385718753 req-192e4868-5b2f-4fe4-90b4-0e7e1679cd6d tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:13.157769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f18b7936-b127-4e4f-aa4d-f4b385718753 req-192e4868-5b2f-4fe4-90b4-0e7e1679cd6d tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 943 time: 0.6412044 Aug 30 14:19:13.217207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27fae7-6cfe-4376-ba63-9d78c88fcb19 req-91676301-13b5-4a1c-b370-74c9a220faa1 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:13.226215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d27fae7-6cfe-4376-ba63-9d78c88fcb19 req-91676301-13b5-4a1c-b370-74c9a220faa1 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.3400774 Aug 30 14:19:13.251100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4633d23-bd10-44e0-b0d1-98081c862249 req-2cd3971c-5b7e-4555-980d-e51a6ff4baee service neutron] 10.222.0.21 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9193053 Aug 30 14:19:13.270930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-78d560e7-613b-40ea-b303-c2cbe659200a tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:13.276059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-78d560e7-613b-40ea-b303-c2cbe659200a tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.5720439 Aug 30 14:19:13.301030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805668-3'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:13.311790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Deleting port d12b1d4d-9df7-464b-907a-bc72dbf96b4b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:13.324142 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:13.400322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d27fae7-6cfe-4376-ba63-9d78c88fcb19 req-4a6b3abf-b7a6-4765-9372-3e5b9520feb9 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695724 Aug 30 14:19:13.437867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'mac_address': 'fa:16:3e:1b:01:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:tempest-test_az-1997600639', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:19:13.457438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:13.599538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:13.651305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f18b7936-b127-4e4f-aa4d-f4b385718753 req-55507b86-82e0-4a6d-950a-df02d50a0080 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4883716 Aug 30 14:19:13.754762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] For port d12b1d4d-9df7-464b-907a-bc72dbf96b4b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:13.757740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:13.810782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Calling delete_port for d12b1d4d-9df7-464b-907a-bc72dbf96b4b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:13.833002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:13.847502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0942a367-8e32-42e3-b19d-f699471d181a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:13.899875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00f85-2d53-4d6b-bfd9-d550fe410a86 req-585fa629-2775-4194-b5d1-361ac3134803 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:13.913214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-daf00f85-2d53-4d6b-bfd9-d550fe410a86 req-585fa629-2775-4194-b5d1-361ac3134803 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 943 time: 0.2929218 Aug 30 14:19:14.054216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:14.064629 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.106710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:14.143600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:14.149708 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209cd91-1405-43ef-9427-de818cca0ceb" -d '{"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-unplugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:14.182325 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-daf00f85-2d53-4d6b-bfd9-d550fe410a86 req-1dbae707-efcc-4648-8269-d7fa074de8c7 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631526 Aug 30 14:19:14.239718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:14.273100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:14.314244 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.354002 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:19:14.476218 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.567697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Pushing event deleted for resources: {'Port': ['ID=d12b1d4d-9df7-464b-907a-bc72dbf96b4b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:14.616506 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a40866d8-b661-4c62-98b1-6790220afaae req-a8538bd1-c851-478b-9e3b-760b6ee9cd63 tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.50 "GET /v2.0/ports?device_id=b031375d-917b-4405-a854-ebf589f0bc78 HTTP/1.1" status: 200 len: 210 time: 0.0584435 Aug 30 14:19:14.644784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 0942a367-8e32-42e3-b19d-f699471d181a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:14.654779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b1d4d-9df7-464b-907a-bc72dbf96b4b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:14.682584 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84256a4-26a1-4ec0-81d3-91498c253901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.688607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0942a367-8e32-42e3-b19d-f699471d181a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:14.689509 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.739977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] No DVR routers for this DVR port d12b1d4d-9df7-464b-907a-bc72dbf96b4b on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:19:14.756645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.757985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.757985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.765483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.766641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.768828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.769221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.769664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.769853 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da831f4-1884-429c-9b77-d2ad3cae6011 x-openstack-request-id: req-3da831f4-1884-429c-9b77-d2ad3cae6011 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:14.770212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.770401 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-unplugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:14.770645 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3da831f4-1884-429c-9b77-d2ad3cae6011 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:14.771080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.771256 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'code': 200} Aug 30 14:19:14.773521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.773994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:14.785706 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8c43-2535-483b-9751-fd9e5195e5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.801512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.813349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be954f80-f5c1-4bfb-9d85-b5f7f257a59e req-9687a6c4-9c13-47fc-9dfc-470c42a26bdf tempest-DeleteServersAdminTestJSON-1227131805 tempest-DeleteServersAdminTestJSON-1227131805-project] 10.222.0.39 "DELETE /v2.0/ports/d12b1d4d-9df7-464b-907a-bc72dbf96b4b HTTP/1.1" status: 204 len: 173 time: 2.1223724 Aug 30 14:19:14.820549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b031375d-917b-4405-a854-ebf589f0bc78', 'name': 'network-vif-deleted', 'tag': 'd12b1d4d-9df7-464b-907a-bc72dbf96b4b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:14.833238 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9113d7fb-f86d-4eb2-bb3c-c3f552f3153c" -d '{"events": [{"server_uuid": "b031375d-917b-4405-a854-ebf589f0bc78", "name": "network-vif-deleted", "tag": "d12b1d4d-9df7-464b-907a-bc72dbf96b4b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:14.975895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8c43-2535-483b-9751-fd9e5195e5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.989944 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:19:14.992279 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:19:15.009479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8c43-2535-483b-9751-fd9e5195e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.051506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a7567-4cf2-4a50-b470-b6ba1466ac85 req-add6944d-41f5-47d2-8d31-342b59834c50 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:15.068706 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-652a7567-4cf2-4a50-b470-b6ba1466ac85 req-add6944d-41f5-47d2-8d31-342b59834c50 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 945 time: 1.1555274 Aug 30 14:19:15.100583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:15.186474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:15.208542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:15.220620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-652a7567-4cf2-4a50-b470-b6ba1466ac85 req-9942cdfd-2e4b-40f2-8e1e-2ddb35b36a3a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507239 Aug 30 14:19:15.271906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779', 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'port_id': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779', 'mac_address': 'fa:16:3e:95:2a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4291a2aa-a12d-4f03-a552-e067ac07c899', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:19:15.328449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:15.350025 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.353094 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.370057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84256a4-26a1-4ec0-81d3-91498c253901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.385300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea8c43-2535-483b-9751-fd9e5195e5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb25d3-0975-43da-85bf-b44103a2bb08,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:15.410205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:15.440067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:15.444404 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d4a3e-d346-4067-bfbb-26a94a7eccb3" -d '{"events": [{"server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "name": "network-vif-unplugged", "status": "completed", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:15.449672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 0942a367-8e32-42e3-b19d-f699471d181a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0942a367-8e32-42e3-b19d-f699471d181a,segment=NetworkSegment(d2601adf-ec1f-4fd5-b286-87489d7de633),segment_id=d2601adf-ec1f-4fd5-b286-87489d7de633)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:15.453348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:15.458345 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.466562 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.467472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5934e593-b9da-4afc-b9bb-df36b09349c5 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:15.481568 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.489378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e2c87-56d9-44b9-8abd-09a82ee7d68f req-b9a93734-f70a-44c8-8635-eb58f52753d1 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:15.501488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d66e2c87-56d9-44b9-8abd-09a82ee7d68f req-b9a93734-f70a-44c8-8635-eb58f52753d1 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 969 time: 0.6397572 Aug 30 14:19:15.507622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84256a4-26a1-4ec0-81d3-91498c253901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.529831 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e3ea8c43-2535-483b-9751-fd9e5195e5bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f74efa9a24664d01aff550e8fa514477&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4643817 Aug 30 14:19:15.540053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:15.541586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5edb-6f5e-4734-b798-81a2eba53fa1 req-5d9ec85b-7bff-4a40-ab3c-82750ab9326d tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:15.552488 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-843b5edb-6f5e-4734-b798-81a2eba53fa1 req-5d9ec85b-7bff-4a40-ab3c-82750ab9326d tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 943 time: 0.2002432 Aug 30 14:19:15.619736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.687248 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.691554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=0942a367-8e32-42e3-b19d-f699471d181a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:15.712656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-843b5edb-6f5e-4734-b798-81a2eba53fa1 req-294d5ff6-24e2-4d8f-b3a8-16ff762e3c27 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579244 Aug 30 14:19:15.734183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84256a4-26a1-4ec0-81d3-91498c253901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9e447a-729a-4c1f-94c2-9d20be35031c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:15.821605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:15.844765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:15.892612 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537616f6-52e8-409d-afd4-ac14a0d93e23 x-openstack-request-id: req-537616f6-52e8-409d-afd4-ac14a0d93e23 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:15.893411 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b031375d-917b-4405-a854-ebf589f0bc78", "name": "network-vif-deleted", "tag": "d12b1d4d-9df7-464b-907a-bc72dbf96b4b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:15.893582 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-537616f6-52e8-409d-afd4-ac14a0d93e23 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:15.894730 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b031375d-917b-4405-a854-ebf589f0bc78', 'name': 'network-vif-deleted', 'tag': 'd12b1d4d-9df7-464b-907a-bc72dbf96b4b', 'status': 'completed', 'code': 200} Aug 30 14:19:15.918840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:15.941765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f84256a4-26a1-4ec0-81d3-91498c253901 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de84094710224d8f97377077936cabbc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1009557 Aug 30 14:19:15.971850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5934e593-b9da-4afc-b9bb-df36b09349c5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5934e593-b9da-4afc-b9bb-df36b09349c5,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:15.972907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:15.986472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'port_id': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'mac_address': 'fa:16:3e:ef:f1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:19:15.988784 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.015503 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d66e2c87-56d9-44b9-8abd-09a82ee7d68f req-88c588b7-a2c3-4157-9771-b64a435427dd tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761457 Aug 30 14:19:16.031508 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2c5eacf-6ba2-4e75-b3df-7c2725b77c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.063275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on host n-h1-805668-3 for vnic_type normal with profile {"migrating_to": "n-h2-805668-3"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:16.063857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:16.064133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:16.089885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Pushing event updated for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:16.091304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2c5eacf-6ba2-4e75-b3df-7c2725b77c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.107165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.107619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.108238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.109341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.109809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.110252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.110694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.111128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.111567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.112002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.112444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.112875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:16.118540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:16.119623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Attempting to bind port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:16.160492 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.185596 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09da1358-8fa7-4f73-89d3-f4f2bc859837 x-openstack-request-id: req-09da1358-8fa7-4f73-89d3-f4f2bc859837 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:16.185870 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "name": "network-vif-unplugged", "status": "completed", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:16.186170 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09da1358-8fa7-4f73-89d3-f4f2bc859837 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:16.186672 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e', 'code': 200} Aug 30 14:19:16.210800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:16.211247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:16.212202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:16.212831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Bound port: 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:16.221655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2c5eacf-6ba2-4e75-b3df-7c2725b77c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.229417 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.229657 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2c5eacf-6ba2-4e75-b3df-7c2725b77c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.232178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2c5eacf-6ba2-4e75-b3df-7c2725b77c79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17bb25d3-0975-43da-85bf-b44103a2bb08 HTTP/1.1" status: 204 len: 168 time: 0.6483223 Aug 30 14:19:16.269627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5eacf-6ba2-4e75-b3df-7c2725b77c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb25d3-0975-43da-85bf-b44103a2bb08,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:16.274915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5934e593-b9da-4afc-b9bb-df36b09349c5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:16.286578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['711aeee6-ef1a-4deb-81a7-d4f3f06499f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:16.294485 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f800fe15-9288-41b2-ae48-a1723447c286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.321159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:16.347807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cf4e0-ce92-4e57-9e71-c86036c31ed7 req-e4f29fbc-0116-470d-a427-3aac21844b23 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:16.351044 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-854cf4e0-ce92-4e57-9e71-c86036c31ed7 req-e4f29fbc-0116-470d-a427-3aac21844b23 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.2494249 Aug 30 14:19:16.436211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5934e593-b9da-4afc-b9bb-df36b09349c5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5934e593-b9da-4afc-b9bb-df36b09349c5,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:16.454078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.485324 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f800fe15-9288-41b2-ae48-a1723447c286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.603929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5934e593-b9da-4afc-b9bb-df36b09349c5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:16.655398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-854cf4e0-ce92-4e57-9e71-c86036c31ed7 req-69ddd3b1-3902-463e-9028-2f5dc61ccb85 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890835 Aug 30 14:19:16.676044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9d64d-9cf8-4165-ad26-2ae280f9433a req-cd4b91c7-80ef-4b99-9e0b-713b0127e67d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:16.696909 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56d9d64d-9cf8-4165-ad26-2ae280f9433a req-cd4b91c7-80ef-4b99-9e0b-713b0127e67d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.2006824 Aug 30 14:19:16.794932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:16.803366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:16.806177 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f800fe15-9288-41b2-ae48-a1723447c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.815281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f800fe15-9288-41b2-ae48-a1723447c286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.818359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f800fe15-9288-41b2-ae48-a1723447c286 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a9e447a-729a-4c1f-94c2-9d20be35031c HTTP/1.1" status: 204 len: 168 time: 0.7926407 Aug 30 14:19:16.834316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.846267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56d9d64d-9cf8-4165-ad26-2ae280f9433a req-3bbe710f-9f73-4d3c-b3e3-a936c672010c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335187 Aug 30 14:19:16.938416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:16.958470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91dfcf54-5a9d-4d52-ad68-7df852eb2ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.988049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5f5d3f71-e7ef-4e00-a4c3-6c86e716e779'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:17.065673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800fe15-9288-41b2-ae48-a1723447c286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9e447a-729a-4c1f-94c2-9d20be35031c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:17.136875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5934e593-b9da-4afc-b9bb-df36b09349c5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:17.166170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b48d3-6aec-4353-8229-10328fa3fcb1 req-1923b93a-f238-4d68-9880-bff28aa738fd tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:17.178617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-585b48d3-6aec-4353-8229-10328fa3fcb1 req-1923b93a-f238-4d68-9880-bff28aa738fd tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 944 time: 0.2392309 Aug 30 14:19:17.215200 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:19:17.228835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Pushing event updated for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:17.246373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:17.247411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.249940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-66c339a1-2b01-4bee-bc04-6701564d0c96 service neutron] 10.222.0.39 "PUT /v2.0/ports/64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 1121 time: 3.9558601 Aug 30 14:19:17.323802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-585b48d3-6aec-4353-8229-10328fa3fcb1 req-f3bcd471-4991-4ac9-aeac-7d14ca9cb19d tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431646 Aug 30 14:19:17.347148 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91dfcf54-5a9d-4d52-ad68-7df852eb2ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.379719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91dfcf54-5a9d-4d52-ad68-7df852eb2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.526262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52456) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:17.528719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-91dfcf54-5a9d-4d52-ad68-7df852eb2ad4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52cc5486e06b443fad2bff728a785c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5862427 Aug 30 14:19:17.540843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['64aff6e8-71f0-4fb8-aaba-98f9d89a371e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:17.682386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-162553ad-ff32-4c37-af34-6c27c09212fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.756009 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f505-bf32-404d-b614-1eb6b9a26504 req-187e0c64-cd76-46e7-a12b-e61ac67aa2f9 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:17.779237 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f31f505-bf32-404d-b614-1eb6b9a26504 req-187e0c64-cd76-46e7-a12b-e61ac67aa2f9 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.4248440 Aug 30 14:19:17.789705 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-162553ad-ff32-4c37-af34-6c27c09212fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.799756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfcf54-5a9d-4d52-ad68-7df852eb2ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941cacf8-c576-46c0-8917-d12a1946f685,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:17.847844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0942a367-8e32-42e3-b19d-f699471d181a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:17.851129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:17.885359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f31f505-bf32-404d-b614-1eb6b9a26504 req-43ce523c-45bc-45fc-a43f-ed2292f27688 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043830 Aug 30 14:19:18.012316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bda3d4bc-41c8-41ee-a7aa-c762b1f7c26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:18.110862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:18.185141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7c92-4e4d-4b5a-91b9-61e92acff5aa req-1d4aacdb-d4b0-4ab8-8cea-e4a123ba0e84 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.187985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-909d7c92-4e4d-4b5a-91b9-61e92acff5aa req-1d4aacdb-d4b0-4ab8-8cea-e4a123ba0e84 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.1798494 Aug 30 14:19:18.188929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:18.193491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:18.201217 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:18.223155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50d58d-ef20-43ef-8a58-66936aa274a5 req-9fa1bec5-4702-4262-9a99-1803f3b09ea0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.265458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f50d58d-ef20-43ef-8a58-66936aa274a5 req-9fa1bec5-4702-4262-9a99-1803f3b09ea0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.3435838 Aug 30 14:19:18.283857 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-162553ad-ff32-4c37-af34-6c27c09212fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:18.288939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-162553ad-ff32-4c37-af34-6c27c09212fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:18.307775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-162553ad-ff32-4c37-af34-6c27c09212fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/941cacf8-c576-46c0-8917-d12a1946f685 HTTP/1.1" status: 204 len: 168 time: 0.7793293 Aug 30 14:19:18.341903 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-909d7c92-4e4d-4b5a-91b9-61e92acff5aa req-841202de-29f5-4b44-9e94-1f5984f8fb2a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394231 Aug 30 14:19:18.375277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0942a367-8e32-42e3-b19d-f699471d181a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:18.392094 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:18.392389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162553ad-ff32-4c37-af34-6c27c09212fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941cacf8-c576-46c0-8917-d12a1946f685,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:18.426949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f50d58d-ef20-43ef-8a58-66936aa274a5 req-c3d0db5f-01ea-4a15-8786-693af6c4dc67 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589065 Aug 30 14:19:18.522003 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bda3d4bc-41c8-41ee-a7aa-c762b1f7c26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:18.544608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bda3d4bc-41c8-41ee-a7aa-c762b1f7c26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:18.587951 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-276c19dd-c632-457b-9c72-55f8966f1cb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e45b9f6ef1994f23931c8e8141988184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957887 Aug 30 14:19:18.589173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:18.642401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bda3d4bc-41c8-41ee-a7aa-c762b1f7c26b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32ad4ff8bbe844279bcda06b813d1c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7860293 Aug 30 14:19:18.667692 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be9dd2a-4708-4e4d-96e4-aa6d347031d4 x-openstack-request-id: req-2be9dd2a-4708-4e4d-96e4-aa6d347031d4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:18.668919 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:18.669420 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2be9dd2a-4708-4e4d-96e4-aa6d347031d4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:18.670110 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e', 'status': 'completed', 'code': 200} Aug 30 14:19:18.670702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:18.795519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0440e1-55b5-4fa2-b5dd-126a40991fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:18.822692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:18.824875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:18.852200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3d4bc-41c8-41ee-a7aa-c762b1f7c26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9994b3f-7de1-4c3f-b16b-ea02109cac3b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:18.882863 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0440e1-55b5-4fa2-b5dd-126a40991fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.027886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-e6413e1c-2d42-4adc-9d14-4f563655d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:19.028989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0440e1-55b5-4fa2-b5dd-126a40991fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.030899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-e6413e1c-2d42-4adc-9d14-4f563655d0d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1124 time: 0.3295639 Aug 30 14:19:19.034871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0440e1-55b5-4fa2-b5dd-126a40991fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.052214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9b0440e1-55b5-4fa2-b5dd-126a40991fd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7786826-a33d-445b-894a-414045a800cd HTTP/1.1" status: 204 len: 168 time: 0.4618318 Aug 30 14:19:19.062473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0440e1-55b5-4fa2-b5dd-126a40991fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7786826-a33d-445b-894a-414045a800cd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:19.294514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e50a6-4826-4d63-8cd9-0666b52f4188 req-b152ba46-84f9-4455-acc4-3fab92f523e8 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:19.314069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e50e50a6-4826-4d63-8cd9-0666b52f4188 req-b152ba46-84f9-4455-acc4-3fab92f523e8 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 971 time: 0.1843154 Aug 30 14:19:19.395495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e7f3a-76ba-437c-9260-83b415541d3a req-26d626ee-e309-409a-bf86-2bcc8200eb6e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:19.404607 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a8e7f3a-76ba-437c-9260-83b415541d3a req-26d626ee-e309-409a-bf86-2bcc8200eb6e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 944 time: 0.6024687 Aug 30 14:19:19.470581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e50e50a6-4826-4d63-8cd9-0666b52f4188 req-1399bc56-d08d-4af1-ab54-dc44f9057284 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508949 Aug 30 14:19:19.535997 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.539449 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.577307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-309d1588-dfa8-4616-bedb-7fdd57c730c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:19.579598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-309d1588-dfa8-4616-bedb-7fdd57c730c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.5410476 Aug 30 14:19:19.580769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4e1e-d392-4c96-b9e1-e0791e47d2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.598886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:19.614597 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaf634c-3da0-4af3-acc7-7167743731d2" -d '{"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-plugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:19.656103 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4e1e-d392-4c96-b9e1-e0791e47d2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.658334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:19.668903 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.670244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d12b1d4d-9df7-464b-907a-bc72dbf96b4b no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:19.721020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4f72e-d546-4e5e-b132-1e406419f8d6 req-9dd165d6-044b-4d3d-9dfb-7e9cf0772538 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:19.735077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64f4f72e-d546-4e5e-b132-1e406419f8d6 req-9dd165d6-044b-4d3d-9dfb-7e9cf0772538 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.1324422 Aug 30 14:19:19.800201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: d12b1d4d-9df7-464b-907a-bc72dbf96b4b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:19:19.801764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d12b1d4d-9df7-464b-907a-bc72dbf96b4b not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:19.849323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64f4f72e-d546-4e5e-b132-1e406419f8d6 req-8b1959a9-4e8d-4c66-b74e-c0d9185570a3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126249 Aug 30 14:19:19.893205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:19.930684 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4e1e-d392-4c96-b9e1-e0791e47d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.939957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4e1e-d392-4c96-b9e1-e0791e47d2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.944486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7f7d4e1e-d392-4c96-b9e1-e0791e47d2e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9994b3f-7de1-4c3f-b16b-ea02109cac3b HTTP/1.1" status: 204 len: 168 time: 1.2694995 Aug 30 14:19:19.954524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a8e7f3a-76ba-437c-9260-83b415541d3a req-6b987cc9-10bb-405d-ae66-c8e064f07005 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5483704 Aug 30 14:19:19.956557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-7192d82b-95e6-470d-bcca-0b58d75ae1d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 217 time: 0.2070251 Aug 30 14:19:20.009865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 64aff6e8-71f0-4fb8-aaba-98f9d89a371e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:20.018926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d4e1e-d392-4c96-b9e1-e0791e47d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9994b3f-7de1-4c3f-b16b-ea02109cac3b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:20.082305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:20.144606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-40d272d4-d4b4-4285-a6f8-b4dc8a041135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:20.147487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-40d272d4-d4b4-4285-a6f8-b4dc8a041135 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1775353 Aug 30 14:19:20.200401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aba4c807-c688-424a-8c41-4b55cba7abad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:20.293922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-f3975599-b89a-4ac8-9170-620f8471a8a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373057 Aug 30 14:19:20.346597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:20.412352 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d65ef57-cc6d-4234-b292-5a2e7571490c x-openstack-request-id: req-0d65ef57-cc6d-4234-b292-5a2e7571490c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:20.412878 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-plugged", "status": "completed", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:20.413242 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d65ef57-cc6d-4234-b292-5a2e7571490c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:20.413713 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'code': 200} Aug 30 14:19:20.416720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 64aff6e8-71f0-4fb8-aaba-98f9d89a371e has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:19:20.484356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c7163-82b3-4075-b23a-a145e3cfc9b5 req-2b6630cb-1b51-43f9-9467-21faeb20ed81 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:20.502292 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da5c7163-82b3-4075-b23a-a145e3cfc9b5 req-2b6630cb-1b51-43f9-9467-21faeb20ed81 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.3952763 Aug 30 14:19:20.511992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:20.712952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-ffd49b63-d983-4b60-9af5-8494cd924b4d service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098709 Aug 30 14:19:20.726458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da5c7163-82b3-4075-b23a-a145e3cfc9b5 req-68f42ed9-166d-4307-98bb-d14287797518 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148814 Aug 30 14:19:20.734235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:20.767246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:20.767777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:20.983872 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aba4c807-c688-424a-8c41-4b55cba7abad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:20.991743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aba4c807-c688-424a-8c41-4b55cba7abad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.000522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32d378-9ae4-4b81-8da7-2de63705d0cc req-8acc50d8-340a-48ad-ba74-9032c04d858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:21.002451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea32d378-9ae4-4b81-8da7-2de63705d0cc req-8acc50d8-340a-48ad-ba74-9032c04d858d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1123 time: 0.2877638 Aug 30 14:19:21.081271 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.087258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa97846-4476-4ada-b223-e20afd17383d req-a2346d2a-8e51-4d7b-b897-126ad840a4f2 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:21.096903 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8fa97846-4476-4ada-b223-e20afd17383d req-a2346d2a-8e51-4d7b-b897-126ad840a4f2 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 972 time: 0.3560104 Aug 30 14:19:21.181282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:21.188461 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.189397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5934e593-b9da-4afc-b9bb-df36b09349c5 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:21.205618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-dd390d13-e24f-4e66-9917-a1aabf984c85 service neutron] 10.222.0.21 "GET /v2.0/ports/64aff6e8-71f0-4fb8-aaba-98f9d89a371e/bindings/n-h2-805668-3 HTTP/1.1" status: 200 len: 384 time: 0.1060865 Aug 30 14:19:21.214433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aba4c807-c688-424a-8c41-4b55cba7abad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c20470a4342c4461a72ddc921e0eb80d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1273661 Aug 30 14:19:21.234048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:21.239285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea32d378-9ae4-4b81-8da7-2de63705d0cc req-78daa9f1-9477-4398-b079-3cec1f1f0f4e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286251 Aug 30 14:19:21.328213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:21.328892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4c807-c688-424a-8c41-4b55cba7abad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4d7e61-cde9-45bb-9840-6934731b4b58,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:21.412898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:21.439044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7ba7-39af-440f-ae0f-b3d56ea7fc25 req-63f5d0a7-86fd-477f-ae1c-57c85db8c8d3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:21.442934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc6c7ba7-39af-440f-ae0f-b3d56ea7fc25 req-63f5d0a7-86fd-477f-ae1c-57c85db8c8d3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 943 time: 0.3940418 Aug 30 14:19:21.466194 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8fa97846-4476-4ada-b223-e20afd17383d req-cb6fe080-6428-45f1-9cb3-9191a080f36b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619897 Aug 30 14:19:21.492073 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fae5a64e-3f48-4dd2-b2f9-3bfb2ed2ede6 req-8e608e92-1897-46ce-baca-833de2457185 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222807 Aug 30 14:19:21.519833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1487859f-755a-459c-9c86-c6b4d9cdf6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.535089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 5934e593-b9da-4afc-b9bb-df36b09349c5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:21.557866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5934e593-b9da-4afc-b9bb-df36b09349c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:21.560676 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.620870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc6c7ba7-39af-440f-ae0f-b3d56ea7fc25 req-e83d7079-ddfc-4e4f-936e-393148f17148 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438417 Aug 30 14:19:21.661616 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1487859f-755a-459c-9c86-c6b4d9cdf6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.822457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1487859f-755a-459c-9c86-c6b4d9cdf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.825932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1487859f-755a-459c-9c86-c6b4d9cdf6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.830858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1487859f-755a-459c-9c86-c6b4d9cdf6b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c4d7e61-cde9-45bb-9840-6934731b4b58 HTTP/1.1" status: 204 len: 168 time: 0.5925064 Aug 30 14:19:21.834030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6e066-8599-4760-bc25-ae66649f4351 req-eaa1a042-00f5-4e7a-a8ab-535376dfe53c tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:21.840577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ee6e066-8599-4760-bc25-ae66649f4351 req-eaa1a042-00f5-4e7a-a8ab-535376dfe53c tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 944 time: 0.1591082 Aug 30 14:19:21.845314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487859f-755a-459c-9c86-c6b4d9cdf6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4d7e61-cde9-45bb-9840-6934731b4b58,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:21.850231 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:21.872138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:21.994286 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5934e593-b9da-4afc-b9bb-df36b09349c5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5934e593-b9da-4afc-b9bb-df36b09349c5,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:21.996381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ee6e066-8599-4760-bc25-ae66649f4351 req-ce52ae53-299e-4a1b-b29d-dd54555c8fc8 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404684 Aug 30 14:19:22.004250 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.006575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-75986804-network', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:22.014771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:22.014944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d198cb-e89b-493b-8a15-f6a0b0264ae9 req-a8f2e418-9e7e-4635-8e17-0ac7e46aa750 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:22.031433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25d198cb-e89b-493b-8a15-f6a0b0264ae9 req-a8f2e418-9e7e-4635-8e17-0ac7e46aa750 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 945 time: 0.1122882 Aug 30 14:19:22.110133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64aff6e8-71f0-4fb8-aaba-98f9d89a371e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:22.118294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Made reservation on behalf of bfccdfd574ec43568af1fe0f70814dac for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:22.121413 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.135831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.140498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:22.152052 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25d198cb-e89b-493b-8a15-f6a0b0264ae9 req-c6e59645-b76e-41ec-8799-e3b756cd6c2e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174266 Aug 30 14:19:22.185336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.195601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5934e593-b9da-4afc-b9bb-df36b09349c5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:22.409146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] Transition to ACTIVE for port object 64aff6e8-71f0-4fb8-aaba-98f9d89a371e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:22.415461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779'}, {'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:22.418984 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df329fb-9003-4a59-aa19-cc8ff0fd06cd" -d '{"events": [{"server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "name": "network-vif-plugged", "status": "completed", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779"}, {"server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "name": "network-vif-plugged", "status": "completed", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:22.424569 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.469788 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.482230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.613521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:19:22.632129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.632946 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Added segment ff689fa3-3855-413d-bb00-b1e75b166e1c of type vlan for network b6b56f3d-d906-4ca8-901e-17afeebaba4f Aug 30 14:19:22.643073 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8e9944-5d3c-480b-bd82-3c06c4bc98ed x-openstack-request-id: req-9a8e9944-5d3c-480b-bd82-3c06c4bc98ed {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:22.643377 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "name": "network-vif-plugged", "status": "completed", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779", "code": 200}, {"server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "name": "network-vif-plugged", "status": "completed", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:22.643633 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a8e9944-5d3c-480b-bd82-3c06c4bc98ed {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:22.644040 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779', 'code': 200} Aug 30 14:19:22.644484 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'code': 200} Aug 30 14:19:22.716835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.766609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815a01-9584-4e82-98d8-d1ca2e51e27c req-8af9e722-18e3-4a8d-ab83-d6beaa2620a7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:22.767590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31333a1d-f843-4c09-8bc0-3f0e2213a19c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:22.778448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb815a01-9584-4e82-98d8-d1ca2e51e27c req-8af9e722-18e3-4a8d-ab83-d6beaa2620a7 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 972 time: 0.1408043 Aug 30 14:19:22.797545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] No DVR routers for this DVR port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:19:22.865751 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.868037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:22.868918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.886052 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb815a01-9584-4e82-98d8-d1ca2e51e27c req-0a5905a8-f855-4940-afb7-02804fc877a1 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819490 Aug 30 14:19:23.049320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] 10.222.0.21 "PUT /v2.0/ports/64aff6e8-71f0-4fb8-aaba-98f9d89a371e/bindings/n-h2-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8161061 Aug 30 14:19:23.064668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bd4d3-cfcf-4bfb-81f1-0c2ec49c7712 req-99bab024-4b45-4ec7-8f75-ba6a7487bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.067287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f5bd4d3-cfcf-4bfb-81f1-0c2ec49c7712 req-99bab024-4b45-4ec7-8f75-ba6a7487bf15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 1096 time: 0.1038315 Aug 30 14:19:23.078886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7472408 Aug 30 14:19:23.083072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:23.083366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87844160-e23a-496a-91a8-88fa6f70b752 service neutron] Pushing event updated for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:23.093755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Request body: {'subnet': {'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-75986804-subnet', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:23.224114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Made reservation on behalf of bfccdfd574ec43568af1fe0f70814dac for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:23.226533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:23.234657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fc605-fc81-4208-af52-9798d75187aa admin admin] Pushing event updated for resources: {'Network': ['ID=b6b56f3d-d906-4ca8-901e-17afeebaba4f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:23.252343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b6b56f3d-d906-4ca8-901e-17afeebaba4f details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:19:23.338887 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f5bd4d3-cfcf-4bfb-81f1-0c2ec49c7712 req-acfce94b-ad6a-42a9-80ab-10d574a540f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342246 Aug 30 14:19:23.351320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69830-12ff-4be6-9892-4856111de1fe req-9bd76b6f-c103-4d4f-ab41-a439f97013a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.352900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8cf69830-12ff-4be6-9892-4856111de1fe req-9bd76b6f-c103-4d4f-ab41-a439f97013a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1096 time: 0.4613378 Aug 30 14:19:23.377568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab9404-277a-49b1-a37d-45a29cb65919 req-7c0ea76d-fe87-4459-9e79-629211961b2c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.379015 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a5ab9404-277a-49b1-a37d-45a29cb65919 req-7c0ea76d-fe87-4459-9e79-629211961b2c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 944 time: 0.3287807 Aug 30 14:19:23.383464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-909f659c-6a85-4926-a3d0-7f1f1508bd50 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.385065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-909f659c-6a85-4926-a3d0-7f1f1508bd50 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.2065001 Aug 30 14:19:23.485950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a5ab9404-277a-49b1-a37d-45a29cb65919 req-1e7ca67c-e0d0-4b53-8b8b-0b856e4d110b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899069 Aug 30 14:19:23.508403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-58daa4b6-495a-4f20-9723-9bd7e9a21792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.510023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-58daa4b6-495a-4f20-9723-9bd7e9a21792 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa&tenant_id=1f720867c22e4367a9d32fb472288ece HTTP/1.1" status: 200 len: 1095 time: 0.1128924 Aug 30 14:19:23.616478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-635f9f2e-9492-4c69-a609-193a2922a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.622736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-635f9f2e-9492-4c69-a609-193a2922a43a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1095 time: 0.0867324 Aug 30 14:19:23.883287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1bba4-5ede-4854-a591-bf77d1fe3d16 req-36b78eff-2621-4a88-8000-5d6bedff8dd9 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.885622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aea1bba4-5ede-4854-a591-bf77d1fe3d16 req-36b78eff-2621-4a88-8000-5d6bedff8dd9 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1123 time: 0.2541125 Aug 30 14:19:23.908147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8cf69830-12ff-4be6-9892-4856111de1fe req-1ad69ee7-7a6f-4eb0-bdc6-fdc14e094f3a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413743 Aug 30 14:19:23.968235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-d64e165c-fbe4-40ef-941b-3d8b7130eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.970109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-d64e165c-fbe4-40ef-941b-3d8b7130eeb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.3409829 Aug 30 14:19:24.024470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310726-723c-4d52-8ce5-0929384e2029 req-004420da-632a-4d7d-892d-9a0bacc6de38 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:24.025880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aea1bba4-5ede-4854-a591-bf77d1fe3d16 req-90c2ec2f-6266-4d65-8fd0-c71861684f04 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137531 Aug 30 14:19:24.027744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-2d2277f6-d2db-4986-99f3-64ac278df507 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 217 time: 0.0493472 Aug 30 14:19:24.049177 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb310726-723c-4d52-8ce5-0929384e2029 req-004420da-632a-4d7d-892d-9a0bacc6de38 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 945 time: 0.7061987 Aug 30 14:19:24.121209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-2315be4d-cec1-4f10-997d-535164872a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:24.123075 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-2315be4d-cec1-4f10-997d-535164872a2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.0838435 Aug 30 14:19:24.156455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb310726-723c-4d52-8ce5-0929384e2029 req-02d17e2e-67fa-468a-be14-5b72b83c234c tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137424 Aug 30 14:19:24.162277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:24.187784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-2d2edbb1-7899-40ff-9e9c-ab23cc8cb712 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569329 Aug 30 14:19:24.364181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed9e7cf-535f-442f-8b06-d3cedf3b4609,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:24.448458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e4473-30cd-4592-a3fc-4f40725baa04 req-f18e5377-f729-4173-a0c3-ece8f3cbf3bc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:24.456597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc4e4473-30cd-4592-a3fc-4f40725baa04 req-f18e5377-f729-4173-a0c3-ece8f3cbf3bc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 945 time: 0.2672400 Aug 30 14:19:24.482887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Checking segment: {'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:24.483693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Network hostable DHCP agents. Network: b6b56f3d-d906-4ca8-901e-17afeebaba4f, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:19:24.537313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Network b6b56f3d-d906-4ca8-901e-17afeebaba4f is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:19:24.555647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b6b56f3d-d906-4ca8-901e-17afeebaba4f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:24.565762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:24.566228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:24.573238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3db58-8f94-4f7d-9acd-9d315fe71d04 None None] Network b6b56f3d-d906-4ca8-901e-17afeebaba4f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:19:24.600004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-54b14b52-d937-4a68-a996-f6fa657c5d9e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5150905 Aug 30 14:19:24.603038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:24.603544 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc4e4473-30cd-4592-a3fc-4f40725baa04 req-7e83b1fc-e5be-4f5e-8766-ce14b75e7884 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400583 Aug 30 14:19:24.608088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-4e481842-f5cf-47c2-a888-b75b7488a62d service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086938 Aug 30 14:19:24.624682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:24.717968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:24.719081 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:24.865656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590225d-a7bb-4cc7-bef4-872faa1a5307 req-ab63dd53-c12e-4c39-b755-cb81b1e0fc13 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:24.884188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a590225d-a7bb-4cc7-bef4-872faa1a5307 req-ab63dd53-c12e-4c39-b755-cb81b1e0fc13 tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 1123 time: 0.2154722 Aug 30 14:19:24.899024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:24.950251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546e5c6-7b2d-4c54-a9ed-c6da1c93dc39 req-15dabc12-2481-42ad-bb45-d6db90921361 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:24.960760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b546e5c6-7b2d-4c54-a9ed-c6da1c93dc39 req-15dabc12-2481-42ad-bb45-d6db90921361 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 944 time: 0.1721799 Aug 30 14:19:25.046578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a590225d-a7bb-4cc7-bef4-872faa1a5307 req-996c1aa6-45b3-4261-a7b5-cad5cd2dd4ef tempest-ServersAdminTestJSON-384785328 tempest-ServersAdminTestJSON-384785328-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519096 Aug 30 14:19:25.055696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b6b56f3d-d906-4ca8-901e-17afeebaba4f', 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'fixed_ips': [{'subnet_id': '5ed9e7cf-535f-442f-8b06-d3cedf3b4609'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:19:25.057191 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:25.096671 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b546e5c6-7b2d-4c54-a9ed-c6da1c93dc39 req-6808a605-0de4-4e85-8314-fea3d97113a4 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341159 Aug 30 14:19:25.165898 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-891f31fa-7e8f-48d2-9760-4c6f5a921557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:25.169448 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-0d0ba70f-a164-40f2-a1a2-34d00756943a service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519886 Aug 30 14:19:25.389868 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:25.671854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba65b0-991d-4a24-adfb-4152208c2c42 req-986d3463-5d98-494d-818b-a5528be5058f tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:25.673915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbba65b0-991d-4a24-adfb-4152208c2c42 req-986d3463-5d98-494d-818b-a5528be5058f tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 945 time: 0.0663869 Aug 30 14:19:25.739281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Allocated IP 172.20.0.2 (b6b56f3d-d906-4ca8-901e-17afeebaba4f/5ed9e7cf-535f-442f-8b06-d3cedf3b4609/2b0a87ea-6ade-48f6-a462-b12cb1b9cc78) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:25.766834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbba65b0-991d-4a24-adfb-4152208c2c42 req-53939dfb-911a-4a99-8c0c-20b20def0e4d tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794528 Aug 30 14:19:25.836703 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:25.896657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9109d-92e1-4f6a-b0dd-bd8b052f4347 req-573c1e72-7ea2-4878-ac96-4129a646ba26 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:25.911081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84f9109d-92e1-4f6a-b0dd-bd8b052f4347 req-573c1e72-7ea2-4878-ac96-4129a646ba26 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 949 time: 0.1613090 Aug 30 14:19:25.920596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.025648 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84f9109d-92e1-4f6a-b0dd-bd8b052f4347 req-b119bde2-fbc3-4394-84a5-78fea5e46a9a tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129766 Aug 30 14:19:26.107439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-3869689c-00bf-4c43-8136-725504bbcdd4 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:26.111147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-3869689c-00bf-4c43-8136-725504bbcdd4 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.2124784 Aug 30 14:19:26.241679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb95da-b4b2-47b8-b55a-8b69f3b44717 req-8c36a584-589e-42c1-ab9f-1854173cc679 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:26.242587 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.267713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:26.269918 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-58eb95da-b4b2-47b8-b55a-8b69f3b44717 req-8c36a584-589e-42c1-ab9f-1854173cc679 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 945 time: 0.1234512 Aug 30 14:19:26.271313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Allocated IP 172.25.6.205 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/8bfb6693-e13c-475f-bf48-50d08e6fe008) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:26.274172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Transition to ACTIVE for port object 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:26.291116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Request body: {'floatingip': {'port_id': '5934e593-b9da-4afc-b9bb-df36b09349c5'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:26.305164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Transition to ACTIVE for port object 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:26.317739 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.473470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Network b6b56f3d-d906-4ca8-901e-17afeebaba4f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:26.485856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:26.506411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:26.567029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 64aff6e8-71f0-4fb8-aaba-98f9d89a371e no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:26.645210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.648222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Pushing event updated for resources: {'Port': ['ID=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:26.658434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 64aff6e8-71f0-4fb8-aaba-98f9d89a371e not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:26.668346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674a234-cd3a-46b0-a28e-7f15692ce225 req-6c5bb970-230d-4c9e-8342-3bb114683d92 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:26.679216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b674a234-cd3a-46b0-a28e-7f15692ce225 req-6c5bb970-230d-4c9e-8342-3bb114683d92 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 944 time: 0.1349199 Aug 30 14:19:26.689329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.706140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Attempting to bind port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:26.707170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Attempting to bind port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:26.708003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Attempting to bind port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 on network b6b56f3d-d906-4ca8-901e-17afeebaba4f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:26.719779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:26.725313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Checking segment: {'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:26.726190 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.726612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Bound using segment: {'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:26.727270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Bound port: 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:26.727856 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.774740 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b674a234-cd3a-46b0-a28e-7f15692ce225 req-36fc90f6-a8a1-4e00-811c-12a39e7c3b50 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942676 Aug 30 14:19:26.816079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295551c-b9a8-403c-886d-d678afcbdbcd req-ab90fa21-82d9-4c05-bc70-34a819bfd5e8 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:26.823596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a295551c-b9a8-403c-886d-d678afcbdbcd req-ab90fa21-82d9-4c05-bc70-34a819bfd5e8 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 945 time: 0.6240082 Aug 30 14:19:26.878473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.896593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] For port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:26.903824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] For port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,segment=NetworkSegment(ff689fa3-3855-413d-bb00-b1e75b166e1c),segment_id=ff689fa3-3855-413d-bb00-b1e75b166e1c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:26.918870 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.958018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:26.978406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a295551c-b9a8-403c-886d-d678afcbdbcd req-ec282f67-dc19-42b9-859d-3a7abec043bd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533914 Aug 30 14:19:26.979953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:26.998801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-c6031c0d-c57a-4b8c-b54d-c5b9212eb443 service neutron] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:26.999415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:27.015350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-1316b55f-9aa7-4ebe-8b67-2edbecd7c710 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:27.017681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-1316b55f-9aa7-4ebe-8b67-2edbecd7c710 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 949 time: 0.1853278 Aug 30 14:19:27.032991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-c6031c0d-c57a-4b8c-b54d-c5b9212eb443 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:27.034555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-997e34f4-2739-42f6-a657-9e12ac6c1aa3 req-c6031c0d-c57a-4b8c-b54d-c5b9212eb443 service neutron] 10.222.0.39 "DELETE /v2.0/ports/64aff6e8-71f0-4fb8-aaba-98f9d89a371e/bindings/n-h1-805668-3 HTTP/1.1" status: 204 len: 173 time: 0.9122140 Aug 30 14:19:27.064462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfb6693-e13c-475f-bf48-50d08e6fe008,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:27.099797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d391a8-4c28-44b7-970b-b012a5ae8237 None None] Pushing event updated for resources: {'Port': ['ID=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:27.683640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ca477-bdc8-49ce-abb1-4343377099ca req-aacb9e9b-4fb5-4e1c-9ffd-1a88e07e91d9 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:27.696646 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c8ca477-bdc8-49ce-abb1-4343377099ca req-aacb9e9b-4fb5-4e1c-9ffd-1a88e07e91d9 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 949 time: 0.4214864 Aug 30 14:19:27.759448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:27.883506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b565d-09a8-4c9b-93d1-9fb93589ab6a req-604a0a12-eed2-44f7-ae15-ca96346d5728 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:27.892501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea6b565d-09a8-4c9b-93d1-9fb93589ab6a req-604a0a12-eed2-44f7-ae15-ca96346d5728 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1096 time: 0.4618397 Aug 30 14:19:27.966665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-788f6bd3-ab4c-4faa-87b8-72f3b3257cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:28.016951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:28.047636 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea6b565d-09a8-4c9b-93d1-9fb93589ab6a req-95737f06-e9f0-4512-b552-e9404c2fa22c tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529710 Aug 30 14:19:28.072954 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c8ca477-bdc8-49ce-abb1-4343377099ca req-1ea5fe50-9998-4082-bbc2-a689257aacb1 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684421 Aug 30 14:19:28.113421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:19:28.123064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Deleting port b1da292d-4c8b-41dd-80e9-b8e784a300d5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:28.123064 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:28.247468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:28.358653 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:28.375686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:28.523659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:28.562793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eded9-4316-4f22-9027-0a184a5b6822 req-ec5103ab-45c8-429a-b20c-0d9636849b91 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:28.570956 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e3eded9-4316-4f22-9027-0a184a5b6822 req-ec5103ab-45c8-429a-b20c-0d9636849b91 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1096 time: 0.1430771 Aug 30 14:19:28.605648 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Floating IP 3810bac8-70ea-4dfc-b0d4-0774f90025e2 associated. External IP: 172.25.6.148, port: 5934e593-b9da-4afc-b9bb-df36b09349c5. Aug 30 14:19:28.654983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95d4e4-5d47-43f6-9455-c5987414726a req-d3d2d7a2-8cb1-460e-a0d9-4e67deac3fed tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:28.657594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f95d4e4-5d47-43f6-9455-c5987414726a req-d3d2d7a2-8cb1-460e-a0d9-4e67deac3fed tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1095 time: 0.4112530 Aug 30 14:19:28.672625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] For port b1da292d-4c8b-41dd-80e9-b8e784a300d5, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b1da292d-4c8b-41dd-80e9-b8e784a300d5,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:28.673312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:28.686625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e3eded9-4316-4f22-9027-0a184a5b6822 req-dc6c4223-22f2-4f93-8848-d4f306e4e688 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149473 Aug 30 14:19:28.821495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c7a8a8-4273-46bb-80a7-9794369f28ec None None] Network b6b56f3d-d906-4ca8-901e-17afeebaba4f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:19:29.038107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Calling delete_port for b1da292d-4c8b-41dd-80e9-b8e784a300d5 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:29.062183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-32a9fffc-62ca-4f4f-924b-1474b1610c53 None None] Provisioning for port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:29.078844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-32a9fffc-62ca-4f4f-924b-1474b1610c53 None None] Provisioning complete for port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:29.081774 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32a9fffc-62ca-4f4f-924b-1474b1610c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:29.165262 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:29.172675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Router de814331-03a0-4161-b1e1-7ef21d9eae76 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:19:29.284679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f95d4e4-5d47-43f6-9455-c5987414726a req-8ee60ec1-0ca0-4af6-9554-653af2bfa44b tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140170 Aug 30 14:19:29.464617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32a9fffc-62ca-4f4f-924b-1474b1610c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:29.550721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:29.558902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32a9fffc-62ca-4f4f-924b-1474b1610c53 None None] For port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,segment=NetworkSegment(ff689fa3-3855-413d-bb00-b1e75b166e1c),segment_id=ff689fa3-3855-413d-bb00-b1e75b166e1c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:29.560835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:29.568101 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32a9fffc-62ca-4f4f-924b-1474b1610c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:29.598473 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] Sync routers for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:29.642369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ccd3b155-e3e7-43ee-919b-807f2df44a66 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "PUT /v2.0/floatingips/3810bac8-70ea-4dfc-b0d4-0774f90025e2 HTTP/1.1" status: 200 len: 991 time: 3.3732533 Aug 30 14:19:29.644613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:29.650108 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:29.656855 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a47815f-5c49-4731-b022-3b516e140ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:29.657346 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:19:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:29.733008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:29.818487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9fffc-62ca-4f4f-924b-1474b1610c53 None None] Pushing event updated for resources: {'Port': ['ID=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:30.017909 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:30.040285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b9d5bd7c-2b32-49aa-a7ec-3f432ed99933', '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:30.078581 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:30.078936 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a5fd864-9020-4a5c-9cca-fd7047abc9c1 req-95f7e5f8-c71a-4246-b290-8a311f93b7ac tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d95fbd-a68f-4366-be25-f0ec1814865e HTTP/1.1" status: 200 len: 210 time: 0.4027109 Aug 30 14:19:30.142658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Pushing event deleted for resources: {'Port': ['ID=b1da292d-4c8b-41dd-80e9-b8e784a300d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:30.206932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b1da292d-4c8b-41dd-80e9-b8e784a300d5 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:30.384686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: b1da292d-4c8b-41dd-80e9-b8e784a300d5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:19:30.385172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b1da292d-4c8b-41dd-80e9-b8e784a300d5 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:30.421795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] No DVR routers for this DVR port b1da292d-4c8b-41dd-80e9-b8e784a300d5 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:19:30.450176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:30.456475 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f41d190a-3d13-46b3-a518-be07f43efa7e req-bd1cef9d-f75a-44f5-8bc2-8ca6804a59fb tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "DELETE /v2.0/ports/b1da292d-4c8b-41dd-80e9-b8e784a300d5 HTTP/1.1" status: 204 len: 173 time: 3.3934550 Aug 30 14:19:30.457158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d95fbd-a68f-4366-be25-f0ec1814865e', 'name': 'network-vif-deleted', 'tag': 'b1da292d-4c8b-41dd-80e9-b8e784a300d5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:30.475191 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe5796-1ccc-432d-9bba-73edec3165fd" -d '{"events": [{"server_uuid": "c8d95fbd-a68f-4366-be25-f0ec1814865e", "name": "network-vif-deleted", "tag": "b1da292d-4c8b-41dd-80e9-b8e784a300d5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:30.527744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Router 01ca2150-538f-463d-a2c2-8ef5a2020a22 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:19:30.575313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c06ceef-c8b2-43be-9b61-929044c93b61 None None] Provisioning complete for port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:30.578480 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c06ceef-c8b2-43be-9b61-929044c93b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:30.781329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:30.904096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:30.906838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e2cd8394-2087-4244-b116-c3019ae2e834 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3000000 Aug 30 14:19:30.911391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:31.085421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Sync routers for ids ['01ca2150-538f-463d-a2c2-8ef5a2020a22'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:31.087533 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3810bac8-70ea-4dfc-b0d4-0774f90025e2', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'port_id': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'mac_address': 'fa:16:3e:ef:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63610656-d430-49ce-9b0c-1486563a2d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:18:58Z', 'updated_at': '2021-08-30T14:19:27Z', 'revision_number': 1, 'project_id': '8702423728ef45a38278a2ed084a746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:31.189966 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] Checking router: de814331-03a0-4161-b1e1-7ef21d9eae76 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:31.208735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Routers {'01ca2150-538f-463d-a2c2-8ef5a2020a22'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:31.216422 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:31.217125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:19:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:31.232172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:19:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['01ca2150-538f-463d-a2c2-8ef5a2020a22'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:31.370034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:31.454918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-65843e49-6d25-4a01-b91a-86c703a5dce0 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:31.471937 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-65843e49-6d25-4a01-b91a-86c703a5dce0 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476179 Aug 30 14:19:31.496495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Request body: {'binding': {'host': 'n-h2-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:31.498646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:19:31.542822 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:31.570288 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:31.589977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Set router 01ca2150-538f-463d-a2c2-8ef5a2020a22 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:31.757484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:31.985819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:31.986824 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:32.045898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f01e3773-01ff-4048-98e6-41ac723ac9e2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:32.062432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f01e3773-01ff-4048-98e6-41ac723ac9e2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 808 time: 0.8751736 Aug 30 14:19:32.108705 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bab5cc2-b747-4093-9db2-aeb2ede757e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:32.142581 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3810bac8-70ea-4dfc-b0d4-0774f90025e2', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'port_id': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'mac_address': 'fa:16:3e:ef:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63610656-d430-49ce-9b0c-1486563a2d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:18:58Z', 'updated_at': '2021-08-30T14:19:27Z', 'revision_number': 1, 'project_id': '8702423728ef45a38278a2ed084a746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:32.189333 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb835a50-927b-4a3b-9518-e182731bf81a None None] The sync data for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 is: [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3810bac8-70ea-4dfc-b0d4-0774f90025e2', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'port_id': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'mac_address': 'fa:16:3e:ef:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63610656-d430-49ce-9b0c-1486563a2d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:18:58Z', 'updated_at': '2021-08-30T14:19:27Z', 'revision_number': 1, 'project_id': '8702423728ef45a38278a2ed084a746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:32.217726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on host n-h2-805668-3 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:32.219300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:32.220149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:32.233687 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-8b2451a8-41f3-4d58-9a80-d1feda2111ec tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/quotas/1f720867c22e4367a9d32fb472288ece HTTP/1.1" status: 200 len: 375 time: 0.1694491 Aug 30 14:19:32.245865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:32.246154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:32.284538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:32.285010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:32.285440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:32.286085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Bound port: 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:32.477596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:32.516600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:32.519870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-c60dac21-433d-4585-8f9d-f3dfbc28349d service neutron] 10.222.0.50 "POST /v2.0/ports/5f5d3f71-e7ef-4e00-a4c3-6c86e716e779/bindings HTTP/1.1" status: 201 len: 389 time: 1.0441265 Aug 30 14:19:32.549195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f128ccc3-fc5f-4b76-b1ff-62bd5eb4f26d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2925227 Aug 30 14:19:32.561696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:32.591628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:19:27Z', 'revision_number': 3, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:32.647842 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb745a93-5ae1-4cbf-8e51-d62f4121f032 None None] New status for floating IP 3810bac8-70ea-4dfc-b0d4-0774f90025e2: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:19:32.702913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Checking router: 01ca2150-538f-463d-a2c2-8ef5a2020a22 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:32.705837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Updating router 01ca2150-538f-463d-a2c2-8ef5a2020a22 port 8bfb6693-e13c-475f-bf48-50d08e6fe008 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:19:32.820745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:32.952279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bab5cc2-b747-4093-9db2-aeb2ede757e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.054262 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bab5cc2-b747-4093-9db2-aeb2ede757e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.079568 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88118b24-81e1-47a6-82ed-28916a34f12a x-openstack-request-id: req-88118b24-81e1-47a6-82ed-28916a34f12a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:33.080403 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:33.083546 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88118b24-81e1-47a6-82ed-28916a34f12a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:33.084443 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'status': 'completed', 'code': 200} Aug 30 14:19:33.227723 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7bab5cc2-b747-4093-9db2-aeb2ede757e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5de7af7447d4836853dba6757ae7806&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8564935 Aug 30 14:19:33.233465 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd76028-f687-4b88-bd79-75eac6b77244 x-openstack-request-id: req-3fd76028-f687-4b88-bd79-75eac6b77244 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:33.234010 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d95fbd-a68f-4366-be25-f0ec1814865e", "name": "network-vif-deleted", "tag": "b1da292d-4c8b-41dd-80e9-b8e784a300d5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:33.234502 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fd76028-f687-4b88-bd79-75eac6b77244 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:33.246063 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d95fbd-a68f-4366-be25-f0ec1814865e', 'name': 'network-vif-deleted', 'tag': 'b1da292d-4c8b-41dd-80e9-b8e784a300d5', 'status': 'completed', 'code': 200} Aug 30 14:19:33.260570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab5cc2-b747-4093-9db2-aeb2ede757e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0fdf39-ec43-4fea-b261-dd303bc3be39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:33.283314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:33.407549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47815f-5c49-4731-b022-3b516e140ccd req-e2ce9a30-ab6b-43e6-be56-5aa057d988f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:33.409231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a47815f-5c49-4731-b022-3b516e140ccd req-e2ce9a30-ab6b-43e6-be56-5aa057d988f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 1096 time: 0.2852473 Aug 30 14:19:33.443487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-4ac1b050-ac7e-4103-b674-782b61e2a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:33.451299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-4ac1b050-ac7e-4103-b674-782b61e2a2b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1096 time: 0.5502789 Aug 30 14:19:33.534378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-30aefaf0-799f-4d00-8b13-6d596391dcc8 service neutron] 10.222.0.50 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9494414 Aug 30 14:19:33.581886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.603858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Transition to ACTIVE for port object 8bfb6693-e13c-475f-bf48-50d08e6fe008 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:33.621250 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.689021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4f8b1-633d-459f-94e2-2cf157ffae4c req-eb569c5f-1107-4fd4-bebc-da7be6e98530 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:33.698569 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5cc4f8b1-633d-459f-94e2-2cf157ffae4c req-eb569c5f-1107-4fd4-bebc-da7be6e98530 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 945 time: 0.1671433 Aug 30 14:19:33.724184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Attempting to bind port 8bfb6693-e13c-475f-bf48-50d08e6fe008 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:33.725325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Attempting to bind port 8bfb6693-e13c-475f-bf48-50d08e6fe008 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:33.726259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Attempting to bind port 8bfb6693-e13c-475f-bf48-50d08e6fe008 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:33.739489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2431ca5-b2e7-425b-adf8-d7aa89702909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.758522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:33.760757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:33.761830 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.762829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:33.764013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Bound port: 8bfb6693-e13c-475f-bf48-50d08e6fe008, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:33.765147 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.784974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.813212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5cc4f8b1-633d-459f-94e2-2cf157ffae4c req-90a20ddf-89a1-4be5-9a21-6a060cda96f5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097171 Aug 30 14:19:33.821249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47815f-5c49-4731-b022-3b516e140ccd req-b7407a15-995b-4599-ab64-15d7a17ecd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:33.823598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2431ca5-b2e7-425b-adf8-d7aa89702909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:33.824487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a47815f-5c49-4731-b022-3b516e140ccd req-b7407a15-995b-4599-ab64-15d7a17ecd3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 925 time: 0.4014254 Aug 30 14:19:33.827666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f2cc6-fecf-4060-a937-290a07d2168e None None] Pushing event updated for resources: {'Port': ['ID=8bfb6693-e13c-475f-bf48-50d08e6fe008,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:33.935269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] For port 8bfb6693-e13c-475f-bf48-50d08e6fe008, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:33.949015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-a4c1076c-b9de-412c-a632-d62148c83075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:33.949015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-a4c1076c-b9de-412c-a632-d62148c83075 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.4793000 Aug 30 14:19:33.952355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] For port 8bfb6693-e13c-475f-bf48-50d08e6fe008, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8bfb6693-e13c-475f-bf48-50d08e6fe008,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:33.964298 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:34.026858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f242651b-ad82-49b5-b144-7a0a1eea01c1 service neutron] 10.222.0.50 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270642 Aug 30 14:19:34.144277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Routers {'01ca2150-538f-463d-a2c2-8ef5a2020a22'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:34.145188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:19:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['01ca2150-538f-463d-a2c2-8ef5a2020a22'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:34.145686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-2d76c416-fb2d-43ca-a2dd-10744edfc698 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 200 len: 217 time: 0.1843164 Aug 30 14:19:34.150034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2431ca5-b2e7-425b-adf8-d7aa89702909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:34.156883 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2431ca5-b2e7-425b-adf8-d7aa89702909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:34.162295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e2431ca5-b2e7-425b-adf8-d7aa89702909 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a0fdf39-ec43-4fea-b261-dd303bc3be39 HTTP/1.1" status: 204 len: 168 time: 0.8735588 Aug 30 14:19:34.199925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2431ca5-b2e7-425b-adf8-d7aa89702909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0fdf39-ec43-4fea-b261-dd303bc3be39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:34.231539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-bb85d504-5c17-41bd-ab89-399fe69544cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:34.233739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-bb85d504-5c17-41bd-ab89-399fe69544cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.0742815 Aug 30 14:19:34.304140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-56f09e0b-cde0-4966-b32c-80027369b2e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615840 Aug 30 14:19:34.428571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Allocated IP 172.20.0.1 (b6b56f3d-d906-4ca8-901e-17afeebaba4f/5ed9e7cf-535f-442f-8b06-d3cedf3b4609/ebb04b7a-31a3-4bb2-bad5-8f4356d55960) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:34.553276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f2cc6-fecf-4060-a937-290a07d2168e None None] Pushing event updated for resources: {'Port': ['ID=8bfb6693-e13c-475f-bf48-50d08e6fe008,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:34.637014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:34.658862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Transition to ACTIVE for port object ebb04b7a-31a3-4bb2-bad5-8f4356d55960 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:34.705510 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:34.723736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] Set router 01ca2150-538f-463d-a2c2-8ef5a2020a22 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:34.750140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a47815f-5c49-4731-b022-3b516e140ccd req-bc9d9f30-677b-4fa3-8410-64c216721aa4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5934e593-b9da-4afc-b9bb-df36b09349c5 HTTP/1.1" status: 200 len: 1001 time: 0.9101450 Aug 30 14:19:34.787166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-445841d5-ac37-43bc-a529-0084f0ce2514 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=25a17812a4334d419bf27430c2288696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741148 Aug 30 14:19:34.847427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47815f-5c49-4731-b022-3b516e140ccd req-e1c88c20-ff82-4037-bf18-0b8fdec115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:34.849997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a47815f-5c49-4731-b022-3b516e140ccd req-e1c88c20-ff82-4037-bf18-0b8fdec115c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4311d8-9aad-429e-a49d-89d66501a9a2 HTTP/1.1" status: 200 len: 863 time: 0.0878136 Aug 30 14:19:34.869576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Pushing event updated for resources: {'Port': ['ID=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:34.873508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Network b6b56f3d-d906-4ca8-901e-17afeebaba4f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:34.887150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:34.906619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:34.906619 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:34.973516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-a2a25b4a-9dcf-4f5c-bf90-cb4b7c196085 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585095 Aug 30 14:19:35.048580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47815f-5c49-4731-b022-3b516e140ccd req-ee5e713d-16e5-4b29-b940-c98715ba7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:35.050213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a47815f-5c49-4731-b022-3b516e140ccd req-ee5e713d-16e5-4b29-b940-c98715ba7ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753561 Aug 30 14:19:35.073461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:35.102230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41a8cd33-31e7-4219-9172-2db6883c1922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:35.113538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c09ae3-7c4c-47d0-97ca-60d1ce706970 req-177b2cd0-ba20-4185-93a9-b208a857e784 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:35.123562 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b1c09ae3-7c4c-47d0-97ca-60d1ce706970 req-177b2cd0-ba20-4185-93a9-b208a857e784 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 972 time: 0.1676388 Aug 30 14:19:35.173118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-2b0c82cc-c01e-4a0b-b8b5-fe9d99757ff3 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:35.181083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-2b0c82cc-c01e-4a0b-b8b5-fe9d99757ff3 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3926446 Aug 30 14:19:35.229725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-9dccb76f-8032-468e-96eb-c765641a66cd tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/quotas/25a17812a4334d419bf27430c2288696 HTTP/1.1" status: 200 len: 375 time: 0.0471551 Aug 30 14:19:35.240907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b1c09ae3-7c4c-47d0-97ca-60d1ce706970 req-4302182b-3623-49be-996e-86f40eae1c9b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159570 Aug 30 14:19:35.311376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-fd2d1425-b90a-4e8c-9638-31e72323be3a service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126619 Aug 30 14:19:35.395775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-3724a9c8-106a-4fe6-af48-b1813747da50 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25a17812a4334d419bf27430c2288696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1648321 Aug 30 14:19:35.501296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-db4d8f72-f1d7-4d70-8231-c6adf6d07b2d tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:35.503005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-db4d8f72-f1d7-4d70-8231-c6adf6d07b2d tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.1063228 Aug 30 14:19:35.509181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c762bf0b-435d-4694-9828-3246581c4e89 req-3fe84ec3-5d50-4eb2-874d-e1bee09f0724 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 210 time: 0.1105809 Aug 30 14:19:35.526082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805668-3'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:35.530713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-013a9120-c3dd-4051-8728-94f0a077c258 None None] Provisioning for port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:35.554578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-013a9120-c3dd-4051-8728-94f0a077c258 None None] Provisioning complete for port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:35.554945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-013a9120-c3dd-4051-8728-94f0a077c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:35.671330 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:35.689877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-013a9120-c3dd-4051-8728-94f0a077c258 None None] Port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:35.716589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a47815f-5c49-4731-b022-3b516e140ccd req-0ac74407-88e8-46f1-9a4d-a49d3ea96cdb service neutron] 10.222.0.21 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520419 Aug 30 14:19:35.724887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:19:27Z', 'revision_number': 3, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:35.849459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885a720-2080-4c5f-a3d0-985c8c72df89 None None] The sync data for ids ['01ca2150-538f-463d-a2c2-8ef5a2020a22'] in n-d-805668-3 is: [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:19:27Z', 'revision_number': 3, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:35.964933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:36.002256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41a8cd33-31e7-4219-9172-2db6883c1922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:36.091652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:36.117530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41a8cd33-31e7-4219-9172-2db6883c1922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:36.171946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8cd33-31e7-4219-9172-2db6883c1922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c06c95-8f93-4967-a8d5-bffdf7b831d3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:36.261490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:36.412050 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:36.443230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:36.454894 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857aa388-2d71-4c01-81be-3d654992cb17" -d '{"events": [{"server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:36.464663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:36.533740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-41a8cd33-31e7-4219-9172-2db6883c1922 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1b3d6216453461090ac7c2d56ce9e74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4561915 Aug 30 14:19:36.566888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:36.655152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-6bf9bbaa-3993-44a8-92d3-8eff4d989206 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:36.656735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-6bf9bbaa-3993-44a8-92d3-8eff4d989206 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 972 time: 0.7867744 Aug 30 14:19:36.676654 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-03628358-7548-45ff-b597-90ab8ef84afe tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=25a17812a4334d419bf27430c2288696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2143834 Aug 30 14:19:36.701169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc79f5-8b72-4824-bd99-a7cfcc137cca req-5e43549f-a404-4947-8278-009ed3d70b7a tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:36.718353 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40cc79f5-8b72-4824-bd99-a7cfcc137cca req-5e43549f-a404-4947-8278-009ed3d70b7a tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 945 time: 0.9999709 Aug 30 14:19:36.781469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:36.911444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a47815f-5c49-4731-b022-3b516e140ccd req-8531fc7f-3d76-4f35-8608-c51050049241 service neutron] 10.222.0.21 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0254400 Aug 30 14:19:36.921359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:36.971473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40cc79f5-8b72-4824-bd99-a7cfcc137cca req-8ec5bc6f-12a2-499c-8cc7-4012cf854074 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512555 Aug 30 14:19:36.973145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:36.974449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:37.058621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175401f9-098b-40d9-baca-849aeaf55730 req-df963fb5-35b2-4f96-b573-8c65cbc92a89 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:37.073919 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-df963fb5-35b2-4f96-b573-8c65cbc92a89 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691576 Aug 30 14:19:37.097877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on host n-h1-805668-3 for vnic_type normal with profile {"migrating_to": "n-h2-805668-3"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:37.099513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:37.099863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:37.120075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-edc8bee6-1619-44f4-bf39-2804b564f346 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/quotas/25a17812a4334d419bf27430c2288696 HTTP/1.1" status: 200 len: 375 time: 0.0413888 Aug 30 14:19:37.127388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:37.130682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Attempting to bind port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:37.154037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:37.154329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Pushing event updated for resources: {'Port': ['ID=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:37.156169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:37.157329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:37.158849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Bound port: 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:37.159721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:37.304688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-8a4ff215-3be9-4325-b19e-deb628db1c57 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25a17812a4334d419bf27430c2288696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1553271 Aug 30 14:19:37.434498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:37.449090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:37.476950 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:37.788510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8bfb6693-e13c-475f-bf48-50d08e6fe008 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:37.897722 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eec913-a108-449e-a4c2-7028d909185e x-openstack-request-id: req-03eec913-a108-449e-a4c2-7028d909185e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:37.898436 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:37.899023 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03eec913-a108-449e-a4c2-7028d909185e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:37.903038 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779', 'code': 200} Aug 30 14:19:37.952518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:37.953290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:37.954890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] 10.222.0.39 "PUT /v2.0/ports/5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 200 len: 1121 time: 2.4343748 Aug 30 14:19:37.971179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b087e-ef2e-4c4f-a1ff-f84a6b861136 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:38.024099 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f1217a1-97d8-491e-a6e8-6a2ea4837c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:38.067842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 8bfb6693-e13c-475f-bf48-50d08e6fe008 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:38.084324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8bfb6693-e13c-475f-bf48-50d08e6fe008 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:38.084899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:38.116557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42d6fb02-207b-4290-9d53-f3fcbae25d88 req-1c26f4b9-5146-4c67-99d9-c7d0f3afa2c4 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 210 time: 0.0584211 Aug 30 14:19:38.125574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5f5d3f71-e7ef-4e00-a4c3-6c86e716e779'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:38.320018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:38.360901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 8bfb6693-e13c-475f-bf48-50d08e6fe008, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8bfb6693-e13c-475f-bf48-50d08e6fe008,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:38.379075 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:38.480736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=8bfb6693-e13c-475f-bf48-50d08e6fe008,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:38.545481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-5b03db85-ff0e-4143-9d0b-c8a903588df4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=25a17812a4334d419bf27430c2288696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334849 Aug 30 14:19:38.671938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Network b6b56f3d-d906-4ca8-901e-17afeebaba4f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:38.720527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064826be-c760-4518-b347-4285c61ad107 req-0f1bd324-d9b8-4cf1-87c6-9d40bd0f9144 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 210 time: 0.0453868 Aug 30 14:19:38.764867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:38.823642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f1217a1-97d8-491e-a6e8-6a2ea4837c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:38.849116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-014671ce-feec-40b8-8323-17aa10e29f9f tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:38.862548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-014671ce-feec-40b8-8323-17aa10e29f9f tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018448 Aug 30 14:19:38.945711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Request body: {'port': {'device_id': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '25a17812a4334d419bf27430c2288696'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:39.073765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbc87a-3fad-4433-9c9d-7d07ef3fbf9b req-29a238b2-e071-42cd-84d1-ef5dd9ec3f98 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:39.089411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edcbc87a-3fad-4433-9c9d-7d07ef3fbf9b req-29a238b2-e071-42cd-84d1-ef5dd9ec3f98 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 972 time: 1.9665513 Aug 30 14:19:39.164260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a36aece-1e08-41e1-a37b-8b8cb46fe211 None None] Provisioning complete for port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:39.166526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a36aece-1e08-41e1-a37b-8b8cb46fe211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.282273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8a36aece-1e08-41e1-a37b-8b8cb46fe211 None None] Port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:39.308298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Deleting port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:39.308952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.327828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-a0d7e04c-5b3b-47e5-b9cf-cd4ea91e7ea3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:39.331086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-a0d7e04c-5b3b-47e5-b9cf-cd4ea91e7ea3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 808 time: 1.3343911 Aug 30 14:19:39.430018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Request body: {'port': {'device_id': '465533b2-c414-4f0d-8245-caf4adb8f991', 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'admin_state_up': True, 'tenant_id': '1f720867c22e4367a9d32fb472288ece'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:39.490069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95dac0-72e4-42df-bca5-833bb1b2a419 req-d60cb046-e6ec-4363-9303-1994161c0b12 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:39.501033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ec95dac0-72e4-42df-bca5-833bb1b2a419 req-d60cb046-e6ec-4363-9303-1994161c0b12 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 943 time: 0.6194272 Aug 30 14:19:39.536817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-35660d9b-68c3-4bbd-98a2-f756a2be7f08 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=25a17812a4334d419bf27430c2288696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319326 Aug 30 14:19:39.539643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edcbc87a-3fad-4433-9c9d-7d07ef3fbf9b req-ceb1bc9c-0b19-4741-abc5-2b763cd04240 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168961 Aug 30 14:19:39.618167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Router 01ca2150-538f-463d-a2c2-8ef5a2020a22 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:19:39.652117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Made reservation on behalf of 25a17812a4334d419bf27430c2288696 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:39.677102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f1217a1-97d8-491e-a6e8-6a2ea4837c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.680127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.698872 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f1217a1-97d8-491e-a6e8-6a2ea4837c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.701209 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1f1217a1-97d8-491e-a6e8-6a2ea4837c97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3c06c95-8f93-4967-a8d5-bffdf7b831d3 HTTP/1.1" status: 204 len: 168 time: 3.1319671 Aug 30 14:19:39.711298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8bfb6693-e13c-475f-bf48-50d08e6fe008 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:39.760794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ec95dac0-72e4-42df-bca5-833bb1b2a419 req-1ccdbdcd-16ae-4a91-a6cc-5b0841df6847 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575083 Aug 30 14:19:39.788582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1217a1-97d8-491e-a6e8-6a2ea4837c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c06c95-8f93-4967-a8d5-bffdf7b831d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:39.807688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.886645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8bfb6693-e13c-475f-bf48-50d08e6fe008 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:39.887232 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.892978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] For port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:39.892978 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.919962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Calling delete_port for b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 owned by compute:tempest-test_az-1997600639 {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:39.921631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:39.929142 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77df5309-d887-4fc1-a314-e284ce1fe070" -d '{"events": [{"name": "network-changed", "server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:39.968576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175401f9-098b-40d9-baca-849aeaf55730 req-f1664c30-e611-43e5-a705-be09940420b5 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:39.970612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-f1664c30-e611-43e5-a705-be09940420b5 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4196634 Aug 30 14:19:40.020306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Request body: {'port': {'device_id': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '25a17812a4334d419bf27430c2288696'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:40.078691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:40.093854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:40.139452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6309959-0f8d-436c-a554-47dd521ad6ca req-11e8c329-8bea-4ea2-825a-41da456d2a82 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 210 time: 0.3033180 Aug 30 14:19:40.181951 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:40.262151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f177c963-4620-4861-b7ef-bfca18245282 req-7ad3d141-8180-4fdc-ab5a-ccf22fcab69a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 210 time: 0.0782688 Aug 30 14:19:40.265844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:40.332198 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf968cc-ca74-4fda-90a1-cc2bd96ed7d3 x-openstack-request-id: req-abf968cc-ca74-4fda-90a1-cc2bd96ed7d3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:40.332504 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:40.332760 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abf968cc-ca74-4fda-90a1-cc2bd96ed7d3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:40.333372 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779', 'status': 'completed', 'code': 200} Aug 30 14:19:40.411860 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:19:40.417862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:40.480227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c812a2ae-7e24-4bef-9419-8b881e82a3fc admin admin] 10.222.0.50 "PUT /v2.0/routers/01ca2150-538f-463d-a2c2-8ef5a2020a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5572882 Aug 30 14:19:40.506881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-1e9bc244-f77a-481a-93ad-87e64ffbe4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:40.508708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-1e9bc244-f77a-481a-93ad-87e64ffbe4df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1124 time: 0.0887275 Aug 30 14:19:40.510207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Sync routers for ids ['01ca2150-538f-463d-a2c2-8ef5a2020a22'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:40.654692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Routers {'01ca2150-538f-463d-a2c2-8ef5a2020a22'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:40.655798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:19:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['01ca2150-538f-463d-a2c2-8ef5a2020a22'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:40.724440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Made reservation on behalf of 1f720867c22e4367a9d32fb472288ece for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:40.746569 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:40.860044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Allocated IP 192.168.233.131 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/9b46d0ff-5c87-468f-8e15-fed8d80987c1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:40.890046 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:41.006982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147568d2-1bf0-4897-9775-0394c09b9818,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:41.025976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:41.064211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:19:41.120646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Set router 01ca2150-538f-463d-a2c2-8ef5a2020a22 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:41.194497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:41.233903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['711aeee6-ef1a-4deb-81a7-d4f3f06499f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:41.254090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Made reservation on behalf of 25a17812a4334d419bf27430c2288696 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:41.263098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-b754d982-2c6f-48ba-98b4-b3602929b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:41.264439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:41.266611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-b754d982-2c6f-48ba-98b4-b3602929b1cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.7458413 Aug 30 14:19:41.268089 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Pushing event deleted for resources: {'Port': ['ID=b9d5bd7c-2b32-49aa-a7ec-3f432ed99933,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:41.396943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fefc3-06c3-47b0-a400-f2d99089d670 req-ac3abc4b-bbb5-4d2a-a5b3-429c04f34f56 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:41.401826 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-974fefc3-06c3-47b0-a400-f2d99089d670 req-ac3abc4b-bbb5-4d2a-a5b3-429c04f34f56 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9f29f0-80ed-4094-b7f4-da98f1d3bb56 HTTP/1.1" status: 200 len: 972 time: 0.4092762 Aug 30 14:19:41.560405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-66b10137-aea9-4008-9394-d1a308e840af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 200 len: 217 time: 0.2779119 Aug 30 14:19:41.582206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-974fefc3-06c3-47b0-a400-f2d99089d670 req-1bd54ffb-f2b5-47ff-b7a7-1dace272d973 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670399 Aug 30 14:19:41.624115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] No DVR routers for this DVR port b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:19:41.628817 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:41.637090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46ad49f4-a4f2-4986-a307-84f769d08c12 req-5eb4680c-c535-46f6-973d-d278a773ba13 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "DELETE /v2.0/ports/b9d5bd7c-2b32-49aa-a7ec-3f432ed99933 HTTP/1.1" status: 204 len: 173 time: 4.9141023 Aug 30 14:19:41.679246 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:41.726875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Transition to ACTIVE for port object 9b46d0ff-5c87-468f-8e15-fed8d80987c1 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:41.781218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9f29f0-80ed-4094-b7f4-da98f1d3bb56', 'name': 'network-vif-deleted', 'tag': 'b9d5bd7c-2b32-49aa-a7ec-3f432ed99933'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:41.797325 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96cd18-02d6-47d9-ac19-b5420cbb2c77" -d '{"events": [{"server_uuid": "5b9f29f0-80ed-4094-b7f4-da98f1d3bb56", "name": "network-vif-deleted", "tag": "b9d5bd7c-2b32-49aa-a7ec-3f432ed99933"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:41.934998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Allocated IP 192.168.233.254 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/ddc977ff-edfa-41a4-bc68-344b4f9055d7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:42.065027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:19:35Z', 'revision_number': 4, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ebb04b7a-31a3-4bb2-bad5-8f4356d55960', 'name': '', 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'mac_address': 'fa:16:3e:69:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ed9e7cf-535f-442f-8b06-d3cedf3b4609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:33Z', 'updated_at': '2021-08-30T14:19:36Z', 'revision_number': 2, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'subnets': [{'id': '5ed9e7cf-535f-442f-8b06-d3cedf3b4609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:42.065742 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:42.204929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Allocated IP 172.20.0.12 (7719e3a1-d20b-40f4-b28c-20a8dcb3eb35/7b91aecf-bcf4-4a8a-9b72-ba757fd09a74/ab47ce55-b82e-4054-9555-46f7160be195) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:42.207146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:42.212212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:42.224354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:42.227155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:42.233745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:42.234736 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:42.269672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-2f94098e-c7e1-494d-82db-aa405e47ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:42.271544 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-2f94098e-c7e1-494d-82db-aa405e47ce9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.6591148 Aug 30 14:19:42.327620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c37914-24a3-4223-bb0e-8890d334da72 req-28b3cefd-34c8-4847-91c4-85a28dfc754b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:42.329925 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4c37914-24a3-4223-bb0e-8890d334da72 req-28b3cefd-34c8-4847-91c4-85a28dfc754b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 943 time: 0.1904953 Aug 30 14:19:42.334993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-edc96ae8-c231-441c-80a5-8f350b5dff3b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3945458 Aug 30 14:19:42.404902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Request body: {'port': {'device_id': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:42.411610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4c37914-24a3-4223-bb0e-8890d334da72 req-baa3ae55-6f22-4d02-a00b-30384140af1e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668309 Aug 30 14:19:42.457444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Checking router: 01ca2150-538f-463d-a2c2-8ef5a2020a22 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:42.459038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Updating router 01ca2150-538f-463d-a2c2-8ef5a2020a22 port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:19:42.520762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-4aa4597c-662e-409e-bfc8-b16b78d2c0e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190983 Aug 30 14:19:42.559479 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:42.559743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:42.594119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:42.605609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-91403e1f-d39c-49e3-83b3-08c22ea02406 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0655074 Aug 30 14:19:42.768252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Transition to ACTIVE for port object ddc977ff-edfa-41a4-bc68-344b4f9055d7 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:42.806675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2568d8c-c4cb-4c4d-9aa6-8d97268cdc20 req-657813d3-f316-4a48-a4d1-04bb9ddf4c27 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 210 time: 0.0320022 Aug 30 14:19:42.844353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:42.949847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.028433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Pushing event updated for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:43.078831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:43.091406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:43.094065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:43.100302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:43.100975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.111894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-88fa347a-c170-4d2d-8779-3c428ea003c9 None None] Provisioning for port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:43.129035 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-8329986e-7fe3-482b-96f3-3cef76131aa4 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1202543 Aug 30 14:19:43.142760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-88fa347a-c170-4d2d-8779-3c428ea003c9 None None] Provisioning complete for port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:43.147015 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88fa347a-c170-4d2d-8779-3c428ea003c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.153862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Request body: {'port': {'device_id': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:43.224357 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.235353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64147821-d16b-4489-92d1-c1a05d2d044b req-8efaf973-7596-4a94-8dad-4130859c89d6 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:43.236990 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64147821-d16b-4489-92d1-c1a05d2d044b req-8efaf973-7596-4a94-8dad-4130859c89d6 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 936 time: 0.2792082 Aug 30 14:19:43.262842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.376718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.21', 50000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:43.401021 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-94f3d630-b409-4142-993f-49f3d632d0e9 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720953 Aug 30 14:19:43.445873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b46d0ff-5c87-468f-8e15-fed8d80987c1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:43.500541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-88fa347a-c170-4d2d-8779-3c428ea003c9 None None] Port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:43.611409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.713647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64147821-d16b-4489-92d1-c1a05d2d044b req-66cecd19-6d52-4ae5-8ed0-bc1b8b87b74f tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631023 Aug 30 14:19:43.714311 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.729575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Transition to ACTIVE for port object ebb04b7a-31a3-4bb2-bad5-8f4356d55960 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:43.753829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.765331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Transition to ACTIVE for port object 9b46d0ff-5c87-468f-8e15-fed8d80987c1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:43.784595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.818744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Pushing event updated for resources: {'Port': ['ID=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:43.835861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.836310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.836721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.837150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.838205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.838738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.839139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.839536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.839932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.840490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.841032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.841907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:43.853522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-abdfabdf-4921-4508-a6f3-a471e1bbe9ec None None] Provisioning for port ddc977ff-edfa-41a4-bc68-344b4f9055d7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:43.859174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-abdfabdf-4921-4508-a6f3-a471e1bbe9ec None None] Provisioning complete for port ddc977ff-edfa-41a4-bc68-344b4f9055d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:43.859858 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-abdfabdf-4921-4508-a6f3-a471e1bbe9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:43.912489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-abdfabdf-4921-4508-a6f3-a471e1bbe9ec None None] Port ddc977ff-edfa-41a4-bc68-344b4f9055d7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:44.000846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:44.022283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Attempting to bind port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:44.022810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Attempting to bind port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:44.023276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Attempting to bind port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 on network b6b56f3d-d906-4ca8-901e-17afeebaba4f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:44.032510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:44.032886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.033370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Checking segment: {'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:44.033890 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.034275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Bound using segment: {'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:44.034825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Bound port: ebb04b7a-31a3-4bb2-bad5-8f4356d55960, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff689fa3-3855-413d-bb00-b1e75b166e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:44.035209 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.098985 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77df5309-d887-4fc1-a314-e284ce1fe070 req-8bbcbd07-a6b2-4f6a-8310-19d97bc376c3 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544185 Aug 30 14:19:44.122370 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed37c4a1-42ab-47cf-a1f7-bb139c37f8fa x-openstack-request-id: req-ed37c4a1-42ab-47cf-a1f7-bb139c37f8fa {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:44.122736 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9f29f0-80ed-4094-b7f4-da98f1d3bb56", "name": "network-vif-deleted", "tag": "b9d5bd7c-2b32-49aa-a7ec-3f432ed99933", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:44.123009 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed37c4a1-42ab-47cf-a1f7-bb139c37f8fa {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:44.128490 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9f29f0-80ed-4094-b7f4-da98f1d3bb56', 'name': 'network-vif-deleted', 'tag': 'b9d5bd7c-2b32-49aa-a7ec-3f432ed99933', 'status': 'completed', 'code': 200} Aug 30 14:19:44.133309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.203145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] For port ebb04b7a-31a3-4bb2-bad5-8f4356d55960, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:44.211152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] For port ebb04b7a-31a3-4bb2-bad5-8f4356d55960, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,segment=NetworkSegment(ff689fa3-3855-413d-bb00-b1e75b166e1c),segment_id=ff689fa3-3855-413d-bb00-b1e75b166e1c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:44.241883 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.263719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:44.284024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:44.303469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:44.311923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:44.313141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.327073 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.329636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Pushing event updated for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:44.419667 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-1339c442-f83a-43de-a2f5-0c9d845f3098 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0055244 Aug 30 14:19:44.441442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Request body: {'port': {'device_id': '465533b2-c414-4f0d-8245-caf4adb8f991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:44.445141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Routers {'01ca2150-538f-463d-a2c2-8ef5a2020a22'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:44.447033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:19:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['01ca2150-538f-463d-a2c2-8ef5a2020a22'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:44.546995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-caa0b91a-379c-4267-b145-ce628b49f3bf service neutron] 10.222.0.21 "GET /v2.0/ports/5f5d3f71-e7ef-4e00-a4c3-6c86e716e779/bindings/n-h2-805668-3 HTTP/1.1" status: 200 len: 384 time: 1.1553702 Aug 30 14:19:44.585599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.658961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Allocated IP 172.25.6.214 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/307f655e-0d6d-4a46-9da5-99607707fbd5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:44.684585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc977ff-edfa-41a4-bc68-344b4f9055d7 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:44.703624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] Set router 01ca2150-538f-463d-a2c2-8ef5a2020a22 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:44.714738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.767658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3551e36-0c9d-439a-b7fd-3ec5bc078e21 None None] Pushing event updated for resources: {'Port': ['ID=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:44.818384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afe35-758e-4e46-a550-a42ff650319f req-b9958b7f-d886-4660-8dc5-a44c4504f63e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:44.833773 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-490afe35-758e-4e46-a550-a42ff650319f req-b9958b7f-d886-4660-8dc5-a44c4504f63e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 943 time: 0.8524296 Aug 30 14:19:44.863074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Transition to ACTIVE for port object ddc977ff-edfa-41a4-bc68-344b4f9055d7 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:44.864273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Attempting to bind port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:44.864632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Attempting to bind port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:44.873860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Attempting to bind port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:44.897605 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:44.913919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:44.914215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Attempting to bind port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:44.968533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:44.968876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:44.969297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:44.969746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Bound port: 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:44.970105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:45.054612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:45.206908 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:45.290463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:45.302128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:45.306745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:45.358626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:19:35Z', 'revision_number': 4, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ebb04b7a-31a3-4bb2-bad5-8f4356d55960', 'name': '', 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'mac_address': 'fa:16:3e:69:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ed9e7cf-535f-442f-8b06-d3cedf3b4609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:33Z', 'updated_at': '2021-08-30T14:19:44Z', 'revision_number': 4, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'subnets': [{'id': '5ed9e7cf-535f-442f-8b06-d3cedf3b4609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:45.416994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b241428-930b-4c36-a673-f3b840d7ac21 None None] The sync data for ids ['01ca2150-538f-463d-a2c2-8ef5a2020a22'] in n-d-805668-3 is: [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:19:35Z', 'revision_number': 4, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ebb04b7a-31a3-4bb2-bad5-8f4356d55960', 'name': '', 'network_id': 'b6b56f3d-d906-4ca8-901e-17afeebaba4f', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'mac_address': 'fa:16:3e:69:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5ed9e7cf-535f-442f-8b06-d3cedf3b4609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:33Z', 'updated_at': '2021-08-30T14:19:44Z', 'revision_number': 4, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'subnets': [{'id': '5ed9e7cf-535f-442f-8b06-d3cedf3b4609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:45.443038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-490afe35-758e-4e46-a550-a42ff650319f req-1689e440-c95d-476d-bb0f-b44ba2980df3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6058404 Aug 30 14:19:45.478685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Pushing event updated for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:45.490972 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:45.574829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Pushing event updated for resources: {'Port': ['ID=307f655e-0d6d-4a46-9da5-99607707fbd5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:45.730427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab47ce55-b82e-4054-9555-46f7160be195 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:45.776248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:45.787719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:45.887741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ebb04b7a-31a3-4bb2-bad5-8f4356d55960 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:45.983563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Transition to ACTIVE for port object ab47ce55-b82e-4054-9555-46f7160be195 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:46.012445 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.038604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:46.129545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:46.147531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:46.151642 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.207428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:46.224997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Pushing event updated for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:46.242830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.257917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Attempting to bind port ddc977ff-edfa-41a4-bc68-344b4f9055d7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:46.258496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Attempting to bind port ddc977ff-edfa-41a4-bc68-344b4f9055d7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:46.259428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Attempting to bind port ddc977ff-edfa-41a4-bc68-344b4f9055d7 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:46.343224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:46.344327 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.347408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b46d0ff-5c87-468f-8e15-fed8d80987c1 HTTP/1.1" status: 200 len: 1096 time: 3.9465058 Aug 30 14:19:46.355148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:46.361882 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335162e-98a6-4167-a8f6-625c717b7e90" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:46.367704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Port ddc977ff-edfa-41a4-bc68-344b4f9055d7 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:46.368134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Attempting to bind port ddc977ff-edfa-41a4-bc68-344b4f9055d7 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:46.427868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:46.428447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:46.429173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:46.429834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Bound port: ddc977ff-edfa-41a4-bc68-344b4f9055d7, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:46.430448 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.575211 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.577494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.601140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.678608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b9bf4-b746-4c99-a895-b1c772a9ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:46.700943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:46.707127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ebb04b7a-31a3-4bb2-bad5-8f4356d55960, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,segment=NetworkSegment(ff689fa3-3855-413d-bb00-b1e75b166e1c),segment_id=ff689fa3-3855-413d-bb00-b1e75b166e1c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:46.719771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.803657 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.886170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:46.890839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:46.893392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:46.893392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:46.908308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Pushing event updated for resources: {'Port': ['ID=307f655e-0d6d-4a46-9da5-99607707fbd5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:46.925740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:46.931418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-56ff7327-d5c6-4954-abda-178dbbbedf86 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3244803 Aug 30 14:19:46.932098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:46.932425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:46.959952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:46.963075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:46.966977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:46.967247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:46.975714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Bound port: ab47ce55-b82e-4054-9555-46f7160be195, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:46.976235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:47.022342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-f85958ba-b466-41b2-91c9-bbaa4476c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:47.025491 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-f85958ba-b466-41b2-91c9-bbaa4476c8cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25a17812a4334d419bf27430c2288696&device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 1099 time: 0.5698612 Aug 30 14:19:47.164073 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-7c2be0b3-08e0-4e55-ae76-2d02a6a3d326 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.2154410 Aug 30 14:19:47.222414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:47.244712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:47.261416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-a42b523d-3ad8-4544-b0c3-92caf2aa15ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1 HTTP/1.1" status: 200 len: 217 time: 0.1697617 Aug 30 14:19:47.287464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:47.371573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-11c4be99-f792-4e0c-9da3-739a1d89e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:47.374133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-11c4be99-f792-4e0c-9da3-739a1d89e6f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0673428 Aug 30 14:19:47.388284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:47.436791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:47.507600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02858c-d7b4-4dd2-b01b-a283136074df req-5be2a154-2c09-430d-b5b5-d93814b28abb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:47.523322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d02858c-d7b4-4dd2-b01b-a283136074df req-5be2a154-2c09-430d-b5b5-d93814b28abb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.5435748 Aug 30 14:19:47.526693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:47.564599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:47.649343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:47.674354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-900a3bea-13ca-4cc7-aa90-dcea2cbcbbcb tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:47.688786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-900a3bea-13ca-4cc7-aa90-dcea2cbcbbcb tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.5227940 Aug 30 14:19:47.695206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-a168a3ee-8a32-48e9-b800-586a5f1a6f76 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:47.715007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7631ea98-e76b-4897-9e00-49ef759b8480 req-a168a3ee-8a32-48e9-b800-586a5f1a6f76 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250139 Aug 30 14:19:47.728819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:47.746423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] Transition to ACTIVE for port object 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:47.784878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Pushing event updated for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:47.835689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:47.838409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:47.839720 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:47.843384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] 10.222.0.21 "PUT /v2.0/ports/ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 200 len: 1092 time: 3.4070890 Aug 30 14:19:47.846141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:47.859878 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabd25f3-f669-4a7d-9eb9-271f17d15256" -d '{"events": [{"name": "network-changed", "server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "tag": "ab47ce55-b82e-4054-9555-46f7160be195"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:47.895048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:47.895885 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:47.911085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-1e43b099-d1fb-46bf-8d79-f4fa4d6a8b6d service neutron] 10.222.0.39 "PUT /v2.0/ports/ddc977ff-edfa-41a4-bc68-344b4f9055d7 HTTP/1.1" status: 200 len: 1096 time: 4.7604039 Aug 30 14:19:47.947584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ebb04b7a-31a3-4bb2-bad5-8f4356d55960 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:47.968883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-8bb4a195-35d7-49e5-afe1-0fa98ea57060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:47.982909 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-8bb4a195-35d7-49e5-afe1-0fa98ea57060 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5655224 Aug 30 14:19:48.107491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:48.108346 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:48.121307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d02858c-d7b4-4dd2-b01b-a283136074df req-0bd74f54-bc5b-4d95-adb8-3965b51ae650 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902870 Aug 30 14:19:48.129464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] No DVR routers for this DVR port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:19:48.238287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc4ba2-1801-4a75-8fa9-c622ad3a4ffe service neutron] Pushing event updated for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:48.311835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-b79c46d5-e154-477d-9d85-4211d5f9f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:48.314696 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-b79c46d5-e154-477d-9d85-4211d5f9f14a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1095 time: 0.3399410 Aug 30 14:19:48.517229 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34e0c98-5da8-4cb3-9749-5198a54ccec3 x-openstack-request-id: req-c34e0c98-5da8-4cb3-9749-5198a54ccec3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:48.517668 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:48.518048 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c34e0c98-5da8-4cb3-9749-5198a54ccec3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:48.518709 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'status': 'completed', 'code': 200} Aug 30 14:19:48.542398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-b18377ce-6d66-4dfc-b8ba-209f41dd57c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 200 len: 217 time: 0.2108705 Aug 30 14:19:48.580774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:48.682971 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:48.683402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-bf6bc576-40cc-45be-b613-2d98272f3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:48.684958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-bf6bc576-40cc-45be-b613-2d98272f3403 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1108749 Aug 30 14:19:48.724218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6aa39-90cf-4688-86a5-32d17d1b8e95 req-0b28286a-597d-43e4-aaf8-bb0d0fbb00f7 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:48.736738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ce6aa39-90cf-4688-86a5-32d17d1b8e95 req-0b28286a-597d-43e4-aaf8-bb0d0fbb00f7 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.2180011 Aug 30 14:19:48.748415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:48.761988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-f20a60bf-fd79-431a-bcaa-a95aa211e38c service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687250 Aug 30 14:19:48.791574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d59358ad-efef-4d34-9f44-29a215d407c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f5d3f71-e7ef-4e00-a4c3-6c86e716e779/bindings/n-h2-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 4.2328937 Aug 30 14:19:48.803004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-a5b7dd95-c1ea-4a83-a8b3-4a7953ef1eaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083763 Aug 30 14:19:48.865368 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ce6aa39-90cf-4688-86a5-32d17d1b8e95 req-d6e442a5-3eeb-48ce-a75c-bcb37c6a3203 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194944 Aug 30 14:19:48.866785 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175401f9-098b-40d9-baca-849aeaf55730 req-e96e49d7-9336-4528-bf12-018962de8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:48.868881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-e96e49d7-9336-4528-bf12-018962de8a9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a17812a4334d419bf27430c2288696&device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 1099 time: 0.7732372 Aug 30 14:19:48.965211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ad23-db30-41f5-ac15-2a5ab2b35fad req-dfc0c9c2-2a36-4b04-8f47-9696393b31ae tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:48.968523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d40ad23-db30-41f5-ac15-2a5ab2b35fad req-dfc0c9c2-2a36-4b04-8f47-9696393b31ae tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 948 time: 0.4485319 Aug 30 14:19:49.111607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-cd0d8bed-0555-44d0-9137-ba4a66736012 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.114453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-d5accf38-65ef-4748-a25e-6f7eff565b8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7 HTTP/1.1" status: 200 len: 217 time: 0.1412494 Aug 30 14:19:49.115188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-cd0d8bed-0555-44d0-9137-ba4a66736012 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.1360164 Aug 30 14:19:49.160537 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-09271c94-b4fc-4077-9a16-027628901a9c service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930360 Aug 30 14:19:49.238673 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce6c17fe-d0b8-4d7e-8d6b-b02e1da21eaf req-e863046e-1a49-4018-9d60-eebafc1e4bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648676 Aug 30 14:19:49.271136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d40ad23-db30-41f5-ac15-2a5ab2b35fad req-e4aa3a45-693c-428c-ba91-898bb5a7efff tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833300 Aug 30 14:19:49.310446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175401f9-098b-40d9-baca-849aeaf55730 req-bb803b3f-6d57-4fde-872a-77f7a83f6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.319854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-bb803b3f-6d57-4fde-872a-77f7a83f6130 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1831319 Aug 30 14:19:49.380808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-e1b89f9d-5952-4e2c-9a4c-2e60438d68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.383177 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-e1b89f9d-5952-4e2c-9a4c-2e60438d68f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b&tenant_id=ec26f78604e147c0aacbda242aa74795 HTTP/1.1" status: 200 len: 1095 time: 0.2210796 Aug 30 14:19:49.519555 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:49.521301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-33d71c07-57aa-48a8-92a7-9f9ad9345a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.522779 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-33d71c07-57aa-48a8-92a7-9f9ad9345a48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1095 time: 0.1097705 Aug 30 14:19:49.525730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7823c30e-68d4-491e-a18e-f05c2b263c66 req-7dd9f0e8-c0c2-457b-b55f-787cda611d3e service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126743 Aug 30 14:19:49.570994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46aa2a60-9957-475f-a080-39a7413cbf6a req-ca75b300-f4d9-4493-ad47-05b526435670 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips/76532578-56e7-4fcc-b457-f65c76762db4 HTTP/1.1" status: 200 len: 693 time: 0.1527460 Aug 30 14:19:49.632885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-39813e73-e8e8-4484-ad36-38b6c401dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.634509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-39813e73-e8e8-4484-ad36-38b6c401dd0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25a17812a4334d419bf27430c2288696&device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 1099 time: 0.2153625 Aug 30 14:19:49.636396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175401f9-098b-40d9-baca-849aeaf55730 req-358c674b-29ce-4e0d-9a42-2f0d88a2911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.638095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-358c674b-29ce-4e0d-9a42-2f0d88a2911a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3152711 Aug 30 14:19:49.750591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-1191b5c4-2351-4d7f-a95f-b8408404cb15 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.752781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-1191b5c4-2351-4d7f-a95f-b8408404cb15 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 972 time: 0.0909047 Aug 30 14:19:49.851659 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa27125-51f3-4a7d-98b7-1f220b161bb3 x-openstack-request-id: req-8aa27125-51f3-4a7d-98b7-1f220b161bb3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:49.851950 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "tag": "ab47ce55-b82e-4054-9555-46f7160be195", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:49.852205 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8aa27125-51f3-4a7d-98b7-1f220b161bb3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:49.852644 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195', 'status': 'completed', 'code': 200} Aug 30 14:19:49.856456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-96c8b69d-ae51-43e4-9734-2830390e54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.858646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-96c8b69d-ae51-43e4-9734-2830390e54fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.3272481 Aug 30 14:19:49.939697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-9f08ad46-f18e-48aa-9717-efecbb2fbe2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 200 len: 217 time: 0.0733075 Aug 30 14:19:49.968971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-c018256a-6919-4ab3-b51b-497baa8c38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:49.970644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-c018256a-6919-4ab3-b51b-497baa8c38e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2255936 Aug 30 14:19:50.041552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-1cd8ae15-a106-449f-b62a-8d45272cd896 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1 HTTP/1.1" status: 200 len: 217 time: 0.0604990 Aug 30 14:19:50.052122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-a828063a-483c-40eb-817c-50024fb527ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.053850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-a828063a-483c-40eb-817c-50024fb527ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1026154 Aug 30 14:19:50.069293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Deleting port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:50.069780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:50.076267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2a60-9957-475f-a080-39a7413cbf6a req-d30333c1-4119-4f98-82b6-dde72fb4292f tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.077747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46aa2a60-9957-475f-a080-39a7413cbf6a req-d30333c1-4119-4f98-82b6-dde72fb4292f tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.5059073 Aug 30 14:19:50.107771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-46aa2a60-9957-475f-a080-39a7413cbf6a req-480fa370-b4e8-4a01-b3c7-15c0c65cdb2f tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:50.108785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46aa2a60-9957-475f-a080-39a7413cbf6a req-480fa370-b4e8-4a01-b3c7-15c0c65cdb2f tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099423 Aug 30 14:19:50.150819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-5487ebf8-3fe8-403e-995d-e3507df42ff0 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043812 Aug 30 14:19:50.153517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-eeda0bfd-9b69-4d8a-b9ef-6348bfd5a20c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867770 Aug 30 14:19:50.158846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-c93f1382-6985-4d6d-b9fb-4fe823c74449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.160402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-c93f1382-6985-4d6d-b9fb-4fe823c74449 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1095 time: 0.2349236 Aug 30 14:19:50.172781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e192635-c08e-46d4-bf81-4f40cba9d1f9 req-aa91ecf5-3549-4512-adad-5191ebe5da4e tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.174419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e192635-c08e-46d4-bf81-4f40cba9d1f9 req-aa91ecf5-3549-4512-adad-5191ebe5da4e tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 972 time: 0.2500277 Aug 30 14:19:50.182236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-2540a937-3d87-438b-b733-e43e5fdd6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.185907 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-2540a937-3d87-438b-b733-e43e5fdd6d26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1315598 Aug 30 14:19:50.522308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:50.525257 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa" -d '{"events": [{"name": "network-changed", "server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:50.528544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] For port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:50.528926 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:50.538258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e192635-c08e-46d4-bf81-4f40cba9d1f9 req-2700448d-7762-4761-90b9-efe136045bf2 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f68263c-7e53-4512-9954-b81c909e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416460 Aug 30 14:19:50.595423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-175401f9-098b-40d9-baca-849aeaf55730 req-ad633ad4-94c9-465c-b053-136069b77565 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269700 Aug 30 14:19:50.615811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa3207-66f5-4800-ba27-dabc4bb3dd52 req-cc95cf20-8ad2-4f28-af24-5be69570492c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.617421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Calling delete_port for 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 owned by compute:tempest-test_az-1997600639 {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:50.626731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2aa3207-66f5-4800-ba27-dabc4bb3dd52 req-cc95cf20-8ad2-4f28-af24-5be69570492c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.4289358 Aug 30 14:19:50.630118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-ae118e7a-e7a1-4e08-af1f-229988fe223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.639657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-ae118e7a-e7a1-4e08-af1f-229988fe223a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.4607704 Aug 30 14:19:50.645859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-5646357e-d3f2-4a71-b562-76f943153389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.658218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-5646357e-d3f2-4a71-b562-76f943153389 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4349713 Aug 30 14:19:50.767324 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-54c8a32b-9a21-4776-a8af-93c915e81f2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 200 len: 217 time: 0.1158502 Aug 30 14:19:50.772058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-d152499b-b5de-4c28-add9-929c560063e4 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966337 Aug 30 14:19:50.863198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2aa3207-66f5-4800-ba27-dabc4bb3dd52 req-cb93482b-f020-4114-9e62-d2f50d1230c5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349639 Aug 30 14:19:50.868699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-136b19bc-6e7e-4123-a693-03c4297c46de service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997750 Aug 30 14:19:50.955346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-6740a64e-4384-4493-bddc-c98c56e7f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:50.957281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-6740a64e-4384-4493-bddc-c98c56e7f9df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1793218 Aug 30 14:19:51.022828 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-43ea4deb-2240-4377-8b43-74ffd2b28602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407431 Aug 30 14:19:51.146655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-805e2502-6efd-4803-9203-9f02324e8e5c req-2a5970bb-df50-4945-962d-fdecb2dc42be tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=bfccdfd574ec43568af1fe0f70814dac HTTP/1.1" status: 200 len: 696 time: 0.2019739 Aug 30 14:19:51.353268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e335162e-98a6-4167-a8f6-625c717b7e90 req-1125275f-d328-4ee3-8dca-1330b24d30fb service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771776 Aug 30 14:19:51.397623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2502-6efd-4803-9203-9f02324e8e5c req-280b8611-ca27-4edd-a12a-d18ac31cb170 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:51.399358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-805e2502-6efd-4803-9203-9f02324e8e5c req-280b8611-ca27-4edd-a12a-d18ac31cb170 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/networks?id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 787 time: 0.2433870 Aug 30 14:19:51.416452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-805e2502-6efd-4803-9203-9f02324e8e5c req-419a3eaa-90b9-4f21-9ed4-eb3abbdb2626 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:51.438815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-805e2502-6efd-4803-9203-9f02324e8e5c req-419a3eaa-90b9-4f21-9ed4-eb3abbdb2626 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316012 Aug 30 14:19:51.467827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-3e372c48-db3e-4e03-8cda-c4134e9318d0 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722991 Aug 30 14:19:51.507427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a06e0b-7bfc-4f5d-bc2e-05b3e404677a req-b3c328c5-5e92-431d-9dd7-812b0cc0f1a5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:51.521822 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17a06e0b-7bfc-4f5d-bc2e-05b3e404677a req-b3c328c5-5e92-431d-9dd7-812b0cc0f1a5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.5878630 Aug 30 14:19:51.615332 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:51.696848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Pushing event deleted for resources: {'Port': ['ID=711aeee6-ef1a-4deb-81a7-d4f3f06499f3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:51.704350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-1d17a9c5-64d6-4d45-9619-164402c23664 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723359 Aug 30 14:19:51.716430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17a06e0b-7bfc-4f5d-bc2e-05b3e404677a req-36ec3ca1-d222-457e-885b-9856fc855bec tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933970 Aug 30 14:19:51.838354 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1f4193-fae2-4023-a72e-ef84465e28df x-openstack-request-id: req-3e1f4193-fae2-4023-a72e-ef84465e28df {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:51.838802 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:51.839157 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e1f4193-fae2-4023-a72e-ef84465e28df {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:51.839663 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'status': 'completed', 'code': 200} Aug 30 14:19:51.895322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6edb9-9365-40f1-a471-749798c70c75 req-82bdf1e4-9889-42ee-bf40-b446bd20026e tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:51.910110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50a6edb9-9365-40f1-a471-749798c70c75 req-82bdf1e4-9889-42ee-bf40-b446bd20026e tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 948 time: 0.1114345 Aug 30 14:19:51.957633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] No DVR routers for this DVR port 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:19:51.961490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:51.964018 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-37abbefd-eea8-418b-940e-9dad0dc2d02b req-4dcaedf4-8919-4d09-8c0e-88ceb3a06926 tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.39 "DELETE /v2.0/ports/711aeee6-ef1a-4deb-81a7-d4f3f06499f3 HTTP/1.1" status: 204 len: 173 time: 2.2021148 Aug 30 14:19:51.967922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-deleted', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:51.970789 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eac4c5-5106-41e4-a9fe-8a8096af6a48" -d '{"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-deleted", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:52.049376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-cb52c33e-10b0-4059-9f89-33f9b886a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:52.052689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-cb52c33e-10b0-4059-9f89-33f9b886a3a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a17812a4334d419bf27430c2288696&device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 1099 time: 0.1782753 Aug 30 14:19:52.133804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50a6edb9-9365-40f1-a471-749798c70c75 req-0af63c96-ebdf-4328-b601-25afd2dc3f9c tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222474 Aug 30 14:19:52.135458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ddc977ff-edfa-41a4-bc68-344b4f9055d7 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:52.137523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e05d-cff3-4912-b769-f90987d30c38 req-cef5b871-3a01-46f8-84a1-031487c389f7 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:52.139126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:52.145784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-cef5b871-3a01-46f8-84a1-031487c389f7 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.2307107 Aug 30 14:19:52.208512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabd25f3-f669-4a7d-9eb9-271f17d15256 req-3568c467-22ab-4619-bbbd-c5501a1b2cda service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892962 Aug 30 14:19:52.250583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:19:52.261774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 711aeee6-ef1a-4deb-81a7-d4f3f06499f3 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:52.329518 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-82214453-a4b6-4503-893b-8ff6e1bcbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:52.332281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-82214453-a4b6-4503-893b-8ff6e1bcbe84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2690296 Aug 30 14:19:52.418198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-dcfd9c9a-18ad-4fe6-a7ba-a6eb432ca4ba tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips/76532578-56e7-4fcc-b457-f65c76762db4 HTTP/1.1" status: 200 len: 693 time: 0.1966939 Aug 30 14:19:52.514247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-b400f3d1-7933-42a3-980a-2bdee5f5661a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7 HTTP/1.1" status: 200 len: 217 time: 0.1669211 Aug 30 14:19:52.613939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:52.693229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-9424a217-d745-4bed-8457-83f3bcaaea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:52.696952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-9424a217-d745-4bed-8457-83f3bcaaea9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1783571 Aug 30 14:19:52.735198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:52.818476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3015e05d-cff3-4912-b769-f90987d30c38 req-2542390f-1f81-4480-99ce-6787d2dc17e8 service neutron] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:52.839466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'mac_address': 'fa:16:3e:20:c1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:19:52.848451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3015e05d-cff3-4912-b769-f90987d30c38 req-2542390f-1f81-4480-99ce-6787d2dc17e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:52.850490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3015e05d-cff3-4912-b769-f90987d30c38 req-2542390f-1f81-4480-99ce-6787d2dc17e8 service neutron] 10.222.0.39 "DELETE /v2.0/ports/5f5d3f71-e7ef-4e00-a4c3-6c86e716e779/bindings/n-h1-805668-3 HTTP/1.1" status: 204 len: 173 time: 0.6912429 Aug 30 14:19:52.863285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-267c2cbe-d07f-4d1f-a255-722c4f45169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:52.866490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-267c2cbe-d07f-4d1f-a255-722c4f45169f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559935 Aug 30 14:19:52.988266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:53.021748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc977ff-edfa-41a4-bc68-344b4f9055d7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:53.049316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-c5e96058-dcda-4503-8e11-11f91ebe8f7f tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:53.063747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:53.066397 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-c5e96058-dcda-4503-8e11-11f91ebe8f7f tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.6355689 Aug 30 14:19:53.067821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-f01c678a-3516-4eda-8b66-eb13a0b5fb0e service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914670 Aug 30 14:19:53.080379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-7b6c2695-5dcb-42de-a1c6-ecbf87dfc02c tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:53.083260 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-7b6c2695-5dcb-42de-a1c6-ecbf87dfc02c tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112689 Aug 30 14:19:53.083516 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:53.143992 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d0021e1-1faa-44e2-8223-151d10f24fca req-c1f73c1f-91b9-4ff2-bbce-d13bd2321e3b tempest-ServersAdminTestJSON-67946133 tempest-ServersAdminTestJSON-67946133-project] 10.222.0.50 "GET /v2.0/ports?device_id=311ea7b8-efa7-487f-90ee-c43f28425273 HTTP/1.1" status: 200 len: 210 time: 0.0748022 Aug 30 14:19:53.204117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:53.318923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:53.326227 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-b4545c2a-d918-4294-b9d5-1341a32b1922 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.2285695 Aug 30 14:19:53.357774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ddc977ff-edfa-41a4-bc68-344b4f9055d7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:53.363800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'mac_address': 'fa:16:3e:5f:85:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:19:53.375272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-040b8702-f2cd-4d91-ab3e-0a72e2c408aa req-deff7c9b-232f-43c3-984d-b2178dc82376 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890270 Aug 30 14:19:53.467223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-0d855a40-6bd2-4ce6-8db0-31344cb6e753 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1400096 Aug 30 14:19:53.491125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c294774-8a0c-41dd-a869-160e87f48099 req-e41db08b-1619-4293-bcba-960ecd69f5a5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:53.498787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c294774-8a0c-41dd-a869-160e87f48099 req-e41db08b-1619-4293-bcba-960ecd69f5a5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.1190307 Aug 30 14:19:53.507942 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:53.549752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b46d0ff-5c87-468f-8e15-fed8d80987c1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:53.591456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c294774-8a0c-41dd-a869-160e87f48099 req-680dc39f-5002-4446-8c76-0ae4cac676d9 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905194 Aug 30 14:19:53.649897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:53.674322 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:53.674985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device ab47ce55-b82e-4054-9555-46f7160be195 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:53.713847 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d660d459-a039-42e1-bdcf-530bda444772 x-openstack-request-id: req-d660d459-a039-42e1-bdcf-530bda444772 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:53.714119 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311ea7b8-efa7-487f-90ee-c43f28425273", "name": "network-vif-deleted", "tag": "711aeee6-ef1a-4deb-81a7-d4f3f06499f3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:53.714413 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d660d459-a039-42e1-bdcf-530bda444772 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:53.714777 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311ea7b8-efa7-487f-90ee-c43f28425273', 'name': 'network-vif-deleted', 'tag': '711aeee6-ef1a-4deb-81a7-d4f3f06499f3', 'status': 'completed', 'code': 200} Aug 30 14:19:53.812553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:53.841091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Deleting port 307f655e-0d6d-4a46-9da5-99607707fbd5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:53.843537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.003107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:54.008221 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.009200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.023305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'ab47ce55-b82e-4054-9555-46f7160be195', 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'port_id': 'ab47ce55-b82e-4054-9555-46f7160be195', 'mac_address': 'fa:16:3e:91:06:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b91aecf-bcf4-4a8a-9b72-ba757fd09a74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:19:54.036186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Calling delete_port for 307f655e-0d6d-4a46-9da5-99607707fbd5 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:54.064482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45715869-6942-4788-857e-d5a529f83154 req-280c8060-c69a-49da-9605-89d3da3e9b28 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:54.065918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-45715869-6942-4788-857e-d5a529f83154 req-280c8060-c69a-49da-9605-89d3da3e9b28 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.0795701 Aug 30 14:19:54.134038 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-45715869-6942-4788-857e-d5a529f83154 req-0a1188b2-dcd4-4628-8b70-6cb5c0d05078 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 Aug 30 14:19:54.227197 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:19:54.316178 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.339029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab47ce55-b82e-4054-9555-46f7160be195 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:54.383289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:54.390087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.394948 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.434701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1100c4b-df5c-4f68-b7fa-1721b63f7a09 req-1f2d8b89-8de4-41d1-8f34-b9fb033c5f8a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:54.443239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Pushing event deleted for resources: {'Port': ['ID=307f655e-0d6d-4a46-9da5-99607707fbd5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:54.450647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:54.458447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a1100c4b-df5c-4f68-b7fa-1721b63f7a09 req-1f2d8b89-8de4-41d1-8f34-b9fb033c5f8a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 949 time: 0.1169024 Aug 30 14:19:54.487564 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.490977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.492670 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-875b60e7-4ead-413f-bcb0-6578b3e94fe2 req-906281a8-d680-4452-bbd3-4104e0280b41 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "DELETE /v2.0/floatingips/76532578-56e7-4fcc-b457-f65c76762db4 HTTP/1.1" status: 204 len: 173 time: 1.0223019 Aug 30 14:19:54.542516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a1100c4b-df5c-4f68-b7fa-1721b63f7a09 req-b99a3db3-af59-4075-aa58-180bc4807ec9 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720716 Aug 30 14:19:54.822622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8d532-d9e0-4fce-a7d2-bcd2e6509b8d req-b8e5e10d-1c5b-404d-8cf8-b64dc84fc04b tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:54.824441 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75b8d532-d9e0-4fce-a7d2-bcd2e6509b8d req-b8e5e10d-1c5b-404d-8cf8-b64dc84fc04b tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1095 time: 0.0719185 Aug 30 14:19:54.834790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-79d064f3-ebb2-48e8-bfda-eb8c11841627 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2229779 Aug 30 14:19:54.853669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:54.872372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['ab47ce55-b82e-4054-9555-46f7160be195'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:54.887658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75b8d532-d9e0-4fce-a7d2-bcd2e6509b8d req-a287a0f2-e9bc-4446-9c5e-64a9d470cece tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541191 Aug 30 14:19:54.900354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:54.976001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['9b46d0ff-5c87-468f-8e15-fed8d80987c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:55.047049 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.122622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:55.124706 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23c003c5-a1df-492a-ab73-848c62bbb7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.129499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2553-10ce-4ed5-a279-7d9129682afa req-598ec7ee-8a9d-40b7-b04b-c7a10e16af85 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:55.144755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d21c2553-10ce-4ed5-a279-7d9129682afa req-598ec7ee-8a9d-40b7-b04b-c7a10e16af85 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 945 time: 0.1391358 Aug 30 14:19:55.235310 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d21c2553-10ce-4ed5-a279-7d9129682afa req-4f0394c3-7777-4829-8c36-e9113d1aa9fa tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862718 Aug 30 14:19:55.239172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Allocated IP 172.25.6.189 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/dd7f9abc-b62e-4f9f-bb40-5a42200dd9e9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:55.401674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-14fdf01a-dbe2-4f36-a49a-58abef30b122 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6535acae31604060a0f6e0d6a8387646&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2773931 Aug 30 14:19:55.404190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:55.435051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.499799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf4d06da-332b-421e-b3ff-dacb41902c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.535781 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf4d06da-332b-421e-b3ff-dacb41902c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.543871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.618270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:55.622971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:55.626207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Pushing event updated for resources: {'Port': ['ID=dd7f9abc-b62e-4f9f-bb40-5a42200dd9e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:55.632112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:55.691721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.702696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf4d06da-332b-421e-b3ff-dacb41902c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.709226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf4d06da-332b-421e-b3ff-dacb41902c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.711248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bf4d06da-332b-421e-b3ff-dacb41902c30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f68263c-7e53-4512-9954-b81c909e195b HTTP/1.1" status: 204 len: 168 time: 0.3058882 Aug 30 14:19:55.732685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d06da-332b-421e-b3ff-dacb41902c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f68263c-7e53-4512-9954-b81c909e195b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:55.781117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.802523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-39fcd2c0-29d1-4b57-8c17-1f427f7f4e50 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:55.804115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-39fcd2c0-29d1-4b57-8c17-1f427f7f4e50 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/networks?id=f50c6224-79b8-4284-b5ad-ec96531182bb HTTP/1.1" status: 200 len: 814 time: 0.1618657 Aug 30 14:19:55.825945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-ce856648-a46d-4774-8753-cbe33de6137d tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/quotas/5513692fcfbd4ad4ae10821464edb502 HTTP/1.1" status: 200 len: 375 time: 0.0130103 Aug 30 14:19:55.914855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-3ad8b09a-307c-4d17-a30f-a12c2ac61842 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5513692fcfbd4ad4ae10821464edb502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816989 Aug 30 14:19:56.045299 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.058336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.102943 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.106280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-4189a507-6d39-409b-a428-d810171173b3 service neutron] 10.222.0.50 "GET /v2.0/networks/f50c6224-79b8-4284-b5ad-ec96531182bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824918 Aug 30 14:19:56.131964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.133836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2876291 Aug 30 14:19:56.134749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6591ae-d7fa-4a93-9105-7252b8786197 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Pushing event updated for resources: {'Port': ['ID=dd7f9abc-b62e-4f9f-bb40-5a42200dd9e9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:56.170372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ddc977ff-edfa-41a4-bc68-344b4f9055d7 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:56.220560 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-47269d57-c5c3-442e-8ee6-4b773bb2ffe0 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.0760233 Aug 30 14:19:56.230776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port ddc977ff-edfa-41a4-bc68-344b4f9055d7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:56.237819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port ddc977ff-edfa-41a4-bc68-344b4f9055d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:56.240168 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.255254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-bc5ef336-8a4f-4010-8186-da519aad9930 service neutron] 10.222.0.50 "GET /v2.0/networks/f50c6224-79b8-4284-b5ad-ec96531182bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351686 Aug 30 14:19:56.286048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:56.338737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-32334aae-80ee-43f5-b897-a3b0fe194924 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e893de770f914579bec21be9cad0b4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514727 Aug 30 14:19:56.343856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:56.368244 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.410089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:56.413694 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d7f931-e9fd-400d-a581-f4aca7605d95" -d '{"events": [{"server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "name": "network-vif-plugged", "status": "completed", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:56.422070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:56.427160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.483371 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0013b704-08ba-4248-a1c5-b5f429fc1670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.539508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:56.580654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-c4e33bf6-467f-4a0d-980b-78f92a1ce538 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:56.586398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-c4e33bf6-467f-4a0d-980b-78f92a1ce538 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.3589842 Aug 30 14:19:56.592190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0013b704-08ba-4248-a1c5-b5f429fc1670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.608700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-c9779682-951e-4c8e-ba8e-58514c2d2aa3 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:56.610105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8adcd5af-e83e-4159-8420-46c00c117a4f req-c9779682-951e-4c8e-ba8e-58514c2d2aa3 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155671 Aug 30 14:19:56.614935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:56.712249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0013b704-08ba-4248-a1c5-b5f429fc1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.716357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0013b704-08ba-4248-a1c5-b5f429fc1670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.721686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0013b704-08ba-4248-a1c5-b5f429fc1670 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01540b29-786b-4646-85bc-c42b261425f3 HTTP/1.1" status: 204 len: 168 time: 0.3729725 Aug 30 14:19:56.731569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013b704-08ba-4248-a1c5-b5f429fc1670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01540b29-786b-4646-85bc-c42b261425f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:56.746864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:56.755614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:56.755776 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.883065 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.970440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:56.978533 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:56.980057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device ab47ce55-b82e-4054-9555-46f7160be195 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:56.983319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74706ca0-c34a-4b30-8f4a-96b1ef346e4f req-4126cce9-97aa-4e9d-9520-910bd6faa8f8 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:56.984998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74706ca0-c34a-4b30-8f4a-96b1ef346e4f req-4126cce9-97aa-4e9d-9520-910bd6faa8f8 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 950 time: 0.1088421 Aug 30 14:19:57.077295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74706ca0-c34a-4b30-8f4a-96b1ef346e4f req-b6d1207b-2d8f-4878-9494-1696f7c3d26c tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761700 Aug 30 14:19:57.116290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:57.132135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port ab47ce55-b82e-4054-9555-46f7160be195 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:57.163979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port ab47ce55-b82e-4054-9555-46f7160be195 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:57.164346 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:57.279988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:57.353867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba958fa3-81f5-442c-8557-306ed0aa4bc9 req-e49c7389-9d16-408d-beb1-b68ffefae4d7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:57.359367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba958fa3-81f5-442c-8557-306ed0aa4bc9 req-e49c7389-9d16-408d-beb1-b68ffefae4d7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 945 time: 0.1226943 Aug 30 14:19:57.386903 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:57.429932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:57.436043 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:57.474624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba958fa3-81f5-442c-8557-306ed0aa4bc9 req-3b1dd0cb-725b-4576-843d-239e45a3cad4 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984383 Aug 30 14:19:57.517678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:57.523607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-21141dca-32d6-4409-86eb-225ec78a55bc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:57.530044 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-21141dca-32d6-4409-86eb-225ec78a55bc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 820 time: 0.3578813 Aug 30 14:19:57.580134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-be98b548-7c9a-4d30-b397-b91839e4df02 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/quotas/ec26f78604e147c0aacbda242aa74795 HTTP/1.1" status: 200 len: 375 time: 0.0404017 Aug 30 14:19:57.616681 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0afceff-3ddb-4d4a-9591-85858b13e5e7 x-openstack-request-id: req-d0afceff-3ddb-4d4a-9591-85858b13e5e7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:57.617110 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "name": "network-vif-plugged", "status": "completed", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:57.617443 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0afceff-3ddb-4d4a-9591-85858b13e5e7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:57.618819 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'code': 200} Aug 30 14:19:57.735243 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2456ffbf-2685-4c12-8e88-8465f0fbb57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:57.779068 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-5094f0fc-8a9b-4aa0-be1c-8bfbc234cec9 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1916528 Aug 30 14:19:57.845598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50f5f03a-5408-4f5f-8b48-a44d5d8923e7 req-afc59f17-9541-4b77-8323-c5b2b4ff66e2 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 210 time: 0.1124065 Aug 30 14:19:57.848737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc957fc6-9e19-4028-af13-11038ee84db7 req-bfe11b2a-a8e5-423a-8496-3493c63bd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:57.850638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc957fc6-9e19-4028-af13-11038ee84db7 req-bfe11b2a-a8e5-423a-8496-3493c63bd041 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 1101 time: 0.1515536 Aug 30 14:19:57.857827 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20842dab-68d5-4d32-bc47-d8042c74ba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:57.924637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc957fc6-9e19-4028-af13-11038ee84db7 req-029c61a1-d6f9-4af9-8f35-6bf9695e8cf3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651081 Aug 30 14:19:57.949280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-cf8b337c-3818-4f2d-97a0-e2c66bcf8158 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618531 Aug 30 14:19:58.070580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-21eb5790-3127-404c-85c5-bc8ebdc08802 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143351 Aug 30 14:19:58.316971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-a6aa53cd-34a8-41d7-bb50-07d27290b7fa tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips/15c0d58d-71bb-46a0-940c-062b7986573f HTTP/1.1" status: 200 len: 693 time: 0.3912010 Aug 30 14:19:58.501879 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:58.523608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-40cc9838-dff1-472e-89b0-d3f9f02e3cc4 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:58.526695 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-40cc9838-dff1-472e-89b0-d3f9f02e3cc4 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1944797 Aug 30 14:19:58.681248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-03203ebb-37a4-4dd7-93ca-2b8634ced052 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.1361496 Aug 30 14:19:58.690798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2456ffbf-2685-4c12-8e88-8465f0fbb57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:58.712346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2456ffbf-2685-4c12-8e88-8465f0fbb57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:58.726165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fbdd8-0ef2-45e6-a3d9-cf4778df5f0b req-9f89bb8a-ad9e-48d9-8eb6-98c9cd4dcf19 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:58.728567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-458fbdd8-0ef2-45e6-a3d9-cf4778df5f0b req-9f89bb8a-ad9e-48d9-8eb6-98c9cd4dcf19 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 950 time: 0.1519394 Aug 30 14:19:58.752203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-5f35c21c-1419-4fab-b47b-ffc0de86fb5d tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:58.755110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-5f35c21c-1419-4fab-b47b-ffc0de86fb5d tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.39 "GET /v2.0/networks?id=f50c6224-79b8-4284-b5ad-ec96531182bb HTTP/1.1" status: 200 len: 814 time: 0.3398061 Aug 30 14:19:58.795292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Request body: {'port': {'device_id': '267d2e57-ba77-4644-a8e3-990eaf701414', 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb', 'admin_state_up': True, 'tenant_id': '5513692fcfbd4ad4ae10821464edb502'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:58.872724 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-426d60a2-a81b-4077-82f6-e724d1e12d40 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.1753008 Aug 30 14:19:58.909387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456ffbf-2685-4c12-8e88-8465f0fbb57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8760f30-c33e-4d8f-adbb-69bc022c576d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:58.972358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2456ffbf-2685-4c12-8e88-8465f0fbb57d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe8dbbe0e6cd47f294e12fdfa248b7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6902578 Aug 30 14:19:58.982149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:59.106837 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-458fbdd8-0ef2-45e6-a3d9-cf4778df5f0b req-b77e12e1-ba60-42e6-a283-9ee8edb5ae0b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462441 Aug 30 14:19:59.125661 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.187983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Made reservation on behalf of 5513692fcfbd4ad4ae10821464edb502 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:59.198107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.297244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4485792e-b7f2-4020-9a53-cfca6221ebd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.346219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3eee2b61-4d7c-4692-8809-a97087f414d1 req-671e7c58-419e-44bf-be9f-f278ac0f8c46 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 210 time: 0.0861568 Aug 30 14:19:59.406384 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4485792e-b7f2-4020-9a53-cfca6221ebd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.481524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Deleting port dd7f9abc-b62e-4f9f-bb40-5a42200dd9e9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:59.482509 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.619776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1'}, {'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:59.624890 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a88299-a875-4324-8ed4-f562ada9acd2" -d '{"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-plugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1"}, {"server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "name": "network-vif-plugged", "status": "completed", "tag": "ab47ce55-b82e-4054-9555-46f7160be195"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:59.667096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.668025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.669392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36cc59-0717-4927-a441-59dde5a34a59 req-31b75a95-04ff-410c-913a-773fc196751d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:59.687695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c36cc59-0717-4927-a441-59dde5a34a59 req-31b75a95-04ff-410c-913a-773fc196751d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.1423271 Aug 30 14:19:59.693896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Calling delete_port for dd7f9abc-b62e-4f9f-bb40-5a42200dd9e9 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:59.730986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4485792e-b7f2-4020-9a53-cfca6221ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.736276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4485792e-b7f2-4020-9a53-cfca6221ebd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.738468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4485792e-b7f2-4020-9a53-cfca6221ebd6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8760f30-c33e-4d8f-adbb-69bc022c576d HTTP/1.1" status: 204 len: 168 time: 0.7470973 Aug 30 14:19:59.795474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Allocated IP 172.20.0.11 (f50c6224-79b8-4284-b5ad-ec96531182bb/7580fb78-1f96-45e0-b243-f7a1c0304648/4486f1f5-6123-4155-a752-59ffa72f64d8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:59.812673 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c36cc59-0717-4927-a441-59dde5a34a59 req-f737dd5d-208f-42b6-b17f-30d79098aecf tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236646 Aug 30 14:19:59.815200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485792e-b7f2-4020-9a53-cfca6221ebd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8760f30-c33e-4d8f-adbb-69bc022c576d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:00.034401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:00.130674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96bf76ec-b0ee-4055-b60f-d9dc4f247a79 req-10b730a9-18cb-4bf9-8c10-8b2fd7b28554 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 210 time: 0.1238847 Aug 30 14:20:00.158676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Pushing event deleted for resources: {'Port': ['ID=dd7f9abc-b62e-4f9f-bb40-5a42200dd9e9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:00.310532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:00.331882 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:00.339661 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e8e1bb8-0530-458a-a66f-2e96a8bae0f2 req-2b4153fe-a26d-49eb-b843-a85801fa6d93 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "DELETE /v2.0/floatingips/15c0d58d-71bb-46a0-940c-062b7986573f HTTP/1.1" status: 204 len: 173 time: 1.4516070 Aug 30 14:20:00.472512 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a599e32a-0d3d-48c5-ba81-a7c81224fa03 x-openstack-request-id: req-a599e32a-0d3d-48c5-ba81-a7c81224fa03 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:00.473081 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-plugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1", "code": 200}, {"server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "name": "network-vif-plugged", "status": "completed", "tag": "ab47ce55-b82e-4054-9555-46f7160be195", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:00.477860 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a599e32a-0d3d-48c5-ba81-a7c81224fa03 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:00.477860 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'code': 200} Aug 30 14:20:00.477860 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195', 'code': 200} Aug 30 14:20:00.613638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-71686b1b-8782-4cd8-8c2b-c4f92791bd8b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:00.615489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-71686b1b-8782-4cd8-8c2b-c4f92791bd8b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 820 time: 0.2306941 Aug 30 14:20:00.675451 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-24475251-1acc-4538-adef-613790cecc2f req-82abb30e-7649-472e-93db-92d64562eec2 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] show failed (client error): The resource could not be found. Aug 30 14:20:00.676870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24475251-1acc-4538-adef-613790cecc2f req-82abb30e-7649-472e-93db-92d64562eec2 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips/15c0d58d-71bb-46a0-940c-062b7986573f HTTP/1.1" status: 404 len: 350 time: 0.1663454 Aug 30 14:20:00.706386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Request body: {'port': {'device_id': 'c385a915-f013-4676-b398-c17763bea0eb', 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'admin_state_up': True, 'tenant_id': 'ec26f78604e147c0aacbda242aa74795'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:00.863988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f09ae6-19ec-46cd-8e6a-6e7d624afd6d req-e43e8695-5448-480e-8720-d4f6f4516278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:00.865348 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d9f09ae6-19ec-46cd-8e6a-6e7d624afd6d req-e43e8695-5448-480e-8720-d4f6f4516278 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1097 time: 0.1093850 Aug 30 14:20:00.872158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bc707-e25e-419e-955c-609b42f96f3f req-16c8409b-787f-4129-8bb7-bff198c53cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:00.875076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-013bc707-e25e-419e-955c-609b42f96f3f req-16c8409b-787f-4129-8bb7-bff198c53cfa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 1101 time: 0.1889358 Aug 30 14:20:00.966089 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574d5d-8254-487c-9c8b-e085d6a9a51b req-50e922f2-d335-4558-804a-1b87537b1065 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:00.978946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2574d5d-8254-487c-9c8b-e085d6a9a51b req-50e922f2-d335-4558-804a-1b87537b1065 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 950 time: 0.3503189 Aug 30 14:20:00.997411 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-013bc707-e25e-419e-955c-609b42f96f3f req-1402ed06-5b3c-4f59-a982-414406f811e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148806 Aug 30 14:20:01.021063 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d9f09ae6-19ec-46cd-8e6a-6e7d624afd6d req-c64b9485-383f-4f65-a398-baf3d214f360 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033473 Aug 30 14:20:01.031781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.076580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Transition to ACTIVE for port object 4486f1f5-6123-4155-a752-59ffa72f64d8 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:01.125759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2574d5d-8254-487c-9c8b-e085d6a9a51b req-7ff802e3-adae-4e2e-847a-3bb5ae9e4adc tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165228 Aug 30 14:20:01.154123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:01.182849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a18e73e-f52f-46e2-b537-dd8ede04b14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.209310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Made reservation on behalf of ec26f78604e147c0aacbda242aa74795 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:01.218835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.308954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36991e57-7171-40dc-aa54-71b26e022190 req-11074459-e7bb-4937-b4a2-b60441e18920 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 210 time: 0.0854712 Aug 30 14:20:01.325670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.402787 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a18e73e-f52f-46e2-b537-dd8ede04b14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.415338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-9ee46b3e-c334-43c2-89f3-4baf0ea371e5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628839 Aug 30 14:20:01.418578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a18e73e-f52f-46e2-b537-dd8ede04b14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.460797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.501840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7a18e73e-f52f-46e2-b537-dd8ede04b14a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f0a8a6dc67449558bc7b7dfa7c6383b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437445 Aug 30 14:20:01.536902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Allocated IP 172.20.0.10 (0b1fca9a-16a0-4df3-9255-72c563976c4c/4291a2aa-a12d-4f03-a552-e067ac07c899/87aedd50-f5b2-450e-abda-4fd780f91136) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:01.643374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18e73e-f52f-46e2-b537-dd8ede04b14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c746443-9f2f-4d05-8c0d-66211079780e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:01.669463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-3bffaf64-d63c-4ea5-aab1-127cfe352e2d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:01.678408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-3bffaf64-d63c-4ea5-aab1-127cfe352e2d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619028 Aug 30 14:20:01.680405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:01.740062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-a97dcb4e-4eff-484d-89de-9e2f80ba573d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/quotas/561c44519c044ac781a11934e1612f60 HTTP/1.1" status: 200 len: 375 time: 0.0604801 Aug 30 14:20:01.814748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-12411b76-e23c-457f-98d7-d0998f4d8df0 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734520 Aug 30 14:20:01.817399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-254a28f4-a174-49d0-b834-54a70ea8df51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.861945 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.882792 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-254a28f4-a174-49d0-b834-54a70ea8df51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:01.944351 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-a43eaf64-ff26-4719-a204-fb0506564fb1 req-f1535abd-22dc-49f9-a9ed-563eb76370e0 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] show failed (client error): The resource could not be found. Aug 30 14:20:01.949894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a43eaf64-ff26-4719-a204-fb0506564fb1 req-f1535abd-22dc-49f9-a9ed-563eb76370e0 tempest-FloatingIPsTestJSON-1310518845 tempest-FloatingIPsTestJSON-1310518845-project] 10.222.0.50 "GET /v2.0/floatingips/15c0d58d-71bb-46a0-940c-062b7986573f HTTP/1.1" status: 404 len: 350 time: 0.1862869 Aug 30 14:20:01.980482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:02.004877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Network f50c6224-79b8-4284-b5ad-ec96531182bb is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:02.076192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:02.082609 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:02.098905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:02.100364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.159052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Pushing event updated for resources: {'Port': ['ID=4486f1f5-6123-4155-a752-59ffa72f64d8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:02.178543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-254a28f4-a174-49d0-b834-54a70ea8df51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.181929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-254a28f4-a174-49d0-b834-54a70ea8df51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.183011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-254a28f4-a174-49d0-b834-54a70ea8df51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c746443-9f2f-4d05-8c0d-66211079780e HTTP/1.1" status: 204 len: 168 time: 0.5010610 Aug 30 14:20:02.237663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a28f4-a174-49d0-b834-54a70ea8df51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c746443-9f2f-4d05-8c0d-66211079780e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:02.272270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-dd16243c-a61c-42cc-afc9-b45e77fbe70c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5013599 Aug 30 14:20:02.454965 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.479078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Request body: {'port': {'device_id': '267d2e57-ba77-4644-a8e3-990eaf701414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:02.529698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dede6f-4ee9-4ddc-afd3-a72d2c4a8154 req-3f7f36a0-806d-459a-bc63-069cc6ca99a9 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:02.535088 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.538076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9914862-3523-493a-8e2b-c681e5d4c8f1 None None] Provisioning for port 4486f1f5-6123-4155-a752-59ffa72f64d8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:02.546233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11dede6f-4ee9-4ddc-afd3-a72d2c4a8154 req-3f7f36a0-806d-459a-bc63-069cc6ca99a9 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 950 time: 0.3061144 Aug 30 14:20:02.550055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9914862-3523-493a-8e2b-c681e5d4c8f1 None None] Provisioning complete for port 4486f1f5-6123-4155-a752-59ffa72f64d8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:02.550773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9914862-3523-493a-8e2b-c681e5d4c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.551622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4294167-3761-4a2c-865a-03a2b6634b35 req-16c96111-2658-4e69-ae99-824472d7cc7e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:02.562908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4294167-3761-4a2c-865a-03a2b6634b35 req-16c96111-2658-4e69-ae99-824472d7cc7e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.4937894 Aug 30 14:20:02.626853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Network 0b1fca9a-16a0-4df3-9255-72c563976c4c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:02.635162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:02.638632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:02.659770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:02.660467 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.697593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e9914862-3523-493a-8e2b-c681e5d4c8f1 None None] Port 4486f1f5-6123-4155-a752-59ffa72f64d8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:02.733507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Pushing event updated for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:02.779862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4294167-3761-4a2c-865a-03a2b6634b35 req-18b16195-02d8-4997-8be2-f3545289c2cf tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161565 Aug 30 14:20:02.785486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-46850e2f-d4fb-4e3e-a5ba-f08db8f0dccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1310925 Aug 30 14:20:02.790432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11dede6f-4ee9-4ddc-afd3-a72d2c4a8154 req-bb192e99-68d5-43cc-aa0b-4172bc5aa1c3 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415667 Aug 30 14:20:02.808210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.872777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Request body: {'port': {'device_id': 'c385a915-f013-4676-b398-c17763bea0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:03.131081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e7c9a-6f96-42d6-b28e-20530aadd4c4 req-aa684c03-da7f-409f-897f-d1d6230f2dac tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:03.148243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed4e7c9a-6f96-42d6-b28e-20530aadd4c4 req-aa684c03-da7f-409f-897f-d1d6230f2dac tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 932 time: 0.2259521 Aug 30 14:20:03.185061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:03.449878 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed4e7c9a-6f96-42d6-b28e-20530aadd4c4 req-294f1047-392d-4ccc-bbc4-4460fdf2e5b7 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787609 Aug 30 14:20:03.744075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e022eb-4bc6-4be8-9ce6-f9dc62eb0f8e req-d09f55b2-a2c5-497b-b441-12be6df786fb tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:03.752056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76e022eb-4bc6-4be8-9ce6-f9dc62eb0f8e req-d09f55b2-a2c5-497b-b441-12be6df786fb tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 932 time: 0.1329577 Aug 30 14:20:03.828426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:03.974063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0cfb2a79-9c5a-4e6c-96e5-7870903df8e8 req-b1a87a62-8fba-4636-9cbb-4c221c508988 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 210 time: 0.7412729 Aug 30 14:20:04.149205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76e022eb-4bc6-4be8-9ce6-f9dc62eb0f8e req-7687ab64-0245-40c5-a230-e361df27f227 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960185 Aug 30 14:20:04.531657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6c22a-a5c8-48ee-9963-6f01772b6dba req-2b49a681-e7b4-4723-89f0-f062077eee75 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:04.541915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbf6c22a-a5c8-48ee-9963-6f01772b6dba req-2b49a681-e7b4-4723-89f0-f062077eee75 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.2535870 Aug 30 14:20:04.678050 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbf6c22a-a5c8-48ee-9963-6f01772b6dba req-2499979b-219c-46b2-ad6d-886d1fd31636 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351571 Aug 30 14:20:04.779972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Deleting port ebb04b7a-31a3-4bb2-bad5-8f4356d55960 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:04.780396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:04.926676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] For port ebb04b7a-31a3-4bb2-bad5-8f4356d55960, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,segment=NetworkSegment(ff689fa3-3855-413d-bb00-b1e75b166e1c),segment_id=ff689fa3-3855-413d-bb00-b1e75b166e1c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:04.927213 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:04.951024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Calling delete_port for ebb04b7a-31a3-4bb2-bad5-8f4356d55960 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:05.059772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc00c7-2017-44d6-bc30-69a6045211b8 req-9fc57e8c-9a6e-4695-a728-b3b133a8d086 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.079775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65cc00c7-2017-44d6-bc30-69a6045211b8 req-9fc57e8c-9a6e-4695-a728-b3b133a8d086 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 950 time: 0.8490648 Aug 30 14:20:05.112464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-24eed286-2ba4-49e8-b185-c74b2230017e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325780 Aug 30 14:20:05.264429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87aedd50-f5b2-450e-abda-4fd780f91136 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:05.297482 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65cc00c7-2017-44d6-bc30-69a6045211b8 req-2acefe14-53db-4067-b449-eaefc6d857b1 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164481 Aug 30 14:20:05.319517 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:05.396993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Transition to ACTIVE for port object 87aedd50-f5b2-450e-abda-4fd780f91136 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:05.422924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:05.560268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Pushing event updated for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:05.682649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4486f1f5-6123-4155-a752-59ffa72f64d8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:05.729262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:05.729815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:05.730367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:05.751210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:05.770401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89bb73-f994-464a-b3ef-ff1ccc7101ae req-24b99823-1f83-47bc-807c-f8d4635c7582 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.780118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa89bb73-f994-464a-b3ef-ff1ccc7101ae req-24b99823-1f83-47bc-807c-f8d4635c7582 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1097 time: 0.2972414 Aug 30 14:20:05.784928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:05.785897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:05.813194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f05c32-0130-4816-ac49-aabbb2f79666 req-d34da9c6-ac84-4d6a-82bb-dfbf1be5f9aa tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.823368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35f05c32-0130-4816-ac49-aabbb2f79666 req-d34da9c6-ac84-4d6a-82bb-dfbf1be5f9aa tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 932 time: 0.6547661 Aug 30 14:20:05.830095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:05.834843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:05.835286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:05.835708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Bound port: 87aedd50-f5b2-450e-abda-4fd780f91136, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:05.836571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:05.889371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Transition to ACTIVE for port object 4486f1f5-6123-4155-a752-59ffa72f64d8 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:05.923064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-59c14789-af0c-41db-af5d-470d53edbbab tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.925090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:05.927840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-59c14789-af0c-41db-af5d-470d53edbbab tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7954872 Aug 30 14:20:05.996689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35f05c32-0130-4816-ac49-aabbb2f79666 req-cd2e862a-06ff-48d4-85e0-ce62ed349a3e tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720498 Aug 30 14:20:06.131555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa89bb73-f994-464a-b3ef-ff1ccc7101ae req-02059ba3-6ab6-4aeb-bc9e-3220bf73d7d9 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398318 Aug 30 14:20:06.169878 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:06.180800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Pushing event updated for resources: {'Port': ['ID=4486f1f5-6123-4155-a752-59ffa72f64d8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:06.192348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Request body: {'port': {'device_id': 'cce952fa-22fb-4753-b11f-1c7b68ec8e7c', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '561c44519c044ac781a11934e1612f60'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:06.231888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:06.255312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Attempting to bind port 4486f1f5-6123-4155-a752-59ffa72f64d8 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:06.256030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Attempting to bind port 4486f1f5-6123-4155-a752-59ffa72f64d8 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:06.256397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Attempting to bind port 4486f1f5-6123-4155-a752-59ffa72f64d8 on network f50c6224-79b8-4284-b5ad-ec96531182bb {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:06.259423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb04b7a-31a3-4bb2-bad5-8f4356d55960,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:06.269230 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:06.272407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Port 4486f1f5-6123-4155-a752-59ffa72f64d8 on network f50c6224-79b8-4284-b5ad-ec96531182bb not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:06.273196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Attempting to bind port 4486f1f5-6123-4155-a752-59ffa72f64d8 on network f50c6224-79b8-4284-b5ad-ec96531182bb {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:06.278201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:06.319265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:06.319754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Checking segment: {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:06.320221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Bound using segment: {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:06.320790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Bound port: 4486f1f5-6123-4155-a752-59ffa72f64d8, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d35722-b250-42d6-b414-af0beeb80ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:06.321287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:06.375848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:06.380295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:06.382170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] 10.222.0.21 "PUT /v2.0/ports/87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 200 len: 1092 time: 3.5548728 Aug 30 14:20:06.382589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:06.389016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dcecdd6b-9854-41c8-96b8-8c6ec6ed2a36 req-50f7f959-e219-4f4c-9af1-47d0f8eafc0d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 210 time: 0.0643322 Aug 30 14:20:06.393757 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bf5ca2-e384-4b10-a184-153c6fbcce4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:06.510011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80122cc8-f789-490e-8e61-36c536bb373d service neutron] Pushing event updated for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:06.775961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-9a73d290-0b2b-49e5-9164-0787d7e3053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:06.776566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:06.777871 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-9a73d290-0b2b-49e5-9164-0787d7e3053a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1095 time: 0.2771223 Aug 30 14:20:06.790415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] For port 4486f1f5-6123-4155-a752-59ffa72f64d8, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:06.797104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] For port 4486f1f5-6123-4155-a752-59ffa72f64d8, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4486f1f5-6123-4155-a752-59ffa72f64d8,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:06.896097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-2ac29983-3d6a-47ee-aaa4-bf3757d75dbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 200 len: 217 time: 0.1011965 Aug 30 14:20:06.903570 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:06.991119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f15ed-3075-4199-836f-616cb299b4ba req-f9fd67ce-9dc7-4de6-affe-f94437ebae9d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:06.994539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-546f15ed-3075-4199-836f-616cb299b4ba req-f9fd67ce-9dc7-4de6-affe-f94437ebae9d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 944 time: 0.4522016 Aug 30 14:20:06.999836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Made reservation on behalf of 561c44519c044ac781a11934e1612f60 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:07.014901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:07.066634 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:07.157490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:07.161093 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:07.162915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] 10.222.0.39 "PUT /v2.0/ports/4486f1f5-6123-4155-a752-59ffa72f64d8 HTTP/1.1" status: 200 len: 1092 time: 4.7063038 Aug 30 14:20:07.207844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-62ee620a-78e9-4b63-adba-e36c48d1c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:07.210106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-62ee620a-78e9-4b63-adba-e36c48d1c598 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.2981062 Aug 30 14:20:07.248480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-546f15ed-3075-4199-836f-616cb299b4ba req-623cdabc-5a46-4687-9993-a77cb42335ca tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702175 Aug 30 14:20:07.249821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272f40b-8192-4616-b53f-2af08a763814 service neutron] Pushing event updated for resources: {'Port': ['ID=4486f1f5-6123-4155-a752-59ffa72f64d8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:07.297936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-2617008d-afaa-4d61-835b-8da2e087b600 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645981 Aug 30 14:20:07.490558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-3e9ef1b5-e11c-4d39-96b8-8a84735b5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:07.502933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-3e9ef1b5-e11c-4d39-96b8-8a84735b5e1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5513692fcfbd4ad4ae10821464edb502&device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 1095 time: 0.2150671 Aug 30 14:20:07.657863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-c49885e2-41b5-4c0c-b5bc-8de59c225c10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4486f1f5-6123-4155-a752-59ffa72f64d8 HTTP/1.1" status: 200 len: 217 time: 0.1379311 Aug 30 14:20:07.710694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-0725a84d-c0ac-4e0a-a2c8-5c5130a1f073 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716772 Aug 30 14:20:07.785705 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7628f8-e46d-41d1-b5d6-3dcaf2d22e56 x-openstack-request-id: req-1d7628f8-e46d-41d1-b5d6-3dcaf2d22e56 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:07.786178 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:07.786783 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d7628f8-e46d-41d1-b5d6-3dcaf2d22e56 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:07.786972 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136', 'status': 'completed', 'code': 200} Aug 30 14:20:07.790972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:07.813004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:07.999649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-53fdad2a-3bce-4bdd-b839-e99ac417de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:08.002372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-53fdad2a-3bce-4bdd-b839-e99ac417de7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7580fb78-1f96-45e0-b243-f7a1c0304648 HTTP/1.1" status: 200 len: 853 time: 0.3151078 Aug 30 14:20:08.166151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c32dd3-de00-41a6-ab5c-8ba6cf1ff653 req-e541d8c9-96a6-48a8-a54a-dceedd3c7b7b service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030941 Aug 30 14:20:08.173293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Router 01ca2150-538f-463d-a2c2-8ef5a2020a22 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:20:08.192050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-890d6428-badb-42e1-b9db-da50fd13ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:08.194247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-890d6428-badb-42e1-b9db-da50fd13ce00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f50c6224-79b8-4284-b5ad-ec96531182bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056600 Aug 30 14:20:08.246092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2dca77-40c4-4ced-a963-34c27eb04a85,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:08.407191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8da9fe-2618-46c5-9931-e7b477ec8a47 req-678ab18d-ed69-4052-b3fd-7badda9fe9f8 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:08.416300 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f8da9fe-2618-46c5-9931-e7b477ec8a47 req-678ab18d-ed69-4052-b3fd-7badda9fe9f8 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 944 time: 0.4045622 Aug 30 14:20:08.569032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Allocated IP 192.168.233.173 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/d12b5dd4-b089-41b6-8ccd-dd6cb5377abb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:08.606591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca3c7e3-9cfe-43bb-a309-0a836247b4ab req-ff363852-0424-42b9-8c25-931f2faedef3 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 210 time: 0.2580914 Aug 30 14:20:08.611995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f8da9fe-2618-46c5-9931-e7b477ec8a47 req-ced202f7-e318-49cc-b333-ad6afc594fd2 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946762 Aug 30 14:20:08.736719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:20:08.755376 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] Sync routers for ids ['01ca2150-538f-463d-a2c2-8ef5a2020a22'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:20:08.764825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-efd410f0-92cc-4044-82ba-5ee613c94793 admin admin] 10.222.0.50 "PUT /v2.0/routers/01ca2150-538f-463d-a2c2-8ef5a2020a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7823124 Aug 30 14:20:08.767012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-e6ac9778-00b4-4eba-b601-4c480c3b2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:08.769598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-e6ac9778-00b4-4eba-b601-4c480c3b2d05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1095 time: 0.4210665 Aug 30 14:20:08.773430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:08.811863 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] Routers {'01ca2150-538f-463d-a2c2-8ef5a2020a22'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:08.815835 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:19:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['01ca2150-538f-463d-a2c2-8ef5a2020a22'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:09.124982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-9a1d54f5-12ac-47c2-a69f-d35aca39e45e service neutron] 10.222.0.39 "GET /v2.0/networks/f50c6224-79b8-4284-b5ad-ec96531182bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8566606 Aug 30 14:20:09.192189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:09.249093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Transition to ACTIVE for port object d12b5dd4-b089-41b6-8ccd-dd6cb5377abb will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:09.332002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:09.346070 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] Set router 01ca2150-538f-463d-a2c2-8ef5a2020a22 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:09.514420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46f8b1-e9bb-4895-bc3a-fd1c6b2afb5a req-3b6f7bad-377c-4813-859e-44965399c57a tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:09.528830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e46f8b1-e9bb-4895-bc3a-fd1c6b2afb5a req-3b6f7bad-377c-4813-859e-44965399c57a tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 944 time: 0.5990381 Aug 30 14:20:09.611699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:09.643896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-8468ed4a-6764-4795-a1f9-868b19b55792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:09.657405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-8468ed4a-6764-4795-a1f9-868b19b55792 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.8474078 Aug 30 14:20:09.702992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:09.707039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:09.746532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:09.747632 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:09.906812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267d2e57-ba77-4644-a8e3-990eaf701414', 'tag': '4486f1f5-6123-4155-a752-59ffa72f64d8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:09.917695 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e10038b-e4f0-4d88-8e14-afe13ce658af" -d '{"events": [{"name": "network-changed", "server_uuid": "267d2e57-ba77-4644-a8e3-990eaf701414", "tag": "4486f1f5-6123-4155-a752-59ffa72f64d8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:09.935710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'Port': ['ID=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:09.955413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e46f8b1-e9bb-4895-bc3a-fd1c6b2afb5a req-719d579b-4336-4326-95dd-a2fb79d44fed tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011047 Aug 30 14:20:09.995149 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-8fab8b98-a8cf-4b7f-8f28-d87abae217d2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7996197 Aug 30 14:20:10.022115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab4dc3fb-8a76-455d-8d5c-453291a12598 req-64b9588f-bbb7-41de-a5c4-6d290dbf05c5 service neutron] 10.222.0.39 "GET /v2.0/networks/f50c6224-79b8-4284-b5ad-ec96531182bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8020959 Aug 30 14:20:10.034094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-f8456a35-b12a-42a4-bf23-966409f71ff0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 200 len: 217 time: 0.3541403 Aug 30 14:20:10.084253 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:20:05Z', 'revision_number': 5, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:10.178612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Request body: {'port': {'device_id': 'cce952fa-22fb-4753-b11f-1c7b68ec8e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:10.194068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-c023f595-f779-4383-8bbe-eae6d80abf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:10.198702 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-c023f595-f779-4383-8bbe-eae6d80abf89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1579871 Aug 30 14:20:10.247399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:10.248302 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] Checking router: 01ca2150-538f-463d-a2c2-8ef5a2020a22 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:20:10.268952 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] Routers {'01ca2150-538f-463d-a2c2-8ef5a2020a22'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:10.271676 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:19:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['01ca2150-538f-463d-a2c2-8ef5a2020a22'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:10.305417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-64b734a3-72de-482b-9593-a763a0c1692d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964842 Aug 30 14:20:10.424769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dfc7a66a-095a-4a1f-90f5-c0ce7d128715 None None] Provisioning for port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:10.443432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dfc7a66a-095a-4a1f-90f5-c0ce7d128715 None None] Provisioning complete for port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:10.443835 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a66a-095a-4a1f-90f5-c0ce7d128715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:10.615370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7a66a-095a-4a1f-90f5-c0ce7d128715 None None] Port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:10.644661 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-1bb1824b-5370-4d66-b894-7bb59957dd1f service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262472 Aug 30 14:20:10.737489 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] Set router 01ca2150-538f-463d-a2c2-8ef5a2020a22 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:10.884578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:10.906630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:10.998420 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63bf5ca2-e384-4b10-a184-153c6fbcce4d req-5005b00c-51da-4ad8-b5bb-e144de3b6bce service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380258 Aug 30 14:20:11.043368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967b3d-a1a9-4c60-bb7a-348df4f42522 req-41e63b49-fb76-41a0-b994-01b2aa6b18b5 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:11.074270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4967b3d-a1a9-4c60-bb7a-348df4f42522 req-41e63b49-fb76-41a0-b994-01b2aa6b18b5 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 944 time: 1.2342029 Aug 30 14:20:11.356704 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:20:05Z', 'revision_number': 5, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:11.449882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:11.451581 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d275f9-6025-4c34-a6b4-283ef67b5b2b None None] The sync data for ids ['01ca2150-538f-463d-a2c2-8ef5a2020a22'] in n-d-805668-3 is: [{'id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'name': 'tempest-FloatingIPsTestJSON-75986804-router', 'tenant_id': 'bfccdfd574ec43568af1fe0f70814dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:24Z', 'updated_at': '2021-08-30T14:20:05Z', 'revision_number': 5, 'project_id': 'bfccdfd574ec43568af1fe0f70814dac', 'gw_port': {'id': '8bfb6693-e13c-475f-bf48-50d08e6fe008', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca2150-538f-463d-a2c2-8ef5a2020a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:25Z', 'updated_at': '2021-08-30T14:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:20:11.503252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12b5dd4-b089-41b6-8ccd-dd6cb5377abb {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:11.525191 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:11.540212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53238-348c-4c8f-bdda-ac0ab0853b53 req-edbfef82-2e47-4064-9cfd-a69a14b1b68f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:11.543853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Transition to ACTIVE for port object d12b5dd4-b089-41b6-8ccd-dd6cb5377abb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:11.546193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebf53238-348c-4c8f-bdda-ac0ab0853b53 req-edbfef82-2e47-4064-9cfd-a69a14b1b68f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 936 time: 0.1656160 Aug 30 14:20:11.572022 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:11.593793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-5d7f222f-c909-4a56-93e7-63dba606cc76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9769814 Aug 30 14:20:11.656554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebf53238-348c-4c8f-bdda-ac0ab0853b53 req-51f32bfd-bb2e-45f6-9108-624a203074f2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034532 Aug 30 14:20:11.732638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4967b3d-a1a9-4c60-bb7a-348df4f42522 req-a72f3c1a-82fe-404f-888a-2aadd3218bdf tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375854 Aug 30 14:20:11.751166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98decdd0-600d-405f-a9a7-72f1c95dac0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:11.910609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ebb04b7a-31a3-4bb2-bad5-8f4356d55960 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:11.939204 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dc79b6-4c6a-4517-952a-f94146fe405d x-openstack-request-id: req-67dc79b6-4c6a-4517-952a-f94146fe405d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:11.942010 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267d2e57-ba77-4644-a8e3-990eaf701414", "tag": "4486f1f5-6123-4155-a752-59ffa72f64d8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:11.943659 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67dc79b6-4c6a-4517-952a-f94146fe405d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:11.945443 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267d2e57-ba77-4644-a8e3-990eaf701414', 'tag': '4486f1f5-6123-4155-a752-59ffa72f64d8', 'status': 'completed', 'code': 200} Aug 30 14:20:11.966408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ebb04b7a-31a3-4bb2-bad5-8f4356d55960 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:20:11.968269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ebb04b7a-31a3-4bb2-bad5-8f4356d55960 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:20:12.115782 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98decdd0-600d-405f-a9a7-72f1c95dac0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.127358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98decdd0-600d-405f-a9a7-72f1c95dac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.156381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-4a4e1f17-0df0-451c-886c-7250c302c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:12.157986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-4a4e1f17-0df0-451c-886c-7250c302c8b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5513692fcfbd4ad4ae10821464edb502&device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 1095 time: 0.1532261 Aug 30 14:20:12.280512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-98decdd0-600d-405f-a9a7-72f1c95dac0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fe5cfe8bd364e07a81c27df03dd883c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8292561 Aug 30 14:20:12.399633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:12.422932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98decdd0-600d-405f-a9a7-72f1c95dac0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07fa99f-869d-4353-9817-101b3df59aca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:12.550532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Pushing event updated for resources: {'Port': ['ID=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:12.598988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Attempting to bind port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:12.599891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Attempting to bind port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:12.600683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Attempting to bind port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:12.627168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Deleting port 8bfb6693-e13c-475f-bf48-50d08e6fe008 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:12.627829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.633436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:12.634072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Attempting to bind port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:12.636857 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fc01ea0-6e8f-42ba-8e01-f60b6e2a6e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.640551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-f2e0cd3e-d1c6-4145-b0e0-db36479ff70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:12.642441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-f2e0cd3e-d1c6-4145-b0e0-db36479ff70d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 1096 time: 0.9214025 Aug 30 14:20:12.671822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:12.730557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d66db7-7996-454f-bf08-4af614acb251 req-90e51f49-ecdd-4490-8d4d-bdda8e147ba2 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:12.733864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96d66db7-7996-454f-bf08-4af614acb251 req-90e51f49-ecdd-4490-8d4d-bdda8e147ba2 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 944 time: 0.2022736 Aug 30 14:20:12.736397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fc01ea0-6e8f-42ba-8e01-f60b6e2a6e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.738500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:12.739053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:12.739638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:12.740278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Bound port: d12b5dd4-b089-41b6-8ccd-dd6cb5377abb, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:12.740828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.789976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-87761991-09b5-49f3-84b1-67570a5bbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:12.793933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-87761991-09b5-49f3-84b1-67570a5bbb47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f50c6224-79b8-4284-b5ad-ec96531182bb HTTP/1.1" status: 200 len: 915 time: 0.5789006 Aug 30 14:20:12.819471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:20:12.941551 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fc01ea0-6e8f-42ba-8e01-f60b6e2a6e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.944883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fc01ea0-6e8f-42ba-8e01-f60b6e2a6e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.948262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5fc01ea0-6e8f-42ba-8e01-f60b6e2a6e65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f07fa99f-869d-4353-9817-101b3df59aca HTTP/1.1" status: 204 len: 168 time: 0.5460386 Aug 30 14:20:12.987263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc01ea0-6e8f-42ba-8e01-f60b6e2a6e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07fa99f-869d-4353-9817-101b3df59aca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:13.007719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae0539-355d-4c73-874a-9ef5d6063489 req-b9a83151-5d16-456e-9d92-dea863aba2b9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:13.017926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8aae0539-355d-4c73-874a-9ef5d6063489 req-b9a83151-5d16-456e-9d92-dea863aba2b9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 948 time: 0.1664567 Aug 30 14:20:13.093775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:13.105861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8aae0539-355d-4c73-874a-9ef5d6063489 req-0dfc2b91-ea2e-4c1c-a800-6ab4e75253b7 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870411 Aug 30 14:20:13.132201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'mac_address': 'fa:16:3e:5f:85:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:13.277800 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:13.318486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b46d0ff-5c87-468f-8e15-fed8d80987c1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:13.361660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:13.367136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:13.453037 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-67ce153d-8f02-4f8c-8033-ef582c7c8cb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4486f1f5-6123-4155-a752-59ffa72f64d8 HTTP/1.1" status: 200 len: 217 time: 0.1742208 Aug 30 14:20:13.494030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:13.607786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c200c-733c-4a62-b403-ad1ea31db1d4 req-e396e4c9-57f2-4eff-bd48-2de8a25f346b tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:13.611582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['9b46d0ff-5c87-468f-8e15-fed8d80987c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:13.631709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b7c200c-733c-4a62-b403-ad1ea31db1d4 req-e396e4c9-57f2-4eff-bd48-2de8a25f346b tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 944 time: 0.1835539 Aug 30 14:20:13.686542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96d66db7-7996-454f-bf08-4af614acb251 req-402c098d-aa2c-47d4-a7c0-be25dd83cdef tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8864417 Aug 30 14:20:13.698899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] For port 8bfb6693-e13c-475f-bf48-50d08e6fe008, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8bfb6693-e13c-475f-bf48-50d08e6fe008,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:13.707777 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:13.715001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-ce0baa54-3ce9-440f-b20d-7bcb1659e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:13.718437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-ce0baa54-3ce9-440f-b20d-7bcb1659e38a service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 925 time: 1.0104570 Aug 30 14:20:13.730358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-db58981b-1d8a-48c6-98a2-30044a0b168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:13.732354 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-db58981b-1d8a-48c6-98a2-30044a0b168c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7580fb78-1f96-45e0-b243-f7a1c0304648 HTTP/1.1" status: 200 len: 853 time: 0.2283912 Aug 30 14:20:13.744644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:13.791900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Calling delete_port for 8bfb6693-e13c-475f-bf48-50d08e6fe008 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:13.813416 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b7c200c-733c-4a62-b403-ad1ea31db1d4 req-58759e4e-5d56-41b3-881a-48f7cae3ea96 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792247 Aug 30 14:20:13.839209 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a51afb21-7803-4158-bb6d-cc1548295a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:13.916912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] For port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:13.990668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-5fdc144c-738a-46c4-8086-e41786ffe8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:13.995547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-5fdc144c-738a-46c4-8086-e41786ffe8cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f50c6224-79b8-4284-b5ad-ec96531182bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353612 Aug 30 14:20:14.012962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] For port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:14.057861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.074552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-56414639-2e2d-495b-bdce-162daaf28178 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5934e593-b9da-4afc-b9bb-df36b09349c5 HTTP/1.1" status: 200 len: 1001 time: 0.3330688 Aug 30 14:20:14.154331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:14.155154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.156757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] 10.222.0.39 "PUT /v2.0/ports/d12b5dd4-b089-41b6-8ccd-dd6cb5377abb HTTP/1.1" status: 200 len: 1096 time: 3.9947555 Aug 30 14:20:14.157334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce952fa-22fb-4753-b11f-1c7b68ec8e7c', 'tag': 'd12b5dd4-b089-41b6-8ccd-dd6cb5377abb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:14.159783 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32b2081-328b-4095-a439-b113a0a7b290" -d '{"events": [{"name": "network-changed", "server_uuid": "cce952fa-22fb-4753-b11f-1c7b68ec8e7c", "tag": "d12b5dd4-b089-41b6-8ccd-dd6cb5377abb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:14.295217 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ecd995-a82e-44a7-bc3f-ebe82dd34fc4 x-openstack-request-id: req-b2ecd995-a82e-44a7-bc3f-ebe82dd34fc4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:14.295869 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce952fa-22fb-4753-b11f-1c7b68ec8e7c", "tag": "d12b5dd4-b089-41b6-8ccd-dd6cb5377abb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:14.296416 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2ecd995-a82e-44a7-bc3f-ebe82dd34fc4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:14.297236 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce952fa-22fb-4753-b11f-1c7b68ec8e7c', 'tag': 'd12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'status': 'completed', 'code': 200} Aug 30 14:20:14.327230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-f1a30ec8-a575-40a2-a85f-485fe5cc2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:14.330927 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-f1a30ec8-a575-40a2-a85f-485fe5cc2f92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f4311d8-9aad-429e-a49d-89d66501a9a2 HTTP/1.1" status: 200 len: 863 time: 0.2322381 Aug 30 14:20:14.349264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ef99c-265e-41c8-a6a7-50ba68f7771b service neutron] Pushing event updated for resources: {'Port': ['ID=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:14.369863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a51afb21-7803-4158-bb6d-cc1548295a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.382569 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a51afb21-7803-4158-bb6d-cc1548295a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.414289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-95816038-7ebb-438d-9353-12d97935b994 service neutron] 10.222.0.39 "GET /v2.0/networks/f50c6224-79b8-4284-b5ad-ec96531182bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716357 Aug 30 14:20:14.446473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a51afb21-7803-4158-bb6d-cc1548295a37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05458816ca2545269df06ab532f847a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005451 Aug 30 14:20:14.460407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:14.463595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029839-8316-4d5c-b0b2-c8ced7781dbf req-5dd637d0-0e64-4972-93ed-41684679fa20 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:14.463933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-68ffceb4-bd60-4941-b54e-60431c0660b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:14.466385 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a029839-8316-4d5c-b0b2-c8ced7781dbf req-5dd637d0-0e64-4972-93ed-41684679fa20 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 948 time: 0.1619899 Aug 30 14:20:14.466728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-68ffceb4-bd60-4941-b54e-60431c0660b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089432 Aug 30 14:20:14.467676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51afb21-7803-4158-bb6d-cc1548295a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08280bd-a760-4c52-82e3-672c6d5b38bb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:14.618038 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a029839-8316-4d5c-b0b2-c8ced7781dbf req-e11ded31-80b8-4eaa-a3ec-96ceebf15bc4 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367135 Aug 30 14:20:14.675520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e10038b-e4f0-4d88-8e14-afe13ce658af req-8630bf0c-e7c3-40b9-bb10-6335d303ec64 service neutron] 10.222.0.39 "GET /v2.0/networks/f50c6224-79b8-4284-b5ad-ec96531182bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701775 Aug 30 14:20:14.681882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 87aedd50-f5b2-450e-abda-4fd780f91136 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:14.693950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:14.791351 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.822652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-bab77935-3b15-432b-a0a8-4f6f9c3a0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:14.824461 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-bab77935-3b15-432b-a0a8-4f6f9c3a0cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 1099 time: 0.3155591 Aug 30 14:20:14.868942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ad62b2-756a-497b-8403-19465db0cadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.892662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfb6693-e13c-475f-bf48-50d08e6fe008,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:14.940187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:14.941223 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.998009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-d3e1c2ab-7ad7-43e7-8aa9-99f8c9011bcb service neutron] 10.222.0.21 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027680 Aug 30 14:20:15.002556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:15.008720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.010161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.010161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.010531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.010967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.011659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.012040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.012525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.012970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.013553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.014068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.014561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.026300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '87aedd50-f5b2-450e-abda-4fd780f91136', 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'port_id': '87aedd50-f5b2-450e-abda-4fd780f91136', 'mac_address': 'fa:16:3e:c1:70:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4291a2aa-a12d-4f03-a552-e067ac07c899', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:15.042364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-28782ee6-753a-4de6-9372-5066fc9736cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb HTTP/1.1" status: 200 len: 217 time: 0.1758444 Aug 30 14:20:15.085851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.095307 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.114305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ad62b2-756a-497b-8403-19465db0cadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.118598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87aedd50-f5b2-450e-abda-4fd780f91136 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:15.149529 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.155696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:15.168156 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.209635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:15.211938 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142f1552-5bd0-4865-9bd5-d87909c991a8" -d '{"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-plugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:15.235469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:15.243711 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.257785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:15.327133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.337144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf369c97-a14f-4b96-a016-d63937c9a3bc req-625c7da2-ffe5-4a56-be24-a8f5fed0579c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:15.344737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf369c97-a14f-4b96-a016-d63937c9a3bc req-625c7da2-ffe5-4a56-be24-a8f5fed0579c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 944 time: 0.5120301 Aug 30 14:20:15.365596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.374666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-a5c308de-76d3-4002-9d18-28ec1be0547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:15.376225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-a5c308de-76d3-4002-9d18-28ec1be0547f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.3136168 Aug 30 14:20:15.388962 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:15.527731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c7582e-6260-426f-9207-bcd6e140fbfa req-b0180c62-4e8d-40f4-9556-b36d9f2b7d1e service neutron] 10.222.0.21 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843123 Aug 30 14:20:15.534640 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf369c97-a14f-4b96-a016-d63937c9a3bc req-974ce8f4-2c4d-400c-8a61-529266336360 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889563 Aug 30 14:20:15.536745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.537548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ca2150-538f-463d-a2c2-8ef5a2020a22 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:20:15.544172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ad62b2-756a-497b-8403-19465db0cadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.546840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ad62b2-756a-497b-8403-19465db0cadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.551224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8ad62b2-756a-497b-8403-19465db0cadd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b08280bd-a760-4c52-82e3-672c6d5b38bb HTTP/1.1" status: 204 len: 168 time: 1.0800750 Aug 30 14:20:15.551224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.552307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a9ad046e-f5d7-44a1-a12d-938712ee40b8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/01ca2150-538f-463d-a2c2-8ef5a2020a22 HTTP/1.1" status: 204 len: 168 time: 6.7745588 Aug 30 14:20:15.557811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:15.604287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-4c31684a-2abf-4513-9015-c72e6eeefb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:15.606633 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-4c31684a-2abf-4513-9015-c72e6eeefb5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2092474 Aug 30 14:20:15.607826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad62b2-756a-497b-8403-19465db0cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08280bd-a760-4c52-82e3-672c6d5b38bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:15.662792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['87aedd50-f5b2-450e-abda-4fd780f91136'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:15.733418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a565e7-78f9-4918-8f07-43be789954d7 admin admin] Deleting subnet 5ed9e7cf-535f-442f-8b06-d3cedf3b4609 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:20:15.753535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36a565e7-78f9-4918-8f07-43be789954d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.013775 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6bc8b6-7672-43b2-b788-793aca5a3cda x-openstack-request-id: req-dd6bc8b6-7672-43b2-b788-793aca5a3cda {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:16.014537 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-plugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:16.017452 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd6bc8b6-7672-43b2-b788-793aca5a3cda {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:16.017917 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'code': 200} Aug 30 14:20:16.168383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36a565e7-78f9-4918-8f07-43be789954d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.272685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-83be0c54-668f-4c51-8217-6ba647860209 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544902 Aug 30 14:20:16.324029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4486f1f5-6123-4155-a752-59ffa72f64d8 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:16.426242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777b54e-b878-4d89-9bc4-cdcc62fbf9fa req-0cb10875-b2fa-4cee-b339-b5750857e5dc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:16.431830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1777b54e-b878-4d89-9bc4-cdcc62fbf9fa req-0cb10875-b2fa-4cee-b339-b5750857e5dc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 948 time: 0.3264422 Aug 30 14:20:16.525172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36a565e7-78f9-4918-8f07-43be789954d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.550438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42164a1-bb00-4482-a16e-1f4a4f001e7d req-dcb12e7a-cf59-4fee-ab0d-89a7ecc2f2ce tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:16.579598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d42164a1-bb00-4482-a16e-1f4a4f001e7d req-dcb12e7a-cf59-4fee-ab0d-89a7ecc2f2ce tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 944 time: 1.0463758 Aug 30 14:20:16.638027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d42164a1-bb00-4482-a16e-1f4a4f001e7d req-1b9eb3f0-e9bd-4263-88dd-b7dc59b9d8a3 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543272 Aug 30 14:20:16.681136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d4fb5f3-1263-432f-8f94-997949db2ea2 req-ae04d8ce-b3c8-4e9e-b97a-d503969f7a2c service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703570 Aug 30 14:20:16.697773 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1777b54e-b878-4d89-9bc4-cdcc62fbf9fa req-c5160ae6-ef66-4753-90d2-bac999cce983 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406814 Aug 30 14:20:16.738528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4486f1f5-6123-4155-a752-59ffa72f64d8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4486f1f5-6123-4155-a752-59ffa72f64d8,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:16.756932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36a565e7-78f9-4918-8f07-43be789954d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.786931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '4486f1f5-6123-4155-a752-59ffa72f64d8', 'network_id': 'f50c6224-79b8-4284-b5ad-ec96531182bb', 'port_id': '4486f1f5-6123-4155-a752-59ffa72f64d8', 'mac_address': 'fa:16:3e:8d:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7580fb78-1f96-45e0-b243-f7a1c0304648', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:16.873722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d9a60-bb59-4e39-8de8-2f070a216df3 None None] Network b6b56f3d-d906-4ca8-901e-17afeebaba4f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:16.877093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a565e7-78f9-4918-8f07-43be789954d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed9e7cf-535f-442f-8b06-d3cedf3b4609,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:16.882146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36a565e7-78f9-4918-8f07-43be789954d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.885076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-36a565e7-78f9-4918-8f07-43be789954d7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5ed9e7cf-535f-442f-8b06-d3cedf3b4609 HTTP/1.1" status: 204 len: 168 time: 1.3259726 Aug 30 14:20:16.889553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:16.987055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2081-328b-4095-a439-b113a0a7b290 req-b8781bd4-51a2-4b80-956b-6c621b15c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:16.988577 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d32b2081-328b-4095-a439-b113a0a7b290 req-b8781bd4-51a2-4b80-956b-6c621b15c8a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 1099 time: 0.2273338 Aug 30 14:20:16.997013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499d501-be85-4813-ab82-662d134fab79 req-9eb85316-5ec3-49b7-87be-33a30f7b9c11 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:16.999475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.004920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e499d501-be85-4813-ab82-662d134fab79 req-9eb85316-5ec3-49b7-87be-33a30f7b9c11 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 945 time: 0.1730678 Aug 30 14:20:17.024957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.036251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4486f1f5-6123-4155-a752-59ffa72f64d8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:17.135077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4486f1f5-6123-4155-a752-59ffa72f64d8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4486f1f5-6123-4155-a752-59ffa72f64d8,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:17.148875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.164868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e499d501-be85-4813-ab82-662d134fab79 req-3f18a080-40fc-4249-ae1c-bd3cf4a18eb7 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531398 Aug 30 14:20:17.214520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2081-328b-4095-a439-b113a0a7b290 req-084aa0d1-0b61-4e8e-a35b-6e007fd56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:17.218245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d32b2081-328b-4095-a439-b113a0a7b290 req-084aa0d1-0b61-4e8e-a35b-6e007fd56605 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2049179 Aug 30 14:20:17.249880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4486f1f5-6123-4155-a752-59ffa72f64d8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:17.318597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d32b2081-328b-4095-a439-b113a0a7b290 req-805a8436-b719-4d37-830d-c41a04c03f54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb HTTP/1.1" status: 200 len: 217 time: 0.0840483 Aug 30 14:20:17.319116 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] DHCP port deletion for b6b56f3d-d906-4ca8-901e-17afeebaba4f request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:20:17.334691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Deleting port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:17.335611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.396077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] Deleting port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:17.396514 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.523696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2081-328b-4095-a439-b113a0a7b290 req-ded15410-da90-40c0-a18c-b944b567701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:17.526599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d32b2081-328b-4095-a439-b113a0a7b290 req-ded15410-da90-40c0-a18c-b944b567701a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1944697 Aug 30 14:20:17.587269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] For port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,segment=NetworkSegment(ff689fa3-3855-413d-bb00-b1e75b166e1c),segment_id=ff689fa3-3855-413d-bb00-b1e75b166e1c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:17.588334 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.612858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['4486f1f5-6123-4155-a752-59ffa72f64d8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:17.624533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] Calling delete_port for 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:17.639880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] For port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,segment=NetworkSegment(ff689fa3-3855-413d-bb00-b1e75b166e1c),segment_id=ff689fa3-3855-413d-bb00-b1e75b166e1c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:17.640510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.688798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Calling delete_port for 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:17.725438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2081-328b-4095-a439-b113a0a7b290 req-37b6f54e-2738-4d74-9239-3c5b0617ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:17.736150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d32b2081-328b-4095-a439-b113a0a7b290 req-37b6f54e-2738-4d74-9239-3c5b0617ffc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984434 Aug 30 14:20:17.921485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:17.984864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397da78b-5622-4b31-ab1e-868d5470e019 req-538b6130-29c5-4bbf-841d-190a52fb4ab2 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:18.005294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-397da78b-5622-4b31-ab1e-868d5470e019 req-538b6130-29c5-4bbf-841d-190a52fb4ab2 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 945 time: 0.1481509 Aug 30 14:20:18.091326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-397da78b-5622-4b31-ab1e-868d5470e019 req-1f91f210-4d03-4f2c-a9f8-7904357ac50e tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821581 Aug 30 14:20:18.200344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d32b2081-328b-4095-a439-b113a0a7b290 req-791bc570-f5cc-4e9e-8d61-a72b3d0389aa service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518771 Aug 30 14:20:18.332219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d12b5dd4-b089-41b6-8ccd-dd6cb5377abb details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:18.600653 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:20:18.685199 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:18.699861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d32b2081-328b-4095-a439-b113a0a7b290 req-e412a3c4-5d82-4dba-b83f-3265ea2600e2 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477739 Aug 30 14:20:18.719317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:18.734888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85019fab-2a9e-4f6a-ae75-be09a1b92156 req-e0fb7874-2f68-49e4-9143-0597ee16da38 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:18.740445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85019fab-2a9e-4f6a-ae75-be09a1b92156 req-e0fb7874-2f68-49e4-9143-0597ee16da38 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 945 time: 0.1240718 Aug 30 14:20:18.750537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 87aedd50-f5b2-450e-abda-4fd780f91136 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:18.815331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] No DVR routers for this DVR port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:20:18.833840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:18.836592 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:18.877701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85019fab-2a9e-4f6a-ae75-be09a1b92156 req-04670a80-f5ae-4f5d-a7c5-db08707bcb09 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296926 Aug 30 14:20:19.035078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.038077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:19.061982 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.062460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.065413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.066625 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > port after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.068458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.070133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.071182 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.071598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.071937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.074459 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.099610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'd12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'd12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'mac_address': 'fa:16:3e:cd:d7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:19.108618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] No DVR routers for this DVR port 2b0a87ea-6ade-48f6-a462-b12cb1b9cc78 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:20:19.248500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.248896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.249205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.249536 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:20:19.249933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b56f3d-d906-4ca8-901e-17afeebaba4f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:19.274793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff689fa3-3855-413d-bb00-b1e75b166e1c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:19.275097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff689fa3-3855-413d-bb00-b1e75b166e1c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:19.296371 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.332434 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.346810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.359801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:20:19.361233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.456391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8c9d1-f7ce-4f3f-8608-fba483b517ad req-00a0c15f-9e2f-4565-95cf-b3e768e8e311 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:19.458362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2f8c9d1-f7ce-4f3f-8608-fba483b517ad req-00a0c15f-9e2f-4565-95cf-b3e768e8e311 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 948 time: 1.2522986 Aug 30 14:20:19.489959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12b5dd4-b089-41b6-8ccd-dd6cb5377abb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: from cryptography.utils import int_from_bytes Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: from cryptography.utils import int_from_bytes Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:20:19.507380 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:20:19.512209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.525565 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.530000 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] 10.222.0.50 "DELETE /v2.0/networks/b6b56f3d-d906-4ca8-901e-17afeebaba4f HTTP/1.1" status: 204 len: 168 time: 2.6390171 Aug 30 14:20:19.557282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:19.560702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8bfb6693-e13c-475f-bf48-50d08e6fe008 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:19.565186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 87aedd50-f5b2-450e-abda-4fd780f91136 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:19.579547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ac6b5-5e1f-44cd-b1e6-3462c4e00ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b56f3d-d906-4ca8-901e-17afeebaba4f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:19.582207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd7f27-7253-4537-8beb-45050909d72c None None] Pushing event deleted for resources: {'Port': ['ID=2b0a87ea-6ade-48f6-a462-b12cb1b9cc78,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:19.614530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c340-514d-4b07-80da-45372ddd3bf9 req-8720fe42-7f03-44c5-89db-404f10b98e2b tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:19.619689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-70b4c340-514d-4b07-80da-45372ddd3bf9 req-8720fe42-7f03-44c5-89db-404f10b98e2b tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 945 time: 0.2632451 Aug 30 14:20:19.635151 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 87aedd50-f5b2-450e-abda-4fd780f91136 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:19.635755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.638533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2f8c9d1-f7ce-4f3f-8608-fba483b517ad req-b19928bb-47b9-4c5c-b893-56a1acde2564 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064677 Aug 30 14:20:19.666057 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.712175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-70b4c340-514d-4b07-80da-45372ddd3bf9 req-aec20533-986a-48df-aaca-cf23f7e06ffb tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832889 Aug 30 14:20:19.778153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 8bfb6693-e13c-475f-bf48-50d08e6fe008 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:20:19.778705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8bfb6693-e13c-475f-bf48-50d08e6fe008 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:20:19.787657 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.844206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:19.919880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:20.039022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:20.180793 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.187388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3872f6ca-bbc5-4a53-81ce-90eaba779d01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfccdfd574ec43568af1fe0f70814dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470568 Aug 30 14:20:20.191329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:20.239084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:20.243797 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83dbed-6389-440d-980e-daab5575ad8d" -d '{"events": [{"server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "name": "network-vif-plugged", "status": "completed", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:20.289877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:20.302578 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.310281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84818a-3029-4114-bd25-9f656c3374df req-fdbdd8fb-afb5-4357-9bbb-53afdcbccf50 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:20.314371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf84818a-3029-4114-bd25-9f656c3374df req-fdbdd8fb-afb5-4357-9bbb-53afdcbccf50 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 945 time: 0.1284394 Aug 30 14:20:20.341881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2c778b-ee3f-442b-a99c-5b8e61ba8b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.385941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4486f1f5-6123-4155-a752-59ffa72f64d8 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:20.391411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf84818a-3029-4114-bd25-9f656c3374df req-dc78b7c8-81da-432a-be7e-b9b59f98d876 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705683 Aug 30 14:20:20.432241 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2c778b-ee3f-442b-a99c-5b8e61ba8b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.577115 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab99316-7413-4308-a675-af8b45dca09f x-openstack-request-id: req-0ab99316-7413-4308-a675-af8b45dca09f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:20.577552 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "name": "network-vif-plugged", "status": "completed", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:20.577915 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ab99316-7413-4308-a675-af8b45dca09f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:20.578622 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136', 'code': 200} Aug 30 14:20:20.597530 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2c778b-ee3f-442b-a99c-5b8e61ba8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.604638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2c778b-ee3f-442b-a99c-5b8e61ba8b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.631086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3b2c778b-ee3f-442b-a99c-5b8e61ba8b32 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31333a1d-f843-4c09-8bc0-3f0e2213a19c HTTP/1.1" status: 204 len: 168 time: 0.4376228 Aug 30 14:20:20.649676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c778b-ee3f-442b-a99c-5b8e61ba8b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31333a1d-f843-4c09-8bc0-3f0e2213a19c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:20.753559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 4486f1f5-6123-4155-a752-59ffa72f64d8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:20.772320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 4486f1f5-6123-4155-a752-59ffa72f64d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:20.773566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.846336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:20.872181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37e10-98ea-4365-96d5-8f9c6cc43dfc req-55a3cd31-1391-4ee6-a5e7-c6fcb9dd447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:20.874765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-94b37e10-98ea-4365-96d5-8f9c6cc43dfc req-55a3cd31-1391-4ee6-a5e7-c6fcb9dd447d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1097 time: 0.1483898 Aug 30 14:20:21.017503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:21.078385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4486f1f5-6123-4155-a752-59ffa72f64d8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4486f1f5-6123-4155-a752-59ffa72f64d8,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:21.092427 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:21.154826 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-94b37e10-98ea-4365-96d5-8f9c6cc43dfc req-1dc0661a-1194-4b5f-9d96-fdddfffb50ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670372 Aug 30 14:20:21.203349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f288a4-3b91-461a-ada0-70501646d8db req-61fabb6b-79f1-4f21-81b3-cc336ff8574c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:21.213896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5f288a4-3b91-461a-ada0-70501646d8db req-61fabb6b-79f1-4f21-81b3-cc336ff8574c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 949 time: 0.2729955 Aug 30 14:20:21.321245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4486f1f5-6123-4155-a752-59ffa72f64d8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:21.346899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649ee8b-7b33-4963-b5e3-90f1f016800b req-b36df132-10b7-40b8-b269-ba3d24d90c0f tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:21.351931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1649ee8b-7b33-4963-b5e3-90f1f016800b req-b36df132-10b7-40b8-b269-ba3d24d90c0f tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 946 time: 0.2136502 Aug 30 14:20:21.358147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5f288a4-3b91-461a-ada0-70501646d8db req-466ad7b9-c248-43a6-9575-e1017aaee19d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347971 Aug 30 14:20:21.436155 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1649ee8b-7b33-4963-b5e3-90f1f016800b req-95195d8c-ef1d-4c9d-bd0f-5e491d410a80 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767903 Aug 30 14:20:21.718666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:21.822602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e4b96-2717-4ad3-a191-04da8f12a2e0 req-2da7c466-3447-4607-ab43-e381c655a75d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:21.825986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef2e4b96-2717-4ad3-a191-04da8f12a2e0 req-2da7c466-3447-4607-ab43-e381c655a75d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 946 time: 0.1190536 Aug 30 14:20:21.940852 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef2e4b96-2717-4ad3-a191-04da8f12a2e0 req-bb562aa7-271b-4938-979a-f2d96dca70bc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074865 Aug 30 14:20:22.144373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e152204-a493-48d6-9649-321984b7b053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.335936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d12b5dd4-b089-41b6-8ccd-dd6cb5377abb up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:22.401381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e152204-a493-48d6-9649-321984b7b053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.408278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e152204-a493-48d6-9649-321984b7b053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.435014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:22.439515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:22.439882 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.507817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7e152204-a493-48d6-9649-321984b7b053 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aae110fc62c144699d633537bcc3d427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7875643 Aug 30 14:20:22.508742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e152204-a493-48d6-9649-321984b7b053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c91935-10b9-4f10-b056-382db391d75a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:22.512231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:22.607195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:22.725602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b07ba-7a1e-42ad-ba65-1d9a36368dce req-7ddacdee-7926-4167-b8c6-45250a311fa2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:22.732314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-321b07ba-7a1e-42ad-ba65-1d9a36368dce req-7ddacdee-7926-4167-b8c6-45250a311fa2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 949 time: 0.1868784 Aug 30 14:20:22.763264 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.771886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267d2e57-ba77-4644-a8e3-990eaf701414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4486f1f5-6123-4155-a752-59ffa72f64d8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:22.776134 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca7042-423e-4aba-8a9e-bea850f871a1" -d '{"events": [{"server_uuid": "267d2e57-ba77-4644-a8e3-990eaf701414", "name": "network-vif-plugged", "status": "completed", "tag": "4486f1f5-6123-4155-a752-59ffa72f64d8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:22.789297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.794550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.841974 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-321b07ba-7a1e-42ad-ba65-1d9a36368dce req-b1dfd4dd-d1e2-4ae7-8891-171be32b216b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024029 Aug 30 14:20:22.869080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1292167250-network', 'tenant_id': '5ccdeffd66784ff9b095f72c819b9e6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:22.882211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9da31-bb1e-4804-97b0-3db936acc307 req-cc065e53-9870-436b-abe6-b2878a73eb00 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:22.903814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2d9da31-bb1e-4804-97b0-3db936acc307 req-cc065e53-9870-436b-abe6-b2878a73eb00 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 946 time: 0.2622719 Aug 30 14:20:22.923038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Made reservation on behalf of 5ccdeffd66784ff9b095f72c819b9e6f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:22.925482 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.963888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.970348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:22.990216 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.074840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2d9da31-bb1e-4804-97b0-3db936acc307 req-20be4856-fc12-472f-8b68-74fd3b6e468b tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629465 Aug 30 14:20:23.097455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.099999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.101872 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27c91935-10b9-4f10-b056-382db391d75a HTTP/1.1" status: 204 len: 168 time: 0.5874829 Aug 30 14:20:23.146584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c91935-10b9-4f10-b056-382db391d75a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:23.149199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:23.181659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.182009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.182353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.182694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.183043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.183358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.183687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.184015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.184338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.184668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.184983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.237472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800ee95-debe-4e40-87bc-d119a13f8a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.308425 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.309546 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f107b34d-19fb-4ac3-8796-817e184ad13a x-openstack-request-id: req-f107b34d-19fb-4ac3-8796-817e184ad13a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:23.309912 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267d2e57-ba77-4644-a8e3-990eaf701414", "name": "network-vif-plugged", "status": "completed", "tag": "4486f1f5-6123-4155-a752-59ffa72f64d8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:23.310181 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f107b34d-19fb-4ac3-8796-817e184ad13a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:23.310743 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267d2e57-ba77-4644-a8e3-990eaf701414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4486f1f5-6123-4155-a752-59ffa72f64d8', 'code': 200} Aug 30 14:20:23.323812 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.417990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:20:23.459261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4211d305-67a3-4752-a10c-2c83b6b2a4d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:23.481290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.481481 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Added segment 4a4417c5-8233-4667-9f67-296ea326eeb4 of type vlan for network 9ff88e18-89aa-476f-8af1-d4021ac60349 Aug 30 14:20:23.646932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e800b6-f227-47a9-94eb-38a4d5c43b41 req-ad66d095-8998-4117-993d-92a3ea74df4b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:23.652762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.662414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1e800b6-f227-47a9-94eb-38a4d5c43b41 req-ad66d095-8998-4117-993d-92a3ea74df4b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 946 time: 0.2872856 Aug 30 14:20:23.747988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.751184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:23.752005 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.753072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1e800b6-f227-47a9-94eb-38a4d5c43b41 req-ef423a14-2281-4740-bbdb-6515540bda70 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894351 Aug 30 14:20:23.759096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a9d84-9b96-4f98-9e1f-8192a105e891 req-2dcb8156-9028-448e-abb1-116a4ad6afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:23.761064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b74a9d84-9b96-4f98-9e1f-8192a105e891 req-2dcb8156-9028-448e-abb1-116a4ad6afd5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 1097 time: 0.2113254 Aug 30 14:20:23.860692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2450101 Aug 30 14:20:23.863619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53780) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:23.869677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Request body: {'subnet': {'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1292167250-subnet', 'tenant_id': '5ccdeffd66784ff9b095f72c819b9e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:23.887635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd157f83-1001-4c1d-8085-396fded16e43 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff88e18-89aa-476f-8af1-d4021ac60349,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:23.895734 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b74a9d84-9b96-4f98-9e1f-8192a105e891 req-0361bcfa-26ee-4fc5-8fd5-8d5f953963a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246378 Aug 30 14:20:23.901598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9ff88e18-89aa-476f-8af1-d4021ac60349 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:20:23.948323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Made reservation on behalf of 5ccdeffd66784ff9b095f72c819b9e6f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:23.952191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.021591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c015d01-ab37-4190-89c2-24ca3fea58cc req-4e0e6c39-d154-4651-bb6a-45bb8531d2a6 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:24.025541 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c015d01-ab37-4190-89c2-24ca3fea58cc req-4e0e6c39-d154-4651-bb6a-45bb8531d2a6 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1097 time: 0.0887578 Aug 30 14:20:24.114398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c015d01-ab37-4190-89c2-24ca3fea58cc req-1b075da4-dad0-4158-8949-5e7c049f6f4f tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776317 Aug 30 14:20:24.137528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:24.157943 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7541-81a1-4a73-854a-d988d0c736f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.213150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1103a6-c0cd-43d0-a609-c401a6979a3e req-6f182069-5885-454a-af8a-10dca7b30886 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:24.227625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce1103a6-c0cd-43d0-a609-c401a6979a3e req-6f182069-5885-454a-af8a-10dca7b30886 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 950 time: 0.1617837 Aug 30 14:20:24.326099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce1103a6-c0cd-43d0-a609-c401a6979a3e req-061acf14-5217-4d9d-9cfd-b25b58aa3681 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919919 Aug 30 14:20:24.344239 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7541-81a1-4a73-854a-d988d0c736f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.365358 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7541-81a1-4a73-854a-d988d0c736f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.420615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5c2b7541-81a1-4a73-854a-d988d0c736f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acf8d4d0123d4127ba505e718f7d7824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807026 Aug 30 14:20:24.421738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b7541-81a1-4a73-854a-d988d0c736f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab510fb-c315-42a3-9530-e03c00307557,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:24.424400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:24.539956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afec26ba-76d6-4b82-9468-3952356ec3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.572802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.627410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcedcd84-859e-4b33-8a0a-04894ebe067f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:24.666410 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afec26ba-76d6-4b82-9468-3952356ec3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.686576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Checking segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:24.687409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Network hostable DHCP agents. Network: 9ff88e18-89aa-476f-8af1-d4021ac60349, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:20:24.717340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Network 9ff88e18-89aa-476f-8af1-d4021ac60349 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:20:24.733251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9ff88e18-89aa-476f-8af1-d4021ac60349) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:24.739841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:24.740613 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.743616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1816b242-b76d-4a8b-8aa2-0bb0d6c1a765 None None] Network 9ff88e18-89aa-476f-8af1-d4021ac60349 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:24.771527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74b22c28-aeeb-4e53-be0b-e60f38716669 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9063058 Aug 30 14:20:24.964840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2c489-2555-4733-9dd7-27da62f316da req-5d5662e0-9a28-48ce-a3f4-f02504933f77 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:24.969196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10f2c489-2555-4733-9dd7-27da62f316da req-5d5662e0-9a28-48ce-a3f4-f02504933f77 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 946 time: 0.2226675 Aug 30 14:20:24.979945 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afec26ba-76d6-4b82-9468-3952356ec3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.988482 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afec26ba-76d6-4b82-9468-3952356ec3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.993615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-afec26ba-76d6-4b82-9468-3952356ec3fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ab510fb-c315-42a3-9530-e03c00307557 HTTP/1.1" status: 204 len: 168 time: 0.5645175 Aug 30 14:20:25.058826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec26ba-76d6-4b82-9468-3952356ec3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab510fb-c315-42a3-9530-e03c00307557,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:25.081959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb811df0-2439-43ff-ab69-ea09cf359f58 req-5fce482b-257d-4925-8b3d-f9865e32e7b8 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:25.084771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb811df0-2439-43ff-ab69-ea09cf359f58 req-5fce482b-257d-4925-8b3d-f9865e32e7b8 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1097 time: 0.2847970 Aug 30 14:20:25.181498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10f2c489-2555-4733-9dd7-27da62f316da req-e3fcc467-2e03-4327-9e53-bf484dd69da4 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855783 Aug 30 14:20:25.253400 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-465b7498-0d0e-4da5-b747-51f65f25d6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.283311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb811df0-2439-43ff-ab69-ea09cf359f58 req-5429f4bf-c6eb-4b1f-8f1a-0f225711bda9 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790035 Aug 30 14:20:25.283775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe6baa-b255-460c-afbf-b24d077ed8e1 None None] Network 9ff88e18-89aa-476f-8af1-d4021ac60349 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:25.346650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce952fa-22fb-4753-b11f-1c7b68ec8e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12b5dd4-b089-41b6-8ccd-dd6cb5377abb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:25.349174 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5b6b2f-b1b5-43f8-9779-02a5d7d7403a" -d '{"events": [{"server_uuid": "cce952fa-22fb-4753-b11f-1c7b68ec8e7c", "name": "network-vif-plugged", "status": "completed", "tag": "d12b5dd4-b089-41b6-8ccd-dd6cb5377abb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:25.801085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d91895-c286-41ca-8085-f92f9ae21050 req-27c62346-00fc-44c1-83c4-b98fb500dc34 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:25.825768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-44d91895-c286-41ca-8085-f92f9ae21050 req-27c62346-00fc-44c1-83c4-b98fb500dc34 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 950 time: 0.1833389 Aug 30 14:20:25.934199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-44d91895-c286-41ca-8085-f92f9ae21050 req-769c181b-57c3-416c-b06b-ec4b7cf7f665 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070542 Aug 30 14:20:26.074540 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6c9709-85fd-4a18-ba26-704fd49ed0b5 x-openstack-request-id: req-1a6c9709-85fd-4a18-ba26-704fd49ed0b5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:26.078263 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce952fa-22fb-4753-b11f-1c7b68ec8e7c", "name": "network-vif-plugged", "status": "completed", "tag": "d12b5dd4-b089-41b6-8ccd-dd6cb5377abb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:26.080457 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a6c9709-85fd-4a18-ba26-704fd49ed0b5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:26.082652 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce952fa-22fb-4753-b11f-1c7b68ec8e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'code': 200} Aug 30 14:20:26.255014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351f098-67bd-491a-ab0d-aa0bd640fb3f req-cc3c8b77-e283-4dc9-9147-67d13ff5ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:26.258360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b351f098-67bd-491a-ab0d-aa0bd640fb3f req-cc3c8b77-e283-4dc9-9147-67d13ff5ddce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 1101 time: 0.1434195 Aug 30 14:20:26.366025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b351f098-67bd-491a-ab0d-aa0bd640fb3f req-6acec91f-009a-4a08-a2d3-38ca7e2086d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999353 Aug 30 14:20:26.744187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-8439e591-6771-4217-a88d-459af36bf9f5 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:26.751900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-8439e591-6771-4217-a88d-459af36bf9f5 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 805 time: 0.3171062 Aug 30 14:20:26.784739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-458aedb6-c719-4345-b878-5d93210dd46f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/quotas/5ccdeffd66784ff9b095f72c819b9e6f HTTP/1.1" status: 200 len: 375 time: 0.0263736 Aug 30 14:20:26.901873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-a7f92045-d602-4e43-96d0-756cfb312e69 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158803 Aug 30 14:20:26.987448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e629e81-09ee-4b0e-a0d3-5ff542f5f255 req-b297955f-7073-46f7-a8e0-56303ef8abf9 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:26.995497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e629e81-09ee-4b0e-a0d3-5ff542f5f255 req-b297955f-7073-46f7-a8e0-56303ef8abf9 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 946 time: 0.1349769 Aug 30 14:20:27.025676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:27.141615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-8b5b497b-a5dc-4d53-ae20-b48b1d7e8ce6 service neutron] 10.222.0.50 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172415 Aug 30 14:20:27.155528 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e629e81-09ee-4b0e-a0d3-5ff542f5f255 req-b0248175-3872-47b9-9991-2a0c69ebe472 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421456 Aug 30 14:20:27.298995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1983330998-network', 'tenant_id': '4312481d6bbc4d8ea8f8f39c73a8eeef'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:27.347287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Made reservation on behalf of 4312481d6bbc4d8ea8f8f39c73a8eeef for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:27.349904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.394942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.498480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc492-9aa7-4b9b-b87f-dce94338ea2f req-b781b8d9-b6ca-430c-a93d-d7a3ba5cf810 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:27.523094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-153bc492-9aa7-4b9b-b87f-dce94338ea2f req-b781b8d9-b6ca-430c-a93d-d7a3ba5cf810 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1097 time: 0.1503229 Aug 30 14:20:27.598146 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-7b70d95f-cf83-4eb1-8b3f-db6ee54088ee service neutron] 10.222.0.50 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529495 Aug 30 14:20:27.665177 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-153bc492-9aa7-4b9b-b87f-dce94338ea2f req-c4374153-b6c4-4f30-b2a5-d0fef0d2ef07 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402318 Aug 30 14:20:27.785658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.795016 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.833221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:20:27.851155 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b1758bc-7a39-47ad-b086-8bda7222c77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.857092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0330ebd8-c84b-4fea-aa00-4617a51746e0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:27.864976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.865422 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Added segment cf5684a5-3bc4-4393-a89e-ab0bd759d317 of type vlan for network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 Aug 30 14:20:27.978271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:28.046537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ac12a-4785-4d50-bd91-a3ba1f7f580c req-84502ec3-b3d2-4f29-a930-675030c87130 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:28.053234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-958ac12a-4785-4d50-bd91-a3ba1f7f580c req-84502ec3-b3d2-4f29-a930-675030c87130 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 950 time: 0.1300831 Aug 30 14:20:28.055727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:28.058184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:28.060750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:28.251524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2242851 Aug 30 14:20:28.254244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:28.261255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Request body: {'subnet': {'network_id': '34d0cc10-a35f-4681-b56e-a89d9f1ef621', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1983330998-subnet', 'tenant_id': '4312481d6bbc4d8ea8f8f39c73a8eeef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:28.271139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225168a6-6bd3-432f-ad32-f175bb2fc65c admin admin] Pushing event updated for resources: {'Network': ['ID=34d0cc10-a35f-4681-b56e-a89d9f1ef621,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:28.288848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:20:28.289710 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-958ac12a-4785-4d50-bd91-a3ba1f7f580c req-65904fe2-49c2-4ecf-a01d-a802eb59e782 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824164 Aug 30 14:20:28.357979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Made reservation on behalf of 4312481d6bbc4d8ea8f8f39c73a8eeef for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:28.387065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:28.530289 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:28.612292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a23eeeaa-93d7-43d2-aafa-a70d14c0ae30 req-986243bb-42d4-47a6-a774-07555a8a704f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 210 time: 0.1172101 Aug 30 14:20:29.100064 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.102437 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.216590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=742c5505-a9cf-47e2-a619-f3387eada1bc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:29.278927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Checking segment: {'id': 'cf5684a5-3bc4-4393-a89e-ab0bd759d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '34d0cc10-a35f-4681-b56e-a89d9f1ef621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:29.280528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Network hostable DHCP agents. Network: 34d0cc10-a35f-4681-b56e-a89d9f1ef621, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:20:29.354121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:20:29.427155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 34d0cc10-a35f-4681-b56e-a89d9f1ef621) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:29.450366 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4c13c-6e7c-4731-9e2c-3992bf4c2d9d None None] Network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:29.452731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:29.453708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.513445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-89c1ff49-7e62-4eea-bbcb-bfd4fe163cd9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2577045 Aug 30 14:20:29.619614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfe9d-90f0-4797-9c85-81579f32a75d req-da1118d0-f38e-4ebd-85c4-748b84204f01 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:29.641576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-beccfe9d-90f0-4797-9c85-81579f32a75d req-da1118d0-f38e-4ebd-85c4-748b84204f01 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 1101 time: 0.2041285 Aug 30 14:20:29.697532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-beccfe9d-90f0-4797-9c85-81579f32a75d req-4795752a-1db0-48a8-9130-dc471882dabe tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.888873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a256b-dba2-45bf-8e68-9e1a25a7d567 None None] Network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:30.036060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-beccfe9d-90f0-4797-9c85-81579f32a75d req-4795752a-1db0-48a8-9130-dc471882dabe tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.045895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-beccfe9d-90f0-4797-9c85-81579f32a75d req-4795752a-1db0-48a8-9130-dc471882dabe tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.098112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795752a-1db0-48a8-9130-dc471882dabe tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aafb322-45d2-4d3a-b5d6-bc20b599abae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:30.126877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-beccfe9d-90f0-4797-9c85-81579f32a75d req-4795752a-1db0-48a8-9130-dc471882dabe tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674540 Aug 30 14:20:30.568508 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d00bb48-8a8a-4d9c-bee7-1e3c0640c422 req-c1b441d1-3192-4922-94ed-27c808b2776e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 210 time: 0.0631750 Aug 30 14:20:30.662712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-02cb2813-6b66-4685-b1c3-28ada99458fe tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:20:30.663871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-02cb2813-6b66-4685-b1c3-28ada99458fe tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084677 Aug 30 14:20:30.684553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Request body: {'binding': {'host': 'n-h2-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:30.689775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:20:31.047340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53990) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:31.061841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1931251228-network', 'tenant_id': 'e008979a00044dce81464b012fee8751'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:31.184048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Made reservation on behalf of e008979a00044dce81464b012fee8751 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:31.193492 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.219544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.236188 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:20:31.471784 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.491794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-b2caac78-8fc9-49fe-b81c-b694698cb81d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:31.494040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-b2caac78-8fc9-49fe-b81c-b694698cb81d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 805 time: 0.6359558 Aug 30 14:20:31.512069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.521823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.534023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on host n-h2-805668-3 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:31.543789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:31.544331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:31.552833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Request body: {'port': {'device_id': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'admin_state_up': True, 'tenant_id': '5ccdeffd66784ff9b095f72c819b9e6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:31.574858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:20:31.599514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3933f517-0e8f-42ea-9341-ecf4b8ec81c2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:31.616275 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.619491 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Added segment 67e13c93-e076-48d2-9963-f47183a38b45 of type vlan for network 864a7e56-bb7a-4347-b493-e38269cc81a3 Aug 30 14:20:31.625752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:31.628966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:31.683001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.750106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:31.756981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:31.758763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:31.760368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Bound port: 87aedd50-f5b2-450e-abda-4fd780f91136, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:31.765679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-bef08b4a-69b0-4867-a5cd-4395d2855940 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325077 Aug 30 14:20:31.776039 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.777459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:31.778534 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.913249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:31.916738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Made reservation on behalf of 5ccdeffd66784ff9b095f72c819b9e6f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:31.926043 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.934800 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.941971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-958dc0a9-f1fe-4c51-91fd-334d15734ca9 service neutron] 10.222.0.50 "POST /v2.0/ports/87aedd50-f5b2-450e-abda-4fd780f91136/bindings HTTP/1.1" status: 201 len: 389 time: 1.2697721 Aug 30 14:20:32.014441 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9644294 Aug 30 14:20:32.024797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:32.030238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Request body: {'subnet': {'network_id': '864a7e56-bb7a-4347-b493-e38269cc81a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1931251228-subnet', 'tenant_id': 'e008979a00044dce81464b012fee8751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:32.038350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eb5b2-bd09-4715-bf9d-bad75a92f219 admin admin] Pushing event updated for resources: {'Network': ['ID=864a7e56-bb7a-4347-b493-e38269cc81a3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:32.059268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 864a7e56-bb7a-4347-b493-e38269cc81a3 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:20:32.146599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Made reservation on behalf of e008979a00044dce81464b012fee8751 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:32.164159 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:32.213549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-4f20d3e2-7315-40dd-b799-11cd0f14dcaa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:32.227895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-4f20d3e2-7315-40dd-b799-11cd0f14dcaa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4297662 Aug 30 14:20:32.479674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Allocated IP 172.20.0.11 (9ff88e18-89aa-476f-8af1-d4021ac60349/bcedcd84-859e-4b33-8a0a-04894ebe067f/0ad7f47c-11a3-42e0-959e-09c299896447) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:32.515933 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:32.660985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-5f80643f-cbea-4344-af60-e09e916506be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:32.664420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-5f80643f-cbea-4344-af60-e09e916506be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1097 time: 0.1957726 Aug 30 14:20:32.769115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a152e32-b0a8-4a38-9060-a406d6f6023b req-265d65f7-fc42-438e-bb1a-cbe375246970 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 210 time: 0.0712585 Aug 30 14:20:32.769785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-95efdc98-62ad-4002-a8d9-42fb6896a053 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/quotas/561c44519c044ac781a11934e1612f60 HTTP/1.1" status: 200 len: 375 time: 0.5383506 Aug 30 14:20:32.772229 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:32.899225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f51ce4-81c5-4333-a525-1ba306f7d6ca,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:33.020874 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fcea6c73-d085-426f-bdbf-48d4151c4ff9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2423480 Aug 30 14:20:33.104741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Checking segment: {'id': '67e13c93-e076-48d2-9963-f47183a38b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '864a7e56-bb7a-4347-b493-e38269cc81a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:33.105290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Network hostable DHCP agents. Network: 864a7e56-bb7a-4347-b493-e38269cc81a3, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:20:33.144580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e53757-3bb3-4cb2-ae00-7239e1c75653 req-c42b3fdd-a520-4dc5-9b59-55402a286565 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:33.154309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-00e53757-3bb3-4cb2-ae00-7239e1c75653 req-c42b3fdd-a520-4dc5-9b59-55402a286565 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 946 time: 0.2417283 Aug 30 14:20:33.166836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Network 864a7e56-bb7a-4347-b493-e38269cc81a3 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:20:33.176818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-56fc02e8-d934-4a55-a458-a5f2a802c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:33.178652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-56fc02e8-d934-4a55-a458-a5f2a802c344 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.5040882 Aug 30 14:20:33.192253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 864a7e56-bb7a-4347-b493-e38269cc81a3) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:33.204365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:33.208228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e05dfc-719c-4ce1-90cb-6bed3d355921 None None] Network 864a7e56-bb7a-4347-b493-e38269cc81a3 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:33.210877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.249669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-82248fea-71f1-4afe-bc1a-819c2b9b7167 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 200 len: 217 time: 0.0603883 Aug 30 14:20:33.277178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5fd1723c-87d2-4bda-9fba-64afd902fc3a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2386398 Aug 30 14:20:33.336798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.485201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-00e53757-3bb3-4cb2-ae00-7239e1c75653 req-9ab1d55a-e49d-4650-80ba-1c65b7876dac tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299339 Aug 30 14:20:33.512566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.547115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-e866cd6a-98b9-42f8-bb53-0f554189345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:33.548737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-e866cd6a-98b9-42f8-bb53-0f554189345d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.2878218 Aug 30 14:20:33.676793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-1dad4f31-c547-4f43-b0f6-02796e0b49f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117799 Aug 30 14:20:33.701739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efab5ddd-93b1-430d-9d7f-c74840861a86 None None] Network 864a7e56-bb7a-4347-b493-e38269cc81a3 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:34.004125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Network 9ff88e18-89aa-476f-8af1-d4021ac60349 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:34.028170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:34.095158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Pushing event updated for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:34.141205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:34.146891 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-b23a1028-f022-459a-bfad-d9d7405a58c0 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817744 Aug 30 14:20:34.451744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:34.452318 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:34.480946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459d8d6-11d4-4430-a5ca-8291920677c7 req-d5d56505-911d-4ae0-ab72-84a5fa0e1f88 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:34.488343 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a459d8d6-11d4-4430-a5ca-8291920677c7 req-d5d56505-911d-4ae0-ab72-84a5fa0e1f88 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 932 time: 0.3394411 Aug 30 14:20:34.531125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-72e4e0e6-3785-4053-8d26-b85cab875e06 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9833584 Aug 30 14:20:34.545777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-7fff0280-5279-433b-ac7b-282182cb9038 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845141 Aug 30 14:20:34.572630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Request body: {'port': {'device_id': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:34.798666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a459d8d6-11d4-4430-a5ca-8291920677c7 req-299657cc-2e67-4d18-8279-a115fdc35021 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011010 Aug 30 14:20:34.980866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-4175efc4-653c-4dbe-ba38-579476b22798 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:34.994639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-4175efc4-653c-4dbe-ba38-579476b22798 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1097 time: 0.3347986 Aug 30 14:20:35.024650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805668-3'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:35.031525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138230b-a573-4cc0-836a-b3728106f864 req-9a2a3ec5-d3a2-43a4-99c1-664c42a68806 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:35.045534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:35.046286 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-9a2a3ec5-d3a2-43a4-99c1-664c42a68806 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/networks?id=34d0cc10-a35f-4681-b56e-a89d9f1ef621 HTTP/1.1" status: 200 len: 815 time: 0.2114077 Aug 30 14:20:35.101587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-e9e772cb-4b68-4c74-be29-c775aee45f04 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/quotas/4312481d6bbc4d8ea8f8f39c73a8eeef HTTP/1.1" status: 200 len: 375 time: 0.0540833 Aug 30 14:20:35.212044 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-2414e11d-eb13-4856-8c2e-f8cc0ddd9d60 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4312481d6bbc4d8ea8f8f39c73a8eeef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083908 Aug 30 14:20:35.304926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:35.523408 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f4e1b5c-f53d-43bc-9f09-665e6dfc94cc service neutron] 10.222.0.50 "GET /v2.0/networks/34d0cc10-a35f-4681-b56e-a89d9f1ef621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095264 Aug 30 14:20:35.714592 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-3400a364-0977-4da0-849f-eac8cec9079b service neutron] 10.222.0.50 "GET /v2.0/networks/34d0cc10-a35f-4681-b56e-a89d9f1ef621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901090 Aug 30 14:20:35.781506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:36.044650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:36.409815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:36.412358 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80f3d4b-dd93-4fa6-8df6-a3738c160bde" -d '{"events": [{"server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "name": "network-vif-unplugged", "status": "completed", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:36.437619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:36.458846 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:36.511957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bf18d-5ab8-4834-8612-2aaf6c94f0fa req-7ff25157-029b-42b5-b099-c45c160a7601 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:36.514215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e5bf18d-5ab8-4834-8612-2aaf6c94f0fa req-7ff25157-029b-42b5-b099-c45c160a7601 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 946 time: 0.3751154 Aug 30 14:20:36.598568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad7f47c-11a3-42e0-959e-09c299896447 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:36.620588 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:36.669107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Transition to ACTIVE for port object 0ad7f47c-11a3-42e0-959e-09c299896447 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:36.758925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:36.785781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Pushing event updated for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:36.787126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1c7c9-06f0-4968-9041-89d13d04f1fb req-e610d104-45b8-4c77-93ae-718b6c2668cf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:36.816460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58a1c7c9-06f0-4968-9041-89d13d04f1fb req-e610d104-45b8-4c77-93ae-718b6c2668cf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1097 time: 0.1825838 Aug 30 14:20:36.934502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e5bf18d-5ab8-4834-8612-2aaf6c94f0fa req-04c2369f-880b-44dc-9538-20d84ef547ab tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244523 Aug 30 14:20:36.937578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:36.960056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58a1c7c9-06f0-4968-9041-89d13d04f1fb req-0679fe63-ac3a-4662-b171-9a0c21ada593 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214569 Aug 30 14:20:36.996314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on host n-h1-805668-3 for vnic_type normal with profile {"migrating_to": "n-h2-805668-3"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:36.996314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:36.996314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:37.034790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:37.035448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Attempting to bind port 87aedd50-f5b2-450e-abda-4fd780f91136 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:37.106046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:37.106732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:37.112704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:37.113699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Bound port: 87aedd50-f5b2-450e-abda-4fd780f91136, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:37.114364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.394878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53f07db6-2b3e-48bf-96fc-b326ce3d339d req-d6fd529d-bf74-437f-b3a0-b308b7350ced tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 210 time: 0.1545312 Aug 30 14:20:37.500196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6fbc6fe1-0dea-4b37-960c-978064210669 req-5d1c8b4c-ab28-4897-a4ee-ac2ccc995522 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 210 time: 0.0440521 Aug 30 14:20:37.628161 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27432f-a3be-46fa-84d1-873718520ad3 x-openstack-request-id: req-8b27432f-a3be-46fa-84d1-873718520ad3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:37.628803 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "name": "network-vif-unplugged", "status": "completed", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:37.629272 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b27432f-a3be-46fa-84d1-873718520ad3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:37.630248 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136', 'code': 200} Aug 30 14:20:37.643234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Attempting to bind port 0ad7f47c-11a3-42e0-959e-09c299896447 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:37.643979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Attempting to bind port 0ad7f47c-11a3-42e0-959e-09c299896447 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:37.644556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Attempting to bind port 0ad7f47c-11a3-42e0-959e-09c299896447 on network 9ff88e18-89aa-476f-8af1-d4021ac60349 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:37.657656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44445a1-bfd9-4f20-8c82-70fb0cc5855a req-3b044e4b-596a-4a0d-93db-e3b99b70cfc5 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:37.659704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e44445a1-bfd9-4f20-8c82-70fb0cc5855a req-3b044e4b-596a-4a0d-93db-e3b99b70cfc5 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 944 time: 0.2954624 Aug 30 14:20:37.664768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:37.667662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Port 0ad7f47c-11a3-42e0-959e-09c299896447 on network 9ff88e18-89aa-476f-8af1-d4021ac60349 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:37.668356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Attempting to bind port 0ad7f47c-11a3-42e0-959e-09c299896447 on network 9ff88e18-89aa-476f-8af1-d4021ac60349 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:37.673827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:37.702812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:37.703500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Checking segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:37.704553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Bound using segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:37.705312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Bound port: 0ad7f47c-11a3-42e0-959e-09c299896447, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:37.705920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.714439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.794552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e44445a1-bfd9-4f20-8c82-70fb0cc5855a req-458a0fc1-117d-49c5-9008-fd720884547d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231692 Aug 30 14:20:37.861894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-af7a8c0a-9ab4-49a2-9c34-614f41ac6d77 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774205 Aug 30 14:20:37.890040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Pushing event updated for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:38.009509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.010148 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.015226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-46c4a7c6-b9dd-4396-b0ca-ec41316e514f service neutron] 10.222.0.39 "PUT /v2.0/ports/87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 200 len: 1122 time: 3.0078442 Aug 30 14:20:38.045525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:38.066639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:38.068951 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.165137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['87aedd50-f5b2-450e-abda-4fd780f91136'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:38.236605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.240762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.242612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] 10.222.0.21 "PUT /v2.0/ports/0ad7f47c-11a3-42e0-959e-09c299896447 HTTP/1.1" status: 200 len: 1092 time: 3.6947737 Aug 30 14:20:38.268595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-6dcdd848-d9c8-45ef-8804-443186ac8783 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.283292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-6dcdd848-d9c8-45ef-8804-443186ac8783 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4137979 Aug 30 14:20:38.325091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3bac-9c19-43d4-90fc-e9fad1d17ddd service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:38.349708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Request body: {'port': {'device_id': '59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '561c44519c044ac781a11934e1612f60'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:38.456121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8faee825-01b9-4f76-b66a-bbbfbd028667 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1522911 Aug 30 14:20:38.610842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Made reservation on behalf of 561c44519c044ac781a11934e1612f60 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:38.614513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.699193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feac09-d813-4f86-a654-b6ff4d43e6a0 req-5f6e1db5-dc21-4e64-a91d-a8a5aa8877c9 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.725692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e6feac09-d813-4f86-a654-b6ff4d43e6a0 req-5f6e1db5-dc21-4e64-a91d-a8a5aa8877c9 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 944 time: 0.4555550 Aug 30 14:20:38.744288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-865b5264-aec8-4ca3-aae7-5f75e25a851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.752868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-865b5264-aec8-4ca3-aae7-5f75e25a851a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 1095 time: 0.3197439 Aug 30 14:20:38.923189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-d630a9bc-c64b-408d-b1d2-0b249e566069 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ad7f47c-11a3-42e0-959e-09c299896447 HTTP/1.1" status: 200 len: 217 time: 0.1262188 Aug 30 14:20:38.926368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Allocated IP 192.168.233.73 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:38.983923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e6feac09-d813-4f86-a654-b6ff4d43e6a0 req-752d452c-097f-4c3b-ab46-0d637010bd28 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570350 Aug 30 14:20:39.028379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-dffa11fa-430a-436d-b341-a61ee284068e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:39.029997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-dffa11fa-430a-436d-b341-a61ee284068e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5152822 Aug 30 14:20:39.119630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Request body: {'port': {'device_id': '37ca7c4d-7af5-4717-b12c-2b66087ede8b', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '561c44519c044ac781a11934e1612f60'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:39.407438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138230b-a573-4cc0-836a-b3728106f864 req-82a08eb6-17ad-49bf-b6e0-a15d7976e1b6 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:39.409104 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-82a08eb6-17ad-49bf-b6e0-a15d7976e1b6 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.21 "GET /v2.0/networks?id=34d0cc10-a35f-4681-b56e-a89d9f1ef621 HTTP/1.1" status: 200 len: 815 time: 0.2532756 Aug 30 14:20:39.499925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Request body: {'port': {'device_id': 'ed6ed36f-07a0-40b6-886b-48f87e5b0d1d', 'network_id': '34d0cc10-a35f-4681-b56e-a89d9f1ef621', 'admin_state_up': True, 'tenant_id': '4312481d6bbc4d8ea8f8f39c73a8eeef'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:39.631075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47f875cb-b49e-4893-97b3-469e9ceeba28 req-46a4f85e-ea4b-4831-8845-710b786c7a63 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 210 time: 0.4878747 Aug 30 14:20:39.637734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136'}, {'name': 'network-changed', 'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:39.650697 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed" -d '{"events": [{"name": "network-changed", "server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136"}, {"name": "network-changed", "server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:39.653454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-cd10b3a3-0390-409a-a2fa-8814e70f1abf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:20:39.668572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-cd10b3a3-0390-409a-a2fa-8814e70f1abf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230563 Aug 30 14:20:39.671138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-9267a3ad-d059-403d-8bf2-182eb1988676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:39.672776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-9267a3ad-d059-403d-8bf2-182eb1988676 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 200 len: 845 time: 0.6418278 Aug 30 14:20:39.677812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Request body: {'binding': {'host': 'n-h2-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:39.679121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:20:39.687123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:39.720488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-110e1d22-9f32-4ece-a5bc-1f8e6af772be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ff88e18-89aa-476f-8af1-d4021ac60349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363915 Aug 30 14:20:39.792164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Transition to ACTIVE for port object b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:39.883651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff011e96-0a9f-41cd-aace-495ea9b27795 req-7cb84c14-52ea-4367-aac2-dc842f13b033 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 210 time: 0.0523596 Aug 30 14:20:39.908175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Made reservation on behalf of 561c44519c044ac781a11934e1612f60 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:39.911836 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:39.951614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-0c69e220-ed9b-49d2-af8b-b0762b097f33 service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202961 Aug 30 14:20:40.098992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:40.116664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:40.217025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa1157fd-add1-40b2-8c1a-984ef7442ccf req-41ee84f9-90e2-4a10-a9eb-597bd090b6fe service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534665 Aug 30 14:20:40.341396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:40.348135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Made reservation on behalf of 4312481d6bbc4d8ea8f8f39c73a8eeef for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:40.352976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:40.366531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:40.368482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'Port': ['ID=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:40.379080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:40.385473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:40.386227 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:40.408894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Allocated IP 192.168.233.192 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/95085ff4-f55c-4cbf-a6f6-cd53e9f608ff) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:40.430404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8c6927f0-b711-4abe-bc57-9c3372e03b3b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0848365 Aug 30 14:20:40.433353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on host n-h2-805668-3 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:40.433705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:40.434049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:40.446577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b0b2d-1c44-4a50-939e-76f89e89c62c req-f78b3a4d-5382-4a79-8772-7a1d9803a056 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:40.448767 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-316b0b2d-1c44-4a50-939e-76f89e89c62c req-f78b3a4d-5382-4a79-8772-7a1d9803a056 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 944 time: 0.3839214 Aug 30 14:20:40.526528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 87aedd50-f5b2-450e-abda-4fd780f91136 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:40.534177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Request body: {'port': {'device_id': '59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:40.550690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:40.551420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:40.585258 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-316b0b2d-1c44-4a50-939e-76f89e89c62c req-a65132ef-7803-4fdd-a071-e3919cd6c3e4 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191103 Aug 30 14:20:40.618306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:40.619515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:40.620277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:40.620425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Bound port: ab47ce55-b82e-4054-9555-46f7160be195, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:40.829027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Allocated IP 172.20.0.5 (34d0cc10-a35f-4681-b56e-a89d9f1ef621/742c5505-a9cf-47e2-a619-f3387eada1bc/c80bd048-8845-47de-a87b-f59dd0bfa883) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:40.901083 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:40.947847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Transition to ACTIVE for port object 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:41.026123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:41.032538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:41.035400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-acc8aa3c-89fe-4f58-8f9d-2381c7041c07 None None] Provisioning for port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:41.037070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:41.099361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-acc8aa3c-89fe-4f58-8f9d-2381c7041c07 None None] Provisioning complete for port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:41.101883 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acc8aa3c-89fe-4f58-8f9d-2381c7041c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:41.118459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:41.124666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:41.132507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:41.144788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'Port': ['ID=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:41.186217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:41.208522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 87aedd50-f5b2-450e-abda-4fd780f91136 has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:20:41.242133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-acc8aa3c-89fe-4f58-8f9d-2381c7041c07 None None] Port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:41.352632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:41.357698 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:41.404644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:41.408059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:41.416421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fb428d3e-24d3-49fa-b29e-23a01f788f4d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3015718 Aug 30 14:20:41.436392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-47de618e-a3d1-4040-95a3-1eaee427c28b service neutron] 10.222.0.50 "POST /v2.0/ports/ab47ce55-b82e-4054-9555-46f7160be195/bindings HTTP/1.1" status: 201 len: 389 time: 1.7643874 Aug 30 14:20:41.452666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Request body: {'port': {'device_id': '37ca7c4d-7af5-4717-b12c-2b66087ede8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:41.580763 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d162cb-3b98-41eb-988f-97993401c5cc x-openstack-request-id: req-47d162cb-3b98-41eb-988f-97993401c5cc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:41.580763 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:41.580763 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47d162cb-3b98-41eb-988f-97993401c5cc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:41.581381 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136', 'status': 'completed', 'code': 200} Aug 30 14:20:41.581762 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447', 'status': 'completed', 'code': 200} Aug 30 14:20:41.645302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:41.835930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:41.863482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-f697c2be-8a71-403d-91f2-1ba1c5a596be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:41.865979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-f697c2be-8a71-403d-91f2-1ba1c5a596be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1125 time: 0.2395685 Aug 30 14:20:41.952870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3135e27e-82f5-4496-97fc-61466192881b None None] Provisioning for port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:41.990514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3135e27e-82f5-4496-97fc-61466192881b None None] Provisioning complete for port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:41.991162 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3135e27e-82f5-4496-97fc-61466192881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:42.078510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f594c-3ad2-4bc6-b95b-62b5aa9f10d3 req-b73e6494-cf81-448e-bda1-5b5f1b08fb72 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:42.081491 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f8f594c-3ad2-4bc6-b95b-62b5aa9f10d3 req-b73e6494-cf81-448e-bda1-5b5f1b08fb72 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 944 time: 0.2693911 Aug 30 14:20:42.180673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3135e27e-82f5-4496-97fc-61466192881b None None] Port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:42.361702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:42.371936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-9ec6512c-182a-4177-b42b-427583649233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:42.374316 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-9ec6512c-182a-4177-b42b-427583649233 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.4540625 Aug 30 14:20:42.399307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f8f594c-3ad2-4bc6-b95b-62b5aa9f10d3 req-a07e9867-5c6c-4f48-b10a-64d1c7c04c4c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878206 Aug 30 14:20:42.437985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.21', 50041) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:42.555523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Pushing event updated for resources: {'Port': ['ID=c80bd048-8845-47de-a87b-f59dd0bfa883,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:42.594474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-5a600198-f336-47a4-83b2-d25b8d35d99b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 200 len: 217 time: 0.1584096 Aug 30 14:20:42.646674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:42.652241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:42.697654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-514bd52b-b28c-4125-a205-e0a7d98f887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:42.699654 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-514bd52b-b28c-4125-a205-e0a7d98f887d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.0820286 Aug 30 14:20:42.719479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-ef9a91d9-f6be-4d63-96d4-cca65b142322 service neutron] 10.222.0.21 "GET /v2.0/ports/87aedd50-f5b2-450e-abda-4fd780f91136/bindings/n-h2-805668-3 HTTP/1.1" status: 200 len: 384 time: 0.2758377 Aug 30 14:20:42.723634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:42.729375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:42.730962 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:42.747727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0fa52-6b70-4dbe-b93b-c452f38d24a5 req-af31cb03-8d9a-41c9-9548-c9f42db5fd24 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:42.748324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbf700-497b-4d8e-b83f-deca0482e472 req-89098963-9a7a-4838-86bb-c4aea2acdd23 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:42.749424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-55e0fa52-6b70-4dbe-b93b-c452f38d24a5 req-af31cb03-8d9a-41c9-9548-c9f42db5fd24 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 936 time: 0.3927901 Aug 30 14:20:42.750062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-badbf700-497b-4d8e-b83f-deca0482e472 req-89098963-9a7a-4838-86bb-c4aea2acdd23 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 931 time: 0.1698163 Aug 30 14:20:42.771317 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-f64eba39-3adc-4b4a-8bc2-09f735e0a387 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2997916 Aug 30 14:20:42.773787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:42.794005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-fbe45dff-6d69-4a3b-bf76-152a4432c713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733626 Aug 30 14:20:42.795737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Request body: {'port': {'device_id': 'ed6ed36f-07a0-40b6-886b-48f87e5b0d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:42.800717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:42.883408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Transition to ACTIVE for port object b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:42.910257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:42.933944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-55e0fa52-6b70-4dbe-b93b-c452f38d24a5 req-44f2e078-b3b2-402e-bfda-bb156e758901 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543901 Aug 30 14:20:42.934960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.003958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-badbf700-497b-4d8e-b83f-deca0482e472 req-01f7e807-1cc6-4018-9f03-cb71290e15f6 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191560 Aug 30 14:20:43.100794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:43.137320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-35458a57-8b8d-4123-ac25-31daa889896c service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330274 Aug 30 14:20:43.265859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:43.278103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.295900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Transition to ACTIVE for port object 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:43.361461 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.495622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Pushing event updated for resources: {'Port': ['ID=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:43.608896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250826a4-92d0-4d5a-b597-6e5195ada75b req-e6513cc1-e9d3-41cc-904f-f736e135db33 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:43.618587 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-250826a4-92d0-4d5a-b597-6e5195ada75b req-e6513cc1-e9d3-41cc-904f-f736e135db33 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 944 time: 0.3073707 Aug 30 14:20:43.725420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-250826a4-92d0-4d5a-b597-6e5195ada75b req-5b4da4ac-c35d-4869-9db3-780ccb021d4a tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005030 Aug 30 14:20:43.828632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Attempting to bind port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:43.830268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Attempting to bind port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:43.831402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Attempting to bind port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:43.853135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:43.908889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-872c103c-e410-4ee5-b2b5-5aede4b0cf9e service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7600734 Aug 30 14:20:43.909199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80bd048-8845-47de-a87b-f59dd0bfa883 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:43.912862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Attempting to bind port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:43.913371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Attempting to bind port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:43.913645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Attempting to bind port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:43.919792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.926501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:43.928618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:43.928953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Attempting to bind port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:43.950342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Transition to ACTIVE for port object c80bd048-8845-47de-a87b-f59dd0bfa883 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:43.968027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:43.968368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:43.969103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Attempting to bind port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:43.973230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.977699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:43.978368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:43.978971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Bound port: 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:43.979445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.986658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f21c6-a0c2-41ef-ac79-7f5dc6ec15a9 req-d211c7f7-c825-44a7-b853-d384f143f3b1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:43.988421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a28f21c6-a0c2-41ef-ac79-7f5dc6ec15a9 req-d211c7f7-c825-44a7-b853-d384f143f3b1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.7717693 Aug 30 14:20:44.030750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87aedd50-f5b2-450e-abda-4fd780f91136 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:44.044304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:44.044304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:44.044821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:44.045285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Bound port: b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:44.045646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:44.080926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:44.163302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:44.250539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] For port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:44.258994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] For port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:44.272804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:44.288448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-78d51452-4981-4055-8e5f-716cb187e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:44.290223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-78d51452-4981-4055-8e5f-716cb187e853 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 1095 time: 0.2530198 Aug 30 14:20:44.435258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:44.435916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:44.437489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] 10.222.0.21 "PUT /v2.0/ports/95085ff4-f55c-4cbf-a6f6-cd53e9f608ff HTTP/1.1" status: 200 len: 1096 time: 3.0035226 Aug 30 14:20:44.444990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ca7c4d-7af5-4717-b12c-2b66087ede8b', 'tag': '95085ff4-f55c-4cbf-a6f6-cd53e9f608ff'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:44.447304 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6" -d '{"events": [{"name": "network-changed", "server_uuid": "37ca7c4d-7af5-4717-b12c-2b66087ede8b", "tag": "95085ff4-f55c-4cbf-a6f6-cd53e9f608ff"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:44.460268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] Transition to ACTIVE for port object 87aedd50-f5b2-450e-abda-4fd780f91136 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:44.462909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Pushing event updated for resources: {'Port': ['ID=c80bd048-8845-47de-a87b-f59dd0bfa883,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:44.475507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:44.486039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c54dc9-c1da-4918-834b-16cdf027fccd service neutron] Pushing event updated for resources: {'Port': ['ID=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:44.519660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a28f21c6-a0c2-41ef-ac79-7f5dc6ec15a9 req-6063771a-8833-4a99-a083-ec07d1b60c66 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875333 Aug 30 14:20:44.613682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] For port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:44.616810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Attempting to bind port c80bd048-8845-47de-a87b-f59dd0bfa883 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:44.617267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Attempting to bind port c80bd048-8845-47de-a87b-f59dd0bfa883 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'cf5684a5-3bc4-4393-a89e-ab0bd759d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '34d0cc10-a35f-4681-b56e-a89d9f1ef621'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:44.617678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Attempting to bind port c80bd048-8845-47de-a87b-f59dd0bfa883 on network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:44.638074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] For port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:44.648183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:44.651496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Port c80bd048-8845-47de-a87b-f59dd0bfa883 on network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:44.651930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Attempting to bind port c80bd048-8845-47de-a87b-f59dd0bfa883 on network 34d0cc10-a35f-4681-b56e-a89d9f1ef621 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:44.660163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950cc01-e74b-478f-bb6d-103cee8bbb84 req-a5f49869-3cf0-477e-a267-582dbae49d15 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:44.663220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f950cc01-e74b-478f-bb6d-103cee8bbb84 req-a5f49869-3cf0-477e-a267-582dbae49d15 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 944 time: 0.3436527 Aug 30 14:20:44.724235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] No DVR routers for this DVR port 87aedd50-f5b2-450e-abda-4fd780f91136 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:20:44.725599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:44.725724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Checking segment: {'id': 'cf5684a5-3bc4-4393-a89e-ab0bd759d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '34d0cc10-a35f-4681-b56e-a89d9f1ef621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:44.726127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Bound using segment: {'id': 'cf5684a5-3bc4-4393-a89e-ab0bd759d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '34d0cc10-a35f-4681-b56e-a89d9f1ef621'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:44.726580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Bound port: c80bd048-8845-47de-a87b-f59dd0bfa883, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5684a5-3bc4-4393-a89e-ab0bd759d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '34d0cc10-a35f-4681-b56e-a89d9f1ef621'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:44.726947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:44.733109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:44.733778 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:44.735275 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 HTTP/1.1" status: 200 len: 1095 time: 4.2228816 Aug 30 14:20:44.738736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7', 'tag': 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:44.741104 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef368b4-6439-4683-99b3-5c49108d8dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7", "tag": "b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:44.749292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-899e253c-3ef6-4265-ba09-4d2cc1436140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:44.752305 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-899e253c-3ef6-4265-ba09-4d2cc1436140 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 906 time: 0.4336400 Aug 30 14:20:44.784673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb1da-1bf7-4a8c-9e3a-b66ca7279914 req-5d34f874-3a94-40e5-8b0e-d5283bfea99c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:44.792385 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-339bb1da-1bf7-4a8c-9e3a-b66ca7279914 req-5d34f874-3a94-40e5-8b0e-d5283bfea99c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 948 time: 0.1635313 Aug 30 14:20:44.800143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] Pushing event updated for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:44.801191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727ce08-ccbd-463e-b70b-7afdf0682ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:44.903758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-d93b2086-d66e-4aa0-b68c-e18d03801c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:44.905345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-d93b2086-d66e-4aa0-b68c-e18d03801c1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 1099 time: 0.3822644 Aug 30 14:20:44.909029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-73d390a3-d180-46f3-af2b-691c4b47a8d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ad7f47c-11a3-42e0-959e-09c299896447 HTTP/1.1" status: 200 len: 217 time: 0.1296873 Aug 30 14:20:44.910526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0ad7f47c-11a3-42e0-959e-09c299896447 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:44.924149 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] 10.222.0.21 "PUT /v2.0/ports/87aedd50-f5b2-450e-abda-4fd780f91136/bindings/n-h2-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1932309 Aug 30 14:20:44.928473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f950cc01-e74b-478f-bb6d-103cee8bbb84 req-7e3a8ffd-ed29-4cd6-97ec-fb43a411db7e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059977 Aug 30 14:20:44.996200 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-9a14bb45-0c57-4553-ab31-c479d6b25d94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff HTTP/1.1" status: 200 len: 217 time: 0.0654898 Aug 30 14:20:45.050027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-339bb1da-1bf7-4a8c-9e3a-b66ca7279914 req-fa9dd4cd-9848-418d-a6f7-115919ed0bc5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564330 Aug 30 14:20:45.056870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] For port c80bd048-8845-47de-a87b-f59dd0bfa883, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:45.067459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] For port c80bd048-8845-47de-a87b-f59dd0bfa883, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c80bd048-8845-47de-a87b-f59dd0bfa883,segment=NetworkSegment(cf5684a5-3bc4-4393-a89e-ab0bd759d317),segment_id=cf5684a5-3bc4-4393-a89e-ab0bd759d317)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:45.091678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:45.136535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.138625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:45.150188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] 10.222.0.21 "PUT /v2.0/ports/c80bd048-8845-47de-a87b-f59dd0bfa883 HTTP/1.1" status: 200 len: 1091 time: 2.3590796 Aug 30 14:20:45.150899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-3d677e5c-2a64-4946-bbf1-ed42ce88a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.153993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-3d677e5c-2a64-4946-bbf1-ed42ce88a77a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 200 len: 845 time: 0.1761539 Aug 30 14:20:45.157017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c702e93b-99e5-4a07-a8fd-97b6c2473a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.160776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-c702e93b-99e5-4a07-a8fd-97b6c2473a69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 1098 time: 0.3231041 Aug 30 14:20:45.160959 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b706432-0b4a-428f-88c4-74a8b770dc14 x-openstack-request-id: req-6b706432-0b4a-428f-88c4-74a8b770dc14 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:45.161448 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ca7c4d-7af5-4717-b12c-2b66087ede8b", "tag": "95085ff4-f55c-4cbf-a6f6-cd53e9f608ff", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:45.161865 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b706432-0b4a-428f-88c4-74a8b770dc14 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:45.163002 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ca7c4d-7af5-4717-b12c-2b66087ede8b', 'tag': '95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'status': 'completed', 'code': 200} Aug 30 14:20:45.179183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:45.197953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '0ad7f47c-11a3-42e0-959e-09c299896447', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'port_id': '0ad7f47c-11a3-42e0-959e-09c299896447', 'mac_address': 'fa:16:3e:14:20:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedcd84-859e-4b33-8a0a-04894ebe067f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:45.222834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d76bf-e12d-4546-a7f0-899a465ef80d service neutron] Pushing event updated for resources: {'Port': ['ID=c80bd048-8845-47de-a87b-f59dd0bfa883,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:45.262345 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:45.278118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad7f47c-11a3-42e0-959e-09c299896447 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:45.305213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:45.311113 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:45.372990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:45.390607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.390953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.391482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.391821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.392155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.392636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.392971 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.393334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.393657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.393978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.394300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.394619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:45.404054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297f8b-ae16-4949-9728-7e5e9e79d456 req-6d6e07b3-a31e-4846-aaff-01f119e184e3 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.406881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb297f8b-ae16-4949-9728-7e5e9e79d456 req-6d6e07b3-a31e-4846-aaff-01f119e184e3 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 944 time: 0.1647849 Aug 30 14:20:45.428680 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-f51eb186-606f-46a5-9f4c-0783bfffb6a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 HTTP/1.1" status: 200 len: 217 time: 0.1155083 Aug 30 14:20:45.570484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-493faf35-7667-4398-898b-ee3296f70589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.571976 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-493faf35-7667-4398-898b-ee3296f70589 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.5511134 Aug 30 14:20:45.597119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-a6844c9e-2097-4922-9dbd-307f53a57479 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ff88e18-89aa-476f-8af1-d4021ac60349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429935 Aug 30 14:20:45.607547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb297f8b-ae16-4949-9728-7e5e9e79d456 req-11e41e3b-5134-4bf1-8234-ef528eb89693 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846130 Aug 30 14:20:45.612954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138230b-a573-4cc0-836a-b3728106f864 req-dbd3cbaf-92e1-4e0f-8020-29099da59563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.616248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-dbd3cbaf-92e1-4e0f-8020-29099da59563 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4312481d6bbc4d8ea8f8f39c73a8eeef&device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 1094 time: 0.2073307 Aug 30 14:20:45.619149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-dcc8c52a-c0da-4d3d-868f-432e263c078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.621944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-dcc8c52a-c0da-4d3d-868f-432e263c078f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1558628 Aug 30 14:20:45.637361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-c8296da4-4368-45c0-844f-efacb1429ccc tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.639083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-c8296da4-4368-45c0-844f-efacb1429ccc tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.5817945 Aug 30 14:20:45.741582 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-84316a3c-6ce7-435f-936b-9b6fc5136d80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80bd048-8845-47de-a87b-f59dd0bfa883 HTTP/1.1" status: 200 len: 217 time: 0.1038535 Aug 30 14:20:45.772817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae1cd-425c-4eb9-b13c-6444882cea95 req-b2d31674-f1ce-461f-84e5-aabbd65a6d25 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.774489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8bae1cd-425c-4eb9-b13c-6444882cea95 req-b2d31674-f1ce-461f-84e5-aabbd65a6d25 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 943 time: 0.6569312 Aug 30 14:20:45.776061 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927e118f-34bd-4dec-8f99-20c220527afe x-openstack-request-id: req-927e118f-34bd-4dec-8f99-20c220527afe {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:45.776507 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7", "tag": "b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:45.776954 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-927e118f-34bd-4dec-8f99-20c220527afe {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:45.778177 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7', 'tag': 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', 'status': 'completed', 'code': 200} Aug 30 14:20:45.799917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['0ad7f47c-11a3-42e0-959e-09c299896447'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:45.821758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-47df9e65-f2cd-45ad-8854-d14bd9f14707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.823272 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-47df9e65-f2cd-45ad-8854-d14bd9f14707 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2322431 Aug 30 14:20:45.885062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-6542ac98-2c78-4dc1-9dc2-7ea9561b8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.885348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fc9e5934-f91c-440d-886f-9e82f06cb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.888986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-6542ac98-2c78-4dc1-9dc2-7ea9561b8bd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb&tenant_id=ec26f78604e147c0aacbda242aa74795 HTTP/1.1" status: 200 len: 1096 time: 0.2269661 Aug 30 14:20:45.898764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-fc9e5934-f91c-440d-886f-9e82f06cb64c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2441978 Aug 30 14:20:45.905513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138230b-a573-4cc0-836a-b3728106f864 req-5a60bfd8-d4e2-404b-8984-1a97b036f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.911734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-5a60bfd8-d4e2-404b-8984-1a97b036f34d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=742c5505-a9cf-47e2-a619-f3387eada1bc HTTP/1.1" status: 200 len: 855 time: 0.1327477 Aug 30 14:20:45.954603 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-9285324c-236f-4991-92f2-63a64d5bbc9a service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476226 Aug 30 14:20:46.043208 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-85ddf7ac-c053-4d83-8974-f3bb9e0fc797 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34d0cc10-a35f-4681-b56e-a89d9f1ef621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155729 Aug 30 14:20:46.065705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8bae1cd-425c-4eb9-b13c-6444882cea95 req-e859ea62-76e8-4456-b794-5c2ba6d4a9d1 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711501 Aug 30 14:20:46.211494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92e0a649-5d80-4da3-8e51-4fe5a75d8aed req-fd7c489c-844a-45f0-bde3-a1f6879a73b6 service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309945 Aug 30 14:20:46.213392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-dcb7cf7b-396d-42f8-af06-22d698264e8e service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773358 Aug 30 14:20:46.320573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-ebe6a641-26f7-480b-b487-014fd38ba0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.322859 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-ebe6a641-26f7-480b-b487-014fd38ba0ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1096 time: 0.3615806 Aug 30 14:20:46.349449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c43e-8a54-4fed-a7c4-427138a99997 req-667bccc1-a42d-49ba-b696-38e5efe439af tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.352774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6936c43e-8a54-4fed-a7c4-427138a99997 req-667bccc1-a42d-49ba-b696-38e5efe439af tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.1917617 Aug 30 14:20:46.364384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-806c4553-1820-465e-8578-c244241a8287 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504585 Aug 30 14:20:46.429995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb9dba-55db-4b0f-8f7b-2b3fd6da5bb3 req-84575362-caa2-421f-8fb5-15bee60f8fca tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.431629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fddb9dba-55db-4b0f-8f7b-2b3fd6da5bb3 req-84575362-caa2-421f-8fb5-15bee60f8fca tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 945 time: 0.2162528 Aug 30 14:20:46.448855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-60401b4a-41e8-48b0-9e1f-bf08a575fc6c service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942933 Aug 30 14:20:46.504476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-103bcbeb-f0d7-41df-879c-846ad63ed37e service neutron] 10.222.0.21 "GET /v2.0/networks/34d0cc10-a35f-4681-b56e-a89d9f1ef621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525776 Aug 30 14:20:46.514906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fddb9dba-55db-4b0f-8f7b-2b3fd6da5bb3 req-fe67fffe-8100-4d33-b731-65479bb7db35 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686831 Aug 30 14:20:46.515801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-0dfb81ef-c6c8-4d70-bee6-a6c4f7e26a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.517604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-0dfb81ef-c6c8-4d70-bee6-a6c4f7e26a35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.1837101 Aug 30 14:20:46.556174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6936c43e-8a54-4fed-a7c4-427138a99997 req-5cafee74-46e9-407d-96d1-7c9024a55730 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750357 Aug 30 14:20:46.637332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-7defa84f-e1bf-461a-ac2a-0be3040fe612 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 200 len: 217 time: 0.1068375 Aug 30 14:20:46.777874 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbcfddbf-b1ce-4f87-91a9-084e3e214b2c req-8244889a-2272-45e7-a325-784da58e9381 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849244 Aug 30 14:20:46.781741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-d2be3d97-9c36-4ca2-be78-ac3aa4cb4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.783288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-d2be3d97-9c36-4ca2-be78-ac3aa4cb4138 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1156979 Aug 30 14:20:46.825585 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-8d3ed15e-fb49-42d4-8a91-1b9fec1dbed4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329323 Aug 30 14:20:46.839667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433777-a6e5-4427-891c-826f87b23d02 req-f80d1a1f-c580-48c3-ac7c-f05a1bb3c982 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.839971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0324ac3-09e7-47f4-973f-427189fa036a req-84b9a884-1c26-4cc3-bc2d-f4dc61151a1a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.841316 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0324ac3-09e7-47f4-973f-427189fa036a req-84b9a884-1c26-4cc3-bc2d-f4dc61151a1a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 950 time: 0.1037304 Aug 30 14:20:46.842568 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd433777-a6e5-4427-891c-826f87b23d02 req-f80d1a1f-c580-48c3-ac7c-f05a1bb3c982 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 948 time: 0.1655390 Aug 30 14:20:46.843302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-e7f7cabf-46d9-4f03-a31d-ff8742ca0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.844780 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-e7f7cabf-46d9-4f03-a31d-ff8742ca0272 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 1099 time: 0.1963549 Aug 30 14:20:46.893242 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d138230b-a573-4cc0-836a-b3728106f864 req-33c159f8-79b3-4b62-b28d-7a658ad11e8b service neutron] 10.222.0.21 "GET /v2.0/networks/34d0cc10-a35f-4681-b56e-a89d9f1ef621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154397 Aug 30 14:20:46.966963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:46.975005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd433777-a6e5-4427-891c-826f87b23d02 req-67abff6a-427c-4fc1-ad8d-463f9a78a9be tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143346 Aug 30 14:20:46.989736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-640d77b1-da44-4c5b-bdea-52b58e6f65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.995193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-640d77b1-da44-4c5b-bdea-52b58e6f65f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 1098 time: 0.1049755 Aug 30 14:20:47.029075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0324ac3-09e7-47f4-973f-427189fa036a req-ed5ca4a3-8053-4300-b4bc-a0ef12bf8131 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521180 Aug 30 14:20:47.075982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-bccef559-5b66-4a92-8540-c3415cbfa667 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301378 Aug 30 14:20:47.158159 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:47.173604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-5d3718f9-4cdf-40c1-a3f5-832d2deb7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.175287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-5d3718f9-4cdf-40c1-a3f5-832d2deb7cc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2611017 Aug 30 14:20:47.216644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:47.218204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:47.223222 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5443b9-d994-4470-b03a-3061717ab107" -d '{"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-unplugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:47.230459 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:47.231627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 87aedd50-f5b2-450e-abda-4fd780f91136 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:47.235516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-797c6406-5796-4e7f-8ea9-f3c795d7b73b service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441629 Aug 30 14:20:47.252982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcba2a5-16a2-47d5-b289-55a446274fc9 req-af9c156d-dc4c-4325-a9fa-ef27545129c1 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.261099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4fcba2a5-16a2-47d5-b289-55a446274fc9 req-af9c156d-dc4c-4325-a9fa-ef27545129c1 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 945 time: 0.1300988 Aug 30 14:20:47.326820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-8219684c-1da3-4d18-b432-d8be0a24de77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff HTTP/1.1" status: 200 len: 217 time: 0.0904882 Aug 30 14:20:47.336630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-3f0b4f22-cb82-4048-9841-0378ec891997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.340114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-3f0b4f22-cb82-4048-9841-0378ec891997 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3366354 Aug 30 14:20:47.355100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 87aedd50-f5b2-450e-abda-4fd780f91136 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:20:47.356834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:47.421328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-0fc39b34-c555-4ed9-907d-e61e700b6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.423014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-0fc39b34-c555-4ed9-907d-e61e700b6287 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0873766 Aug 30 14:20:47.446949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4fcba2a5-16a2-47d5-b289-55a446274fc9 req-dcef5a23-b7d9-4463-9d2a-4e0478728afe tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751201 Aug 30 14:20:47.448914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-90baa066-7f1c-4366-bfd8-ec670cbe4486 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 HTTP/1.1" status: 200 len: 217 time: 0.0755196 Aug 30 14:20:47.505404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-dc94ff42-7ab2-4012-893d-f5a99df0e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.507724 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-dc94ff42-7ab2-4012-893d-f5a99df0e6fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758729 Aug 30 14:20:47.556559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-944c4bcf-6f5f-4cd0-b31e-449bbf628c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.559328 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-944c4bcf-6f5f-4cd0-b31e-449bbf628c58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0970824 Aug 30 14:20:47.657131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096b9dd-b137-41da-bc4a-fa316f449e33 req-05fe7635-736b-4cb6-8245-52e91ea66139 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.658772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8096b9dd-b137-41da-bc4a-fa316f449e33 req-05fe7635-736b-4cb6-8245-52e91ea66139 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 943 time: 0.0969949 Aug 30 14:20:47.667365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-f125646b-97c4-4fef-afeb-ae6bb2c2cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.669132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-f125646b-97c4-4fef-afeb-ae6bb2c2cc0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904243 Aug 30 14:20:47.733112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-0b5d6922-8057-4985-8d7f-0a293f1331e6 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.736962 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-0b5d6922-8057-4985-8d7f-0a293f1331e6 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.1436234 Aug 30 14:20:47.741852 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-bb45275d-5cc5-4fd6-ad70-dc4168206023 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257173 Aug 30 14:20:47.779344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6ed36f-07a0-40b6-886b-48f87e5b0d1d', 'tag': 'c80bd048-8845-47de-a87b-f59dd0bfa883'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:47.781752 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042383d1-d7fe-42f0-b331-da327592c58a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6ed36f-07a0-40b6-886b-48f87e5b0d1d", "tag": "c80bd048-8845-47de-a87b-f59dd0bfa883"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:47.794793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8096b9dd-b137-41da-bc4a-fa316f449e33 req-8612068e-0fde-4636-9d4c-eaf93a8ae502 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234384 Aug 30 14:20:47.868847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-fb602197-c116-43c7-b342-60371646f0da service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873333 Aug 30 14:20:47.958226 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b73fb6b-d615-48fe-9fcf-c735aed5937e x-openstack-request-id: req-4b73fb6b-d615-48fe-9fcf-c735aed5937e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:47.958554 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-unplugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:47.959375 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b73fb6b-d615-48fe-9fcf-c735aed5937e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:47.959788 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'code': 200} Aug 30 14:20:48.074788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d82087d-9138-4e5b-aa0f-f21a98cf25f6 req-5cafc148-5183-4789-8dfe-2da31d9d2898 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163464 Aug 30 14:20:48.108013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceea33-cd27-4375-8143-7d6d668c7741 req-6043bb71-841a-4e9f-96f7-dd1bf847ee47 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.110081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49ceea33-cd27-4375-8143-7d6d668c7741 req-6043bb71-841a-4e9f-96f7-dd1bf847ee47 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 945 time: 0.1399379 Aug 30 14:20:48.145287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-bb649e1b-fb6c-4293-b22f-75f587a33996 service neutron] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:48.150538 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-bb649e1b-fb6c-4293-b22f-75f587a33996 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:48.151847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-bb649e1b-fb6c-4293-b22f-75f587a33996 service neutron] 10.222.0.39 "DELETE /v2.0/ports/87aedd50-f5b2-450e-abda-4fd780f91136/bindings/n-h1-805668-3 HTTP/1.1" status: 204 len: 173 time: 0.4035223 Aug 30 14:20:48.166218 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ef368b4-6439-4683-99b3-5c49108d8dd6 req-f45203b5-6f91-481e-be84-f941188da6d6 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888486 Aug 30 14:20:48.187634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d172b-a00f-45e7-bc55-c6d9a45f06eb req-5d7a3820-cd15-48d6-a664-794e0d14edd0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.196121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49ceea33-cd27-4375-8143-7d6d668c7741 req-0d8dcd2b-33c5-4512-b82d-44bccd9b14f1 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763397 Aug 30 14:20:48.201107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a78d172b-a00f-45e7-bc55-c6d9a45f06eb req-5d7a3820-cd15-48d6-a664-794e0d14edd0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.1253335 Aug 30 14:20:48.274020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a78d172b-a00f-45e7-bc55-c6d9a45f06eb req-48113574-9b4b-4a07-9b83-93a4d2ed6e86 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714366 Aug 30 14:20:48.275535 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eff286-f05e-45df-9bd2-81f9241d4d6b x-openstack-request-id: req-c7eff286-f05e-45df-9bd2-81f9241d4d6b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:48.275867 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6ed36f-07a0-40b6-886b-48f87e5b0d1d", "tag": "c80bd048-8845-47de-a87b-f59dd0bfa883", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:48.276295 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7eff286-f05e-45df-9bd2-81f9241d4d6b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:48.276714 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6ed36f-07a0-40b6-886b-48f87e5b0d1d', 'tag': 'c80bd048-8845-47de-a87b-f59dd0bfa883', 'status': 'completed', 'code': 200} Aug 30 14:20:48.407050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042383d1-d7fe-42f0-b331-da327592c58a req-c5f649bc-745f-4416-9032-22414f858de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.408590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-042383d1-d7fe-42f0-b331-da327592c58a req-c5f649bc-745f-4416-9032-22414f858de3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4312481d6bbc4d8ea8f8f39c73a8eeef&device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 1094 time: 0.0883203 Aug 30 14:20:48.432690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8ce65-01f7-4f0c-baf9-1574b4794b26 req-00d1dde5-6058-4f1d-9996-f594565aa68a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.435112 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77f8ce65-01f7-4f0c-baf9-1574b4794b26 req-00d1dde5-6058-4f1d-9996-f594565aa68a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 948 time: 0.0608351 Aug 30 14:20:48.549929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77f8ce65-01f7-4f0c-baf9-1574b4794b26 req-60b4b364-d771-414d-8fee-7b7a1eaf9535 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034212 Aug 30 14:20:48.585278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e6134-e485-4372-bb7c-a127f3729c3b req-fe254897-443c-4b7c-a5a5-7427a2a7184b tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.586870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-104e6134-e485-4372-bb7c-a127f3729c3b req-fe254897-443c-4b7c-a5a5-7427a2a7184b tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1096 time: 0.0596755 Aug 30 14:20:48.598368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042383d1-d7fe-42f0-b331-da327592c58a req-c72e0d9a-ec18-41c4-8001-341fa6a8a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.601569 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-042383d1-d7fe-42f0-b331-da327592c58a req-c72e0d9a-ec18-41c4-8001-341fa6a8a9a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34d0cc10-a35f-4681-b56e-a89d9f1ef621 HTTP/1.1" status: 200 len: 916 time: 0.1564138 Aug 30 14:20:48.640414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-104e6134-e485-4372-bb7c-a127f3729c3b req-a686022f-41ed-4ec3-8892-9630ba9eb010 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Aug 30 14:20:48.659959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-042383d1-d7fe-42f0-b331-da327592c58a req-404cbba4-a88d-4c28-b1cd-a35eca25f1c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80bd048-8845-47de-a87b-f59dd0bfa883 HTTP/1.1" status: 200 len: 217 time: 0.0508370 Aug 30 14:20:48.750403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aea9c-7ad6-4de0-b39a-06bd01454fc8 req-4e06a8b1-ca08-4302-91bb-d705f8f1de5b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.752020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a1aea9c-7ad6-4de0-b39a-06bd01454fc8 req-4e06a8b1-ca08-4302-91bb-d705f8f1de5b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 945 time: 0.0947738 Aug 30 14:20:48.754235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042383d1-d7fe-42f0-b331-da327592c58a req-6519f2b0-0527-4d5e-a5d5-ae51801457c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.756537 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-042383d1-d7fe-42f0-b331-da327592c58a req-6519f2b0-0527-4d5e-a5d5-ae51801457c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=742c5505-a9cf-47e2-a619-f3387eada1bc HTTP/1.1" status: 200 len: 855 time: 0.0869994 Aug 30 14:20:48.819168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-042383d1-d7fe-42f0-b331-da327592c58a req-06b62067-8d75-4081-8264-2476a22fbbcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34d0cc10-a35f-4681-b56e-a89d9f1ef621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407250 Aug 30 14:20:48.824732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a1aea9c-7ad6-4de0-b39a-06bd01454fc8 req-d4421188-7a69-4c21-89c4-2710763e95e2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605614 Aug 30 14:20:48.931024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0ad7f47c-11a3-42e0-959e-09c299896447 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:49.020297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 0ad7f47c-11a3-42e0-959e-09c299896447 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:49.024958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 0ad7f47c-11a3-42e0-959e-09c299896447 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:49.025380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.084569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffaee9-00e8-49cf-a3c8-4c84d0b1a307 req-4f3863ba-1a38-4a93-b496-8f85fe0f6d05 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:49.086379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fffaee9-00e8-49cf-a3c8-4c84d0b1a307 req-4f3863ba-1a38-4a93-b496-8f85fe0f6d05 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 943 time: 0.1000786 Aug 30 14:20:49.100590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-042383d1-d7fe-42f0-b331-da327592c58a req-698f1bee-6d1c-4a6b-90ee-9d7ce5432c66 service neutron] 10.222.0.21 "GET /v2.0/networks/34d0cc10-a35f-4681-b56e-a89d9f1ef621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118871 Aug 30 14:20:49.139804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-0e3e4fd2-e201-4803-879f-51bef76c09ee tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:49.142850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-0e3e4fd2-e201-4803-879f-51bef76c09ee tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 820 time: 0.2284675 Aug 30 14:20:49.154233 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.164365 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-6f1f9e3c-575b-411f-a5f6-891f3facbbee tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/quotas/ec26f78604e147c0aacbda242aa74795 HTTP/1.1" status: 200 len: 375 time: 0.0130680 Aug 30 14:20:49.206184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:49.212619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fffaee9-00e8-49cf-a3c8-4c84d0b1a307 req-2e08b1b7-76b5-42dc-80dd-4412b734d28a tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099169 Aug 30 14:20:49.217714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.235989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-f7a5c1fc-fc1a-426a-b91f-2000545ed725 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646501 Aug 30 14:20:49.280938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-042383d1-d7fe-42f0-b331-da327592c58a req-62c70f39-7c84-4019-a8cb-9c60d0b6f45c service neutron] 10.222.0.21 "GET /v2.0/networks/34d0cc10-a35f-4681-b56e-a89d9f1ef621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550586 Aug 30 14:20:49.311683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:49.434737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-958993db-95cf-4146-af6d-b542497957f0 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811569 Aug 30 14:20:49.437127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f01b-b778-46c2-981a-4f5e256cbe78 req-42204ced-5a73-49ad-bd44-92d4e32b6b52 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:49.438940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c41f01b-b778-46c2-981a-4f5e256cbe78 req-42204ced-5a73-49ad-bd44-92d4e32b6b52 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.0761714 Aug 30 14:20:49.501316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.505753 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c41f01b-b778-46c2-981a-4f5e256cbe78 req-a15e359c-f389-4138-810f-94b75efdb1f1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558083 Aug 30 14:20:49.594289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-abf9aaac-3e7c-4028-ab0a-1d5c2a023820 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501138 Aug 30 14:20:49.863041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb65db-c13c-4140-864d-766c00f6bb91 req-5a75ed83-3a9d-459f-945e-9d1ed4d0a35f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:49.865807 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36bb65db-c13c-4140-864d-766c00f6bb91 req-5a75ed83-3a9d-459f-945e-9d1ed4d0a35f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 948 time: 0.0892303 Aug 30 14:20:49.881598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fb719e4-95d0-43be-8850-3e23a579ea1b req-49f04e24-7245-40e5-bfd0-1db0ea0ad714 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 210 time: 0.0591516 Aug 30 14:20:49.950091 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36bb65db-c13c-4140-864d-766c00f6bb91 req-01f76dae-4334-4aeb-ab5a-f4529cb47f25 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754414 Aug 30 14:20:49.961026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:49.966839 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad0ef0e-5840-46b7-9a45-fe291af680ea" -d '{"events": [{"server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:49.999740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-f0482252-a836-435e-b710-af095910f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.001390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-f0482252-a836-435e-b710-af095910f444 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1097 time: 0.0904975 Aug 30 14:20:50.056683 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d710b1-3d52-4bd3-9260-12c4e5c2b605 x-openstack-request-id: req-12d710b1-3d52-4bd3-9260-12c4e5c2b605 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:50.057073 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:50.057686 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12d710b1-3d52-4bd3-9260-12c4e5c2b605 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:50.058090 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447', 'code': 200} Aug 30 14:20:50.118856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20c275-f8fa-4aa1-ac5a-503556d5afc8 req-04135d65-e9dd-474a-addc-9ab7fb0369f2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.121534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b20c275-f8fa-4aa1-ac5a-503556d5afc8 req-04135d65-e9dd-474a-addc-9ab7fb0369f2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 946 time: 0.1385765 Aug 30 14:20:50.191744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-cff00a91-1476-47e6-bc46-7128bf2b9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.194826 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-cff00a91-1476-47e6-bc46-7128bf2b9e92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.1737800 Aug 30 14:20:50.264640 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b20c275-f8fa-4aa1-ac5a-503556d5afc8 req-23f224b8-a46f-4549-8a12-abc9280c2c3c tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205373 Aug 30 14:20:50.266421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-30623817-7e53-4db5-a43b-48c17399ec54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 200 len: 217 time: 0.0572567 Aug 30 14:20:50.290409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf740f63-7fb2-429d-88f7-a85a601dfe20 req-7f8651c8-6334-4a82-935d-bc1dece26c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.295350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf740f63-7fb2-429d-88f7-a85a601dfe20 req-7f8651c8-6334-4a82-935d-bc1dece26c86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 1097 time: 0.0825171 Aug 30 14:20:50.356203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-1b3ed70c-31ae-4bd3-922d-afc9f6c6d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.358029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-1b3ed70c-31ae-4bd3-922d-afc9f6c6d32c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.0783181 Aug 30 14:20:50.376199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf740f63-7fb2-429d-88f7-a85a601dfe20 req-c4fb9ba6-9d0e-4079-b63f-f9549a619c08 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709584 Aug 30 14:20:50.423516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935d026-7c3b-49e0-9670-e5d1f953b544 req-166d7bbb-0e4c-40c8-a477-475e52fb1a14 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.425293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5935d026-7c3b-49e0-9670-e5d1f953b544 req-166d7bbb-0e4c-40c8-a477-475e52fb1a14 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 943 time: 0.0711634 Aug 30 14:20:50.457807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-68274006-5822-4eec-8636-76421b191e97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861115 Aug 30 14:20:50.480174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5935d026-7c3b-49e0-9670-e5d1f953b544 req-f1dbd1ac-5bdd-4778-b81a-b4af7a23c0ae tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Aug 30 14:20:50.497670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ddc977ff-edfa-41a4-bc68-344b4f9055d7 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:50.576129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-46c4af7d-e378-466c-9b37-13b13e46c456 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066229 Aug 30 14:20:50.700903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fdf6e-4e92-468f-b24c-db7d70f3e149 req-d6ea6957-6a9b-49c2-afa4-f58cd4d3c1c5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.702862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c8fdf6e-4e92-468f-b24c-db7d70f3e149 req-d6ea6957-6a9b-49c2-afa4-f58cd4d3c1c5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.0746133 Aug 30 14:20:50.750262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:50.755848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ba1b212-d4e3-4f44-820f-2bd356bc7596 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700184 Aug 30 14:20:50.788996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'mac_address': 'fa:16:3e:20:c1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:50.804510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c8fdf6e-4e92-468f-b24c-db7d70f3e149 req-62f7faf8-c1d5-47c5-a36c-9c9c2ac72484 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894117 Aug 30 14:20:50.881417 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:50.897512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddc977ff-edfa-41a4-bc68-344b4f9055d7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:50.946599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:50.960505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:50.969517 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:51.151336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:51.158179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ddc977ff-edfa-41a4-bc68-344b4f9055d7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:51.184082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b503511-467d-4445-875e-d6c67d2c374b req-e1572d99-7365-4f52-b27e-59662de4fda4 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 210 time: 0.0581899 Aug 30 14:20:51.288952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e782565-2ba7-4e7c-bea1-3d4dbb9160c6 req-4f565237-1c47-4ddc-b742-339c6e7558fc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:51.302656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e782565-2ba7-4e7c-bea1-3d4dbb9160c6 req-4f565237-1c47-4ddc-b742-339c6e7558fc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 948 time: 0.1231272 Aug 30 14:20:51.310354 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:51.340515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'mac_address': 'fa:16:3e:df:5a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:51.377553 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e782565-2ba7-4e7c-bea1-3d4dbb9160c6 req-149763ad-ad65-427c-ab37-50201a60f83e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729747 Aug 30 14:20:51.435943 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:51.467603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:51.492014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:51.499436 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:51.500564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c80bd048-8845-47de-a87b-f59dd0bfa883 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:51.601851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be84df-cd1a-4492-95cd-abd75c40e487 req-7ab21619-f1c4-488e-b31d-96685f04d0c9 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:51.604424 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6be84df-cd1a-4492-95cd-abd75c40e487 req-7ab21619-f1c4-488e-b31d-96685f04d0c9 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 946 time: 0.1713109 Aug 30 14:20:51.649785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:51.718585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c80bd048-8845-47de-a87b-f59dd0bfa883, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c80bd048-8845-47de-a87b-f59dd0bfa883,segment=NetworkSegment(cf5684a5-3bc4-4393-a89e-ab0bd759d317),segment_id=cf5684a5-3bc4-4393-a89e-ab0bd759d317)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:51.736950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'c80bd048-8845-47de-a87b-f59dd0bfa883', 'network_id': '34d0cc10-a35f-4681-b56e-a89d9f1ef621', 'port_id': 'c80bd048-8845-47de-a87b-f59dd0bfa883', 'mac_address': 'fa:16:3e:6b:40:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742c5505-a9cf-47e2-a619-f3387eada1bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:51.745825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-7708bd1d-854c-484c-b46f-dbcf78eabaf0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:51.747466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-7708bd1d-854c-484c-b46f-dbcf78eabaf0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 820 time: 0.3025751 Aug 30 14:20:51.764342 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6be84df-cd1a-4492-95cd-abd75c40e487 req-ab17ab74-f0c3-4f80-af4e-e2188cd4174e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443696 Aug 30 14:20:51.767684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9419a-d7bb-4ac1-b3e7-f57c0262ae50 req-a354f453-0a45-4959-ae02-749f12a88700 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:51.777912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Request body: {'port': {'device_id': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'admin_state_up': True, 'tenant_id': 'ec26f78604e147c0aacbda242aa74795'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:51.778394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18e9419a-d7bb-4ac1-b3e7-f57c0262ae50 req-a354f453-0a45-4959-ae02-749f12a88700 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 943 time: 0.1047175 Aug 30 14:20:51.796685 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:51.813123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80bd048-8845-47de-a87b-f59dd0bfa883 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:51.874296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c80bd048-8845-47de-a87b-f59dd0bfa883, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c80bd048-8845-47de-a87b-f59dd0bfa883,segment=NetworkSegment(cf5684a5-3bc4-4393-a89e-ab0bd759d317),segment_id=cf5684a5-3bc4-4393-a89e-ab0bd759d317)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:51.887637 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:51.917179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18e9419a-d7bb-4ac1-b3e7-f57c0262ae50 req-4e466877-d15e-46d2-88a6-8e6464578545 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369586 Aug 30 14:20:51.995739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=c80bd048-8845-47de-a87b-f59dd0bfa883,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:52.073569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddbd23-0e28-4ab2-8ba8-2998dbaad9a0 req-10031df3-6fd1-4b6a-97f8-1c254c71c857 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:52.075299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4ddbd23-0e28-4ab2-8ba8-2998dbaad9a0 req-10031df3-6fd1-4b6a-97f8-1c254c71c857 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.1037705 Aug 30 14:20:52.107099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Made reservation on behalf of ec26f78604e147c0aacbda242aa74795 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:52.111407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:52.173113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4ddbd23-0e28-4ab2-8ba8-2998dbaad9a0 req-42cf2c67-48dc-441f-96ee-5b2620d22503 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830817 Aug 30 14:20:52.337357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Allocated IP 172.20.0.4 (0b1fca9a-16a0-4df3-9255-72c563976c4c/4291a2aa-a12d-4f03-a552-e067ac07c899/b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:52.375188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb875af2-2310-441a-b6ff-9fba54b2200a req-ef9caac1-d1ee-461f-8884-e776309b46ea tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 210 time: 0.0641928 Aug 30 14:20:52.376090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:52.470308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c80bd048-8845-47de-a87b-f59dd0bfa883'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:52.529727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ddc977ff-edfa-41a4-bc68-344b4f9055d7 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:52.703510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port ddc977ff-edfa-41a4-bc68-344b4f9055d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:52.703985 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.009379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:53.023740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f66771-5f1d-4063-9f44-ac903dc476ee req-46b2af4b-f707-4d63-9687-dd7d9c3a8d7d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:53.030371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21f66771-5f1d-4063-9f44-ac903dc476ee req-46b2af4b-f707-4d63-9687-dd7d9c3a8d7d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 946 time: 0.1498489 Aug 30 14:20:53.045543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.120438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:53.122804 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b86468-965a-42b1-9ebe-fbfb7447aa37" -d '{"events": [{"server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "name": "network-vif-plugged", "status": "completed", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:53.147172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:53.153986 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.159287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21f66771-5f1d-4063-9f44-ac903dc476ee req-700ddc5e-f09b-40b4-979f-7b5a3a2c13b4 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740252 Aug 30 14:20:53.174645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.205531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1968fe-df33-4325-80d4-934908d35426 req-75c42766-4c14-4d6d-8784-5e3b96f80e9a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:53.211397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:53.214894 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3e1968fe-df33-4325-80d4-934908d35426 req-75c42766-4c14-4d6d-8784-5e3b96f80e9a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 949 time: 0.6789594 Aug 30 14:20:53.234793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', 'mac_address': 'fa:16:3e:8a:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:53.243009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:53.287969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.306127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:53.324356 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.330879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:53.338113 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.426325 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3e1968fe-df33-4325-80d4-934908d35426 req-fd04278d-ac2f-4070-8229-ad7756a5a7b6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611478 Aug 30 14:20:53.428502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Network 0b1fca9a-16a0-4df3-9255-72c563976c4c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:53.439133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:53.441433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Pushing event updated for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:53.444191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:53.467572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:53.535705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:53.536387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.546858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295973e-2a97-4c2c-b1c1-bdb3f36121b4 req-c2918900-2973-496f-88d9-e2e719012fc8 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:53.560958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2295973e-2a97-4c2c-b1c1-bdb3f36121b4 req-c2918900-2973-496f-88d9-e2e719012fc8 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 944 time: 0.2081413 Aug 30 14:20:53.572955 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-e26575b7-44f7-4ec0-b084-9c80968fc198 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8056064 Aug 30 14:20:53.590867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Request body: {'port': {'device_id': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:53.593242 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e57835-d5c4-4b55-8185-87b92100e22d x-openstack-request-id: req-13e57835-d5c4-4b55-8185-87b92100e22d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:53.593770 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "name": "network-vif-plugged", "status": "completed", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:53.594138 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13e57835-d5c4-4b55-8185-87b92100e22d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:53.594542 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'code': 200} Aug 30 14:20:53.648942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2295973e-2a97-4c2c-b1c1-bdb3f36121b4 req-c553675b-2780-43d1-a326-c01eb952df2c tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865948 Aug 30 14:20:53.736752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:53.922959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:54.118589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a21e81-c3ef-4399-9592-8b66bb0c5d85 req-a989dddc-30b0-4c10-b237-136be3f730da tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:54.141447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33a21e81-c3ef-4399-9592-8b66bb0c5d85 req-a989dddc-30b0-4c10-b237-136be3f730da tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 931 time: 0.2097383 Aug 30 14:20:54.272220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33a21e81-c3ef-4399-9592-8b66bb0c5d85 req-3aa77b9a-7eed-480f-86df-6eb8197a7e90 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220312 Aug 30 14:20:54.396074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286473-dafa-45b8-ad57-c99552d8edb1 req-b21d75ef-4165-470c-b0c3-619fd6ea5142 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:54.410108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50286473-dafa-45b8-ad57-c99552d8edb1 req-b21d75ef-4165-470c-b0c3-619fd6ea5142 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.2978005 Aug 30 14:20:54.471562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39c80-241a-4d86-a2ca-f91db2899a02 req-af40a879-21e7-4acb-b356-06d19a8ab396 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:54.480493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ead39c80-241a-4d86-a2ca-f91db2899a02 req-af40a879-21e7-4acb-b356-06d19a8ab396 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 946 time: 0.0851831 Aug 30 14:20:54.565322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50286473-dafa-45b8-ad57-c99552d8edb1 req-5a85e2c5-b16b-4523-9e3c-e442708cadca tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536286 Aug 30 14:20:54.569598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ead39c80-241a-4d86-a2ca-f91db2899a02 req-04872439-3dff-4c49-8440-ae527767aa00 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Aug 30 14:20:54.791565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:54.815516 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:54.840219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0be2e-0ae4-4bb3-9573-7116530258f9 req-cedcc2cb-a671-4f32-98b3-ed2112b798fd tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:54.852674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64f0be2e-0ae4-4bb3-9573-7116530258f9 req-cedcc2cb-a671-4f32-98b3-ed2112b798fd tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 949 time: 0.0828946 Aug 30 14:20:54.863569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Transition to ACTIVE for port object b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:54.879815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:54.923572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64f0be2e-0ae4-4bb3-9573-7116530258f9 req-b6c90e49-a662-4b3c-ad8d-cd99723c918f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691185 Aug 30 14:20:54.952166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:55.097184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:55.104676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:55.105487 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:55.113421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562330dd-572f-464f-bdbc-4cf9cb1549c1 req-5a4349c7-e1d3-4cc0-ad11-41aa0ea0bd74 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:55.121500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-562330dd-572f-464f-bdbc-4cf9cb1549c1 req-5a4349c7-e1d3-4cc0-ad11-41aa0ea0bd74 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 944 time: 0.2697237 Aug 30 14:20:55.128800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:55.184932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:55.185386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:55.185635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:55.196660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:55.209363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:55.226874 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-562330dd-572f-464f-bdbc-4cf9cb1549c1 req-6553b867-1c7a-43a2-aef0-fea07582e86b tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018431 Aug 30 14:20:55.240925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:55.241302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:55.241708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:55.242166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Bound port: b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:55.242554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:55.248041 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a779862-a0af-4e5d-b352-2615398aba8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:55.264732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:55.324659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:55.334917 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:55.336226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c80bd048-8845-47de-a87b-f59dd0bfa883 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:55.407856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:55.416068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:55.427499 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:55.528965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:55.548161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b81c7-c4a1-4339-bd59-7e32ee298268 req-3e8c9a3b-78e8-4504-9e4c-7db4de2ca8f7 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:55.569078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c28b81c7-c4a1-4339-bd59-7e32ee298268 req-3e8c9a3b-78e8-4504-9e4c-7db4de2ca8f7 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.1275148 Aug 30 14:20:55.569977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:55.571058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:55.573480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-daabdf5a-fd14-4bd9-8701-8fc739c67fe1 service neutron] 10.222.0.39 "PUT /v2.0/ports/b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 200 len: 1091 time: 1.9913540 Aug 30 14:20:55.574246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:55.578094 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3245535-c65b-4981-a998-8683cbc26206" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:55.595959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca7c4d-7af5-4717-b12c-2b66087ede8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95085ff4-f55c-4cbf-a6f6-cd53e9f608ff'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:55.598693 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73411cb1-aeb7-4c0d-9195-ce0fd03c6abe" -d '{"events": [{"server_uuid": "37ca7c4d-7af5-4717-b12c-2b66087ede8b", "name": "network-vif-plugged", "status": "completed", "tag": "95085ff4-f55c-4cbf-a6f6-cd53e9f608ff"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:55.648160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:55.660630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port c80bd048-8845-47de-a87b-f59dd0bfa883 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:55.685526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port c80bd048-8845-47de-a87b-f59dd0bfa883 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:55.685914 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:55.695033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c28b81c7-c4a1-4339-bd59-7e32ee298268 req-3e794983-1cd1-4ae6-9af8-e7c468b5fa79 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198864 Aug 30 14:20:55.858623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-cec4e009-5518-4882-b7c0-8b05a54204ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:55.861164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-cec4e009-5518-4882-b7c0-8b05a54204ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1094 time: 0.1811106 Aug 30 14:20:55.868143 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db65247-edbc-410a-9d96-ea5a07e208fc x-openstack-request-id: req-2db65247-edbc-410a-9d96-ea5a07e208fc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:55.868519 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca7c4d-7af5-4717-b12c-2b66087ede8b", "name": "network-vif-plugged", "status": "completed", "tag": "95085ff4-f55c-4cbf-a6f6-cd53e9f608ff", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:55.868724 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2db65247-edbc-410a-9d96-ea5a07e208fc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:55.869115 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca7c4d-7af5-4717-b12c-2b66087ede8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'code': 200} Aug 30 14:20:56.058249 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:56.070680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-a30a7433-9b17-4292-b593-85408697e514 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 200 len: 217 time: 0.1991441 Aug 30 14:20:56.074799 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef37dc3-63d8-4ddd-a8c4-9e9df051a748 x-openstack-request-id: req-6ef37dc3-63d8-4ddd-a8c4-9e9df051a748 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:56.075448 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:56.076038 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ef37dc3-63d8-4ddd-a8c4-9e9df051a748 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:56.076714 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41', 'status': 'completed', 'code': 200} Aug 30 14:20:56.120094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c80bd048-8845-47de-a87b-f59dd0bfa883, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c80bd048-8845-47de-a87b-f59dd0bfa883,segment=NetworkSegment(cf5684a5-3bc4-4393-a89e-ab0bd759d317),segment_id=cf5684a5-3bc4-4393-a89e-ab0bd759d317)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:56.127053 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:56.185758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=c80bd048-8845-47de-a87b-f59dd0bfa883,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:56.186496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0091b95-6783-4719-8c2c-8fb9a3b43c57 req-c10f1cba-5ff3-461d-8871-da4849b6ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:56.188349 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0091b95-6783-4719-8c2c-8fb9a3b43c57 req-c10f1cba-5ff3-461d-8871-da4849b6ffde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 1101 time: 0.1959929 Aug 30 14:20:56.205971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d14a29-1183-497d-b9b7-c56eabbb33cf req-41ef158f-7b50-4f3f-a8cb-6b82bc2f7695 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:56.207543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65d14a29-1183-497d-b9b7-c56eabbb33cf req-41ef158f-7b50-4f3f-a8cb-6b82bc2f7695 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.1341479 Aug 30 14:20:56.228956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316533d-621d-4a60-a018-db0857643821 req-20fb9fac-3013-4d8a-9e9b-5e3df1a65f57 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:56.231869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f316533d-621d-4a60-a018-db0857643821 req-20fb9fac-3013-4d8a-9e9b-5e3df1a65f57 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 946 time: 0.3979666 Aug 30 14:20:56.268805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-57fe2600-125a-4156-b3f8-6b2a8626b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:56.272578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-57fe2600-125a-4156-b3f8-6b2a8626b121 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1932464 Aug 30 14:20:56.326106 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-7d4da358-bc1e-40ed-802f-4016a5bb3175 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380421 Aug 30 14:20:56.331666 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0091b95-6783-4719-8c2c-8fb9a3b43c57 req-4ce04c93-5271-4058-b046-039c377b9201 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230698 Aug 30 14:20:56.341094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f316533d-621d-4a60-a018-db0857643821 req-40092518-6bbd-4375-8cc9-00e5cd919b22 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002100 Aug 30 14:20:56.425927 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65d14a29-1183-497d-b9b7-c56eabbb33cf req-ce975e45-e0f2-4436-b181-161e37e6b58d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966600 Aug 30 14:20:56.481248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-6e8fad36-c995-42ec-a003-2cc87e43132a service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419115 Aug 30 14:20:56.597126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-629094ac-c88f-4722-ad6f-9ef5fc0f0d49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1869588 Aug 30 14:20:56.747458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a8a4698-e616-4ad5-8ef5-cdc28aa21855 req-459eabcb-5f9b-40de-92d8-e210894a9c82 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437415 Aug 30 14:20:56.782769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-0217e641-0be0-4e2f-8d18-4356cbb506e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:56.785311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-0217e641-0be0-4e2f-8d18-4356cbb506e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 1095 time: 0.1212816 Aug 30 14:20:56.825063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67515065-2258-4dd5-9701-4f9bd05ec5d0 req-f18552f2-9643-4e58-828f-7a462bae8680 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:56.841917 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67515065-2258-4dd5-9701-4f9bd05ec5d0 req-f18552f2-9643-4e58-828f-7a462bae8680 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 950 time: 0.1966660 Aug 30 14:20:56.956815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:57.003022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67515065-2258-4dd5-9701-4f9bd05ec5d0 req-32203774-7cc4-4d0c-a98a-b0d9a560b25d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597068 Aug 30 14:20:57.040250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245535-c65b-4981-a998-8683cbc26206 req-e385b295-df99-4877-8753-beba8577842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:57.042797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3245535-c65b-4981-a998-8683cbc26206 req-e385b295-df99-4877-8753-beba8577842e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1094 time: 0.1921701 Aug 30 14:20:57.078404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-d9236c9e-7ca2-4c6e-8aee-23a4439a1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:57.080855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-d9236c9e-7ca2-4c6e-8aee-23a4439a1441 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.2539692 Aug 30 14:20:57.094219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:57.116552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:57.117200 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:57.291955 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-be27d722-b9df-4e3a-855a-e6e471da3687 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 200 len: 217 time: 0.1774859 Aug 30 14:20:57.378526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:57.425720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:57.450955 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:57.545591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d183c-a11d-4bf9-b9d8-e52b8d43be05 req-f15d9fe6-f1b6-43a0-b59e-c5c97d28fda9 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:57.555892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:57.565993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-908d183c-a11d-4bf9-b9d8-e52b8d43be05 req-f15d9fe6-f1b6-43a0-b59e-c5c97d28fda9 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 945 time: 0.6512942 Aug 30 14:20:57.617310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-d3d4bc99-6c77-4bba-989e-c247a9df55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:57.620278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-d3d4bc99-6c77-4bba-989e-c247a9df55d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.3167768 Aug 30 14:20:57.647503 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-908d183c-a11d-4bf9-b9d8-e52b8d43be05 req-375c78df-ade7-4c71-8a41-881af6e4a01c tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603621 Aug 30 14:20:57.692550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-0b4ecdb8-3f1b-4c11-86db-ef2040595863 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491560 Aug 30 14:20:57.857104 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f9acea4-0434-4bfe-9ca9-e6d1b1fd6c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:57.870402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ed36f-07a0-40b6-886b-48f87e5b0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80bd048-8845-47de-a87b-f59dd0bfa883'}, {'server_uuid': '59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:57.872975 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da262935-5a3b-470f-bcd8-6cddeebbe13b" -d '{"events": [{"server_uuid": "ed6ed36f-07a0-40b6-886b-48f87e5b0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "c80bd048-8845-47de-a87b-f59dd0bfa883"}, {"server_uuid": "59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7", "name": "network-vif-plugged", "status": "completed", "tag": "b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:58.137148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149ffed-c765-42fb-a2d7-6de772027ad7 req-43ddcf9a-a74b-4527-a3ab-38031b4a4000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:58.139996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1149ffed-c765-42fb-a2d7-6de772027ad7 req-43ddcf9a-a74b-4527-a3ab-38031b4a4000 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.2483077 Aug 30 14:20:58.190848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4cb5c-dadd-477e-b3fe-59c6a5b001ed req-f4ebb7f0-1d97-4aa8-8c67-ebb832ebd97c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:58.199131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7b4cb5c-dadd-477e-b3fe-59c6a5b001ed req-f4ebb7f0-1d97-4aa8-8c67-ebb832ebd97c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.2391307 Aug 30 14:20:58.220896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245535-c65b-4981-a998-8683cbc26206 req-ca6506a7-03cc-403f-8dc8-781d4d950aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:58.222619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3245535-c65b-4981-a998-8683cbc26206 req-ca6506a7-03cc-403f-8dc8-781d4d950aaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 1.1652887 Aug 30 14:20:58.233662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-d1230025-0f79-41f4-8697-4430f4cf5148 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323865 Aug 30 14:20:58.253630 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1149ffed-c765-42fb-a2d7-6de772027ad7 req-1430aef4-706b-497c-8452-610939898c1f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949528 Aug 30 14:20:58.344922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3245535-c65b-4981-a998-8683cbc26206 req-138c955c-12a1-4037-9f81-df4f15c3a346 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 200 len: 217 time: 0.1121569 Aug 30 14:20:58.447013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7b4cb5c-dadd-477e-b3fe-59c6a5b001ed req-05a7f859-6ff4-4334-a09c-249ac8688a84 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468793 Aug 30 14:20:58.501948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245535-c65b-4981-a998-8683cbc26206 req-232280f0-c6ea-4e3b-9fe3-4509b8bea176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:58.503591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3245535-c65b-4981-a998-8683cbc26206 req-232280f0-c6ea-4e3b-9fe3-4509b8bea176 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1429558 Aug 30 14:20:58.503941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65e84987-d0af-4bdc-a3fb-5cea6a00f6c2 req-5b036519-73f8-4ef0-8712-31499f6aff07 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490597 Aug 30 14:20:58.535857 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:58.557931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:58.582736 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98038bbf-71c5-47cb-a8d0-ec055b28ca9d x-openstack-request-id: req-98038bbf-71c5-47cb-a8d0-ec055b28ca9d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:58.584449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3245535-c65b-4981-a998-8683cbc26206 req-5d56f2b4-544c-4faf-8a27-f14dca3373c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617819 Aug 30 14:20:58.594924 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ed36f-07a0-40b6-886b-48f87e5b0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "c80bd048-8845-47de-a87b-f59dd0bfa883", "code": 200}, {"server_uuid": "59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7", "name": "network-vif-plugged", "status": "completed", "tag": "b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:58.595844 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98038bbf-71c5-47cb-a8d0-ec055b28ca9d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:58.596985 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ed36f-07a0-40b6-886b-48f87e5b0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80bd048-8845-47de-a87b-f59dd0bfa883', 'code': 200} Aug 30 14:20:58.599623 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', 'code': 200} Aug 30 14:20:58.892095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:58.913302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41', 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'port_id': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41', 'mac_address': 'fa:16:3e:d6:72:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4291a2aa-a12d-4f03-a552-e067ac07c899', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:58.931780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fd40d-2fdb-4adf-822f-7158de7c7883 req-3e6a8b07-c6d0-4f9f-91b2-594e4781b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:58.934518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-787fd40d-2fdb-4adf-822f-7158de7c7883 req-3e6a8b07-c6d0-4f9f-91b2-594e4781b49e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 1096 time: 0.1781325 Aug 30 14:20:59.008829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:59.011274 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3245535-c65b-4981-a998-8683cbc26206 req-e2c3bae4-9709-4d8a-bcef-f265301f5e4e service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185131 Aug 30 14:20:59.028821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35800-9a85-4e81-a289-661232310e68 req-fb812921-c878-481f-87e0-e2f504ad896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:59.032018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ff35800-9a85-4e81-a289-661232310e68 req-fb812921-c878-481f-87e0-e2f504ad896a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 1100 time: 0.2827702 Aug 30 14:20:59.056627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a9c9e-132c-4fbb-b8f9-0c20bd58d704 req-655f7787-08cf-4f68-a18a-93978cdd3c99 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:59.059827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ef1a9c9e-132c-4fbb-b8f9-0c20bd58d704 req-655f7787-08cf-4f68-a18a-93978cdd3c99 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 950 time: 0.2300668 Aug 30 14:20:59.060670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:59.152969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ef1a9c9e-132c-4fbb-b8f9-0c20bd58d704 req-614c2082-d04f-4fd0-bbb7-633820eff747 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619853 Aug 30 14:20:59.154018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:59.154787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fc27a-b1df-4c15-a9d9-ef9a9ddebcbc req-9fc54486-d241-4372-88e5-1fa46251673f tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:59.158490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ff35800-9a85-4e81-a289-661232310e68 req-46474f10-3ea7-49a3-bb34-b4a57f8d69ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175678 Aug 30 14:20:59.160206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-304fc27a-b1df-4c15-a9d9-ef9a9ddebcbc req-9fc54486-d241-4372-88e5-1fa46251673f tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 945 time: 0.3469284 Aug 30 14:20:59.175766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:59.181745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:59.276660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:59.445762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-787fd40d-2fdb-4adf-822f-7158de7c7883 req-70614180-d505-45b6-872e-2c75f2c465d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951785 Aug 30 14:20:59.476686 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-304fc27a-b1df-4c15-a9d9-ef9a9ddebcbc req-a0f90d6d-73b5-48d3-a5c2-965d321d1a7d tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951808 Aug 30 14:20:59.559225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:59.565087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3245535-c65b-4981-a998-8683cbc26206 req-43efb68e-933b-468b-9a7e-e03f0e132c47 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894512 Aug 30 14:20:59.611691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c9a0-e755-4b96-8c2e-61a42402e030 req-488d939b-52a8-4641-9aa4-f9a9ca38e196 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:59.615369 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fff9c9a0-e755-4b96-8c2e-61a42402e030 req-488d939b-52a8-4641-9aa4-f9a9ca38e196 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 949 time: 0.1955664 Aug 30 14:20:59.730527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fff9c9a0-e755-4b96-8c2e-61a42402e030 req-5b68fae9-c99c-487a-94b6-ee9d2e0ec2e3 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977478 Aug 30 14:20:59.852662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694924c-4b17-4c7d-a9d6-b31e32cc9237 req-428af812-8822-44ee-87bf-f19a20dfdc6d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:59.864001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f694924c-4b17-4c7d-a9d6-b31e32cc9237 req-428af812-8822-44ee-87bf-f19a20dfdc6d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 944 time: 0.1690915 Aug 30 14:20:59.927827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f694924c-4b17-4c7d-a9d6-b31e32cc9237 req-c1bb84c9-8305-4be5-af8d-8fe029f0fcc0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627611 Aug 30 14:21:00.253994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2fbf-bbf7-4195-8f05-42287facc5d2 req-678982fa-179a-4345-8daf-3cd4391995ab tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:00.270605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e0c2fbf-bbf7-4195-8f05-42287facc5d2 req-678982fa-179a-4345-8daf-3cd4391995ab tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.1365604 Aug 30 14:21:00.346066 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e0c2fbf-bbf7-4195-8f05-42287facc5d2 req-3afc884e-7f8a-478e-8b68-55bf2de3d416 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725760 Aug 30 14:21:00.759411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d659097-ba8c-4adc-90e7-6b91b8c269b4 req-e4c1e97e-e954-45cd-a8be-648f6ba3a03d tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:00.763130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d659097-ba8c-4adc-90e7-6b91b8c269b4 req-e4c1e97e-e954-45cd-a8be-648f6ba3a03d tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 945 time: 0.1145570 Aug 30 14:21:00.872813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d659097-ba8c-4adc-90e7-6b91b8c269b4 req-5f651e5b-9cf2-4d24-a237-6e8630a77a23 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983489 Aug 30 14:21:01.053555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24930f-be3e-4d34-9da6-916a52f1b59f req-c26f160d-b1a9-4dc9-9d81-c69ea64622d9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:01.055781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf24930f-be3e-4d34-9da6-916a52f1b59f req-c26f160d-b1a9-4dc9-9d81-c69ea64622d9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 949 time: 0.1258509 Aug 30 14:21:01.127253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf24930f-be3e-4d34-9da6-916a52f1b59f req-f4b9920a-cc7a-4915-9d9e-9531e87524b1 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641367 Aug 30 14:21:01.142797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb05b7-80d5-4dfb-9026-b40f52a9020e req-be575c18-b375-4044-a555-2acf8206b3c2 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:01.157466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdfb05b7-80d5-4dfb-9026-b40f52a9020e req-be575c18-b375-4044-a555-2acf8206b3c2 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 944 time: 0.1235492 Aug 30 14:21:01.228925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdfb05b7-80d5-4dfb-9026-b40f52a9020e req-d7ae2381-75a4-405b-8412-0427b5c8b5fc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702581 Aug 30 14:21:01.473926 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:01.634993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0e33-2be2-432a-9f8b-e4bd0c74b5d5 req-eda145a6-542b-4fdf-a7d0-2b38ea9e7ff6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:01.640604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b86c0e33-2be2-432a-9f8b-e4bd0c74b5d5 req-eda145a6-542b-4fdf-a7d0-2b38ea9e7ff6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.0948927 Aug 30 14:21:01.746423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b86c0e33-2be2-432a-9f8b-e4bd0c74b5d5 req-bea97d6b-f29b-4b9d-b0f7-420f954efd5d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896146 Aug 30 14:21:02.154632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a40a7-8539-4b27-805c-03d87f1ac29d req-ef531472-f24e-4a7c-a422-3e76538e84d8 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:02.166017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e08a40a7-8539-4b27-805c-03d87f1ac29d req-ef531472-f24e-4a7c-a422-3e76538e84d8 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 945 time: 0.1428835 Aug 30 14:21:02.240147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e08a40a7-8539-4b27-805c-03d87f1ac29d req-3116a299-674a-4641-adc9-ec9555cc8d7e tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Aug 30 14:21:02.375249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc426a0-981c-4f13-ae9b-746e22778614 req-049a6cab-c619-4a82-abda-ca66e29864a7 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:02.389632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dc426a0-981c-4f13-ae9b-746e22778614 req-049a6cab-c619-4a82-abda-ca66e29864a7 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 949 time: 0.1247339 Aug 30 14:21:02.479251 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:02.488760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dc426a0-981c-4f13-ae9b-746e22778614 req-975731f1-5534-4965-83d8-3b048971d3fc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939696 Aug 30 14:21:02.590594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:21:02.615710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7951d-8563-4f16-acdd-3c7c85b14199 req-95c56e42-2dcc-4817-988d-13c46c1c284e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:02.625009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edc7951d-8563-4f16-acdd-3c7c85b14199 req-95c56e42-2dcc-4817-988d-13c46c1c284e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 944 time: 0.1395655 Aug 30 14:21:02.697226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edc7951d-8563-4f16-acdd-3c7c85b14199 req-495e2fe8-37ec-498a-99b4-7633b5fb320f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599692 Aug 30 14:21:02.770186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:21:02.775057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:02.775667 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:02.987288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0ad7f47c-11a3-42e0-959e-09c299896447 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:21:03.022781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851c397-514f-4f84-8dcd-f8547928ff24 req-103c1c27-febe-43a6-8001-490e549a959a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:03.026825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c851c397-514f-4f84-8dcd-f8547928ff24 req-103c1c27-febe-43a6-8001-490e549a959a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.1171033 Aug 30 14:21:03.029943 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:03.139501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c851c397-514f-4f84-8dcd-f8547928ff24 req-df0bb65d-922d-4389-850d-3546bb92b4f8 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888884 Aug 30 14:21:03.178675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:03.182688 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c803835b-70e0-4fec-b673-664d99523275" -d '{"events": [{"server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "name": "network-vif-plugged", "status": "completed", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:03.207770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:03.224856 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:03.321724 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c987a-afe0-45a4-8875-75a0a73b77aa x-openstack-request-id: req-cf4c987a-afe0-45a4-8875-75a0a73b77aa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:03.322350 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "name": "network-vif-plugged", "status": "completed", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:03.322971 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf4c987a-afe0-45a4-8875-75a0a73b77aa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:03.328053 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41', 'code': 200} Aug 30 14:21:03.396086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:03.400606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45592b0e-523a-4422-945a-2e30f38ad409 req-c9fdbd0e-97df-4c27-9723-0d14d2bc136a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:03.410040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45592b0e-523a-4422-945a-2e30f38ad409 req-c9fdbd0e-97df-4c27-9723-0d14d2bc136a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:03.423741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-45592b0e-523a-4422-945a-2e30f38ad409 req-c9fdbd0e-97df-4c27-9723-0d14d2bc136a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b&device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 1690 time: 0.1104007 Aug 30 14:21:03.464054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26fa2c-ab24-4f38-bb07-ec201ca2a81a req-b5d3daf1-8dd2-4d4e-97b6-dac009a2e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:03.468466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee26fa2c-ab24-4f38-bb07-ec201ca2a81a req-b5d3daf1-8dd2-4d4e-97b6-dac009a2e39b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0704234 Aug 30 14:21:03.470411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '0ad7f47c-11a3-42e0-959e-09c299896447', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'port_id': '0ad7f47c-11a3-42e0-959e-09c299896447', 'mac_address': 'fa:16:3e:14:20:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedcd84-859e-4b33-8a0a-04894ebe067f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:21:03.521352 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-45592b0e-523a-4422-945a-2e30f38ad409 req-184b64bc-67ac-47df-b753-fa42d7bcf552 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956821 Aug 30 14:21:03.527386 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee26fa2c-ab24-4f38-bb07-ec201ca2a81a req-0059925d-2e6f-4c7e-99ed-5b912c2eb277 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496418 Aug 30 14:21:03.627861 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:03.656169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ad7f47c-11a3-42e0-959e-09c299896447 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:03.693644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:03.722542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:03.729432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:03.862713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:03.891120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabad4d-07f8-45af-9e1a-fa5d2078cced req-408cf824-f59a-47c9-8427-bb8394c7cb62 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:03.893070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dabad4d-07f8-45af-9e1a-fa5d2078cced req-408cf824-f59a-47c9-8427-bb8394c7cb62 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 1101 time: 0.0989869 Aug 30 14:21:03.944510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['0ad7f47c-11a3-42e0-959e-09c299896447'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:03.960305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dabad4d-07f8-45af-9e1a-fa5d2078cced req-e708e75a-d321-48db-9060-f8c94fb6260c tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596740 Aug 30 14:21:04.259152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208a938-89a7-43b4-ab61-2febe3bbb786 req-0f8c0762-3522-4937-a5a7-ed0848c111fa tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:04.267532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7208a938-89a7-43b4-ab61-2febe3bbb786 req-0f8c0762-3522-4937-a5a7-ed0848c111fa tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.1754098 Aug 30 14:21:04.374106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7208a938-89a7-43b4-ab61-2febe3bbb786 req-30d54e30-bdea-47bd-b0a5-1692cf7a7ea6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056373 Aug 30 14:21:04.523227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe3d2a-1a2f-46d9-8805-215d6da8fe01 req-44bd1903-e005-4d1a-861a-afa8a51ed6aa tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:04.532643 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ebe3d2a-1a2f-46d9-8805-215d6da8fe01 req-44bd1903-e005-4d1a-861a-afa8a51ed6aa tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 1100 time: 0.1424987 Aug 30 14:21:04.630838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ebe3d2a-1a2f-46d9-8805-215d6da8fe01 req-ac048663-73fe-4620-b9a3-f4c703a80814 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940409 Aug 30 14:21:04.659830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62088b2-84dd-466f-b51f-d64cb87afc6c req-8fbae65f-b5aa-4e2b-bb5f-b681f699d46c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:04.663070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f62088b2-84dd-466f-b51f-d64cb87afc6c req-8fbae65f-b5aa-4e2b-bb5f-b681f699d46c tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 946 time: 0.1430972 Aug 30 14:21:04.768554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f62088b2-84dd-466f-b51f-d64cb87afc6c req-dcdb5dfa-30eb-481e-af39-8b4cacf464e3 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966904 Aug 30 14:21:04.840467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b515350-d251-4315-adba-7137feadb3d0 req-cc7de0ed-8786-4ab5-a502-06d5cf8fbbd6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:04.842320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3b515350-d251-4315-adba-7137feadb3d0 req-cc7de0ed-8786-4ab5-a502-06d5cf8fbbd6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.0893242 Aug 30 14:21:04.927760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3b515350-d251-4315-adba-7137feadb3d0 req-4ac59f56-f40e-4404-b8fb-91392b4ebe9d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765266 Aug 30 14:21:04.981898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0ad7f47c-11a3-42e0-959e-09c299896447 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:21:05.129145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 0ad7f47c-11a3-42e0-959e-09c299896447 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:05.130173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:05.378706 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:05.529678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:05.534275 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b276520-465f-4731-9a4f-a9c85e270e58" -d '{"events": [{"server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:05.580512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-afc5cd41-0b15-41d2-8d10-a187f17bf611 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138601 Aug 30 14:21:05.587696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:05.604293 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:05.720187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a63a0-0bd1-4def-8010-8d75c5a5c7d7 req-63e0544a-0758-4cff-8484-2e5e664100f2 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:05.735148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-674a63a0-0bd1-4def-8010-8d75c5a5c7d7 req-63e0544a-0758-4cff-8484-2e5e664100f2 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.1088839 Aug 30 14:21:05.794588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:05.813286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-674a63a0-0bd1-4def-8010-8d75c5a5c7d7 req-8598b065-74dc-4d56-bbd9-f03f9f65468b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754523 Aug 30 14:21:05.923546 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc1470e-6391-4e2f-9f18-21de87d8dad5 x-openstack-request-id: req-0fc1470e-6391-4e2f-9f18-21de87d8dad5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:05.923546 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:05.923546 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fc1470e-6391-4e2f-9f18-21de87d8dad5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:05.924451 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447', 'code': 200} Aug 30 14:21:05.984233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-7780302f-4a96-4fce-9278-b2a73282e0b4 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:05.999077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-7780302f-4a96-4fce-9278-b2a73282e0b4 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4028378 Aug 30 14:21:06.047040 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-4c422234-0a76-4d36-af48-5c1ea889684e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/quotas/561c44519c044ac781a11934e1612f60 HTTP/1.1" status: 200 len: 375 time: 0.0462031 Aug 30 14:21:06.209904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-987d4c31-1af0-48f9-a3c7-ab8a7a1bd960 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:06.216622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-987d4c31-1af0-48f9-a3c7-ab8a7a1bd960 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.39 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 946 time: 0.1978729 Aug 30 14:21:06.240163 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-e52017fe-b605-4590-b4c3-9b5e7100e435 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1906595 Aug 30 14:21:06.609462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Deleting port 4486f1f5-6123-4155-a752-59ffa72f64d8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:06.610133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:06.907517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] For port 4486f1f5-6123-4155-a752-59ffa72f64d8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4486f1f5-6123-4155-a752-59ffa72f64d8,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:06.907833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:06.941320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Calling delete_port for 4486f1f5-6123-4155-a752-59ffa72f64d8 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:07.235126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a08184-27ae-46eb-a523-88af5b07a58e req-16335d6f-e179-4dc4-8235-2ac2776a7489 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:07.261034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4a08184-27ae-46eb-a523-88af5b07a58e req-16335d6f-e179-4dc4-8235-2ac2776a7489 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/ports?device_id=267d2e57-ba77-4644-a8e3-990eaf701414 HTTP/1.1" status: 200 len: 946 time: 0.1663096 Aug 30 14:21:07.406026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:07.476650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4a08184-27ae-46eb-a523-88af5b07a58e req-15b05827-7117-4bc9-b538-64cb1fbd9083 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e5c0551-5f2d-4663-814a-ac3757538194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139385 Aug 30 14:21:07.620162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Pushing event deleted for resources: {'Port': ['ID=4486f1f5-6123-4155-a752-59ffa72f64d8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:07.773660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] No DVR routers for this DVR port 4486f1f5-6123-4155-a752-59ffa72f64d8 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:21:07.784595 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:07.787936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-405dba87-ed87-49a1-9fc0-3c46e9cbe6ea req-56c45879-2923-459f-b7b2-4a3ef1377915 tempest-AttachSCSIVolumeTestJSON-1733415888 tempest-AttachSCSIVolumeTestJSON-1733415888-project] 10.222.0.39 "DELETE /v2.0/ports/4486f1f5-6123-4155-a752-59ffa72f64d8 HTTP/1.1" status: 204 len: 173 time: 1.5417507 Aug 30 14:21:07.789455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267d2e57-ba77-4644-a8e3-990eaf701414', 'name': 'network-vif-deleted', 'tag': '4486f1f5-6123-4155-a752-59ffa72f64d8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:07.797278 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090edcee-478b-4130-81b8-9eb483cd9f3d" -d '{"events": [{"server_uuid": "267d2e57-ba77-4644-a8e3-990eaf701414", "name": "network-vif-deleted", "tag": "4486f1f5-6123-4155-a752-59ffa72f64d8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:07.888432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d6b2d-da15-4751-8579-1b71cb86105d req-1e2dc362-20b5-4384-ac8c-d39c3726bf8d tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:07.899018 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db3d6b2d-da15-4751-8579-1b71cb86105d req-1e2dc362-20b5-4384-ac8c-d39c3726bf8d tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1096 time: 0.3185203 Aug 30 14:21:08.048196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db3d6b2d-da15-4751-8579-1b71cb86105d req-26115053-5ab0-485e-aadc-2d7ef4b1eb33 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322279 Aug 30 14:21:08.232114 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:21:08.613754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4486f1f5-6123-4155-a752-59ffa72f64d8 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:08.671290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec10638-851c-4ad3-886a-eb4e60a2b6bd req-4f12f7bf-eaa8-4f5c-9b41-c644117c1adf tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:08.687560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ec10638-851c-4ad3-886a-eb4e60a2b6bd req-4f12f7bf-eaa8-4f5c-9b41-c644117c1adf tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 946 time: 0.2879536 Aug 30 14:21:08.703641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 4486f1f5-6123-4155-a752-59ffa72f64d8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:21:08.706061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4486f1f5-6123-4155-a752-59ffa72f64d8 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:21:08.777001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ec10638-851c-4ad3-886a-eb4e60a2b6bd req-451b7934-0691-477a-829b-fe45e2c30ac5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804641 Aug 30 14:21:10.575901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-e7b2c17e-2b0a-49a7-a2ef-25fa5807f161 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758681 Aug 30 14:21:11.038128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-ac7a9696-686c-405a-abca-8b0b015d999f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:11.054751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-ac7a9696-686c-405a-abca-8b0b015d999f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4707112 Aug 30 14:21:11.080114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-74fcf08d-b034-410d-837f-3b1634e2607e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771878 Aug 30 14:21:11.132092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Request body: {'port': {'device_id': '47364586-7270-4cc7-a79f-b89b6bbc897d', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '561c44519c044ac781a11934e1612f60'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:11.319283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-9da441ef-34bc-49c6-8182-220ab7b2be03 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:11.321162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-9da441ef-34bc-49c6-8182-220ab7b2be03 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323227 Aug 30 14:21:11.345714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-a482d365-2a86-4f9a-8f71-536afeaef0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:11.349019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-a482d365-2a86-4f9a-8f71-536afeaef0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1097 time: 0.4657953 Aug 30 14:21:11.358739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Request body: {'port': {'device_id': '583790d4-81a8-4d5f-b550-f27eba2dae01', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '561c44519c044ac781a11934e1612f60'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:11.531129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Made reservation on behalf of 561c44519c044ac781a11934e1612f60 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:21:11.536027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:11.883074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Made reservation on behalf of 561c44519c044ac781a11934e1612f60 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:21:11.888870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:11.992044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Allocated IP 192.168.233.146 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/04e7a13e-951f-4be3-8c98-26f1689adc4b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:21:12.087576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-999eccf1-2e7b-4931-8c3f-95aacaea2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:12.090181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-999eccf1-2e7b-4931-8c3f-95aacaea2575 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.7135670 Aug 30 14:21:12.205211 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:12.225492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Transition to ACTIVE for port object 04e7a13e-951f-4be3-8c98-26f1689adc4b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:21:12.270835 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:12.285424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:12.359074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:21:12.360420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'Port': ['ID=04e7a13e-951f-4be3-8c98-26f1689adc4b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:12.374952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:21:12.395215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:21:12.414937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-995f1a91-6235-4441-9264-5fa7c135f0cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 200 len: 217 time: 0.3121624 Aug 30 14:21:12.463365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:12.464047 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:12.482209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:12.537443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-eb204d07-f1aa-495a-918e-4ec799df91ef tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1804907 Aug 30 14:21:12.623812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Request body: {'port': {'device_id': '583790d4-81a8-4d5f-b550-f27eba2dae01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:12.751700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ab47ce55-b82e-4054-9555-46f7160be195 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:21:12.860505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Allocated IP 192.168.233.238 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/e444d9b2-0a49-4ae5-a934-0797bdfc4a47) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:21:12.876331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-7ae7fdab-a026-46e2-a9bf-3e845132a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:12.890134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-7ae7fdab-a026-46e2-a9bf-3e845132a96e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.2973831 Aug 30 14:21:12.986583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-2a0615e9-67e5-4ab0-8cfb-3d6fa8f9ec2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847960 Aug 30 14:21:13.080919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-d60f410a-4d66-43c6-a9c7-3fedbc47806c tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:13.087803 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-d60f410a-4d66-43c6-a9c7-3fedbc47806c tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1097 time: 0.5613608 Aug 30 14:21:13.092369 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:13.138798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805668-3'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:13.243028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c585d443-84e4-4503-b3f7-c5e34e7a9746 None None] Provisioning for port 04e7a13e-951f-4be3-8c98-26f1689adc4b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:21:13.282835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-f13aa029-03d7-4727-be7d-7c1dbb557528 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805359 Aug 30 14:21:13.286669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c585d443-84e4-4503-b3f7-c5e34e7a9746 None None] Provisioning complete for port 04e7a13e-951f-4be3-8c98-26f1689adc4b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:13.296206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c585d443-84e4-4503-b3f7-c5e34e7a9746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:13.357079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:13.514976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:13.550089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ab47ce55-b82e-4054-9555-46f7160be195 has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:21:13.649295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c585d443-84e4-4503-b3f7-c5e34e7a9746 None None] Port 04e7a13e-951f-4be3-8c98-26f1689adc4b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:21:13.788905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:13.811287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c0f582c-7b87-45bb-b7c5-c9959eacdec8 req-d8de0897-ac3a-403a-80fe-f522c443d12a service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072293 Aug 30 14:21:13.905567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:21:13.929746 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:13.975851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Transition to ACTIVE for port object e444d9b2-0a49-4ae5-a934-0797bdfc4a47 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:21:14.028279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:14.046409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:14.052115 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec86368e-ade1-4c28-b732-afc48fd0f315" -d '{"events": [{"server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "name": "network-vif-unplugged", "status": "completed", "tag": "ab47ce55-b82e-4054-9555-46f7160be195"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:14.075403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:14.089554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:14.205891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:14.209448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:21:14.229511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:21:14.244663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:21:14.260879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:14.266359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:14.336458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'Port': ['ID=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:14.371159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-c58eabb2-d9e1-4f03-bad5-0c3021e19d2e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2582181 Aug 30 14:21:14.387480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Request body: {'port': {'device_id': '47364586-7270-4cc7-a79f-b89b6bbc897d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:14.571780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:14.833157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ab809c3-48dd-4029-bf03-dba183293b4a None None] Provisioning for port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:21:14.846544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ab809c3-48dd-4029-bf03-dba183293b4a None None] Provisioning complete for port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:14.847069 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ab809c3-48dd-4029-bf03-dba183293b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:14.958430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ab809c3-48dd-4029-bf03-dba183293b4a None None] Port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:21:15.009136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:15.030033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:15.105647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e7a13e-951f-4be3-8c98-26f1689adc4b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:15.123458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:15.139464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Transition to ACTIVE for port object 04e7a13e-951f-4be3-8c98-26f1689adc4b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:21:15.150358 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:15.350279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on host n-h1-805668-3 for vnic_type normal with profile {"migrating_to": "n-h2-805668-3"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:21:15.350817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:21:15.352060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:15.358376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Pushing event updated for resources: {'Port': ['ID=04e7a13e-951f-4be3-8c98-26f1689adc4b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:15.381680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.383517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.383517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.383918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.384347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.384833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.386175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.386665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.387144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.387622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.388487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.388628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:15.398850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:21:15.399327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Attempting to bind port ab47ce55-b82e-4054-9555-46f7160be195 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:15.464972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:21:15.465932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:21:15.466825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:21:15.467843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Bound port: ab47ce55-b82e-4054-9555-46f7160be195, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:21:15.468848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:15.619821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e444d9b2-0a49-4ae5-a934-0797bdfc4a47 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:15.641670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:15.684772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Transition to ACTIVE for port object e444d9b2-0a49-4ae5-a934-0797bdfc4a47 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:21:15.694600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:15.751830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Attempting to bind port 04e7a13e-951f-4be3-8c98-26f1689adc4b on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:21:15.752360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Attempting to bind port 04e7a13e-951f-4be3-8c98-26f1689adc4b by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:21:15.752906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Attempting to bind port 04e7a13e-951f-4be3-8c98-26f1689adc4b on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:15.784061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Pushing event updated for resources: {'Port': ['ID=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:15.839216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Port 04e7a13e-951f-4be3-8c98-26f1689adc4b on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:21:15.843779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Attempting to bind port 04e7a13e-951f-4be3-8c98-26f1689adc4b on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:15.894026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:21:15.896992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:21:15.899974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:21:15.901218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Bound port: 04e7a13e-951f-4be3-8c98-26f1689adc4b, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:21:15.901854 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:15.946811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Attempting to bind port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:21:15.947405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Attempting to bind port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:21:15.957778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Attempting to bind port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:15.984966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:21:15.985585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Attempting to bind port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:15.997588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:21:15.998031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:21:15.998571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:21:16.001350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Bound port: e444d9b2-0a49-4ae5-a934-0797bdfc4a47, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:21:16.001815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:16.155891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:21:16.172026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:21:16.226608 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:16.236349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] For port e444d9b2-0a49-4ae5-a934-0797bdfc4a47, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:21:16.255753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] For port e444d9b2-0a49-4ae5-a934-0797bdfc4a47, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:21:16.266479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:16.307998 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc8280c-91df-42f9-95cf-10daea94bbc0 x-openstack-request-id: req-bcc8280c-91df-42f9-95cf-10daea94bbc0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:16.309595 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267d2e57-ba77-4644-a8e3-990eaf701414", "name": "network-vif-deleted", "tag": "4486f1f5-6123-4155-a752-59ffa72f64d8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:16.309595 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcc8280c-91df-42f9-95cf-10daea94bbc0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:16.311422 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267d2e57-ba77-4644-a8e3-990eaf701414', 'name': 'network-vif-deleted', 'tag': '4486f1f5-6123-4155-a752-59ffa72f64d8', 'status': 'completed', 'code': 200} Aug 30 14:21:16.340039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:16.341596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:16.352021 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] 10.222.0.39 "PUT /v2.0/ports/e444d9b2-0a49-4ae5-a934-0797bdfc4a47 HTTP/1.1" status: 200 len: 1096 time: 1.9687366 Aug 30 14:21:16.406241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] For port 04e7a13e-951f-4be3-8c98-26f1689adc4b, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:21:16.486513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] For port 04e7a13e-951f-4be3-8c98-26f1689adc4b, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=04e7a13e-951f-4be3-8c98-26f1689adc4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:21:16.605247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:16.608403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:16.617285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] 10.222.0.39 "PUT /v2.0/ports/ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 200 len: 1122 time: 3.4916828 Aug 30 14:21:16.694261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b17c7b-541d-4892-b686-ea395dae2473 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:16.713870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:16.773480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ab47ce55-b82e-4054-9555-46f7160be195'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:16.790824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:16.792002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:16.807212 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] 10.222.0.21 "PUT /v2.0/ports/04e7a13e-951f-4be3-8c98-26f1689adc4b HTTP/1.1" status: 200 len: 1096 time: 4.2365754 Aug 30 14:21:16.905810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['ab47ce55-b82e-4054-9555-46f7160be195'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:17.177006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701823b6-cb8b-4613-ae88-9ad7f9ac8d8c service neutron] Pushing event updated for resources: {'Port': ['ID=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:17.260994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-32e85959-6a1c-4ede-9f59-f9caa31d742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:17.271985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-f72f8948-87f6-4347-9bf0-b60880990168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:17.274137 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-32e85959-6a1c-4ede-9f59-f9caa31d742e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 1099 time: 0.3462925 Aug 30 14:21:17.277036 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-f72f8948-87f6-4347-9bf0-b60880990168 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 1099 time: 0.6627138 Aug 30 14:21:17.279862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf865-6a56-41c3-bef5-096ded66932c service neutron] Pushing event updated for resources: {'Port': ['ID=04e7a13e-951f-4be3-8c98-26f1689adc4b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:17.428779 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe16a8c-4944-42c3-9446-733ea19fa613 x-openstack-request-id: req-4fe16a8c-4944-42c3-9446-733ea19fa613 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:17.429277 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "name": "network-vif-unplugged", "status": "completed", "tag": "ab47ce55-b82e-4054-9555-46f7160be195", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:17.429683 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4fe16a8c-4944-42c3-9446-733ea19fa613 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:17.430319 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195', 'code': 200} Aug 30 14:21:17.434116 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-99e6c087-906e-4472-b273-515814c1b506 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=04e7a13e-951f-4be3-8c98-26f1689adc4b HTTP/1.1" status: 200 len: 217 time: 0.1345730 Aug 30 14:21:17.452984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51981542-9e04-4950-83a5-0208615eda70 req-170eb03e-729a-453c-9ef1-aa755921b404 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:17.455693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51981542-9e04-4950-83a5-0208615eda70 req-170eb03e-729a-453c-9ef1-aa755921b404 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.5882103 Aug 30 14:21:17.467733 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-455d1415-e686-4a2c-baed-209ecf780d45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e444d9b2-0a49-4ae5-a934-0797bdfc4a47 HTTP/1.1" status: 200 len: 217 time: 0.1758351 Aug 30 14:21:17.747666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-030838da-284b-4b2c-ba1b-7a079e553860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:17.767312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-030838da-284b-4b2c-ba1b-7a079e553860 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.3227746 Aug 30 14:21:17.847010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51981542-9e04-4950-83a5-0208615eda70 req-5d2d1b79-eaec-4bd1-be9e-78e0ccbe87f8 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207154 Aug 30 14:21:17.880730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-5251b1f5-b1b5-4ad3-b236-f910994d18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:17.908585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-5251b1f5-b1b5-4ad3-b236-f910994d18a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.4314349 Aug 30 14:21:17.959337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-b82b0005-2a9b-4e50-88a8-6565de8c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:17.966712 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-b82b0005-2a9b-4e50-88a8-6565de8c97ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909101 Aug 30 14:21:18.103423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654615d-09eb-407e-a436-09393f29d934 req-10c1fbc0-959e-40e6-8502-87ebfcc4c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:18.119643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-10c1fbc0-959e-40e6-8502-87ebfcc4c735 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038965 Aug 30 14:21:18.376324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47364586-7270-4cc7-a79f-b89b6bbc897d', 'tag': 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:18.406118 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b145ebb-b1dc-4323-9e1c-820b00620ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "47364586-7270-4cc7-a79f-b89b6bbc897d", "tag": "e444d9b2-0a49-4ae5-a934-0797bdfc4a47"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:18.640192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ddc977ff-edfa-41a4-bc68-344b4f9055d7 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:18.695550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-a5dd152f-7925-4cb8-816b-f17d397cf66f service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215781 Aug 30 14:21:18.855082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077751c-c41c-4cb3-871d-f69dd797c2d4 req-2daa3674-c787-4f52-b165-69515b64403d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:18.864472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e077751c-c41c-4cb3-871d-f69dd797c2d4 req-2daa3674-c787-4f52-b165-69515b64403d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 948 time: 0.7401576 Aug 30 14:21:18.875709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-5bf16e4f-d313-4025-9c4a-1078ca7a8de9 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630478 Aug 30 14:21:18.984024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-e0446be9-176f-4458-b4f5-0c4dc0e76cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0011115 Aug 30 14:21:19.013443 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e077751c-c41c-4cb3-871d-f69dd797c2d4 req-ac29b839-3985-4944-a174-a49bc47a7e52 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404967 Aug 30 14:21:19.264839 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2358efe7-e976-4c42-9a04-ac6a6c77d796 x-openstack-request-id: req-2358efe7-e976-4c42-9a04-ac6a6c77d796 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:19.265342 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47364586-7270-4cc7-a79f-b89b6bbc897d", "tag": "e444d9b2-0a49-4ae5-a934-0797bdfc4a47", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:19.265760 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2358efe7-e976-4c42-9a04-ac6a6c77d796 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:19.266904 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47364586-7270-4cc7-a79f-b89b6bbc897d', 'tag': 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47', 'status': 'completed', 'code': 200} Aug 30 14:21:19.434848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195'}, {'name': 'network-changed', 'server_uuid': '583790d4-81a8-4d5f-b550-f27eba2dae01', 'tag': '04e7a13e-951f-4be3-8c98-26f1689adc4b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:19.448217 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22" -d '{"events": [{"name": "network-changed", "server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "tag": "ab47ce55-b82e-4054-9555-46f7160be195"}, {"name": "network-changed", "server_uuid": "583790d4-81a8-4d5f-b550-f27eba2dae01", "tag": "04e7a13e-951f-4be3-8c98-26f1689adc4b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:19.493734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-f6159421-b08e-4620-a111-8c61b46c4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:19.496268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-f6159421-b08e-4620-a111-8c61b46c4038 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 1099 time: 0.2033901 Aug 30 14:21:19.572188 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:19.584473 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:19.607767 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5654615d-09eb-407e-a436-09393f29d934 req-6da8cb40-d78b-4578-9b16-9091717c2f99 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208756 Aug 30 14:21:19.671550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:19.676573 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb5e0f4-4f01-421b-92a3-bc66480d8182" -d '{"events": [{"server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "name": "network-vif-unplugged", "status": "completed", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:19.726895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:19.738354 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:19.784935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535745e7-2ff6-4210-99c7-2fc6170f4d76 req-37ae9ad7-72f3-4942-a571-5942c47dd452 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:19.805896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-535745e7-2ff6-4210-99c7-2fc6170f4d76 req-37ae9ad7-72f3-4942-a571-5942c47dd452 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 950 time: 0.2344947 Aug 30 14:21:19.908936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:19.956742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-535745e7-2ff6-4210-99c7-2fc6170f4d76 req-ac5d8753-d596-446c-a971-af0f71dbfee9 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493878 Aug 30 14:21:19.992607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ce07a-76a6-4338-8792-5cde99127187 req-4b359033-37a7-4131-9865-52398907a3f7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:19.994276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592ce07a-76a6-4338-8792-5cde99127187 req-4b359033-37a7-4131-9865-52398907a3f7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.4511473 Aug 30 14:21:20.095164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-9faf0485-e0de-414b-8c5a-712d89440716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:20.096658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-9faf0485-e0de-414b-8c5a-712d89440716 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.5890079 Aug 30 14:21:20.126518 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c243a77-6eb4-4d75-a4fc-d760a7541948 x-openstack-request-id: req-4c243a77-6eb4-4d75-a4fc-d760a7541948 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:20.127407 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "tag": "ab47ce55-b82e-4054-9555-46f7160be195", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "583790d4-81a8-4d5f-b550-f27eba2dae01", "tag": "04e7a13e-951f-4be3-8c98-26f1689adc4b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:20.127407 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c243a77-6eb4-4d75-a4fc-d760a7541948 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:20.127946 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195', 'status': 'completed', 'code': 200} Aug 30 14:21:20.130157 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583790d4-81a8-4d5f-b550-f27eba2dae01', 'tag': '04e7a13e-951f-4be3-8c98-26f1689adc4b', 'status': 'completed', 'code': 200} Aug 30 14:21:20.198548 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1927f2-1b02-400c-9908-082b4df02224 x-openstack-request-id: req-cf1927f2-1b02-400c-9908-082b4df02224 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:20.199522 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "name": "network-vif-unplugged", "status": "completed", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:20.200211 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf1927f2-1b02-400c-9908-082b4df02224 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:20.201376 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'code': 200} Aug 30 14:21:20.209849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592ce07a-76a6-4338-8792-5cde99127187 req-84c2812a-b666-4baa-8be5-3ac6d6c16004 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003791 Aug 30 14:21:20.211517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-71ce74e7-cd75-4d6a-8954-861c40976ecc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e444d9b2-0a49-4ae5-a934-0797bdfc4a47 HTTP/1.1" status: 200 len: 217 time: 0.1047602 Aug 30 14:21:20.343290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-64ae712d-74d6-49c4-a0a5-6ee461057452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:20.344800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-64ae712d-74d6-49c4-a0a5-6ee461057452 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1256649 Aug 30 14:21:20.465433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-106134d2-2379-42e0-a276-64dc99194cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:20.468986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-106134d2-2379-42e0-a276-64dc99194cb0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143208 Aug 30 14:21:20.558098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5165ee-42e0-4702-9f48-7a13e2cdb0cb req-478506da-847f-4154-ac37-7cf5104abbe6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:20.579449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b5165ee-42e0-4702-9f48-7a13e2cdb0cb req-478506da-847f-4154-ac37-7cf5104abbe6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 948 time: 0.2502081 Aug 30 14:21:20.581812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-44e9d81e-ef6e-4482-b3b2-e8fce157da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:20.584868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-44e9d81e-ef6e-4482-b3b2-e8fce157da8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1125 time: 0.3870025 Aug 30 14:21:20.652533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device e444d9b2-0a49-4ae5-a934-0797bdfc4a47 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:21:21.064497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-518b311b-c073-4993-9465-05e925507435 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775211 Aug 30 14:21:21.304666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b5165ee-42e0-4702-9f48-7a13e2cdb0cb req-b34b6422-8849-4d92-b332-be2618ca3c52 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139971 Aug 30 14:21:21.310552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port e444d9b2-0a49-4ae5-a934-0797bdfc4a47, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:21.313113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-59643056-b427-4f1a-b164-d00160e5c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:21.316054 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-59643056-b427-4f1a-b164-d00160e5c605 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.6954639 Aug 30 14:21:21.367914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47', 'mac_address': 'fa:16:3e:ae:5d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:21:21.372536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b145ebb-b1dc-4323-9e1c-820b00620ae2 req-17fc7472-10a8-4a67-ad19-e785976372d0 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954531 Aug 30 14:21:21.402639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-7f10029a-ecff-4b71-aca4-5c0d284d3687 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 200 len: 217 time: 0.0748391 Aug 30 14:21:21.509962 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:21.577272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-cb75317d-4797-4805-9de5-c0e10c144de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:21.579334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e444d9b2-0a49-4ae5-a934-0797bdfc4a47 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:21.580828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-cb75317d-4797-4805-9de5-c0e10c144de2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1635678 Aug 30 14:21:21.654469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port e444d9b2-0a49-4ae5-a934-0797bdfc4a47, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:21.667417 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:21.769398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-c7932f2e-c782-49db-88e9-dd82806fcbc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429989 Aug 30 14:21:21.775954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:22.108990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['e444d9b2-0a49-4ae5-a934-0797bdfc4a47'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:22.159313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86528ce0-f3ed-4bf6-95e2-27ac4ddab6f7 req-59d556eb-a352-4335-be6d-b56d6daf5c27 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:22.188131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86528ce0-f3ed-4bf6-95e2-27ac4ddab6f7 req-59d556eb-a352-4335-be6d-b56d6daf5c27 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.3551900 Aug 30 14:21:22.236320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-a719c1af-888b-415f-a4fc-029da4c661b8 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551649 Aug 30 14:21:22.344772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86528ce0-f3ed-4bf6-95e2-27ac4ddab6f7 req-33bbd30e-cbe9-4fdf-b45f-8ac1eee704ce tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441770 Aug 30 14:21:22.693480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-27f5e5a7-e873-4922-8137-fc3e93368efc service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784330 Aug 30 14:21:22.836403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793aa94-824b-4113-8b3e-ab4de6a397b1 req-5c1b57ca-d359-4573-bc03-91e5c17b4ea6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:22.843166 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b793aa94-824b-4113-8b3e-ab4de6a397b1 req-5c1b57ca-d359-4573-bc03-91e5c17b4ea6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 949 time: 0.1391032 Aug 30 14:21:22.946365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-c8d59c3d-9bee-4639-a045-c67517af0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:22.948003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-c8d59c3d-9bee-4639-a045-c67517af0a1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 1099 time: 0.1104009 Aug 30 14:21:22.949451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b793aa94-824b-4113-8b3e-ab4de6a397b1 req-ec2b372d-1e47-42e1-b5c4-84e1d10ad7e5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996130 Aug 30 14:21:23.102492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-d2cd5539-3280-4563-a075-29525bcd5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:23.104714 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-d2cd5539-3280-4563-a075-29525bcd5731 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1440983 Aug 30 14:21:23.168723 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-3a5983ad-cb2c-491d-b212-1095e4d1b8ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=04e7a13e-951f-4be3-8c98-26f1689adc4b HTTP/1.1" status: 200 len: 217 time: 0.0552132 Aug 30 14:21:23.241118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-341cf2b0-585b-43b6-b4dc-9c0836a7672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:23.242743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-341cf2b0-585b-43b6-b4dc-9c0836a7672f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0645764 Aug 30 14:21:23.319699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-a0f496e0-0fa5-44e8-b77d-a50051aae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:23.321521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-a0f496e0-0fa5-44e8-b77d-a50051aae93d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693715 Aug 30 14:21:23.646474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4352ef-b615-4b18-b4d5-0cd71d0e5266 req-1feedc5e-bb56-4ee6-b182-67eca7c277c6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:23.649847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc4352ef-b615-4b18-b4d5-0cd71d0e5266 req-1feedc5e-bb56-4ee6-b182-67eca7c277c6 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.1469157 Aug 30 14:21:23.744221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-c97aa410-4a90-4698-90c7-d96108c0dc1f service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129903 Aug 30 14:21:23.901745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc4352ef-b615-4b18-b4d5-0cd71d0e5266 req-e714c55e-6870-4492-8916-b84c923a4b70 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424085 Aug 30 14:21:24.035407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f09a6d0-cca1-45e7-8e8a-a8a5e4e08e22 req-a0a72714-76d4-443a-ab4f-30ac95ecd526 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817597 Aug 30 14:21:24.176831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa82d4-9619-4d4b-ab1a-0065ea34f796 req-c4718485-ca27-44e9-8286-790bb44b32c9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:24.186659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73fa82d4-9619-4d4b-ab1a-0065ea34f796 req-c4718485-ca27-44e9-8286-790bb44b32c9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 949 time: 0.0733371 Aug 30 14:21:24.239975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73fa82d4-9619-4d4b-ab1a-0065ea34f796 req-be7fdea4-1f69-4d16-b90b-b5eb5853a320 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522976 Aug 30 14:21:24.666834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device e444d9b2-0a49-4ae5-a934-0797bdfc4a47 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:21:24.757403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:21:24.766771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:24.767395 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:24.891752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:24.942198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47364586-7270-4cc7-a79f-b89b6bbc897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:24.946821 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20914d53-076b-48af-9d2c-2e92f173aa7b" -d '{"events": [{"server_uuid": "47364586-7270-4cc7-a79f-b89b6bbc897d", "name": "network-vif-plugged", "status": "completed", "tag": "e444d9b2-0a49-4ae5-a934-0797bdfc4a47"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:24.981068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port e444d9b2-0a49-4ae5-a934-0797bdfc4a47, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:24.990466 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:25.005214 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c387405-bd9d-4668-aebe-032933124720 x-openstack-request-id: req-5c387405-bd9d-4668-aebe-032933124720 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:25.017279 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47364586-7270-4cc7-a79f-b89b6bbc897d", "name": "network-vif-plugged", "status": "completed", "tag": "e444d9b2-0a49-4ae5-a934-0797bdfc4a47", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:25.017681 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c387405-bd9d-4668-aebe-032933124720 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:25.018128 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47364586-7270-4cc7-a79f-b89b6bbc897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47', 'code': 200} Aug 30 14:21:25.115711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 04e7a13e-951f-4be3-8c98-26f1689adc4b details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:21:25.218955 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc622-b0c0-499d-8072-dec0246a78b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:25.274185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c710693-385e-461f-8f5e-ca589b9973d4 req-7ca8bece-4ffd-409b-9699-23b2c15e90c0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:25.289955 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c710693-385e-461f-8f5e-ca589b9973d4 req-7ca8bece-4ffd-409b-9699-23b2c15e90c0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.2189517 Aug 30 14:21:25.358990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb69ac-2e56-4489-9191-4c3b33c2a3c5 req-1d6d946e-4433-45a0-b56c-0d2429113879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:25.361532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-37fb69ac-2e56-4489-9191-4c3b33c2a3c5 req-1d6d946e-4433-45a0-b56c-0d2429113879 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 1101 time: 0.2166600 Aug 30 14:21:25.376579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:25.481352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c710693-385e-461f-8f5e-ca589b9973d4 req-a24866d8-5b7e-4da3-b3e6-abb1b6c58255 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863384 Aug 30 14:21:25.502340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26053d-466a-4ffe-9b95-2bdd1e3b7b31 req-a8a1a70e-82a2-44df-bf76-cf7cd01a0c35 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:25.505486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae26053d-466a-4ffe-9b95-2bdd1e3b7b31 req-a8a1a70e-82a2-44df-bf76-cf7cd01a0c35 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 950 time: 0.1045578 Aug 30 14:21:25.514771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-37fb69ac-2e56-4489-9191-4c3b33c2a3c5 req-36ca8425-a0ef-4f3a-bbaa-e724e06575fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355643 Aug 30 14:21:25.538670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 04e7a13e-951f-4be3-8c98-26f1689adc4b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=04e7a13e-951f-4be3-8c98-26f1689adc4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:25.600313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '04e7a13e-951f-4be3-8c98-26f1689adc4b', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '04e7a13e-951f-4be3-8c98-26f1689adc4b', 'mac_address': 'fa:16:3e:f4:54:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:21:25.623350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae26053d-466a-4ffe-9b95-2bdd1e3b7b31 req-c23d103c-61f4-48d8-87f3-8c90bdc0f01e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050272 Aug 30 14:21:25.724172 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:25.751803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e7a13e-951f-4be3-8c98-26f1689adc4b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:25.802612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 04e7a13e-951f-4be3-8c98-26f1689adc4b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=04e7a13e-951f-4be3-8c98-26f1689adc4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:25.810058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:25.955119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=04e7a13e-951f-4be3-8c98-26f1689adc4b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:26.530368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['04e7a13e-951f-4be3-8c98-26f1689adc4b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:26.791929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee882b-0fcc-4acf-84ee-2588b1f01149 req-e42efd4f-7498-4719-8db4-8ba7f3819060 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:26.806675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1eee882b-0fcc-4acf-84ee-2588b1f01149 req-e42efd4f-7498-4719-8db4-8ba7f3819060 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.1615617 Aug 30 14:21:26.892359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1eee882b-0fcc-4acf-84ee-2588b1f01149 req-46df3a59-8d01-4713-be17-16b7baf56391 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838418 Aug 30 14:21:27.001774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a4897-cd90-4ed4-aa29-8f86db0d3541 req-95c94972-21a2-4993-ba28-abcb3f2429fb tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:27.017524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-528a4897-cd90-4ed4-aa29-8f86db0d3541 req-95c94972-21a2-4993-ba28-abcb3f2429fb tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 950 time: 0.1681406 Aug 30 14:21:27.125234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:21:27.130735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-528a4897-cd90-4ed4-aa29-8f86db0d3541 req-b10cf16b-b9a2-4da7-b08f-1852aae46709 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115172 Aug 30 14:21:27.135664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device ab47ce55-b82e-4054-9555-46f7160be195 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:27.489134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:27.511323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'mac_address': 'fa:16:3e:5f:85:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:21:27.599881 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:27.642054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b46d0ff-5c87-468f-8e15-fed8d80987c1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:27.676997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:27.682668 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:27.766851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:27.860761 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b201-c6d6-4ad2-9ce3-6e5a3353e77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:27.926803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['9b46d0ff-5c87-468f-8e15-fed8d80987c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:28.303274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d736ca-445d-432c-9451-34149210031c req-413a6ad3-7437-4dcd-8dec-575555fcece0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:28.321663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6d736ca-445d-432c-9451-34149210031c req-413a6ad3-7437-4dcd-8dec-575555fcece0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.2575994 Aug 30 14:21:28.418976 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6d736ca-445d-432c-9451-34149210031c req-5e7ed854-2c43-40d3-9404-6771e9519ab0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951235 Aug 30 14:21:28.522389 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:28.531767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cfa32-416d-48a6-92ee-3b04d1b978da req-6aac3f29-2468-45bc-bd9a-e078ef40f9cf tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:28.545853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dd4cfa32-416d-48a6-92ee-3b04d1b978da req-6aac3f29-2468-45bc-bd9a-e078ef40f9cf tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 950 time: 0.1471477 Aug 30 14:21:28.605941 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dd4cfa32-416d-48a6-92ee-3b04d1b978da req-61877cff-6b31-469e-bee7-e78289e9a022 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Aug 30 14:21:28.828006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578cbaf-e156-41ff-aed9-39ad02a003a2 req-e7a57e8f-fcd9-4ba0-9331-a5a6956b61f9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:28.833000 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b578cbaf-e156-41ff-aed9-39ad02a003a2 req-e7a57e8f-fcd9-4ba0-9331-a5a6956b61f9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 949 time: 0.0986791 Aug 30 14:21:28.903417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b578cbaf-e156-41ff-aed9-39ad02a003a2 req-42bb16fd-a4e7-4b5a-a1dd-843feddec6b5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574677 Aug 30 14:21:29.110824 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:29.143677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 04e7a13e-951f-4be3-8c98-26f1689adc4b up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:21:29.226278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 04e7a13e-951f-4be3-8c98-26f1689adc4b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:21:29.261351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 04e7a13e-951f-4be3-8c98-26f1689adc4b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:29.261879 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:29.457833 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:29.490902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583790d4-81a8-4d5f-b550-f27eba2dae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e7a13e-951f-4be3-8c98-26f1689adc4b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:29.493631 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff984e40-e63e-4337-84f7-cff41973941b" -d '{"events": [{"server_uuid": "583790d4-81a8-4d5f-b550-f27eba2dae01", "name": "network-vif-plugged", "status": "completed", "tag": "04e7a13e-951f-4be3-8c98-26f1689adc4b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:29.514647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 04e7a13e-951f-4be3-8c98-26f1689adc4b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=04e7a13e-951f-4be3-8c98-26f1689adc4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:29.522788 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:29.591778 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe3bc4-15f1-451d-943c-8208a2922359 x-openstack-request-id: req-9efe3bc4-15f1-451d-943c-8208a2922359 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:29.592338 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583790d4-81a8-4d5f-b550-f27eba2dae01", "name": "network-vif-plugged", "status": "completed", "tag": "04e7a13e-951f-4be3-8c98-26f1689adc4b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:29.592651 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9efe3bc4-15f1-451d-943c-8208a2922359 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:29.593370 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583790d4-81a8-4d5f-b550-f27eba2dae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e7a13e-951f-4be3-8c98-26f1689adc4b', 'code': 200} Aug 30 14:21:29.647708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=04e7a13e-951f-4be3-8c98-26f1689adc4b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:29.665472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd454a69-80bc-4eb8-9715-112d5d63d4c6 req-d9bea0e2-0d44-4198-9fb1-c62f8fa777ae tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:29.683287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd454a69-80bc-4eb8-9715-112d5d63d4c6 req-d9bea0e2-0d44-4198-9fb1-c62f8fa777ae tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.1442246 Aug 30 14:21:29.788090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd454a69-80bc-4eb8-9715-112d5d63d4c6 req-2e44d757-b85e-481f-8100-b8bd6ffeb33a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032910 Aug 30 14:21:29.831175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a0c83-8841-4474-95b8-35f1682f19fb req-77b7fb5f-7f2a-4a86-80ff-7c9272adc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:29.833383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a6a0c83-8841-4474-95b8-35f1682f19fb req-77b7fb5f-7f2a-4a86-80ff-7c9272adc597 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 1101 time: 0.1071970 Aug 30 14:21:29.879229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a6a0c83-8841-4474-95b8-35f1682f19fb req-f5c5b9ba-438f-404d-b2d9-834e496f6079 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375597 Aug 30 14:21:30.042271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb74ca-15c2-4cf3-a921-e3cac3769a8e req-93581cf4-2078-4e2a-b28e-65f197cc0384 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:30.044863 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b2eb74ca-15c2-4cf3-a921-e3cac3769a8e req-93581cf4-2078-4e2a-b28e-65f197cc0384 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 950 time: 0.0636151 Aug 30 14:21:30.109037 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b2eb74ca-15c2-4cf3-a921-e3cac3769a8e req-90f2b600-d117-4137-925d-434439a406f8 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572886 Aug 30 14:21:30.535847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-525781f5-feea-441c-9986-6aea7163b4ab service neutron] 10.222.0.21 "GET /v2.0/ports/ab47ce55-b82e-4054-9555-46f7160be195/bindings/n-h2-805668-3 HTTP/1.1" status: 200 len: 384 time: 0.0919673 Aug 30 14:21:30.688083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:31.055054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:31.147623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:21:31.156701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:21:31.238006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e41513-c58b-4ff2-8634-65d4a8a075d7 req-e26c3e14-18dc-4d6d-80ba-2aea464b0180 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:31.241297 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17e41513-c58b-4ff2-8634-65d4a8a075d7 req-e26c3e14-18dc-4d6d-80ba-2aea464b0180 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 944 time: 0.2489161 Aug 30 14:21:31.245443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab47ce55-b82e-4054-9555-46f7160be195 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:31.295874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:31.296659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:31.297406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:31.325382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:31.342447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17e41513-c58b-4ff2-8634-65d4a8a075d7 req-67677732-8080-46d0-81a1-0d65478af8fe tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744250 Aug 30 14:21:31.468949 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:31.488453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:31.524384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] Transition to ACTIVE for port object ab47ce55-b82e-4054-9555-46f7160be195 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:21:31.549125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:31.591986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:31.594562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:31.601191 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f135ab-d0b4-4ce6-93dc-0d46b6a4bde1" -d '{"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-plugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:31.607454 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:31.772391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:31.872052 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] No DVR routers for this DVR port ab47ce55-b82e-4054-9555-46f7160be195 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:21:32.003489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03504ba9-2787-4265-864a-4354cd321136 req-394ee69a-523c-4f28-bcb9-1356db09d884 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:32.007056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03504ba9-2787-4265-864a-4354cd321136 req-394ee69a-523c-4f28-bcb9-1356db09d884 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 950 time: 0.3532436 Aug 30 14:21:32.008300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] Pushing event updated for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:32.034220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3ac66d5c-ad84-4c23-be04-2cd844d6ed9d service neutron] 10.222.0.21 "PUT /v2.0/ports/ab47ce55-b82e-4054-9555-46f7160be195/bindings/n-h2-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4864063 Aug 30 14:21:32.146959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03504ba9-2787-4265-864a-4354cd321136 req-cf65772d-4c46-4368-b96a-84b78da1ab9b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068213 Aug 30 14:21:32.234027 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99f7540-4a22-49ea-b3df-5116f152cafe x-openstack-request-id: req-a99f7540-4a22-49ea-b3df-5116f152cafe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:32.235015 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-plugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:32.235456 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a99f7540-4a22-49ea-b3df-5116f152cafe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:32.236090 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'code': 200} Aug 30 14:21:32.299421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:32.344340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-317509e4-e02d-45a6-9666-f89d03487bf5 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:32.345882 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-317509e4-e02d-45a6-9666-f89d03487bf5 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.1514380 Aug 30 14:21:32.472644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:32.720649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-9301d92e-4705-4657-ac0a-56e76cf4f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:32.722312 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-9301d92e-4705-4657-ac0a-56e76cf4f9f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991&tenant_id=1f720867c22e4367a9d32fb472288ece HTTP/1.1" status: 200 len: 1096 time: 0.2040603 Aug 30 14:21:32.780271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d67a2e-1ee8-42f3-abc7-b78ffcc63111 req-48c71850-b40d-44d8-9494-eb9800434f52 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:32.782052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d67a2e-1ee8-42f3-abc7-b78ffcc63111 req-48c71850-b40d-44d8-9494-eb9800434f52 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 945 time: 0.1650233 Aug 30 14:21:32.904488 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d67a2e-1ee8-42f3-abc7-b78ffcc63111 req-b6db199d-20b2-4f6b-a41a-27b6e3373e09 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014278 Aug 30 14:21:32.906833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-b89fa7d8-b6ea-4de5-becc-72e97088680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:32.908823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-b89fa7d8-b6ea-4de5-becc-72e97088680f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1096 time: 0.1519666 Aug 30 14:21:33.010340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Deleting port 837c6598-09bf-4379-941a-e814b298b8d6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:33.010667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:33.013833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7aa46-341a-436b-a790-514619d0782c req-298eec6e-1941-4afb-8b43-eb3b37e81e6f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:33.016076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-298eec6e-1941-4afb-8b43-eb3b37e81e6f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 805 time: 0.1410885 Aug 30 14:21:33.038581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-12ce26af-969a-4aa3-95da-95f92d68a4f6 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/quotas/5ccdeffd66784ff9b095f72c819b9e6f HTTP/1.1" status: 200 len: 375 time: 0.0111496 Aug 30 14:21:33.073916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-cc9868bd-d087-42a7-aa64-96a8c417f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:33.075426 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-cc9868bd-d087-42a7-aa64-96a8c417f344 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.1581581 Aug 30 14:21:33.104417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-c948d7bf-8bbe-42c0-8764-81983f8bfa83 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543685 Aug 30 14:21:33.131778 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-b690d707-0ffb-4872-9f8e-1855764a68d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 200 len: 217 time: 0.0474010 Aug 30 14:21:33.155091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0ad7f47c-11a3-42e0-959e-09c299896447 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:33.184744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] For port 837c6598-09bf-4379-941a-e814b298b8d6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=837c6598-09bf-4379-941a-e814b298b8d6,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:33.185361 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:33.208668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Calling delete_port for 837c6598-09bf-4379-941a-e814b298b8d6 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:33.222412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-10f98e2e-61a2-4ed1-8085-b56bef508478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:33.224063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-10f98e2e-61a2-4ed1-8085-b56bef508478 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.0841711 Aug 30 14:21:33.262523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-12930576-7745-48cf-86c8-c47f911f978a service neutron] 10.222.0.50 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379771 Aug 30 14:21:33.293164 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-958fb084-c527-4e78-a83a-a84acb17592d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336568 Aug 30 14:21:33.303761 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:33.363403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:33.376115 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:33.448509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-c52a95e6-4c8d-4c87-8288-299cfcd56293 service neutron] 10.222.0.50 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742613 Aug 30 14:21:33.477176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:33.541503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-09476764-2788-421f-a242-441c5e38fe6d service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390990 Aug 30 14:21:33.567975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7769a-dc9b-4baf-861b-01162768cc61 req-db5d2b99-0641-4f4c-b8eb-72488a34d4b8 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:33.569609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4a7769a-dc9b-4baf-861b-01162768cc61 req-db5d2b99-0641-4f4c-b8eb-72488a34d4b8 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 950 time: 0.1170177 Aug 30 14:21:33.749563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4a7769a-dc9b-4baf-861b-01162768cc61 req-d09f0b9e-c383-4889-a347-f90ae9c76794 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406033 Aug 30 14:21:33.772636 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:33.828871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Pushing event deleted for resources: {'Port': ['ID=837c6598-09bf-4379-941a-e814b298b8d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:33.842599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-c70d7574-f0c8-4c22-807a-68ff4dfa18f0 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925234 Aug 30 14:21:33.858859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.859484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.859961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.860520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.861147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.861758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.863426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.864523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.865776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.866296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.867358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:33.867914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:34.195950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2cef8f0-326f-43d8-834f-264590fd510f req-85ec7ca1-8850-44db-a5a9-c17f37f39e3f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 210 time: 0.0905333 Aug 30 14:21:34.237883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:34.244006 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b99bbc7-64ba-49d4-ae89-2984cc16cbb6" -d '{"events": [{"server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:34.376091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:34.490993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d99ee8-90db-48f5-a925-2a6f3a622ef0 req-0d99fb24-6659-41ad-ac3a-37d502e1d085 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:34.495202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38d99ee8-90db-48f5-a925-2a6f3a622ef0 req-0d99fb24-6659-41ad-ac3a-37d502e1d085 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 945 time: 0.1128838 Aug 30 14:21:34.595389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38d99ee8-90db-48f5-a925-2a6f3a622ef0 req-f029ecca-001d-456a-97e7-c6ba19d8d7b5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752070 Aug 30 14:21:34.641682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3014998b-3a68-4b05-a4a5-865516eed3e1 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:34.646250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-3014998b-3a68-4b05-a4a5-865516eed3e1 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.3911285 Aug 30 14:21:34.733273 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d93005a-f6cc-4427-a172-311c5813dd62 x-openstack-request-id: req-4d93005a-f6cc-4427-a172-311c5813dd62 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:34.734154 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:34.734154 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d93005a-f6cc-4427-a172-311c5813dd62 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:34.734718 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447', 'code': 200} Aug 30 14:21:34.969942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7745-cd8f-42ea-80be-24a64b809b81 req-16e87f79-aa59-4db0-821e-9f37b933968a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:34.976782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7745-cd8f-42ea-80be-24a64b809b81 req-16e87f79-aa59-4db0-821e-9f37b933968a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:34.979430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ce7745-cd8f-42ea-80be-24a64b809b81 req-16e87f79-aa59-4db0-821e-9f37b933968a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d&device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 1691 time: 0.1812823 Aug 30 14:21:34.996066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-55d6ee72-3ec3-4ee2-a4aa-8348329c82de service neutron] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:21:35.114896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c495092-efed-463f-b961-e2b5af2e2ee9 req-8e30607b-8c97-4233-9ff0-f2f318ac0511 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:35.142761 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c495092-efed-463f-b961-e2b5af2e2ee9 req-8e30607b-8c97-4233-9ff0-f2f318ac0511 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1096 time: 0.1492896 Aug 30 14:21:35.208672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c495092-efed-463f-b961-e2b5af2e2ee9 req-36ce8c3d-ace4-4b9f-931e-ac80033598aa tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630620 Aug 30 14:21:35.309245 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-55d6ee72-3ec3-4ee2-a4aa-8348329c82de service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:35.310536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a9c6f4-319b-49e4-bd37-5621ad741744 req-55d6ee72-3ec3-4ee2-a4aa-8348329c82de service neutron] 10.222.0.39 "DELETE /v2.0/ports/ab47ce55-b82e-4054-9555-46f7160be195/bindings/n-h1-805668-3 HTTP/1.1" status: 204 len: 173 time: 0.6541817 Aug 30 14:21:35.377980 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ce7745-cd8f-42ea-80be-24a64b809b81 req-663d1188-9d0f-4f72-bc19-96816ff241b9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885717 Aug 30 14:21:35.414714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:21:35.609704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32a4688a-b71a-4399-bdc0-f6c008a5c130 req-ef83335e-ec4c-48b5-91cf-1e4a7ac07bc8 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 210 time: 0.0862703 Aug 30 14:21:35.642756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:21:35.652644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-660f2de8-8c65-489c-a84c-c9410c88d40a admin admin] 10.222.0.50 "PUT /v2.0/routers/b82382ce-7f25-4f06-b1a3-4c2aa349a4a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9613416 Aug 30 14:21:35.652977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:35.659069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] Sync routers for ids ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:21:35.681225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] Routers {'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:21:35.682929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:35.802005 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:35.893370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd5a03-6be5-42de-9b02-94af1dfd1b4d req-29a1887f-2ff6-4cf9-a5dd-1bff00bfaadf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:35.895404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82dd5a03-6be5-42de-9b02-94af1dfd1b4d req-29a1887f-2ff6-4cf9-a5dd-1bff00bfaadf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 1096 time: 0.1033716 Aug 30 14:21:35.971024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] Set router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:21:35.973637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630b4ff-46d7-4a57-9391-aee3e4da233b req-406ec8dc-f9d5-4eac-a151-bcb3e81b2efb tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:35.985470 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82dd5a03-6be5-42de-9b02-94af1dfd1b4d req-d618d1ea-7c7b-4218-af23-0598e19b6e85 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558331 Aug 30 14:21:35.986302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b630b4ff-46d7-4a57-9391-aee3e4da233b req-406ec8dc-f9d5-4eac-a151-bcb3e81b2efb tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 1101 time: 0.1193626 Aug 30 14:21:36.019416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:36.103647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Deleting port 74f8ed68-c509-4675-9d2b-7c53d4082392 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:36.103993 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:36.157386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b630b4ff-46d7-4a57-9391-aee3e4da233b req-e660f0af-f04e-46ec-a203-b1bd42a6ea00 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668391 Aug 30 14:21:36.289521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-66f0e725-6fcb-4e73-9882-a14c8d729080 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:36.296781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-66f0e725-6fcb-4e73-9882-a14c8d729080 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "GET /v2.0/ports?device_id=828c439c-9cc3-49ae-a6d2-27362ab075b2 HTTP/1.1" status: 200 len: 944 time: 0.1195915 Aug 30 14:21:36.556727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Deleting port 0ad7f47c-11a3-42e0-959e-09c299896447 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:36.557109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:36.603295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:21:33Z', 'revision_number': 5, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port': {'id': '74f8ed68-c509-4675-9d2b-7c53d4082392', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:29Z', 'updated_at': '2021-08-30T14:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:36.680716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] Checking router: b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:21:36.702252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] Routers {'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:21:36.703661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:36.810897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] For port 74f8ed68-c509-4675-9d2b-7c53d4082392, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=74f8ed68-c509-4675-9d2b-7c53d4082392,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:36.822010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:36.865514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Calling delete_port for 74f8ed68-c509-4675-9d2b-7c53d4082392 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:36.905343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] Set router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:21:37.066610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] For port 0ad7f47c-11a3-42e0-959e-09c299896447, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0ad7f47c-11a3-42e0-959e-09c299896447,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:37.067546 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:37.161707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Calling delete_port for 0ad7f47c-11a3-42e0-959e-09c299896447 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:37.204087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:21:36Z', 'revision_number': 6, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:37.400507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648fa69-3a26-4deb-85cb-80b3e9c30870 req-fc3941a5-5ad3-422d-b614-f08f086978f4 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:37.420770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3648fa69-3a26-4deb-85cb-80b3e9c30870 req-fc3941a5-5ad3-422d-b614-f08f086978f4 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 1101 time: 0.8387115 Aug 30 14:21:37.428510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:37.507113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Pushing event deleted for resources: {'Port': ['ID=0ad7f47c-11a3-42e0-959e-09c299896447,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:37.512479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51708de9-6343-4a29-b1a4-dc7aedc88360 req-aef4a0ea-6535-403e-8f4d-eb9c9d6f44db tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 210 time: 0.0410697 Aug 30 14:21:37.577637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] No DVR routers for this DVR port 0ad7f47c-11a3-42e0-959e-09c299896447 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:21:37.586941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:37.589804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-278d1434-dd3f-4656-ae77-9c2de93fa862 req-02252260-9af1-441a-84a4-cc41b18e0759 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "DELETE /v2.0/ports/0ad7f47c-11a3-42e0-959e-09c299896447 HTTP/1.1" status: 204 len: 173 time: 1.2818120 Aug 30 14:21:37.590694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'name': 'network-vif-deleted', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:37.593774 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa0cac8-abbd-4903-9b18-53d2ca86af4b" -d '{"events": [{"server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "name": "network-vif-deleted", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:37.706642 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3648fa69-3a26-4deb-85cb-80b3e9c30870 req-ec1f68ed-91b5-4e80-aa36-dc5b2bbee81c tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777501 Aug 30 14:21:37.860280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7aa46-341a-436b-a790-514619d0782c req-34269aa5-fbf0-49d4-8a02-e5de55f2854e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:37.870629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-34269aa5-fbf0-49d4-8a02-e5de55f2854e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 805 time: 1.6394649 Aug 30 14:21:37.888233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841063b-997c-4f38-af4f-009aa5480b87 None None] The sync data for ids ['b82382ce-7f25-4f06-b1a3-4c2aa349a4a1'] in n-d-805668-3 is: [{'id': 'b82382ce-7f25-4f06-b1a3-4c2aa349a4a1', 'name': 'tempest-AttachSCSIVolumeTestJSON-404732151-router', 'tenant_id': '5513692fcfbd4ad4ae10821464edb502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:21:36Z', 'revision_number': 6, 'project_id': '5513692fcfbd4ad4ae10821464edb502', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:21:37.915204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Request body: {'port': {'device_id': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'admin_state_up': True, 'tenant_id': '5ccdeffd66784ff9b095f72c819b9e6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:38.106037 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98666d97-5cfb-46b8-8a80-77ccb69e76a1 x-openstack-request-id: req-98666d97-5cfb-46b8-8a80-77ccb69e76a1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:38.106037 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828c439c-9cc3-49ae-a6d2-27362ab075b2", "name": "network-vif-deleted", "tag": "0ad7f47c-11a3-42e0-959e-09c299896447", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:38.106037 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98666d97-5cfb-46b8-8a80-77ccb69e76a1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:38.107224 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828c439c-9cc3-49ae-a6d2-27362ab075b2', 'name': 'network-vif-deleted', 'tag': '0ad7f47c-11a3-42e0-959e-09c299896447', 'status': 'completed', 'code': 200} Aug 30 14:21:38.333517 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:38.352513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-13f092df-a37f-4c0a-93e2-2a678eb65fa4 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1373470 Aug 30 14:21:38.483162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f8ed68-c509-4675-9d2b-7c53d4082392,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:38.622255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:38.727075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-f39f4d34-e33d-4363-a803-6b25601f1539 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:38.741377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-f39f4d34-e33d-4363-a803-6b25601f1539 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3875511 Aug 30 14:21:38.772572 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-6f98b5c5-dac0-48d2-9482-e630d88dfaff tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/quotas/561c44519c044ac781a11934e1612f60 HTTP/1.1" status: 200 len: 375 time: 0.0299606 Aug 30 14:21:38.864324 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-45c90113-3640-45fb-86d2-0d4568f5576b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0878739 Aug 30 14:21:38.993948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:38.998532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:39.194588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0ad7f47c-11a3-42e0-959e-09c299896447 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:39.299690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 0ad7f47c-11a3-42e0-959e-09c299896447 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:21:39.300704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0ad7f47c-11a3-42e0-959e-09c299896447 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:21:39.309623 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:39.312176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:21:39.332848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c76aba8-e57a-44e5-84ee-8b0e15abfab5 req-f1e08c8e-11c0-41e1-a8f5-d5f070dbb907 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 210 time: 0.1531844 Aug 30 14:21:39.344646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:39.345839 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74cc3772-6532-4f7f-b516-dd136d1b8f78 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b82382ce-7f25-4f06-b1a3-4c2aa349a4a1 HTTP/1.1" status: 204 len: 168 time: 3.6914630 Aug 30 14:21:39.348712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:39.351735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Made reservation on behalf of 5ccdeffd66784ff9b095f72c819b9e6f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:21:39.362588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:39.603199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-30865813-26ec-47b7-a0d3-7dd7ac2362eb admin admin] Deleting subnet 7580fb78-1f96-45e0-b243-f7a1c0304648 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:21:39.609874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30865813-26ec-47b7-a0d3-7dd7ac2362eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:39.652572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc4e43cd-f9ee-435b-b2bf-ad354fb70268 req-3259a640-5747-4b48-8123-77e744a90be1 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 210 time: 0.0852709 Aug 30 14:21:39.757119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30865813-26ec-47b7-a0d3-7dd7ac2362eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:39.774568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Allocated IP 172.20.0.8 (9ff88e18-89aa-476f-8af1-d4021ac60349/bcedcd84-859e-4b33-8a0a-04894ebe067f/b560950e-c795-4cb1-b23d-e90781192eca) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:21:40.002232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30865813-26ec-47b7-a0d3-7dd7ac2362eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.049147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 74f8ed68-c509-4675-9d2b-7c53d4082392 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:40.108508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 74f8ed68-c509-4675-9d2b-7c53d4082392 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:21:40.110296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 74f8ed68-c509-4675-9d2b-7c53d4082392 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:21:40.112833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 837c6598-09bf-4379-941a-e814b298b8d6 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:40.169221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 837c6598-09bf-4379-941a-e814b298b8d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:21:40.169653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 837c6598-09bf-4379-941a-e814b298b8d6 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:21:40.177991 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30865813-26ec-47b7-a0d3-7dd7ac2362eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.213076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30865813-26ec-47b7-a0d3-7dd7ac2362eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7580fb78-1f96-45e0-b243-f7a1c0304648,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:40.243389 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1fe76-9509-4aee-9d03-fd9f4bfaad36 None None] Network f50c6224-79b8-4284-b5ad-ec96531182bb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:21:40.245947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.256061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30865813-26ec-47b7-a0d3-7dd7ac2362eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.264518 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-30865813-26ec-47b7-a0d3-7dd7ac2362eb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7580fb78-1f96-45e0-b243-f7a1c0304648 HTTP/1.1" status: 204 len: 168 time: 0.9133589 Aug 30 14:21:40.269652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:40.478029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.585583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] DHCP port deletion for f50c6224-79b8-4284-b5ad-ec96531182bb request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:21:40.590732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.623040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Deleting port 01f32485-9a7e-438e-8774-6793f47c2954 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:40.623455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.677308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Pushing event updated for resources: {'Port': ['ID=b560950e-c795-4cb1-b23d-e90781192eca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:40.739115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Network 9ff88e18-89aa-476f-8af1-d4021ac60349 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:21:40.748890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:21:40.760095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:21:40.774585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] Deleting port 01f32485-9a7e-438e-8774-6793f47c2954 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:40.775323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.777212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:40.777898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.831086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-8c4ddd8f-2725-43d4-af4d-843abf021926 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9358993 Aug 30 14:21:40.864234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Request body: {'port': {'device_id': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:40.894925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea777fe-01fe-4c28-98bf-2ad374bcb573 req-2680b79c-0a2f-48f8-9374-41ad4224b94e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:40.907131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ea777fe-01fe-4c28-98bf-2ad374bcb573 req-2680b79c-0a2f-48f8-9374-41ad4224b94e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 931 time: 0.2396705 Aug 30 14:21:40.930460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] For port 01f32485-9a7e-438e-8774-6793f47c2954, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=01f32485-9a7e-438e-8774-6793f47c2954,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:40.931191 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.964453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] For port 01f32485-9a7e-438e-8774-6793f47c2954, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=01f32485-9a7e-438e-8774-6793f47c2954,segment=NetworkSegment(67d35722-b250-42d6-b414-af0beeb80ff1),segment_id=67d35722-b250-42d6-b414-af0beeb80ff1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:40.964986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.994714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] Calling delete_port for 01f32485-9a7e-438e-8774-6793f47c2954 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:41.026077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ea777fe-01fe-4c28-98bf-2ad374bcb573 req-a1835ad0-97f2-487d-bb45-9145d7f0fecf tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065228 Aug 30 14:21:41.064821 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:41.083985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Calling delete_port for 01f32485-9a7e-438e-8774-6793f47c2954 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:41.343132 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:41.425642 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-edfc80bc-68da-40a0-bfc1-f0742d5b1dff tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754371 Aug 30 14:21:41.427307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b560950e-c795-4cb1-b23d-e90781192eca {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:41.429893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] Pushing event deleted for resources: {'Port': ['ID=01f32485-9a7e-438e-8774-6793f47c2954,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:41.434937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793885b-6778-4508-880a-d0b8f7aef168 None None] No DVR routers for this DVR port 01f32485-9a7e-438e-8774-6793f47c2954 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:21:41.443078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:41.462363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Transition to ACTIVE for port object b560950e-c795-4cb1-b23d-e90781192eca will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:21:41.482486 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:41.557190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b560950e-c795-4cb1-b23d-e90781192eca,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:41.567555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dadae2b-f069-4f36-9f88-2cd1334d7039 req-fdb94c43-3d0f-4f7d-acec-ef56605aa963 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 210 time: 0.0976987 Aug 30 14:21:41.767068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-53aa94bd-8875-4d10-956c-9b403c5cc85c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:41.776184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Attempting to bind port b560950e-c795-4cb1-b23d-e90781192eca on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:21:41.776817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-53aa94bd-8875-4d10-956c-9b403c5cc85c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3408923 Aug 30 14:21:41.777282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Attempting to bind port b560950e-c795-4cb1-b23d-e90781192eca by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:21:41.778475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Attempting to bind port b560950e-c795-4cb1-b23d-e90781192eca on network 9ff88e18-89aa-476f-8af1-d4021ac60349 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:41.794154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Request body: {'port': {'device_id': '3736afd3-0387-4c29-91c8-e6d3f804fd6c', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '561c44519c044ac781a11934e1612f60'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:41.797250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Port b560950e-c795-4cb1-b23d-e90781192eca on network 9ff88e18-89aa-476f-8af1-d4021ac60349 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:21:41.797911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Attempting to bind port b560950e-c795-4cb1-b23d-e90781192eca on network 9ff88e18-89aa-476f-8af1-d4021ac60349 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:41.806498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:21:41.807593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Checking segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:21:41.808709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Bound using segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:21:41.809789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Bound port: b560950e-c795-4cb1-b23d-e90781192eca, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:21:41.810732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:41.958962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:21:41.970433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b560950e-c795-4cb1-b23d-e90781192eca,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:21:41.983804 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:41.997601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.039970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] No DVR routers for this DVR port 01f32485-9a7e-438e-8774-6793f47c2954 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:21:42.134512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.148012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.148514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.149300 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.149754 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > port after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.150097 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.150419 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > port after_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.150809 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.151132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.151462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.151941 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.156373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Made reservation on behalf of 561c44519c044ac781a11934e1612f60 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:21:42.168782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.202540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 01f32485-9a7e-438e-8774-6793f47c2954 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:42.223844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.224300 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.224834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.224834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:21:42.225398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50c6224-79b8-4284-b5ad-ec96531182bb']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:42.247352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d35722-b250-42d6-b414-af0beeb80ff1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:42.247656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d35722-b250-42d6-b414-af0beeb80ff1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:42.267017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.272618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 01f32485-9a7e-438e-8774-6793f47c2954 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:21:42.273034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 01f32485-9a7e-438e-8774-6793f47c2954 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:21:42.296025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:42.296227 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.297789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] 10.222.0.21 "PUT /v2.0/ports/b560950e-c795-4cb1-b23d-e90781192eca HTTP/1.1" status: 200 len: 1091 time: 1.4434083 Aug 30 14:21:42.301842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'tag': 'b560950e-c795-4cb1-b23d-e90781192eca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:42.304152 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3194ceb-2473-4064-9cdb-8217dc494cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9f2268-e3b5-4502-838a-16e5b2584cc8", "tag": "b560950e-c795-4cb1-b23d-e90781192eca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:42.340016 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.409688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:21:42.410010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: from cryptography.utils import int_from_bytes Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: from cryptography.utils import int_from_bytes Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:21:42.414408 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:21:42.467217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4b6ed-aa1c-4da8-9434-52607a18adf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b560950e-c795-4cb1-b23d-e90781192eca,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:42.491438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494019a-313e-404f-9642-00002a820d04 req-34859cde-181f-4472-9d6e-c15ace0068ad tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:42.499313 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1494019a-313e-404f-9642-00002a820d04 req-34859cde-181f-4472-9d6e-c15ace0068ad tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 943 time: 0.2462845 Aug 30 14:21:42.508627 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ba732a-5463-4dfa-85e7-4269d340c955 x-openstack-request-id: req-04ba732a-5463-4dfa-85e7-4269d340c955 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:42.508986 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9f2268-e3b5-4502-838a-16e5b2584cc8", "tag": "b560950e-c795-4cb1-b23d-e90781192eca", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:42.509351 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04ba732a-5463-4dfa-85e7-4269d340c955 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:42.509738 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'tag': 'b560950e-c795-4cb1-b23d-e90781192eca', 'status': 'completed', 'code': 200} Aug 30 14:21:42.517301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f32485-9a7e-438e-8774-6793f47c2954,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:42.574403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7aa46-341a-436b-a790-514619d0782c req-faf04675-8748-4a29-87ea-9bb69d39c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:42.580251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-faf04675-8748-4a29-87ea-9bb69d39c1de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 1094 time: 0.1807644 Aug 30 14:21:42.584125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.592273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.594571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f50c6224-79b8-4284-b5ad-ec96531182bb HTTP/1.1" status: 204 len: 168 time: 2.3239679 Aug 30 14:21:42.599476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:42.609796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1494019a-313e-404f-9642-00002a820d04 req-c5e7e107-2634-4253-a720-fbe1585d9734 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089809 Aug 30 14:21:42.724056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Allocated IP 192.168.233.162 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/8192d049-8673-45eb-88ed-cbfeb3e772f6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:21:43.200484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9261c-16e7-4f93-9e40-af67e8f19f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=f50c6224-79b8-4284-b5ad-ec96531182bb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:43.210943 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:43.251895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Transition to ACTIVE for port object 8192d049-8673-45eb-88ed-cbfeb3e772f6 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:21:43.280511 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f9c6642-bd1e-4d5e-993a-0c07aabd94b7 req-719b4611-3eeb-4e1a-ba22-c62ec8c48072 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 210 time: 0.4810724 Aug 30 14:21:43.294640 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-0687a625-8b9c-41bc-9203-bc55b6ed53e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b560950e-c795-4cb1-b23d-e90781192eca HTTP/1.1" status: 200 len: 217 time: 0.4801202 Aug 30 14:21:43.337982 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:43.352280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:43.393096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:21:43.421535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', '04e7a13e-951f-4be3-8c98-26f1689adc4b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:43.429080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7aa46-341a-436b-a790-514619d0782c req-cf7f25cd-01f5-4ca0-920d-0cc8f52ae35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:43.430848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-cf7f25cd-01f5-4ca0-920d-0cc8f52ae35d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 200 len: 845 time: 0.1220636 Aug 30 14:21:43.475040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:21:43.576809 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-d4ecb82f-0968-4094-89e3-c5418f5c273e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ff88e18-89aa-476f-8af1-d4021ac60349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345530 Aug 30 14:21:43.582134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:21:43.708963 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'Port': ['ID=8192d049-8673-45eb-88ed-cbfeb3e772f6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:43.756046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4abaf1-be37-4998-8ceb-e75a67b63fd2 req-bb50c2b2-9453-4a37-b6d8-b1085a193462 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:43.769970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e4abaf1-be37-4998-8ceb-e75a67b63fd2 req-bb50c2b2-9453-4a37-b6d8-b1085a193462 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1096 time: 0.3295829 Aug 30 14:21:43.884802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:43.909788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:43.961885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e4abaf1-be37-4998-8ceb-e75a67b63fd2 req-ed20ee7f-3631-420d-8801-fe5fbbdb5c58 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695340 Aug 30 14:21:43.973830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-471fd2f0-5da2-4a9a-831a-56ad09aaba54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1843092 Aug 30 14:21:44.019576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Request body: {'port': {'device_id': '3736afd3-0387-4c29-91c8-e6d3f804fd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:44.113889 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-4e6f639d-055e-4b1d-9f96-e9283418ca2c service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257809 Aug 30 14:21:44.311678 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:44.354132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e71196f8-02d1-4164-8d2d-4e97d331f9fc None None] Provisioning for port 8192d049-8673-45eb-88ed-cbfeb3e772f6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:21:44.368008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e71196f8-02d1-4164-8d2d-4e97d331f9fc None None] Provisioning complete for port 8192d049-8673-45eb-88ed-cbfeb3e772f6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:44.368993 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e71196f8-02d1-4164-8d2d-4e97d331f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:44.472250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c7451-66fc-4cdb-89c9-032047357eaa req-1ecf407f-bfc7-4d48-a857-3ce8efd22535 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:44.474666 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fd3c7451-66fc-4cdb-89c9-032047357eaa req-1ecf407f-bfc7-4d48-a857-3ce8efd22535 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 943 time: 0.6269901 Aug 30 14:21:44.690908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e71196f8-02d1-4164-8d2d-4e97d331f9fc None None] Port 8192d049-8673-45eb-88ed-cbfeb3e772f6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:21:45.089546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4c7aa46-341a-436b-a790-514619d0782c req-b4f520dc-ec6f-40fe-9d33-9454e6a1313d service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9581606 Aug 30 14:21:45.094858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fd3c7451-66fc-4cdb-89c9-032047357eaa req-cbbefdbe-9996-4d93-b3cd-fcf52b3477a1 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943289 Aug 30 14:21:45.104696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:45.124041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8192d049-8673-45eb-88ed-cbfeb3e772f6 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:45.149711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:45.198163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Transition to ACTIVE for port object 8192d049-8673-45eb-88ed-cbfeb3e772f6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:21:45.207758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:45.223299 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:21:45.347146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8192d049-8673-45eb-88ed-cbfeb3e772f6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:45.560092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Attempting to bind port 8192d049-8673-45eb-88ed-cbfeb3e772f6 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:21:45.560435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Attempting to bind port 8192d049-8673-45eb-88ed-cbfeb3e772f6 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:21:45.560775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Attempting to bind port 8192d049-8673-45eb-88ed-cbfeb3e772f6 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:45.581809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Port 8192d049-8673-45eb-88ed-cbfeb3e772f6 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:21:45.582183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Attempting to bind port 8192d049-8673-45eb-88ed-cbfeb3e772f6 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:45.592615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:21:45.592887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:21:45.605272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:21:45.606177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Bound port: 8192d049-8673-45eb-88ed-cbfeb3e772f6, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:21:45.606177 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:45.662365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-8ffa5d32-bdaf-4a81-9a13-1fc807f8ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:45.665125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-8ffa5d32-bdaf-4a81-9a13-1fc807f8ff81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 1094 time: 0.3256721 Aug 30 14:21:45.833106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] For port 8192d049-8673-45eb-88ed-cbfeb3e772f6, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:21:45.841095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] For port 8192d049-8673-45eb-88ed-cbfeb3e772f6, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8192d049-8673-45eb-88ed-cbfeb3e772f6,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:21:45.850479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:46.336509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8192d049-8673-45eb-88ed-cbfeb3e772f6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:46.376698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:46.378665 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:46.381294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-728ff2ee-06f3-4ec8-a34f-caafada259d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/8192d049-8673-45eb-88ed-cbfeb3e772f6 HTTP/1.1" status: 200 len: 1096 time: 2.3874907 Aug 30 14:21:46.382509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3736afd3-0387-4c29-91c8-e6d3f804fd6c', 'tag': '8192d049-8673-45eb-88ed-cbfeb3e772f6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:46.385302 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8842063-a336-4508-92f2-308195539416" -d '{"events": [{"name": "network-changed", "server_uuid": "3736afd3-0387-4c29-91c8-e6d3f804fd6c", "tag": "8192d049-8673-45eb-88ed-cbfeb3e772f6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:46.480374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6af00-b93e-4a4c-948a-e33a07768d40 req-4c61a639-a180-41fb-b835-1139a4c9b686 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:46.484192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4f6af00-b93e-4a4c-948a-e33a07768d40 req-4c61a639-a180-41fb-b835-1139a4c9b686 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 948 time: 0.4250824 Aug 30 14:21:46.610735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-f411c598-2aaa-4b7e-979d-06125e2cfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:46.634150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-f411c598-2aaa-4b7e-979d-06125e2cfcda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 1099 time: 0.1296229 Aug 30 14:21:46.668080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-38feedf8-8d52-4fd7-8cd3-8f22057104a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:46.670524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-38feedf8-8d52-4fd7-8cd3-8f22057104a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 906 time: 0.9425757 Aug 30 14:21:46.759450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-69a3e1f8-ab19-4602-bc8b-d29a9b688b96 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:21:46.772514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-69a3e1f8-ab19-4602-bc8b-d29a9b688b96 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062642 Aug 30 14:21:46.788907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Request body: {'binding': {'host': 'n-h1-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:21:46.789398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:21:46.798314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-6fb50474-265c-4a43-89d3-e6276b21dba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8192d049-8673-45eb-88ed-cbfeb3e772f6 HTTP/1.1" status: 200 len: 217 time: 0.1382027 Aug 30 14:21:46.819384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-0fd69da0-4b7a-44eb-a1f2-5f9b86f34210 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b560950e-c795-4cb1-b23d-e90781192eca HTTP/1.1" status: 200 len: 217 time: 0.1178985 Aug 30 14:21:46.839230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4f6af00-b93e-4a4c-948a-e33a07768d40 req-1a76be33-3e1e-4628-bb49-b103efd213f9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957423 Aug 30 14:21:47.150682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-3b318b66-44cd-4280-86b5-cc3eefe53102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:47.152920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-3b318b66-44cd-4280-86b5-cc3eefe53102 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.3408515 Aug 30 14:21:47.153532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-36bea04e-8631-496e-beb6-64e941e988db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:47.155207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-36bea04e-8631-496e-beb6-64e941e988db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 200 len: 845 time: 0.3112340 Aug 30 14:21:47.204077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65efe67-51b6-4b8b-b580-5de4b5f9500d req-f0d83bab-1a46-4a44-b77e-26cb22d4260d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:47.211703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e65efe67-51b6-4b8b-b580-5de4b5f9500d req-f0d83bab-1a46-4a44-b77e-26cb22d4260d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 943 time: 0.1462395 Aug 30 14:21:47.220340 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-64dbb58a-2474-41e7-a1fb-033f0980e83e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ff88e18-89aa-476f-8af1-d4021ac60349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519087 Aug 30 14:21:47.325518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e65efe67-51b6-4b8b-b580-5de4b5f9500d req-bc9b8cf2-ef13-4bde-a78e-7f62adceaa3a tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077893 Aug 30 14:21:47.340196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Deleting port 0942a367-8e32-42e3-b19d-f699471d181a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:47.341083 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:47.341703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on host n-h1-805668-3 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:21:47.342266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:21:47.347728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:47.360608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-b6ea6d02-01fc-4c77-a0b3-c684329be261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:47.365561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-b6ea6d02-01fc-4c77-a0b3-c684329be261 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897523 Aug 30 14:21:47.371718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:21:47.372268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:21:47.416159 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f913db6-a89f-4e06-a67e-a7afa3f7491d x-openstack-request-id: req-0f913db6-a89f-4e06-a67e-a7afa3f7491d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:47.416855 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3736afd3-0387-4c29-91c8-e6d3f804fd6c", "tag": "8192d049-8673-45eb-88ed-cbfeb3e772f6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:47.417146 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f913db6-a89f-4e06-a67e-a7afa3f7491d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:47.417698 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3736afd3-0387-4c29-91c8-e6d3f804fd6c', 'tag': '8192d049-8673-45eb-88ed-cbfeb3e772f6', 'status': 'completed', 'code': 200} Aug 30 14:21:47.419079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:21:47.419671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:21:47.420338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:21:47.421154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Bound port: b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:21:47.545942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-566bd1d8-1b8c-42ee-ae9f-7a8e65254511 service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156869 Aug 30 14:21:47.685649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:21:47.698458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:47.701145 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-a9bf0f69-667a-4cb5-a078-d78aa8d4bb1f service neutron] 10.222.0.50 "POST /v2.0/ports/b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41/bindings HTTP/1.1" status: 201 len: 389 time: 0.9270434 Aug 30 14:21:47.817524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3194ceb-2473-4064-9cdb-8217dc494cb8 req-bbffce9c-7eff-4213-be0e-553c70d90514 service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526250 Aug 30 14:21:47.820275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-0013ffc5-9741-471c-9a27-299627903d54 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424992 Aug 30 14:21:47.891762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] For port 0942a367-8e32-42e3-b19d-f699471d181a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0942a367-8e32-42e3-b19d-f699471d181a,segment=NetworkSegment(d2601adf-ec1f-4fd5-b286-87489d7de633),segment_id=d2601adf-ec1f-4fd5-b286-87489d7de633)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:47.894889 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:47.986243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Calling delete_port for 0942a367-8e32-42e3-b19d-f699471d181a owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:48.160551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77f89d15-3d53-4eed-a152-e52a804c4dc4 req-bbdf5186-dd1d-41d9-96bc-5ed110ac9883 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153248 Aug 30 14:21:48.347018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aea17a-61af-4b49-8064-65ce4908ca38 req-12994f9b-9317-4187-a036-a94b0e170a60 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:48.363874 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4aea17a-61af-4b49-8064-65ce4908ca38 req-12994f9b-9317-4187-a036-a94b0e170a60 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 948 time: 0.2019539 Aug 30 14:21:48.433566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e57c84-7510-4059-aefb-7a51281595aa req-c13c1a66-6d15-4ae6-8c49-56c08155d623 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:48.441680 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52e57c84-7510-4059-aefb-7a51281595aa req-c13c1a66-6d15-4ae6-8c49-56c08155d623 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.2175050 Aug 30 14:21:48.449831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-987dafa3-1023-4f2e-b480-12b0050dceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:48.455139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-987dafa3-1023-4f2e-b480-12b0050dceb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1096 time: 0.2440524 Aug 30 14:21:48.483117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842063-a336-4508-92f2-308195539416 req-3c89c4ec-6cd1-450b-840a-d452ad636ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:48.492878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8842063-a336-4508-92f2-308195539416 req-3c89c4ec-6cd1-450b-840a-d452ad636ef4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 1099 time: 0.2159669 Aug 30 14:21:48.677786 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4aea17a-61af-4b49-8064-65ce4908ca38 req-e1cc943b-3c34-4bc9-951f-5e2113784254 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835724 Aug 30 14:21:48.738321 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52e57c84-7510-4059-aefb-7a51281595aa req-77f7394d-0586-476b-a4bd-22dfc7255549 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947536 Aug 30 14:21:48.741166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:48.852288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0942a367-8e32-42e3-b19d-f699471d181a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:48.855167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-4159bde6-72db-4745-ba67-c9de461b76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:48.864258 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-4159bde6-72db-4745-ba67-c9de461b76ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.3968692 Aug 30 14:21:49.112841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f3f97924-3b1e-40d6-ae9a-8cb5f5f5af0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 200 len: 217 time: 0.2259915 Aug 30 14:21:49.233775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-bbfdd9ac-cf9b-4ba2-badc-09fd6153a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:49.235327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-bbfdd9ac-cf9b-4ba2-badc-09fd6153a5cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1055846 Aug 30 14:21:49.244887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842063-a336-4508-92f2-308195539416 req-9ae3bfe2-f641-4edf-b062-92c5c7591ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:49.265391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b560950e-c795-4cb1-b23d-e90781192eca details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:21:49.271318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8842063-a336-4508-92f2-308195539416 req-9ae3bfe2-f641-4edf-b062-92c5c7591ea3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.7526426 Aug 30 14:21:49.323665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-2991e270-a8bb-4d35-af0c-a0938547921f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775118 Aug 30 14:21:49.466791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2832f37-6377-4891-8711-0d89b5b7241b req-ae37d3e6-872e-4265-8695-0bd5018d74f7 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:49.479579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2832f37-6377-4891-8711-0d89b5b7241b req-ae37d3e6-872e-4265-8695-0bd5018d74f7 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 943 time: 0.5140996 Aug 30 14:21:49.516499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8842063-a336-4508-92f2-308195539416 req-9c119171-ebbe-4880-bd43-2ac2747a5346 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8192d049-8673-45eb-88ed-cbfeb3e772f6 HTTP/1.1" status: 200 len: 217 time: 0.2325795 Aug 30 14:21:49.544982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0f587dbe-1077-48dc-a17f-a08f1c267614 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103639 Aug 30 14:21:49.638887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b560950e-c795-4cb1-b23d-e90781192eca,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:49.692786 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:49.704330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'b560950e-c795-4cb1-b23d-e90781192eca', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'port_id': 'b560950e-c795-4cb1-b23d-e90781192eca', 'mac_address': 'fa:16:3e:e6:e5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedcd84-859e-4b33-8a0a-04894ebe067f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:21:49.753532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-d1c2265e-0462-4e12-824a-d05488267e7a service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961641 Aug 30 14:21:49.801869 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:49.832676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b560950e-c795-4cb1-b23d-e90781192eca {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:49.887315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b560950e-c795-4cb1-b23d-e90781192eca,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:49.894240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:50.013612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=b560950e-c795-4cb1-b23d-e90781192eca,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:50.031025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.031371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.031716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.032057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.032392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.032723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.033067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.033936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.044708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.045211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.045564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.045909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:21:50.109750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:50.151509 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2832f37-6377-4891-8711-0d89b5b7241b req-c4417656-2681-430e-8c66-f1a642e87b9e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709137 Aug 30 14:21:50.203798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7389-16fa-4398-a114-ae053c390e41 req-709aa7d8-e9f3-4b13-97db-54db0e443283 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:50.209480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-516f7389-16fa-4398-a114-ae053c390e41 req-709aa7d8-e9f3-4b13-97db-54db0e443283 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 948 time: 0.1099787 Aug 30 14:21:50.342243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842063-a336-4508-92f2-308195539416 req-bd853cf4-8ab5-4208-96bd-49dca41746eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:50.343902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8842063-a336-4508-92f2-308195539416 req-bd853cf4-8ab5-4208-96bd-49dca41746eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.8114014 Aug 30 14:21:50.360910 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-516f7389-16fa-4398-a114-ae053c390e41 req-63a75dd1-69c2-4f1e-a5bd-afd386e8eac6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329203 Aug 30 14:21:50.461206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['b560950e-c795-4cb1-b23d-e90781192eca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:50.469411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3741d-9f50-4f4d-ba53-113a64ea0198 req-69edd569-e31c-4d85-ba46-2d5ffda99d02 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:50.474326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41c3741d-9f50-4f4d-ba53-113a64ea0198 req-69edd569-e31c-4d85-ba46-2d5ffda99d02 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.1792929 Aug 30 14:21:50.593906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842063-a336-4508-92f2-308195539416 req-58fa2fe7-7b0c-49bf-84a3-6a8deb57a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:50.596091 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8842063-a336-4508-92f2-308195539416 req-58fa2fe7-7b0c-49bf-84a3-6a8deb57a310 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2433681 Aug 30 14:21:50.601254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41c3741d-9f50-4f4d-ba53-113a64ea0198 req-cf3a74ea-c9b7-48c0-9a39-2a502b0a2c95 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206660 Aug 30 14:21:51.009985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Router 9f436c9e-c52c-4724-8999-d50cedb832b9 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:21:51.172733 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8842063-a336-4508-92f2-308195539416 req-bfea2e25-6cdb-441f-960c-aea359f2ed5b service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663357 Aug 30 14:21:51.290800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8192d049-8673-45eb-88ed-cbfeb3e772f6 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:21:51.469864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd84574-0758-493e-9027-0416681862c7 req-da5ba837-956b-478b-af25-759743c2378c tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:51.484412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bd84574-0758-493e-9027-0416681862c7 req-da5ba837-956b-478b-af25-759743c2378c tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 944 time: 0.1262350 Aug 30 14:21:51.570820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bd84574-0758-493e-9027-0416681862c7 req-5e42b057-8308-48bc-9a4e-8155e29eb181 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828152 Aug 30 14:21:51.617557 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8192d049-8673-45eb-88ed-cbfeb3e772f6, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8192d049-8673-45eb-88ed-cbfeb3e772f6,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:51.639058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '8192d049-8673-45eb-88ed-cbfeb3e772f6', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '8192d049-8673-45eb-88ed-cbfeb3e772f6', 'mac_address': 'fa:16:3e:72:fc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:21:51.735276 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:51.793380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8192d049-8673-45eb-88ed-cbfeb3e772f6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:21:51.830091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8192d049-8673-45eb-88ed-cbfeb3e772f6, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8192d049-8673-45eb-88ed-cbfeb3e772f6,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:51.836496 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:51.929460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8192d049-8673-45eb-88ed-cbfeb3e772f6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:52.271884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322771ef-9a4b-4680-a944-fb678dd615d3 req-622989b5-9e7e-47e3-a3f7-d6120c1f46ec tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:52.284621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-322771ef-9a4b-4680-a944-fb678dd615d3 req-622989b5-9e7e-47e3-a3f7-d6120c1f46ec tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.2235472 Aug 30 14:21:52.407282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-322771ef-9a4b-4680-a944-fb678dd615d3 req-e5439778-49ff-4c86-8963-e7837039a9bf tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189981 Aug 30 14:21:52.463118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['8192d049-8673-45eb-88ed-cbfeb3e772f6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:21:52.532007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8842063-a336-4508-92f2-308195539416 req-f0d149a8-fd34-4a40-bdbd-632094b833cb service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2707634 Aug 30 14:21:52.564837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:21:52.571940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-96beddbe-3c87-44b1-bb85-4c83aa9168e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/9f436c9e-c52c-4724-8999-d50cedb832b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9689586 Aug 30 14:21:52.576675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:52.577958 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957926a-61f1-4054-91da-361f368621ac None None] Sync routers for ids ['9f436c9e-c52c-4724-8999-d50cedb832b9'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:21:52.604954 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957926a-61f1-4054-91da-361f368621ac None None] Routers {'9f436c9e-c52c-4724-8999-d50cedb832b9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:21:52.608338 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e957926a-61f1-4054-91da-361f368621ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9f436c9e-c52c-4724-8999-d50cedb832b9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:52.824777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d46e15-a15a-4124-b59f-89122f3b14a6 req-f8f9e4d5-1a7b-45c4-81e1-64b326a75bcf tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:52.832939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6d46e15-a15a-4124-b59f-89122f3b14a6 req-f8f9e4d5-1a7b-45c4-81e1-64b326a75bcf tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 948 time: 1.2545643 Aug 30 14:21:52.870725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:53.005495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6d46e15-a15a-4124-b59f-89122f3b14a6 req-94d47246-71ba-4185-9d6c-af0eec3da122 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714540 Aug 30 14:21:53.151720 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e957926a-61f1-4054-91da-361f368621ac None None] Set router 9f436c9e-c52c-4724-8999-d50cedb832b9 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:21:53.199112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:53.300841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b560950e-c795-4cb1-b23d-e90781192eca up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:21:53.311537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Deleting port 59901a5e-651c-4f0d-bbad-36102cbfdc73 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:53.313109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:53.392823 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0be6c8-7b13-4246-a952-b8683dd95f77 req-e39eab8d-eab6-4bcc-9957-4f95373a2663 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:53.397332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d0be6c8-7b13-4246-a952-b8683dd95f77 req-e39eab8d-eab6-4bcc-9957-4f95373a2663 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 944 time: 0.2631519 Aug 30 14:21:53.494933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port b560950e-c795-4cb1-b23d-e90781192eca completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:21:53.501259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port b560950e-c795-4cb1-b23d-e90781192eca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:53.502633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:53.577502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] For port 59901a5e-651c-4f0d-bbad-36102cbfdc73, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=59901a5e-651c-4f0d-bbad-36102cbfdc73,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:53.578120 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:53.624813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Calling delete_port for 59901a5e-651c-4f0d-bbad-36102cbfdc73 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:53.628708 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d0be6c8-7b13-4246-a952-b8683dd95f77 req-a8560027-edee-4190-9e3c-97e80f73f16d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246082 Aug 30 14:21:53.821633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:53.912819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b560950e-c795-4cb1-b23d-e90781192eca,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:53.915404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b560950e-c795-4cb1-b23d-e90781192eca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:53.921801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bc3db-ee7c-4364-9820-c8fd0cd46ac3 req-778c55a9-d948-40bc-8f6f-fc7fa89bce25 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:53.922031 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac452f5-a719-464d-92a9-e7170243285f" -d '{"events": [{"server_uuid": "ed9f2268-e3b5-4502-838a-16e5b2584cc8", "name": "network-vif-plugged", "status": "completed", "tag": "b560950e-c795-4cb1-b23d-e90781192eca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:53.929366 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e957926a-61f1-4054-91da-361f368621ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:21:48Z', 'revision_number': 5, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port': {'id': '59901a5e-651c-4f0d-bbad-36102cbfdc73', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:53Z', 'updated_at': '2021-08-30T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:53.934579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f03bc3db-ee7c-4364-9820-c8fd0cd46ac3 req-778c55a9-d948-40bc-8f6f-fc7fa89bce25 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.1775463 Aug 30 14:21:53.941650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:53.990260 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957926a-61f1-4054-91da-361f368621ac None None] Checking router: 9f436c9e-c52c-4724-8999-d50cedb832b9 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:21:54.016942 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957926a-61f1-4054-91da-361f368621ac None None] Routers {'9f436c9e-c52c-4724-8999-d50cedb832b9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:21:54.018257 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e957926a-61f1-4054-91da-361f368621ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9f436c9e-c52c-4724-8999-d50cedb832b9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:54.229919 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39849e45-3c2c-4fb6-ada4-22e4b9c27f9f x-openstack-request-id: req-39849e45-3c2c-4fb6-ada4-22e4b9c27f9f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:54.230384 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9f2268-e3b5-4502-838a-16e5b2584cc8", "name": "network-vif-plugged", "status": "completed", "tag": "b560950e-c795-4cb1-b23d-e90781192eca", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:54.230799 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39849e45-3c2c-4fb6-ada4-22e4b9c27f9f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:54.231464 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b560950e-c795-4cb1-b23d-e90781192eca', 'code': 200} Aug 30 14:21:54.232371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=b560950e-c795-4cb1-b23d-e90781192eca,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:54.355868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:54.448031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=59901a5e-651c-4f0d-bbad-36102cbfdc73,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:54.499416 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e957926a-61f1-4054-91da-361f368621ac None None] Set router 9f436c9e-c52c-4724-8999-d50cedb832b9 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:21:54.569439 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f03bc3db-ee7c-4364-9820-c8fd0cd46ac3 req-eb0752ed-0aea-48a7-99a0-5e3bef58acc9 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322644 Aug 30 14:21:54.597118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4c667-73d1-4b46-8c8f-c4ea4b8d62db req-83c35b89-6380-4dc0-9101-a86ec1ada0f6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:54.624465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76a4c667-73d1-4b46-8c8f-c4ea4b8d62db req-83c35b89-6380-4dc0-9101-a86ec1ada0f6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 949 time: 0.1158533 Aug 30 14:21:54.666576 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e957926a-61f1-4054-91da-361f368621ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:21:53Z', 'revision_number': 6, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:54.670307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3c2d-197f-4f1f-a767-df8abae4fe74 req-150239e5-ba2c-4366-a59d-b3ed060ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:54.671835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f03c3c2d-197f-4f1f-a767-df8abae4fe74 req-150239e5-ba2c-4366-a59d-b3ed060ea946 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 1096 time: 0.2018976 Aug 30 14:21:54.710534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76a4c667-73d1-4b46-8c8f-c4ea4b8d62db req-15351af5-1b1b-4607-a4d3-03e58c4dab54 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850301 Aug 30 14:21:54.725500 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957926a-61f1-4054-91da-361f368621ac None None] The sync data for ids ['9f436c9e-c52c-4724-8999-d50cedb832b9'] in n-d-805668-3 is: [{'id': '9f436c9e-c52c-4724-8999-d50cedb832b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-542004458-router', 'tenant_id': '515f6a75bb6c4296a9df932146051931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:52Z', 'updated_at': '2021-08-30T14:21:53Z', 'revision_number': 6, 'project_id': '515f6a75bb6c4296a9df932146051931', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:21:54.734935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:54.859260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:54.862393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:54.917546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:54.918057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f436c9e-c52c-4724-8999-d50cedb832b9 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:21:54.925529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:54.929765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:54.940658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4085819d-a95f-42a9-87da-9b7dc81f7d8e admin admin] 10.222.0.50 "DELETE /v2.0/routers/9f436c9e-c52c-4724-8999-d50cedb832b9 HTTP/1.1" status: 204 len: 168 time: 2.3625493 Aug 30 14:21:55.001808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f03c3c2d-197f-4f1f-a767-df8abae4fe74 req-d2079254-9c61-4d5c-95c0-9b58711c753f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985311 Aug 30 14:21:55.016114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0819e74-1d47-492b-af74-b6be80695739 admin admin] Deleting subnet 87b9de76-40ea-4069-b668-9dcc7bb65765 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:21:55.020532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0819e74-1d47-492b-af74-b6be80695739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:55.043605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e2afb-ed87-48a0-946b-13cd0329d1c7 req-e77e8106-2e65-47bc-8724-1b9928cc662d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:55.052593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e15e2afb-ed87-48a0-946b-13cd0329d1c7 req-e77e8106-2e65-47bc-8724-1b9928cc662d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.1449831 Aug 30 14:21:55.061721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0819e74-1d47-492b-af74-b6be80695739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:55.087357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22a12694-84b4-415c-bb31-9c8215e4df96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:55.140110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e15e2afb-ed87-48a0-946b-13cd0329d1c7 req-acf43859-5d35-42e9-833a-b8b0450b5167 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862114 Aug 30 14:21:55.167394 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0819e74-1d47-492b-af74-b6be80695739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:55.279728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0819e74-1d47-492b-af74-b6be80695739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:55.317902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8192d049-8673-45eb-88ed-cbfeb3e772f6 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:21:55.342712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0819e74-1d47-492b-af74-b6be80695739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b9de76-40ea-4069-b668-9dcc7bb65765,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:55.356678 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0819e74-1d47-492b-af74-b6be80695739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:55.362160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55882) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:55.363175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d0819e74-1d47-492b-af74-b6be80695739 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/87b9de76-40ea-4069-b668-9dcc7bb65765 HTTP/1.1" status: 204 len: 168 time: 0.4322846 Aug 30 14:21:55.462833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947dbe03-278b-4018-aa07-8b030aa96343 None None] Network 1fe3ca37-df2b-4955-8460-343f1e0b09ec requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:21:55.752886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:55.909626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 8192d049-8673-45eb-88ed-cbfeb3e772f6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:21:55.921196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 8192d049-8673-45eb-88ed-cbfeb3e772f6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:21:55.921795 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:56.075981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] DHCP port deletion for 1fe3ca37-df2b-4955-8460-343f1e0b09ec request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:21:56.093239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd2143-e0b4-4b4d-bdea-0fbbd2b59395 req-02ba2df3-7eaa-42f7-872c-a5300633a820 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:56.099604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65fd2143-e0b4-4b4d-bdea-0fbbd2b59395 req-02ba2df3-7eaa-42f7-872c-a5300633a820 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.2717412 Aug 30 14:21:56.105761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Deleting port cd7343a5-b059-4f3d-84a5-3f8138eda44e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:56.106129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:56.184068 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:56.212273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0942a367-8e32-42e3-b19d-f699471d181a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:56.289948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 0942a367-8e32-42e3-b19d-f699471d181a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:21:56.290291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0942a367-8e32-42e3-b19d-f699471d181a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:21:56.290717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 59901a5e-651c-4f0d-bbad-36102cbfdc73 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:56.319640 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65fd2143-e0b4-4b4d-bdea-0fbbd2b59395 req-bd5183c2-d72f-4ac7-a824-4a945e3ed0b1 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876547 Aug 30 14:21:56.351006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] For port cd7343a5-b059-4f3d-84a5-3f8138eda44e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cd7343a5-b059-4f3d-84a5-3f8138eda44e,segment=NetworkSegment(d2601adf-ec1f-4fd5-b286-87489d7de633),segment_id=d2601adf-ec1f-4fd5-b286-87489d7de633)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:56.351933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:56.397276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8192d049-8673-45eb-88ed-cbfeb3e772f6, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8192d049-8673-45eb-88ed-cbfeb3e772f6,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:56.400161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3736afd3-0387-4c29-91c8-e6d3f804fd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8192d049-8673-45eb-88ed-cbfeb3e772f6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:21:56.407351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Calling delete_port for cd7343a5-b059-4f3d-84a5-3f8138eda44e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:56.407807 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a8d8aa-c41b-420b-b5c6-86272e3fcb94" -d '{"events": [{"server_uuid": "3736afd3-0387-4c29-91c8-e6d3f804fd6c", "name": "network-vif-plugged", "status": "completed", "tag": "8192d049-8673-45eb-88ed-cbfeb3e772f6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:21:56.430119 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:56.434510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 59901a5e-651c-4f0d-bbad-36102cbfdc73 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:21:56.435247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 59901a5e-651c-4f0d-bbad-36102cbfdc73 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:21:56.619650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8192d049-8673-45eb-88ed-cbfeb3e772f6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:56.681840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] Deleting port cd7343a5-b059-4f3d-84a5-3f8138eda44e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:21:56.682390 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:56.798945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] For port cd7343a5-b059-4f3d-84a5-3f8138eda44e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cd7343a5-b059-4f3d-84a5-3f8138eda44e,segment=NetworkSegment(d2601adf-ec1f-4fd5-b286-87489d7de633),segment_id=d2601adf-ec1f-4fd5-b286-87489d7de633)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:21:56.799656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:56.843279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] Calling delete_port for cd7343a5-b059-4f3d-84a5-3f8138eda44e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:21:56.857309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:56.966257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7343a5-b059-4f3d-84a5-3f8138eda44e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:57.029399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9989e-cf4a-4a3e-9b07-9d22ff42cb1a req-660913bd-bc1b-4a58-ba63-a1fd640cd102 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:57.039201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1bd9989e-cf4a-4a3e-9b07-9d22ff42cb1a req-660913bd-bc1b-4a58-ba63-a1fd640cd102 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 950 time: 0.3748488 Aug 30 14:21:57.049333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] No DVR routers for this DVR port cd7343a5-b059-4f3d-84a5-3f8138eda44e on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:21:57.060723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:57.091101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] No DVR routers for this DVR port cd7343a5-b059-4f3d-84a5-3f8138eda44e on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:21:57.127596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58a39f-0d97-4895-bdd2-c9769a5231c0 None None] Pushing event deleted for resources: {'Port': ['ID=cd7343a5-b059-4f3d-84a5-3f8138eda44e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:57.250453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1bd9989e-cf4a-4a3e-9b07-9d22ff42cb1a req-0f522d3e-6c1b-4da7-a9a6-7a208c7df265 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907005 Aug 30 14:21:57.258186 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:57.288983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe3ca37-df2b-4955-8460-343f1e0b09ec']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:57.311830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2601adf-ec1f-4fd5-b286-87489d7de633') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:57.312320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2601adf-ec1f-4fd5-b286-87489d7de633') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:21:57.328453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:57.407549 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:57.486455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:21:57.487222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:21:57.494501 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:21:57.613344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-4d4c3380-e6c2-4825-80d0-6d7c359728dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2335830 Aug 30 14:21:57.647151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092fef-f947-4bd5-95de-c0b577f6947e req-51eead60-f593-4941-9979-7f76d97f0c70 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:57.657245 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e7092fef-f947-4bd5-95de-c0b577f6947e req-51eead60-f593-4941-9979-7f76d97f0c70 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.3020177 Aug 30 14:21:57.692693 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:57.768880 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:57.771449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1fe3ca37-df2b-4955-8460-343f1e0b09ec HTTP/1.1" status: 204 len: 168 time: 2.4080937 Aug 30 14:21:57.785557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f059c-19ac-456b-98af-b626578b4a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe3ca37-df2b-4955-8460-343f1e0b09ec,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:57.827298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e7092fef-f947-4bd5-95de-c0b577f6947e req-c760532a-dbd3-461c-a97a-aa6efddfc807 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690524 Aug 30 14:21:57.848666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-b17b2f66-0427-49a2-8bd6-92ceea6fdb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:57.852455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-b17b2f66-0427-49a2-8bd6-92ceea6fdb7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 1095 time: 0.1852853 Aug 30 14:21:57.875293 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8e71ede-9518-4d9b-8578-da6f74d07b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:57.941796 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7216ff-c5c1-4a5e-8634-1f1038aaf99f x-openstack-request-id: req-ce7216ff-c5c1-4a5e-8634-1f1038aaf99f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:21:57.942348 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3736afd3-0387-4c29-91c8-e6d3f804fd6c", "name": "network-vif-plugged", "status": "completed", "tag": "8192d049-8673-45eb-88ed-cbfeb3e772f6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:21:57.942779 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce7216ff-c5c1-4a5e-8634-1f1038aaf99f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:21:57.943283 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3736afd3-0387-4c29-91c8-e6d3f804fd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8192d049-8673-45eb-88ed-cbfeb3e772f6', 'code': 200} Aug 30 14:21:58.166087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cd7343a5-b059-4f3d-84a5-3f8138eda44e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:21:58.215716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: cd7343a5-b059-4f3d-84a5-3f8138eda44e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:21:58.217180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cd7343a5-b059-4f3d-84a5-3f8138eda44e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:21:58.223805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:58.279607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8f1357c1-f11d-4a3d-a711-2fede5cfd3e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5513692fcfbd4ad4ae10821464edb502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538204 Aug 30 14:21:58.282448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:21:58.436851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a06f009-b1a5-4d81-9ef8-f7822734910a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:58.495109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6472f10-300e-4deb-a76f-5d7a3005ef12 req-89d7ed55-7726-4918-a3f3-7cdca7347cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:58.497708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6472f10-300e-4deb-a76f-5d7a3005ef12 req-89d7ed55-7726-4918-a3f3-7cdca7347cdf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 1101 time: 0.4406269 Aug 30 14:21:58.501304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-928fa911-f8d8-45c7-8169-dbded90a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:58.504070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-928fa911-f8d8-45c7-8169-dbded90a119e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.6272898 Aug 30 14:21:58.543305 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:58.593093 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a06f009-b1a5-4d81-9ef8-f7822734910a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:58.735838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df147507-0bb5-4a02-a970-b11315820dee req-27f2f0b8-ff7f-4340-9133-b68c01a12e39 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:58.753980 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df147507-0bb5-4a02-a970-b11315820dee req-27f2f0b8-ff7f-4340-9133-b68c01a12e39 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.5685871 Aug 30 14:21:58.792269 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a06f009-b1a5-4d81-9ef8-f7822734910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:58.803631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a06f009-b1a5-4d81-9ef8-f7822734910a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:58.810071 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0a06f009-b1a5-4d81-9ef8-f7822734910a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e5c0551-5f2d-4663-814a-ac3757538194 HTTP/1.1" status: 204 len: 168 time: 0.5235951 Aug 30 14:21:58.834954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-557e5d5c-65e2-4c0a-9f11-3652ae3b99ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 200 len: 217 time: 0.3077543 Aug 30 14:21:58.849875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06f009-b1a5-4d81-9ef8-f7822734910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5c0551-5f2d-4663-814a-ac3757538194,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:21:59.070503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6472f10-300e-4deb-a76f-5d7a3005ef12 req-737c0ea6-4340-4ed7-bf25-f7c08e94904a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185604 Aug 30 14:21:59.089942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df147507-0bb5-4a02-a970-b11315820dee req-9ce173db-e981-4817-8952-a15f0d37e5b2 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313203 Aug 30 14:21:59.121388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-b9346310-e2f0-43fc-8ca4-21de90cb62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:59.128690 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-b9346310-e2f0-43fc-8ca4-21de90cb62fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.2852068 Aug 30 14:21:59.157474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:59.227929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-99ea7b4d-039b-4f05-b52e-77115f7805e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907073 Aug 30 14:21:59.604052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-b1cc3251-bf25-4d8e-8b0b-4a95ab05e247 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638666 Aug 30 14:21:59.867311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:00.022418 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-db913347-1851-4bb6-967d-091a300ec34f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=515f6a75bb6c4296a9df932146051931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530287 Aug 30 14:22:00.030679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:00.031101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf4eb466-f87f-492d-bd9f-23e15ae82e97 req-913436f4-6682-4039-bb27-65519203f10a service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164016 Aug 30 14:22:00.088303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a482cc-437a-46b6-a822-48456444f556 req-ebfdef9e-7c75-4c0e-bb07-2708ecd54b63 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:00.107402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62a482cc-437a-46b6-a822-48456444f556 req-ebfdef9e-7c75-4c0e-bb07-2708ecd54b63 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 950 time: 0.2105489 Aug 30 14:22:00.265921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62a482cc-437a-46b6-a822-48456444f556 req-2dcab255-3784-472f-ba39-c25b81f775d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542544 Aug 30 14:22:00.324808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a529b48-975e-40b9-a77e-de9874177688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:00.444296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a529b48-975e-40b9-a77e-de9874177688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:00.586392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a529b48-975e-40b9-a77e-de9874177688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:00.591117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a529b48-975e-40b9-a77e-de9874177688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:00.597428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3a529b48-975e-40b9-a77e-de9874177688 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aed459f5-29c7-47da-ab82-bc9ee979aa38 HTTP/1.1" status: 204 len: 168 time: 0.5584109 Aug 30 14:22:00.609565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a529b48-975e-40b9-a77e-de9874177688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed459f5-29c7-47da-ab82-bc9ee979aa38,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:00.928345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582ecf-8df6-41a7-95f5-3cb3a57bbed8 req-121ef6a1-3f3e-4ec5-992b-d7565a1f0681 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:00.931353 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c582ecf-8df6-41a7-95f5-3cb3a57bbed8 req-121ef6a1-3f3e-4ec5-992b-d7565a1f0681 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.2672985 Aug 30 14:22:01.162154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c582ecf-8df6-41a7-95f5-3cb3a57bbed8 req-08849e79-41d1-4601-bc36-1a48f23364e4 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030523 Aug 30 14:22:01.505639 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:01.572324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcadb45-b022-423e-a982-520e6d48dd70 req-f0de081f-b5c7-4abf-a3c9-2d3c578194fe tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:01.574258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5bcadb45-b022-423e-a982-520e6d48dd70 req-f0de081f-b5c7-4abf-a3c9-2d3c578194fe tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.1645944 Aug 30 14:22:01.717472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5bcadb45-b022-423e-a982-520e6d48dd70 req-be0597e8-8e02-41b9-b2a9-86a49ebd640e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257253 Aug 30 14:22:02.399926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce70ab-c669-4009-ae3a-183c68f1d9f0 req-b3b4a970-eeec-4a81-9c44-871f42c7e4bb tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:02.407643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04ce70ab-c669-4009-ae3a-183c68f1d9f0 req-b3b4a970-eeec-4a81-9c44-871f42c7e4bb tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 950 time: 0.1637361 Aug 30 14:22:02.502259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04ce70ab-c669-4009-ae3a-183c68f1d9f0 req-a73ed555-d769-4400-bd54-b11c728b3b4e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853732 Aug 30 14:22:02.526617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:02.902249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb70cfa-74b2-414b-8414-1caad915a4b0 req-aa59d2cf-3271-485a-979b-0899e2746d4a tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:02.920006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdb70cfa-74b2-414b-8414-1caad915a4b0 req-aa59d2cf-3271-485a-979b-0899e2746d4a tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.2154961 Aug 30 14:22:03.037029 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdb70cfa-74b2-414b-8414-1caad915a4b0 req-2e11520c-f616-4f05-8959-1379833eddde tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103384 Aug 30 14:22:03.575728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27667d9-d310-4b39-926e-2c9e3120e1ea req-bfe1fc7e-b92e-428e-a1ea-f521d6f773ca tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:03.586222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c27667d9-d310-4b39-926e-2c9e3120e1ea req-bfe1fc7e-b92e-428e-a1ea-f521d6f773ca tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 1101 time: 0.0959346 Aug 30 14:22:03.627205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c27667d9-d310-4b39-926e-2c9e3120e1ea req-20af63ce-b4af-4f35-95a9-efde567fb7d4 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Aug 30 14:22:03.874153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8121-784a-476e-89a5-b78cbdc62dd6 req-f0dced4c-68dd-44f4-b470-4f28bb7e3818 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:03.877701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0fe8121-784a-476e-89a5-b78cbdc62dd6 req-f0dced4c-68dd-44f4-b470-4f28bb7e3818 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.0839286 Aug 30 14:22:03.944415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0fe8121-784a-476e-89a5-b78cbdc62dd6 req-4a47ba7d-464b-4b71-ad46-7991d311a128 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511281 Aug 30 14:22:04.592997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22dda0-38ad-44f1-b9b0-fd5477712b88 req-32995c5c-8204-456f-94de-74677ef68c4c tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:04.595009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae22dda0-38ad-44f1-b9b0-fd5477712b88 req-32995c5c-8204-456f-94de-74677ef68c4c tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 945 time: 0.0725815 Aug 30 14:22:04.681743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae22dda0-38ad-44f1-b9b0-fd5477712b88 req-019e159d-63ee-4e9c-81ee-295b74431769 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738237 Aug 30 14:22:05.224150 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-69d52cbe-73cb-4fcf-a93c-279a4601c64d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375595 Aug 30 14:22:05.305201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bc7ee-b289-4af8-a9a6-2af297ea73b5 req-a250ebc0-cdb2-4355-929c-49b0cd546898 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:05.307025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-941bc7ee-b289-4af8-a9a6-2af297ea73b5 req-a250ebc0-cdb2-4355-929c-49b0cd546898 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.0742884 Aug 30 14:22:05.383400 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-941bc7ee-b289-4af8-a9a6-2af297ea73b5 req-7c34d2be-43bf-4d8a-9ad1-97128f0b5861 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638757 Aug 30 14:22:05.425587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-9a9903d6-16d4-45e2-9030-56ed2dd72fe3 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:05.427485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-9a9903d6-16d4-45e2-9030-56ed2dd72fe3 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2021048 Aug 30 14:22:05.451411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-cc4e0787-0376-4e8b-89a6-b187f2ef062c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/quotas/561c44519c044ac781a11934e1612f60 HTTP/1.1" status: 200 len: 375 time: 0.0117533 Aug 30 14:22:05.569247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-402b4afb-2c7c-4a0b-bb1a-69461efbc2e8 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1073167 Aug 30 14:22:05.622407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83da4c-b908-4ac2-9da9-518a64bdc066 req-18263cdf-8ce7-41c1-8b7a-ba21769fd909 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:05.626763 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc83da4c-b908-4ac2-9da9-518a64bdc066 req-18263cdf-8ce7-41c1-8b7a-ba21769fd909 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.0895038 Aug 30 14:22:05.744195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc83da4c-b908-4ac2-9da9-518a64bdc066 req-18c1fbc0-2912-4a14-ac25-3545e7a26247 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946796 Aug 30 14:22:05.885996 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcda8226-0a55-44fa-84ca-3cbf63cb6044 req-67f706ac-5362-4cb5-8b9a-4306d96f23d0 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 210 time: 0.0450196 Aug 30 14:22:06.094264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d831a5d-6b99-4dce-97c7-d00cf57a757e req-7fc6076b-75ef-4a06-a0f7-ef6df4bfa218 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:06.103304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d831a5d-6b99-4dce-97c7-d00cf57a757e req-7fc6076b-75ef-4a06-a0f7-ef6df4bfa218 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 945 time: 0.1644561 Aug 30 14:22:06.203764 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d831a5d-6b99-4dce-97c7-d00cf57a757e req-9ed207b9-7679-40ed-b16e-f8d04468ee8f tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/security-groups?id=0330ebd8-c84b-4fea-aa00-4617a51746e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899863 Aug 30 14:22:06.224428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-2e580743-a239-497c-8044-cb19408fdb40 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:06.227261 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-2e580743-a239-497c-8044-cb19408fdb40 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 945 time: 0.1997836 Aug 30 14:22:06.243067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809bba2-d5cd-4501-bd7a-1149606e3754 req-8f516f9f-af98-48b5-8eb4-ddd24088c50e tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:06.246707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4809bba2-d5cd-4501-bd7a-1149606e3754 req-8f516f9f-af98-48b5-8eb4-ddd24088c50e tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 951 time: 0.2415991 Aug 30 14:22:06.401957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4809bba2-d5cd-4501-bd7a-1149606e3754 req-d95565ca-cc8e-44bf-b4b1-ae44084b8ff5 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397176 Aug 30 14:22:06.491901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Deleting port c80bd048-8845-47de-a87b-f59dd0bfa883 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:22:06.491901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:06.708168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d39b-f981-4549-a277-327880444660 req-9e0224f7-cc14-4beb-abf6-008270652995 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:06.713930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2469d39b-f981-4549-a277-327880444660 req-9e0224f7-cc14-4beb-abf6-008270652995 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.2182386 Aug 30 14:22:06.759739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] For port c80bd048-8845-47de-a87b-f59dd0bfa883, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c80bd048-8845-47de-a87b-f59dd0bfa883,segment=NetworkSegment(cf5684a5-3bc4-4393-a89e-ab0bd759d317),segment_id=cf5684a5-3bc4-4393-a89e-ab0bd759d317)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:06.760057 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:06.787131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Calling delete_port for c80bd048-8845-47de-a87b-f59dd0bfa883 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:22:06.793971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2469d39b-f981-4549-a277-327880444660 req-9ad3147a-df66-4e12-8e19-9226d45327bd tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760386 Aug 30 14:22:06.967213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd32499-d7d7-4559-a4e8-d60eb2960d0a req-415b5e3f-f6bf-4b12-a240-ff085eb7fd3d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:06.969860 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fd32499-d7d7-4559-a4e8-d60eb2960d0a req-415b5e3f-f6bf-4b12-a240-ff085eb7fd3d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.0931971 Aug 30 14:22:07.019295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:07.026072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fd32499-d7d7-4559-a4e8-d60eb2960d0a req-0c895e83-bf5d-4de5-8f2e-e7bce4e3023a tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498123 Aug 30 14:22:07.071117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c80bd048-8845-47de-a87b-f59dd0bfa883'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:07.091448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Pushing event deleted for resources: {'Port': ['ID=c80bd048-8845-47de-a87b-f59dd0bfa883,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:07.115258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a055362-aee9-4ce6-bf62-c309fde2226a req-30052bf3-7e90-4cdf-8051-94a7c4161fe3 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 210 time: 0.0686383 Aug 30 14:22:07.154749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] No DVR routers for this DVR port c80bd048-8845-47de-a87b-f59dd0bfa883 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:22:07.158011 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:07.160374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f1f03be-5d2e-4265-9187-057dd56bd956 req-5babb4a4-39c1-46e3-8635-0ec5bba89830 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.21 "DELETE /v2.0/ports/c80bd048-8845-47de-a87b-f59dd0bfa883 HTTP/1.1" status: 204 len: 173 time: 0.9119000 Aug 30 14:22:07.160840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ed36f-07a0-40b6-886b-48f87e5b0d1d', 'name': 'network-vif-deleted', 'tag': 'c80bd048-8845-47de-a87b-f59dd0bfa883'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:07.164212 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fe0abd-b488-4b76-ab8c-b61f330e607b" -d '{"events": [{"server_uuid": "ed6ed36f-07a0-40b6-886b-48f87e5b0d1d", "name": "network-vif-deleted", "tag": "c80bd048-8845-47de-a87b-f59dd0bfa883"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:07.218095 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65aa229-a16a-4a75-b079-270dd7078c2d x-openstack-request-id: req-b65aa229-a16a-4a75-b079-270dd7078c2d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:07.218452 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ed36f-07a0-40b6-886b-48f87e5b0d1d", "name": "network-vif-deleted", "tag": "c80bd048-8845-47de-a87b-f59dd0bfa883", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:07.218816 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b65aa229-a16a-4a75-b079-270dd7078c2d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:07.219277 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ed36f-07a0-40b6-886b-48f87e5b0d1d', 'name': 'network-vif-deleted', 'tag': 'c80bd048-8845-47de-a87b-f59dd0bfa883', 'status': 'completed', 'code': 200} Aug 30 14:22:07.336993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1a45f277-cbb2-4217-a2b5-55977839164a req-18cc0f9d-d434-4bda-b49a-ba3e4c065351 tempest-VolumesAdminNegativeTest-1768818058 tempest-VolumesAdminNegativeTest-1768818058-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed6ed36f-07a0-40b6-886b-48f87e5b0d1d HTTP/1.1" status: 200 len: 210 time: 0.0324726 Aug 30 14:22:07.489177 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-5b2501f7-5bb0-432b-b298-040fb5effba5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324180 Aug 30 14:22:07.634996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:07.663021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b232f-a9aa-4e27-8f0e-2a24152d9de3 req-58b7887d-a742-496f-90b9-355da0876d0e tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:07.664601 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4e2b232f-a9aa-4e27-8f0e-2a24152d9de3 req-58b7887d-a742-496f-90b9-355da0876d0e tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 951 time: 0.1507392 Aug 30 14:22:07.696066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-47d0fa6d-fa98-4a54-a603-fa5a7656b11f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:07.698186 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-47d0fa6d-fa98-4a54-a603-fa5a7656b11f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990356 Aug 30 14:22:07.722614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4e2b232f-a9aa-4e27-8f0e-2a24152d9de3 req-c3f9cc02-4bda-4f34-af03-8b5584508232 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516813 Aug 30 14:22:07.749600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Request body: {'port': {'device_id': '4e0dc031-cf58-4ba6-8769-07770e18f6fd', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '561c44519c044ac781a11934e1612f60'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:07.800842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4876e279-809f-4f1c-8104-6c03e475aa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:07.992088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a1a54-7224-4196-b052-f8be4a429b83 req-b673818b-7ba4-449e-9b89-6ea29c0c489b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:07.993837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4876e279-809f-4f1c-8104-6c03e475aa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:07.995999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-641a1a54-7224-4196-b052-f8be4a429b83 req-b673818b-7ba4-449e-9b89-6ea29c0c489b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.0715234 Aug 30 14:22:08.005468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4876e279-809f-4f1c-8104-6c03e475aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:08.059760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Made reservation on behalf of 561c44519c044ac781a11934e1612f60 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:08.063452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:08.073551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-641a1a54-7224-4196-b052-f8be4a429b83 req-e9c201eb-e852-4162-a760-77def775089f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554831 Aug 30 14:22:08.167474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4876e279-809f-4f1c-8104-6c03e475aa31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8d8cebd10b447cdbe12f92a24c72b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308926 Aug 30 14:22:08.168118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:08.174432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876e279-809f-4f1c-8104-6c03e475aa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a62e1a-84ab-4436-b503-3c485bd0541b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:08.341207 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fcff83-7683-4683-9865-fb56f714c540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:08.349506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Allocated IP 192.168.233.119 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/5e18d5fa-a7fd-4a8d-9679-40f667ff2908) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:08.486419 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fcff83-7683-4683-9865-fb56f714c540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:08.558569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5331-06d7-4d5d-8480-058e7ddca883 req-b79dbf55-dbee-4a4b-a7f6-63c5561879c6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:08.567017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf7b5331-06d7-4d5d-8480-058e7ddca883 req-b79dbf55-dbee-4a4b-a7f6-63c5561879c6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.1091957 Aug 30 14:22:08.613898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fcff83-7683-4683-9865-fb56f714c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:08.619118 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fcff83-7683-4683-9865-fb56f714c540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:08.623460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-96fcff83-7683-4683-9865-fb56f714c540 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62a62e1a-84ab-4436-b503-3c485bd0541b HTTP/1.1" status: 204 len: 168 time: 0.4489520 Aug 30 14:22:08.627358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf7b5331-06d7-4d5d-8480-058e7ddca883 req-4491a694-4dd1-4535-bca4-521c089491af tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592837 Aug 30 14:22:08.641200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcff83-7683-4683-9865-fb56f714c540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a62e1a-84ab-4436-b503-3c485bd0541b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:08.748229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:08.858519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-369575ee-e386-4d8f-8365-58b6c07abab7 admin admin] Deleting subnet 742c5505-a9cf-47e2-a619-f3387eada1bc {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:22:08.865572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-369575ee-e386-4d8f-8365-58b6c07abab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:08.970708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-369575ee-e386-4d8f-8365-58b6c07abab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.045631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.082965 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff9e692-38f8-4ab8-8bdd-708148f43354 req-cddb678d-c286-4314-8d3a-c07163a0b837 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 210 time: 0.5084438 Aug 30 14:22:09.088601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Transition to ACTIVE for port object 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:09.098363 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-369575ee-e386-4d8f-8365-58b6c07abab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.143143 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.161974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:09.197592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:09.201270 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:09.209143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:09.253248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'Port': ['ID=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:09.294263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:09.294736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.298137 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-369575ee-e386-4d8f-8365-58b6c07abab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.325462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', '04e7a13e-951f-4be3-8c98-26f1689adc4b', '8192d049-8673-45eb-88ed-cbfeb3e772f6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:09.333412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-3d3c4932-bc85-4c65-9497-56107f49f5aa tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5961497 Aug 30 14:22:09.356707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Request body: {'port': {'device_id': '4e0dc031-cf58-4ba6-8769-07770e18f6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:09.449349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369575ee-e386-4d8f-8365-58b6c07abab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742c5505-a9cf-47e2-a619-f3387eada1bc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:09.482506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-369575ee-e386-4d8f-8365-58b6c07abab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.488484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-369575ee-e386-4d8f-8365-58b6c07abab7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/742c5505-a9cf-47e2-a619-f3387eada1bc HTTP/1.1" status: 204 len: 168 time: 0.7357175 Aug 30 14:22:09.489703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:22:09.505108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:09.506443 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.805870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.045885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:22:10.075027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eb955-b700-4eb3-8572-75fc535c10fd req-791a294f-2783-440a-ac58-667ccac11b08 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:10.093332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-763eb955-b700-4eb3-8572-75fc535c10fd req-791a294f-2783-440a-ac58-667ccac11b08 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.6781485 Aug 30 14:22:10.106243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:10.174803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.187967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d0cc10-a35f-4681-b56e-a89d9f1ef621']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:10.195111 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.222012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5684a5-3bc4-4393-a89e-ab0bd759d317') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:10.222788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5684a5-3bc4-4393-a89e-ab0bd759d317') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:10.274888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-763eb955-b700-4eb3-8572-75fc535c10fd req-0e6fce5c-0802-4e05-9dd5-0825ef56e0e4 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780460 Aug 30 14:22:10.294740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Transition to ACTIVE for port object 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:10.303192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.303921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.308759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-455de41a-355f-4ffa-ac12-171fc4daa27c None None] Provisioning for port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:10.363273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-6e1d23d6-50d5-48a9-9b9e-c9e126709489 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:10.365377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-6e1d23d6-50d5-48a9-9b9e-c9e126709489 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.1367993 Aug 30 14:22:10.366588 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.390005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805668-3'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:10.486586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:22:10.487110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.489429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:22:10.492183 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:22:10.513803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:10.560067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Pushing event updated for resources: {'Port': ['ID=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:10.585182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b079ae-8e6f-46d9-b01d-d5d05677dc0b req-8681fe11-cc63-474f-9a5f-d996766b8915 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:10.593148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42b079ae-8e6f-46d9-b01d-d5d05677dc0b req-8681fe11-cc63-474f-9a5f-d996766b8915 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 945 time: 0.2982461 Aug 30 14:22:10.667210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42b079ae-8e6f-46d9-b01d-d5d05677dc0b req-1066b631-4933-4008-8d4a-236b2a32b796 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716534 Aug 30 14:22:10.682743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:10.751056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab80d9-f003-46b7-b8d1-166115c7c78c req-a15b3dfa-16a8-411e-bcba-39bce6770e04 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:10.778742 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ab80d9-f003-46b7-b8d1-166115c7c78c req-a15b3dfa-16a8-411e-bcba-39bce6770e04 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 948 time: 0.2908893 Aug 30 14:22:10.799708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.814947 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.827679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/34d0cc10-a35f-4681-b56e-a89d9f1ef621 HTTP/1.1" status: 204 len: 168 time: 1.3144150 Aug 30 14:22:10.840380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:10.905123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 has no active binding in host n-h1-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:22:10.919416 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.920237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-network', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:10.924772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad054a-1efb-4f75-8402-73fc78a4bcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d0cc10-a35f-4681-b56e-a89d9f1ef621,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:10.988730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Made reservation on behalf of 74bd60fa8ee745f39cd31f330bac10ec for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:10.994078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.027098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:11.038810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:11.042103 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87ee413-9bfb-477c-833c-8746f595fd5b" -d '{"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-unplugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:11.043454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.058000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Attempting to bind port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:11.058242 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.058445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:11.058767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c80bd048-8845-47de-a87b-f59dd0bfa883 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:22:11.068777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Attempting to bind port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:11.069973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Attempting to bind port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:11.090847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ab80d9-f003-46b7-b8d1-166115c7c78c req-e0b2bd86-a4cd-44d4-a84e-f7b2b5d08ddf tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899370 Aug 30 14:22:11.098211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:22:11.098866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Attempting to bind port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:11.107417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f897ec5e-0769-4066-9601-4c0f69ebfee3 admin admin] Deleting subnet a3f51ce4-81c5-4333-a525-1ba306f7d6ca {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:22:11.111362 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f897ec5e-0769-4066-9601-4c0f69ebfee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.154381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f897ec5e-0769-4066-9601-4c0f69ebfee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.197643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:11.198043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:11.198747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:11.198921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Bound port: 5e18d5fa-a7fd-4a8d-9679-40f667ff2908, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:11.199241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.206947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:11.233915 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30967108-0d8b-48cd-8afa-efc73f45cd2a x-openstack-request-id: req-30967108-0d8b-48cd-8afa-efc73f45cd2a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:11.234240 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-unplugged", "status": "completed", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:11.234503 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30967108-0d8b-48cd-8afa-efc73f45cd2a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:11.235219 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'code': 200} Aug 30 14:22:11.238889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: c80bd048-8845-47de-a87b-f59dd0bfa883 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:22:11.243188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c80bd048-8845-47de-a87b-f59dd0bfa883 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:22:11.251864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f897ec5e-0769-4066-9601-4c0f69ebfee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.327684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.335650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:11.348285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:11.351632 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97bde2c-bb94-473d-ae64-0a23e40dc006" -d '{"events": [{"server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:11.366224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.522496 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c0b21-2ee4-46fc-8f09-668bb07e3677 x-openstack-request-id: req-081c0b21-2ee4-46fc-8f09-668bb07e3677 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:11.522979 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:11.523847 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-081c0b21-2ee4-46fc-8f09-668bb07e3677 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:11.525223 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41', 'code': 200} Aug 30 14:22:11.580438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-f80733f6-88d9-4e98-883d-73afb40a1ef4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2478890 Aug 30 14:22:11.582366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] For port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:11.597425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] For port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:11.600733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f897ec5e-0769-4066-9601-4c0f69ebfee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.634583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.726745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897ec5e-0769-4066-9601-4c0f69ebfee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f51ce4-81c5-4333-a525-1ba306f7d6ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:11.768607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f897ec5e-0769-4066-9601-4c0f69ebfee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.776467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.777170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f897ec5e-0769-4066-9601-4c0f69ebfee3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a3f51ce4-81c5-4333-a525-1ba306f7d6ca HTTP/1.1" status: 204 len: 168 time: 0.9139025 Aug 30 14:22:11.783885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56296) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:11.795262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on host n-h2-805668-3 for vnic_type normal with profile {"migrating_to": "n-h1-805668-3"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:11.797321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:11.799303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:11.810026 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.826778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:11.827305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Pushing event updated for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:11.827416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.832257 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] 10.222.0.21 "PUT /v2.0/ports/5e18d5fa-a7fd-4a8d-9679-40f667ff2908 HTTP/1.1" status: 200 len: 1096 time: 2.4788620 Aug 30 14:22:11.842713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0dc031-cf58-4ba6-8769-07770e18f6fd', 'tag': '5e18d5fa-a7fd-4a8d-9679-40f667ff2908'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:11.850955 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0dc031-cf58-4ba6-8769-07770e18f6fd", "tag": "5e18d5fa-a7fd-4a8d-9679-40f667ff2908"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:11.871968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:22:11.922817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:22:11.925213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Attempting to bind port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:11.950923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce656a56-ee04-404a-abae-b56fe2030604 req-3542ff88-9e23-48cb-b7f3-b79f55ff8f07 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:11.964781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce656a56-ee04-404a-abae-b56fe2030604 req-3542ff88-9e23-48cb-b7f3-b79f55ff8f07 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.4555058 Aug 30 14:22:12.012933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.012933 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Added segment aaf7b745-f5f0-47f6-97be-14e7af479a3a of type vlan for network db19702c-efa3-4f0a-99f5-fbb011456192 Aug 30 14:22:12.038327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6af821-181e-46d1-91de-5b6b86543b2e service neutron] Pushing event updated for resources: {'Port': ['ID=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:12.041161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:12.041585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:12.042039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:12.042499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Bound port: b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:12.042870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.102770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-04301041-e75a-4092-88c0-3b502299e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.105478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-04301041-e75a-4092-88c0-3b502299e565 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25a17812a4334d419bf27430c2288696&device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 1100 time: 0.4737458 Aug 30 14:22:12.135973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1836e3-095f-4331-9a75-999cc38c68ad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:12.148646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.167575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce656a56-ee04-404a-abae-b56fe2030604 req-fd25ef40-4652-4ee0-87ad-858908247982 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005057 Aug 30 14:22:12.187643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-a48337e4-3837-49f5-9caf-8fa3ff444c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.190093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-a48337e4-3837-49f5-9caf-8fa3ff444c23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 1099 time: 0.1947997 Aug 30 14:22:12.192745 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.265434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981c814-2f18-4829-bad8-b89f29fcc595 req-9031bae5-c4ef-4069-94d7-c9d86d16859f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.267882 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9981c814-2f18-4829-bad8-b89f29fcc595 req-9031bae5-c4ef-4069-94d7-c9d86d16859f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.2707183 Aug 30 14:22:12.312606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:12.320509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:12.325379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.327600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.328867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.340823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-e8a76129-3ebc-4b65-86c3-f1da12730def service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=5e18d5fa-a7fd-4a8d-9679-40f667ff2908 HTTP/1.1" status: 200 len: 217 time: 0.0872221 Aug 30 14:22:12.347388 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce49ab08-2145-4248-af97-3e8951d361a4 x-openstack-request-id: req-ce49ab08-2145-4248-af97-3e8951d361a4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:12.347738 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0dc031-cf58-4ba6-8769-07770e18f6fd", "tag": "5e18d5fa-a7fd-4a8d-9679-40f667ff2908", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:12.347931 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce49ab08-2145-4248-af97-3e8951d361a4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:12.348329 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0dc031-cf58-4ba6-8769-07770e18f6fd', 'tag': '5e18d5fa-a7fd-4a8d-9679-40f667ff2908', 'status': 'completed', 'code': 200} Aug 30 14:22:12.358392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.429948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8916442 Aug 30 14:22:12.447314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:12.453591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Request body: {'subnet': {'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-subnet', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:12.486712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9981c814-2f18-4829-bad8-b89f29fcc595 req-ed730349-f8bf-46c1-b447-9a33d7bef5c9 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715775 Aug 30 14:22:12.527571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.528620 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.543415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-30a90ce4-2ad6-405b-9c65-d00e81d9bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.545283 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-30a90ce4-2ad6-405b-9c65-d00e81d9bf5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.4054785 Aug 30 14:22:12.545439 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] 10.222.0.21 "PUT /v2.0/ports/b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 200 len: 1121 time: 2.1522639 Aug 30 14:22:12.578544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cfaed-6134-40fa-b997-727c4ef8305f admin admin] Pushing event updated for resources: {'Network': ['ID=db19702c-efa3-4f0a-99f5-fbb011456192,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:12.595488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b946-e0e9-458b-8a76-66f9982c5d0d service neutron] Pushing event updated for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:12.604410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network db19702c-efa3-4f0a-99f5-fbb011456192 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:22:12.639991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:12.680740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-7a406923-43a5-4fc9-9441-4fd306791edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.682931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-7a406923-43a5-4fc9-9441-4fd306791edb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2896523 Aug 30 14:22:12.687677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-ea9b7d93-4697-4858-933d-539af98521df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1 HTTP/1.1" status: 200 len: 217 time: 0.1190853 Aug 30 14:22:12.690003 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.692814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Made reservation on behalf of 74bd60fa8ee745f39cd31f330bac10ec for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:12.695447 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.727756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864a7e56-bb7a-4347-b493-e38269cc81a3']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:12.786146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc4609-7e5f-4b9c-9463-4d02c1b10b47 req-ba022371-f67b-4583-8e08-3816d064ab1b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.797955 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1fc4609-7e5f-4b9c-9463-4d02c1b10b47 req-ba022371-f67b-4583-8e08-3816d064ab1b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 948 time: 0.1206596 Aug 30 14:22:12.831253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e13c93-e076-48d2-9963-f47183a38b45') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:12.831828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e13c93-e076-48d2-9963-f47183a38b45') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:12.866912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.891286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-d495b796-9fac-4eb9-b822-8d0232ee6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.896959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-d495b796-9fac-4eb9-b822-8d0232ee6619 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1976852 Aug 30 14:22:12.929654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-890c8d74-c31c-4faa-a8a3-ddb8cd3a8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:12.931407 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-890c8d74-c31c-4faa-a8a3-ddb8cd3a8127 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2331510 Aug 30 14:22:12.948901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.959278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1fc4609-7e5f-4b9c-9463-4d02c1b10b47 req-9cf8ef37-bb80-46df-9104-c18e1bdbf3ac tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505568 Aug 30 14:22:12.993669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:12.995927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:22:12.996554 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:22:12.999475 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:22:13.129829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-668ca0d4-d42f-464f-ab9e-b26b0a4b3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:13.129829 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-668ca0d4-d42f-464f-ab9e-b26b0a4b3068 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114055 Aug 30 14:22:13.129829 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:13.142684 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:13.145593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] 10.222.0.50 "DELETE /v2.0/networks/864a7e56-bb7a-4347-b493-e38269cc81a3 HTTP/1.1" status: 204 len: 168 time: 1.3554349 Aug 30 14:22:13.310117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b524cc-60b7-4cd6-a56b-b9ea0d08d18b admin admin] Pushing event deleted for resources: {'Network': ['ID=864a7e56-bb7a-4347-b493-e38269cc81a3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:13.372402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-6fca3fbc-64b5-4c61-868f-86784c75a175 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209347 Aug 30 14:22:13.410696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:13.492356 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e9e20ae4-312e-4115-8bf7-42ee5aa2c7c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4312481d6bbc4d8ea8f8f39c73a8eeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796587 Aug 30 14:22:13.495689 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:13.530272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:13.536112 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a7d7b-da89-4aca-adb1-b164e4ff76ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:13.549464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3c3ea-3272-4c5d-8071-2f695c06bbfd req-710f9501-40ad-4adc-a941-7f75a046b519 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:13.556762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39f3c3ea-3272-4c5d-8071-2f695c06bbfd req-710f9501-40ad-4adc-a941-7f75a046b519 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.2512064 Aug 30 14:22:13.578236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-69d86a9f-0337-47e3-9a4f-b02d4c19d008 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411447 Aug 30 14:22:13.595690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:13.632710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7544e9a-bd5c-446a-b3f4-4dbcd153bea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:13.677623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7544e9a-bd5c-446a-b3f4-4dbcd153bea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:13.715683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4558062-9c8a-45b6-b350-65359dac7bf3 req-e1b1f96b-55dd-41a4-b848-2167b1965d51 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303385 Aug 30 14:22:13.731859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39f3c3ea-3272-4c5d-8071-2f695c06bbfd req-aad2ed99-9dd3-49f2-9b8f-768390ca92d2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722016 Aug 30 14:22:13.764220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bba3a20-a906-47ea-a736-2ab65b5a7ae2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:13.800941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7544e9a-bd5c-446a-b3f4-4dbcd153bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:13.812069 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7544e9a-bd5c-446a-b3f4-4dbcd153bea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:13.814799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d7544e9a-bd5c-446a-b3f4-4dbcd153bea4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0330ebd8-c84b-4fea-aa00-4617a51746e0 HTTP/1.1" status: 204 len: 168 time: 0.3168020 Aug 30 14:22:13.846976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Checking segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:13.847667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Network hostable DHCP agents. Network: db19702c-efa3-4f0a-99f5-fbb011456192, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:22:13.851238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7544e9a-bd5c-446a-b3f4-4dbcd153bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0330ebd8-c84b-4fea-aa00-4617a51746e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:13.856058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac463846-990a-47db-9cdf-41d58ab8f919 req-4656aec4-0b26-434d-8dd4-260453527e99 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469628 Aug 30 14:22:13.906950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Network db19702c-efa3-4f0a-99f5-fbb011456192 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:22:13.915840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-b9f6bef3-2b7c-4d8c-87ed-f8f6fb441d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:13.922602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-b9f6bef3-2b7c-4d8c-87ed-f8f6fb441d54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 1099 time: 0.0819852 Aug 30 14:22:13.946427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, db19702c-efa3-4f0a-99f5-fbb011456192) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:13.961076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aebf979-9496-454a-a7c8-5afa55fe830f None None] Network db19702c-efa3-4f0a-99f5-fbb011456192 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:22:13.980833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:13.984892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:14.151101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eaef2ebb-9ca5-4915-bd00-dfbf1f770ccf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7026737 Aug 30 14:22:14.154387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:14.163378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:14.204001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b21e8-8c2e-446b-bd92-236bb8e938a4 req-dd81dc63-4e72-4c46-9333-361d243b2d4b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:14.210293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:14.212178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:14.234820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-db19702c-efa3-4f0a-99f5-fbb011456192', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:22:14.235090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e5b21e8-8c2e-446b-bd92-236bb8e938a4 req-dd81dc63-4e72-4c46-9333-361d243b2d4b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.2185092 Aug 30 14:22:14.237173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:14.340857 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:14.420482 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e5b21e8-8c2e-446b-bd92-236bb8e938a4 req-fea5be57-178f-441e-88a6-9b56df1e5669 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830263 Aug 30 14:22:14.526726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-92aa815e-1e3f-49c2-a7d3-5630a4b15ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:14.532409 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-92aa815e-1e3f-49c2-a7d3-5630a4b15ef8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.5300870 Aug 30 14:22:14.559439 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70acc446-3bc2-45a3-bd88-c4b9e6bf0714 x-openstack-request-id: req-70acc446-3bc2-45a3-bd88-c4b9e6bf0714 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:14.560337 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:14.560337 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70acc446-3bc2-45a3-bd88-c4b9e6bf0714 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:14.560704 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41', 'status': 'completed', 'code': 200} Aug 30 14:22:14.577252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:14.689983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:14.751996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-551c3de6-bcbd-4927-bd0d-b6e2d6740970 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e008979a00044dce81464b012fee8751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604353 Aug 30 14:22:14.756427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:14.773511 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-88580862-242e-4772-9384-9d7540021088 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=5e18d5fa-a7fd-4a8d-9679-40f667ff2908 HTTP/1.1" status: 200 len: 217 time: 0.2316132 Aug 30 14:22:14.782448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Allocated IP 172.20.0.2 (db19702c-efa3-4f0a-99f5-fbb011456192/7bba3a20-a906-47ea-a736-2ab65b5a7ae2/9b142032-3094-4083-8241-9aa672382384) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:14.850762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3951a5b4-1406-4e64-90f3-7ce26f6890eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:14.862645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-ce0a23a7-3efd-4fc2-ad6e-da8fe092c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:14.864311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-ce0a23a7-3efd-4fc2-ad6e-da8fe092c599 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1124 time: 0.2916160 Aug 30 14:22:14.882343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a60d60-a08d-43b9-af65-d34ae77c64c8 req-513911d6-e1e4-4760-8363-c6e14cac84ff tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:14.884404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8a60d60-a08d-43b9-af65-d34ae77c64c8 req-513911d6-e1e4-4760-8363-c6e14cac84ff tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 948 time: 0.1490791 Aug 30 14:22:14.899917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3951a5b4-1406-4e64-90f3-7ce26f6890eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:14.997300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-47d25b6b-fdde-4681-af24-5db10733a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:14.998856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-47d25b6b-fdde-4681-af24-5db10733a603 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2088733 Aug 30 14:22:15.071630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8a60d60-a08d-43b9-af65-d34ae77c64c8 req-22e96be6-c713-49c4-a58f-25a0a273a635 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167059 Aug 30 14:22:15.073247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-b139f94a-e048-4f18-95f0-c155a69829ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:15.074780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-b139f94a-e048-4f18-95f0-c155a69829ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.1897452 Aug 30 14:22:15.129937 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.140531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Transition to ACTIVE for port object 9b142032-3094-4083-8241-9aa672382384 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:15.142458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-d01c870b-71ca-47db-986c-4a02c3a34698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:15.144160 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-d01c870b-71ca-47db-986c-4a02c3a34698 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1353376 Aug 30 14:22:15.148083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-a8c6c78d-975f-472b-bbc9-fc9ff51f7bdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 200 len: 217 time: 0.0626676 Aug 30 14:22:15.183524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Transition to ACTIVE for port object 9b142032-3094-4083-8241-9aa672382384 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:15.197824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.199399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.238941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Network db19702c-efa3-4f0a-99f5-fbb011456192 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:15.246217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:15.264565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:15.303814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Pushing event updated for resources: {'Port': ['ID=9b142032-3094-4083-8241-9aa672382384,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:15.328235 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.336384 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3951a5b4-1406-4e64-90f3-7ce26f6890eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.339607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3951a5b4-1406-4e64-90f3-7ce26f6890eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.345014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3951a5b4-1406-4e64-90f3-7ce26f6890eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3933f517-0e8f-42ea-9341-ecf4b8ec81c2 HTTP/1.1" status: 204 len: 168 time: 0.5835662 Aug 30 14:22:15.361230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951a5b4-1406-4e64-90f3-7ce26f6890eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3933f517-0e8f-42ea-9341-ecf4b8ec81c2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:15.437553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Attempting to bind port 9b142032-3094-4083-8241-9aa672382384 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:15.441802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Attempting to bind port 9b142032-3094-4083-8241-9aa672382384 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:15.442608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Attempting to bind port 9b142032-3094-4083-8241-9aa672382384 on network db19702c-efa3-4f0a-99f5-fbb011456192 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:15.459958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:15.462259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Checking segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:15.462952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.463573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Bound using segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:15.464400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Bound port: 9b142032-3094-4083-8241-9aa672382384, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:15.465119 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.593374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-811b7766-2eb6-4772-9a30-be841a856f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:15.596453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-811b7766-2eb6-4772-9a30-be841a856f19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.4226053 Aug 30 14:22:15.599783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-daf26a60-4507-4418-b0d6-fc1645fb8bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442632 Aug 30 14:22:15.613002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Allocated IP 172.25.6.47 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d2294754-1ef4-4d23-b1de-f6d7a38e6df1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:15.660496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] For port 9b142032-3094-4083-8241-9aa672382384, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:15.666612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] For port 9b142032-3094-4083-8241-9aa672382384, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9b142032-3094-4083-8241-9aa672382384,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:15.677226 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.747880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.843247 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:15.881607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd406e-5ea8-4701-9d7a-c791c7a5e700 None None] Pushing event updated for resources: {'Port': ['ID=9b142032-3094-4083-8241-9aa672382384,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:15.966564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:15.984261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:15.994609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:16.051014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Pushing event updated for resources: {'Port': ['ID=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:16.078199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.078593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.078927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.079378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.080618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.080618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.080618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.080929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.081277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.081649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.081977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.082861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:16.579875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-67d170f6-8334-461b-9ac7-74452679d656 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9410112 Aug 30 14:22:16.777185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cb1a21a-e7aa-4561-a56f-c2a81ccae8a3 req-15fb12b1-9fd5-4e28-97e2-507089ff3bd1 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1368172 Aug 30 14:22:16.815333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a44b-dfec-48f8-b96e-e674c517893b req-1cf0a398-a9bb-4c75-8269-24992c314211 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:16.831676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6484a44b-dfec-48f8-b96e-e674c517893b req-1cf0a398-a9bb-4c75-8269-24992c314211 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 1.4029858 Aug 30 14:22:16.949885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6484a44b-dfec-48f8-b96e-e674c517893b req-40e8ecb9-509b-4fec-b8c9-890e58c70bd1 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035681 Aug 30 14:22:16.972997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:17.049303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-0dd7028d-d129-4573-bc2a-f59047ad4627 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552534 Aug 30 14:22:17.252295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-661a7d7b-da89-4aca-adb1-b164e4ff76ec req-7e3d215d-e542-4733-80a4-4230afc1348f service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914587 Aug 30 14:22:17.265819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b8685-55c6-40c1-97ed-718f5ecf7273 req-afe0a70c-f9f2-46cb-b962-164208772609 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:17.276274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c47b8685-55c6-40c1-97ed-718f5ecf7273 req-afe0a70c-f9f2-46cb-b962-164208772609 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.6090076 Aug 30 14:22:17.389833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c47b8685-55c6-40c1-97ed-718f5ecf7273 req-f185a9a6-009d-4594-a7e0-53df09868ffe tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123345 Aug 30 14:22:17.486333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:22:17.619852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:17.666893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef83c47-556b-4534-9fcc-f2e97abd19f0 req-ed8af29c-8fb0-49a5-abd8-80b0598c8346 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:17.670559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cef83c47-556b-4534-9fcc-f2e97abd19f0 req-ed8af29c-8fb0-49a5-abd8-80b0598c8346 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 948 time: 0.1915901 Aug 30 14:22:17.695915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0cf1b-f4aa-48a1-8039-de2691ba1bf2 None None] Network db19702c-efa3-4f0a-99f5-fbb011456192 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:22:17.831560 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40400bbe-bd7f-4f94-bd93-562313433054 None None] Provisioning for port 9b142032-3094-4083-8241-9aa672382384 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:17.855501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cef83c47-556b-4534-9fcc-f2e97abd19f0 req-7890fad9-8102-4f7d-9793-a3da98710339 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794277 Aug 30 14:22:17.934161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:17.978622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5e18d5fa-a7fd-4a8d-9679-40f667ff2908', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '5e18d5fa-a7fd-4a8d-9679-40f667ff2908', 'mac_address': 'fa:16:3e:9a:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:22:18.153349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:22:18.190586 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:18.326989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9b142032-3094-4083-8241-9aa672382384 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:18.376923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:22:18.380335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:18.413445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:22:18.424745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:18.428401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a97cb48f-1165-4bd9-9c42-00d9a6057f69 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2726712 Aug 30 14:22:18.433428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:18.533701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:22:18.534690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:21:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:18.566410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359a81a-d991-4d03-9251-4d355962face req-8112ab4b-22dc-4fcb-9f0a-66608e5f7537 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:18.569003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1359a81a-d991-4d03-9251-4d355962face req-8112ab4b-22dc-4fcb-9f0a-66608e5f7537 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.1705041 Aug 30 14:22:18.625084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:18.638674 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:18.700766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1359a81a-d991-4d03-9251-4d355962face req-643a93f4-da52-4c10-8cec-423c397152fa tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208260 Aug 30 14:22:18.825707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 9b142032-3094-4083-8241-9aa672382384 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:18.883308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:22:18.893243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9b142032-3094-4083-8241-9aa672382384 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:18.893711 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:19.096944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe06699-f131-41cd-8430-585ca9453fb6 req-fcbbd033-536b-4f88-885f-83b039cccb64 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:19.100320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cfe06699-f131-41cd-8430-585ca9453fb6 req-fcbbd033-536b-4f88-885f-83b039cccb64 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.1673455 Aug 30 14:22:19.173664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cfe06699-f131-41cd-8430-585ca9453fb6 req-69aa0e79-d3a4-4fe2-b061-4d9946002975 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Aug 30 14:22:19.231059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e93a8-230c-4cbc-84b9-53f5f361b072 req-3ac062aa-f262-48b7-8ac4-e3826d32e9d6 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:19.232871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c07e93a8-230c-4cbc-84b9-53f5f361b072 req-3ac062aa-f262-48b7-8ac4-e3826d32e9d6 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 948 time: 0.1641405 Aug 30 14:22:19.253926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:19.351062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e6daebaa-9546-496a-9f76-66a2cabfdff5 None None] Provisioning complete for port 9b142032-3094-4083-8241-9aa672382384 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:19.351423 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6daebaa-9546-496a-9f76-66a2cabfdff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:19.362296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c07e93a8-230c-4cbc-84b9-53f5f361b072 req-af406b98-2ca3-4061-b80a-78fc12f6871d tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206739 Aug 30 14:22:19.405656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7abcf-7c62-4444-8532-61d5a7208630 req-18d2ee07-6dd1-4cb2-8622-9d9b53f3168c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:19.419699 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76a7abcf-7c62-4444-8532-61d5a7208630 req-18d2ee07-6dd1-4cb2-8622-9d9b53f3168c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 949 time: 0.1206138 Aug 30 14:22:19.490472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76a7abcf-7c62-4444-8532-61d5a7208630 req-86f9730d-31f6-4b02-9f9a-5dd0e36eafb6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689695 Aug 30 14:22:19.517107 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:19.570843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5e18d5fa-a7fd-4a8d-9679-40f667ff2908'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:19.606366 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:19.625212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 9b142032-3094-4083-8241-9aa672382384, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9b142032-3094-4083-8241-9aa672382384,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:19.643714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:19.650721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6daebaa-9546-496a-9f76-66a2cabfdff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:19.738891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:16Z', 'revision_number': 3, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:19.764140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:19.839635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:22:19.839970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Updating router 9471b2bf-4e0c-4a1e-b271-a24058316ede port d2294754-1ef4-4d23-b1de-f6d7a38e6df1 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:22:19.974166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=9b142032-3094-4083-8241-9aa672382384,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:19.983780 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-e6daebaa-9546-496a-9f76-66a2cabfdff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:22:19.984368 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-e6daebaa-9546-496a-9f76-66a2cabfdff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:22:20.046924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f47e-513f-4cc8-8609-064a0b1f9546 req-d9a98fa3-2129-4490-9f6d-8578b424672f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:20.060873 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce99f47e-513f-4cc8-8609-064a0b1f9546 req-d9a98fa3-2129-4490-9f6d-8578b424672f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.1946180 Aug 30 14:22:20.070678 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:20.107724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9b142032-3094-4083-8241-9aa672382384 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:20.176966 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce99f47e-513f-4cc8-8609-064a0b1f9546 req-2f7ff659-dafd-4b0e-af9c-a0f633d3e6db tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148646 Aug 30 14:22:20.237405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Allocated IP 172.20.0.1 (db19702c-efa3-4f0a-99f5-fbb011456192/7bba3a20-a906-47ea-a736-2ab65b5a7ae2/f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:20.411033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9b142032-3094-4083-8241-9aa672382384 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:20.411410 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:20.507021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db6fa1-73a4-429f-9f1c-42cec5fa667a req-f7d7d4b8-8abb-4942-ae5d-5bfccf973e91 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:20.508583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70db6fa1-73a4-429f-9f1c-42cec5fa667a req-f7d7d4b8-8abb-4942-ae5d-5bfccf973e91 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.1145413 Aug 30 14:22:20.549398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:20.584723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Transition to ACTIVE for port object f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:20.599904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70db6fa1-73a4-429f-9f1c-42cec5fa667a req-ffcdd7d9-5aca-420d-87ff-8e82b4ef712e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702178 Aug 30 14:22:20.668691 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:20.669027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac450-6490-408e-8422-9a0e91f56910 req-519187a8-6c19-4d11-9c46-7e81ef095d3a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:20.671896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6cbac450-6490-408e-8422-9a0e91f56910 req-519187a8-6c19-4d11-9c46-7e81ef095d3a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.39 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 948 time: 0.1940091 Aug 30 14:22:20.697139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e697338-92e9-4172-89ed-86560d43a6a2 req-1ed070d7-720a-4128-84e2-a772320bf81b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:20.701716 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e697338-92e9-4172-89ed-86560d43a6a2 req-1ed070d7-720a-4128-84e2-a772320bf81b tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 948 time: 0.1551397 Aug 30 14:22:20.768034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Network db19702c-efa3-4f0a-99f5-fbb011456192 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:20.772991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:20.775820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Pushing event updated for resources: {'Port': ['ID=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:20.793540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:20.831714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:20.846698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Transition to ACTIVE for port object d2294754-1ef4-4d23-b1de-f6d7a38e6df1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:20.857832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:20.916746 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:20.944068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Attempting to bind port d2294754-1ef4-4d23-b1de-f6d7a38e6df1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:20.945015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Attempting to bind port d2294754-1ef4-4d23-b1de-f6d7a38e6df1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:20.945595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Attempting to bind port d2294754-1ef4-4d23-b1de-f6d7a38e6df1 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:20.949953 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e697338-92e9-4172-89ed-86560d43a6a2 req-af65a0e9-a307-44b3-93bc-b2a5b829e124 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519837 Aug 30 14:22:20.952641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730b145-7723-4821-94fd-31bca33f4e0a None None] Pushing event updated for resources: {'Port': ['ID=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:20.988288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:20.990153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:20.990793 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:20.991362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:20.992282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Bound port: d2294754-1ef4-4d23-b1de-f6d7a38e6df1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:20.993104 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.069574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Deleting port ddc977ff-edfa-41a4-bc68-344b4f9055d7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:22:21.070201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.090848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c7e1-3246-4420-951f-63b7d8a753df req-4fd9d496-d246-4059-ab43-ea984322c9bd tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:21.092704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8300c7e1-3246-4420-951f-63b7d8a753df req-4fd9d496-d246-4059-ab43-ea984322c9bd tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 949 time: 0.1033697 Aug 30 14:22:21.105486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] For port d2294754-1ef4-4d23-b1de-f6d7a38e6df1, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:21.111201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] For port d2294754-1ef4-4d23-b1de-f6d7a38e6df1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:21.117256 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.194582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730b145-7723-4821-94fd-31bca33f4e0a None None] Pushing event updated for resources: {'Port': ['ID=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:21.240124 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8300c7e1-3246-4420-951f-63b7d8a753df req-9ad55c06-b83f-4194-93f5-ff134a80d400 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178131 Aug 30 14:22:21.265144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:22:21.266307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:21:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:21.323358 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.344744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] For port ddc977ff-edfa-41a4-bc68-344b4f9055d7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ddc977ff-edfa-41a4-bc68-344b4f9055d7,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:21.344744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.379279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Calling delete_port for ddc977ff-edfa-41a4-bc68-344b4f9055d7 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:22:21.401772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d2627f7f-452d-4be9-a1fa-e01cdde28ddf None None] Provisioning for port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:21.427541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d2627f7f-452d-4be9-a1fa-e01cdde28ddf None None] Provisioning complete for port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:21.428175 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2627f7f-452d-4be9-a1fa-e01cdde28ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.621033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d2627f7f-452d-4be9-a1fa-e01cdde28ddf None None] Port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:22:21.633065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:22:21.648544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991218-bac6-430b-866b-eb12f324f196 req-bd18ed9c-a9d7-4ada-bc2f-d08924f6837a tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:21.657400 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cd991218-bac6-430b-866b-eb12f324f196 req-bd18ed9c-a9d7-4ada-bc2f-d08924f6837a tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.1945934 Aug 30 14:22:21.735585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.776244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cd991218-bac6-430b-866b-eb12f324f196 req-08aac40b-5344-41bb-98a1-31d13a4bea29 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075680 Aug 30 14:22:21.807537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.815533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.816922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Pushing event deleted for resources: {'Port': ['ID=ddc977ff-edfa-41a4-bc68-344b4f9055d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:21.879494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:21.901399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Pushing event updated for resources: {'Port': ['ID=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:21.941070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] No DVR routers for this DVR port ddc977ff-edfa-41a4-bc68-344b4f9055d7 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:22:21.960337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf74efa-2993-4bbb-b37c-5116f3080810 req-80a10446-a4bc-4f16-8eb9-46811d7e023b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:21.962499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-baf74efa-2993-4bbb-b37c-5116f3080810 req-80a10446-a4bc-4f16-8eb9-46811d7e023b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.1632075 Aug 30 14:22:21.964092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:21.967128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6cbac450-6490-408e-8422-9a0e91f56910 req-a36f1ad1-7fd9-4f36-8933-cbd30c72636a tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.39 "DELETE /v2.0/ports/ddc977ff-edfa-41a4-bc68-344b4f9055d7 HTTP/1.1" status: 204 len: 173 time: 1.2640555 Aug 30 14:22:21.967994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'name': 'network-vif-deleted', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:21.971211 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba8fbdd-9ea4-4737-b111-e5f4a4564bac" -d '{"events": [{"server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "name": "network-vif-deleted", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:22.010360 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:22.036109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-baf74efa-2993-4bbb-b37c-5116f3080810 req-163ed44d-bcc7-43ee-bda9-b2027d2ca544 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590656 Aug 30 14:22:22.075471 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bac3dc-af37-4f42-85e8-7dd2184473a3 x-openstack-request-id: req-42bac3dc-af37-4f42-85e8-7dd2184473a3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:22.076176 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b4624-bb54-49c9-953e-b86d5e163578", "name": "network-vif-deleted", "tag": "ddc977ff-edfa-41a4-bc68-344b4f9055d7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:22.076176 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42bac3dc-af37-4f42-85e8-7dd2184473a3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:22.076807 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b4624-bb54-49c9-953e-b86d5e163578', 'name': 'network-vif-deleted', 'tag': 'ddc977ff-edfa-41a4-bc68-344b4f9055d7', 'status': 'completed', 'code': 200} Aug 30 14:22:22.166882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:20Z', 'revision_number': 1, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:22.185596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b7064e5-654d-40f2-a6e2-34f9cbd570a3 req-6ab6cfe8-d48b-4e1d-bb61-c8711651cb37 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=db5b4624-bb54-49c9-953e-b86d5e163578 HTTP/1.1" status: 200 len: 210 time: 0.0432034 Aug 30 14:22:22.239349 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:22:22.252939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-633a7040-56e7-4ae6-9cb9-410fdcf3a1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:22.255388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293b9bda-4ba8-43d0-b4d6-a5376a198386 None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:20Z', 'revision_number': 1, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:22:22.454778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Network db19702c-efa3-4f0a-99f5-fbb011456192 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:22.462082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:22.539992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cfe05-3627-4310-aff8-3619e1ca9abe req-7a69f379-583e-4b41-baba-f58940608a01 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:22.544575 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e85cfe05-3627-4310-aff8-3619e1ca9abe req-7a69f379-583e-4b41-baba-f58940608a01 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 949 time: 0.1304045 Aug 30 14:22:22.619017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-633a7040-56e7-4ae6-9cb9-410fdcf3a1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:22.645912 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e85cfe05-3627-4310-aff8-3619e1ca9abe req-d4e2eb7e-0691-4b6d-b7b4-271184ffda5e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Aug 30 14:22:22.655682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-633a7040-56e7-4ae6-9cb9-410fdcf3a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:22.688673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a7040-56e7-4ae6-9cb9-410fdcf3a1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960a68ea-1552-4ca3-ac89-b08bd5599e45,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:22.756267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-633a7040-56e7-4ae6-9cb9-410fdcf3a1ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eac76346dfcc49979f016c154a51963b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8746405 Aug 30 14:22:22.760393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:22.924801 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ba2030d-1c72-45f9-976b-1de68ec843ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:22.988191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:22:23.017669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ba2030d-1c72-45f9-976b-1de68ec843ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:23.257095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817063f8-aecd-4588-8a0a-5b35ecda1642 req-a4f376a1-59c4-4de4-94fc-c492381c25ae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:23.273490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-817063f8-aecd-4588-8a0a-5b35ecda1642 req-a4f376a1-59c4-4de4-94fc-c492381c25ae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.1910479 Aug 30 14:22:23.275267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6f5f0-98f3-4214-9d78-1fefadc41673 req-e8f08a0a-d78c-4a60-897b-ebe7837c23c3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:23.278953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5d6f5f0-98f3-4214-9d78-1fefadc41673 req-e8f08a0a-d78c-4a60-897b-ebe7837c23c3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 945 time: 0.6401396 Aug 30 14:22:23.279844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ba2030d-1c72-45f9-976b-1de68ec843ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:23.285579 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ba2030d-1c72-45f9-976b-1de68ec843ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:23.288686 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ba2030d-1c72-45f9-976b-1de68ec843ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/960a68ea-1552-4ca3-ac89-b08bd5599e45 HTTP/1.1" status: 204 len: 168 time: 0.5260053 Aug 30 14:22:23.311384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2030d-1c72-45f9-976b-1de68ec843ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960a68ea-1552-4ca3-ac89-b08bd5599e45,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:23.432796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75ce7740-8997-4ae3-8121-6827fbff6f52 None None] Provisioning complete for port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:23.433602 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75ce7740-8997-4ae3-8121-6827fbff6f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:23.495266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-75ce7740-8997-4ae3-8121-6827fbff6f52 None None] Port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:22:23.515232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-817063f8-aecd-4588-8a0a-5b35ecda1642 req-a6d87816-962a-4efb-80db-cb8d989d9d0b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219439 Aug 30 14:22:23.562380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:22:23.593636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5d6f5f0-98f3-4214-9d78-1fefadc41673 req-31651a3a-4c66-4fe2-a34e-099ffdcdb69f tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883708 Aug 30 14:22:23.688877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ddc977ff-edfa-41a4-bc68-344b4f9055d7 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:22:23.696108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:23.876420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: ddc977ff-edfa-41a4-bc68-344b4f9055d7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:22:23.876970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ddc977ff-edfa-41a4-bc68-344b4f9055d7 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:22:23.909826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:22:23.926905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-36052cae-ecb1-43dd-822d-72dbc1530de2 admin admin] 10.222.0.50 "PUT /v2.0/routers/9471b2bf-4e0c-4a1e-b271-a24058316ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4911859 Aug 30 14:22:23.972660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:24.034008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:24.037629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dba66-3395-4790-ab9c-62f46bac5e25 req-5f4d4c3a-31f0-4212-a48c-09cc1a0aae87 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:24.044758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:24.068715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-560dba66-3395-4790-ab9c-62f46bac5e25 req-5f4d4c3a-31f0-4212-a48c-09cc1a0aae87 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.3933439 Aug 30 14:22:24.340943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-560dba66-3395-4790-ab9c-62f46bac5e25 req-e1e9365e-d130-4087-b4e9-326e4ab83cfe tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650151 Aug 30 14:22:24.415940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882bdac-e5b7-43cb-b0b4-6cce6933ef1f req-9c54db1f-3979-4829-ae92-3dbb7fbe6519 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:24.447342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d2294754-1ef4-4d23-b1de-f6d7a38e6df1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:24.448446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1882bdac-e5b7-43cb-b0b4-6cce6933ef1f req-9c54db1f-3979-4829-ae92-3dbb7fbe6519 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 949 time: 0.1931949 Aug 30 14:22:24.576800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1882bdac-e5b7-43cb-b0b4-6cce6933ef1f req-77f8de02-2fc9-42fd-8dfa-4984e957bfb0 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067815 Aug 30 14:22:24.591960 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:24.647946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0dc031-cf58-4ba6-8769-07770e18f6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e18d5fa-a7fd-4a8d-9679-40f667ff2908'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:24.652883 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d61918-758e-48ad-84b4-e3e23ce80c8f" -d '{"events": [{"server_uuid": "4e0dc031-cf58-4ba6-8769-07770e18f6fd", "name": "network-vif-plugged", "status": "completed", "tag": "5e18d5fa-a7fd-4a8d-9679-40f667ff2908"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:24.663459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d2294754-1ef4-4d23-b1de-f6d7a38e6df1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:24.700349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d2294754-1ef4-4d23-b1de-f6d7a38e6df1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:24.701199 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:24.707840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:24.753504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:24.945614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41a4e-b9ca-4894-9650-c5f3172a9ae5 req-62639912-e32e-4177-92b5-d00d9e104877 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:24.973140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2a41a4e-b9ca-4894-9650-c5f3172a9ae5 req-62639912-e32e-4177-92b5-d00d9e104877 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 949 time: 0.2499397 Aug 30 14:22:24.983630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:25.003892 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:25.060160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d2294754-1ef4-4d23-b1de-f6d7a38e6df1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:25.083463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:25.140173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2a41a4e-b9ca-4894-9650-c5f3172a9ae5 req-d0e9adcc-56e9-4629-bf67-bb9599b1927f tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550591 Aug 30 14:22:25.174493 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52de364a-5b26-427f-bf7b-e00aeedc2a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:25.305761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:25.907475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:25.999788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667b77-bb64-470b-aff7-8ba20deb9bf4 req-16df8b3d-df0a-4afc-ac24-d8debacce1b3 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:26.014432 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18667b77-bb64-470b-aff7-8ba20deb9bf4 req-16df8b3d-df0a-4afc-ac24-d8debacce1b3 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.2013016 Aug 30 14:22:26.184763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-2ef4da14-c132-4371-8bd4-05ec09fa6944 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:26.197444 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-2ef4da14-c132-4371-8bd4-05ec09fa6944 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 820 time: 0.4253132 Aug 30 14:22:26.205964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18667b77-bb64-470b-aff7-8ba20deb9bf4 req-919aa01b-94d7-4c7c-a5ca-99ad2f05fe43 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856234 Aug 30 14:22:26.228259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-1db422ad-b1c0-4406-91ec-ee8d98b9b7de tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/quotas/74bd60fa8ee745f39cd31f330bac10ec HTTP/1.1" status: 200 len: 375 time: 0.0275476 Aug 30 14:22:26.232990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-329813951-network', 'tenant_id': 'c007dd01ae144179861b76a78919871f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:26.266025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d2294754-1ef4-4d23-b1de-f6d7a38e6df1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:26.322875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Made reservation on behalf of c007dd01ae144179861b76a78919871f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:26.328928 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:26.345446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:26.346969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-567125e2-2c61-4d8e-95b5-0482346abc0b tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101749 Aug 30 14:22:26.409184 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9251f932-2574-4b82-a80e-ce89c82cb553 x-openstack-request-id: req-9251f932-2574-4b82-a80e-ce89c82cb553 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:26.409780 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0dc031-cf58-4ba6-8769-07770e18f6fd", "name": "network-vif-plugged", "status": "completed", "tag": "5e18d5fa-a7fd-4a8d-9679-40f667ff2908", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:26.410163 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9251f932-2574-4b82-a80e-ce89c82cb553 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:26.410817 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0dc031-cf58-4ba6-8769-07770e18f6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e18d5fa-a7fd-4a8d-9679-40f667ff2908', 'code': 200} Aug 30 14:22:26.477423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d2294754-1ef4-4d23-b1de-f6d7a38e6df1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:26.477944 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:26.754667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-97ee9d13-4696-46dc-817e-b61c83876dc6 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049273 Aug 30 14:22:26.767939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd67e4-e420-44dd-acd1-44eb701fa68b req-5c5b83de-f55d-4e99-a490-f719dc89f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:26.778612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f0bd67e4-e420-44dd-acd1-44eb701fa68b req-5c5b83de-f55d-4e99-a490-f719dc89f549 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 1101 time: 0.1997252 Aug 30 14:22:26.847217 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:26.856585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:26.997733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cb5de-621b-4451-8b6c-c617c73cde7b req-1994f331-eaeb-4a35-ae20-e0b456c204e7 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:27.000482 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c4cb5de-621b-4451-8b6c-c617c73cde7b req-1994f331-eaeb-4a35-ae20-e0b456c204e7 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.3283255 Aug 30 14:22:27.002922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f0bd67e4-e420-44dd-acd1-44eb701fa68b req-c3b41fc3-b91a-4594-be74-c69fcf890c80 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770275 Aug 30 14:22:27.023913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:22:27.036320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ea73b-1846-4191-a5c5-52b1293a5f0e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:27.065898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:27.066266 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Added segment 01e70aa5-b582-48ac-a336-216180570945 of type vlan for network c49d00a2-b7ea-44d9-b09e-dcf415585950 Aug 30 14:22:27.105214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-a8686175-be22-4ccb-a186-7a5cff457c84 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381281 Aug 30 14:22:27.157985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-b1af4754-cda9-4742-95de-2d692f893fe8 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:27.159682 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-b1af4754-cda9-4742-95de-2d692f893fe8 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 949 time: 0.2087443 Aug 30 14:22:27.161546 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:22:27.180117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c4cb5de-621b-4451-8b6c-c617c73cde7b req-aeeeea81-3d37-44d0-838e-0ba5f5d5bffc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516900 Aug 30 14:22:27.183266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:27.189095 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:22:27.190882 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:21:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:27.242168 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:27.244076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:27.246292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:27.363747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] Pushing event updated for resources: {'Network': ['ID=c49d00a2-b7ea-44d9-b09e-dcf415585950,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:27.383986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c49d00a2-b7ea-44d9-b09e-dcf415585950 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:22:27.402438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e51901d6-f98f-4844-9b25-3d6917d57e96 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4906254 Aug 30 14:22:27.407172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:27.417680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Request body: {'subnet': {'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-329813951-subnet', 'tenant_id': 'c007dd01ae144179861b76a78919871f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:27.488154 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:22:27.811127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-beb05bf2-e5dc-493f-a9e1-2c4854ac62d9 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--640250326&fields=id&tenant_id=8702423728ef45a38278a2ed084a746d HTTP/1.1" status: 200 len: 267 time: 0.1156759 Aug 30 14:22:27.811764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Made reservation on behalf of c007dd01ae144179861b76a78919871f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:27.814191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:27.848917 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bee21a89-0546-4818-bf7e-f170c52282cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:27.961820 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 2, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:28.020580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35324a17-7c1d-4a32-9bb4-542e5bdb9bc9 req-d6695fbe-5d57-4f5d-be21-93904caf33cd tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:28.029287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35324a17-7c1d-4a32-9bb4-542e5bdb9bc9 req-d6695fbe-5d57-4f5d-be21-93904caf33cd tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 950 time: 0.5837648 Aug 30 14:22:28.059250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-1c21a426-063f-47ac-9068-a6e16ed41933 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:28.069898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-1c21a426-063f-47ac-9068-a6e16ed41933 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 824 time: 0.2311361 Aug 30 14:22:28.094050 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:22:28.094623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Updating router 9471b2bf-4e0c-4a1e-b271-a24058316ede port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:22:28.109164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-9e357e82-af68-428e-9ece-c9b2622e86e0 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/quotas/8702423728ef45a38278a2ed084a746d HTTP/1.1" status: 200 len: 375 time: 0.0332243 Aug 30 14:22:28.143133 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.150356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-c042977b-ced1-4cb3-b4dc-a041b9e6a1ed service neutron] 10.222.0.39 "GET /v2.0/ports/b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41/bindings/n-h1-805668-3 HTTP/1.1" status: 200 len: 384 time: 0.6731660 Aug 30 14:22:28.157594 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.173956 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35324a17-7c1d-4a32-9bb4-542e5bdb9bc9 req-a581fa89-07a3-4c2a-8a0c-dd04c3129062 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436691 Aug 30 14:22:28.204722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Deleting port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:22:28.205098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.236946 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-ba1e8000-d03d-4985-b093-34b608310d95 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1214564 Aug 30 14:22:28.385591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-ab0cded5-46c8-4a77-9bad-ac6540ebdeee service neutron] 10.222.0.50 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318645 Aug 30 14:22:28.396784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:28.503934 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.571507 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-45e3f45b-4540-494b-915f-dc3f11778435 service neutron] 10.222.0.50 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718037 Aug 30 14:22:28.630930 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.644453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d8bc4-0129-4c56-8741-10166e8b714a req-9ff2e520-ba00-4f26-ad2f-011f81bc1b44 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:28.646664 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Transition to ACTIVE for port object f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:28.654167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb5d8bc4-0129-4c56-8741-10166e8b714a req-9ff2e520-ba00-4f26-ad2f-011f81bc1b44 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d3afa61-e128-4c93-8a80-64e8b064eefc HTTP/1.1" status: 200 len: 949 time: 0.3381274 Aug 30 14:22:28.662810 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.672927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Checking segment: {'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:28.677335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Network hostable DHCP agents. Network: c49d00a2-b7ea-44d9-b09e-dcf415585950, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:22:28.723389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] For port 9b46d0ff-5c87-468f-8e15-fed8d80987c1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9b46d0ff-5c87-468f-8e15-fed8d80987c1,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:28.723999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.752769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Pushing event updated for resources: {'Port': ['ID=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:28.791387 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.792491 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.793007 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.793535 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.794030 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.795314 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.795843 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.796329 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.796817 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.797376 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.797886 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.798374 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:28.871063 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Attempting to bind port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:28.872023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Attempting to bind port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:28.872023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Attempting to bind port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 on network db19702c-efa3-4f0a-99f5-fbb011456192 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:28.883635 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:28.884115 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Checking segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:28.884427 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.884835 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Bound using segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:28.885371 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Bound port: f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:28.885785 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:28.892561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Calling delete_port for 9b46d0ff-5c87-468f-8e15-fed8d80987c1 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:22:29.009411 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] For port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:29.035104 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] For port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:29.038358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378c09a-5347-4a9c-8b7a-49e67dd102b3 req-b94dc86c-ec6c-4bb3-80b9-6d9ada028812 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:29.043366 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:29.052583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5378c09a-5347-4a9c-8b7a-49e67dd102b3 req-b94dc86c-ec6c-4bb3-80b9-6d9ada028812 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.1480091 Aug 30 14:22:29.137675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:29.141821 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:22:29.144711 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:29.197291 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8b09-4995-4716-b6eb-bad42b503257 None None] Pushing event updated for resources: {'Port': ['ID=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:29.198431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5378c09a-5347-4a9c-8b7a-49e67dd102b3 req-4ccb5d29-8a3e-4f85-8905-91fc6bde5a81 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448832 Aug 30 14:22:29.265442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-8feed8ea-9844-4542-8fa3-0046aa14e974 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:29.265442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-8feed8ea-9844-4542-8fa3-0046aa14e974 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.21 "GET /v2.0/ports?device_id=63610656-d430-49ce-9b0c-1486563a2d32 HTTP/1.1" status: 200 len: 945 time: 0.7732677 Aug 30 14:22:29.352131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Network c49d00a2-b7ea-44d9-b09e-dcf415585950 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:22:29.409997 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:22:29.483988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb5d8bc4-0129-4c56-8741-10166e8b714a req-bb63b379-9b30-4051-9d82-20cfdfc2284f tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.50 "GET /v2.0/security-groups?id=147568d2-1bf0-4897-9775-0394c09b9818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7885835 Aug 30 14:22:29.534696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebce2d7a-71ef-46ee-bd78-af462a70f8ff req-390afc9c-e1ee-4eaf-ae26-1af3def51593 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 210 time: 0.0726106 Aug 30 14:22:29.571848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9b46d0ff-5c87-468f-8e15-fed8d80987c1 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:22:29.644394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d177a35-5dbb-4894-a576-f13b3b4a199c req-f8c7e2a0-e2d7-41f6-b224-011ab84cf295 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 210 time: 0.0670815 Aug 30 14:22:29.682701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c49d00a2-b7ea-44d9-b09e-dcf415585950) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:29.723046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3e86a8-c466-40a5-a2fd-d6b180f665f6 None None] Network c49d00a2-b7ea-44d9-b09e-dcf415585950 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:22:29.802323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:29.807587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:30.036230 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:29Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:30.043418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1982f296-9297-488d-8bc3-4841efbedeb0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6327198 Aug 30 14:22:30.086333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:30.104553 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e94ce-a8d9-491c-bef8-9eb64792f276 None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:29Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:22:30.127312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769e069-8775-496b-b193-b6bf55e5a091 req-e0e98b3d-95a3-4d1a-8d4a-607e4c4b2dfe tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:30.143122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b769e069-8775-496b-b193-b6bf55e5a091 req-e0e98b3d-95a3-4d1a-8d4a-607e4c4b2dfe tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 943 time: 0.4834471 Aug 30 14:22:30.324878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:30.401482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:30.416589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67a869-f0f1-4432-99b1-6ebd9aee0054 None None] Network c49d00a2-b7ea-44d9-b09e-dcf415585950 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:22:30.485478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aefb2-2be0-4089-b08d-1d3a17ea18c6 req-1d97d34c-7074-4708-a73e-2f9d4e453481 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:30.487315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e15aefb2-2be0-4089-b08d-1d3a17ea18c6 req-1d97d34c-7074-4708-a73e-2f9d4e453481 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 950 time: 0.3543873 Aug 30 14:22:30.488145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Deleting port 5934e593-b9da-4afc-b9bb-df36b09349c5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:22:30.488755 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:30.496404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-f2429ec1-230a-43b8-88f8-d385a24cf6bd tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:30.508047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-f2429ec1-230a-43b8-88f8-d385a24cf6bd tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.39 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 820 time: 0.6282556 Aug 30 14:22:30.535846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Request body: {'port': {'device_id': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'admin_state_up': True, 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:30.545945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b769e069-8775-496b-b193-b6bf55e5a091 req-a84ed355-ccfa-4c85-a893-1f3714aff0b9 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011908 Aug 30 14:22:30.612621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:30.640006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:30.641865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:30.653733 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:30.662001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:30.685330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e15aefb2-2be0-4089-b08d-1d3a17ea18c6 req-2c878f60-567d-430b-a301-9cad090cdb50 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639524 Aug 30 14:22:30.692398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:30.798885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Made reservation on behalf of 74bd60fa8ee745f39cd31f330bac10ec for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:30.804114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:30.829001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Pushing event deleted for resources: {'Port': ['ID=9b46d0ff-5c87-468f-8e15-fed8d80987c1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:30.965663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:30.992019 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:31.036128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] No DVR routers for this DVR port 9b46d0ff-5c87-468f-8e15-fed8d80987c1 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:22:31.041937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:31.044144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ad9c44c-bb04-4011-8d4a-9a4facb4e89c req-fc60f7b0-2501-4d8e-9626-027a5e18a299 tempest-ListImageFiltersTestJSON-457216253 tempest-ListImageFiltersTestJSON-457216253-project] 10.222.0.21 "DELETE /v2.0/ports/9b46d0ff-5c87-468f-8e15-fed8d80987c1 HTTP/1.1" status: 204 len: 173 time: 3.5658545 Aug 30 14:22:31.053589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] For port 5934e593-b9da-4afc-b9bb-df36b09349c5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5934e593-b9da-4afc-b9bb-df36b09349c5,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:31.056624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:31.067398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:31.072981 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:31.152605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-deleted', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:31.155188 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec935ed-8400-41cc-86a6-a69b02aae797" -d '{"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-deleted", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:31.173337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:31.467450 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:31.579292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5934e593-b9da-4afc-b9bb-df36b09349c5 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:22:31.592389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Allocated IP 172.20.0.14 (db19702c-efa3-4f0a-99f5-fbb011456192/7bba3a20-a906-47ea-a736-2ab65b5a7ae2/0517dc14-ea17-47a3-9fa3-9d93940b361b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:31.601231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-530601f7-2ae7-4d40-a870-276c3d3fa395 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:31.608686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-530601f7-2ae7-4d40-a870-276c3d3fa395 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 808 time: 0.6366749 Aug 30 14:22:31.633437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-3ebc58c1-d43f-4194-bc7d-debb52ea472b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/quotas/1f720867c22e4367a9d32fb472288ece HTTP/1.1" status: 200 len: 375 time: 0.0238538 Aug 30 14:22:31.726165 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-a9a632f2-e816-408f-b1d8-ce0857fa35d5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912519 Aug 30 14:22:31.766545 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:31.798161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:31.799508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42258-1edc-4ddd-afde-db4a84b0b780 req-844faa94-3547-4694-87f0-85d85e44b38d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:31.800661 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5009d2b-4f45-44b4-9593-e1c67f5aa7fb" -d '{"events": [{"server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "name": "network-vif-unplugged", "status": "completed", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:31.813795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2da42258-1edc-4ddd-afde-db4a84b0b780 req-844faa94-3547-4694-87f0-85d85e44b38d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 1.0215566 Aug 30 14:22:31.820047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5934e593-b9da-4afc-b9bb-df36b09349c5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5934e593-b9da-4afc-b9bb-df36b09349c5,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:31.829548 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:31.900171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5934e593-b9da-4afc-b9bb-df36b09349c5,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:31.955465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-9b3845fc-3e33-42fa-965f-ce765ae5ab78 service neutron] 10.222.0.50 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617544 Aug 30 14:22:32.023643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] Transition to ACTIVE for port object b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:32.042826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.068455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Transition to ACTIVE for port object 0517dc14-ea17-47a3-9fa3-9d93940b361b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:32.082300 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.089808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2da42258-1edc-4ddd-afde-db4a84b0b780 req-48197f1a-b073-4830-bafa-5aa5887c95b0 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748311 Aug 30 14:22:32.102565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-d32174bd-9108-404c-9b15-d04e433ef7c5 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:32.105195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-d32174bd-9108-404c-9b15-d04e433ef7c5 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.39 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 824 time: 1.0815532 Aug 30 14:22:32.125904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-1b24432c-b439-404b-b4df-6e5dd82e8f40 service neutron] 10.222.0.50 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566713 Aug 30 14:22:32.147798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.163727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:32.295693 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.296325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.298096 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Floating IP 3810bac8-70ea-4dfc-b0d4-0774f90025e2 disassociated. External IP: 172.25.6.148, port: 5934e593-b9da-4afc-b9bb-df36b09349c5. Aug 30 14:22:32.298706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Calling delete_port for 5934e593-b9da-4afc-b9bb-df36b09349c5 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:22:32.342907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Network db19702c-efa3-4f0a-99f5-fbb011456192 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:32.350839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] No DVR routers for this DVR port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:22:32.352713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:32.364326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:32.371346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:32.371346 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.382778 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-80eff4a2-536e-4ce9-84ab-24b4b67fef4c tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8702423728ef45a38278a2ed084a746d HTTP/1.1" status: 200 len: 379 time: 0.2642214 Aug 30 14:22:32.408100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Request body: {'port': {'device_id': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'admin_state_up': True, 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'security_groups': ['e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:32.424742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Pushing event updated for resources: {'Port': ['ID=0517dc14-ea17-47a3-9fa3-9d93940b361b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:32.433140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] Pushing event updated for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:32.498029 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.512676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:32.514675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.550186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1e0199f1-10ab-4fce-a3cf-4b3d0dbb53e8 req-9e815c85-a5a1-439d-a778-fb9de5e373f5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-191514547', 'description': 'tempest-description-2006430623'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:32.568498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-d039f539-7de4-42b0-b7f7-0a588b714c84 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0400221 Aug 30 14:22:32.595201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Request body: {'port': {'device_id': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:32.646789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-f28703ef-d672-45cb-bb90-66f3bac9da7b service neutron] 10.222.0.39 "PUT /v2.0/ports/b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41/bindings/n-h1-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 4.4857123 Aug 30 14:22:32.723575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e0199f1-10ab-4fce-a3cf-4b3d0dbb53e8 req-9e815c85-a5a1-439d-a778-fb9de5e373f5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.736700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.891592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbb40104-86bd-46fd-b18a-f1496aeafed3 None None] Provisioning for port 0517dc14-ea17-47a3-9fa3-9d93940b361b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:32.900290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbb40104-86bd-46fd-b18a-f1496aeafed3 None None] Provisioning complete for port 0517dc14-ea17-47a3-9fa3-9d93940b361b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:32.900666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbb40104-86bd-46fd-b18a-f1496aeafed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:32.919899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-db487580-66c7-47d1-a1d1-f04cb505d4c6 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:32.921505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-db487580-66c7-47d1-a1d1-f04cb505d4c6 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.1776502 Aug 30 14:22:32.964363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dbb40104-86bd-46fd-b18a-f1496aeafed3 None None] Port 0517dc14-ea17-47a3-9fa3-9d93940b361b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:22:32.989364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:33.031787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event deleted for resources: {'Port': ['ID=5934e593-b9da-4afc-b9bb-df36b09349c5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:33.038337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-bda0ba46-a5f4-461e-91f2-af0defa4d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:33.039896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-bda0ba46-a5f4-461e-91f2-af0defa4d768 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5&tenant_id=ec26f78604e147c0aacbda242aa74795 HTTP/1.1" status: 200 len: 1095 time: 0.1064179 Aug 30 14:22:33.123066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e0199f1-10ab-4fce-a3cf-4b3d0dbb53e8 req-9e815c85-a5a1-439d-a778-fb9de5e373f5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:33.158172 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e0199f1-10ab-4fce-a3cf-4b3d0dbb53e8 req-9e815c85-a5a1-439d-a778-fb9de5e373f5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:33.176616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6db44c-27c6-4bfe-9574-1279c08177ff req-fbed20b4-1d0b-416b-a154-4a467e747f7f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:33.179499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba6db44c-27c6-4bfe-9574-1279c08177ff req-fbed20b4-1d0b-416b-a154-4a467e747f7f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 932 time: 0.1142788 Aug 30 14:22:33.250387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Made reservation on behalf of 8702423728ef45a38278a2ed084a746d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:33.255345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:33.264226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e815c85-a5a1-439d-a778-fb9de5e373f5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f78bf9-e73d-49c0-abb6-ce5c66787ea5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:33.278769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e0199f1-10ab-4fce-a3cf-4b3d0dbb53e8 req-9e815c85-a5a1-439d-a778-fb9de5e373f5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:33.280299 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e0199f1-10ab-4fce-a3cf-4b3d0dbb53e8 req-9e815c85-a5a1-439d-a778-fb9de5e373f5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7371585 Aug 30 14:22:33.317640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-22e6a81d-66c3-4753-be04-49ee0d9d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:33.319192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-22e6a81d-66c3-4753-be04-49ee0d9d2fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1095 time: 0.1992669 Aug 30 14:22:33.330359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba6db44c-27c6-4bfe-9574-1279c08177ff req-006b43aa-61ac-4085-8e29-a0d8483e8868 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385045 Aug 30 14:22:33.388427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Router de814331-03a0-4161-b1e1-7ef21d9eae76 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:22:33.436895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0517dc14-ea17-47a3-9fa3-9d93940b361b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:33.450858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:33.467377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Transition to ACTIVE for port object 0517dc14-ea17-47a3-9fa3-9d93940b361b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:33.473230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:33.498285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a2bb997-61ea-4148-a67b-7b6b0ce82f81 req-b4104f32-446d-4022-a89f-14d1f60df6c1 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 210 time: 0.0797889 Aug 30 14:22:33.527771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0517dc14-ea17-47a3-9fa3-9d93940b361b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:33.703436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Allocated IP 172.20.0.7 (8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804/7f4311d8-9aad-429e-a49d-89d66501a9a2/47f7b493-47ca-438f-9fb6-c160424c2485) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:33.704146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00b0ac-79cb-4a77-8666-d09f829c0d28 req-0a78670c-b377-4ef5-be56-2be21492d092 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:33.707231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a00b0ac-79cb-4a77-8666-d09f829c0d28 req-0a78670c-b377-4ef5-be56-2be21492d092 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 1101 time: 0.1803029 Aug 30 14:22:33.815474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a00b0ac-79cb-4a77-8666-d09f829c0d28 req-3a2e1926-a440-4935-8fb0-10a8d643061e tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662043 Aug 30 14:22:33.817006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Attempting to bind port 0517dc14-ea17-47a3-9fa3-9d93940b361b on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:33.818901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Attempting to bind port 0517dc14-ea17-47a3-9fa3-9d93940b361b by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:33.819324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Attempting to bind port 0517dc14-ea17-47a3-9fa3-9d93940b361b on network db19702c-efa3-4f0a-99f5-fbb011456192 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:33.825389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Port 0517dc14-ea17-47a3-9fa3-9d93940b361b on network db19702c-efa3-4f0a-99f5-fbb011456192 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:22:33.825752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Attempting to bind port 0517dc14-ea17-47a3-9fa3-9d93940b361b on network db19702c-efa3-4f0a-99f5-fbb011456192 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:33.833434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:33.833826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Checking segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:33.834244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Bound using segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:33.834736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Bound port: 0517dc14-ea17-47a3-9fa3-9d93940b361b, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:33.835324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:33.855992 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e862c3c-2b88-4660-9e1d-b26ed18fc03a x-openstack-request-id: req-4e862c3c-2b88-4660-9e1d-b26ed18fc03a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:33.856433 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3afa61-e128-4c93-8a80-64e8b064eefc", "name": "network-vif-deleted", "tag": "9b46d0ff-5c87-468f-8e15-fed8d80987c1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:33.856777 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e862c3c-2b88-4660-9e1d-b26ed18fc03a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:33.857309 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3afa61-e128-4c93-8a80-64e8b064eefc', 'name': 'network-vif-deleted', 'tag': '9b46d0ff-5c87-468f-8e15-fed8d80987c1', 'status': 'completed', 'code': 200} Aug 30 14:22:33.947244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-e4e15916-2e46-4ee2-b778-7d57fbfa9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:33.952512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-e4e15916-2e46-4ee2-b778-7d57fbfa9ddb service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.6243055 Aug 30 14:22:33.973764 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86011ba7-d712-4643-ad6f-a1a38249eb03 x-openstack-request-id: req-86011ba7-d712-4643-ad6f-a1a38249eb03 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:33.974741 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "name": "network-vif-unplugged", "status": "completed", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:33.974741 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86011ba7-d712-4643-ad6f-a1a38249eb03 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:33.975174 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'code': 200} Aug 30 14:22:34.018417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] For port 0517dc14-ea17-47a3-9fa3-9d93940b361b, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:34.026005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] For port 0517dc14-ea17-47a3-9fa3-9d93940b361b, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:34.035512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:34.132197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:34.133594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:34.136839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] 10.222.0.39 "PUT /v2.0/ports/0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 1092 time: 1.5590153 Aug 30 14:22:34.137750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:34.143245 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049f232b-b973-4f23-a3c5-8d7d6f91e461" -d '{"events": [{"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:34.198773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-b5affa8b-8d8d-4eca-a381-76f1d7c1ebb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 200 len: 217 time: 0.2320209 Aug 30 14:22:34.204332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9381981-52f8-415f-bec6-ae7bac73dfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0517dc14-ea17-47a3-9fa3-9d93940b361b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:34.283352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-0f5d7820-3407-404a-9789-0ce949117a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:34.286593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-0f5d7820-3407-404a-9789-0ce949117a88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1095 time: 0.0849264 Aug 30 14:22:34.302806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:22:34.329459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] Sync routers for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:22:34.349501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:22:34.351121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:34.360190 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-3bf455b9-b430-4bed-ba92-114d179a8800 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 217 time: 0.0594790 Aug 30 14:22:34.463721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf7215-65e6-4a5d-8447-df9c83a8c6b6 req-9821efbd-dca7-4491-8d30-fe6a5b8ba624 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:34.475950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aecf7215-65e6-4a5d-8447-df9c83a8c6b6 req-9821efbd-dca7-4491-8d30-fe6a5b8ba624 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 944 time: 0.4603035 Aug 30 14:22:34.479594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-6571a546-493c-482e-8bb0-fe7be2419bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:34.488233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] No DVR routers for this DVR port 5934e593-b9da-4afc-b9bb-df36b09349c5 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:22:34.492070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-6571a546-493c-482e-8bb0-fe7be2419bd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.1248713 Aug 30 14:22:34.498477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:34.501272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c255590-65c8-44dc-b7a3-73ab8adb7318 req-89b9e493-a668-4a05-af20-c3c0cb0433ce tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.21 "DELETE /v2.0/ports/5934e593-b9da-4afc-b9bb-df36b09349c5 HTTP/1.1" status: 204 len: 173 time: 5.1967957 Aug 30 14:22:34.512559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-43a9331e-64dd-43c3-87ed-ef6e9c35b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:34.514450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-43a9331e-64dd-43c3-87ed-ef6e9c35b6ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.2810533 Aug 30 14:22:34.573836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:34.579723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-c10c8952-44f4-4d50-a1a4-8a91e1d4aa68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517356 Aug 30 14:22:34.624658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aecf7215-65e6-4a5d-8447-df9c83a8c6b6 req-3cc94dbb-5f61-4f35-b297-7b27a73b5870 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454866 Aug 30 14:22:34.775653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Transition to ACTIVE for port object 47f7b493-47ca-438f-9fb6-c160424c2485 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:34.782421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:22:34.823869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-5f3700f3-6ee8-489e-9d51-3004e5156ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:34.826710 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-5f3700f3-6ee8-489e-9d51-3004e5156ef0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506936 Aug 30 14:22:34.867111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e5e9191-fd44-4134-bf22-427c42ff580f req-d1f732ee-3c03-4176-9337-389c9a4587c8 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 210 time: 0.0987763 Aug 30 14:22:34.917900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-c1ccd7e2-c6b3-4e19-9a6c-a37ec92237a1 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130939 Aug 30 14:22:35.052354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-e877dc9b-b4de-4d7c-95e3-144dd2666624 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:35.054153 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-e877dc9b-b4de-4d7c-95e3-144dd2666624 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 808 time: 0.5584469 Aug 30 14:22:35.078446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Request body: {'port': {'device_id': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'admin_state_up': True, 'tenant_id': '1f720867c22e4367a9d32fb472288ece'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:35.160488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:35.166652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-78a9c460-615b-42a7-a90f-dca849ae7226 req-7a5e22b2-0547-482c-bc46-0d605c5ae6bc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-219990307', 'description': 'tempest-description-1678526752'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:35.178464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-0967d8fa-9e1c-4797-b0fa-7327960758e6 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438314 Aug 30 14:22:35.215314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-b1722cb6-96ba-47ef-9696-f63532277a65 service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802240 Aug 30 14:22:35.224096 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:35.228966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-78a9c460-615b-42a7-a90f-dca849ae7226 req-7a5e22b2-0547-482c-bc46-0d605c5ae6bc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:35.236804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] Checking router: de814331-03a0-4161-b1e1-7ef21d9eae76 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:22:35.263883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:22:35.264531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:35.470526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:35.487119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:35.496414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:35.503216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event updated for resources: {'Port': ['ID=47f7b493-47ca-438f-9fb6-c160424c2485,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:35.521729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:22:35.560056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c17fb27-1549-44db-a1af-43fb7250ce7e req-2520a70f-f8fa-4e29-b399-6da63fb9e1cf service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216083 Aug 30 14:22:35.648774 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfda116-6849-4f1e-9744-52337c9ad6da x-openstack-request-id: req-5cfda116-6849-4f1e-9744-52337c9ad6da {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:35.649097 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:35.649353 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cfda116-6849-4f1e-9744-52337c9ad6da {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:35.649774 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'status': 'completed', 'code': 200} Aug 30 14:22:35.667913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-78a9c460-615b-42a7-a90f-dca849ae7226 req-7a5e22b2-0547-482c-bc46-0d605c5ae6bc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:35.673485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.676508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.679479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.682320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.684245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.685698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.688945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.689729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.691511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.694897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.696327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.696690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:35.702630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Made reservation on behalf of 1f720867c22e4367a9d32fb472288ece for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:35.709532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:35.738382 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-78a9c460-615b-42a7-a90f-dca849ae7226 req-7a5e22b2-0547-482c-bc46-0d605c5ae6bc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:35.861726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'name': 'network-vif-deleted', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:35.864526 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-81e7c631-abe0-4312-b5ed-a24148ac2d1c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502512 Aug 30 14:22:35.865594 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da3efc-3652-4261-8689-740d264df722" -d '{"events": [{"server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "name": "network-vif-deleted", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:35.896399 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-78a9c460-615b-42a7-a90f-dca849ae7226 req-7a5e22b2-0547-482c-bc46-0d605c5ae6bc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:35.897994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78a9c460-615b-42a7-a90f-dca849ae7226 req-7a5e22b2-0547-482c-bc46-0d605c5ae6bc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9662046 Aug 30 14:22:35.910527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:35.911565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:35.934468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e22b2-0547-482c-bc46-0d605c5ae6bc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46f711a-3015-4790-a221-d4c9c0e991d0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:35.942207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-c5cd1ae0-d377-4957-b2c1-7720beb2437b tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5415058 Aug 30 14:22:35.956147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-b184e8a9-bc0a-4484-a73a-320f257f3096 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:35.959689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-b184e8a9-bc0a-4484-a73a-320f257f3096 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.2453465 Aug 30 14:22:35.968983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Request body: {'port': {'device_id': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:36.052501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e69240db-b457-4c54-91cb-4eb80829f4ab None None] Provisioning for port 47f7b493-47ca-438f-9fb6-c160424c2485 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:36.068843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e69240db-b457-4c54-91cb-4eb80829f4ab None None] Provisioning complete for port 47f7b493-47ca-438f-9fb6-c160424c2485 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:36.069815 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e69240db-b457-4c54-91cb-4eb80829f4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:36.086438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-c7d40b5a-ad56-4fa2-a385-95a5db09def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:36.088172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-c7d40b5a-ad56-4fa2-a385-95a5db09def9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1095 time: 0.3683174 Aug 30 14:22:36.149027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e69240db-b457-4c54-91cb-4eb80829f4ab None None] Port 47f7b493-47ca-438f-9fb6-c160424c2485 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:22:36.181026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:36.211307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afabae1-9a98-477d-8572-60e5a228181b None None] The sync data for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 is: [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:22:36.348052 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Allocated IP 172.20.0.5 (7719e3a1-d20b-40f4-b28c-20a8dcb3eb35/7b91aecf-bcf4-4a8a-9b72-ba757fd09a74/1dd2a24a-556a-44f0-af8b-a15c02d630b3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:36.416842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-ff970518-75e8-4107-855a-214218516945 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:36.425082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-ff970518-75e8-4107-855a-214218516945 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5593772 Aug 30 14:22:36.462372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-47969f0e-b6dd-4479-8582-5858f1eafbe7 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/quotas/561c44519c044ac781a11934e1612f60 HTTP/1.1" status: 200 len: 375 time: 0.0361042 Aug 30 14:22:36.533879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:36.598537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cf66f-ee51-4fef-af24-96af6c9db763 req-8fb95710-49a0-4210-aaa7-cbe2f5a91fd5 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:36.600284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b93cf66f-ee51-4fef-af24-96af6c9db763 req-8fb95710-49a0-4210-aaa7-cbe2f5a91fd5 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 944 time: 0.5525374 Aug 30 14:22:36.680322 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27f709-2b7a-4614-a498-a15c1177c1a0 None None] New status for floating IP 3810bac8-70ea-4dfc-b0d4-0774f90025e2: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:22:36.699876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:36.706380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-fbe291ef-f9fd-42cc-b0d9-f662a31045e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:36.707915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-fbe291ef-f9fd-42cc-b0d9-f662a31045e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.6092119 Aug 30 14:22:36.760017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-f7f96fa4-bfb2-4253-b682-14c890852104 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 217 time: 0.0430949 Aug 30 14:22:36.845022 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-032dd104-320f-4a40-9657-a0b280f21a17 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2041326 Aug 30 14:22:36.916112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-a0bb3caa-43ca-4354-ac46-31cb11f93f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:36.920401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-a0bb3caa-43ca-4354-ac46-31cb11f93f63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.1516087 Aug 30 14:22:36.923967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:36.938268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ab47ce55-b82e-4054-9555-46f7160be195'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:37.049705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:37.058910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:37.066404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:37.116961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Pushing event updated for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:37.131164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-f33298bc-a853-4ae9-9575-fb7c266e42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:37.133336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-f33298bc-a853-4ae9-9575-fb7c266e42fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966534 Aug 30 14:22:37.183073 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b93cf66f-ee51-4fef-af24-96af6c9db763 req-ce26f3e8-9457-46b4-8eb2-f3fc6046d326 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892442 Aug 30 14:22:37.218559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-d0ec2229-13e6-4dff-bc07-0dd959192ebe service neutron] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:37.224823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-d0ec2229-13e6-4dff-bc07-0dd959192ebe service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:37.226245 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fdb1cbf9-0cfc-4c12-af3b-1906ab309376 req-d0ec2229-13e6-4dff-bc07-0dd959192ebe service neutron] 10.222.0.21 "DELETE /v2.0/ports/b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41/bindings/n-h2-805668-3 HTTP/1.1" status: 204 len: 173 time: 1.2495477 Aug 30 14:22:37.248907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:37.250541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:37.334717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2d06a38a-c8d8-4c8c-a22b-623998f03f33 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2610674 Aug 30 14:22:37.343948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f7b493-47ca-438f-9fb6-c160424c2485 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:37.354738 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:37.363828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Request body: {'port': {'device_id': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:37.374137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Transition to ACTIVE for port object 47f7b493-47ca-438f-9fb6-c160424c2485 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:37.382256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:37.433938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89917e72-255c-4cc2-a469-280c19c5d16a req-42b9703f-5ccf-45d6-a2e1-258c73cc5f98 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:37.444772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89917e72-255c-4cc2-a469-280c19c5d16a req-42b9703f-5ccf-45d6-a2e1-258c73cc5f98 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 931 time: 0.2394240 Aug 30 14:22:37.460501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-6f259996-1963-4b1c-8cb4-73adc43ee38d service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156929 Aug 30 14:22:37.461901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Pushing event updated for resources: {'Port': ['ID=47f7b493-47ca-438f-9fb6-c160424c2485,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:37.584998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Attempting to bind port 47f7b493-47ca-438f-9fb6-c160424c2485 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:37.585579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Attempting to bind port 47f7b493-47ca-438f-9fb6-c160424c2485 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:37.586143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Attempting to bind port 47f7b493-47ca-438f-9fb6-c160424c2485 on network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:37.604047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b560950e-c795-4cb1-b23d-e90781192eca details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:22:37.621975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Port 47f7b493-47ca-438f-9fb6-c160424c2485 on network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:22:37.622517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Attempting to bind port 47f7b493-47ca-438f-9fb6-c160424c2485 on network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:37.630978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89917e72-255c-4cc2-a469-280c19c5d16a req-28916caa-ae0d-409b-b5dc-918bed9e6618 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850257 Aug 30 14:22:37.637568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:37.637935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Checking segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:37.638323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Bound using segment: {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:37.639041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Bound port: 47f7b493-47ca-438f-9fb6-c160424c2485, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa06c27-3a01-4630-a7b8-2a14ac855c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:37.639495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:37.733482 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:37.851478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] For port 47f7b493-47ca-438f-9fb6-c160424c2485, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:37.855154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] For port 47f7b493-47ca-438f-9fb6-c160424c2485, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=47f7b493-47ca-438f-9fb6-c160424c2485,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:37.862200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:37.943969 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f38d82-4b68-4863-a308-17834327280b x-openstack-request-id: req-f6f38d82-4b68-4863-a308-17834327280b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:37.944533 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63610656-d430-49ce-9b0c-1486563a2d32", "name": "network-vif-deleted", "tag": "5934e593-b9da-4afc-b9bb-df36b09349c5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:37.944972 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6f38d82-4b68-4863-a308-17834327280b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:37.945563 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63610656-d430-49ce-9b0c-1486563a2d32', 'name': 'network-vif-deleted', 'tag': '5934e593-b9da-4afc-b9bb-df36b09349c5', 'status': 'completed', 'code': 200} Aug 30 14:22:37.946491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Pushing event updated for resources: {'Port': ['ID=47f7b493-47ca-438f-9fb6-c160424c2485,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:37.975336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:37.976800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:37.978912 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-64262a13-8309-4b64-9543-e642c79c1e08 service neutron] 10.222.0.39 "PUT /v2.0/ports/47f7b493-47ca-438f-9fb6-c160424c2485 HTTP/1.1" status: 200 len: 1091 time: 2.0166903 Aug 30 14:22:38.130215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b560950e-c795-4cb1-b23d-e90781192eca,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:38.171860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'b560950e-c795-4cb1-b23d-e90781192eca', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'port_id': 'b560950e-c795-4cb1-b23d-e90781192eca', 'mac_address': 'fa:16:3e:e6:e5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedcd84-859e-4b33-8a0a-04894ebe067f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:22:38.205504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-049f232b-b973-4f23-a3c5-8d7d6f91e461 req-54a3e255-2e4e-4bcd-9dc7-f28bf8352818 service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307897 Aug 30 14:22:38.215884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98382694-a0fc-4033-ba59-a892b5dec0f3 req-e91595b0-daf7-4e03-a6c9-cf322413ecfb tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:38.224192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98382694-a0fc-4033-ba59-a892b5dec0f3 req-e91595b0-daf7-4e03-a6c9-cf322413ecfb tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 944 time: 0.4499187 Aug 30 14:22:38.276431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00533-a9ae-401a-821f-be259cd4736b req-bd30a8ff-430e-4082-acac-7cfb8061f4d1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:38.287178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4cf00533-a9ae-401a-821f-be259cd4736b req-bd30a8ff-430e-4082-acac-7cfb8061f4d1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 931 time: 0.2620561 Aug 30 14:22:38.305694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:38.324668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b560950e-c795-4cb1-b23d-e90781192eca {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:38.328712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-375607d4-2a32-47ac-834e-4173532059fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:38.330648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-375607d4-2a32-47ac-834e-4173532059fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 1094 time: 0.2129679 Aug 30 14:22:38.366669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b560950e-c795-4cb1-b23d-e90781192eca,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:38.366904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd2a24a-556a-44f0-af8b-a15c02d630b3 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:38.385132 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98382694-a0fc-4033-ba59-a892b5dec0f3 req-1a56adaa-e2e3-40dd-9d54-8c447d049e0f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599095 Aug 30 14:22:38.391903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:38.393899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:38.424582 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-3b634f96-844b-4a7b-b810-946195fa15aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f7b493-47ca-438f-9fb6-c160424c2485 HTTP/1.1" status: 200 len: 217 time: 0.0833993 Aug 30 14:22:38.447418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Transition to ACTIVE for port object 1dd2a24a-556a-44f0-af8b-a15c02d630b3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:38.454566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:38.516516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4cf00533-a9ae-401a-821f-be259cd4736b req-4bccb804-5f35-4e5e-92b1-788cbf8017f0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215629 Aug 30 14:22:38.518661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-e440f781-7a5a-4a41-b3ad-c6aef1f28eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:38.529903 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-e440f781-7a5a-4a41-b3ad-c6aef1f28eb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f4311d8-9aad-429e-a49d-89d66501a9a2 HTTP/1.1" status: 200 len: 863 time: 0.0888977 Aug 30 14:22:38.589097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=b560950e-c795-4cb1-b23d-e90781192eca,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:38.684002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0946ac0d-a24b-4698-9111-65fdbae35fc1 req-d01d57d8-8ba8-48a8-9d2a-702e6409e0ee tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 210 time: 0.0504856 Aug 30 14:22:38.692140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-b09e8b72-573d-44be-aa11-78d0e9f52942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:38.694513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-b09e8b72-573d-44be-aa11-78d0e9f52942 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542728 Aug 30 14:22:38.703548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['b560950e-c795-4cb1-b23d-e90781192eca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:38.863207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-b36b024e-7f79-4404-b21e-f891219a818e service neutron] 10.222.0.39 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548953 Aug 30 14:22:39.056442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0517dc14-ea17-47a3-9fa3-9d93940b361b details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:22:39.108131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46fee3e6-1e2e-4701-8140-d6cb64cdf7fc req-ebafc7c1-4ffb-4c0a-b764-05c0cf1a600e service neutron] 10.222.0.39 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348940 Aug 30 14:22:39.206413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-c243c643-bebd-4d56-8696-42854158e397 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=561c44519c044ac781a11934e1612f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511169 Aug 30 14:22:39.408799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0517dc14-ea17-47a3-9fa3-9d93940b361b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:39.426620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080bf4-be57-4a67-80d8-0bbb1311048b req-10299126-2809-4000-9769-d81a630e8ecc tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:39.435178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc080bf4-be57-4a67-80d8-0bbb1311048b req-10299126-2809-4000-9769-d81a630e8ecc tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 944 time: 0.1784124 Aug 30 14:22:39.444673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'mac_address': 'fa:16:3e:fe:bb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:22:39.510045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc080bf4-be57-4a67-80d8-0bbb1311048b req-aa440218-9e20-4fa7-9f15-50901882735c tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731637 Aug 30 14:22:39.543263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-ac5ba833-cef5-4c62-bf69-72a1fc4ca880 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:39.547306 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-ac5ba833-cef5-4c62-bf69-72a1fc4ca880 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309941 Aug 30 14:22:39.560592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Request body: {'port': {'device_id': '04a020d8-dd68-46ff-bb00-bd221e89a5ad', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '561c44519c044ac781a11934e1612f60'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:39.591240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:39.601537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:39.615025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b560950e-c795-4cb1-b23d-e90781192eca up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:39.636769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c327-9acc-4d96-a501-00347e089c18 req-395fe523-31c2-4702-9eae-5ab6cf73c594 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:39.645809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-395fe523-31c2-4702-9eae-5ab6cf73c594 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 812 time: 1.0408645 Aug 30 14:22:39.678758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-62fd1318-4752-4eae-a57f-02ca644525e1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/quotas/c007dd01ae144179861b76a78919871f HTTP/1.1" status: 200 len: 375 time: 0.0319331 Aug 30 14:22:39.723317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0517dc14-ea17-47a3-9fa3-9d93940b361b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:39.737135 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-0e839f1e-9347-4a4b-8dc4-10d68878c742 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569842 Aug 30 14:22:39.791192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0517dc14-ea17-47a3-9fa3-9d93940b361b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:39.831865 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:39.838568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:39.880580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port b560950e-c795-4cb1-b23d-e90781192eca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:39.881136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:39.891059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:39.891400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:39.891736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:39.903866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:22:39.904387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:39.918441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Made reservation on behalf of 561c44519c044ac781a11934e1612f60 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:39.920626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:39.920971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:39.921457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:39.921912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Bound port: 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:39.922279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:39.924147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:39.947438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'tag': '47f7b493-47ca-438f-9fb6-c160424c2485'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:39.950938 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "af6ed1f0-919a-4079-9903-9d651d7a0e23", "tag": "47f7b493-47ca-438f-9fb6-c160424c2485"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:39.972685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0e60-64e4-48af-9698-69420916ecd0 req-57ce0bb0-341a-47d6-8c7b-ae70144cfd5f tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:39.984536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32dd0e60-64e4-48af-9698-69420916ecd0 req-57ce0bb0-341a-47d6-8c7b-ae70144cfd5f tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 943 time: 0.1692443 Aug 30 14:22:40.012974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0517dc14-ea17-47a3-9fa3-9d93940b361b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:40.019421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-78dc53c5-3b70-49e0-9360-113d5348c8fa service neutron] 10.222.0.50 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805157 Aug 30 14:22:40.123817 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.151294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:40.160370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:40.178000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.187726 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32dd0e60-64e4-48af-9698-69420916ecd0 req-cdd498af-b3b4-4cac-bd55-83008d474f78 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010260 Aug 30 14:22:40.212469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b560950e-c795-4cb1-b23d-e90781192eca,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:40.214611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b560950e-c795-4cb1-b23d-e90781192eca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:40.219403 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fab16ed-d2d1-436b-8bcd-12c492930482" -d '{"events": [{"server_uuid": "ed9f2268-e3b5-4502-838a-16e5b2584cc8", "name": "network-vif-plugged", "status": "completed", "tag": "b560950e-c795-4cb1-b23d-e90781192eca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:40.226147 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.245871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0517dc14-ea17-47a3-9fa3-9d93940b361b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:40.268003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-1c73619c-2b3b-43bc-a6ad-4f7fc53f8767 service neutron] 10.222.0.50 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475951 Aug 30 14:22:40.281569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:40.287615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.296110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] 10.222.0.21 "PUT /v2.0/ports/1dd2a24a-556a-44f0-af8b-a15c02d630b3 HTTP/1.1" status: 200 len: 1091 time: 2.9380574 Aug 30 14:22:40.299502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:40.302163 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:40.327245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Allocated IP 192.168.233.218 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/0fc3298e-b8c9-45ab-beb3-b50abe384860) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:40.371116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c29d5-fa55-4b9d-8eb1-70878a7fc733 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:40.404383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ed817c4d-f640-4450-84e4-3d40b2fff68c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25a17812a4334d419bf27430c2288696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417204 Aug 30 14:22:40.415519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:40.453312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-fa64e712-ab71-42ae-bf7a-87c0a44760a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:40.458194 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-fa64e712-ab71-42ae-bf7a-87c0a44760a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1094 time: 0.0847394 Aug 30 14:22:40.535663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4124ec4-8b55-4e87-95a7-f8b375e32503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.584379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=b560950e-c795-4cb1-b23d-e90781192eca,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:40.590799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8b5ae-823c-4518-9d7e-96cd8ad16b93 req-a629022c-15d8-4786-9302-ccd0e31c0884 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:40.599015 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f8b5ae-823c-4518-9d7e-96cd8ad16b93 req-a629022c-15d8-4786-9302-ccd0e31c0884 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.1964254 Aug 30 14:22:40.633339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-2c5ad89b-2632-459f-8578-d61d98e110a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3 HTTP/1.1" status: 200 len: 217 time: 0.1519306 Aug 30 14:22:40.650385 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4124ec4-8b55-4e87-95a7-f8b375e32503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.737798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-b98e0c6e-30e2-4df8-baf3-adb5226898ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:40.739453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-b98e0c6e-30e2-4df8-baf3-adb5226898ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.0975862 Aug 30 14:22:40.796013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-f6953460-b1fe-4371-8bfc-c3d496c0ecb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439608 Aug 30 14:22:40.848095 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f8b5ae-823c-4518-9d7e-96cd8ad16b93 req-2ff84a2b-f996-4b22-a07a-064e99975d99 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628466 Aug 30 14:22:40.878002 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4124ec4-8b55-4e87-95a7-f8b375e32503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.890797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4124ec4-8b55-4e87-95a7-f8b375e32503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.890797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c4124ec4-8b55-4e87-95a7-f8b375e32503 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/147568d2-1bf0-4897-9775-0394c09b9818 HTTP/1.1" status: 204 len: 168 time: 0.4697220 Aug 30 14:22:40.894880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-918317c3-a4b5-49e9-a33d-65b041a5f2e0 req-249fa934-b633-4f98-a8bc-69e03e60baa3 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 210 time: 0.0923855 Aug 30 14:22:40.991100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4124ec4-8b55-4e87-95a7-f8b375e32503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147568d2-1bf0-4897-9775-0394c09b9818,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:41.025271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:41.074678 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0312797-e0d5-4b41-86be-003ded34aa84 x-openstack-request-id: req-a0312797-e0d5-4b41-86be-003ded34aa84 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:41.076398 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6ed1f0-919a-4079-9903-9d651d7a0e23", "tag": "47f7b493-47ca-438f-9fb6-c160424c2485", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:41.076841 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0312797-e0d5-4b41-86be-003ded34aa84 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:41.077566 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'tag': '47f7b493-47ca-438f-9fb6-c160424c2485', 'status': 'completed', 'code': 200} Aug 30 14:22:41.120540 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04052cce-f770-459b-885c-3ba5e3ab7029 x-openstack-request-id: req-04052cce-f770-459b-885c-3ba5e3ab7029 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:41.121316 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9f2268-e3b5-4502-838a-16e5b2584cc8", "name": "network-vif-plugged", "status": "completed", "tag": "b560950e-c795-4cb1-b23d-e90781192eca", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:41.121487 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04052cce-f770-459b-885c-3ba5e3ab7029 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:41.122061 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b560950e-c795-4cb1-b23d-e90781192eca', 'code': 200} Aug 30 14:22:41.141176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-d28feac0-0bcf-42b4-bbfa-fd04cc418dea service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276927 Aug 30 14:22:41.144898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Transition to ACTIVE for port object 0fc3298e-b8c9-45ab-beb3-b50abe384860 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:41.199747 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe2b8c6-2049-4684-8c16-299fe66b97f4 x-openstack-request-id: req-8fe2b8c6-2049-4684-8c16-299fe66b97f4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:41.200586 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:41.201423 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fe2b8c6-2049-4684-8c16-299fe66b97f4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:41.202263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6ca3-5ebc-4726-9210-9a268af444bd req-3c339a4f-b9f4-4535-b2e2-c7acf16625c5 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:41.202578 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3', 'status': 'completed', 'code': 200} Aug 30 14:22:41.216719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c87f6ca3-5ebc-4726-9210-9a268af444bd req-3c339a4f-b9f4-4535-b2e2-c7acf16625c5 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1095 time: 0.1677408 Aug 30 14:22:41.335933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:41.392998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', '04e7a13e-951f-4be3-8c98-26f1689adc4b', '8192d049-8673-45eb-88ed-cbfeb3e772f6', '5e18d5fa-a7fd-4a8d-9679-40f667ff2908'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:41.411888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c87f6ca3-5ebc-4726-9210-9a268af444bd req-b869dfc5-0d3e-4ae9-8261-343ea423e879 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921663 Aug 30 14:22:41.436034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-650a5d12-d297-473e-8b57-4f61329da83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:41.437711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-650a5d12-d297-473e-8b57-4f61329da83e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 1094 time: 0.2954886 Aug 30 14:22:41.457816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:41.471209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:41.478587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:41.570394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:41.575072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:41.585158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:41.683818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0195fd5-099d-4a69-b9c2-1e24551dee03 req-75ece26a-d08b-458a-906e-a3a5f8255f4e tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 210 time: 0.0913551 Aug 30 14:22:41.684902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event updated for resources: {'Port': ['ID=0fc3298e-b8c9-45ab-beb3-b50abe384860,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:41.715093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-85935cf4-dada-4024-a389-efb833227873 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1593084 Aug 30 14:22:41.749443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Request body: {'port': {'device_id': '04a020d8-dd68-46ff-bb00-bd221e89a5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:41.829190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4dc64-359b-434e-bb2b-cee01c0ffdd0 req-67fc23fd-d6f7-43a9-ba13-178f3bac33f0 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:41.843849 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95a4dc64-359b-434e-bb2b-cee01c0ffdd0 req-67fc23fd-d6f7-43a9-ba13-178f3bac33f0 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 945 time: 0.4988539 Aug 30 14:22:41.893163 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1cc19bd-554f-40b4-a537-e808270e67b2 req-335eb1b5-c62f-46ab-93d2-200a9fab3351 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104969 Aug 30 14:22:41.912197 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:41.994355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95a4dc64-359b-434e-bb2b-cee01c0ffdd0 req-4bc93019-a8d4-4b46-b5dc-a631c0d4dd23 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457326 Aug 30 14:22:42.068174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-9be4c703-ef89-49be-9b21-9a21ca261ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:42.071228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-9be4c703-ef89-49be-9b21-9a21ca261ac9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 925 time: 0.6243622 Aug 30 14:22:42.308782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbbd883c-55d2-404f-b325-0cbd6624ec3f None None] Provisioning for port 0fc3298e-b8c9-45ab-beb3-b50abe384860 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:42.320687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbbd883c-55d2-404f-b325-0cbd6624ec3f None None] Provisioning complete for port 0fc3298e-b8c9-45ab-beb3-b50abe384860 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:42.321395 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbbd883c-55d2-404f-b325-0cbd6624ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:42.332393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-4d4f686e-5967-4c2b-979d-4e654bb6bf1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f7b493-47ca-438f-9fb6-c160424c2485 HTTP/1.1" status: 200 len: 217 time: 0.2046585 Aug 30 14:22:42.421533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd883c-55d2-404f-b325-0cbd6624ec3f None None] Port 0fc3298e-b8c9-45ab-beb3-b50abe384860 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:22:42.442234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc3298e-b8c9-45ab-beb3-b50abe384860 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:42.453183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:42.462550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-7c9f7971-f705-45f6-bcb9-4a5eab5dc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:42.465734 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-7c9f7971-f705-45f6-bcb9-4a5eab5dc054 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1094 time: 0.3820252 Aug 30 14:22:42.471343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Transition to ACTIVE for port object 0fc3298e-b8c9-45ab-beb3-b50abe384860 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:42.485093 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:42.571583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f64c-9297-4e02-99c6-023f437f7d65 req-ab049d0e-3aa6-4d67-9896-358169d563f2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:42.580654 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db71f64c-9297-4e02-99c6-023f437f7d65 req-ab049d0e-3aa6-4d67-9896-358169d563f2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 943 time: 0.6697865 Aug 30 14:22:42.589870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60060dd9-db44-4c30-85ae-174f14f4e65e req-dd00a6d8-6cfd-4cd2-9f17-8cf0197636eb tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:42.605029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60060dd9-db44-4c30-85ae-174f14f4e65e req-dd00a6d8-6cfd-4cd2-9f17-8cf0197636eb tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1095 time: 0.2984602 Aug 30 14:22:42.687639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-b821d09d-bd5f-46f9-9600-b32ac5c81692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:42.690803 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-b821d09d-bd5f-46f9-9600-b32ac5c81692 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f4311d8-9aad-429e-a49d-89d66501a9a2 HTTP/1.1" status: 200 len: 863 time: 0.3264942 Aug 30 14:22:42.783415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3298e-b8c9-45ab-beb3-b50abe384860,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:42.834889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60060dd9-db44-4c30-85ae-174f14f4e65e req-e6924b36-098a-4381-aecb-3cac79d2d8de tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294145 Aug 30 14:22:42.861309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db71f64c-9297-4e02-99c6-023f437f7d65 req-0de6faf7-1bbb-4d34-b366-b648d05a8ea9 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761643 Aug 30 14:22:43.038630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-cebac68e-3202-485e-b6c3-f2ed057b46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.048914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-cebac68e-3202-485e-b6c3-f2ed057b46fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.5722098 Aug 30 14:22:43.082485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 47f7b493-47ca-438f-9fb6-c160424c2485 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:22:43.115990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-f2c678b7-557b-4a71-b2cd-563b402046d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.119922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-f2c678b7-557b-4a71-b2cd-563b402046d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4083583 Aug 30 14:22:43.206590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c327-9acc-4d96-a501-00347e089c18 req-aefc3baf-15e5-452b-8909-2784f96a53cd tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.208151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-aefc3baf-15e5-452b-8909-2784f96a53cd tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.21 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 812 time: 0.3713760 Aug 30 14:22:43.210363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Attempting to bind port 0fc3298e-b8c9-45ab-beb3-b50abe384860 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:43.210700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Attempting to bind port 0fc3298e-b8c9-45ab-beb3-b50abe384860 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:43.211079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Attempting to bind port 0fc3298e-b8c9-45ab-beb3-b50abe384860 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:43.217193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Port 0fc3298e-b8c9-45ab-beb3-b50abe384860 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:22:43.217515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Attempting to bind port 0fc3298e-b8c9-45ab-beb3-b50abe384860 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:43.232658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:43.233000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:43.233573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:43.234559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Bound port: 0fc3298e-b8c9-45ab-beb3-b50abe384860, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:43.234946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:43.287406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 47f7b493-47ca-438f-9fb6-c160424c2485, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=47f7b493-47ca-438f-9fb6-c160424c2485,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:43.305853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-5ae36a73-682a-4c58-aabe-2696c85f512e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3 HTTP/1.1" status: 200 len: 217 time: 0.2255201 Aug 30 14:22:43.311162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0517dc14-ea17-47a3-9fa3-9d93940b361b up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:43.321752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] For port 0fc3298e-b8c9-45ab-beb3-b50abe384860, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:43.327068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] For port 0fc3298e-b8c9-45ab-beb3-b50abe384860, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0fc3298e-b8c9-45ab-beb3-b50abe384860,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:43.342314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:43.365155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.395605 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:43.399444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] 10.222.0.39 "PUT /v2.0/ports/0fc3298e-b8c9-45ab-beb3-b50abe384860 HTTP/1.1" status: 200 len: 1096 time: 1.6711032 Aug 30 14:22:43.410206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a020d8-dd68-46ff-bb00-bd221e89a5ad', 'tag': '0fc3298e-b8c9-45ab-beb3-b50abe384860'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:43.415464 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d5c16-4a3a-4779-b02e-8c0f400c4570" -d '{"events": [{"name": "network-changed", "server_uuid": "04a020d8-dd68-46ff-bb00-bd221e89a5ad", "tag": "0fc3298e-b8c9-45ab-beb3-b50abe384860"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:43.425905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '47f7b493-47ca-438f-9fb6-c160424c2485', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'port_id': '47f7b493-47ca-438f-9fb6-c160424c2485', 'mac_address': 'fa:16:3e:0c:a4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:22:43.430235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec768-c6c1-4a33-8136-44c69a50aee7 req-d1e18f57-4aec-4fd4-9a01-75e2554f0eb8 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.439050 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a9ec768-c6c1-4a33-8136-44c69a50aee7 req-d1e18f57-4aec-4fd4-9a01-75e2554f0eb8 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 948 time: 0.1973140 Aug 30 14:22:43.440759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'port': {'device_id': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950', 'admin_state_up': True, 'tenant_id': 'c007dd01ae144179861b76a78919871f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:43.525871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a21024-2e5f-41f6-bc15-e3d2e2ec389a req-ecc9ace3-e589-406c-b241-0a870fb8ae1e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.537271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8a21024-2e5f-41f6-bc15-e3d2e2ec389a req-ecc9ace3-e589-406c-b241-0a870fb8ae1e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.3270113 Aug 30 14:22:43.628668 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:43.643322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-ec62fdf0-1f5a-4671-8433-8a74ef5cf8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.644658 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-ec62fdf0-1f5a-4671-8433-8a74ef5cf8b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.2340076 Aug 30 14:22:43.657798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a9ec768-c6c1-4a33-8136-44c69a50aee7 req-423a719d-42c2-4e91-80c9-edae0264e827 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165477 Aug 30 14:22:43.672849 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-ecf86da5-8a79-4647-842d-7a72e5059119 service neutron] 10.222.0.39 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461670 Aug 30 14:22:43.694754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbaf7a-a93c-4400-910c-53699c4663ba service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3298e-b8c9-45ab-beb3-b50abe384860,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:43.724865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8a21024-2e5f-41f6-bc15-e3d2e2ec389a req-573d4ed8-ffe4-4dfa-8dbd-3523a69dda2e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865258 Aug 30 14:22:43.774570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 0517dc14-ea17-47a3-9fa3-9d93940b361b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:43.779429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-ce734c8f-5fbc-42c0-869e-c85fd576cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.782207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-ce734c8f-5fbc-42c0-869e-c85fd576cae9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 1099 time: 0.2680068 Aug 30 14:22:43.806732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 0517dc14-ea17-47a3-9fa3-9d93940b361b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:43.808666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:43.829029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f7b493-47ca-438f-9fb6-c160424c2485 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:43.840051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-554f1c50-5ddb-4c38-b7a2-9e8fe0af6dfa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0fc3298e-b8c9-45ab-beb3-b50abe384860 HTTP/1.1" status: 200 len: 217 time: 0.0492811 Aug 30 14:22:43.902321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f73fd24-cbb9-44cc-93a3-e7a2946abf6a req-b7140cea-af54-4837-a117-16817114fce3 service neutron] 10.222.0.39 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263846 Aug 30 14:22:43.957381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-ffd0e266-79cd-4d6c-be14-a04329f82450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:43.961863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-ffd0e266-79cd-4d6c-be14-a04329f82450 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1142490 Aug 30 14:22:43.975624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-a9e339bd-3ada-49d9-9af4-47585566e26a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722237 Aug 30 14:22:44.046997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee532437-ba1b-4a40-a9f4-335cbc8ff9dd req-c66157da-9b41-42bf-9692-e900a59e0b60 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 210 time: 0.0768669 Aug 30 14:22:44.057631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 47f7b493-47ca-438f-9fb6-c160424c2485, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=47f7b493-47ca-438f-9fb6-c160424c2485,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:44.116172 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:44.159228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Made reservation on behalf of c007dd01ae144179861b76a78919871f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:44.185403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:44.229175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-eb747f07-d14f-4e22-8c80-5a6443fd2775 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373407 Aug 30 14:22:44.295241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-35943a32-754e-4248-b782-158cbcde236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:44.297460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-35943a32-754e-4248-b782-158cbcde236a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3272502 Aug 30 14:22:44.317216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7070a7-21b5-4baa-8a9a-f7ae6bfcee4b req-3d8af06b-3b61-414a-9975-b3a8e99f7c39 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:44.324842 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba7070a7-21b5-4baa-8a9a-f7ae6bfcee4b req-3d8af06b-3b61-414a-9975-b3a8e99f7c39 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 945 time: 0.2073586 Aug 30 14:22:44.383989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=47f7b493-47ca-438f-9fb6-c160424c2485,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:44.416446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:44.461205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:44.463910 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c9cdc7-f1ea-401e-ab4a-ab5dfc431d61" -d '{"events": [{"server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "name": "network-vif-plugged", "status": "completed", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:44.481593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['47f7b493-47ca-438f-9fb6-c160424c2485'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:44.581425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0517dc14-ea17-47a3-9fa3-9d93940b361b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:44.591628 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:44.628418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Allocated IP 172.20.0.12 (c49d00a2-b7ea-44d9-b09e-dcf415585950/a26f2497-f59b-4cd9-ba9e-6d5f683a01e9/c95e017c-8fed-4536-a8b7-d0369c4b000e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:44.633530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba7070a7-21b5-4baa-8a9a-f7ae6bfcee4b req-06b13d08-d8d6-4a85-a940-87ea7d478e15 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076460 Aug 30 14:22:44.636578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f74b4cd-9ff6-45ef-80b1-45ce0bd6bf0e req-b0962978-d554-4c96-b609-34c1e3302b10 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709583 Aug 30 14:22:44.698729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-7150d95a-c1ca-45e8-84b9-8a7c39c16ca3 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660963 Aug 30 14:22:44.743476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0517dc14-ea17-47a3-9fa3-9d93940b361b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:44.799973 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593b2cf3-560f-4f2f-86f6-0582304547b1 x-openstack-request-id: req-593b2cf3-560f-4f2f-86f6-0582304547b1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:44.799973 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a020d8-dd68-46ff-bb00-bd221e89a5ad", "tag": "0fc3298e-b8c9-45ab-beb3-b50abe384860", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:44.799973 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-593b2cf3-560f-4f2f-86f6-0582304547b1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:44.799973 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a020d8-dd68-46ff-bb00-bd221e89a5ad', 'tag': '0fc3298e-b8c9-45ab-beb3-b50abe384860', 'status': 'completed', 'code': 200} Aug 30 14:22:44.928396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d7be9-64af-40dc-a7e7-23982187f244 req-3b72f66b-52c5-4101-917c-808b49e0a475 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:44.930045 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c01d7be9-64af-40dc-a7e7-23982187f244 req-3b72f66b-52c5-4101-917c-808b49e0a475 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 944 time: 0.0638037 Aug 30 14:22:44.968777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9889bd6c-97c2-4c14-a955-bdf52e826f0e req-7b4ac329-dba2-45a2-ab8f-4ffb85473d68 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609174 Aug 30 14:22:45.000240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c01d7be9-64af-40dc-a7e7-23982187f244 req-045f508b-a318-4c22-b023-579adcc24bf3 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636597 Aug 30 14:22:45.076109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:45.104633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-51a0b51d-6d57-461f-bdf9-021047a6ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:45.106314 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-51a0b51d-6d57-461f-bdf9-021047a6ea5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 1099 time: 0.0770910 Aug 30 14:22:45.152017 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f20fe6-8cda-4de6-9a08-948819c1ab65 x-openstack-request-id: req-a7f20fe6-8cda-4de6-9a08-948819c1ab65 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:45.152309 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "name": "network-vif-plugged", "status": "completed", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:45.152559 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7f20fe6-8cda-4de6-9a08-948819c1ab65 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:45.152964 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'code': 200} Aug 30 14:22:45.220260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:45.286162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'Port': ['ID=c95e017c-8fed-4536-a8b7-d0369c4b000e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:45.291635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2ea7-63a1-4d96-908c-317a54284b62 req-b9527791-1c11-4e76-b559-cac52bdf922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:45.294351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-998c2ea7-63a1-4d96-908c-317a54284b62 req-b9527791-1c11-4e76-b559-cac52bdf922b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.0743661 Aug 30 14:22:45.325415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Network c49d00a2-b7ea-44d9-b09e-dcf415585950 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:45.332144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:45.341851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:45.351413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-998c2ea7-63a1-4d96-908c-317a54284b62 req-54bac5f1-5882-42e9-bddb-b58515d667c9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Aug 30 14:22:45.398556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-f59f77f2-4661-44f8-a35d-b2a8b12825b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:45.408228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-f59f77f2-4661-44f8-a35d-b2a8b12825b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2934537 Aug 30 14:22:45.436196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:45.436933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:45.456002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-2218fe18-4f69-4805-9972-deabe128eca1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0296981 Aug 30 14:22:45.485287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Request body: {'port': {'device_id': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:45.487950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4891f-c09f-4d75-b867-7373d8cc41e8 req-e9592b7f-2510-4adc-85cd-a0f3b3779c4e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:45.498839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4ce4891f-c09f-4d75-b867-7373d8cc41e8 req-e9592b7f-2510-4adc-85cd-a0f3b3779c4e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 948 time: 0.0947099 Aug 30 14:22:45.568513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4ce4891f-c09f-4d75-b867-7373d8cc41e8 req-7e40eea9-5607-4f0f-8155-6922d98f4efc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 Aug 30 14:22:45.634417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-43b1b67e-59fe-475b-a77d-b56dc215441d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0fc3298e-b8c9-45ab-beb3-b50abe384860 HTTP/1.1" status: 200 len: 217 time: 0.0807686 Aug 30 14:22:45.743340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fd400-4fb6-4452-9338-e9bdddc192b5 req-e9a88d18-c6ee-42f7-bd72-c58a60251555 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:45.753077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-232fd400-4fb6-4452-9338-e9bdddc192b5 req-e9a88d18-c6ee-42f7-bd72-c58a60251555 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.2333734 Aug 30 14:22:45.807918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:45.925630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-232fd400-4fb6-4452-9338-e9bdddc192b5 req-7d74d747-e624-48c4-8ed3-4e016b87695d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712081 Aug 30 14:22:45.952107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-abba3fc7-1de7-4b8e-8a45-67292f9894b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:45.964072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-abba3fc7-1de7-4b8e-8a45-67292f9894b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.3203323 Aug 30 14:22:46.033939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97417181-d734-41d0-80b6-9d6f42f2c2a4 req-df71ffa3-0ead-4bf6-a8a0-749959d5cc54 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:46.036697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-97417181-d734-41d0-80b6-9d6f42f2c2a4 req-df71ffa3-0ead-4bf6-a8a0-749959d5cc54 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 932 time: 0.1686430 Aug 30 14:22:46.121256 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-97417181-d734-41d0-80b6-9d6f42f2c2a4 req-b027cc50-65ec-49a2-87b1-05647c7a5459 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764964 Aug 30 14:22:46.412759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f428a62-d7c1-46d8-8978-4c47e13cfa2d req-29b0662b-16a3-4c2e-8a15-63cd03bf72dd tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:46.423435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f428a62-d7c1-46d8-8978-4c47e13cfa2d req-29b0662b-16a3-4c2e-8a15-63cd03bf72dd tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 944 time: 0.1209173 Aug 30 14:22:46.531479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f428a62-d7c1-46d8-8978-4c47e13cfa2d req-7d9bcc03-1b5e-4ca0-a3b4-4a3f6a63a4fb tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061883 Aug 30 14:22:46.621482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0030db-ebad-451c-88bd-1460a92d5fe3 req-1fe0db6d-42e9-433d-a4d9-bf164e23bf4c tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:46.632178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef0030db-ebad-451c-88bd-1460a92d5fe3 req-1fe0db6d-42e9-433d-a4d9-bf164e23bf4c tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 946 time: 0.1765599 Aug 30 14:22:46.646268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-b81e50c7-380d-4218-b517-9f580538460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:46.649650 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-b81e50c7-380d-4218-b517-9f580538460b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930695 Aug 30 14:22:46.881086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-3194af2b-5bf9-44c3-8379-bd55c098bdc8 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156143 Aug 30 14:22:47.085180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 47f7b493-47ca-438f-9fb6-c160424c2485 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:47.144862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef0030db-ebad-451c-88bd-1460a92d5fe3 req-e0978afd-9d18-41ae-8ab7-0a204dea4709 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100527 Aug 30 14:22:47.256738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-592d5c16-4a3a-4779-b02e-8c0f400c4570 req-1b8e9479-f9b3-4be9-b078-a7d61a474b90 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566189 Aug 30 14:22:47.258952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95e017c-8fed-4536-a8b7-d0369c4b000e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:47.269218 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:47.298802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 47f7b493-47ca-438f-9fb6-c160424c2485 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:47.306704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Transition to ACTIVE for port object c95e017c-8fed-4536-a8b7-d0369c4b000e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:22:47.312210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 47f7b493-47ca-438f-9fb6-c160424c2485 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:47.314035 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:47.315478 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:47.422717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64ce1-b42f-4177-b4d2-bd4c3a0c5be1 req-5c35563d-a455-4f16-ab0e-dbfe0ee48e8b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:47.426520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29c64ce1-b42f-4177-b4d2-bd4c3a0c5be1 req-5c35563d-a455-4f16-ab0e-dbfe0ee48e8b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 948 time: 0.1683602 Aug 30 14:22:47.496725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Pushing event updated for resources: {'Port': ['ID=c95e017c-8fed-4536-a8b7-d0369c4b000e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:47.562395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29c64ce1-b42f-4177-b4d2-bd4c3a0c5be1 req-2819b556-dd18-4076-9d67-f8e4679862b7 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217434 Aug 30 14:22:47.599440 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:47.642344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b6e49-f091-49a7-8d02-d68fb4e6afe1 req-6f4415bc-2153-4199-9277-f0cb3687ebd5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:47.644561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c91b6e49-f091-49a7-8d02-d68fb4e6afe1 req-6f4415bc-2153-4199-9277-f0cb3687ebd5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.1621680 Aug 30 14:22:47.670171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Attempting to bind port c95e017c-8fed-4536-a8b7-d0369c4b000e on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:22:47.672734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Attempting to bind port c95e017c-8fed-4536-a8b7-d0369c4b000e by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:22:47.673138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Attempting to bind port c95e017c-8fed-4536-a8b7-d0369c4b000e on network c49d00a2-b7ea-44d9-b09e-dcf415585950 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:47.680026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Port c95e017c-8fed-4536-a8b7-d0369c4b000e on network c49d00a2-b7ea-44d9-b09e-dcf415585950 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:22:47.680329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Attempting to bind port c95e017c-8fed-4536-a8b7-d0369c4b000e on network c49d00a2-b7ea-44d9-b09e-dcf415585950 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:22:47.693101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:22:47.693597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Checking segment: {'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:22:47.694080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Bound using segment: {'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:22:47.694597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Bound port: c95e017c-8fed-4536-a8b7-d0369c4b000e, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:22:47.694972 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:47.703376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f7b493-47ca-438f-9fb6-c160424c2485'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:47.713075 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59389b2b-d02d-4889-b91c-2ff1af18deb0" -d '{"events": [{"server_uuid": "af6ed1f0-919a-4079-9903-9d651d7a0e23", "name": "network-vif-plugged", "status": "completed", "tag": "47f7b493-47ca-438f-9fb6-c160424c2485"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:47.745588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 47f7b493-47ca-438f-9fb6-c160424c2485, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=47f7b493-47ca-438f-9fb6-c160424c2485,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:47.753979 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:47.764127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c91b6e49-f091-49a7-8d02-d68fb4e6afe1 req-cf4a244f-4d96-4501-8cd8-196acd2a24eb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979648 Aug 30 14:22:47.838768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] For port c95e017c-8fed-4536-a8b7-d0369c4b000e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:22:47.845739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] For port c95e017c-8fed-4536-a8b7-d0369c4b000e, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:22:47.854112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:47.950373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e02d-3c77-463f-a553-089b9a7d0e24 req-5a49e13e-0b33-441a-8f45-d87182c150d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:47.951935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Pushing event updated for resources: {'Port': ['ID=c95e017c-8fed-4536-a8b7-d0369c4b000e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:47.958944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:47.960220 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:47.962941 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-ecf1f9cf-3401-4658-bc6d-bc587f907415 service neutron] 10.222.0.21 "PUT /v2.0/ports/c95e017c-8fed-4536-a8b7-d0369c4b000e HTTP/1.1" status: 200 len: 1092 time: 2.4824309 Aug 30 14:22:47.963666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:47.966495 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff2621a-e027-4417-8dcb-67f217f58ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:47.969772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0be9e02d-3c77-463f-a553-089b9a7d0e24 req-5a49e13e-0b33-441a-8f45-d87182c150d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 944 time: 0.1270154 Aug 30 14:22:48.004684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=47f7b493-47ca-438f-9fb6-c160424c2485,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:48.025986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e4be1-097f-4689-9a1c-0f490be45005 req-9bf8a7f6-e142-4fd9-ac30-d0cb1c43cdee tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:48.028014 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be6e4be1-097f-4689-9a1c-0f490be45005 req-9bf8a7f6-e142-4fd9-ac30-d0cb1c43cdee tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 945 time: 0.0888517 Aug 30 14:22:48.062276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0be9e02d-3c77-463f-a553-089b9a7d0e24 req-42216f56-ee0f-49ca-809e-4695834ad2cd tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906465 Aug 30 14:22:48.147114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be6e4be1-097f-4689-9a1c-0f490be45005 req-fea4e9d9-fd57-4d41-ac31-5c1aab8c145a tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049306 Aug 30 14:22:48.165180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c327-9acc-4d96-a501-00347e089c18 req-052b1851-73cb-470e-9d76-9b0eea9e6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:48.170513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-052b1851-73cb-470e-9d76-9b0eea9e6131 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1095 time: 0.1127222 Aug 30 14:22:48.263153 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d714c54d-f361-4dd8-a359-46985a86ddf4 x-openstack-request-id: req-d714c54d-f361-4dd8-a359-46985a86ddf4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:48.263726 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6ed1f0-919a-4079-9903-9d651d7a0e23", "name": "network-vif-plugged", "status": "completed", "tag": "47f7b493-47ca-438f-9fb6-c160424c2485", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:48.263862 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d714c54d-f361-4dd8-a359-46985a86ddf4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:48.264405 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f7b493-47ca-438f-9fb6-c160424c2485', 'code': 200} Aug 30 14:22:48.315822 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-5dd015d3-9096-4269-b8c2-995d92dd3129 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e HTTP/1.1" status: 200 len: 217 time: 0.1112940 Aug 30 14:22:48.455107 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e8873-760c-45a3-b505-f045e6338ac7 x-openstack-request-id: req-a51e8873-760c-45a3-b505-f045e6338ac7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:48.459246 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:48.459785 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a51e8873-760c-45a3-b505-f045e6338ac7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:48.460555 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e', 'status': 'completed', 'code': 200} Aug 30 14:22:48.590441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c327-9acc-4d96-a501-00347e089c18 req-85e46ad2-85ef-49e5-98f7-0850838d45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:48.595143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-85e46ad2-85ef-49e5-98f7-0850838d45b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.2661898 Aug 30 14:22:48.595963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ac344-a333-497b-986e-ad5c7d899f63 req-03c47007-71dc-4352-ac03-d3b511c25ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:48.597669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b16ac344-a333-497b-986e-ad5c7d899f63 req-03c47007-71dc-4352-ac03-d3b511c25ff1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 1096 time: 0.1515534 Aug 30 14:22:48.684582 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-10a115e1-67ef-4398-b03c-036ed28d892e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708523 Aug 30 14:22:48.695415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57505cbe-883f-427c-92d1-ec50b6420a3f req-00f02815-2d12-4dbf-a782-2504ae7af828 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:48.704398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57505cbe-883f-427c-92d1-ec50b6420a3f req-00f02815-2d12-4dbf-a782-2504ae7af828 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 946 time: 0.1797280 Aug 30 14:22:48.744108 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b16ac344-a333-497b-986e-ad5c7d899f63 req-a63e0319-4b49-404d-850c-4186346a15da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291947 Aug 30 14:22:48.819157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57505cbe-883f-427c-92d1-ec50b6420a3f req-6addb2c6-f257-4dd7-a639-7da1500fb9d4 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134598 Aug 30 14:22:48.952952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-d1f0f6c4-12ca-494d-91f2-3034cc8385f8 service neutron] 10.222.0.21 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390954 Aug 30 14:22:49.069985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0fc3298e-b8c9-45ab-beb3-b50abe384860 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:22:49.403488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6a76-6506-4414-a1cb-d579395cba2a req-7f95d718-2fcb-479a-b3c0-ddcaad86c779 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:49.410783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-252f6a76-6506-4414-a1cb-d579395cba2a req-7f95d718-2fcb-479a-b3c0-ddcaad86c779 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 948 time: 0.4278870 Aug 30 14:22:49.483542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0fc3298e-b8c9-45ab-beb3-b50abe384860, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0fc3298e-b8c9-45ab-beb3-b50abe384860,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:49.525383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '0fc3298e-b8c9-45ab-beb3-b50abe384860', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '0fc3298e-b8c9-45ab-beb3-b50abe384860', 'mac_address': 'fa:16:3e:db:0f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:22:49.599031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-252f6a76-6506-4414-a1cb-d579395cba2a req-51aea75c-0396-4070-90d6-558255919c61 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794007 Aug 30 14:22:49.600206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:49.644766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0000c327-9acc-4d96-a501-00347e089c18 req-2b9937e6-c1eb-449e-bf13-fb9940c289a5 service neutron] 10.222.0.21 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757751 Aug 30 14:22:49.733472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:49.799256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc3298e-b8c9-45ab-beb3-b50abe384860 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:49.828680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3688-bc27-4105-b817-6bd4a2e1527a req-2326a229-c386-4aa1-acb5-7a2d05e3060f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:49.858970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33ff3688-bc27-4105-b817-6bd4a2e1527a req-2326a229-c386-4aa1-acb5-7a2d05e3060f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.1830044 Aug 30 14:22:49.875829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0fc3298e-b8c9-45ab-beb3-b50abe384860, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0fc3298e-b8c9-45ab-beb3-b50abe384860,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:49.885223 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:50.016685 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33ff3688-bc27-4105-b817-6bd4a2e1527a req-fc798cb5-ee86-4ad7-8b5f-53bb23dd1c4b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555018 Aug 30 14:22:50.043780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-2a266599-fa6e-424a-9028-6ba8115fca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:50.047128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-2a266599-fa6e-424a-9028-6ba8115fca07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1095 time: 0.1678522 Aug 30 14:22:50.123233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-557063bb-af52-4b88-bd65-7b1adfe22f3a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2436826 Aug 30 14:22:50.124735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0fc3298e-b8c9-45ab-beb3-b50abe384860,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:50.136114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:50.175414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.181536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.182443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.182815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.183403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.184009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.184546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.185134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.185706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.195131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:50.200746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.201478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.202101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:22:50.251420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0fc3298e-b8c9-45ab-beb3-b50abe384860'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:50.408676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-4f64cf27-6431-4b82-9e69-47a271a33f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:50.410128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-4f64cf27-6431-4b82-9e69-47a271a33f51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 913 time: 0.3514385 Aug 30 14:22:50.430105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89249a-9604-4ae5-97ba-eb2d2dcec577 req-1729c022-c7ec-4576-bfb6-71fa855fd27d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:50.437567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c89249a-9604-4ae5-97ba-eb2d2dcec577 req-1729c022-c7ec-4576-bfb6-71fa855fd27d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 944 time: 0.1369140 Aug 30 14:22:50.462666 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:50.563466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-f293ce1f-797d-4561-938e-939d3721b5a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e HTTP/1.1" status: 200 len: 217 time: 0.1214881 Aug 30 14:22:50.605909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Allocated IP 172.25.6.229 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/febdfc17-11cf-403c-b58b-12ef1ac4ddf3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:50.738279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c89249a-9604-4ae5-97ba-eb2d2dcec577 req-df469880-4c09-41f2-9526-f09c72b014eb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990415 Aug 30 14:22:50.745767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-46320d41-9595-4e9f-910a-01cc7849a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:50.751409 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-46320d41-9595-4e9f-910a-01cc7849a1e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.1469920 Aug 30 14:22:50.759934 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:50.854396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:50.864237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-6fcfd161-03de-4cdf-95c3-9d103d9f79e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038954 Aug 30 14:22:50.909376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Pushing event updated for resources: {'Port': ['ID=febdfc17-11cf-403c-b58b-12ef1ac4ddf3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:50.954742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:22:50.955812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:22:50.958412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:22:51.103944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-ef846e06-e86c-485a-93d3-3175a621fc23 service neutron] 10.222.0.21 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168865 Aug 30 14:22:51.124972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:51.212770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3d6d-7ebb-41be-9c02-875a29bf2bed req-a5ad102f-8a6e-49f1-b3c3-788b5c0df976 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:51.213364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:51.223369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30fc3d6d-7ebb-41be-9c02-875a29bf2bed req-a5ad102f-8a6e-49f1-b3c3-788b5c0df976 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 945 time: 0.2755141 Aug 30 14:22:51.347901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30fc3d6d-7ebb-41be-9c02-875a29bf2bed req-a8aaf8a8-e9c4-4ad8-979d-54fa0206477f tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214433 Aug 30 14:22:51.355609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ff2621a-e027-4417-8dcb-67f217f58ef7 req-7e07fcdb-d2a2-4e15-8124-412d6792bd93 service neutron] 10.222.0.21 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309585 Aug 30 14:22:51.450579 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:51.457580 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:51.644321 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:51.647355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Pushing event updated for resources: {'Port': ['ID=febdfc17-11cf-403c-b58b-12ef1ac4ddf3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:51.674637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:51.676218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-621b9bd9-b8b9-4d90-9ff1-5a93466c1a8f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5528524 Aug 30 14:22:51.756356 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-bfa47bfa-b53f-47c7-ac50-745f766ffc81 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0667927 Aug 30 14:22:51.947780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-fd7cc13e-1284-4c4d-977f-79b147ecbc4a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:51.951669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf9325bb-f06a-42bd-ad67-963d2e979761 req-fd7cc13e-1284-4c4d-977f-79b147ecbc4a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1785100 Aug 30 14:22:52.346641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e65f8-9e2e-46f0-8061-e82dbd272466 req-8c001c07-9e8e-4fe0-bcec-06171c6a050a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:52.349521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a5e65f8-9e2e-46f0-8061-e82dbd272466 req-8c001c07-9e8e-4fe0-bcec-06171c6a050a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 949 time: 0.1869047 Aug 30 14:22:52.475358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a5e65f8-9e2e-46f0-8061-e82dbd272466 req-04131050-8fc1-49f3-b52b-f2dd67ecfcf2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131012 Aug 30 14:22:52.513359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f84de-5696-4e02-9ea9-f7fa41ec4193 req-159e97bd-94dd-41b2-8e8d-c8748530af58 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:52.513359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-262f84de-5696-4e02-9ea9-f7fa41ec4193 req-159e97bd-94dd-41b2-8e8d-c8748530af58 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.1301947 Aug 30 14:22:52.607285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-262f84de-5696-4e02-9ea9-f7fa41ec4193 req-d79e812b-ba78-4065-b68e-07be01576f7d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902090 Aug 30 14:22:52.663224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d81947-79ee-47c2-9714-011c5d8b1f78 req-048c55e8-8905-440a-9a10-e3e7d385a3ec tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:52.675367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:22:52.676509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d81947-79ee-47c2-9714-011c5d8b1f78 req-048c55e8-8905-440a-9a10-e3e7d385a3ec tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 945 time: 0.0802381 Aug 30 14:22:52.682877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Request body: {'floatingip': {'port_id': '47f7b493-47ca-438f-9fb6-c160424c2485'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:53.074198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0fc3298e-b8c9-45ab-beb3-b50abe384860 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:53.126814 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:53.318754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0398d-0156-473f-a1eb-ab96ea304d3a req-b98d0170-c54d-4668-a385-0925de7f9645 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:53.320382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57e0398d-0156-473f-a1eb-ab96ea304d3a req-b98d0170-c54d-4668-a385-0925de7f9645 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 944 time: 0.4035597 Aug 30 14:22:53.324721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 0fc3298e-b8c9-45ab-beb3-b50abe384860 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:53.335732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 0fc3298e-b8c9-45ab-beb3-b50abe384860 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:53.336458 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:53.433630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57e0398d-0156-473f-a1eb-ab96ea304d3a req-b8d58632-9250-44cd-acae-7bb2b3305d81 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968945 Aug 30 14:22:53.556632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:53.611868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a020d8-dd68-46ff-bb00-bd221e89a5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3298e-b8c9-45ab-beb3-b50abe384860'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:53.614212 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af69e8-16be-4d88-a8d5-09be9f3f4a70" -d '{"events": [{"server_uuid": "04a020d8-dd68-46ff-bb00-bd221e89a5ad", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3298e-b8c9-45ab-beb3-b50abe384860"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:53.657144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-93235756-f48e-41df-b251-391615de508e tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:53.666091 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-93235756-f48e-41df-b251-391615de508e tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 820 time: 0.4301593 Aug 30 14:22:53.677982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0fc3298e-b8c9-45ab-beb3-b50abe384860, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0fc3298e-b8c9-45ab-beb3-b50abe384860,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:53.681832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-54e73391-e7ec-4d4d-bc3d-e2c7aa1336cf tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/quotas/74bd60fa8ee745f39cd31f330bac10ec HTTP/1.1" status: 200 len: 375 time: 0.0145345 Aug 30 14:22:53.684812 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:53.752527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1dd2a24a-556a-44f0-af8b-a15c02d630b3 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:22:53.825713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-e514045c-99ca-46b2-b09f-a2f4a7ef1fad tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1340086 Aug 30 14:22:53.930421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0fc3298e-b8c9-45ab-beb3-b50abe384860,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:54.091764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:54.125973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '1dd2a24a-556a-44f0-af8b-a15c02d630b3', 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35', 'port_id': '1dd2a24a-556a-44f0-af8b-a15c02d630b3', 'mac_address': 'fa:16:3e:00:6b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b91aecf-bcf4-4a8a-9b72-ba757fd09a74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:22:54.141430 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-69470a5d-e405-4f61-87a4-84366b218205 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146746 Aug 30 14:22:54.246935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:54.291637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd2a24a-556a-44f0-af8b-a15c02d630b3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:54.339718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:54.348428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:54.349665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c95e017c-8fed-4536-a8b7-d0369c4b000e details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:22:54.354501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:54.359384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-328cce61-7e83-46a7-9ded-80aeabdec74b service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147334 Aug 30 14:22:54.380674 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:54.420600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f0120-7a6f-4786-ac03-c0fffd42f2dd req-1188c331-2267-4e46-9c72-e08a9fc59dab tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:54.438917 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f53f0120-7a6f-4786-ac03-c0fffd42f2dd req-1188c331-2267-4e46-9c72-e08a9fc59dab tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 950 time: 0.2445114 Aug 30 14:22:54.486040 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:54.653953 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b172e693-1808-4946-aeaf-3639aa05182b x-openstack-request-id: req-b172e693-1808-4946-aeaf-3639aa05182b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:54.654629 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a020d8-dd68-46ff-bb00-bd221e89a5ad", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3298e-b8c9-45ab-beb3-b50abe384860", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:54.655725 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b172e693-1808-4946-aeaf-3639aa05182b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:54.656519 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a020d8-dd68-46ff-bb00-bd221e89a5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3298e-b8c9-45ab-beb3-b50abe384860', 'code': 200} Aug 30 14:22:54.726710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c95e017c-8fed-4536-a8b7-d0369c4b000e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:54.744855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'c95e017c-8fed-4536-a8b7-d0369c4b000e', 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950', 'port_id': 'c95e017c-8fed-4536-a8b7-d0369c4b000e', 'mac_address': 'fa:16:3e:65:6e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26f2497-f59b-4cd9-ba9e-6d5f683a01e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:22:54.922612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f53f0120-7a6f-4786-ac03-c0fffd42f2dd req-edf3aea2-70b3-4755-b03e-5cc0763193ee tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048024 Aug 30 14:22:54.946585 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:54.965648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95e017c-8fed-4536-a8b7-d0369c4b000e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:22:54.991842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db26ac-e4ce-4f97-bff9-7e3a93778041 req-869b3a13-bc3b-435e-b509-d26aee657ff5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:54.993375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c95e017c-8fed-4536-a8b7-d0369c4b000e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:22:55.000045 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:55.006615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2db26ac-e4ce-4f97-bff9-7e3a93778041 req-869b3a13-bc3b-435e-b509-d26aee657ff5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 944 time: 0.2076185 Aug 30 14:22:55.068171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555bff6-0556-4bd4-80bc-579d24aa47cb req-540f187b-5d93-4a8f-9b9c-7417bb9b95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:55.074659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6555bff6-0556-4bd4-80bc-579d24aa47cb req-540f187b-5d93-4a8f-9b9c-7417bb9b95ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 1101 time: 0.2974687 Aug 30 14:22:55.140061 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dcfca960-0d6d-4f3e-9cf7-4dac44d82f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:55.152175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=c95e017c-8fed-4536-a8b7-d0369c4b000e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:22:55.165588 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Floating IP 3810bac8-70ea-4dfc-b0d4-0774f90025e2 associated. External IP: 172.25.6.148, port: 47f7b493-47ca-438f-9fb6-c160424c2485. Aug 30 14:22:55.166428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2db26ac-e4ce-4f97-bff9-7e3a93778041 req-08c58f56-66d2-4790-aaf3-8bdd48dc1597 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583521 Aug 30 14:22:55.363806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6555bff6-0556-4bd4-80bc-579d24aa47cb req-a79f82a9-a323-4678-84c9-164b7d7461b6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781820 Aug 30 14:22:55.408117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-20145831-0425-411e-84a0-e1a596d9bc30 req-bb5379c1-fc21-4c2e-95ee-5c9eb37cceae tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 210 time: 0.0851629 Aug 30 14:22:55.522743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ffd0-d453-4c3c-8344-60306215f10f req-89469da1-2acb-444d-a83f-260c8ea566a3 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:55.524169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bd44ffd0-d453-4c3c-8344-60306215f10f req-89469da1-2acb-444d-a83f-260c8ea566a3 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 945 time: 0.1993597 Aug 30 14:22:55.646730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:55.740482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1dd2a24a-556a-44f0-af8b-a15c02d630b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:22:56.324559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bd44ffd0-d453-4c3c-8344-60306215f10f req-6e426d23-aa63-4b02-8088-6b22159f47e5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7820134 Aug 30 14:22:56.407022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Router de814331-03a0-4161-b1e1-7ef21d9eae76 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:22:56.687421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4454c03-05b7-487d-8014-a22205886076 req-809e4cbc-9e9e-4c87-9879-5e0426e93a03 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:56.691045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4454c03-05b7-487d-8014-a22205886076 req-809e4cbc-9e9e-4c87-9879-5e0426e93a03 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 950 time: 0.2464745 Aug 30 14:22:56.805253 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4454c03-05b7-487d-8014-a22205886076 req-23649c74-5cb4-4f9a-8586-4844611420c0 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915518 Aug 30 14:22:56.808496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:22:56.829010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:56.845178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a1302-4939-4c35-b71d-ba2ebfd60454 req-9ec3adaf-2e7a-458a-a41d-818300261a62 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:56.852047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] Sync routers for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:22:56.859005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db1a1302-4939-4c35-b71d-ba2ebfd60454 req-9ec3adaf-2e7a-458a-a41d-818300261a62 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 944 time: 0.2351665 Aug 30 14:22:56.877741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:22:56.878418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:56.985683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db1a1302-4939-4c35-b71d-ba2ebfd60454 req-266507ff-2f99-43f1-b659-9285ff486b11 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256282 Aug 30 14:22:57.135848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-818e133b-67a5-4dd8-825c-fb4835a7389e tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "PUT /v2.0/floatingips/3810bac8-70ea-4dfc-b0d4-0774f90025e2 HTTP/1.1" status: 200 len: 991 time: 4.4553068 Aug 30 14:22:57.148996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'tag': '47f7b493-47ca-438f-9fb6-c160424c2485'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:22:57.152055 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601" -d '{"events": [{"name": "network-changed", "server_uuid": "af6ed1f0-919a-4079-9903-9d651d7a0e23", "tag": "47f7b493-47ca-438f-9fb6-c160424c2485"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:22:57.160033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c708336a-9d93-44b1-8829-bff13ee8a39e req-43fc2b30-cf36-4a9f-a2b8-616668ae6a25 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 210 time: 0.0561731 Aug 30 14:22:57.217900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-9aa9b4dd-1010-4234-8ce8-9fd0bef1e89a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:57.219989 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-9aa9b4dd-1010-4234-8ce8-9fd0bef1e89a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.21 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 820 time: 0.3710983 Aug 30 14:22:57.233583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:22:57.262182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Request body: {'port': {'device_id': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'admin_state_up': True, 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:22:57.491076 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f9357b-d37d-4052-9bcb-bf31bb40ee4c x-openstack-request-id: req-15f9357b-d37d-4052-9bcb-bf31bb40ee4c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:22:57.492191 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6ed1f0-919a-4079-9903-9d651d7a0e23", "tag": "47f7b493-47ca-438f-9fb6-c160424c2485", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:22:57.492191 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15f9357b-d37d-4052-9bcb-bf31bb40ee4c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:22:57.492191 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'tag': '47f7b493-47ca-438f-9fb6-c160424c2485', 'status': 'completed', 'code': 200} Aug 30 14:22:57.611295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4df117f4-49ad-4224-996c-9221c163e245 req-b4402029-fe93-4625-8d80-da4d88b081fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2920864 Aug 30 14:22:57.726341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-c28dba44-4c74-4d0a-a98f-5b349809bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:57.727901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-c28dba44-4c74-4d0a-a98f-5b349809bdf7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8702423728ef45a38278a2ed084a746d&device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 1096 time: 0.2199068 Aug 30 14:22:57.832028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3810bac8-70ea-4dfc-b0d4-0774f90025e2', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'port_id': '47f7b493-47ca-438f-9fb6-c160424c2485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'mac_address': 'fa:16:3e:0c:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:18:58Z', 'updated_at': '2021-08-30T14:22:54Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:57.859068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Made reservation on behalf of 74bd60fa8ee745f39cd31f330bac10ec for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:22:57.882311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:57.899854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] Checking router: de814331-03a0-4161-b1e1-7ef21d9eae76 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:22:57.928174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:22:57.928844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:58.036674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-606ec67c-1afa-4e7e-b169-c3a003431f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:58.041501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-606ec67c-1afa-4e7e-b169-c3a003431f85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 200 len: 925 time: 0.3030279 Aug 30 14:22:58.043816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df117f4-49ad-4224-996c-9221c163e245 req-2f1fe4de-2b48-4a65-97ec-09dc2fb17508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:58.046005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4df117f4-49ad-4224-996c-9221c163e245 req-2f1fe4de-2b48-4a65-97ec-09dc2fb17508 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 1095 time: 0.3495839 Aug 30 14:22:58.080388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:22:58.176385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c4e23-54ac-4032-9a91-7cdb103c2441 req-a03818f6-b138-4671-b8a7-300ffa9d0e31 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:58.187129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc0c4e23-54ac-4032-9a91-7cdb103c2441 req-a03818f6-b138-4671-b8a7-300ffa9d0e31 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 945 time: 0.2899044 Aug 30 14:22:58.189499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-731ef43b-e50b-4d08-b715-eccb5b1e2391 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f7b493-47ca-438f-9fb6-c160424c2485 HTTP/1.1" status: 200 len: 999 time: 0.1350756 Aug 30 14:22:58.279947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-25261786-ab22-43d0-bac7-b9b64c1384f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:58.282497 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-25261786-ab22-43d0-bac7-b9b64c1384f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f4311d8-9aad-429e-a49d-89d66501a9a2 HTTP/1.1" status: 200 len: 863 time: 0.0791988 Aug 30 14:22:58.344739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc0c4e23-54ac-4032-9a91-7cdb103c2441 req-e4efc9a7-8dc1-4293-a8d6-bdc9c8b60fb0 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563027 Aug 30 14:22:58.382835 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d408945-d6e8-4748-93cb-34cc188af171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:58.403772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-09996948-6e00-43de-8d08-2cd79014ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:58.403772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-09996948-6e00-43de-8d08-2cd79014ca38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123374 Aug 30 14:22:58.448928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Allocated IP 172.20.0.8 (db19702c-efa3-4f0a-99f5-fbb011456192/7bba3a20-a906-47ea-a736-2ab65b5a7ae2/d1fe598c-1165-43f9-bcc2-ea32c2080455) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:22:58.453782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df117f4-49ad-4224-996c-9221c163e245 req-9a84f8d8-a4f7-4c17-a726-9acc1d5c3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:58.456048 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4df117f4-49ad-4224-996c-9221c163e245 req-9a84f8d8-a4f7-4c17-a726-9acc1d5c3dd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.3823142 Aug 30 14:22:58.722973 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:58.729018 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4df117f4-49ad-4224-996c-9221c163e245 req-7172437b-9e14-45db-9038-b3117ba3fe5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 200 len: 217 time: 0.2631156 Aug 30 14:22:58.800999 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-829ed795-1e41-483d-95cc-c1fcd9c65bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762972 Aug 30 14:22:59.105083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df117f4-49ad-4224-996c-9221c163e245 req-8584a824-cfb6-44b9-b01e-a95d8ea9e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:59.116189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4df117f4-49ad-4224-996c-9221c163e245 req-8584a824-cfb6-44b9-b01e-a95d8ea9e404 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.3711317 Aug 30 14:22:59.175535 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:59.196562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3810bac8-70ea-4dfc-b0d4-0774f90025e2', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'port_id': '47f7b493-47ca-438f-9fb6-c160424c2485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'mac_address': 'fa:16:3e:0c:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:18:58Z', 'updated_at': '2021-08-30T14:22:54Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:22:59.233811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-197c4f9a-5f12-4b0a-aaa6-f81d5f3a9601 req-d4bc8729-e8a1-4d3a-a26b-9020be7a4bbf service neutron] 10.222.0.39 "GET /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239719 Aug 30 14:22:59.256942 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:22:59.258885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4df117f4-49ad-4224-996c-9221c163e245 req-d912bcf2-aecb-459f-b873-99208a53529a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179907 Aug 30 14:22:59.318708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c3568-069b-4383-9487-e3625e59e110 None None] The sync data for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 is: [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3810bac8-70ea-4dfc-b0d4-0774f90025e2', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'port_id': '47f7b493-47ca-438f-9fb6-c160424c2485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'mac_address': 'fa:16:3e:0c:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:18:58Z', 'updated_at': '2021-08-30T14:22:54Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:22:59.615786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4e8ed-4b47-46e8-95fe-b61173c3bfb2 req-5f5c2dc0-4999-4bea-bcfc-eedf19b15b6c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:59.627835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cdf4e8ed-4b47-46e8-95fe-b61173c3bfb2 req-5f5c2dc0-4999-4bea-bcfc-eedf19b15b6c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 950 time: 0.1955836 Aug 30 14:22:59.635279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4df117f4-49ad-4224-996c-9221c163e245 req-61ad7b9a-8680-4016-9ac1-7a9e2e027506 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273475 Aug 30 14:22:59.763472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1dd2a24a-556a-44f0-af8b-a15c02d630b3 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:22:59.773560 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33bfb7-ca44-414c-875d-fcc019e39cda None None] New status for floating IP 3810bac8-70ea-4dfc-b0d4-0774f90025e2: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:22:59.846940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:59.898575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:22:59.903779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:22:59.904246 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:59.967713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Transition to ACTIVE for port object d1fe598c-1165-43f9-bcc2-ea32c2080455 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:00.006129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cdf4e8ed-4b47-46e8-95fe-b61173c3bfb2 req-a4490680-7471-4d6d-95d9-6e34e034c71c tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754764 Aug 30 14:23:00.132384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4df117f4-49ad-4224-996c-9221c163e245 req-e25fa4d1-3fca-4e77-af93-40a28e009159 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788303 Aug 30 14:23:00.135004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:00.160158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0517dc14-ea17-47a3-9fa3-9d93940b361b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:00.243435 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:00.286012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Network db19702c-efa3-4f0a-99f5-fbb011456192 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:00.302418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:00.304540 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2847a7c-a249-4c78-ad64-82f695665ccc" -d '{"events": [{"server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "name": "network-vif-plugged", "status": "completed", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:00.309276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:00.323148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:00.324059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:00.340293 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:00.341159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c95e017c-8fed-4536-a8b7-d0369c4b000e up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:00.387254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Pushing event updated for resources: {'Port': ['ID=d1fe598c-1165-43f9-bcc2-ea32c2080455,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:00.407430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:00.408315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:00.441911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d39b-568a-44a9-9ad1-4c74b7bc19fe req-638c86e7-b277-4799-9df6-42f229c31094 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:00.443844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5987d39b-568a-44a9-9ad1-4c74b7bc19fe req-638c86e7-b277-4799-9df6-42f229c31094 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 944 time: 0.2180924 Aug 30 14:23:00.461250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-47e3824c-a203-4df5-abf4-8f815c2261a2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2055697 Aug 30 14:23:00.488195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Request body: {'port': {'device_id': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:00.555595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5987d39b-568a-44a9-9ad1-4c74b7bc19fe req-eb506921-3916-419a-9a85-1762b248be41 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035776 Aug 30 14:23:00.628615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:00.630067 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:00.692170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port c95e017c-8fed-4536-a8b7-d0369c4b000e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:00.708437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port c95e017c-8fed-4536-a8b7-d0369c4b000e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:00.708819 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:00.795326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fdab6-28e3-4957-9a60-645169909a21 req-24838c36-50b8-41c0-8a96-0f1e40a86c1d tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:00.804101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c16fdab6-28e3-4957-9a60-645169909a21 req-24838c36-50b8-41c0-8a96-0f1e40a86c1d tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 931 time: 0.1010573 Aug 30 14:23:00.822112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8d14e51-2a36-4315-9187-cf834898ff56 None None] Provisioning for port d1fe598c-1165-43f9-bcc2-ea32c2080455 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:00.868734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8d14e51-2a36-4315-9187-cf834898ff56 None None] Provisioning complete for port d1fe598c-1165-43f9-bcc2-ea32c2080455 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:00.884615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8d14e51-2a36-4315-9187-cf834898ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:00.965621 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c16fdab6-28e3-4957-9a60-645169909a21 req-c8ba646f-f440-4cf1-96dd-395ad9a05abe tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598713 Aug 30 14:23:01.127180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8d14e51-2a36-4315-9187-cf834898ff56 None None] Port d1fe598c-1165-43f9-bcc2-ea32c2080455 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:23:01.154882 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:01.216299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c95e017c-8fed-4536-a8b7-d0369c4b000e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:01.225380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:01.341263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=c95e017c-8fed-4536-a8b7-d0369c4b000e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:01.369083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fe598c-1165-43f9-bcc2-ea32c2080455 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:01.385182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911654f4-763c-4f51-b308-1ded31b88964 req-5dabc0f6-97d7-4a8d-a900-0cb79184cb30 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:01.394093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-911654f4-763c-4f51-b308-1ded31b88964 req-5dabc0f6-97d7-4a8d-a900-0cb79184cb30 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 946 time: 0.1317904 Aug 30 14:23:01.421544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:01.440093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Transition to ACTIVE for port object d1fe598c-1165-43f9-bcc2-ea32c2080455 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:01.467235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:01.470699 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:01.536023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-911654f4-763c-4f51-b308-1ded31b88964 req-009a8410-87b7-4d30-9c61-9cf49550827a tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406364 Aug 30 14:23:01.596885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Pushing event updated for resources: {'Port': ['ID=d1fe598c-1165-43f9-bcc2-ea32c2080455,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:01.845558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Attempting to bind port d1fe598c-1165-43f9-bcc2-ea32c2080455 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:01.845993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Attempting to bind port d1fe598c-1165-43f9-bcc2-ea32c2080455 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:01.846440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Attempting to bind port d1fe598c-1165-43f9-bcc2-ea32c2080455 on network db19702c-efa3-4f0a-99f5-fbb011456192 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:01.856046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Port d1fe598c-1165-43f9-bcc2-ea32c2080455 on network db19702c-efa3-4f0a-99f5-fbb011456192 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:23:01.856546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Attempting to bind port d1fe598c-1165-43f9-bcc2-ea32c2080455 on network db19702c-efa3-4f0a-99f5-fbb011456192 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:01.863056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19a234-0535-4bc9-8846-ac3721d8a077 req-d573286e-5b55-4246-8c19-3a0a316377b3 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:01.864846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a19a234-0535-4bc9-8846-ac3721d8a077 req-d573286e-5b55-4246-8c19-3a0a316377b3 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 1101 time: 0.0942910 Aug 30 14:23:01.884649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:01.885383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Checking segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:01.886018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Bound using segment: {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:01.886814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Bound port: d1fe598c-1165-43f9-bcc2-ea32c2080455, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf7b745-f5f0-47f6-97be-14e7af479a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:01.890260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:02.037931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a19a234-0535-4bc9-8846-ac3721d8a077 req-8bbd4c5e-7c3f-44d2-ae7f-e275b3d97236 tempest-ServersOnMultiNodesTest-1408377707 tempest-ServersOnMultiNodesTest-1408377707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431329 Aug 30 14:23:02.111107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] For port d1fe598c-1165-43f9-bcc2-ea32c2080455, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:02.117920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] For port d1fe598c-1165-43f9-bcc2-ea32c2080455, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:02.130345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:02.189504 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb149ab3-5bb4-4921-ae36-2cc395b20f1a x-openstack-request-id: req-fb149ab3-5bb4-4921-ae36-2cc395b20f1a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:02.190009 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "name": "network-vif-plugged", "status": "completed", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:02.190420 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb149ab3-5bb4-4921-ae36-2cc395b20f1a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:02.190990 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3', 'code': 200} Aug 30 14:23:02.239965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:02.241274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:02.243017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] 10.222.0.21 "PUT /v2.0/ports/d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 1091 time: 1.7661231 Aug 30 14:23:02.243703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:02.246411 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee0a324-a23f-448e-9bd2-4625c97f1fae" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:02.419081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-75f12db7-6055-4cf9-8e5a-96bf172acc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:02.420753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-75f12db7-6055-4cf9-8e5a-96bf172acc07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 1094 time: 0.1041019 Aug 30 14:23:02.454002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f8f28-ffde-41bf-ba93-d1c65339741e service neutron] Pushing event updated for resources: {'Port': ['ID=d1fe598c-1165-43f9-bcc2-ea32c2080455,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:02.474495 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:02.488304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43be56-892f-46d8-87b8-06403203e1bb req-77b2265b-db3d-491d-a35a-c6ada0934479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:02.489915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f43be56-892f-46d8-87b8-06403203e1bb req-77b2265b-db3d-491d-a35a-c6ada0934479 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1096 time: 0.2110741 Aug 30 14:23:02.511092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-d57f558b-43fa-45ec-b723-40971ec44817 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 217 time: 0.0753586 Aug 30 14:23:02.526618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37330b1b-0e31-4041-9a1e-428a05bd9060 req-3afdc2f4-ecd3-4218-a9b6-2e529fd80987 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:02.528289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-37330b1b-0e31-4041-9a1e-428a05bd9060 req-3afdc2f4-ecd3-4218-a9b6-2e529fd80987 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.1890562 Aug 30 14:23:02.577395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f43be56-892f-46d8-87b8-06403203e1bb req-28a5cbdd-1fbb-4d9c-8ee2-5f5a5b0e32bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774846 Aug 30 14:23:02.616683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-37330b1b-0e31-4041-9a1e-428a05bd9060 req-84eee42f-c19d-4749-9d1b-5a681fb747eb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766506 Aug 30 14:23:02.767892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88574a-1f07-4e66-8247-a36d07461fdf req-969f4d72-9811-43e2-b53a-58a63a25fd51 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:02.776055 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb88574a-1f07-4e66-8247-a36d07461fdf req-969f4d72-9811-43e2-b53a-58a63a25fd51 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 943 time: 0.0921071 Aug 30 14:23:02.835546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb88574a-1f07-4e66-8247-a36d07461fdf req-ba79b012-d652-44dc-807c-1231aafec855 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572383 Aug 30 14:23:03.035247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-3cf3aef7-4083-48a4-a23d-74728fe0a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:03.039004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-3cf3aef7-4083-48a4-a23d-74728fe0a5a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.5196929 Aug 30 14:23:03.156765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-10b61a9c-3886-491f-8037-7b4c34c6deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:03.159675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-10b61a9c-3886-491f-8037-7b4c34c6deca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070471 Aug 30 14:23:03.346453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-c8fa1c1d-50d1-4ce4-a4fd-639964c3542f service neutron] 10.222.0.21 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779063 Aug 30 14:23:03.470370 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f633a2c9-1bb0-4dae-b49d-89b00d849c9e x-openstack-request-id: req-f633a2c9-1bb0-4dae-b49d-89b00d849c9e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:03.471231 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:03.471231 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f633a2c9-1bb0-4dae-b49d-89b00d849c9e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:03.473107 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'status': 'completed', 'code': 200} Aug 30 14:23:03.603918 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9de5916-9d2c-40cd-9d2e-c3e1a6fd15ca req-a917b785-d653-4ead-b008-2a6f1e991786 service neutron] 10.222.0.21 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385991 Aug 30 14:23:03.657706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fd3d1-1386-4c59-803a-124c082d2799 req-8a54818b-8a1d-4bf7-aaaf-7e8c20388c8b tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:03.661659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f94fd3d1-1386-4c59-803a-124c082d2799 req-8a54818b-8a1d-4bf7-aaaf-7e8c20388c8b tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 946 time: 0.1050270 Aug 30 14:23:03.722978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f94fd3d1-1386-4c59-803a-124c082d2799 req-1890c28c-5fcf-464f-9667-54ebcc34266d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546522 Aug 30 14:23:03.843711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-67dfe0f3-de76-4f49-8e1c-3c6778310878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:03.846900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-67dfe0f3-de76-4f49-8e1c-3c6778310878 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 1094 time: 0.1234343 Aug 30 14:23:03.986129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:04.115810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-06273219-0f16-43fc-83b5-8cd3e284745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:04.117639 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f9a29-4583-41c1-96fe-512c977744f1 req-b2b34cb5-703b-482c-9b3d-99c713a0cfcc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:04.118247 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-06273219-0f16-43fc-83b5-8cd3e284745a service neutron] 10.222.0.21 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.2451208 Aug 30 14:23:04.129900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d45f9a29-4583-41c1-96fe-512c977744f1 req-b2b34cb5-703b-482c-9b3d-99c713a0cfcc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 950 time: 0.1051764 Aug 30 14:23:04.192269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:04.197276 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320715a5-529e-44ca-ac2a-7b1324f5208e" -d '{"events": [{"server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "name": "network-vif-plugged", "status": "completed", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:04.214534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-2bbb8b47-ba08-4113-8f3c-ad8115beee56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 217 time: 0.0855620 Aug 30 14:23:04.224430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d45f9a29-4583-41c1-96fe-512c977744f1 req-081b730a-0b9f-4ce8-be98-70bebb312b45 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874112 Aug 30 14:23:04.307988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64337d61-b52d-4ad1-8801-fecc25918895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:04.431856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-910fb4ff-1059-4d5f-b692-afe3bfba88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:04.438520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-910fb4ff-1059-4d5f-b692-afe3bfba88c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.2102592 Aug 30 14:23:04.540953 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64337d61-b52d-4ad1-8801-fecc25918895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:04.557036 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64337d61-b52d-4ad1-8801-fecc25918895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:04.583687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-7ed92be5-d9ec-4fc1-ba4a-3b769c7d125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:04.599867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-7ed92be5-d9ec-4fc1-ba4a-3b769c7d125d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356852 Aug 30 14:23:04.607256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-64337d61-b52d-4ad1-8801-fecc25918895 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7b918aff1f54535a233a31a57ccbf2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197066 Aug 30 14:23:04.609200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:04.666235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64337d61-b52d-4ad1-8801-fecc25918895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb4f19e-7a57-433b-9ba2-b3a980ebe2ed,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:04.700728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136be8a-31ad-485d-9237-6a4f17f4a289 req-966748af-662f-4bb9-893a-7f3645e1131e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:04.709597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a136be8a-31ad-485d-9237-6a4f17f4a289 req-966748af-662f-4bb9-893a-7f3645e1131e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.2646074 Aug 30 14:23:04.768130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-361ebc9a-2456-4321-87c0-cd9a73f32f31 service neutron] 10.222.0.21 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669040 Aug 30 14:23:04.843812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd46d7ab-b6fc-4e75-be1a-4553a6d58f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:04.890728 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a136be8a-31ad-485d-9237-6a4f17f4a289 req-399e336f-9863-40ee-8d1b-01ca1af538e0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798558 Aug 30 14:23:04.899409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd46d7ab-b6fc-4e75-be1a-4553a6d58f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:04.914729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-eb956d03-6f54-40a9-966d-1f21b234412e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:04.916698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-eb956d03-6f54-40a9-966d-1f21b234412e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 950 time: 0.1861725 Aug 30 14:23:04.947802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ee0a324-a23f-448e-9bd2-4625c97f1fae req-b8f03f2f-d465-4131-968f-2d39e6e72078 service neutron] 10.222.0.21 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639416 Aug 30 14:23:05.072588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd46d7ab-b6fc-4e75-be1a-4553a6d58f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:05.075582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd46d7ab-b6fc-4e75-be1a-4553a6d58f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:05.079785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cd46d7ab-b6fc-4e75-be1a-4553a6d58f50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edb4f19e-7a57-433b-9ba2-b3a980ebe2ed HTTP/1.1" status: 204 len: 168 time: 0.4684896 Aug 30 14:23:05.104320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46d7ab-b6fc-4e75-be1a-4553a6d58f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb4f19e-7a57-433b-9ba2-b3a980ebe2ed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:05.135140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c4c71-8b46-43db-806d-85f700c3f490 req-943a434f-521b-4721-be98-cd19d98bb70e tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:05.136990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-188c4c71-8b46-43db-806d-85f700c3f490 req-943a434f-521b-4721-be98-cd19d98bb70e tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 943 time: 0.1113052 Aug 30 14:23:05.143587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Deleting port 0fc3298e-b8c9-45ab-beb3-b50abe384860 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:05.153658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:05.260783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-188c4c71-8b46-43db-806d-85f700c3f490 req-55a2c7f3-98aa-45d1-93c5-aab1327483df tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012216 Aug 30 14:23:05.338492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] For port 0fc3298e-b8c9-45ab-beb3-b50abe384860, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0fc3298e-b8c9-45ab-beb3-b50abe384860,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:05.338492 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:05.346954 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454240f-ee7f-4954-9b36-918c6b755e22 x-openstack-request-id: req-1454240f-ee7f-4954-9b36-918c6b755e22 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:05.347521 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "name": "network-vif-plugged", "status": "completed", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:05.347771 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1454240f-ee7f-4954-9b36-918c6b755e22 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:05.348172 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e', 'code': 200} Aug 30 14:23:05.369983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Calling delete_port for 0fc3298e-b8c9-45ab-beb3-b50abe384860 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:05.566125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95187daa-9e06-47cf-b874-0afb0045aa01 req-4d0c156b-a5cf-4f18-8828-b633768290c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:05.568930 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95187daa-9e06-47cf-b874-0afb0045aa01 req-4d0c156b-a5cf-4f18-8828-b633768290c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1097 time: 0.0912607 Aug 30 14:23:05.658490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95187daa-9e06-47cf-b874-0afb0045aa01 req-0bee7995-1cfa-43d6-b452-519d204d7b5a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801151 Aug 30 14:23:05.718852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cc41d-42f4-4b21-8159-45dca41d581c req-2f412ff0-1242-4590-83c4-0ab2295a8771 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:05.720833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-305cc41d-42f4-4b21-8159-45dca41d581c req-2f412ff0-1242-4590-83c4-0ab2295a8771 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 946 time: 0.1436219 Aug 30 14:23:05.755548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:05.771828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47', '0fc3298e-b8c9-45ab-beb3-b50abe384860'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:05.809976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', '04e7a13e-951f-4be3-8c98-26f1689adc4b', '8192d049-8673-45eb-88ed-cbfeb3e772f6', '5e18d5fa-a7fd-4a8d-9679-40f667ff2908'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:05.816829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event deleted for resources: {'Port': ['ID=0fc3298e-b8c9-45ab-beb3-b50abe384860,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:05.866187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2cb2c767-3a33-4ae9-953d-ecee3b10e8e8 req-4dbceb74-c61c-4926-a88d-6737821be9b8 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=04a020d8-dd68-46ff-bb00-bd221e89a5ad HTTP/1.1" status: 200 len: 210 time: 0.0804760 Aug 30 14:23:05.881357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-305cc41d-42f4-4b21-8159-45dca41d581c req-ebcdd229-3886-40d7-a31b-234966d37d6c tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528823 Aug 30 14:23:05.946521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] No DVR routers for this DVR port 0fc3298e-b8c9-45ab-beb3-b50abe384860 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:05.949837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:05.959137 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5858c92d-19f0-4731-82d1-6e01ef4a6688 req-fb503f31-6b7f-4a4d-9548-039d162ce754 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "DELETE /v2.0/ports/0fc3298e-b8c9-45ab-beb3-b50abe384860 HTTP/1.1" status: 204 len: 173 time: 1.0319037 Aug 30 14:23:05.959648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a020d8-dd68-46ff-bb00-bd221e89a5ad', 'name': 'network-vif-deleted', 'tag': '0fc3298e-b8c9-45ab-beb3-b50abe384860'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:05.962073 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9c68ac-bc98-4d74-bca5-55e6cb008319" -d '{"events": [{"server_uuid": "04a020d8-dd68-46ff-bb00-bd221e89a5ad", "name": "network-vif-deleted", "tag": "0fc3298e-b8c9-45ab-beb3-b50abe384860"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:06.188285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58287667-2a4b-44fa-8633-3d40e454aae6 req-255e73e1-fe09-44d2-b288-b366c7195e09 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:06.197637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58287667-2a4b-44fa-8633-3d40e454aae6 req-255e73e1-fe09-44d2-b288-b366c7195e09 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.1612344 Aug 30 14:23:06.200378 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8130991-292f-4bd9-987f-af39ab87b4b0 x-openstack-request-id: req-e8130991-292f-4bd9-987f-af39ab87b4b0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:06.200734 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a020d8-dd68-46ff-bb00-bd221e89a5ad", "name": "network-vif-deleted", "tag": "0fc3298e-b8c9-45ab-beb3-b50abe384860", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:06.201079 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8130991-292f-4bd9-987f-af39ab87b4b0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:06.201475 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a020d8-dd68-46ff-bb00-bd221e89a5ad', 'name': 'network-vif-deleted', 'tag': '0fc3298e-b8c9-45ab-beb3-b50abe384860', 'status': 'completed', 'code': 200} Aug 30 14:23:06.320559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58287667-2a4b-44fa-8633-3d40e454aae6 req-7b4d71d0-ab90-4dee-aeaf-637d542a1d12 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219835 Aug 30 14:23:06.647943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e6f5-27b7-413f-be48-a9a4653fa76e req-f5bc50e7-41dc-43be-97e6-256e44839ed5 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:06.655103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ddb8e6f5-27b7-413f-be48-a9a4653fa76e req-f5bc50e7-41dc-43be-97e6-256e44839ed5 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 943 time: 0.1380417 Aug 30 14:23:06.706210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:06.764939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ddb8e6f5-27b7-413f-be48-a9a4653fa76e req-50cfe52a-13bc-4288-9489-15d13b438c33 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971169 Aug 30 14:23:06.987304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-669523035-network', 'tenant_id': '2a880da046d943f4855ba1afe3276499'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:07.027707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Made reservation on behalf of 2a880da046d943f4855ba1afe3276499 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:23:07.033401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.044387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.250731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.257220 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.273413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:23:07.295787 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.296137 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Added segment e9405a42-18c6-4ac0-90e6-c32bd9cd112b of type vlan for network df503da8-3c60-4d6d-b1cc-13ea2da0109e Aug 30 14:23:07.338000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8209a6b5-d525-44b4-b95d-c7e1ab9cc947,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:07.360729 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.425660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.427356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:07.429211 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.490065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7816939 Aug 30 14:23:07.496896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:07.508116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Request body: {'subnet': {'network_id': 'df503da8-3c60-4d6d-b1cc-13ea2da0109e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-669523035-subnet', 'tenant_id': '2a880da046d943f4855ba1afe3276499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:07.518757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099957f3-1908-479d-a5e9-21b49e3973d8 admin admin] Pushing event updated for resources: {'Network': ['ID=df503da8-3c60-4d6d-b1cc-13ea2da0109e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:07.522376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597990e-f525-4f22-84d8-a1e1e9eac9c4 req-235e9ab4-1aac-4252-b196-736cc8aa23a4 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:07.524402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c597990e-f525-4f22-84d8-a1e1e9eac9c4 req-235e9ab4-1aac-4252-b196-736cc8aa23a4 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1096 time: 0.0783646 Aug 30 14:23:07.535436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network df503da8-3c60-4d6d-b1cc-13ea2da0109e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:23:07.547257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Made reservation on behalf of 2a880da046d943f4855ba1afe3276499 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:23:07.551002 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.704058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c597990e-f525-4f22-84d8-a1e1e9eac9c4 req-cb4bce4b-b00f-4b63-95c8-61274216f461 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486692 Aug 30 14:23:07.858340 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:07.913566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5786a6-49ed-47b8-9047-00970ae6aeeb req-130cf5f4-3ec9-43eb-b67a-343682a8914e tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:07.915270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d5786a6-49ed-47b8-9047-00970ae6aeeb req-130cf5f4-3ec9-43eb-b67a-343682a8914e tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 946 time: 0.0921116 Aug 30 14:23:07.979156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce30d121-7154-47c0-addc-74dd3b98c06f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:07.989782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d5786a6-49ed-47b8-9047-00970ae6aeeb req-c6efaaf5-ee7e-4ebb-9f8c-383116cfd0f0 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Aug 30 14:23:08.064937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Checking segment: {'id': 'e9405a42-18c6-4ac0-90e6-c32bd9cd112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'df503da8-3c60-4d6d-b1cc-13ea2da0109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:08.065332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Network hostable DHCP agents. Network: df503da8-3c60-4d6d-b1cc-13ea2da0109e, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:23:08.145278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Network df503da8-3c60-4d6d-b1cc-13ea2da0109e is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:23:08.188664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, df503da8-3c60-4d6d-b1cc-13ea2da0109e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:08.197578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:08.198702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:08.199480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d6c4b-c626-49a4-b96f-24e7611b3800 None None] Network df503da8-3c60-4d6d-b1cc-13ea2da0109e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:23:08.237559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bca440b9-e60c-4d5e-8202-b295f1fb86c8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7391288 Aug 30 14:23:08.247374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cab50-fc2e-4e7d-aa7c-887421cb4e2e req-e7ad3f0d-10f6-4e62-a114-a8cabe6943f6 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:08.250123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-999cab50-fc2e-4e7d-aa7c-887421cb4e2e req-e7ad3f0d-10f6-4e62-a114-a8cabe6943f6 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1096 time: 0.1402636 Aug 30 14:23:08.319106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49f6b6-c53f-4021-b756-1e05a6da317c req-2c491fc3-566d-4350-bdc3-c72eeb217094 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:08.330691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c49f6b6-c53f-4021-b756-1e05a6da317c req-2c491fc3-566d-4350-bdc3-c72eeb217094 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 943 time: 0.1083932 Aug 30 14:23:08.351345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-999cab50-fc2e-4e7d-aa7c-887421cb4e2e req-530c832c-76e6-4460-80fd-19b976f2adb9 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905221 Aug 30 14:23:08.407212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c49f6b6-c53f-4021-b756-1e05a6da317c req-0f941235-28a0-4139-855a-c3a7c52eed13 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750079 Aug 30 14:23:08.682315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5893c30-cd65-4940-91bd-722d6bd91071 None None] Network df503da8-3c60-4d6d-b1cc-13ea2da0109e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:23:08.758599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-d3a615e9-a7e6-48ea-9fb2-91c21fc38de2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:08.762197 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-d3a615e9-a7e6-48ea-9fb2-91c21fc38de2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 805 time: 0.2050340 Aug 30 14:23:08.807848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-00421f46-50f6-48a4-b266-6e5846973b66 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/quotas/5ccdeffd66784ff9b095f72c819b9e6f HTTP/1.1" status: 200 len: 375 time: 0.0319104 Aug 30 14:23:08.837296 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-710d0330-49d1-48cc-bede-525c56eb8c61 req-930cdec0-5656-4796-8a6b-d8569e0f5faf tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] show failed (client error): The resource could not be found. Aug 30 14:23:08.839556 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-710d0330-49d1-48cc-bede-525c56eb8c61 req-930cdec0-5656-4796-8a6b-d8569e0f5faf tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] 10.222.0.50 "GET /v2.0/security-groups/e6f06656-093a-43e2-aaa7-56265336826b HTTP/1.1" status: 404 len: 352 time: 0.0174391 Aug 30 14:23:08.886212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-66fbb460-ad71-4dfd-a267-2284b167da61 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770490 Aug 30 14:23:08.981459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74beae8-61d0-40eb-924a-0f34c95f0284 req-5e28a3cf-7b84-45de-9507-bb30868fa221 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:08.984344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e74beae8-61d0-40eb-924a-0f34c95f0284 req-5e28a3cf-7b84-45de-9507-bb30868fa221 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 950 time: 0.0538840 Aug 30 14:23:09.030230 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e74beae8-61d0-40eb-924a-0f34c95f0284 req-691576cb-16de-415b-932b-ea15b2ef473d tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Aug 30 14:23:09.117208 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-3dc862e2-ffbd-4498-b8bf-1e284d9fd58e service neutron] 10.222.0.50 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216129 Aug 30 14:23:09.130247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0fc3298e-b8c9-45ab-beb3-b50abe384860 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:09.158498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 0fc3298e-b8c9-45ab-beb3-b50abe384860 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:09.158979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0fc3298e-b8c9-45ab-beb3-b50abe384860 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:09.242956 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-93c3ef77-c9a8-421a-8cc1-e5645892bd37 service neutron] 10.222.0.50 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235745 Aug 30 14:23:09.639821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923261f-4ea4-4f0c-9e16-d870fd370fb0 req-343a2ff9-b473-4a2d-928e-500a8f5820aa tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:09.642811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f923261f-4ea4-4f0c-9e16-d870fd370fb0 req-343a2ff9-b473-4a2d-928e-500a8f5820aa tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 946 time: 0.1002522 Aug 30 14:23:09.729624 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f923261f-4ea4-4f0c-9e16-d870fd370fb0 req-53e46979-596f-4889-9fa8-d1ce383728e2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799060 Aug 30 14:23:09.824041 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d1fe598c-1165-43f9-bcc2-ea32c2080455 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:23:09.910811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eacffb61-a70d-4d11-bea5-a1d8b1501652 req-3f7abe87-affd-4384-a9d7-c79e6972473b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 210 time: 0.0885482 Aug 30 14:23:09.990127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d1fe598c-1165-43f9-bcc2-ea32c2080455, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:10.022408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'port_id': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'mac_address': 'fa:16:3e:9b:05:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:23:10.166787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:10.171182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7c43c-1426-47da-8474-f68a743ce6b5 req-b70b4ec4-53c5-44d0-98c5-643b767a24d9 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:10.174053 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c5f7c43c-1426-47da-8474-f68a743ce6b5 req-b70b4ec4-53c5-44d0-98c5-643b767a24d9 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 943 time: 0.1230407 Aug 30 14:23:10.192154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fe598c-1165-43f9-bcc2-ea32c2080455 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:10.228531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d1fe598c-1165-43f9-bcc2-ea32c2080455, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:10.242136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:10.266167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c5f7c43c-1426-47da-8474-f68a743ce6b5 req-ff562a6e-b21c-4369-ab53-39bf7f700944 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759764 Aug 30 14:23:10.338600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=d1fe598c-1165-43f9-bcc2-ea32c2080455,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:10.392370 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fd74211-9035-46de-b6c3-e74d728b4c3a req-13d7dce0-28d8-4b04-adcc-208ca744f128 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a880da046d943f4855ba1afe3276499 HTTP/1.1" status: 200 len: 2984 time: 0.0986102 Aug 30 14:23:10.472271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fd74211-9035-46de-b6c3-e74d728b4c3a req-5fe35207-0d44-449f-97c3-0896b06b8dbd tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] 10.222.0.50 "GET /v2.0/security-groups/8209a6b5-d525-44b4-b95d-c7e1ab9cc947 HTTP/1.1" status: 200 len: 2981 time: 0.0723078 Aug 30 14:23:10.554580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fd74211-9035-46de-b6c3-e74d728b4c3a req-f9ca80f6-a564-460f-8f56-97c49ae1cb03 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] 10.222.0.50 "GET /v2.0/security-groups/8209a6b5-d525-44b4-b95d-c7e1ab9cc947 HTTP/1.1" status: 200 len: 2981 time: 0.0702696 Aug 30 14:23:10.624319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-0257ba91-c565-4524-a332-18f89505101b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:10.626225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-0257ba91-c565-4524-a332-18f89505101b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed9f2268-e3b5-4502-838a-16e5b2584cc8 HTTP/1.1" status: 200 len: 945 time: 0.0923584 Aug 30 14:23:10.661128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-8062460f-6578-4438-a6b6-de2cb01ada79 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-191514547&fields=id&tenant_id=c007dd01ae144179861b76a78919871f HTTP/1.1" status: 200 len: 267 time: 0.0450633 Aug 30 14:23:10.760465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-31554413-bb53-486b-98f2-0ab99bf8d0cf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:10.763016 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-31554413-bb53-486b-98f2-0ab99bf8d0cf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 946 time: 0.0887899 Aug 30 14:23:10.776244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'port': {'security_groups': ['d82ea73b-1846-4191-a5c5-52b1293a5f0e', 'b1f78bf9-e73d-49c0-abb6-ce5c66787ea5']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:10.792296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Deleting port b560950e-c795-4cb1-b23d-e90781192eca {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:10.792908 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:10.910080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-0424b060-7dea-4b73-9a51-86aec2b797dd tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:23:10.914760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-0424b060-7dea-4b73-9a51-86aec2b797dd tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2046766 Aug 30 14:23:11.016562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d1fe598c-1165-43f9-bcc2-ea32c2080455'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:11.042532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] For port b560950e-c795-4cb1-b23d-e90781192eca, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b560950e-c795-4cb1-b23d-e90781192eca,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:11.043892 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:11.082512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Request body: {'binding': {'host': 'n-h2-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:11.087284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:23:11.133168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Calling delete_port for b560950e-c795-4cb1-b23d-e90781192eca owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:11.383905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:11.522657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-aeba0878-fcc5-4380-b52a-3ac595cac7a6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:11.524583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-aeba0878-fcc5-4380-b52a-3ac595cac7a6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 950 time: 0.1530209 Aug 30 14:23:11.542815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-b6e25c9f-e263-40c4-8892-2cc991834809 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:11.544571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-b6e25c9f-e263-40c4-8892-2cc991834809 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.39 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 805 time: 0.2308419 Aug 30 14:23:11.547441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on host n-h2-805668-3 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:11.548093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:11.548898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:11.561885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:23:11.561885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:11.567598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Request body: {'port': {'device_id': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'admin_state_up': True, 'tenant_id': '5ccdeffd66784ff9b095f72c819b9e6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:11.580888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:11.581535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:11.582305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:11.583193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Bound port: 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:11.738133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:11.776343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:11.780323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Pushing event deleted for resources: {'Port': ['ID=b560950e-c795-4cb1-b23d-e90781192eca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:11.784590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:11.785941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-6a2a78ca-35a7-4962-aa5f-f36a8809c6ab service neutron] 10.222.0.50 "POST /v2.0/ports/1dd2a24a-556a-44f0-af8b-a15c02d630b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.8453779 Aug 30 14:23:11.834045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] No DVR routers for this DVR port b560950e-c795-4cb1-b23d-e90781192eca on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:11.836030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:11.838559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e9afce0-a3d7-4704-b7e1-5bc120865ae1 req-fc947735-e58c-47d7-aa1e-5c08e59d154d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "DELETE /v2.0/ports/b560950e-c795-4cb1-b23d-e90781192eca HTTP/1.1" status: 204 len: 173 time: 1.2001650 Aug 30 14:23:11.840486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'name': 'network-vif-deleted', 'tag': 'b560950e-c795-4cb1-b23d-e90781192eca'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:11.842810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b560950e-c795-4cb1-b23d-e90781192eca no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:11.843113 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6160c76-a2b8-4b98-ae93-718df31b9c0b" -d '{"events": [{"server_uuid": "ed9f2268-e3b5-4502-838a-16e5b2584cc8", "name": "network-vif-deleted", "tag": "b560950e-c795-4cb1-b23d-e90781192eca"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:11.852704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Deleting port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:11.853081 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:11.892697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: b560950e-c795-4cb1-b23d-e90781192eca {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:11.893690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b560950e-c795-4cb1-b23d-e90781192eca not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:11.921853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Made reservation on behalf of 5ccdeffd66784ff9b095f72c819b9e6f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:23:11.927344 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:11.994975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] For port c95e017c-8fed-4536-a8b7-d0369c4b000e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:12.127942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:12.129680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd6be-d1c9-414e-88ad-e835c656037d req-b1b5ff2c-c559-4bd4-86f8-9b54ee8911e6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:12.131818 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d52bd6be-d1c9-414e-88ad-e835c656037d req-b1b5ff2c-c559-4bd4-86f8-9b54ee8911e6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e0dc031-cf58-4ba6-8769-07770e18f6fd HTTP/1.1" status: 200 len: 950 time: 0.0997255 Aug 30 14:23:12.142171 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:12.152744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] For port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:12.153185 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:12.223156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Calling delete_port for 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:12.227719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d52bd6be-d1c9-414e-88ad-e835c656037d req-1fd5fd4c-3f77-4fb2-a312-c883e83b12e1 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857031 Aug 30 14:23:12.246233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:12.246834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:12.251419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f9ca7d8-e3e7-47b2-8168-b9cbd3cbcca9 req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "PUT /v2.0/ports/c95e017c-8fed-4536-a8b7-d0369c4b000e HTTP/1.1" status: 200 len: 982 time: 1.4781539 Aug 30 14:23:12.284146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:12.284146 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6de7e7c-0364-4b77-ad50-a9831501d2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:12.381291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Allocated IP 172.20.0.7 (9ff88e18-89aa-476f-8af1-d4021ac60349/bcedcd84-859e-4b33-8a0a-04894ebe067f/4e533885-7b7e-4fc3-a00e-121092d732b1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:23:12.383410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5a79d-3114-4cee-8fd6-335f8cc578d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'Port': ['ID=c95e017c-8fed-4536-a8b7-d0369c4b000e,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:12.495152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-7ca02294-7590-48d3-bbc7-d9c0a9efe302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:12.497083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-7ca02294-7590-48d3-bbc7-d9c0a9efe302 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1096 time: 0.2148767 Aug 30 14:23:12.507267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e2322a2-cb1b-4c8d-9e50-ce20da06e7fd req-5c507b06-3985-41a3-a7ae-30a6ffc2f263 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] 10.222.0.50 "GET /v2.0/security-groups/8209a6b5-d525-44b4-b95d-c7e1ab9cc947 HTTP/1.1" status: 200 len: 2981 time: 0.1462674 Aug 30 14:23:12.507937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:12.562845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:12.570791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:12.604128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:12.687130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event deleted for resources: {'Port': ['ID=5e18d5fa-a7fd-4a8d-9679-40f667ff2908,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:12.765978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ccc2933-cc3c-456d-855b-cef85890ff58 req-1ce72341-6a07-48d6-bbce-ed14ff3ec696 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 210 time: 0.0818822 Aug 30 14:23:12.826940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] No DVR routers for this DVR port 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:12.830415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:12.832921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e782c44-4538-437b-afd5-dfd53ec9ea2b req-9623f2ed-bef3-4844-9cdc-3c1b30a17198 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "DELETE /v2.0/ports/5e18d5fa-a7fd-4a8d-9679-40f667ff2908 HTTP/1.1" status: 204 len: 173 time: 1.2979856 Aug 30 14:23:12.870161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-81957c26-2c61-4469-ab27-ff05404cb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:12.873188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-81957c26-2c61-4469-ab27-ff05404cb4e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.3629849 Aug 30 14:23:12.893322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:13.056802 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-5e2322a2-cb1b-4c8d-9e50-ce20da06e7fd req-efe99494-ce39-430a-92bf-d363feb37297 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 14:23:13.082971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e2322a2-cb1b-4c8d-9e50-ce20da06e7fd req-efe99494-ce39-430a-92bf-d363feb37297 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] 10.222.0.50 "DELETE /v2.0/security-groups/8209a6b5-d525-44b4-b95d-c7e1ab9cc947 HTTP/1.1" status: 409 len: 352 time: 0.5742948 Aug 30 14:23:13.101966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-22016428-841b-4913-a064-2feab398b39d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3 HTTP/1.1" status: 200 len: 217 time: 0.2171569 Aug 30 14:23:13.110387 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f61d325-3888-4540-b292-7de092fb1b2f req-0edc51f7-951a-4a8d-89be-cfe64ca9961d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4945951 Aug 30 14:23:13.161159 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:13.292981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-785019fc-072c-40ee-8f55-91cfe96dfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:13.299797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d0fab-7d6f-4e9c-a13f-d5e101d7b2a6 req-3231022d-7447-4603-bce7-ac4ab136509b tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:13.300250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-785019fc-072c-40ee-8f55-91cfe96dfc5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1711349 Aug 30 14:23:13.303374 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ba673d-a6b4-4a39-81eb-57bdc4257a4e x-openstack-request-id: req-05ba673d-a6b4-4a39-81eb-57bdc4257a4e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:13.304003 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9f2268-e3b5-4502-838a-16e5b2584cc8", "name": "network-vif-deleted", "tag": "b560950e-c795-4cb1-b23d-e90781192eca", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:13.304555 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05ba673d-a6b4-4a39-81eb-57bdc4257a4e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:13.305341 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9f2268-e3b5-4502-838a-16e5b2584cc8', 'name': 'network-vif-deleted', 'tag': 'b560950e-c795-4cb1-b23d-e90781192eca', 'status': 'completed', 'code': 200} Aug 30 14:23:13.327220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d21d0fab-7d6f-4e9c-a13f-d5e101d7b2a6 req-3231022d-7447-4603-bce7-ac4ab136509b tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 944 time: 0.3566637 Aug 30 14:23:13.401275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-2855539a-de13-4186-aede-a1d0577e1687 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911973 Aug 30 14:23:13.411406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Network 9ff88e18-89aa-476f-8af1-d4021ac60349 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:13.423110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:13.447248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:13.450113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Pushing event updated for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:13.484380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d21d0fab-7d6f-4e9c-a13f-d5e101d7b2a6 req-62704a1b-a6f0-4417-bc4b-d9b5dc7063d7 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557927 Aug 30 14:23:13.533108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:13.533886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:13.550931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-dbcb8fab-7277-4c97-ba9f-cab09d209eae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9872270 Aug 30 14:23:13.558908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', '04e7a13e-951f-4be3-8c98-26f1689adc4b', '8192d049-8673-45eb-88ed-cbfeb3e772f6', '5e18d5fa-a7fd-4a8d-9679-40f667ff2908'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:13.566724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Request body: {'port': {'device_id': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:13.663924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d325-3888-4540-b292-7de092fb1b2f req-771aeed2-b070-495e-80e0-00fe524bae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:13.667827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f61d325-3888-4540-b292-7de092fb1b2f req-771aeed2-b070-495e-80e0-00fe524bae69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=561c44519c044ac781a11934e1612f60&device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 1100 time: 0.3603425 Aug 30 14:23:13.720880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a3702-b54e-4a2b-b97d-d0e79bbfd1bd req-422ec9ee-f6ae-4b66-b5d4-e1be6e38c252 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:13.723624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-717a3702-b54e-4a2b-b97d-d0e79bbfd1bd req-422ec9ee-f6ae-4b66-b5d4-e1be6e38c252 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.3202701 Aug 30 14:23:13.736977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:13.773694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-999bf780-7715-4317-957c-cc4f4a80130b req-45e48510-9f2c-42c3-b748-9aa3661822d2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-219990307&fields=id&tenant_id=c007dd01ae144179861b76a78919871f HTTP/1.1" status: 200 len: 267 time: 0.0716879 Aug 30 14:23:13.863107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d1fe598c-1165-43f9-bcc2-ea32c2080455 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:13.972961 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-e8c51892-6b4a-4589-a013-752df963395b service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324254 Aug 30 14:23:13.993455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-717a3702-b54e-4a2b-b97d-d0e79bbfd1bd req-9d85ceb2-aa7e-4e0b-b75e-a559d5ef8a8d tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457180 Aug 30 14:23:14.040655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf780-7715-4317-957c-cc4f4a80130b req-4fe60080-89ec-4fec-9214-d1496936c1b7 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:14.042924 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-999bf780-7715-4317-957c-cc4f4a80130b req-4fe60080-89ec-4fec-9214-d1496936c1b7 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 985 time: 0.1221550 Aug 30 14:23:14.074112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-999bf780-7715-4317-957c-cc4f4a80130b req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'port': {'security_groups': ['b1f78bf9-e73d-49c0-abb6-ce5c66787ea5', 'd82ea73b-1846-4191-a5c5-52b1293a5f0e', 'd46f711a-3015-4790-a221-d4c9c0e991d0']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:14.079910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port d1fe598c-1165-43f9-bcc2-ea32c2080455 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:14.142961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d325-3888-4540-b292-7de092fb1b2f req-aedcf83c-9aeb-4665-867f-cb02f82d43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:14.150587 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f61d325-3888-4540-b292-7de092fb1b2f req-aedcf83c-9aeb-4665-867f-cb02f82d43f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.4227438 Aug 30 14:23:14.151316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port d1fe598c-1165-43f9-bcc2-ea32c2080455 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:14.151949 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:14.167189 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c574ad3-78d2-4dc9-9360-256ff1b5b7a6 x-openstack-request-id: req-6c574ad3-78d2-4dc9-9360-256ff1b5b7a6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:14.167529 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:14.167730 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c574ad3-78d2-4dc9-9360-256ff1b5b7a6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:14.168125 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e', 'status': 'completed', 'code': 200} Aug 30 14:23:14.234111 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999bf780-7715-4317-957c-cc4f4a80130b req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:14.256132 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f61d325-3888-4540-b292-7de092fb1b2f req-7a5f50cc-de50-499d-b30c-95a104422d58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 HTTP/1.1" status: 200 len: 217 time: 0.0470276 Aug 30 14:23:14.290676 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-c6e07fc7-b7b5-4f0c-90d9-3cb47a577b63 req-f7085195-ee27-4794-a224-4c75b45cd885 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] show failed (client error): The resource could not be found. Aug 30 14:23:14.290867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6e07fc7-b7b5-4f0c-90d9-3cb47a577b63 req-f7085195-ee27-4794-a224-4c75b45cd885 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] 10.222.0.50 "GET /v2.0/security-groups/91f79c0a-f720-426f-b93f-20c7ae5d5460 HTTP/1.1" status: 404 len: 352 time: 0.0847526 Aug 30 14:23:14.320959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-c5b93743-aee0-4687-a54b-31ef5c6ee0ed service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229387 Aug 30 14:23:14.347453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d325-3888-4540-b292-7de092fb1b2f req-9514585a-ba0c-4fda-a295-e9de6d2e7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:14.350419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f61d325-3888-4540-b292-7de092fb1b2f req-9514585a-ba0c-4fda-a295-e9de6d2e7153 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0780098 Aug 30 14:23:14.454414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:14.520599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d325-3888-4540-b292-7de092fb1b2f req-0509523b-17ab-4cd5-a8e3-62161f40ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:14.527109 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f61d325-3888-4540-b292-7de092fb1b2f req-0509523b-17ab-4cd5-a8e3-62161f40ee31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1638517 Aug 30 14:23:14.671476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:14.676497 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b57a05-fb3c-4468-b31c-76887f41603a" -d '{"events": [{"server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "name": "network-vif-plugged", "status": "completed", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:14.710651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f61d325-3888-4540-b292-7de092fb1b2f req-5cf8760e-b85c-4ad9-a2a0-2dd9ecf3c12c service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766143 Aug 30 14:23:14.718217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-95cc7d43-75c0-427c-a05e-e4afdeb7db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:14.719899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-95cc7d43-75c0-427c-a05e-e4afdeb7db31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1136 time: 0.5144835 Aug 30 14:23:14.731040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-999bf780-7715-4317-957c-cc4f4a80130b req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] For port c95e017c-8fed-4536-a8b7-d0369c4b000e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:14.735892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e533885-7b7e-4fc3-a00e-121092d732b1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:14.758813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d1fe598c-1165-43f9-bcc2-ea32c2080455, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:14.767860 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:14.780171 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:14.851521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Transition to ACTIVE for port object 4e533885-7b7e-4fc3-a00e-121092d732b1 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:14.865961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:14.873344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d054-d025-4374-9a8d-f217539698d7 req-fdf03a8a-a4b5-41cf-bc8c-ace017458004 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:14.887379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd17d054-d025-4374-9a8d-f217539698d7 req-fdf03a8a-a4b5-41cf-bc8c-ace017458004 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 931 time: 0.1751835 Aug 30 14:23:14.928939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999bf780-7715-4317-957c-cc4f4a80130b req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:14.964556 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd17d054-d025-4374-9a8d-f217539698d7 req-f8bfb7b7-ecf5-4161-beb7-3608518f3691 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749009 Aug 30 14:23:15.042698 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-2517e16d-7e18-4a83-a721-3d215ac98f81 req-1c2e31dc-562d-4553-8834-6b11628fed70 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] show failed (client error): The resource could not be found. Aug 30 14:23:15.067446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2517e16d-7e18-4a83-a721-3d215ac98f81 req-1c2e31dc-562d-4553-8834-6b11628fed70 tempest-SecurityGroupsNegativeTestJSON-516631918 tempest-SecurityGroupsNegativeTestJSON-516631918-project] 10.222.0.50 "GET /v2.0/security-groups/a2b6d390-2911-4784-90f6-2582334d2a7e HTTP/1.1" status: 404 len: 352 time: 0.0565774 Aug 30 14:23:15.068273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:15.101460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f61d325-3888-4540-b292-7de092fb1b2f req-0640a473-d06c-4b70-b3ca-e6a0a953184c service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464978 Aug 30 14:23:15.104527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999bf780-7715-4317-957c-cc4f4a80130b req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:15.141284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf780-7715-4317-957c-cc4f4a80130b req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:15.141974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-999bf780-7715-4317-957c-cc4f4a80130b req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:15.148930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-999bf780-7715-4317-957c-cc4f4a80130b req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "PUT /v2.0/ports/c95e017c-8fed-4536-a8b7-d0369c4b000e HTTP/1.1" status: 200 len: 1021 time: 1.0831759 Aug 30 14:23:15.225930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4ccb47-f06f-4ac9-86dc-cc15d2d81e1f admin admin] Deleting subnet ce30d121-7154-47c0-addc-74dd3b98c06f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:23:15.230283 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc4ccb47-f06f-4ac9-86dc-cc15d2d81e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:15.297546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-fb9492e7-4fdd-4d17-819c-3e3e4ad010fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:15.299898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-fb9492e7-4fdd-4d17-819c-3e3e4ad010fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 913 time: 0.5584846 Aug 30 14:23:15.303820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=d1fe598c-1165-43f9-bcc2-ea32c2080455,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:15.397821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-1a2df2e1-11fd-4ca3-bfd0-d2cccddea1ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e HTTP/1.1" status: 200 len: 217 time: 0.0859377 Aug 30 14:23:15.400947 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc4ccb47-f06f-4ac9-86dc-cc15d2d81e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:15.402736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Pushing event updated for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:15.436316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:15.482137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-07d900de-3107-4629-b7db-7d147f90bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:15.483670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-07d900de-3107-4629-b7db-7d147f90bd91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.0705445 Aug 30 14:23:15.537238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Attempting to bind port 4e533885-7b7e-4fc3-a00e-121092d732b1 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:15.537762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Attempting to bind port 4e533885-7b7e-4fc3-a00e-121092d732b1 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:15.537908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Attempting to bind port 4e533885-7b7e-4fc3-a00e-121092d732b1 on network 9ff88e18-89aa-476f-8af1-d4021ac60349 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:15.564762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Port 4e533885-7b7e-4fc3-a00e-121092d732b1 on network 9ff88e18-89aa-476f-8af1-d4021ac60349 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:23:15.564762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Attempting to bind port 4e533885-7b7e-4fc3-a00e-121092d732b1 on network 9ff88e18-89aa-476f-8af1-d4021ac60349 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:15.572759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-4f4aec3b-5c8a-4647-8917-833651e2c698 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654371 Aug 30 14:23:15.590266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6d38-a180-4d06-8040-ebf5f0557d32 req-39ea8e3e-332a-49f3-9644-451dd6855d80 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:15.592751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d4b6d38-a180-4d06-8040-ebf5f0557d32 req-39ea8e3e-332a-49f3-9644-451dd6855d80 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 945 time: 0.2892213 Aug 30 14:23:15.596603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:15.596948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Checking segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:15.597368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Bound using segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:15.597833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Bound port: 4e533885-7b7e-4fc3-a00e-121092d732b1, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:15.598263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:15.625262 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc4ccb47-f06f-4ac9-86dc-cc15d2d81e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:15.636757 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5d55dc-f8ed-4c72-ba22-ff36dc3c966c x-openstack-request-id: req-ad5d55dc-f8ed-4c72-ba22-ff36dc3c966c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:15.643807 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "name": "network-vif-plugged", "status": "completed", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:15.644639 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad5d55dc-f8ed-4c72-ba22-ff36dc3c966c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:15.646125 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'code': 200} Aug 30 14:23:15.778689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-b654d59a-39b3-4708-bf1b-44388254d43c service neutron] 10.222.0.21 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577313 Aug 30 14:23:15.833468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37df22-88c3-47c2-9ef7-0c0dbeb90912 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'Port': ['ID=c95e017c-8fed-4536-a8b7-d0369c4b000e,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:15.846663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:15.860869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc4ccb47-f06f-4ac9-86dc-cc15d2d81e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:15.905640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:15.906074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5e18d5fa-a7fd-4a8d-9679-40f667ff2908 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:15.906574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b560950e-c795-4cb1-b23d-e90781192eca no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:15.939818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: b560950e-c795-4cb1-b23d-e90781192eca {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:15.940316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b560950e-c795-4cb1-b23d-e90781192eca not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:15.960834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d4b6d38-a180-4d06-8040-ebf5f0557d32 req-eee781f6-e7dc-4a3e-9804-4dfa481645eb tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450978 Aug 30 14:23:15.985312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:15.986497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:15.996824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc4ccb47-f06f-4ac9-86dc-cc15d2d81e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:16.004227 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bc4ccb47-f06f-4ac9-86dc-cc15d2d81e1f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ce30d121-7154-47c0-addc-74dd3b98c06f HTTP/1.1" status: 204 len: 168 time: 0.9272323 Aug 30 14:23:16.004227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ccb47-f06f-4ac9-86dc-cc15d2d81e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce30d121-7154-47c0-addc-74dd3b98c06f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:16.008856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:16.013861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:16.083418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6de7e7c-0364-4b77-ad50-a9831501d2ae req-033ea087-d442-4051-8981-dde4150cbbf9 service neutron] 10.222.0.21 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915597 Aug 30 14:23:16.110530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:16.111192 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:16.112691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] 10.222.0.39 "PUT /v2.0/ports/4e533885-7b7e-4fc3-a00e-121092d732b1 HTTP/1.1" status: 200 len: 1091 time: 2.5538738 Aug 30 14:23:16.172890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0dc031-cf58-4ba6-8769-07770e18f6fd', 'name': 'network-vif-deleted', 'tag': '5e18d5fa-a7fd-4a8d-9679-40f667ff2908'}, {'name': 'network-changed', 'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e'}, {'name': 'network-changed', 'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:16.184354 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31070767-6a8b-4502-9b05-bf3a874660ae" -d '{"events": [{"server_uuid": "4e0dc031-cf58-4ba6-8769-07770e18f6fd", "name": "network-vif-deleted", "tag": "5e18d5fa-a7fd-4a8d-9679-40f667ff2908"}, {"name": "network-changed", "server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e"}, {"name": "network-changed", "server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:16.204363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0460f-5794-44f8-acd5-96aa7fc0505f req-b2bb4763-b47b-485d-a672-9f99103c3fa0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:16.207304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2c0460f-5794-44f8-acd5-96aa7fc0505f req-b2bb4763-b47b-485d-a672-9f99103c3fa0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.3853295 Aug 30 14:23:16.210478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ebcaf-0ae7-4124-8503-f7391607cab8 req-5c598ae2-42cd-4cb5-9757-fd95c30329f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:16.212246 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab9ebcaf-0ae7-4124-8503-f7391607cab8 req-5c598ae2-42cd-4cb5-9757-fd95c30329f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 1096 time: 0.4297702 Aug 30 14:23:16.215094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:16.257007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84c66e-236b-4b81-be68-ced0c2c668ee service neutron] Pushing event updated for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:16.321801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2c0460f-5794-44f8-acd5-96aa7fc0505f req-d3795e94-b1eb-420f-9f7a-a0e9bfe7c28b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986538 Aug 30 14:23:16.426441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8ed12-946a-46fe-b5e0-41cee5658fdd req-bc977754-4db4-4391-bfa1-e98827126705 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:16.429214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6b8ed12-946a-46fe-b5e0-41cee5658fdd req-bc977754-4db4-4391-bfa1-e98827126705 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1024 time: 0.2245820 Aug 30 14:23:16.434578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-4f82a120-a4d6-4faa-95dc-b07c59aac1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:16.437402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-4f82a120-a4d6-4faa-95dc-b07c59aac1d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 1094 time: 0.2232535 Aug 30 14:23:16.440331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:16.468117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df503da8-3c60-4d6d-b1cc-13ea2da0109e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:16.495130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9405a42-18c6-4ac0-90e6-c32bd9cd112b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:16.495617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9405a42-18c6-4ac0-90e6-c32bd9cd112b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:16.499799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-b71b15a8-94ac-4253-bf44-5d5bde273358 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e533885-7b7e-4fc3-a00e-121092d732b1 HTTP/1.1" status: 200 len: 217 time: 0.0504587 Aug 30 14:23:16.520763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:16.575288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab9ebcaf-0ae7-4124-8503-f7391607cab8 req-923bcb10-6280-424f-b946-f88af6500b67 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474479 Aug 30 14:23:16.600354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-fbcae67b-716c-4563-b8c5-7b4daa36f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:16.602657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-fbcae67b-716c-4563-b8c5-7b4daa36f7fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 200 len: 845 time: 0.0865610 Aug 30 14:23:16.608326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:16.615781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6b8ed12-946a-46fe-b5e0-41cee5658fdd req-5af1009f-1cbc-49b7-bbc4-1cd25ff9baba tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d46f711a-3015-4790-a221-d4c9c0e991d0&id=b1f78bf9-e73d-49c0-abb6-ce5c66787ea5&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e HTTP/1.1" status: 200 len: 6148 time: 0.1768093 Aug 30 14:23:16.644714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:23:16.645410 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:23:16.649250 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:23:16.683602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-d3290cc7-b10f-463f-9dca-34f4c07b9054 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ff88e18-89aa-476f-8af1-d4021ac60349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661750 Aug 30 14:23:16.758420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820a2c5-5e94-440f-b71a-c1e73f085e83 req-b1c29413-a635-464a-9810-8a645811beb3 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:16.771847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f820a2c5-5e94-440f-b71a-c1e73f085e83 req-b1c29413-a635-464a-9810-8a645811beb3 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 950 time: 0.3491671 Aug 30 14:23:16.868887 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-f3b0a61e-a068-412f-b146-01349d8f6884 service neutron] 10.222.0.39 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760349 Aug 30 14:23:17.180804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f820a2c5-5e94-440f-b71a-c1e73f085e83 req-bc66536a-3b0d-41d2-80f7-c41502447cc9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076254 Aug 30 14:23:17.182432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:17.189279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:17.195789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] 10.222.0.50 "DELETE /v2.0/networks/df503da8-3c60-4d6d-b1cc-13ea2da0109e HTTP/1.1" status: 204 len: 168 time: 1.1756701 Aug 30 14:23:17.234256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Pushing event deleted for resources: {'Network': ['ID=df503da8-3c60-4d6d-b1cc-13ea2da0109e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:17.253779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.254277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.254656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.254814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.255249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.255428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.255726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.256050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.260599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.260599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.260599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.261444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd813881-7b4a-42f9-a9e4-bdc44cc51314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:17.327156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:17.391634 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc5946b-7a77-4c96-acac-112f3b5c70f5 x-openstack-request-id: req-6cc5946b-7a77-4c96-acac-112f3b5c70f5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:17.391634 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0dc031-cf58-4ba6-8769-07770e18f6fd", "name": "network-vif-deleted", "tag": "5e18d5fa-a7fd-4a8d-9679-40f667ff2908", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:17.392148 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cc5946b-7a77-4c96-acac-112f3b5c70f5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:17.392563 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0dc031-cf58-4ba6-8769-07770e18f6fd', 'name': 'network-vif-deleted', 'tag': '5e18d5fa-a7fd-4a8d-9679-40f667ff2908', 'status': 'completed', 'code': 200} Aug 30 14:23:17.393007 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e', 'status': 'completed', 'code': 200} Aug 30 14:23:17.402587 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'status': 'completed', 'code': 200} Aug 30 14:23:17.454217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1385ea7d-721b-4349-a945-1f93ea0d7211 req-d08db059-31fb-4637-87ff-2a4db1591c33 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': ' tempest-securitygroup -978993550 ', 'description': 'tempest-description-981437503'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:17.483846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef58a5-11c3-44e9-b7e1-5ae4f3f21dfb req-294ef712-109f-41bf-b552-fc595b3de975 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:17.486804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05ef58a5-11c3-44e9-b7e1-5ae4f3f21dfb req-294ef712-109f-41bf-b552-fc595b3de975 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 943 time: 0.6623230 Aug 30 14:23:17.541244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:17.552633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63aceaad-97bc-40b2-a5f7-ce3ad2b958a6 req-ad298675-d604-4c6f-ba23-256be55c0722 service neutron] 10.222.0.39 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743424 Aug 30 14:23:17.577119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1385ea7d-721b-4349-a945-1f93ea0d7211 req-d08db059-31fb-4637-87ff-2a4db1591c33 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:17.616284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070767-6a8b-4502-9b05-bf3a874660ae req-5eb993b9-cffe-4aba-b4d0-3869416088c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:17.618462 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-5eb993b9-cffe-4aba-b4d0-3869416088c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1175 time: 0.2317071 Aug 30 14:23:17.638169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05ef58a5-11c3-44e9-b7e1-5ae4f3f21dfb req-edb9e33f-984a-44bc-bc7f-4f0461b8d0df tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356800 Aug 30 14:23:17.663604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aba00760-aafa-49c0-be18-41284ad73b22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a880da046d943f4855ba1afe3276499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1147237 Aug 30 14:23:17.664486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:17.788196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1385ea7d-721b-4349-a945-1f93ea0d7211 req-d08db059-31fb-4637-87ff-2a4db1591c33 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:17.812646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1385ea7d-721b-4349-a945-1f93ea0d7211 req-d08db059-31fb-4637-87ff-2a4db1591c33 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:17.831226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070767-6a8b-4502-9b05-bf3a874660ae req-ed785836-6cb4-4946-aa85-f19dc9372c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:17.842838 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-ed785836-6cb4-4946-aa85-f19dc9372c12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 1094 time: 0.2023425 Aug 30 14:23:17.888595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08db059-31fb-4637-87ff-2a4db1591c33 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bc702e-55a0-4f0d-b0e1-16be541cfae6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:17.975334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1385ea7d-721b-4349-a945-1f93ea0d7211 req-d08db059-31fb-4637-87ff-2a4db1591c33 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:17.977676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1385ea7d-721b-4349-a945-1f93ea0d7211 req-d08db059-31fb-4637-87ff-2a4db1591c33 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5391328 Aug 30 14:23:18.024227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c411a49a-c333-47b7-b396-531c2a8e3810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:18.052898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070767-6a8b-4502-9b05-bf3a874660ae req-39d86584-aaf6-483e-b701-e9bd3fb45a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:18.055069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-39d86584-aaf6-483e-b701-e9bd3fb45a88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 913 time: 0.4051521 Aug 30 14:23:18.100870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070767-6a8b-4502-9b05-bf3a874660ae req-536d1842-d254-4c4c-9de0-6a720eaf9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:18.103927 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-536d1842-d254-4c4c-9de0-6a720eaf9517 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 906 time: 0.2526650 Aug 30 14:23:18.275968 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-df10e6b5-a085-4b5d-b2dd-1d3410d9a656 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e533885-7b7e-4fc3-a00e-121092d732b1 HTTP/1.1" status: 200 len: 217 time: 0.1453588 Aug 30 14:23:18.278132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c411a49a-c333-47b7-b396-531c2a8e3810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:18.300669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-76f47987-009a-42de-b629-a7770a6b2ed3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e HTTP/1.1" status: 200 len: 217 time: 0.2040250 Aug 30 14:23:18.409785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3d25-77f8-44c4-86dd-53255fdc46d9 req-3ac4d8bb-2a0e-4952-9002-1f58acf94213 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:18.417595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5bd3d25-77f8-44c4-86dd-53255fdc46d9 req-3ac4d8bb-2a0e-4952-9002-1f58acf94213 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 945 time: 0.3114817 Aug 30 14:23:18.449455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070767-6a8b-4502-9b05-bf3a874660ae req-819fc226-d2cd-40ad-97d3-2c11f9e1a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:18.449455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-819fc226-d2cd-40ad-97d3-2c11f9e1a9a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 200 len: 845 time: 0.1546476 Aug 30 14:23:18.474824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ef39-df07-42cf-a1c0-85beb1d7fb2b req-ced12acf-ef46-4db9-8275-e073e49178b1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:18.479220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-a0cc9900-a8c4-4b60-9c61-d10e90464e33 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:18.482579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-a0cc9900-a8c4-4b60-9c61-d10e90464e33 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 950 time: 0.3492627 Aug 30 14:23:18.484086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1850ef39-df07-42cf-a1c0-85beb1d7fb2b req-ced12acf-ef46-4db9-8275-e073e49178b1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.3595603 Aug 30 14:23:18.549592 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-3a4fddea-a5be-4dda-a53f-ab6cb68e1289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ff88e18-89aa-476f-8af1-d4021ac60349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634482 Aug 30 14:23:18.570029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1850ef39-df07-42cf-a1c0-85beb1d7fb2b req-cf8dae65-035d-4a81-bc51-2ae4138d2541 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834801 Aug 30 14:23:18.583433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070767-6a8b-4502-9b05-bf3a874660ae req-46018f1d-b754-455e-882c-7021b28d3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:18.588620 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-46018f1d-b754-455e-882c-7021b28d3c33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.2544484 Aug 30 14:23:18.675610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-ff98ac6e-ec6c-4917-8f61-98d60dbe9df4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792842 Aug 30 14:23:18.815242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-1c0c8208-83f0-462a-bdad-4abdaa7aeda0 service neutron] 10.222.0.21 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290138 Aug 30 14:23:18.833468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c411a49a-c333-47b7-b396-531c2a8e3810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:18.836080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c411a49a-c333-47b7-b396-531c2a8e3810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:18.840379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c411a49a-c333-47b7-b396-531c2a8e3810 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8209a6b5-d525-44b4-b95d-c7e1ab9cc947 HTTP/1.1" status: 204 len: 168 time: 1.1729975 Aug 30 14:23:18.911879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411a49a-c333-47b7-b396-531c2a8e3810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8209a6b5-d525-44b4-b95d-c7e1ab9cc947,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:18.956830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12b4bc11-69b8-4e4b-bcd1-ce8f09b606f2 req-5bf335ee-785b-40ce-9f65-8954530b3ea2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/47bc702e-55a0-4f0d-b0e1-16be541cfae6 HTTP/1.1" status: 200 len: 1779 time: 0.1403604 Aug 30 14:23:19.034959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-1aafc43c-9966-45aa-a6e2-ba593ba79489 service neutron] 10.222.0.21 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105541 Aug 30 14:23:19.145673 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-52d4bd88-434a-41bf-99cf-e9321cc41a1b service neutron] 10.222.0.39 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183955 Aug 30 14:23:19.157622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5bd3d25-77f8-44c4-86dd-53255fdc46d9 req-6b8e9efc-ee2f-46d4-ab9e-753f027d1197 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056265 Aug 30 14:23:19.326371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046ef98-6916-4b17-b150-73f371e89dd4 req-d56d8c92-e001-4ae1-ae0c-a5906c392d57 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:19.333399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5046ef98-6916-4b17-b150-73f371e89dd4 req-d56d8c92-e001-4ae1-ae0c-a5906c392d57 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 950 time: 0.1952827 Aug 30 14:23:19.454642 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5046ef98-6916-4b17-b150-73f371e89dd4 req-c736affc-8607-4a0b-9018-1936d88f0736 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058624 Aug 30 14:23:19.460562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Deleting port 8192d049-8673-45eb-88ed-cbfeb3e772f6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:19.460922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:19.545100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750ab1-e186-477b-bd6b-2d8a241fe097 req-9c6c1c18-08fe-41d5-8a62-eb7f1cdb88ce tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:19.546990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e750ab1-e186-477b-bd6b-2d8a241fe097 req-9c6c1c18-08fe-41d5-8a62-eb7f1cdb88ce tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 943 time: 0.1953015 Aug 30 14:23:19.571928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61cfd9cb-a714-4658-bca0-4e9b9f918812 req-b89a0b80-b1a5-476e-95f8-539b7101b790 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/47bc702e-55a0-4f0d-b0e1-16be541cfae6 HTTP/1.1" status: 200 len: 1779 time: 0.0803988 Aug 30 14:23:19.576048 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:19.648649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31070767-6a8b-4502-9b05-bf3a874660ae req-ac698a4c-241d-4516-8d81-8f99bc549110 service neutron] 10.222.0.39 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786906 Aug 30 14:23:19.707942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e750ab1-e186-477b-bd6b-2d8a241fe097 req-7ac48d94-232f-4df2-ab5b-61b6afeee167 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516771 Aug 30 14:23:19.730444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-61cfd9cb-a714-4658-bca0-4e9b9f918812 req-5ef7cada-9f7c-491d-a713-3691543672b4 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:19.771900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] For port 8192d049-8673-45eb-88ed-cbfeb3e772f6, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8192d049-8673-45eb-88ed-cbfeb3e772f6,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:19.773831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:19.778757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-61cfd9cb-a714-4658-bca0-4e9b9f918812 req-5ef7cada-9f7c-491d-a713-3691543672b4 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:19.817504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Calling delete_port for 8192d049-8673-45eb-88ed-cbfeb3e772f6 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:19.880160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-61cfd9cb-a714-4658-bca0-4e9b9f918812 req-5ef7cada-9f7c-491d-a713-3691543672b4 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:19.883165 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-61cfd9cb-a714-4658-bca0-4e9b9f918812 req-5ef7cada-9f7c-491d-a713-3691543672b4 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:19.891153 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61cfd9cb-a714-4658-bca0-4e9b9f918812 req-5ef7cada-9f7c-491d-a713-3691543672b4 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/47bc702e-55a0-4f0d-b0e1-16be541cfae6 HTTP/1.1" status: 204 len: 173 time: 0.3083174 Aug 30 14:23:19.901532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7cada-9f7c-491d-a713-3691543672b4 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bc702e-55a0-4f0d-b0e1-16be541cfae6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:20.035903 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-8ab5675e-a859-4f82-8c39-548d22fe99ec req-37f20acb-31e1-478f-8c3d-ebca4a8461c5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:23:20.036997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ab5675e-a859-4f82-8c39-548d22fe99ec req-37f20acb-31e1-478f-8c3d-ebca4a8461c5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/47bc702e-55a0-4f0d-b0e1-16be541cfae6 HTTP/1.1" status: 404 len: 352 time: 0.0209780 Aug 30 14:23:20.053198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cae8-1059-4331-87a9-e6e08b1605f9 req-590db9cd-b54c-4940-a059-d9155a879ce1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:20.066674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eee1cae8-1059-4331-87a9-e6e08b1605f9 req-590db9cd-b54c-4940-a059-d9155a879ce1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.1596406 Aug 30 14:23:20.074918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-81ed083c-a4c8-4f74-97ac-9e62630969d5 req-aa951de6-d1d7-4260-a5b3-5e06773d54cb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-941869667', 'description': 'tempest-description-154752990'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:20.129957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81ed083c-a4c8-4f74-97ac-9e62630969d5 req-aa951de6-d1d7-4260-a5b3-5e06773d54cb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.167967 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eee1cae8-1059-4331-87a9-e6e08b1605f9 req-b58c2ea9-0cac-45bd-ac13-784550d34590 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942888 Aug 30 14:23:20.273292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81ed083c-a4c8-4f74-97ac-9e62630969d5 req-aa951de6-d1d7-4260-a5b3-5e06773d54cb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.282962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81ed083c-a4c8-4f74-97ac-9e62630969d5 req-aa951de6-d1d7-4260-a5b3-5e06773d54cb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.298601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.319847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:20.357972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81ed083c-a4c8-4f74-97ac-9e62630969d5 req-aa951de6-d1d7-4260-a5b3-5e06773d54cb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.359247 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81ed083c-a4c8-4f74-97ac-9e62630969d5 req-aa951de6-d1d7-4260-a5b3-5e06773d54cb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2887876 Aug 30 14:23:20.368910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event deleted for resources: {'Port': ['ID=8192d049-8673-45eb-88ed-cbfeb3e772f6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:20.425581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-364b4ecd-a311-48e1-b3ea-2c7a01a94b16 req-c4ddab77-6c01-4718-a389-3c66c79673a1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-248410069', 'description': 'tempest-description-1054474518'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:20.449286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa951de6-d1d7-4260-a5b3-5e06773d54cb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00318c1-ff0c-41b9-9c6a-a1c04071ea76,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:20.476182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', '04e7a13e-951f-4be3-8c98-26f1689adc4b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:20.494280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364b4ecd-a311-48e1-b3ea-2c7a01a94b16 req-c4ddab77-6c01-4718-a389-3c66c79673a1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.558000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] No DVR routers for this DVR port 8192d049-8673-45eb-88ed-cbfeb3e772f6 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:20.563336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.567140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e390f05f-4d45-4e1c-97ca-ca1f113bec3e req-26b03f5c-bb20-4953-a0ca-eebb896550d5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "DELETE /v2.0/ports/8192d049-8673-45eb-88ed-cbfeb3e772f6 HTTP/1.1" status: 204 len: 173 time: 2.0051448 Aug 30 14:23:20.655167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3736afd3-0387-4c29-91c8-e6d3f804fd6c', 'name': 'network-vif-deleted', 'tag': '8192d049-8673-45eb-88ed-cbfeb3e772f6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:20.658556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364b4ecd-a311-48e1-b3ea-2c7a01a94b16 req-c4ddab77-6c01-4718-a389-3c66c79673a1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.661366 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932171ab-1dfb-4c3a-b56a-fe58271ac827" -d '{"events": [{"server_uuid": "3736afd3-0387-4c29-91c8-e6d3f804fd6c", "name": "network-vif-deleted", "tag": "8192d049-8673-45eb-88ed-cbfeb3e772f6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:20.664533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364b4ecd-a311-48e1-b3ea-2c7a01a94b16 req-c4ddab77-6c01-4718-a389-3c66c79673a1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.720730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364b4ecd-a311-48e1-b3ea-2c7a01a94b16 req-c4ddab77-6c01-4718-a389-3c66c79673a1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:20.743581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-364b4ecd-a311-48e1-b3ea-2c7a01a94b16 req-c4ddab77-6c01-4718-a389-3c66c79673a1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3382134 Aug 30 14:23:20.759115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddab77-6c01-4718-a389-3c66c79673a1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97dda55-3e1d-4e60-a7d6-9d04ece70239,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:20.822208 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb3242-d9df-44ef-8a82-d0c7f6d64e4b req-930d7148-cd52-4b4f-bac5-d6aaf648661d tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:20.843688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89eb3242-d9df-44ef-8a82-d0c7f6d64e4b req-930d7148-cd52-4b4f-bac5-d6aaf648661d tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 945 time: 0.2878911 Aug 30 14:23:20.890096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:20.957374 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ae5166-8749-40a5-a555-977c908eef6b req-346430d0-d6ba-4b12-8e3f-6165f15a20d1 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=3736afd3-0387-4c29-91c8-e6d3f804fd6c HTTP/1.1" status: 200 len: 210 time: 0.0948224 Aug 30 14:23:21.032511 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89eb3242-d9df-44ef-8a82-d0c7f6d64e4b req-8cc4bbd5-2140-4c5d-8fdc-c02785933397 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863313 Aug 30 14:23:21.054839 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caad113f-ad32-4911-8f50-0cdff9590642 x-openstack-request-id: req-caad113f-ad32-4911-8f50-0cdff9590642 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:21.055435 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3736afd3-0387-4c29-91c8-e6d3f804fd6c", "name": "network-vif-deleted", "tag": "8192d049-8673-45eb-88ed-cbfeb3e772f6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:21.055861 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-caad113f-ad32-4911-8f50-0cdff9590642 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:21.056530 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3736afd3-0387-4c29-91c8-e6d3f804fd6c', 'name': 'network-vif-deleted', 'tag': '8192d049-8673-45eb-88ed-cbfeb3e772f6', 'status': 'completed', 'code': 200} Aug 30 14:23:21.153217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e82d6761-c928-41a2-ae24-2238820039b9 req-2b8290da-819d-4d46-a1d1-10c80a25f1c1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2122347144', 'description': 'tempest-description-348432082'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:21.234766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82d6761-c928-41a2-ae24-2238820039b9 req-2b8290da-819d-4d46-a1d1-10c80a25f1c1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:21.242513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4e533885-7b7e-4fc3-a00e-121092d732b1 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:23:21.303907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c615b64-c8ea-41b5-acd8-fea96079c6f9 req-6d3b0ced-d242-493f-9e13-dbf7519c8f0f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:21.309261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c615b64-c8ea-41b5-acd8-fea96079c6f9 req-6d3b0ced-d242-493f-9e13-dbf7519c8f0f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 943 time: 0.1420431 Aug 30 14:23:21.386738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c615b64-c8ea-41b5-acd8-fea96079c6f9 req-6d8ac3df-9d32-4e46-b2ab-fae9dc3aa6a7 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632310 Aug 30 14:23:21.400569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1832670488-network', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:21.566446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82d6761-c928-41a2-ae24-2238820039b9 req-2b8290da-819d-4d46-a1d1-10c80a25f1c1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:21.576712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82d6761-c928-41a2-ae24-2238820039b9 req-2b8290da-819d-4d46-a1d1-10c80a25f1c1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:21.739732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8290da-819d-4d46-a1d1-10c80a25f1c1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a7d68-de68-4cf9-b345-364f338d110d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:21.758721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Made reservation on behalf of 451cde2f7fcf42e282e529a7f5c0730f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:23:21.762782 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:21.802905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82d6761-c928-41a2-ae24-2238820039b9 req-2b8290da-819d-4d46-a1d1-10c80a25f1c1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:21.816004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e82d6761-c928-41a2-ae24-2238820039b9 req-2b8290da-819d-4d46-a1d1-10c80a25f1c1 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6802011 Aug 30 14:23:21.817552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:21.837268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:21.862334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'port_id': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'mac_address': 'fa:16:3e:a0:6f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedcd84-859e-4b33-8a0a-04894ebe067f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:23:21.891082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8192d049-8673-45eb-88ed-cbfeb3e772f6 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:21.917135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-b34b05cd-b526-4db9-8b19-7abe66f38f2c tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:21.926622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-b34b05cd-b526-4db9-8b19-7abe66f38f2c tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1709385 Aug 30 14:23:21.980475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547b6a-9ee4-4dda-a9f9-6c334ad516a5 req-4de28a56-90dc-4202-a4ed-6ec5b453575a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:21.996434 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad547b6a-9ee4-4dda-a9f9-6c334ad516a5 req-4de28a56-90dc-4202-a4ed-6ec5b453575a tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.0908906 Aug 30 14:23:22.004890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-41ed1ef1-8da4-48d6-83cc-c4f8e0d58523 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0767326 Aug 30 14:23:22.011152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 8192d049-8673-45eb-88ed-cbfeb3e772f6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:22.011908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8192d049-8673-45eb-88ed-cbfeb3e772f6 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:22.013414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Request body: {'floatingip': {'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:22.080317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.081467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad547b6a-9ee4-4dda-a9f9-6c334ad516a5 req-526f2c5b-56b9-4721-9cf0-48d9b6a795eb tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838590 Aug 30 14:23:22.111814 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.146232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e533885-7b7e-4fc3-a00e-121092d732b1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:22.173556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.176584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:22.182173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.243704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:22.245195 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.301132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:23:22.315723 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.316269 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Added segment 11dbd312-8740-4978-bde6-2becb299408a of type vlan for network 5aa9f3e2-bf31-4da2-998e-1407f668daac Aug 30 14:23:22.413278 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58f6ee0c-9823-4653-bc19-7acd41515af3 req-67b08b68-f780-454d-81b7-af80114996a6 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c007dd01ae144179861b76a78919871f HTTP/1.1" status: 200 len: 10894 time: 0.2882640 Aug 30 14:23:22.434043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94204dc-0d36-4cdc-b548-08ab9b50879b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:22.439995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.509181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58f6ee0c-9823-4653-bc19-7acd41515af3 req-88dd910c-18b5-4d58-a1a8-0f3925b5b36c tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/d82ea73b-1846-4191-a5c5-52b1293a5f0e HTTP/1.1" status: 200 len: 2981 time: 0.0714581 Aug 30 14:23:22.510696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.511713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:22.512499 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:22.527268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['4e533885-7b7e-4fc3-a00e-121092d732b1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:22.600776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] Pushing event updated for resources: {'Network': ['ID=5aa9f3e2-bf31-4da2-998e-1407f668daac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:22.608614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-017a8205-4644-4615-8f78-270a0359bb35 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7119157 Aug 30 14:23:22.635531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:23:22.643749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:22.671352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Request body: {'subnet': {'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-subnet', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:22.709402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58f6ee0c-9823-4653-bc19-7acd41515af3 req-6431e782-be5a-42cf-94fc-5f18b6f12c69 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/d82ea73b-1846-4191-a5c5-52b1293a5f0e HTTP/1.1" status: 200 len: 2981 time: 0.1820819 Aug 30 14:23:22.711241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Made reservation on behalf of 451cde2f7fcf42e282e529a7f5c0730f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:23:22.730828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.121394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07aa5e-4797-4374-a40b-4c5ad09f36d0 req-50841996-1a78-4f95-9e2c-a596b36c08ce tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:23.123136 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f07aa5e-4797-4374-a40b-4c5ad09f36d0 req-50841996-1a78-4f95-9e2c-a596b36c08ce tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 944 time: 0.2130744 Aug 30 14:23:23.124698 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.203826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.209447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.223805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f07aa5e-4797-4374-a40b-4c5ad09f36d0 req-5b233cc4-5a93-407e-904c-be69f840648d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900586 Aug 30 14:23:23.237348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Checking segment: {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:23.237843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Network hostable DHCP agents. Network: 5aa9f3e2-bf31-4da2-998e-1407f668daac, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:23:23.249870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=abda8205-0ccd-4089-9e60-09215500252c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:23.262278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:23:23.294330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 5aa9f3e2-bf31-4da2-998e-1407f668daac) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:23.311428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a843fb05-05db-45cc-92e6-8027e6cc8d67 None None] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:23:23.321268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:23.322318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.347372 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43 associated. External IP: 172.25.6.229, port: 0517dc14-ea17-47a3-9fa3-9d93940b361b. Aug 30 14:23:23.362257 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b02d642f-261e-449a-a383-bc55c3f277ac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7158959 Aug 30 14:23:23.363672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:23.373816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:23.419479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.422798 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.606611 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.667426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-5aa9f3e2-bf31-4da2-998e-1407f668daac', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:23:23.668364 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.759458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:23:23.829148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Allocated IP 172.20.0.2 (5aa9f3e2-bf31-4da2-998e-1407f668daac/abda8205-0ccd-4089-9e60-09215500252c/ca2fead8-ff9e-4316-b0af-249c9ad11493) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:23:23.920031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:23:23.938471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:23:23.938810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.950185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79f36828-84dd-4269-8179-72fe8a890cc8 req-48737c73-0d9e-48a2-ac61-4a7bc1aa0e36 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/f00318c1-ff0c-41b9-9c6a-a1c04071ea76 HTTP/1.1" status: 200 len: 1799 time: 0.3677828 Aug 30 14:23:23.954107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:23.972489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:23.973183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:23.989162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-11ca6b41-bd0a-4cda-9f7f-2d8a6e206f9a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "PUT /v2.0/floatingips/0257f9a5-4c42-4ea5-a163-d355ed8bbd43 HTTP/1.1" status: 200 len: 997 time: 1.9829559 Aug 30 14:23:23.991449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:23.998891 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:24.055648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-ca463b7f-75c5-4c90-aa3a-6d4427a110da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.065599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-ca463b7f-75c5-4c90-aa3a-6d4427a110da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.0614865 Aug 30 14:23:24.143750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79f36828-84dd-4269-8179-72fe8a890cc8 req-fa19a64b-7ce3-40c0-813c-d6c24137203a tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.172947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79f36828-84dd-4269-8179-72fe8a890cc8 req-fa19a64b-7ce3-40c0-813c-d6c24137203a tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.201093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-fd203050-3605-4e3e-89a0-4d4b12c6a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.209776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-fd203050-3605-4e3e-89a0-4d4b12c6a6d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.1427181 Aug 30 14:23:24.242015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79f36828-84dd-4269-8179-72fe8a890cc8 req-fa19a64b-7ce3-40c0-813c-d6c24137203a tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.245812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79f36828-84dd-4269-8179-72fe8a890cc8 req-fa19a64b-7ce3-40c0-813c-d6c24137203a tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.247813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79f36828-84dd-4269-8179-72fe8a890cc8 req-fa19a64b-7ce3-40c0-813c-d6c24137203a tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/f00318c1-ff0c-41b9-9c6a-a1c04071ea76 HTTP/1.1" status: 204 len: 173 time: 0.2844465 Aug 30 14:23:24.268364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19a64b-7ce3-40c0-813c-d6c24137203a tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00318c1-ff0c-41b9-9c6a-a1c04071ea76,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:24.299739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-ffaed418-fabe-4f7d-b627-65e692b18ceb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 1000 time: 0.0887318 Aug 30 14:23:24.308386 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.335050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Transition to ACTIVE for port object ca2fead8-ff9e-4316-b0af-249c9ad11493 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:24.338372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:24.366027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-f117987f-be75-423e-a1ad-79567a37eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.378676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-f117987f-be75-423e-a1ad-79567a37eafe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.0772846 Aug 30 14:23:24.409431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Transition to ACTIVE for port object ca2fead8-ff9e-4316-b0af-249c9ad11493 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:24.438747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-a0b52189-17dd-46d5-9d7d-24aedb45ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.446128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.447219 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-a0b52189-17dd-46d5-9d7d-24aedb45ec6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675266 Aug 30 14:23:24.452410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-c745d2b1-3466-4146-a4ff-3702adbf7076 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:23:24.460752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.461467 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-c745d2b1-3466-4146-a4ff-3702adbf7076 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132987 Aug 30 14:23:24.479039 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.523271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:24.534927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:24.541923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:24.601429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Pushing event updated for resources: {'Port': ['ID=ca2fead8-ff9e-4316-b0af-249c9ad11493,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:24.632410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-06b72e7c-e34e-49ba-8d49-8fcc908f6b87 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698222 Aug 30 14:23:24.679588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Allocated IP 172.25.6.66 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/cac8fe30-94ad-4862-82cc-c9e56302942a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:23:24.750533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Attempting to bind port ca2fead8-ff9e-4316-b0af-249c9ad11493 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:24.751778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Attempting to bind port ca2fead8-ff9e-4316-b0af-249c9ad11493 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:24.752371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Attempting to bind port ca2fead8-ff9e-4316-b0af-249c9ad11493 on network 5aa9f3e2-bf31-4da2-998e-1407f668daac {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:24.780187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:24.781007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Checking segment: {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:24.781699 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.782327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Bound using segment: {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:24.783127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Bound port: ca2fead8-ff9e-4316-b0af-249c9ad11493, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:24.783755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.852846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec500-ffe4-43ff-a820-6ee83c8de666 req-ee9159b5-2e1d-4734-8755-921598d0c166 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.854925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dcec500-ffe4-43ff-a820-6ee83c8de666 req-ee9159b5-2e1d-4734-8755-921598d0c166 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.1346962 Aug 30 14:23:24.927597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.970523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dcec500-ffe4-43ff-a820-6ee83c8de666 req-7ee92000-b81b-4b59-9fee-73272a5dee61 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025980 Aug 30 14:23:24.984627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] For port ca2fead8-ff9e-4316-b0af-249c9ad11493, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:25.004162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] For port ca2fead8-ff9e-4316-b0af-249c9ad11493, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ca2fead8-ff9e-4316-b0af-249c9ad11493,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:25.047258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:25.101272 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-cfb769a0-ece7-4ddd-8208-f3818bee6a24 req-f27691cc-5d64-4a52-998a-5b21c6ffb362 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:23:25.118851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cfb769a0-ece7-4ddd-8208-f3818bee6a24 req-f27691cc-5d64-4a52-998a-5b21c6ffb362 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/f00318c1-ff0c-41b9-9c6a-a1c04071ea76 HTTP/1.1" status: 404 len: 352 time: 0.0712092 Aug 30 14:23:25.130652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:25.134940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:fe:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:23Z', 'revision_number': 1, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:25.171124 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece4b5ea-02e8-467b-85fa-7a1631e679ba x-openstack-request-id: req-ece4b5ea-02e8-467b-85fa-7a1631e679ba {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:25.172022 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:25.172564 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ece4b5ea-02e8-467b-85fa-7a1631e679ba {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:25.173242 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'status': 'completed', 'code': 200} Aug 30 14:23:25.186791 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70e3f5ff-1195-471a-8d46-0941b14b7e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:25.193802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:23:25.205491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df5e07-9a46-49cd-b498-93c1555a842a None None] Pushing event updated for resources: {'Port': ['ID=ca2fead8-ff9e-4316-b0af-249c9ad11493,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:25.232606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4e533885-7b7e-4fc3-a00e-121092d732b1 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:25.239899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:25.240944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:25.243623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Pushing event updated for resources: {'Port': ['ID=cac8fe30-94ad-4862-82cc-c9e56302942a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:25.246280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b484a7-3339-4dc5-b16a-39a23a191c3d req-5ab2a152-3b90-40c2-ac08-1cae43e415c9 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048896 Aug 30 14:23:25.260179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:25.270390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:25.279778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-3e3690d0-7606-463e-a677-efad4b709e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:25.281614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-3e3690d0-7606-463e-a677-efad4b709e87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.2197142 Aug 30 14:23:25.282555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:25.636769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 4e533885-7b7e-4fc3-a00e-121092d732b1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:25.660947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 4e533885-7b7e-4fc3-a00e-121092d732b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:25.662424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:25.756063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:25.756329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65440-7453-473f-8bf6-f59eec0caaa3 req-59426f52-078b-4952-aa63-a75eeeae1a8b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:25.760270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92b65440-7453-473f-8bf6-f59eec0caaa3 req-59426f52-078b-4952-aa63-a75eeeae1a8b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 944 time: 0.4437926 Aug 30 14:23:25.784543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-8580d3b3-0ba2-4898-97c4-cc9201ea28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:25.786389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-8580d3b3-0ba2-4898-97c4-cc9201ea28d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.4712310 Aug 30 14:23:25.808335 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3dbd39a3-01f0-42a0-8cc8-5d1066e58bc4 req-d7ffac09-df88-4b2d-9a04-377bdf48f2ff tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/c97dda55-3e1d-4e60-a7d6-9d04ece70239 HTTP/1.1" status: 200 len: 1800 time: 0.0943315 Aug 30 14:23:25.923785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3dbd39a3-01f0-42a0-8cc8-5d1066e58bc4 req-487c308c-7df0-42e0-ae6a-7500949e25b9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:25.989756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92b65440-7453-473f-8bf6-f59eec0caaa3 req-4d9ca8cc-8fa7-40ea-a069-2a5d391f89a2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999311 Aug 30 14:23:26.003343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3dbd39a3-01f0-42a0-8cc8-5d1066e58bc4 req-487c308c-7df0-42e0-ae6a-7500949e25b9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:26.066238 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:26.122008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:26.124594 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbddac8-2857-4ab5-87ad-d6ade0ca4e6f" -d '{"events": [{"server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "name": "network-vif-plugged", "status": "completed", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:26.149799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3dbd39a3-01f0-42a0-8cc8-5d1066e58bc4 req-487c308c-7df0-42e0-ae6a-7500949e25b9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:26.153622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3dbd39a3-01f0-42a0-8cc8-5d1066e58bc4 req-487c308c-7df0-42e0-ae6a-7500949e25b9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:26.154616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3dbd39a3-01f0-42a0-8cc8-5d1066e58bc4 req-487c308c-7df0-42e0-ae6a-7500949e25b9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/c97dda55-3e1d-4e60-a7d6-9d04ece70239 HTTP/1.1" status: 204 len: 173 time: 0.3388233 Aug 30 14:23:26.179935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c308c-7df0-42e0-ae6a-7500949e25b9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97dda55-3e1d-4e60-a7d6-9d04ece70239,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:26.186865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:26.212715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-ba6f4bd3-442f-4655-832f-2a5601754d5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 1000 time: 0.4158428 Aug 30 14:23:26.273191 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:26.409006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:26.429573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ca2fead8-ff9e-4316-b0af-249c9ad11493 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:26.448555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d648b2-9e69-4e29-af39-8af4b197f374 req-b17cfcfd-d9ca-41fa-a951-8013a281d56a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:26.457927 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02d648b2-9e69-4e29-af39-8af4b197f374 req-b17cfcfd-d9ca-41fa-a951-8013a281d56a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 950 time: 0.1903090 Aug 30 14:23:26.501483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:26.625291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02d648b2-9e69-4e29-af39-8af4b197f374 req-5ec6aa0c-f7b0-43c5-9650-088c08116b83 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578810 Aug 30 14:23:26.683387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ca2fead8-ff9e-4316-b0af-249c9ad11493 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:26.754977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:fe:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:23Z', 'revision_number': 1, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:26.828082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3a243-9297-4c69-b26e-545db7f1f5a1 req-b7b8df1e-a994-42d4-bf51-3b6cc2c347fd tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:26.834056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52a451-0edf-44ae-b56c-068f8ff82653 None None] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:23:26.835991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8f3a243-9297-4c69-b26e-545db7f1f5a1 req-b7b8df1e-a994-42d4-bf51-3b6cc2c347fd tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.1078544 Aug 30 14:23:26.896223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8f3a243-9297-4c69-b26e-545db7f1f5a1 req-8d840aea-e9eb-45f2-a1fc-f178768ceaf4 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589502 Aug 30 14:23:26.994865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbfa91-af83-46b5-a7c9-d51dd7c7790d None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:fe:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:23Z', 'revision_number': 1, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:23:27.049414 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61492095-49fd-4906-8c69-bca80c64804a x-openstack-request-id: req-61492095-49fd-4906-8c69-bca80c64804a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:27.052026 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "name": "network-vif-plugged", "status": "completed", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:27.053288 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61492095-49fd-4906-8c69-bca80c64804a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:27.054660 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'code': 200} Aug 30 14:23:27.055786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52f09bcd-f4a1-432a-b224-fdd9b95392a4 None None] Provisioning for port ca2fead8-ff9e-4316-b0af-249c9ad11493 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:27.069350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52f09bcd-f4a1-432a-b224-fdd9b95392a4 None None] Provisioning complete for port ca2fead8-ff9e-4316-b0af-249c9ad11493 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:27.081505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52f09bcd-f4a1-432a-b224-fdd9b95392a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:27.143346 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-c84f80b0-433d-4d28-a976-64e9faf23529 req-fd61d708-d1f3-4c35-b64a-2d072fa7ba89 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:23:27.145660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c84f80b0-433d-4d28-a976-64e9faf23529 req-fd61d708-d1f3-4c35-b64a-2d072fa7ba89 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/c97dda55-3e1d-4e60-a7d6-9d04ece70239 HTTP/1.1" status: 404 len: 352 time: 0.0741358 Aug 30 14:23:27.254643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607df5eb-bb08-425a-b5e9-a95688ca8713 req-4e3a9b21-0f41-46b7-b744-26e64888f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:27.256774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-607df5eb-bb08-425a-b5e9-a95688ca8713 req-4e3a9b21-0f41-46b7-b744-26e64888f6ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 1096 time: 0.0978861 Aug 30 14:23:27.339164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-607df5eb-bb08-425a-b5e9-a95688ca8713 req-87d5ef1f-f28c-4007-9e82-bb51e8f1d342 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735416 Aug 30 14:23:27.499327 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d9d44-6f59-4198-838f-34e3830dbe7b None None] New status for floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:23:27.533514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-35b3fda0-ba0e-4ecc-9956-4596105df360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:27.536168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-35b3fda0-ba0e-4ecc-9956-4596105df360 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 1.3127079 Aug 30 14:23:27.536941 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52f09bcd-f4a1-432a-b224-fdd9b95392a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:27.609189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-52f09bcd-f4a1-432a-b224-fdd9b95392a4 None None] For port ca2fead8-ff9e-4316-b0af-249c9ad11493, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ca2fead8-ff9e-4316-b0af-249c9ad11493,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:27.618716 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52f09bcd-f4a1-432a-b224-fdd9b95392a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:27.642690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596d4ed-de60-45bb-96db-6eb646b1a203 req-13e628be-38a9-4193-95d5-1d36a8b5ad90 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:27.646893 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1596d4ed-de60-45bb-96db-6eb646b1a203 req-13e628be-38a9-4193-95d5-1d36a8b5ad90 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 945 time: 0.1659832 Aug 30 14:23:27.682524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-e35a0efb-ac3b-4e8a-ac50-564c93f66c7b tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:27.697476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-e35a0efb-ac3b-4e8a-ac50-564c93f66c7b tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.1805978 Aug 30 14:23:27.748993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f09bcd-f4a1-432a-b224-fdd9b95392a4 None None] Pushing event updated for resources: {'Port': ['ID=ca2fead8-ff9e-4316-b0af-249c9ad11493,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:27.793246 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1596d4ed-de60-45bb-96db-6eb646b1a203 req-a5233359-46e4-4093-9f57-99bc291f0344 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350324 Aug 30 14:23:27.879224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-5f3e8f4d-13be-4085-8e0d-6ebf34735a55 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:27.881564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-5f3e8f4d-13be-4085-8e0d-6ebf34735a55 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/ports?device_id=47364586-7270-4cc7-a79f-b89b6bbc897d HTTP/1.1" status: 200 len: 950 time: 0.5553160 Aug 30 14:23:27.883111 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6efa7a9e-451e-4e04-bea6-70946acad3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:27.902287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-a4af9ce6-9538-41f1-a279-8956f142ce7e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:27.905196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-a4af9ce6-9538-41f1-a279-8956f142ce7e tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 950 time: 0.5810628 Aug 30 14:23:27.963655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-865fe4dd-1b48-423c-8851-b65b87a4afdf req-f41c73d4-65d9-48b1-9755-aefe576b6fda tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/ca2a7d68-de68-4cf9-b345-364f338d110d HTTP/1.1" status: 200 len: 1800 time: 0.0979903 Aug 30 14:23:28.055080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9ef36470-c40c-4d78-b0ed-9518a55b80e0 None None] Provisioning complete for port ca2fead8-ff9e-4316-b0af-249c9ad11493 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:28.056083 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ef36470-c40c-4d78-b0ed-9518a55b80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.070523 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-865fe4dd-1b48-423c-8851-b65b87a4afdf req-646260ee-9eb1-407a-aaab-6d1b77e4344d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.095572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-bf7d7331-26d2-4f21-bbb4-8193450f3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:28.099099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-bf7d7331-26d2-4f21-bbb4-8193450f3407 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5350657 Aug 30 14:23:28.128271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-865fe4dd-1b48-423c-8851-b65b87a4afdf req-646260ee-9eb1-407a-aaab-6d1b77e4344d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.219958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-865fe4dd-1b48-423c-8851-b65b87a4afdf req-646260ee-9eb1-407a-aaab-6d1b77e4344d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.228142 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-865fe4dd-1b48-423c-8851-b65b87a4afdf req-646260ee-9eb1-407a-aaab-6d1b77e4344d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.228543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ca2fead8-ff9e-4316-b0af-249c9ad11493 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:28.230300 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-865fe4dd-1b48-423c-8851-b65b87a4afdf req-646260ee-9eb1-407a-aaab-6d1b77e4344d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/ca2a7d68-de68-4cf9-b345-364f338d110d HTTP/1.1" status: 204 len: 173 time: 0.2448335 Aug 30 14:23:28.248137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646260ee-9eb1-407a-aaab-6d1b77e4344d tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a7d68-de68-4cf9-b345-364f338d110d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:28.304169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-ee165234-f735-40d9-8632-7b8daf2dee93 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1000 time: 0.6052160 Aug 30 14:23:28.307263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ca2fead8-ff9e-4316-b0af-249c9ad11493 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:28.307653 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.308604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-9fc241d6-7169-481d-aa81-3d43e3c13c44 service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907117 Aug 30 14:23:28.373225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Request body: {'floatingip': {'port_id': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:28.468476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c9d48-3e9a-4c9e-b369-d334d45109c6 req-ada48314-6257-4bff-ac5d-a682d0d127ba tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:28.470244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-809c9d48-3e9a-4c9e-b369-d334d45109c6 req-ada48314-6257-4bff-ac5d-a682d0d127ba tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 950 time: 0.0920780 Aug 30 14:23:28.491929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.539960 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-809c9d48-3e9a-4c9e-b369-d334d45109c6 req-42efb980-7573-4e2a-a072-eb65ae6a8d5b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587687 Aug 30 14:23:28.671605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7b4b1-abfa-4fcf-8c6c-811da05971ef req-d620a8ad-fa85-4f4b-b60c-b573f25b6d8f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:28.673892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61c7b4b1-abfa-4fcf-8c6c-811da05971ef req-d620a8ad-fa85-4f4b-b60c-b573f25b6d8f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.0623097 Aug 30 14:23:28.713520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.720826 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61c7b4b1-abfa-4fcf-8c6c-811da05971ef req-f4c3e489-3a12-45bc-80c3-6819aa112901 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Aug 30 14:23:28.724493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.768515 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-d0c4ce84-c402-4846-9339-58e6483ce817 req-e2e1682d-7c93-44d8-baa8-36ddf5a0cfda tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:23:28.770263 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0c4ce84-c402-4846-9339-58e6483ce817 req-e2e1682d-7c93-44d8-baa8-36ddf5a0cfda tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/ca2a7d68-de68-4cf9-b345-364f338d110d HTTP/1.1" status: 404 len: 352 time: 0.0247836 Aug 30 14:23:28.862246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Deleting port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:28.862593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.878952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Deleting port 04e7a13e-951f-4be3-8c98-26f1689adc4b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:28.879299 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:28.931210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb034921-1f14-49d3-ad8f-1194f0c4d0bd req-ac9e99e5-588b-43a1-a1c0-4151899d2cef service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945411 Aug 30 14:23:29.122570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-9e0b37cd-5ab3-48b8-b9f8-98068d4cc354 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:29.125120 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:29.126077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-9e0b37cd-5ab3-48b8-b9f8-98068d4cc354 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 820 time: 0.1564322 Aug 30 14:23:29.149235 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-e20010a1-c84d-4e70-9fc5-2d5cf377f4b3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/quotas/ec26f78604e147c0aacbda242aa74795 HTTP/1.1" status: 200 len: 375 time: 0.0121808 Aug 30 14:23:29.224360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] For port e444d9b2-0a49-4ae5-a934-0797bdfc4a47, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:29.224741 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:29.233507 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-cee6e86a-833d-431d-94be-797455b019f9 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730407 Aug 30 14:23:29.298547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Calling delete_port for e444d9b2-0a49-4ae5-a934-0797bdfc4a47 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:29.311859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] For port 04e7a13e-951f-4be3-8c98-26f1689adc4b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=04e7a13e-951f-4be3-8c98-26f1689adc4b,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:29.312260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:29.339923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Calling delete_port for 04e7a13e-951f-4be3-8c98-26f1689adc4b owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:29.387596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-a19505e8-314d-45b4-8ed7-e6837ec334aa service neutron] 10.222.0.50 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455059 Aug 30 14:23:29.504757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Router c2e53b53-45d2-4ea7-b249-6593c87f5f2f is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:23:29.519333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-907e6788-2557-44af-b0ca-ec13eeb14d06 service neutron] 10.222.0.50 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228585 Aug 30 14:23:29.989700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-647db08f-3adc-450c-be3c-b0cbaf16a8a3 req-7a1191c3-ef65-4efd-8be7-6c6bb2f58229 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c007dd01ae144179861b76a78919871f HTTP/1.1" status: 200 len: 6148 time: 0.1389701 Aug 30 14:23:30.067991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-647db08f-3adc-450c-be3c-b0cbaf16a8a3 req-49223cf6-8ac6-46dd-b840-28918aaee84e tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/d82ea73b-1846-4191-a5c5-52b1293a5f0e HTTP/1.1" status: 200 len: 2981 time: 0.0693934 Aug 30 14:23:30.139581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-647db08f-3adc-450c-be3c-b0cbaf16a8a3 req-0aad8385-a75c-41e2-bbd4-7061f5336d03 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/d82ea73b-1846-4191-a5c5-52b1293a5f0e HTTP/1.1" status: 200 len: 2981 time: 0.0703537 Aug 30 14:23:30.295349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccddc9-4198-44d9-bae2-205fdf28b71a req-8d86be70-610f-40c7-aeeb-e614272edb2d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:30.297671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3ccddc9-4198-44d9-bae2-205fdf28b71a req-8d86be70-610f-40c7-aeeb-e614272edb2d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 945 time: 0.0889335 Aug 30 14:23:30.347531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:30.363102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:30.372138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3ccddc9-4198-44d9-bae2-205fdf28b71a req-4b0588b2-5fd5-484b-abc9-92882a3bc589 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611644 Aug 30 14:23:30.414436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:30.546076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event deleted for resources: {'Port': ['ID=e444d9b2-0a49-4ae5-a934-0797bdfc4a47,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:30.561754 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:30.593530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-b5579a54-d480-4145-ad56-4bcdf2ac6acf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:30.595130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-b5579a54-d480-4145-ad56-4bcdf2ac6acf tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.5787499 Aug 30 14:23:30.624778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c95639-b969-4577-8e84-8c2681c68d1c req-e25ebe73-18ca-487d-877a-7ce6db7b11d1 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:30.627799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c95639-b969-4577-8e84-8c2681c68d1c req-e25ebe73-18ca-487d-877a-7ce6db7b11d1 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=583790d4-81a8-4d5f-b550-f27eba2dae01 HTTP/1.1" status: 200 len: 867 time: 0.1408491 Aug 30 14:23:30.647141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:23:30.657741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805668-3'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:30.718118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event deleted for resources: {'Port': ['ID=04e7a13e-951f-4be3-8c98-26f1689adc4b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:30.723882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:23:30.737202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] No DVR routers for this DVR port e444d9b2-0a49-4ae5-a934-0797bdfc4a47 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:30.748348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Sync routers for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:23:30.766273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2c95639-b969-4577-8e84-8c2681c68d1c req-23ad9268-46d8-4aaf-b81b-a79854292b02 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228826 Aug 30 14:23:30.844648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:30.845322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:30.876999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:30.920612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:30.922692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3651d60b-4036-4df2-99fe-8bb23b3d7eff admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5569377 Aug 30 14:23:30.927067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:31.005732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:31.010995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9e8d3bf-15d3-4b9f-958d-a666b09733c6 req-52309f7b-873d-40ec-8ea9-44d24f176ea5 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "DELETE /v2.0/ports/e444d9b2-0a49-4ae5-a934-0797bdfc4a47 HTTP/1.1" status: 204 len: 173 time: 3.0964115 Aug 30 14:23:31.012477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:31.064959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:31.072927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47364586-7270-4cc7-a79f-b89b6bbc897d', 'name': 'network-vif-deleted', 'tag': 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:31.078321 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f5dcdb-17a7-42d3-9e28-e37dfefe5850" -d '{"events": [{"server_uuid": "47364586-7270-4cc7-a79f-b89b6bbc897d", "name": "network-vif-deleted", "tag": "e444d9b2-0a49-4ae5-a934-0797bdfc4a47"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:31.091002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] No DVR routers for this DVR port 04e7a13e-951f-4be3-8c98-26f1689adc4b on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:31.095769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:31.100277 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34a67bb6-de30-4c28-a5a7-caeb21155a84 req-c2fb1d45-8b5d-4f48-964b-d8debad3eea2 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "DELETE /v2.0/ports/04e7a13e-951f-4be3-8c98-26f1689adc4b HTTP/1.1" status: 204 len: 173 time: 3.1603689 Aug 30 14:23:31.221375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:31.271771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1dd2a24a-556a-44f0-af8b-a15c02d630b3 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:23:31.420112 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43 associated. External IP: 172.25.6.229, port: 0517dc14-ea17-47a3-9fa3-9d93940b361b. Aug 30 14:23:31.435633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:31.439878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device e444d9b2-0a49-4ae5-a934-0797bdfc4a47 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:31.499856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:31.515538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892f8d5-8e35-4855-b7a3-c5432664af39 req-cfa8928b-01fc-4857-8d02-aef7f94dae11 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:31.549960 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b892f8d5-8e35-4855-b7a3-c5432664af39 req-cfa8928b-01fc-4857-8d02-aef7f94dae11 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 945 time: 0.6105070 Aug 30 14:23:31.554825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1dd2a24a-556a-44f0-af8b-a15c02d630b3 has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:23:31.558732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: e444d9b2-0a49-4ae5-a934-0797bdfc4a47 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:31.560134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device e444d9b2-0a49-4ae5-a934-0797bdfc4a47 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:31.655917 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:31.750717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b892f8d5-8e35-4855-b7a3-c5432664af39 req-7eb4d4b5-ab1b-4a3c-b0d5-c83f19d0cbab tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792290 Aug 30 14:23:31.994793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:32.008682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 04e7a13e-951f-4be3-8c98-26f1689adc4b no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:32.169287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ecc8fef8-e6a0-4ff3-9a18-c648952232da req-9a7e98c4-8d13-4a87-bdbd-744d35d42097 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 210 time: 0.0913708 Aug 30 14:23:32.177169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-4d8d2fa5-b785-42ef-8967-e832589052fd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:32.180269 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-4d8d2fa5-b785-42ef-8967-e832589052fd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 820 time: 0.5709572 Aug 30 14:23:32.213834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 04e7a13e-951f-4be3-8c98-26f1689adc4b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:32.214915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 04e7a13e-951f-4be3-8c98-26f1689adc4b not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:32.352104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Request body: {'port': {'device_id': '9d7d323a-eedc-480f-886c-75528bea820d', 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'admin_state_up': True, 'tenant_id': 'ec26f78604e147c0aacbda242aa74795'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:32.484200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:25Z', 'revision_number': 3, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:32.490156 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:32.520375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Checking router: c2e53b53-45d2-4ea7-b249-6593c87f5f2f for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:23:32.520835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Updating router c2e53b53-45d2-4ea7-b249-6593c87f5f2f port cac8fe30-94ad-4862-82cc-c9e56302942a binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:23:32.542200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-802bd49b-8a63-4850-8652-caa93e630f96 req-85200847-0509-4201-a28b-c9071c2f5228 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-870663757', 'description': 'tempest-description-1319893054'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:32.565525 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:32.628130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-802bd49b-8a63-4850-8652-caa93e630f96 req-85200847-0509-4201-a28b-c9071c2f5228 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:32.658333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:32.703250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:23:32.714819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Made reservation on behalf of ec26f78604e147c0aacbda242aa74795 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:23:32.719704 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:32.760841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:32.814386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:32.889066 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:32.924209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-802bd49b-8a63-4850-8652-caa93e630f96 req-85200847-0509-4201-a28b-c9071c2f5228 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:32.936229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-802bd49b-8a63-4850-8652-caa93e630f96 req-85200847-0509-4201-a28b-c9071c2f5228 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.031231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-802bd49b-8a63-4850-8652-caa93e630f96 req-85200847-0509-4201-a28b-c9071c2f5228 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.032653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-802bd49b-8a63-4850-8652-caa93e630f96 req-85200847-0509-4201-a28b-c9071c2f5228 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5110481 Aug 30 14:23:33.038873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85200847-0509-4201-a28b-c9071c2f5228 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191110bd-6aac-4374-84c8-c0925056afbb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:33.054682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:33.172790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:23:33.181081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on host n-h1-805668-3 for vnic_type normal with profile {"migrating_to": "n-h2-805668-3"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:33.181394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:33.181731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:33.187657 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:23:33.188694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.195933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Allocated IP 172.20.0.2 (0b1fca9a-16a0-4df3-9255-72c563976c4c/4291a2aa-a12d-4f03-a552-e067ac07c899/3145cf29-af29-43a1-abae-ced2625bc52e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:23:33.208787 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:33.210138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Transition to ACTIVE for port object cac8fe30-94ad-4862-82cc-c9e56302942a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:33.211776 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:33.219858 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.239729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:23:33.240058 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Attempting to bind port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on network 7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:33.265672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:33.266082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Checking segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:33.266391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Bound using segment: {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:33.266846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Bound port: 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d17a2-047c-43c3-aef2-73cd788e4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7719e3a1-d20b-40f4-b28c-20a8dcb3eb35'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:33.267209 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.322280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4eb47-3af6-405d-8254-af75724962a9 None None] Pushing event updated for resources: {'Port': ['ID=cac8fe30-94ad-4862-82cc-c9e56302942a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:33.326001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Attempting to bind port cac8fe30-94ad-4862-82cc-c9e56302942a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:33.326519 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Attempting to bind port cac8fe30-94ad-4862-82cc-c9e56302942a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:33.327128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Attempting to bind port cac8fe30-94ad-4862-82cc-c9e56302942a on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:33.333280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Allocated IP 172.20.0.1 (5aa9f3e2-bf31-4da2-998e-1407f668daac/abda8205-0ccd-4089-9e60-09215500252c/49318c62-4fe1-40b5-836d-671b2eaa1eb0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:23:33.335177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:33.384950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:33.384950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:33.384950 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.384950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:33.384950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Bound port: cac8fe30-94ad-4862-82cc-c9e56302942a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:33.384950 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.391769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:33.395790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:33.406319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.494500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] For port cac8fe30-94ad-4862-82cc-c9e56302942a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:33.519946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] For port cac8fe30-94ad-4862-82cc-c9e56302942a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cac8fe30-94ad-4862-82cc-c9e56302942a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:33.530381 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.537623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:33.562404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:33.589708 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0655752d-b0c6-4ea8-ac4c-30c983623eba x-openstack-request-id: req-0655752d-b0c6-4ea8-ac4c-30c983623eba {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:33.590006 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47364586-7270-4cc7-a79f-b89b6bbc897d", "name": "network-vif-deleted", "tag": "e444d9b2-0a49-4ae5-a934-0797bdfc4a47", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:33.590797 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0655752d-b0c6-4ea8-ac4c-30c983623eba {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:33.593600 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47364586-7270-4cc7-a79f-b89b6bbc897d', 'name': 'network-vif-deleted', 'tag': 'e444d9b2-0a49-4ae5-a934-0797bdfc4a47', 'status': 'completed', 'code': 200} Aug 30 14:23:33.691349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.707675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Transition to ACTIVE for port object 49318c62-4fe1-40b5-836d-671b2eaa1eb0 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:33.737424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:33.738001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:33.745673 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.761873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4eb47-3af6-405d-8254-af75724962a9 None None] Pushing event updated for resources: {'Port': ['ID=cac8fe30-94ad-4862-82cc-c9e56302942a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:33.831712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:33.832333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:33.833900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee938021-22e5-45be-889c-9fdaa7669ff8 service neutron] 10.222.0.39 "PUT /v2.0/ports/1dd2a24a-556a-44f0-af8b-a15c02d630b3 HTTP/1.1" status: 200 len: 1121 time: 3.2129300 Aug 30 14:23:33.836626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=49318c62-4fe1-40b5-836d-671b2eaa1eb0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:33.944137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:33.945832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:33.953950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:34.034884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea1c1-50a0-483b-b55a-5afb296ed6a8 req-b298cc48-243a-4e3e-83f2-33f684a73e2f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:34.046826 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b6ea1c1-50a0-483b-b55a-5afb296ed6a8 req-b298cc48-243a-4e3e-83f2-33f684a73e2f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.2115448 Aug 30 14:23:34.115001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1dd2a24a-556a-44f0-af8b-a15c02d630b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:34.118380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1dd2a24a-556a-44f0-af8b-a15c02d630b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:34.215952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:34.316866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:34.435909 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:9b:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:30Z', 'revision_number': 3, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:34.461720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b6ea1c1-50a0-483b-b55a-5afb296ed6a8 req-e2b9678f-e3f6-48fa-ac37-4d6ee1fae47f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138105 Aug 30 14:23:34.505975 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:23:34.508334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:23:34.518709 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:34.520294 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:34.521819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cbc7e843-28b0-4fa2-8b9c-6dc13f4b3e25 req-b3440177-e3b7-4f30-add6-6e0716bc7ab9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1088922055', 'description': 'tempest-description-1572294963'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:34.578442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:34.656960 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cbc7e843-28b0-4fa2-8b9c-6dc13f4b3e25 req-b3440177-e3b7-4f30-add6-6e0716bc7ab9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:34.691306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ed3dc79-5585-40e4-87c2-ce00da6b9d2e None None] Provisioning for port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:34.736022 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:34.764899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ed3dc79-5585-40e4-87c2-ce00da6b9d2e None None] Provisioning complete for port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:34.765557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ed3dc79-5585-40e4-87c2-ce00da6b9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:34.895414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:34.897536 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cbc7e843-28b0-4fa2-8b9c-6dc13f4b3e25 req-b3440177-e3b7-4f30-add6-6e0716bc7ab9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:34.907877 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cbc7e843-28b0-4fa2-8b9c-6dc13f4b3e25 req-b3440177-e3b7-4f30-add6-6e0716bc7ab9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:34.965862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3440177-e3b7-4f30-add6-6e0716bc7ab9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2de07e-4248-4c48-8110-6d457eab6519,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:35.016302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Pushing event updated for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:35.023183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:23:35.031371 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:35.045294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:35.062079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Network 0b1fca9a-16a0-4df3-9255-72c563976c4c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:35.069378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:35.073281 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cbc7e843-28b0-4fa2-8b9c-6dc13f4b3e25 req-b3440177-e3b7-4f30-add6-6e0716bc7ab9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:35.079002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:35.085800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbc7e843-28b0-4fa2-8b9c-6dc13f4b3e25 req-b3440177-e3b7-4f30-add6-6e0716bc7ab9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6008723 Aug 30 14:23:35.201023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:9b:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:30Z', 'revision_number': 3, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:35.276681 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec86234a-3005-4b1f-bcae-0983ed7eda57 None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:9b:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:30Z', 'revision_number': 3, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:23:35.320286 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-526d0d94-28e9-434d-a83e-1a2bc249dc34 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "PUT /v2.0/floatingips/0257f9a5-4c42-4ea5-a163-d355ed8bbd43 HTTP/1.1" status: 200 len: 998 time: 6.9804633 Aug 30 14:23:35.337036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:35.338362 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:35.373011 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:35.386303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:35.431244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3dc79-5585-40e4-87c2-ce00da6b9d2e None None] Port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:23:35.484210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-73b1743a-ab41-429f-8da4-56d42596b00f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:35.487721 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-73b1743a-ab41-429f-8da4-56d42596b00f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports/0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 943 time: 0.1433616 Aug 30 14:23:35.491558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-8fcf2696-105a-4447-be5e-b7468ee555c5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1645961 Aug 30 14:23:35.533436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Request body: {'port': {'device_id': '9d7d323a-eedc-480f-886c-75528bea820d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:35.589596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=49318c62-4fe1-40b5-836d-671b2eaa1eb0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:35.597187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:25Z', 'revision_number': 3, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:35.600621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583790d4-81a8-4d5f-b550-f27eba2dae01', 'name': 'network-vif-deleted', 'tag': '04e7a13e-951f-4be3-8c98-26f1689adc4b'}, {'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3'}, {'name': 'network-changed', 'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3'}, {'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b'}, {'name': 'network-changed', 'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:35.601643 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:35.603999 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f033041a-f289-460e-9913-a6002e43a649" -d '{"events": [{"server_uuid": "583790d4-81a8-4d5f-b550-f27eba2dae01", "name": "network-vif-deleted", "tag": "04e7a13e-951f-4be3-8c98-26f1689adc4b"}, {"server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3"}, {"name": "network-changed", "server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3"}, {"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b"}, {"name": "network-changed", "server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:35.632612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542348-056f-4359-8bb8-b17cdf56da8c req-03b84507-fc5d-42c7-855a-543aeebae5d6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:35.636026 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb542348-056f-4359-8bb8-b17cdf56da8c req-03b84507-fc5d-42c7-855a-543aeebae5d6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 931 time: 0.2602031 Aug 30 14:23:35.681658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78e7cd-1822-4dfa-b01d-70bb63e3af7a None None] New status for floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:23:35.686945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:35.722673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d403a-4454-45cb-8aed-a7731f898c09 None None] The sync data for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 is: [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:25Z', 'revision_number': 3, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:23:35.761516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:35.775361 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb542348-056f-4359-8bb8-b17cdf56da8c req-5807a0e1-0523-4421-8862-e09acff22b5e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725906 Aug 30 14:23:35.802550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:35.804152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:35.947489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-ff2febe0-0e29-4060-abaf-4d771a999e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:35.955728 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-ff2febe0-0e29-4060-abaf-4d771a999e27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.3381584 Aug 30 14:23:36.136607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54db78-f422-473a-a881-fe39d42e2ed4 req-a1b41882-ae84-4203-90b1-53a4e22fb437 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:36.138879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1a54db78-f422-473a-a881-fe39d42e2ed4 req-a1b41882-ae84-4203-90b1-53a4e22fb437 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 945 time: 0.1765432 Aug 30 14:23:36.174348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Router c2e53b53-45d2-4ea7-b249-6593c87f5f2f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:23:36.217224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1a54db78-f422-473a-a881-fe39d42e2ed4 req-9b59d428-8e1f-474d-99ad-9db539ae8e8c tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689883 Aug 30 14:23:36.229381 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:23:36.363180 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:23:36.364597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b8d0c91-c42e-40db-a455-2b334195f87e None None] Provisioning complete for port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:36.364982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0c91-c42e-40db-a455-2b334195f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:36.388647 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:36.389717 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:36.502889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-a74b01fd-2e66-42ff-a7c7-2e273d1e99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:36.506365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-a74b01fd-2e66-42ff-a7c7-2e273d1e99fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.5415590 Aug 30 14:23:36.585469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d0c91-c42e-40db-a455-2b334195f87e None None] Port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:23:36.597489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:23:36.608072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c1b00ddf-5273-405f-990e-febdbf321dc6 admin admin] 10.222.0.50 "PUT /v2.0/routers/c2e53b53-45d2-4ea7-b249-6593c87f5f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6783719 Aug 30 14:23:36.803714 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-0c25f89e-8ac2-475d-b313-b9a92f264228 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 217 time: 0.2904568 Aug 30 14:23:36.850808 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:36.865542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-d7edca32-dc37-439c-a090-4bded5af214f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:36.872932 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-d7edca32-dc37-439c-a090-4bded5af214f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 812 time: 0.2123485 Aug 30 14:23:36.892772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-f712a93d-b3ae-467f-8a18-309c10194005 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/quotas/c007dd01ae144179861b76a78919871f HTTP/1.1" status: 200 len: 375 time: 0.0179470 Aug 30 14:23:36.954482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-0d3c9248-35cc-41c0-b5f8-33c050a24208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:36.960647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-0d3c9248-35cc-41c0-b5f8-33c050a24208 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.1430302 Aug 30 14:23:36.971013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-c56862c3-0349-4262-a5ee-96cd12830631 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761015 Aug 30 14:23:37.181631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3145cf29-af29-43a1-abae-ced2625bc52e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:37.204587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:37.221819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-70ca62fb-22ed-4a80-8fee-35e64883a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:37.230262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-70ca62fb-22ed-4a80-8fee-35e64883a248 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2580144 Aug 30 14:23:37.237847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-80bc6201-9f63-415e-9aff-b098852c7ef5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:23:37.245950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-80bc6201-9f63-415e-9aff-b098852c7ef5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143991 Aug 30 14:23:37.255795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Transition to ACTIVE for port object 3145cf29-af29-43a1-abae-ced2625bc52e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:37.258591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-c45b949b-e995-4c31-bce7-a50ef514123a service neutron] 10.222.0.50 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850277 Aug 30 14:23:37.384686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:37.428807 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:9b:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:35Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:37.475383 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:23:37.492883 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:37.494911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:37.514297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Pushing event updated for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:37.525975 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8b818205-628b-4081-9530-ed5a14070bce service neutron] 10.222.0.50 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654512 Aug 30 14:23:37.541818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.542417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.543707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.544301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.544876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.546076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.546076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.546621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.547208 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.547792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.548379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.548957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:37.724623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-47059c1d-0513-446a-a9d3-45deb41b0992 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761531 Aug 30 14:23:37.758008 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:37.888101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:37.888579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:37.888969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:37.899410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:23:37.899820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:37.910221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:37.910690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:37.911329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:37.911800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Bound port: 3145cf29-af29-43a1-abae-ced2625bc52e, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:37.912340 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:37.937821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2858cb-53a4-4b45-8b30-7bb4646ce50f req-dc9e3ccf-4c6e-431a-816b-66332105bb91 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:37.939535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b2858cb-53a4-4b45-8b30-7bb4646ce50f req-dc9e3ccf-4c6e-431a-816b-66332105bb91 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.1229789 Aug 30 14:23:37.995964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-0c0424b3-8b27-4ac5-b43b-4b05fbb784d0 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435770 Aug 30 14:23:38.049429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b2858cb-53a4-4b45-8b30-7bb4646ce50f req-769026f4-24b6-48b7-9a5c-a13041652d7c tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990794 Aug 30 14:23:38.147217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-26c1c457-6a36-48c4-b7a9-aeebf415c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:38.159138 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-26c1c457-6a36-48c4-b7a9-aeebf415c990 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 1096 time: 0.0907934 Aug 30 14:23:38.381959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cac8fe30-94ad-4862-82cc-c9e56302942a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:38.404509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:38.436343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:38.444880 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 857 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2541bb86-a793-47d0-979e-f5e157eb2fb3 x-openstack-request-id: req-2541bb86-a793-47d0-979e-f5e157eb2fb3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:38.445443 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583790d4-81a8-4d5f-b550-f27eba2dae01", "name": "network-vif-deleted", "tag": "04e7a13e-951f-4be3-8c98-26f1689adc4b", "status": "completed", "code": 200}, {"server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3", "code": 200}, {"name": "network-changed", "server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:38.451263 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:9b:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:35Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:38.465440 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2541bb86-a793-47d0-979e-f5e157eb2fb3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:38.468079 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583790d4-81a8-4d5f-b550-f27eba2dae01', 'name': 'network-vif-deleted', 'tag': '04e7a13e-951f-4be3-8c98-26f1689adc4b', 'status': 'completed', 'code': 200} Aug 30 14:23:38.468784 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3', 'code': 200} Aug 30 14:23:38.470072 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3', 'status': 'completed', 'code': 200} Aug 30 14:23:38.472193 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'status': 'completed', 'code': 200} Aug 30 14:23:38.473911 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'status': 'completed', 'code': 200} Aug 30 14:23:38.507073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port cac8fe30-94ad-4862-82cc-c9e56302942a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:38.519524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cac8fe30-94ad-4862-82cc-c9e56302942a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:38.520832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:38.532749 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a46177-f8f9-40f0-9160-4bedbccd8d3b None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:9b:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:35Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:23:38.611329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:38.684240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-fbb34450-d826-4d95-bd50-959db7dcccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:38.691105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-fbb34450-d826-4d95-bd50-959db7dcccc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1124 time: 0.1257741 Aug 30 14:23:38.752550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Pushing event updated for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:38.756800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-916725f9-4b86-40cc-a954-0b1324b349e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:38.767813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-916725f9-4b86-40cc-a954-0b1324b349e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.6070518 Aug 30 14:23:38.796787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:38.844260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port cac8fe30-94ad-4862-82cc-c9e56302942a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cac8fe30-94ad-4862-82cc-c9e56302942a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:38.853341 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:38.946180 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-51921605-7a03-498f-bdd6-cc5434626f70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 1001 time: 0.1750381 Aug 30 14:23:38.949669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Sync routers for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:23:39.003686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:39.004337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:39.070139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-7d370074-59e0-47e0-9f2a-dcdbddda3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.075082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-7d370074-59e0-47e0-9f2a-dcdbddda3062 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.3752909 Aug 30 14:23:39.106209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-893cd89c-d66a-4c51-aed5-dd2876a14007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.119712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-893cd89c-d66a-4c51-aed5-dd2876a14007 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.1709962 Aug 30 14:23:39.162466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-8d0d275d-5252-4c89-aaf1-d275f8f799ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.164718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-8d0d275d-5252-4c89-aaf1-d275f8f799ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.6791201 Aug 30 14:23:39.171493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.172810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:39.174885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-39f4ad9d-576a-4085-bd2f-3dcf6ebabccb service neutron] 10.222.0.21 "PUT /v2.0/ports/3145cf29-af29-43a1-abae-ced2625bc52e HTTP/1.1" status: 200 len: 1091 time: 3.6599090 Aug 30 14:23:39.197657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-bac07ed5-4be9-48ec-9344-80ccbae02568 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3 HTTP/1.1" status: 200 len: 217 time: 0.1139526 Aug 30 14:23:39.307779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-81288945-5d93-4901-9c27-8d953e4a846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.310328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-81288945-5d93-4901-9c27-8d953e4a846b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1056864 Aug 30 14:23:39.329761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:39.372768 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-35175275-48f4-40b4-a516-7c2c3d1be706 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546737 Aug 30 14:23:39.393862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-0bb895b1-4465-44a6-b363-35c013c63114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.396585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-0bb895b1-4465-44a6-b363-35c013c63114 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753608 Aug 30 14:23:39.449624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=cac8fe30-94ad-4862-82cc-c9e56302942a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:39.575976 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-e1641ff4-119b-4d23-9089-7007c26d2f38 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874840 Aug 30 14:23:39.769852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-f6f0f952-a886-4414-adb2-884b0309ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.772435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-f6f0f952-a886-4414-adb2-884b0309ca4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.5959210 Aug 30 14:23:39.777349 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-1330e95a-d08e-4e55-a0ef-72c8e8b91804 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708694 Aug 30 14:23:39.828800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-9b85d259-fca3-4eef-bf38-c3e07d98ec56 service neutron] 10.222.0.21 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468493 Aug 30 14:23:39.936494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305bf5-47db-4e76-be74-1edd064c25d8 req-9dc6568c-cb3e-4ba8-aa28-788cefe113b0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.940359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:35Z', 'revision_number': 2, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:39.946728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7305bf5-47db-4e76-be74-1edd064c25d8 req-9dc6568c-cb3e-4ba8-aa28-788cefe113b0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.2057850 Aug 30 14:23:39.969615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-955bc477-0210-4855-9285-26b78539a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.971569 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-955bc477-0210-4855-9285-26b78539a977 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1094 time: 0.3305678 Aug 30 14:23:39.973880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-ee581a80-0772-4c40-839e-43f675bf494b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 217 time: 0.1697176 Aug 30 14:23:39.997872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Checking router: c2e53b53-45d2-4ea7-b249-6593c87f5f2f for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:23:39.998541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Updating router c2e53b53-45d2-4ea7-b249-6593c87f5f2f port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:23:40.040370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:40.054122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7305bf5-47db-4e76-be74-1edd064c25d8 req-a90622e5-3bc8-47a6-9e4d-97f789ca1823 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992336 Aug 30 14:23:40.162586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-d251fa40-625a-482d-94c9-c104ebb7758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:40.164533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-d251fa40-625a-482d-94c9-c104ebb7758e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 1096 time: 0.1093552 Aug 30 14:23:40.252633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-a19fa1ec-5894-4a6a-9dd2-d76d6ec10e40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3145cf29-af29-43a1-abae-ced2625bc52e HTTP/1.1" status: 200 len: 217 time: 0.2631836 Aug 30 14:23:40.304755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cac8fe30-94ad-4862-82cc-c9e56302942a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:40.478220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:40.482581 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71081dbc-1ebb-474c-be2f-94d8f887bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:40.504516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-68fb34fa-6a21-4757-a0ec-9fd3d87ef923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:40.507701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-68fb34fa-6a21-4757-a0ec-9fd3d87ef923 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.4838202 Aug 30 14:23:40.542532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cac8fe30-94ad-4862-82cc-c9e56302942a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:40.543569 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:40.742706 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3431889-bf20-4822-a88e-b2d89a66b2ca req-17a5a481-aa0c-4650-aef7-3b6c6a37709d service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9548497 Aug 30 14:23:40.742706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-b1fef0df-5ede-4d77-868f-8ea02ab22693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:40.750877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-b1fef0df-5ede-4d77-868f-8ea02ab22693 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.4204221 Aug 30 14:23:40.849085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:40.871870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-d17b5741-7616-4cbd-8b04-08ea8b755adb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:40.876486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Transition to ACTIVE for port object 49318c62-4fe1-40b5-836d-671b2eaa1eb0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:40.878669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-d17b5741-7616-4cbd-8b04-08ea8b755adb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.39 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 812 time: 0.8733909 Aug 30 14:23:40.890518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-e219862a-a9c2-4cff-9ee1-6134ba32c742 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325648 Aug 30 14:23:40.892048 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:40.900731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'port': {'device_id': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950', 'admin_state_up': True, 'tenant_id': 'c007dd01ae144179861b76a78919871f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:41.114896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-d59253ad-55aa-4631-a7c7-760384006d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:41.118270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-d59253ad-55aa-4631-a7c7-760384006d73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.9433823 Aug 30 14:23:41.211923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-e8c1ee2a-f00b-48bc-8b29-d80d6616c093 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 1001 time: 0.0853407 Aug 30 14:23:41.212836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:41.220167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4595fa2b-8ce6-4e4e-9e95-2f5cabc56a5d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245745664', 'description': 'tempest-description--1848858178'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:41.233199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Made reservation on behalf of c007dd01ae144179861b76a78919871f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:23:41.248996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:41.306339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4595fa2b-8ce6-4e4e-9e95-2f5cabc56a5d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:41.306915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-8e0b8e95-9a27-4bc3-943a-c9d501cfe3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:41.310031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-8e0b8e95-9a27-4bc3-943a-c9d501cfe3e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7276218 Aug 30 14:23:41.313017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-8e96d869-045d-4314-bb45-81ae9433c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:41.314810 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-8e96d869-045d-4314-bb45-81ae9433c924 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.0875967 Aug 30 14:23:41.347248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9219ae4-d813-4ba8-9a85-8fa07e8913fe None None] Pushing event updated for resources: {'Port': ['ID=49318c62-4fe1-40b5-836d-671b2eaa1eb0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:41.448127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033041a-f289-460e-9913-a6002e43a649 req-32e0009d-edac-4540-b0a8-e559517db194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:41.452552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-32e0009d-edac-4540-b0a8-e559517db194 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162951 Aug 30 14:23:41.470986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fdaac-e3ed-4ba3-aabe-5e233f110f43 req-789a86ee-48de-4fe7-a448-f6d2dbbe0179 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:41.472769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae7fdaac-e3ed-4ba3-aabe-5e233f110f43 req-789a86ee-48de-4fe7-a448-f6d2dbbe0179 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.1632562 Aug 30 14:23:41.528086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Attempting to bind port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:41.529355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Attempting to bind port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:41.530720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Attempting to bind port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 on network 5aa9f3e2-bf31-4da2-998e-1407f668daac {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:41.559068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:41.561619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Checking segment: {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:41.570680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:41.571454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Bound using segment: {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:41.572314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Bound port: 49318c62-4fe1-40b5-836d-671b2eaa1eb0, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:41.572993 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:41.601132 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-7caa8fd6-20a0-4f2b-8079-9f4bfb7890ca service neutron] 10.222.0.21 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271765 Aug 30 14:23:41.701830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae7fdaac-e3ed-4ba3-aabe-5e233f110f43 req-93f116bf-d7c8-47f5-ad19-4839e143f2b3 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973206 Aug 30 14:23:41.767942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] For port 49318c62-4fe1-40b5-836d-671b2eaa1eb0, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:41.781390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] For port 49318c62-4fe1-40b5-836d-671b2eaa1eb0, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=49318c62-4fe1-40b5-836d-671b2eaa1eb0,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:41.791344 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:41.810249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-f3be15dd-d004-4ce1-b92c-dc31b5b04bbc service neutron] 10.222.0.21 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954837 Aug 30 14:23:41.812823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4595fa2b-8ce6-4e4e-9e95-2f5cabc56a5d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:41.818895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76a0b418-d929-423e-8b67-290dcfec0f46 req-f081691b-99c2-4589-ac48-ad8d75b93b0a tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 210 time: 0.6962278 Aug 30 14:23:41.821003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4595fa2b-8ce6-4e4e-9e95-2f5cabc56a5d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:41.918992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595fa2b-8ce6-4e4e-9e95-2f5cabc56a5d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c68353-fc17-43b5-9d4d-5a691bec4d61,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:41.950549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-10c7b505-5128-42af-bae6-b1fc0b53d1dc service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153027 Aug 30 14:23:41.954970 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4595fa2b-8ce6-4e4e-9e95-2f5cabc56a5d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:41.963496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4595fa2b-8ce6-4e4e-9e95-2f5cabc56a5d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7483215 Aug 30 14:23:41.964937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:41.976585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-d0e20ca4-0c95-4015-bef0-8c07325cfd56 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444035 Aug 30 14:23:42.003761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f8b80ce7-35f3-4705-9efa-c9e2c31e6e65 service neutron] 10.222.0.21 "GET /v2.0/ports/1dd2a24a-556a-44f0-af8b-a15c02d630b3/bindings/n-h2-805668-3 HTTP/1.1" status: 200 len: 384 time: 0.8604398 Aug 30 14:23:42.006826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9219ae4-d813-4ba8-9a85-8fa07e8913fe None None] Pushing event updated for resources: {'Port': ['ID=49318c62-4fe1-40b5-836d-671b2eaa1eb0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:42.007057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-01c123ba-afec-4e45-b9fd-d5b30c6b551b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Request body: {'security_group_rule': {'security_group_id': 'a6c68353-fc17-43b5-9d4d-5a691bec4d61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:42.041112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1dd2a24a-556a-44f0-af8b-a15c02d630b3 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:42.096376 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01c123ba-afec-4e45-b9fd-d5b30c6b551b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.179442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:42.179951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:42.291284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01c123ba-afec-4e45-b9fd-d5b30c6b551b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.320972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01c123ba-afec-4e45-b9fd-d5b30c6b551b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.360037 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e48a7489-954d-4915-b1d9-bbdbbd017474 req-a51a21f5-4edc-40b3-8c12-caa6bec28657 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300345 Aug 30 14:23:42.471818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c123ba-afec-4e45-b9fd-d5b30c6b551b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a03f2c5-7a08-4859-9923-fcb4bd38d86d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:42.488414 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01c123ba-afec-4e45-b9fd-d5b30c6b551b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.491406 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-01c123ba-afec-4e45-b9fd-d5b30c6b551b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5172925 Aug 30 14:23:42.499137 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99af53b7-6430-4988-874c-105a3528ebbd req-8945bde6-86d9-4ea9-b101-eb5ca0459eef tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.2020395 Aug 30 14:23:42.499921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:42.505853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a394fec2-3184-43c6-84b7-7c1deb2b2b10 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Request body: {'security_group_rule': {'security_group_id': 'a6c68353-fc17-43b5-9d4d-5a691bec4d61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:42.557678 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acc74b8-25f8-4c04-a1d8-ce750bfbc654 x-openstack-request-id: req-0acc74b8-25f8-4c04-a1d8-ce750bfbc654 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:42.560266 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:42.561026 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0acc74b8-25f8-4c04-a1d8-ce750bfbc654 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:42.562053 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e', 'status': 'completed', 'code': 200} Aug 30 14:23:42.595433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af53b7-6430-4988-874c-105a3528ebbd req-353de222-e63d-4f41-94d4-5ea33418429f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:42.597944 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99af53b7-6430-4988-874c-105a3528ebbd req-353de222-e63d-4f41-94d4-5ea33418429f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports/d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 942 time: 0.0855980 Aug 30 14:23:42.621804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a394fec2-3184-43c6-84b7-7c1deb2b2b10 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.672986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:42.738748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a394fec2-3184-43c6-84b7-7c1deb2b2b10 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.748379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a394fec2-3184-43c6-84b7-7c1deb2b2b10 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.826550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a394fec2-3184-43c6-84b7-7c1deb2b2b10 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.827825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a394fec2-3184-43c6-84b7-7c1deb2b2b10 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263595 Aug 30 14:23:42.836160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:42.843818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:42.849417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394fec2-3184-43c6-84b7-7c1deb2b2b10 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0416ea56-fd0c-4f70-8fda-12ad159f4c91,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:42.890619 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99af53b7-6430-4988-874c-105a3528ebbd req-1af3e8dc-e66b-4a69-b67a-7fc02f79eeb9 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.1460578 Aug 30 14:23:42.923311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:43.190368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:41Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:43.248681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed5824-a4b5-4732-b681-91691c3dc0aa None None] The sync data for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 is: [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:41Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:23:43.278173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af53b7-6430-4988-874c-105a3528ebbd req-199b7730-b781-45fa-b542-326a87fde378 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:43.285581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99af53b7-6430-4988-874c-105a3528ebbd req-199b7730-b781-45fa-b542-326a87fde378 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.3853619 Aug 30 14:23:43.300239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4e533885-7b7e-4fc3-a00e-121092d732b1 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:23:43.391793 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:43.635564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:43.667485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'port_id': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'mac_address': 'fa:16:3e:a0:6f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedcd84-859e-4b33-8a0a-04894ebe067f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:23:43.714236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Allocated IP 172.25.6.16 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/7ba5cf3e-fe35-4c81-ae9d-52bd9f925c52) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:23:43.748699 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:43.787389 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e533885-7b7e-4fc3-a00e-121092d732b1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:43.827159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:43.838132 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:43.971661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:43.995915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Allocated IP 172.20.0.13 (c49d00a2-b7ea-44d9-b09e-dcf415585950/a26f2497-f59b-4cd9-ba9e-6d5f683a01e9/c0a02040-524d-4f5e-9dfe-a21bf0c63dea) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:23:44.015340 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:44.074830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['4e533885-7b7e-4fc3-a00e-121092d732b1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:44.112392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:44.350220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:44.355663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:44.359368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 49318c62-4fe1-40b5-836d-671b2eaa1eb0 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:44.385418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:44.391037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event updated for resources: {'Port': ['ID=7ba5cf3e-fe35-4c81-ae9d-52bd9f925c52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:44.393241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:44.650473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:44.660772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:44.662543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:44.688761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10885968-33a1-4822-8776-c49178e092d6 req-72e077aa-adbf-45a7-8f13-1089dfec4448 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:44.692786 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10885968-33a1-4822-8776-c49178e092d6 req-72e077aa-adbf-45a7-8f13-1089dfec4448 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 943 time: 0.4204254 Aug 30 14:23:44.718434 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f033041a-f289-460e-9913-a6002e43a649 req-23143c9b-98dc-49a0-8e3b-fc99a8c6c353 service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7401645 Aug 30 14:23:44.767072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:44.850301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:44.881350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1868c22-8fa8-486a-a591-de258ad81805 req-2cd49a9f-bd22-4861-a442-e52072385ad6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:44.881685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'Port': ['ID=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:44.882952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c1868c22-8fa8-486a-a591-de258ad81805 req-2cd49a9f-bd22-4861-a442-e52072385ad6 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/ports?device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 949 time: 0.4065917 Aug 30 14:23:44.891620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-f5eb00ed-b1e9-4f5c-b1fd-5427b6434453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:44.894221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-f5eb00ed-b1e9-4f5c-b1fd-5427b6434453 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1094 time: 2.1503048 Aug 30 14:23:44.951921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10885968-33a1-4822-8776-c49178e092d6 req-a3855fa5-ff60-4477-81af-549b659a9d91 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478902 Aug 30 14:23:45.071123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:45.110630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Network c49d00a2-b7ea-44d9-b09e-dcf415585950 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:45.131098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:45.167079 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:45.175663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:45.253174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd2a24a-556a-44f0-af8b-a15c02d630b3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:45.265791 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 49318c62-4fe1-40b5-836d-671b2eaa1eb0, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=49318c62-4fe1-40b5-836d-671b2eaa1eb0,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:45.281649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:45.299614 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:45.309229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:45.332005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4e533885-7b7e-4fc3-a00e-121092d732b1 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:45.334557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:45.390003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76dc6d-c331-4a93-b01b-4730449e0473 req-29e271be-bdb2-427a-8d71-88572d96be7a tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:45.394486 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:45.399869 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f76dc6d-c331-4a93-b01b-4730449e0473 req-29e271be-bdb2-427a-8d71-88572d96be7a tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 2.7474024 Aug 30 14:23:45.462473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:45.657852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] Transition to ACTIVE for port object 1dd2a24a-556a-44f0-af8b-a15c02d630b3 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:45.669397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=49318c62-4fe1-40b5-836d-671b2eaa1eb0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:45.708344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f76dc6d-c331-4a93-b01b-4730449e0473 req-b572eef8-8c2e-427a-8f5e-a8d8ad7a8add tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000851 Aug 30 14:23:45.719831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:45.832407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 4e533885-7b7e-4fc3-a00e-121092d732b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:45.832910 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:45.895605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] Pushing event updated for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:45.907299 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:45.915747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-0a340ffc-817b-408c-a2a7-7490c72155b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:45.918438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-0a340ffc-817b-408c-a2a7-7490c72155b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 1.0026305 Aug 30 14:23:45.936133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.067039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc01680-b17f-43b3-87ad-a95192dd1a31 req-8559d797-fedf-4743-ab47-9e5e5a3aab69 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:46.079961 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3cc01680-b17f-43b3-87ad-a95192dd1a31 req-8559d797-fedf-4743-ab47-9e5e5a3aab69 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 932 time: 0.7759299 Aug 30 14:23:46.183149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.200855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] No DVR routers for this DVR port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:46.220612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-b8fc04d6-9fe0-4b3a-8ae7-5e2560683dfd tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.2149739 Aug 30 14:23:46.228258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.265071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event updated for resources: {'Port': ['ID=7ba5cf3e-fe35-4c81-ae9d-52bd9f925c52,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:46.290269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 49318c62-4fe1-40b5-836d-671b2eaa1eb0 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:46.313344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3cc01680-b17f-43b3-87ad-a95192dd1a31 req-074d318e-285d-43df-a4d0-a800bd78ec45 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219081 Aug 30 14:23:46.329717 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.333368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ff068209-4de3-49af-9cd9-39bcece9d47d tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4960358 Aug 30 14:23:46.340830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Deleting port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:46.343444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.356236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-785a667d-e9a6-41b1-a436-ecfea92e470c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3145cf29-af29-43a1-abae-ced2625bc52e HTTP/1.1" status: 200 len: 217 time: 0.2293265 Aug 30 14:23:46.398550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-1781dd5a-6acc-4c25-96b3-2a4d4cd9f1aa tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:46.418484 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-1781dd5a-6acc-4c25-96b3-2a4d4cd9f1aa tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports/d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 942 time: 0.1957531 Aug 30 14:23:46.551711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:46.552902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:46.554279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.564968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:46.569608 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2160b0c-15c1-4614-b2d0-961e8c63040b" -d '{"events": [{"server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "name": "network-vif-plugged", "status": "completed", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:46.583588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.620435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] 10.222.0.21 "PUT /v2.0/ports/1dd2a24a-556a-44f0-af8b-a15c02d630b3/bindings/n-h2-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 4.2594869 Aug 30 14:23:46.726030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] For port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:46.726341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.730719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:46.749208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:46.750636 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:46.754623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Calling delete_port for b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:46.835416 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e698802d-bc38-45c6-84dd-a891281c5f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9386232 Aug 30 14:23:46.850262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Request body: {'port': {'device_id': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:46.854642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-5753e242-80f4-4f30-b1b3-5c9121f7b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:46.857451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-5753e242-80f4-4f30-b1b3-5c9121f7b6b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.4346409 Aug 30 14:23:46.900115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-7b6dc623-1caf-41bc-bd89-2271bf06f459 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329947 Aug 30 14:23:46.978594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-afd920c8-dc57-49ce-9405-829f24ad4c02 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:46.980109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e576c-f485-4a44-8943-345082031427 req-9976dada-8a7e-4414-8dd0-607ddd0fffa4 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:46.981404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-afd920c8-dc57-49ce-9405-829f24ad4c02 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.1952083 Aug 30 14:23:46.983941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7d0e576c-f485-4a44-8943-345082031427 req-9976dada-8a7e-4414-8dd0-607ddd0fffa4 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7 HTTP/1.1" status: 200 len: 949 time: 0.5401273 Aug 30 14:23:47.051759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-72d287bf-f7e2-4904-8332-b8668014707b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:47.053315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-72d287bf-f7e2-4904-8332-b8668014707b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca7c4d-7af5-4717-b12c-2b66087ede8b HTTP/1.1" status: 200 len: 950 time: 0.5145130 Aug 30 14:23:47.090632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:47.118316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-9fdb32da-78ef-486e-8142-03a87d07dbb6 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.5268495 Aug 30 14:23:47.231310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-38f93641-5e1b-4094-bc3b-b753d1167461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:47.233708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-38f93641-5e1b-4094-bc3b-b753d1167461 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d&tenant_id=1f720867c22e4367a9d32fb472288ece HTTP/1.1" status: 200 len: 1095 time: 0.2161388 Aug 30 14:23:47.327880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7d0e576c-f485-4a44-8943-345082031427 req-70ed0eeb-b259-48ee-a0ed-b1b6f1a772fc tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728972 Aug 30 14:23:47.488023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-53c06fc5-4f06-471a-bac7-9895611af9af service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609734 Aug 30 14:23:47.494145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:47.509267 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:47.566783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-76506ec0-2bb6-4f71-ae11-9774fdf73f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:47.569755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-76506ec0-2bb6-4f71-ae11-9774fdf73f21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f720867c22e4367a9d32fb472288ece&device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1095 time: 0.3007767 Aug 30 14:23:47.643525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['95085ff4-f55c-4cbf-a6f6-cd53e9f608ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:47.770551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Deleting port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:47.772649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:47.820078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71081dbc-1ebb-474c-be2f-94d8f887bfef req-17f755b6-8c16-405c-b3ff-d377a6fe8887 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029845 Aug 30 14:23:47.841102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-50c4cc00-d056-408e-a585-20f313f62285 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:47.856845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-50c4cc00-d056-408e-a585-20f313f62285 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.7046154 Aug 30 14:23:47.891073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] No DVR routers for this DVR port b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:47.894918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event deleted for resources: {'Port': ['ID=b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:47.993639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-bc69c6c9-e241-4434-8ff1-4c98f16c22ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.0717158 Aug 30 14:23:47.999609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:48.005224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c1868c22-8fa8-486a-a591-de258ad81805 req-5cc65b55-d4be-4d16-9251-563ad28a6b8a tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "DELETE /v2.0/ports/b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 HTTP/1.1" status: 204 len: 173 time: 3.0723906 Aug 30 14:23:48.007457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7', 'name': 'network-vif-deleted', 'tag': 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:48.032436 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e572c30-e2dd-4908-ae19-c59652f72e06" -d '{"events": [{"server_uuid": "59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7", "name": "network-vif-deleted", "tag": "b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:48.068223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:48.111215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:48.111717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:48.161690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:48.216614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b9de6-7e1b-41e0-910c-a68bbec366d8 req-0fb8e2ac-ab0b-4c82-b645-dcd27d9983c2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:48.229525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b8b9de6-7e1b-41e0-910c-a68bbec366d8 req-0fb8e2ac-ab0b-4c82-b645-dcd27d9983c2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 944 time: 0.5368779 Aug 30 14:23:48.280554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] For port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:48.281413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:48.297560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:48.327726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Calling delete_port for 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:48.356559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b8b9de6-7e1b-41e0-910c-a68bbec366d8 req-2876479a-5d59-4c27-9ba6-70180c335ef5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234174 Aug 30 14:23:48.608102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:48.634701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-d340c773-2046-4237-9040-8c30b2d1e218 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--245745664&fields=id&tenant_id=451cde2f7fcf42e282e529a7f5c0730f HTTP/1.1" status: 200 len: 267 time: 0.0765176 Aug 30 14:23:48.676124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:48.676449 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43 disassociated. External IP: 172.25.6.229, port: d1fe598c-1165-43f9-bcc2-ea32c2080455. Aug 30 14:23:48.765527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-16ec3ad4-135e-483d-804c-fc556079908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:48.767242 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-16ec3ad4-135e-483d-804c-fc556079908b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 200 len: 909 time: 0.9903157 Aug 30 14:23:48.839709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a02040-524d-4f5e-9dfe-a21bf0c63dea {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:48.851535 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-d7808599-5a13-45ea-96e8-4cd88bfc97cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3 HTTP/1.1" status: 200 len: 217 time: 0.0751755 Aug 30 14:23:48.853883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:48.862121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-177efbfd-53f2-42fe-a20b-3102afc167a5 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:48.864704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-177efbfd-53f2-42fe-a20b-3102afc167a5 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/networks?id=5aa9f3e2-bf31-4da2-998e-1407f668daac HTTP/1.1" status: 200 len: 815 time: 0.2207291 Aug 30 14:23:48.910189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-54abd838-ff89-4a51-a415-4a217b49e8ad tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/quotas/451cde2f7fcf42e282e529a7f5c0730f HTTP/1.1" status: 200 len: 375 time: 0.0338850 Aug 30 14:23:48.948429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Transition to ACTIVE for port object c0a02040-524d-4f5e-9dfe-a21bf0c63dea will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:48.965762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:48.978910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-b9d3105e-558c-4cfa-8e5b-a719b12cdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:48.981033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-b9d3105e-558c-4cfa-8e5b-a719b12cdfcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 200 len: 848 time: 0.1206763 Aug 30 14:23:49.054006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-c2b8eaf7-573f-41b3-bc31-b3427ecbb5da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636058 Aug 30 14:23:49.059795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-07065e66-0760-4d76-8743-e1aedf517d73 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=451cde2f7fcf42e282e529a7f5c0730f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400011 Aug 30 14:23:49.299288 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:49.316212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:49.483613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event deleted for resources: {'Port': ['ID=95085ff4-f55c-4cbf-a6f6-cd53e9f608ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:49.486432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] No DVR routers for this DVR port 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:49.495532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:49.498432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1944a6d7-f1b7-4239-9d8b-90db2cddf754 req-567b046d-38ba-4427-b2b6-443272360890 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.21 "DELETE /v2.0/ports/95085ff4-f55c-4cbf-a6f6-cd53e9f608ff HTTP/1.1" status: 204 len: 173 time: 2.4257724 Aug 30 14:23:49.544781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-833da24e-1afe-451c-ad1a-900547293bfa service neutron] 10.222.0.50 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238291 Aug 30 14:23:49.556092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:49.649612 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:49.797778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-f979223c-b016-4599-8295-32c829aa8a40 service neutron] 10.222.0.50 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468154 Aug 30 14:23:49.928465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-ee04c692-28b2-41e7-8896-362dd39b9b4d service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8607891 Aug 30 14:23:49.975111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Attempting to bind port c0a02040-524d-4f5e-9dfe-a21bf0c63dea on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:49.975503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Attempting to bind port c0a02040-524d-4f5e-9dfe-a21bf0c63dea by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:49.975854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Attempting to bind port c0a02040-524d-4f5e-9dfe-a21bf0c63dea on network c49d00a2-b7ea-44d9-b09e-dcf415585950 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:49.997107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:23:50.095963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Port c0a02040-524d-4f5e-9dfe-a21bf0c63dea on network c49d00a2-b7ea-44d9-b09e-dcf415585950 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:23:50.096511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Attempting to bind port c0a02040-524d-4f5e-9dfe-a21bf0c63dea on network c49d00a2-b7ea-44d9-b09e-dcf415585950 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:50.168990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:50.177928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Checking segment: {'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:50.178667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Bound using segment: {'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:50.179462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Bound port: c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e70aa5-b582-48ac-a336-216180570945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:50.180078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:50.254550 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04834372-c32a-40fb-b7af-c20f27166fcc x-openstack-request-id: req-04834372-c32a-40fb-b7af-c20f27166fcc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:50.254859 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "name": "network-vif-plugged", "status": "completed", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:50.255099 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04834372-c32a-40fb-b7af-c20f27166fcc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:50.255576 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'code': 200} Aug 30 14:23:50.422535 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-a5ee22e2-297c-4d78-a54b-f6e4b38a6ea0 service neutron] 10.222.0.39 "GET /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763656 Aug 30 14:23:50.491950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] For port c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:50.498941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] For port c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:50.508855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06addf3-8e60-4466-8e79-8b9223a1d4fd req-c688f4f9-29f6-434b-9f0d-1d6460aff711 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:50.529254 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:50.533535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f06addf3-8e60-4466-8e79-8b9223a1d4fd req-c688f4f9-29f6-434b-9f0d-1d6460aff711 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.1231477 Aug 30 14:23:50.537493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:23:50.557620 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:23:50.576753 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:50.577427 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:50.580537 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:50.618698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:50.619340 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:50.621519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] 10.222.0.39 "PUT /v2.0/ports/c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 200 len: 1092 time: 3.7770627 Aug 30 14:23:50.624368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:50.627382 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02" -d '{"events": [{"name": "network-changed", "server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:50.649487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-eca6821e-7fa0-47df-bd56-50928dc74893 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "PUT /v2.0/floatingips/0257f9a5-4c42-4ea5-a163-d355ed8bbd43 HTTP/1.1" status: 200 len: 695 time: 2.4932706 Aug 30 14:23:50.711924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f06addf3-8e60-4466-8e79-8b9223a1d4fd req-50afe3a0-3c47-47c4-87cc-ad620f699d26 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766868 Aug 30 14:23:50.849695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0a993-a7ee-49e6-ab4a-1f2d90e35c48 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:50.955614 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:51.059430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-165776ba-7334-4abe-b332-6328f74ebb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.062415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-165776ba-7334-4abe-b332-6328f74ebb51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 1096 time: 0.3802533 Aug 30 14:23:51.104959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e0646e6f-1493-4bc4-8663-299d39930f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.108281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e0646e6f-1493-4bc4-8663-299d39930f1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1095 time: 0.3411639 Aug 30 14:23:51.140880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570aad7e-8930-4af6-8314-a9bad8c63078 req-364227fb-e58c-4f37-acb1-d6a20db2ffd8 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.149760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-570aad7e-8930-4af6-8314-a9bad8c63078 req-364227fb-e58c-4f37-acb1-d6a20db2ffd8 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 944 time: 0.0835469 Aug 30 14:23:51.205524 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-570aad7e-8930-4af6-8314-a9bad8c63078 req-9e377388-153f-423b-9833-0a13b0bc7c88 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489786 Aug 30 14:23:51.271347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-53a483cf-b40c-47ed-ab0d-d64f4529f671 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.273453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-53a483cf-b40c-47ed-ab0d-d64f4529f671 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d&tenant_id=1f720867c22e4367a9d32fb472288ece&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.3727350 Aug 30 14:23:51.284557 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03328c4-4f73-42d0-9aa3-b0ef0e0ecab7 x-openstack-request-id: req-e03328c4-4f73-42d0-9aa3-b0ef0e0ecab7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:51.285220 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7", "name": "network-vif-deleted", "tag": "b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:51.285710 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e03328c4-4f73-42d0-9aa3-b0ef0e0ecab7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:51.286350 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59101e98-dc6a-4e0a-9c06-dd4b2e7eeaf7', 'name': 'network-vif-deleted', 'tag': 'b0d9fcd8-f2e4-4525-8dfa-ea0aff5069e9', 'status': 'completed', 'code': 200} Aug 30 14:23:51.300831 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-8277faaa-d3d5-4027-b6c6-179661e8e758 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 200 len: 217 time: 0.1659946 Aug 30 14:23:51.507783 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:51.529315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-55eef03e-11bc-491a-a170-89b2e29bc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.531113 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-55eef03e-11bc-491a-a170-89b2e29bc77a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.1831298 Aug 30 14:23:51.541111 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:23:51.569506 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:51.569506 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:51.571754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-9d5bce55-fad5-442a-be87-3a19067d43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.573850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-9d5bce55-fad5-442a-be87-3a19067d43f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.4937327 Aug 30 14:23:51.620084 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-e446cd06-81ee-43da-85e3-99995058ace0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735652 Aug 30 14:23:51.686695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-3bdc5aee-78b2-4058-abd9-c4de0f5559a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 217 time: 0.0818472 Aug 30 14:23:51.784048 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:51.892886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-d97ee0c5-6454-4041-8daf-9b583c0271a7 service neutron] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:51.900086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-d97ee0c5-6454-4041-8daf-9b583c0271a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:51.901293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-d97ee0c5-6454-4041-8daf-9b583c0271a7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/1dd2a24a-556a-44f0-af8b-a15c02d630b3/bindings/n-h1-805668-3 HTTP/1.1" status: 204 len: 173 time: 0.6092296 Aug 30 14:23:51.905702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-28dadd82-fdf5-4dbf-95b8-9f60d130ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.907280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-28dadd82-fdf5-4dbf-95b8-9f60d130ffb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.2054882 Aug 30 14:23:51.922088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8837ed-5d46-4429-8bb1-b9261e3289cd req-65485f0e-81ce-4d66-ab19-e6afa4f246f7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.931987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f8837ed-5d46-4429-8bb1-b9261e3289cd req-65485f0e-81ce-4d66-ab19-e6afa4f246f7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 944 time: 0.0760531 Aug 30 14:23:51.941247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-de1560c2-11ba-4372-9ceb-fae1948ecadd service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754087 Aug 30 14:23:52.035170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f8837ed-5d46-4429-8bb1-b9261e3289cd req-4cce11ab-930b-4373-8a76-5ce02bc3c572 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980203 Aug 30 14:23:52.052430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:52.161853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:23:52.165179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 95085ff4-f55c-4cbf-a6f6-cd53e9f608ff not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:23:52.182537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-349453d4-c1dd-40a4-88c6-285a2ac4b29c req-adb7a1cc-7f2f-431b-8525-4cb8e51a9b72 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 210 time: 0.0739100 Aug 30 14:23:52.186495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ff224e0-0b37-450b-9e09-92e62d7e019d req-47aca9e4-0196-4eae-94bf-5631e1e4f60c service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322493 Aug 30 14:23:52.269271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-3f884848-18f8-44fd-86d9-d610bb49dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:52.276280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-3f884848-18f8-44fd-86d9-d610bb49dfbc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3326232 Aug 30 14:23:52.281810 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848db126-8b3f-4d80-9b96-7423e87edf21 x-openstack-request-id: req-848db126-8b3f-4d80-9b96-7423e87edf21 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:52.282139 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:52.282436 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-848db126-8b3f-4d80-9b96-7423e87edf21 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:52.282814 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea', 'status': 'completed', 'code': 200} Aug 30 14:23:52.467525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-f483b57b-94c7-4d3d-96be-d632ba99f08e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:52.471433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-f483b57b-94c7-4d3d-96be-d632ba99f08e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.21 "GET /v2.0/networks?id=5aa9f3e2-bf31-4da2-998e-1407f668daac HTTP/1.1" status: 200 len: 815 time: 0.3090718 Aug 30 14:23:52.507390 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:52.548031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-a5e1f85f-61cd-4b75-bcd1-668ecbbc6088 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395165 Aug 30 14:23:52.558591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-109b1397-100d-4da7-830c-f6df37dc0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:52.561354 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-109b1397-100d-4da7-830c-f6df37dc0be2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1095 time: 0.0766053 Aug 30 14:23:52.589705 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d101d-690b-4770-ad35-0d03fb8e9a1a None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:23:52.624774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-0b654ec1-b41e-4c94-be38-71a4f358725c tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451cde2f7fcf42e282e529a7f5c0730f HTTP/1.1" status: 200 len: 379 time: 0.1225281 Aug 30 14:23:52.664254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e5c3-a3ee-4b8f-9ce3-0db8ab9070ff req-8c040134-1ba1-4990-937a-be572dfe7ccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:52.683473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09e3e5c3-a3ee-4b8f-9ce3-0db8ab9070ff req-8c040134-1ba1-4990-937a-be572dfe7ccd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.2103338 Aug 30 14:23:52.728850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Request body: {'port': {'device_id': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'admin_state_up': True, 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'security_groups': ['a6c68353-fc17-43b5-9d4d-5a691bec4d61']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:52.857553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-cdfe7d3a-ce85-479a-ad45-0368ae24c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:52.859316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-cdfe7d3a-ce85-479a-ad45-0368ae24c5d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 913 time: 0.2842829 Aug 30 14:23:52.994550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-3700f797-7ed5-4a7b-99ff-a89d0fc4d1dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 200 len: 217 time: 0.1240885 Aug 30 14:23:53.000764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c6b6e2e-8b50-40be-ab81-8cc82f1e6138 req-cafcb0a3-e7aa-4ad8-8a52-0f6eaa2ad560 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236069 Aug 30 14:23:53.097925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-34e82f7e-211c-47e4-843c-13e7006c1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:53.100615 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-34e82f7e-211c-47e4-843c-13e7006c1c2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.0976205 Aug 30 14:23:53.196801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09e3e5c3-a3ee-4b8f-9ce3-0db8ab9070ff req-84f29f0c-3780-42d5-bc49-d56268a8ea53 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108175 Aug 30 14:23:53.208261 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-176697c7-d3af-421f-b528-ebf90a210fe4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995443 Aug 30 14:23:53.291201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca7c4d-7af5-4717-b12c-2b66087ede8b', 'name': 'network-vif-deleted', 'tag': '95085ff4-f55c-4cbf-a6f6-cd53e9f608ff'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:53.296405 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be35457e-dc46-4114-854d-7fbe90f2424e" -d '{"events": [{"server_uuid": "37ca7c4d-7af5-4717-b12c-2b66087ede8b", "name": "network-vif-deleted", "tag": "95085ff4-f55c-4cbf-a6f6-cd53e9f608ff"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:53.493395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a977e3e-3761-477c-bc1f-2ee837037041 None None] New status for floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:23:53.494327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Made reservation on behalf of 451cde2f7fcf42e282e529a7f5c0730f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:23:53.500268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:53.507361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-5dd800dd-9c7c-4c64-a16e-20a173494805 service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860408 Aug 30 14:23:53.593316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ec8c-cf79-4bd3-a7db-cbb0cf1bc0ac req-c8c42104-b00f-4d5b-a557-97baff63bfd6 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:53.595787 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c51ec8c-cf79-4bd3-a7db-cbb0cf1bc0ac req-c8c42104-b00f-4d5b-a557-97baff63bfd6 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 944 time: 0.1627035 Aug 30 14:23:53.685668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Allocated IP 172.20.0.11 (5aa9f3e2-bf31-4da2-998e-1407f668daac/abda8205-0ccd-4089-9e60-09215500252c/51a8cead-fce2-4aa4-9ade-65566ce63a4d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:23:53.812272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e23d46b-0cdc-4a53-9f22-1d25244a3e02 req-5b5c7969-63e8-4a66-b1a3-d994baa56d1c service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947648 Aug 30 14:23:53.926497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:53.947719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Transition to ACTIVE for port object 51a8cead-fce2-4aa4-9ade-65566ce63a4d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:54.018626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:54.113201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:23:54.136721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c51ec8c-cf79-4bd3-a7db-cbb0cf1bc0ac req-d7bae77c-7971-4cc4-b01d-13021a1ee792 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310210 Aug 30 14:23:54.137559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event updated for resources: {'Port': ['ID=51a8cead-fce2-4aa4-9ade-65566ce63a4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:54.141191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:23:54.148149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:23:54.233745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976759a-120a-4c29-858c-f607ce56b576 req-09328b20-10bd-46b9-ba67-9031ba88d419 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:54.253944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c976759a-120a-4c29-858c-f607ce56b576 req-09328b20-10bd-46b9-ba67-9031ba88d419 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 932 time: 0.1400642 Aug 30 14:23:54.257715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:54.258552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:54.284064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:54.291176 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000a4426-a393-48de-a156-54cb72c5a268" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:54.294138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-2ca9fd74-d2fb-4255-affd-108fc81e664e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5809033 Aug 30 14:23:54.317089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Request body: {'port': {'device_id': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:54.404029 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c976759a-120a-4c29-858c-f607ce56b576 req-2f7ddf3e-8e6d-4570-8a53-c891f37bb4e0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480203 Aug 30 14:23:54.428608 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:54.453290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eb3fa-0e2d-4b8f-b51e-479ae9704dec req-90246400-704e-4316-ae4a-45410139fb6c tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:54.454739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1eb3fa-0e2d-4b8f-b51e-479ae9704dec req-90246400-704e-4316-ae4a-45410139fb6c tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 1095 time: 0.1117017 Aug 30 14:23:54.518806 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dffed4-3b66-42c6-a063-4a00e4d96252 x-openstack-request-id: req-d3dffed4-3b66-42c6-a063-4a00e4d96252 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:54.519151 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca7c4d-7af5-4717-b12c-2b66087ede8b", "name": "network-vif-deleted", "tag": "95085ff4-f55c-4cbf-a6f6-cd53e9f608ff", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:54.519362 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3dffed4-3b66-42c6-a063-4a00e4d96252 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:54.519735 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca7c4d-7af5-4717-b12c-2b66087ede8b', 'name': 'network-vif-deleted', 'tag': '95085ff4-f55c-4cbf-a6f6-cd53e9f608ff', 'status': 'completed', 'code': 200} Aug 30 14:23:54.552551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1eb3fa-0e2d-4b8f-b51e-479ae9704dec req-58c8e034-4c5f-4fca-b6ac-2be411cdd1c9 tempest-LiveMigrationTest-1526656887 tempest-LiveMigrationTest-1526656887-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776026 Aug 30 14:23:54.747607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a668e923-f2bc-4173-869a-efe1e923e9e1 None None] Provisioning for port 51a8cead-fce2-4aa4-9ade-65566ce63a4d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:54.755795 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a668e923-f2bc-4173-869a-efe1e923e9e1 None None] Provisioning complete for port 51a8cead-fce2-4aa4-9ade-65566ce63a4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:54.756828 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a668e923-f2bc-4173-869a-efe1e923e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:54.783934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-24208501-1bf2-4ada-a02a-1cf333811964 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:54.786145 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-24208501-1bf2-4ada-a02a-1cf333811964 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1045556 Aug 30 14:23:54.873769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a668e923-f2bc-4173-869a-efe1e923e9e1 None None] Port 51a8cead-fce2-4aa4-9ade-65566ce63a4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:23:54.901115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-82f29644-bb5c-41c1-b125-a42cbf3e203d tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0845776 Aug 30 14:23:54.918011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Request body: {'floatingip': {'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:23:54.975111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.090727 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd63548-87da-427e-9892-5c06d2791718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.128102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1269f-4557-4910-9e43-cb456e8efc39 req-d94be377-c491-4058-9160-71eb0d674636 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:55.133677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52f1269f-4557-4910-9e43-cb456e8efc39 req-d94be377-c491-4058-9160-71eb0d674636 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.0911589 Aug 30 14:23:55.177632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a8cead-fce2-4aa4-9ade-65566ce63a4d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:55.196704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52f1269f-4557-4910-9e43-cb456e8efc39 req-c5f2e580-9746-4e21-889b-0350bca876f1 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589919 Aug 30 14:23:55.219199 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.245445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Transition to ACTIVE for port object 51a8cead-fce2-4aa4-9ade-65566ce63a4d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:23:55.248590 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0712dc8a-2dee-4453-95ae-96d20e249e4d x-openstack-request-id: req-0712dc8a-2dee-4453-95ae-96d20e249e4d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:55.249531 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:55.249531 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0712dc8a-2dee-4453-95ae-96d20e249e4d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:55.250259 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'status': 'completed', 'code': 200} Aug 30 14:23:55.253545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.336569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c0a02040-524d-4f5e-9dfe-a21bf0c63dea details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:23:55.377531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Pushing event updated for resources: {'Port': ['ID=51a8cead-fce2-4aa4-9ade-65566ce63a4d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:55.736725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a4426-a393-48de-a156-54cb72c5a268 req-d2d5ac8e-3e27-49b2-88ad-0423a6bed054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:55.738332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-000a4426-a393-48de-a156-54cb72c5a268 req-d2d5ac8e-3e27-49b2-88ad-0423a6bed054 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 1096 time: 0.4105959 Aug 30 14:23:55.753438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:55.777984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea', 'network_id': 'c49d00a2-b7ea-44d9-b09e-dcf415585950', 'port_id': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea', 'mac_address': 'fa:16:3e:aa:05:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26f2497-f59b-4cd9-ba9e-6d5f683a01e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:23:55.865392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.882667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a02040-524d-4f5e-9dfe-a21bf0c63dea {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:55.917457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:55.925794 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.977036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-44294594-27c4-48b2-a4ae-3c67b0eb3f8d tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:55.980092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-44294594-27c4-48b2-a4ae-3c67b0eb3f8d tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c2b55c9-0353-4d05-94c1-578e90cc04a8 HTTP/1.1" status: 200 len: 945 time: 0.2989216 Aug 30 14:23:55.992850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Attempting to bind port 51a8cead-fce2-4aa4-9ade-65566ce63a4d on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:23:55.993234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Attempting to bind port 51a8cead-fce2-4aa4-9ade-65566ce63a4d by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:23:55.993738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Attempting to bind port 51a8cead-fce2-4aa4-9ade-65566ce63a4d on network 5aa9f3e2-bf31-4da2-998e-1407f668daac {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:56.002524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:56.006858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434b4d5-0e52-4000-a200-0acc9d419adb req-6fda6f4b-d124-4425-bfa0-dcb9c28de1b9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.018347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.018800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.019212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.019494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1434b4d5-0e52-4000-a200-0acc9d419adb req-6fda6f4b-d124-4425-bfa0-dcb9c28de1b9 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 950 time: 0.2269330 Aug 30 14:23:56.022387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Port 51a8cead-fce2-4aa4-9ade-65566ce63a4d on network 5aa9f3e2-bf31-4da2-998e-1407f668daac not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:23:56.024381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Attempting to bind port 51a8cead-fce2-4aa4-9ade-65566ce63a4d on network 5aa9f3e2-bf31-4da2-998e-1407f668daac {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:23:56.025929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.026519 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.029458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.029894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.030326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.030772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.031846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.032451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.032871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:56.054382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:23:56.086620 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:23:56.096100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:23:56.096584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Checking segment: {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:23:56.098164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Bound using segment: {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:23:56.099254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Bound port: 51a8cead-fce2-4aa4-9ade-65566ce63a4d, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dbd312-8740-4978-bde6-2becb299408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:23:56.101816 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:56.109696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a4426-a393-48de-a156-54cb72c5a268 req-1bb9f34f-0365-44cd-8777-28c7027993d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.111527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-000a4426-a393-48de-a156-54cb72c5a268 req-1bb9f34f-0365-44cd-8777-28c7027993d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.3522558 Aug 30 14:23:56.133294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1434b4d5-0e52-4000-a200-0acc9d419adb req-94ae5fd4-9a9d-4728-a3a3-1d6e4fa3417b tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c2dca77-40c4-4ced-a963-34c27eb04a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980670 Aug 30 14:23:56.201607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Deleting port d1fe598c-1165-43f9-bcc2-ea32c2080455 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:56.205262 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:56.258659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:56.281462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '3145cf29-af29-43a1-abae-ced2625bc52e', 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c', 'port_id': '3145cf29-af29-43a1-abae-ced2625bc52e', 'mac_address': 'fa:16:3e:a5:1c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4291a2aa-a12d-4f03-a552-e067ac07c899', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:23:56.306937 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-000a4426-a393-48de-a156-54cb72c5a268 req-17861664-1bde-4022-b89b-ae05160feecd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 200 len: 217 time: 0.0743363 Aug 30 14:23:56.328818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c0a02040-524d-4f5e-9dfe-a21bf0c63dea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:56.388084 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:56.408308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:56.421474 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:56.432266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3145cf29-af29-43a1-abae-ced2625bc52e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:56.471262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a4426-a393-48de-a156-54cb72c5a268 req-76907831-2be0-4519-8472-e5876bafeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.472934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-000a4426-a393-48de-a156-54cb72c5a268 req-76907831-2be0-4519-8472-e5876bafeeea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.1518507 Aug 30 14:23:56.476918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:56.490950 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:56.533797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] For port 51a8cead-fce2-4aa4-9ade-65566ce63a4d, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:23:56.593635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] For port 51a8cead-fce2-4aa4-9ade-65566ce63a4d, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:23:56.606498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a4426-a393-48de-a156-54cb72c5a268 req-3b68f679-2ea9-4c93-b4f3-716f74b5501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.608323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-000a4426-a393-48de-a156-54cb72c5a268 req-3b68f679-2ea9-4c93-b4f3-716f74b5501b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251388 Aug 30 14:23:56.609623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:56.617251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:56.705842 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43 associated. External IP: 172.25.6.229, port: 0517dc14-ea17-47a3-9fa3-9d93940b361b. Aug 30 14:23:56.713255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bdcfe063-99d4-4857-a2a5-b8a100fabc92 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.716870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bdcfe063-99d4-4857-a2a5-b8a100fabc92 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 944 time: 0.2784996 Aug 30 14:23:56.726690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.728477 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:56.735622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] 10.222.0.21 "PUT /v2.0/ports/51a8cead-fce2-4aa4-9ade-65566ce63a4d HTTP/1.1" status: 200 len: 1092 time: 2.4259825 Aug 30 14:23:56.775357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'tag': '51a8cead-fce2-4aa4-9ade-65566ce63a4d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:56.778501 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f3d5a-7652-48ae-9802-9c63aa037388" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d3c6e9-ef31-413d-b38d-fff6121b1f5f", "tag": "51a8cead-fce2-4aa4-9ade-65566ce63a4d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:56.869704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10d217-fd97-458f-a6c1-6d69bd5c7abf service neutron] Pushing event updated for resources: {'Port': ['ID=51a8cead-fce2-4aa4-9ade-65566ce63a4d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:56.900040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3e733-4496-492c-9ec6-7a6166356e1d req-ed0c9b8e-c458-4b6b-93de-92fa8f214457 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.907850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e6d3e733-4496-492c-9ec6-7a6166356e1d req-ed0c9b8e-c458-4b6b-93de-92fa8f214457 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 945 time: 0.4100528 Aug 30 14:23:56.952623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['3145cf29-af29-43a1-abae-ced2625bc52e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:56.973504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-2c2b1f9a-0ddf-4780-8c3d-6926282ad185 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.981798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-2c2b1f9a-0ddf-4780-8c3d-6926282ad185 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 950 time: 0.5422585 Aug 30 14:23:57.011842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] For port d1fe598c-1165-43f9-bcc2-ea32c2080455, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d1fe598c-1165-43f9-bcc2-ea32c2080455,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:57.016599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:57.166400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Calling delete_port for d1fe598c-1165-43f9-bcc2-ea32c2080455 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:57.223409 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e6d3e733-4496-492c-9ec6-7a6166356e1d req-38e30180-ef36-4cc8-a1ca-1c0684fa2d53 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140788 Aug 30 14:23:57.466934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Deleting port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:57.467704 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:57.568749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-000a4426-a393-48de-a156-54cb72c5a268 req-65a58529-824c-4158-9c56-b09f77738c2b service neutron] 10.222.0.21 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9487932 Aug 30 14:23:57.594828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8938a72-296d-4f6a-a301-f4d7ae4318df req-0ee3ad51-2b03-4eb6-a816-ff6251cc2741 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:57.597765 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8938a72-296d-4f6a-a301-f4d7ae4318df req-0ee3ad51-2b03-4eb6-a816-ff6251cc2741 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 944 time: 0.2461207 Aug 30 14:23:57.606957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-e40bc648-2a3a-438b-91fa-f33a37f5380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:57.609783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-e40bc648-2a3a-438b-91fa-f33a37f5380c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=451cde2f7fcf42e282e529a7f5c0730f&device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 1095 time: 0.7357547 Aug 30 14:23:57.705615 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8938a72-296d-4f6a-a301-f4d7ae4318df req-07439f47-8650-43bd-8b4d-dc7b909d5161 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932319 Aug 30 14:23:57.735487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Deleting port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:23:57.736183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:57.781160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-523f1ba5-99f1-48cf-a2e1-6ad349c02578 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3469932 Aug 30 14:23:57.845845 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-a8d23fb9-e9d1-4125-a32f-7b1957fbe679 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d HTTP/1.1" status: 200 len: 217 time: 0.1554391 Aug 30 14:23:57.858321 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee21d-45a3-4ca3-9c56-6f14c56a3ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:57.939757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] For port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:57.940123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:57.983755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] For port 1dd2a24a-556a-44f0-af8b-a15c02d630b3, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1dd2a24a-556a-44f0-af8b-a15c02d630b3,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:57.984226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:58.000827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-cb083a16-4e4e-440c-9152-9e5c7c1905e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:58.000827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-cb083a16-4e4e-440c-9152-9e5c7c1905e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abda8205-0ccd-4089-9e60-09215500252c HTTP/1.1" status: 200 len: 854 time: 0.1397493 Aug 30 14:23:58.005740 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-000a4426-a393-48de-a156-54cb72c5a268 req-e4a139c0-05d5-4ec9-867c-de100a23973e service neutron] 10.222.0.21 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206603 Aug 30 14:23:58.057241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-4ba59083-5ac0-400f-819a-81f429472c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:58.059532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-4ba59083-5ac0-400f-819a-81f429472c73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 1096 time: 0.2126267 Aug 30 14:23:58.065923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d1fe598c-1165-43f9-bcc2-ea32c2080455 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:23:58.149703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:23:58.153989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-d45c5a91-36f0-4136-a1fb-a2db259e07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:58.155412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-d45c5a91-36f0-4136-a1fb-a2db259e07a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5aa9f3e2-bf31-4da2-998e-1407f668daac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477766 Aug 30 14:23:58.242953 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:58.342556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-c39874e7-7215-47b5-909a-e7814a474b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:58.344220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-c39874e7-7215-47b5-909a-e7814a474b9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.2533164 Aug 30 14:23:58.409307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-16435478-d6b5-48e8-a2e0-3fa6f2c3415a service neutron] 10.222.0.21 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442136 Aug 30 14:23:58.463924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-3dd22cfc-77e2-45d4-b4d8-179fd39bc3c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 200 len: 217 time: 0.1025884 Aug 30 14:23:58.464252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Calling delete_port for d12b5dd4-b089-41b6-8ccd-dd6cb5377abb owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:58.464252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Calling delete_port for 1dd2a24a-556a-44f0-af8b-a15c02d630b3 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:23:58.464252 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:58.537118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Pushing event deleted for resources: {'Port': ['ID=d1fe598c-1165-43f9-bcc2-ea32c2080455,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:58.537355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:23:58.542399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:58.562647 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:23:58.580008 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:58.580677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:58.595008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-5ccfff5e-d7cd-4561-bfb9-fce719a7389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:58.598282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-5ccfff5e-d7cd-4561-bfb9-fce719a7389a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1258316 Aug 30 14:23:58.649509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0517dc14-ea17-47a3-9fa3-9d93940b361b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:58.696517 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-5c615dff-7ef5-4e13-8e30-29940250272c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874052 Aug 30 14:23:58.742758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:58.753632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-9506c465-1b2c-4a01-b92b-d932224dfcf2 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "PUT /v2.0/floatingips/0257f9a5-4c42-4ea5-a163-d355ed8bbd43 HTTP/1.1" status: 200 len: 997 time: 3.8397267 Aug 30 14:23:58.891114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32cfa217-8146-4819-83a2-4cd7a167c178 req-bc399a79-9be3-4f41-96e6-b0dd45077ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472792 Aug 30 14:23:59.032115 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:23:59.124499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.146490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca84ea-7c88-417d-9645-df0125c0cdcd req-707b0c03-345a-458c-a01d-dfb8de1ca0e0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:59.149735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-e5158fcf-1da1-4802-9ecc-bd7a66b44fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:59.164216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-e5158fcf-1da1-4802-9ecc-bd7a66b44fe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.3566086 Aug 30 14:23:59.167859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49ca84ea-7c88-417d-9645-df0125c0cdcd req-707b0c03-345a-458c-a01d-dfb8de1ca0e0 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 944 time: 1.2892754 Aug 30 14:23:59.189160 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.236181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] No DVR routers for this DVR port d1fe598c-1165-43f9-bcc2-ea32c2080455 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:59.256738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d12b5dd4-b089-41b6-8ccd-dd6cb5377abb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:59.310772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-8d95fc6c-7a97-4230-be31-4c16586bdc69 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034572 Aug 30 14:23:59.321728 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.325783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa3582dc-351f-4628-9044-7ef13baa2c99 req-d4fd02ed-0fd9-420f-8809-7178a47281ee tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.21 "DELETE /v2.0/ports/d1fe598c-1165-43f9-bcc2-ea32c2080455 HTTP/1.1" status: 204 len: 173 time: 3.3048742 Aug 30 14:23:59.326541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'name': 'network-vif-deleted', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:59.330789 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4397af-cd39-4b79-960d-80b589fe4b63" -d '{"events": [{"server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "name": "network-vif-deleted", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:59.337458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c0a02040-524d-4f5e-9dfe-a21bf0c63dea up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:59.344032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Pushing event deleted for resources: {'Port': ['ID=d12b5dd4-b089-41b6-8ccd-dd6cb5377abb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:59.473871 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49ca84ea-7c88-417d-9645-df0125c0cdcd req-5d503d85-1917-4b29-9e6b-df38fa0aa1a9 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864919 Aug 30 14:23:59.496947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port c0a02040-524d-4f5e-9dfe-a21bf0c63dea completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:23:59.502630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] No DVR routers for this DVR port d12b5dd4-b089-41b6-8ccd-dd6cb5377abb on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:23:59.504159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port c0a02040-524d-4f5e-9dfe-a21bf0c63dea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:59.506632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.508760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.513565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe8302b9-0676-420b-9bc1-629a67aeec6d req-83024a6e-2f9f-471e-bf8e-d71502f89a2f tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.39 "DELETE /v2.0/ports/d12b5dd4-b089-41b6-8ccd-dd6cb5377abb HTTP/1.1" status: 204 len: 173 time: 2.5303628 Aug 30 14:23:59.570564 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:fe:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:55Z', 'revision_number': 8, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:59.647770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-36785831-2195-44cb-af03-c3c8e03077df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:59.679938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-36785831-2195-44cb-af03-c3c8e03077df service neutron] 10.222.0.50 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.5146224 Aug 30 14:23:59.708723 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:23:59.735321 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.759012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ab47ce55-b82e-4054-9555-46f7160be195'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:59.771560 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:23:59.781448 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:59.838866 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.896124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Pushing event deleted for resources: {'Port': ['ID=1dd2a24a-556a-44f0-af8b-a15c02d630b3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:59.919915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:59.922884 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78edcab3-bcdb-4bd3-98eb-0cde7f0ef5f4" -d '{"events": [{"server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "name": "network-vif-plugged", "status": "completed", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:59.977686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:59.981854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-116334d0-eb39-4b1e-8942-5292f87511e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 1000 time: 0.3003778 Aug 30 14:23:59.994461 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.996664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d12b5dd4-b089-41b6-8ccd-dd6cb5377abb no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:00.016166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] No DVR routers for this DVR port 1dd2a24a-556a-44f0-af8b-a15c02d630b3 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:00.021721 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:00.026813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d95df219-ca61-47b3-8beb-e684edba2cd8 req-bc1ad4c1-a6ec-4201-a552-4db4f0460bef tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.39 "DELETE /v2.0/ports/1dd2a24a-556a-44f0-af8b-a15c02d630b3 HTTP/1.1" status: 204 len: 173 time: 3.2970624 Aug 30 14:24:00.061170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: d12b5dd4-b089-41b6-8ccd-dd6cb5377abb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:00.061586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d12b5dd4-b089-41b6-8ccd-dd6cb5377abb not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:00.091707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:00.159354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab63beee-8be7-4929-9fe1-c823130055f5 req-49bf2151-af68-4c88-ac1b-5726cb8baa97 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374777 Aug 30 14:24:00.269876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-31ea6963-ba60-4ce6-aed5-93ebe340ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:00.276676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-31ea6963-ba60-4ce6-aed5-93ebe340ff1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.2904885 Aug 30 14:24:00.332390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29021db5-4bf9-4332-99a2-2a47be3e1993 req-0fdc0a92-b7a5-45fa-ad8e-8805ff936d8f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:00.351501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29021db5-4bf9-4332-99a2-2a47be3e1993 req-0fdc0a92-b7a5-45fa-ad8e-8805ff936d8f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 944 time: 0.1912222 Aug 30 14:24:00.419683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-779a0b86-d8e9-483e-ad88-2a0d5e3082aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:00.422621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-779a0b86-d8e9-483e-ad88-2a0d5e3082aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334069 Aug 30 14:24:00.431690 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:00.458995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29021db5-4bf9-4332-99a2-2a47be3e1993 req-fa03a74b-482f-4266-bbaa-27749911e791 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048203 Aug 30 14:24:00.726729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:00.770769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 3145cf29-af29-43a1-abae-ced2625bc52e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:00.780495 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-feaef138-d091-49b8-ac6c-b704d6901044 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346009 Aug 30 14:24:00.783034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 3145cf29-af29-43a1-abae-ced2625bc52e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:00.784208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:00.844708 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c0492a-c830-4f42-b7e1-36d5526919da x-openstack-request-id: req-88c0492a-c830-4f42-b7e1-36d5526919da {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:00.845204 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d3c6e9-ef31-413d-b38d-fff6121b1f5f", "tag": "51a8cead-fce2-4aa4-9ade-65566ce63a4d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:00.845635 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88c0492a-c830-4f42-b7e1-36d5526919da {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:00.859956 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'tag': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'status': 'completed', 'code': 200} Aug 30 14:24:00.972429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-d7b03905-5eba-4e2c-b14e-8bf62ae65e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:00.978107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-d7b03905-5eba-4e2c-b14e-8bf62ae65e66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=451cde2f7fcf42e282e529a7f5c0730f&device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 1095 time: 0.1022835 Aug 30 14:24:01.025724 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:fe:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:55Z', 'revision_number': 8, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:01.124345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6fd7c5f-98c2-40b0-bc75-60d414eff455 req-79629fd5-f97c-4c26-a591-bc950b6a7805 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422146 Aug 30 14:24:01.145337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ddfa97bd-3faf-4cc9-ab59-d91cccb57de4 req-9136793d-26f5-47ec-b5bb-657c0c625c93 tempest-ServersOnMultiNodesTest-1650321685 tempest-ServersOnMultiNodesTest-1650321685-project] 10.222.0.50 "GET /v2.0/ports?device_id=cce952fa-22fb-4753-b11f-1c7b68ec8e7c HTTP/1.1" status: 200 len: 210 time: 0.0954545 Aug 30 14:24:01.155989 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7b386-c062-4bf1-abac-4abd5c652059 None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0257f9a5-4c42-4ea5-a163-d355ed8bbd43', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'port_id': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'mac_address': 'fa:16:3e:fe:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:22:51Z', 'updated_at': '2021-08-30T14:23:55Z', 'revision_number': 8, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:01.241990 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:01.365320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0ddc-fccb-4461-8b0f-5099ea2b2c48 req-0b67b47d-9910-42b0-a950-01174e9f1f17 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:01.365907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1dd2a24a-556a-44f0-af8b-a15c02d630b3 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:01.374042 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6d7e0ddc-fccb-4461-8b0f-5099ea2b2c48 req-0b67b47d-9910-42b0-a950-01174e9f1f17 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 946 time: 0.1152990 Aug 30 14:24:01.391621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-7e3b0725-a085-4633-be29-7ec73948322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:01.398837 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-7e3b0725-a085-4633-be29-7ec73948322d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5aa9f3e2-bf31-4da2-998e-1407f668daac HTTP/1.1" status: 200 len: 916 time: 0.4086742 Aug 30 14:24:01.527014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:01.555077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd95c60-2ab6-4771-b47b-cbd454c92022 req-8e3c0978-865b-4083-add1-cfc3e4ac61df tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:01.563920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 1dd2a24a-556a-44f0-af8b-a15c02d630b3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:01.564723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1dd2a24a-556a-44f0-af8b-a15c02d630b3 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:01.564914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbd95c60-2ab6-4771-b47b-cbd454c92022 req-8e3c0978-865b-4083-add1-cfc3e4ac61df tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 944 time: 0.1292007 Aug 30 14:24:01.577655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-de3759e8-41ba-4350-912b-afccddab2eb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d HTTP/1.1" status: 200 len: 217 time: 0.1569679 Aug 30 14:24:01.605666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:01.621189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6d7e0ddc-fccb-4461-8b0f-5099ea2b2c48 req-c04a4835-ba2a-4d14-a97a-570dbd5383bb tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427471 Aug 30 14:24:01.679667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbd95c60-2ab6-4771-b47b-cbd454c92022 req-264dff5a-20dc-4dc6-8b09-aaa20f8fbf03 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092095 Aug 30 14:24:01.689248 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:01.773951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc15b35-a284-4509-ae7f-e1723e7c6fd3 None None] New status for floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:24:01.775193 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f5d28b-e851-4a84-82e5-684d7d328dc5 x-openstack-request-id: req-70f5d28b-e851-4a84-82e5-684d7d328dc5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:01.775726 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2b55c9-0353-4d05-94c1-578e90cc04a8", "name": "network-vif-deleted", "tag": "d1fe598c-1165-43f9-bcc2-ea32c2080455", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:01.776095 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70f5d28b-e851-4a84-82e5-684d7d328dc5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:01.777147 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2b55c9-0353-4d05-94c1-578e90cc04a8', 'name': 'network-vif-deleted', 'tag': 'd1fe598c-1165-43f9-bcc2-ea32c2080455', 'status': 'completed', 'code': 200} Aug 30 14:24:01.779326 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b98484-b291-475c-ad5b-8ad7f6b84d4a x-openstack-request-id: req-b2b98484-b291-475c-ad5b-8ad7f6b84d4a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:01.782411 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "name": "network-vif-plugged", "status": "completed", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:01.782820 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2b98484-b291-475c-ad5b-8ad7f6b84d4a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:01.784434 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea', 'code': 200} Aug 30 14:24:01.789446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:01.853539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-43ea26fb-0855-4e55-ad90-dfedc598a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:01.858833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-43ea26fb-0855-4e55-ad90-dfedc598a68d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abda8205-0ccd-4089-9e60-09215500252c HTTP/1.1" status: 200 len: 854 time: 0.2334116 Aug 30 14:24:01.968824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b1e4387-0723-418c-863f-7ba8b01e4f49 req-d4c160d8-105a-4014-9a9c-e497b54e6542 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 210 time: 0.0695345 Aug 30 14:24:01.982505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d85a62-3742-44cb-b840-cb5b80647429 req-6db897ce-289d-426e-a44a-7b1d2b408300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:01.985604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d85a62-3742-44cb-b840-cb5b80647429 req-6db897ce-289d-426e-a44a-7b1d2b408300 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1097 time: 0.1143901 Aug 30 14:24:02.010347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-425defb8-7358-4d1d-b25f-7ad71888d588 req-56dae51f-a98d-4f03-a01e-40c23cc630ca tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips/0257f9a5-4c42-4ea5-a163-d355ed8bbd43 HTTP/1.1" status: 200 len: 997 time: 0.1232412 Aug 30 14:24:02.061013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-3c88520a-7745-4b11-ae6a-f8b552fd1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:02.063549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-3c88520a-7745-4b11-ae6a-f8b552fd1472 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5aa9f3e2-bf31-4da2-998e-1407f668daac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967387 Aug 30 14:24:02.098686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d85a62-3742-44cb-b840-cb5b80647429 req-03fa9286-9f63-4d48-ad39-e64808fb45ec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865090 Aug 30 14:24:02.299826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425defb8-7358-4d1d-b25f-7ad71888d588 req-ef9d6014-ef83-4be2-864d-1542452a59f8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:02.315862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-425defb8-7358-4d1d-b25f-7ad71888d588 req-ef9d6014-ef83-4be2-864d-1542452a59f8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.2751539 Aug 30 14:24:02.351315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-8856d297-6577-4857-92df-a48ba397d735 service neutron] 10.222.0.21 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798486 Aug 30 14:24:02.428367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54e7eb-1d53-444d-b236-746edf1646ef req-572a1474-eaf8-4eb5-af75-ecdfbfd12d0e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:02.438641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d54e7eb-1d53-444d-b236-746edf1646ef req-572a1474-eaf8-4eb5-af75-ecdfbfd12d0e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 0.2419279 Aug 30 14:24:02.455539 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:02.567411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d54e7eb-1d53-444d-b236-746edf1646ef req-a8eb74d5-2741-473a-a6b1-c7cf6aaacbf0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276839 Aug 30 14:24:02.612994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f36f3d5a-7652-48ae-9802-9c63aa037388 req-be2c3d1d-89f0-4105-9205-634d44a15067 service neutron] 10.222.0.21 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534246 Aug 30 14:24:02.621540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-50060089-151a-4e50-83e2-d3fea9d6b3c6 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1002 time: 0.1077826 Aug 30 14:24:02.702487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593e6-a378-4990-9267-b482778d93c4 req-91422986-eb41-4945-8378-7a6979448234 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:02.718370 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-91422986-eb41-4945-8378-7a6979448234 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports/0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 943 time: 0.0951414 Aug 30 14:24:02.867840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:02.875388 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c4e63a-c0d6-4d20-989a-eee9412d6bab" -d '{"events": [{"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:02.876604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b19b6b-04de-4205-a7f7-caca35defc58 req-d66fed9a-ac2f-483c-a167-4a56ee80d646 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:02.889845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0b19b6b-04de-4205-a7f7-caca35defc58 req-d66fed9a-ac2f-483c-a167-4a56ee80d646 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 946 time: 0.1091800 Aug 30 14:24:02.931296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-53ae46c7-e61b-4daa-91d0-ac26cc743cbb tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1002 time: 0.1680813 Aug 30 14:24:02.983583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0b19b6b-04de-4205-a7f7-caca35defc58 req-33a942a5-8a8b-4b95-9210-b9cb683339aa tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927372 Aug 30 14:24:03.035689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:03.200615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593e6-a378-4990-9267-b482778d93c4 req-bd6e332b-7aac-4aeb-a7ac-38611ada7661 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:03.202147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-bd6e332b-7aac-4aeb-a7ac-38611ada7661 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.2580092 Aug 30 14:24:03.236206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53c359-80b7-47db-832d-4f289db33040 req-b3e80238-2db9-43e1-8e67-fd3fb0af1b3c tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:03.238517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e53c359-80b7-47db-832d-4f289db33040 req-b3e80238-2db9-43e1-8e67-fd3fb0af1b3c tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 944 time: 0.0950098 Aug 30 14:24:03.361421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e53c359-80b7-47db-832d-4f289db33040 req-e93339ff-a5ef-4e56-9d3c-7e91534f5b58 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063333 Aug 30 14:24:03.431822 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-eed023bf-e355-41ae-9496-af676b9c3532 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1002 time: 0.2088144 Aug 30 14:24:03.456255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:03.527253 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a61814d-19fe-4dbd-9097-2e7187586848 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=561c44519c044ac781a11934e1612f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899685 Aug 30 14:24:03.528541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:03.630587 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddad7f0-4952-4539-a9eb-e128cfdb3891 x-openstack-request-id: req-5ddad7f0-4952-4539-a9eb-e128cfdb3891 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:03.631226 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:03.631745 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ddad7f0-4952-4539-a9eb-e128cfdb3891 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:03.632450 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'status': 'completed', 'code': 200} Aug 30 14:24:03.665419 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acef6cb3-81af-437f-aa45-53c0997d8d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:03.730706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acef6cb3-81af-437f-aa45-53c0997d8d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:03.753834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4ca04f4-d383-46ff-8fee-804b8e3f4063 req-0fee79fa-4f11-486c-b537-e320ccbe0b6e tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 210 time: 0.0508518 Aug 30 14:24:03.790633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce952fa-22fb-4753-b11f-1c7b68ec8e7c', 'name': 'network-vif-deleted', 'tag': 'd12b5dd4-b089-41b6-8ccd-dd6cb5377abb'}, {'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'name': 'network-vif-deleted', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:03.790633 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5892013-4356-4474-980f-47033104f528" -d '{"events": [{"server_uuid": "cce952fa-22fb-4753-b11f-1c7b68ec8e7c", "name": "network-vif-deleted", "tag": "d12b5dd4-b089-41b6-8ccd-dd6cb5377abb"}, {"server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "name": "network-vif-deleted", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:03.791110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-e9415fbf-df27-40ed-a35b-6724ba2e1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:03.792059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:03.795206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-e9415fbf-df27-40ed-a35b-6724ba2e1e0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.1576810 Aug 30 14:24:03.795782 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fae122-952d-446e-97d2-f0e66591dfa3" -d '{"events": [{"server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "name": "network-vif-plugged", "status": "completed", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:03.866880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:03.883575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acef6cb3-81af-437f-aa45-53c0997d8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:03.886885 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acef6cb3-81af-437f-aa45-53c0997d8d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:03.890413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-acef6cb3-81af-437f-aa45-53c0997d8d83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c2dca77-40c4-4ced-a963-34c27eb04a85 HTTP/1.1" status: 204 len: 168 time: 0.3583987 Aug 30 14:24:03.917865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef6cb3-81af-437f-aa45-53c0997d8d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2dca77-40c4-4ced-a963-34c27eb04a85,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:04.062284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d3c95-6517-40f6-bab8-eaef180bf165 req-f17e9d63-7221-498b-8145-4083e1329f71 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:04.070691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-277d3c95-6517-40f6-bab8-eaef180bf165 req-f17e9d63-7221-498b-8145-4083e1329f71 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 0.1055768 Aug 30 14:24:04.081409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 51a8cead-fce2-4aa4-9ade-65566ce63a4d details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:24:04.159392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-277d3c95-6517-40f6-bab8-eaef180bf165 req-189aabb6-5389-4d69-824e-66c11f136b0c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834906 Aug 30 14:24:04.161685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:04.206812 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:04.207889 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43 disassociated. External IP: 172.25.6.229, port: 0517dc14-ea17-47a3-9fa3-9d93940b361b. Aug 30 14:24:04.233280 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c20b0e-126e-41cc-9e32-c67ddcf12d25 x-openstack-request-id: req-b0c20b0e-126e-41cc-9e32-c67ddcf12d25 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:04.233594 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "name": "network-vif-plugged", "status": "completed", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:04.233813 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0c20b0e-126e-41cc-9e32-c67ddcf12d25 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:04.234215 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e', 'code': 200} Aug 30 14:24:04.311149 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68fc30a-fb36-464d-9991-b6314bca9a0e x-openstack-request-id: req-c68fc30a-fb36-464d-9991-b6314bca9a0e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:04.311604 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce952fa-22fb-4753-b11f-1c7b68ec8e7c", "name": "network-vif-deleted", "tag": "d12b5dd4-b089-41b6-8ccd-dd6cb5377abb", "status": "completed", "code": 200}, {"server_uuid": "17a00624-2277-4fe9-91a3-c64dcd023f9d", "name": "network-vif-deleted", "tag": "1dd2a24a-556a-44f0-af8b-a15c02d630b3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:04.311954 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c68fc30a-fb36-464d-9991-b6314bca9a0e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:04.312614 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce952fa-22fb-4753-b11f-1c7b68ec8e7c', 'name': 'network-vif-deleted', 'tag': 'd12b5dd4-b089-41b6-8ccd-dd6cb5377abb', 'status': 'completed', 'code': 200} Aug 30 14:24:04.312884 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a00624-2277-4fe9-91a3-c64dcd023f9d', 'name': 'network-vif-deleted', 'tag': '1dd2a24a-556a-44f0-af8b-a15c02d630b3', 'status': 'completed', 'code': 200} Aug 30 14:24:04.351601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 51a8cead-fce2-4aa4-9ade-65566ce63a4d, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:04.409344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'port_id': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'mac_address': 'fa:16:3e:df:b1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:24:04.441108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-73399b8d-0494-4406-98d7-2adcf2c0be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:04.452726 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-73399b8d-0494-4406-98d7-2adcf2c0be43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.6465056 Aug 30 14:24:04.554583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c2d0f-4f92-4aa7-a072-6798a15df883 req-45a1c773-a815-4fc5-af43-5e8f1c59a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:04.555790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e0c2d0f-4f92-4aa7-a072-6798a15df883 req-45a1c773-a815-4fc5-af43-5e8f1c59a542 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1096 time: 0.1630905 Aug 30 14:24:04.567167 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:04.599253 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a8cead-fce2-4aa4-9ade-65566ce63a4d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:04.601608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952296-b92e-426f-8244-c88d853eb15d req-bfb25a50-4a49-4ad1-b8f6-78be20b80829 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:04.615185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02952296-b92e-426f-8244-c88d853eb15d req-bfb25a50-4a49-4ad1-b8f6-78be20b80829 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 946 time: 0.1721284 Aug 30 14:24:04.662202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:04.681313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 51a8cead-fce2-4aa4-9ade-65566ce63a4d, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:04.689068 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:04.717710 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02952296-b92e-426f-8244-c88d853eb15d req-842d65fe-fdf1-4923-a93a-a6f039734468 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012499 Aug 30 14:24:04.782802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e0c2d0f-4f92-4aa7-a072-6798a15df883 req-e694a4d9-a2d9-439d-80bc-9367466e290c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174587 Aug 30 14:24:04.789670 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-2054d1a4-c7e3-412b-818f-8a4973d14353 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 217 time: 0.3221235 Aug 30 14:24:04.807714 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3886c710-cc08-46a1-a5f9-01b4ca49e10d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62a87a608dde410b89b194b743e6342f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415110 Aug 30 14:24:04.812946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58288) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:04.820240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:24:04.868505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=51a8cead-fce2-4aa4-9ade-65566ce63a4d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:04.907529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f820c-c932-483e-bcd0-d90c77ca6548 req-c04f8a11-3c58-4608-8f0f-ce94d80b1c49 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:04.916109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c07f820c-c932-483e-bcd0-d90c77ca6548 req-c04f8a11-3c58-4608-8f0f-ce94d80b1c49 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 945 time: 0.0891323 Aug 30 14:24:04.967273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f2c4dd-3757-4879-8a04-db7d820e057e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:04.990716 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c07f820c-c932-483e-bcd0-d90c77ca6548 req-634b93d0-1416-428f-a2b0-5d11963f3b7f tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733457 Aug 30 14:24:05.027326 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f2c4dd-3757-4879-8a04-db7d820e057e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:05.057124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-e72980ef-21be-4d5b-b20a-20224be4e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:05.059247 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-e72980ef-21be-4d5b-b20a-20224be4e7da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.2568722 Aug 30 14:24:05.139785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['51a8cead-fce2-4aa4-9ade-65566ce63a4d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:05.142387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f2c4dd-3757-4879-8a04-db7d820e057e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:05.147780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f2c4dd-3757-4879-8a04-db7d820e057e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:05.151899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:05.156306 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-34f2c4dd-3757-4879-8a04-db7d820e057e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6aafb322-45d2-4d3a-b5d6-bc20b599abae HTTP/1.1" status: 204 len: 168 time: 0.3398137 Aug 30 14:24:05.178201 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:05.189233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:05.202729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2c4dd-3757-4879-8a04-db7d820e057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aafb322-45d2-4d3a-b5d6-bc20b599abae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:05.205280 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:05.208264 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:05.382001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-cc5c25e3-e014-4e7e-aca5-69f4f385b7d5 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-870663757&fields=id&tenant_id=c007dd01ae144179861b76a78919871f HTTP/1.1" status: 200 len: 267 time: 0.0898557 Aug 30 14:24:05.516844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-34d2efe7-90e3-4a9c-957d-077be88602a3 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:05.532627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-34d2efe7-90e3-4a9c-957d-077be88602a3 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 946 time: 0.1412108 Aug 30 14:24:05.547585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'port': {'security_groups': ['d82ea73b-1846-4191-a5c5-52b1293a5f0e', '191110bd-6aac-4374-84c8-c0925056afbb']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:05.673657 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:05.705329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:05.957354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-4b0884c3-af5a-44d4-98d4-1cd607ea45c8 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "PUT /v2.0/floatingips/0257f9a5-4c42-4ea5-a163-d355ed8bbd43 HTTP/1.1" status: 200 len: 696 time: 2.5071664 Aug 30 14:24:05.965390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:05.967773 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97dab66-fe8a-40c7-82e0-dc384099b993" -d '{"events": [{"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:05.989194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-b25b286e-e00e-4e61-8d38-5ad01583524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:05.989817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-b25b286e-e00e-4e61-8d38-5ad01583524f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9209027 Aug 30 14:24:06.205018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-3374062f-47d3-416d-af37-6a0acb1fd9a3 service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965463 Aug 30 14:24:06.241330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593e6-a378-4990-9267-b482778d93c4 req-eb271f3e-1fc2-4ac5-b996-4fc8370cf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:06.252578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-eb271f3e-1fc2-4ac5-b996-4fc8370cf1cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.2783616 Aug 30 14:24:06.468875 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:06.481109 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28c4e63a-c0d6-4d20-989a-eee9412d6bab req-ce7a709c-68d4-4875-9c6d-90e0920a69d4 service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648509 Aug 30 14:24:06.488259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593e6-a378-4990-9267-b482778d93c4 req-bb1b34cf-797e-4fd0-919c-47434b60e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:06.497804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-bb1b34cf-797e-4fd0-919c-47434b60e600 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.2456214 Aug 30 14:24:06.554173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-92a57df7-07a3-4b18-8faf-3016de402ef3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 217 time: 0.0552423 Aug 30 14:24:06.607848 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:06.620104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] For port c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:06.622339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593e6-a378-4990-9267-b482778d93c4 req-0e52b28b-4892-4f2b-82f9-82b421d569b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:06.632319 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-0e52b28b-4892-4f2b-82f9-82b421d569b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.0771477 Aug 30 14:24:06.653698 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:06.654512 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:06.757075 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:06.777934 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:06.799361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c0a02040-524d-4f5e-9dfe-a21bf0c63dea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:06.801859 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:06.823975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593e6-a378-4990-9267-b482778d93c4 req-a68e02fb-d833-425e-af66-3b63df5e1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:06.836422 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-a68e02fb-d833-425e-af66-3b63df5e1b1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946266 Aug 30 14:24:06.919437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:07.127586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:07.128528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:07.149178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a45454b-0a03-4b89-a9b4-ee13107b2104 req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "PUT /v2.0/ports/c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 200 len: 982 time: 1.6097963 Aug 30 14:24:07.152166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9b323-1449-419a-b943-73614b1edf77 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'Port': ['ID=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:07.167265 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-a7e767d8-6f84-4253-a83b-f347b069e08a service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288369 Aug 30 14:24:07.178643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:07.185481 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:07.284867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c0a02040-524d-4f5e-9dfe-a21bf0c63dea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:07.317308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1a285-d8e1-4c83-b78e-38e9067703ee req-951ea36e-2a84-41c6-b179-afef5a01476b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 210 time: 0.0673511 Aug 30 14:24:07.356786 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:07.416908 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657d4cb-4411-4013-b71e-5eb482c74c60 None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:22:21Z', 'revision_number': 4, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3', 'name': '', 'network_id': 'db19702c-efa3-4f0a-99f5-fbb011456192', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'mac_address': 'fa:16:3e:bd:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:19Z', 'updated_at': '2021-08-30T14:22:31Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'subnets': [{'id': '7bba3a20-a906-47ea-a736-2ab65b5a7ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:07.493747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eef593e6-a378-4990-9267-b482778d93c4 req-3049bfac-7cfb-4569-86b1-6bd283d61855 service neutron] 10.222.0.50 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097963 Aug 30 14:24:07.687653 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cee7c2-a7ba-4084-a139-116086846cfa x-openstack-request-id: req-35cee7c2-a7ba-4084-a139-116086846cfa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:07.687982 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:07.688226 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35cee7c2-a7ba-4084-a139-116086846cfa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:07.688615 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'status': 'completed', 'code': 200} Aug 30 14:24:07.728646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5062c8e-b6cf-4d0b-9226-66536ff76668 req-8f4e7e76-0d19-4ce5-b4d3-e616ede0122c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:07.743515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a5062c8e-b6cf-4d0b-9226-66536ff76668 req-8f4e7e76-0d19-4ce5-b4d3-e616ede0122c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 0.1390145 Aug 30 14:24:07.870842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-9766dc15-6653-42e6-99d6-d7d372bc59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:07.873322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-9766dc15-6653-42e6-99d6-d7d372bc59b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 1097 time: 0.1465476 Aug 30 14:24:07.890964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a5062c8e-b6cf-4d0b-9226-66536ff76668 req-f2130825-854d-4a68-a394-69a272750b41 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459413 Aug 30 14:24:08.092488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef8f1b-f52c-4823-ae41-ec1419223788 None None] New status for floating IP 0257f9a5-4c42-4ea5-a163-d355ed8bbd43: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:24:08.126206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7365e-aa6c-4e96-8386-467dbd3a68dc req-2c08f7cf-ccfc-4172-8b55-8e022193aff6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.128845 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6f7365e-aa6c-4e96-8386-467dbd3a68dc req-2c08f7cf-ccfc-4172-8b55-8e022193aff6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 945 time: 0.2210596 Aug 30 14:24:08.197786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-66cf83ee-9299-4cba-a0f0-e692e67300c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.200259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 51a8cead-fce2-4aa4-9ade-65566ce63a4d up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:08.200422 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-66cf83ee-9299-4cba-a0f0-e692e67300c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 200 len: 921 time: 0.3189816 Aug 30 14:24:08.292329 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6f7365e-aa6c-4e96-8386-467dbd3a68dc req-ffb27394-218b-42f9-9bc8-42cf75d3d6c2 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548629 Aug 30 14:24:08.297203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-7b5253ae-08bf-4518-8a0c-f8127712e774 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 200 len: 217 time: 0.0860324 Aug 30 14:24:08.402677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d1029c2-408d-4834-8ed1-31698bbf4c28 req-588ce003-6dd7-45d6-9449-d69f8b9cb2fa tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/191110bd-6aac-4374-84c8-c0925056afbb HTTP/1.1" status: 200 len: 1800 time: 0.0730915 Aug 30 14:24:08.471567 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad3ffef-c609-4af0-9500-d17b8382ec57 x-openstack-request-id: req-6ad3ffef-c609-4af0-9500-d17b8382ec57 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:08.471857 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:08.472119 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ad3ffef-c609-4af0-9500-d17b8382ec57 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:08.474351 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea', 'status': 'completed', 'code': 200} Aug 30 14:24:08.484921 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-5d1029c2-408d-4834-8ed1-31698bbf4c28 req-acea1b87-3489-4f3b-a714-02a2a55206f3 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 14:24:08.500247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d1029c2-408d-4834-8ed1-31698bbf4c28 req-acea1b87-3489-4f3b-a714-02a2a55206f3 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/191110bd-6aac-4374-84c8-c0925056afbb HTTP/1.1" status: 409 len: 341 time: 0.0965531 Aug 30 14:24:08.516294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-e80fa8fe-4864-4f47-a525-02ff755a82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.518898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-e80fa8fe-4864-4f47-a525-02ff755a82d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 200 len: 859 time: 0.2146769 Aug 30 14:24:08.611802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-1a089c55-5f3c-4c2e-b97b-bf241ba8d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.613546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-1a089c55-5f3c-4c2e-b97b-bf241ba8d41f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1136 time: 0.1087384 Aug 30 14:24:08.655547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-5e239eb2-c8bf-4d2f-a8e8-c70b7d0fd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.658593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-5e239eb2-c8bf-4d2f-a8e8-c70b7d0fd124 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db19702c-efa3-4f0a-99f5-fbb011456192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281586 Aug 30 14:24:08.913483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 51a8cead-fce2-4aa4-9ade-65566ce63a4d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:08.926367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b454d-a3a2-40d8-9bb2-5e34366fdb06 req-476ce92f-4204-40ec-bbe0-a34e5fe707a2 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.928046 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-391b454d-a3a2-40d8-9bb2-5e34366fdb06 req-476ce92f-4204-40ec-bbe0-a34e5fe707a2 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1096 time: 0.2622492 Aug 30 14:24:08.990300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 51a8cead-fce2-4aa4-9ade-65566ce63a4d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:08.990913 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:09.007872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a758ff5c-49e4-492e-bd6d-c454bf6f1f66 req-d7688965-5475-40f6-801f-f9e6e5c88854 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 210 time: 0.0889020 Aug 30 14:24:09.013255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-3405a324-4271-4064-bdea-399a299a6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:09.018011 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-3405a324-4271-4064-bdea-399a299a6d1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 913 time: 0.3969400 Aug 30 14:24:09.053979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-391b454d-a3a2-40d8-9bb2-5e34366fdb06 req-35dff5df-f585-40ca-912b-3fa98a884526 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010423 Aug 30 14:24:09.078548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-0d047625-fc24-460f-b436-05e8edf718a1 service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110222 Aug 30 14:24:09.147401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-8505eb2a-9e06-4540-9468-daf56c150e53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 200 len: 217 time: 0.1146741 Aug 30 14:24:09.387116 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:09.429912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-d14f17ca-6ffa-4b18-a909-abea017e5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:09.436911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-d14f17ca-6ffa-4b18-a909-abea017e5171 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.2060964 Aug 30 14:24:09.448784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a8cead-fce2-4aa4-9ade-65566ce63a4d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:09.455339 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd5ff89-2327-4dd7-a027-68f9d3449c21" -d '{"events": [{"server_uuid": "d4d3c6e9-ef31-413d-b38d-fff6121b1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "51a8cead-fce2-4aa4-9ade-65566ce63a4d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:09.461206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e97dab66-fe8a-40c7-82e0-dc384099b993 req-1d232ccf-130c-4e4c-a6e0-5f2a41bd97a6 service neutron] 10.222.0.39 "GET /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588181 Aug 30 14:24:09.510081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 51a8cead-fce2-4aa4-9ade-65566ce63a4d, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:09.518825 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:09.521298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b600a82-87e9-41f6-82d1-bf2be6d375df req-de708fc5-0c26-46e6-a295-e5b3b75bd0de tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:09.524818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-5816c9a7-3ce8-470a-bf74-c7b8bc3c50c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786428 Aug 30 14:24:09.527928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b600a82-87e9-41f6-82d1-bf2be6d375df req-de708fc5-0c26-46e6-a295-e5b3b75bd0de tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1096 time: 0.0847723 Aug 30 14:24:09.634609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=51a8cead-fce2-4aa4-9ade-65566ce63a4d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:09.640882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b600a82-87e9-41f6-82d1-bf2be6d375df req-24ec52ec-ae5c-4cdc-abe0-412dbfbd75cc tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931077 Aug 30 14:24:09.745955 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-7ac1083d-20c1-4ae1-b346-270a29471dbb service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125475 Aug 30 14:24:09.765963 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-2f2b3dfd-6ad9-40f2-b65d-193310d74115 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips/0257f9a5-4c42-4ea5-a163-d355ed8bbd43 HTTP/1.1" status: 200 len: 694 time: 0.0556519 Aug 30 14:24:09.767942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376efe5-1229-42f2-9cd9-2f5cc9c73fe7 req-ef9dd3d6-12f0-44e4-b74d-e1be73d5d1dc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:09.770157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c376efe5-1229-42f2-9cd9-2f5cc9c73fe7 req-ef9dd3d6-12f0-44e4-b74d-e1be73d5d1dc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 985 time: 0.0848844 Aug 30 14:24:09.912145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-591a2d3c-29dd-461f-8d5a-3959bb36195e tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:09.914434 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c376efe5-1229-42f2-9cd9-2f5cc9c73fe7 req-171d20ce-1162-43d6-9c54-af1640777362 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=191110bd-6aac-4374-84c8-c0925056afbb&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1316118 Aug 30 14:24:09.924067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-591a2d3c-29dd-461f-8d5a-3959bb36195e tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1417232 Aug 30 14:24:10.032500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-0ae3a348-a7ca-45ea-a92a-8ec392a136f0 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 697 time: 0.0955782 Aug 30 14:24:10.068824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc3cde0f-9ccf-42b1-89a1-e5544da3f3b0 req-3a398262-d699-4fa8-a07c-0c4c9fbfbbdc service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972336 Aug 30 14:24:10.105610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e6216-9904-41ca-b68c-e95d1410767f req-92f008de-0160-4a3d-ab1e-ac45c14ad73b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:10.112813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-022e6216-9904-41ca-b68c-e95d1410767f req-92f008de-0160-4a3d-ab1e-ac45c14ad73b tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 946 time: 0.1180198 Aug 30 14:24:10.144472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-f77ba683-06a7-45ad-879f-f3cf049738de tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 697 time: 0.0990989 Aug 30 14:24:10.259469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-f80572e8-e565-4857-a1a7-77399d33b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:10.263635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-f80572e8-e565-4857-a1a7-77399d33b0d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1136 time: 0.1291919 Aug 30 14:24:10.284556 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-022e6216-9904-41ca-b68c-e95d1410767f req-1348e1ed-7826-4de4-b408-e27ba7d4e9d1 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634960 Aug 30 14:24:10.348642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Deleting port febdfc17-11cf-403c-b58b-12ef1ac4ddf3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:10.348987 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.431441 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4633a85f-c9e8-45d3-a26f-33c21a839382 x-openstack-request-id: req-4633a85f-c9e8-45d3-a26f-33c21a839382 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:10.433612 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d3c6e9-ef31-413d-b38d-fff6121b1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "51a8cead-fce2-4aa4-9ade-65566ce63a4d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:10.434258 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4633a85f-c9e8-45d3-a26f-33c21a839382 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:10.434908 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'code': 200} Aug 30 14:24:10.484721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.485742 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.511480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Calling delete_port for febdfc17-11cf-403c-b58b-12ef1ac4ddf3 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:10.717727 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.757285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-ffc4efb5-25ae-47dd-9270-f1630401f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:10.759867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-ffc4efb5-25ae-47dd-9270-f1630401f512 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 913 time: 0.4731948 Aug 30 14:24:10.763450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0f4a61bc-9d02-4f5d-bd7a-041b0209b278 req-753a1402-867a-4000-a6be-0f3c941dd920 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a00624-2277-4fe9-91a3-c64dcd023f9d HTTP/1.1" status: 200 len: 210 time: 0.0610394 Aug 30 14:24:10.771090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Pushing event deleted for resources: {'Port': ['ID=febdfc17-11cf-403c-b58b-12ef1ac4ddf3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:10.821189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.824108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.830098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c8d53a8-b402-4082-bc90-fa700e61ec00 req-c2713320-4d89-4a46-b8ec-ad978944a6ab tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "DELETE /v2.0/floatingips/0257f9a5-4c42-4ea5-a163-d355ed8bbd43 HTTP/1.1" status: 204 len: 173 time: 0.6789443 Aug 30 14:24:10.852193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-956b8f2a-bd69-4e76-bb98-1c4209b71aa7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 200 len: 217 time: 0.0827770 Aug 30 14:24:10.857836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b1e4c-8f03-40c2-b1ef-f5e5ae395fab req-649efa0b-5d05-49f9-9165-b29c061d1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:10.860432 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a0b1e4c-8f03-40c2-b1ef-f5e5ae395fab req-649efa0b-5d05-49f9-9165-b29c061d1177 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 1097 time: 0.2673740 Aug 30 14:24:11.022816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-a9d1a14b-882d-4e5f-a777-27ea14a8b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:11.026100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-a9d1a14b-882d-4e5f-a777-27ea14a8b55b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.1633408 Aug 30 14:24:11.029184 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a0b1e4c-8f03-40c2-b1ef-f5e5ae395fab req-5be97081-59ce-4a41-b622-63ce191d16f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412258 Aug 30 14:24:11.072216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-2d7f45df-3354-41f7-a317-40de5f8c510b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393972 Aug 30 14:24:11.257357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-1e719a41-78f3-4288-8ba9-680778aeb4dd service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772346 Aug 30 14:24:11.425968 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42be35e1-1d14-44ef-a812-ee1ea11f7240 req-0f8aeef3-dacb-40a4-a95f-bd0728d15da2 service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589432 Aug 30 14:24:12.281621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa151-709c-4ad1-baeb-bd1ccb664a97 req-c69ba1b4-f157-4dbe-809f-f1bc048f9fff tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:12.298427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-604fa151-709c-4ad1-baeb-bd1ccb664a97 req-c69ba1b4-f157-4dbe-809f-f1bc048f9fff tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 985 time: 0.1506529 Aug 30 14:24:12.377709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-604fa151-709c-4ad1-baeb-bd1ccb664a97 req-93ae01d2-733f-43a9-9d4d-d9025031eb12 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=191110bd-6aac-4374-84c8-c0925056afbb&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0754371 Aug 30 14:24:12.428757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-dc31e3e0-955c-421a-a6e5-72725c1f8a64 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:24:12.430126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-dc31e3e0-955c-421a-a6e5-72725c1f8a64 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1883523 Aug 30 14:24:12.506519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:12.631140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c117208-9b09-4738-8d48-ccbe24f54305 req-7136cd9a-dd9f-44ac-a3c0-55105a75f87a tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:12.633695 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2c117208-9b09-4738-8d48-ccbe24f54305 req-7136cd9a-dd9f-44ac-a3c0-55105a75f87a tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 946 time: 0.0998609 Aug 30 14:24:12.687664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Request body: {'binding': {'host': 'n-h2-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:12.688365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:24:12.708412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4e87-ccfc-4da3-80a5-5c88eb4cbe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:12.723660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2c117208-9b09-4738-8d48-ccbe24f54305 req-44acdac6-59ae-43cf-b646-08da6185c2dc tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680861 Aug 30 14:24:12.861448 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4e87-ccfc-4da3-80a5-5c88eb4cbe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:12.870917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4e87-ccfc-4da3-80a5-5c88eb4cbe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:12.935394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on host n-h2-805668-3 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:12.936054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:12.936658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:12.942711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:24:12.943328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:12.950003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:12.953011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8d6e4e87-ccfc-4da3-80a5-5c88eb4cbe9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50895d2c7b72441393ae610923fb6faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450402 Aug 30 14:24:12.953514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:12.954096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:12.954734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Bound port: 3145cf29-af29-43a1-abae-ced2625bc52e, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:12.958653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:12.991820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e4e87-ccfc-4da3-80a5-5c88eb4cbe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a05cac3-2e5d-458e-8ed9-98b5737d60a7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:13.079509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:13.087403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5642d43f-89f5-4924-bbee-8cbc6160a5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.092174 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.100619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-c8406100-0b8e-41d6-bf08-139b1c0882a6 service neutron] 10.222.0.50 "POST /v2.0/ports/3145cf29-af29-43a1-abae-ced2625bc52e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6559162 Aug 30 14:24:13.165429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5642d43f-89f5-4924-bbee-8cbc6160a5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.231180 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:24:13.264119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5642d43f-89f5-4924-bbee-8cbc6160a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.267252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5642d43f-89f5-4924-bbee-8cbc6160a5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.271158 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5642d43f-89f5-4924-bbee-8cbc6160a5b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a05cac3-2e5d-458e-8ed9-98b5737d60a7 HTTP/1.1" status: 204 len: 168 time: 0.3088112 Aug 30 14:24:13.303428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642d43f-89f5-4924-bbee-8cbc6160a5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a05cac3-2e5d-458e-8ed9-98b5737d60a7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:13.345612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-a226f94a-0664-4152-967f-6d4038807220 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1088922055&fields=id&tenant_id=c007dd01ae144179861b76a78919871f HTTP/1.1" status: 200 len: 267 time: 0.0755308 Aug 30 14:24:13.441090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-e94c7fd8-6228-454d-bc93-6099eb1a3b79 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:13.453498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-e94c7fd8-6228-454d-bc93-6099eb1a3b79 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 985 time: 0.1014891 Aug 30 14:24:13.456846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4e533885-7b7e-4fc3-a00e-121092d732b1 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:13.464129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'port': {'security_groups': ['191110bd-6aac-4374-84c8-c0925056afbb', 'd82ea73b-1846-4191-a5c5-52b1293a5f0e', 'fd2de07e-4248-4c48-8110-6d457eab6519']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:13.472761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-e5508aed-caae-4960-93df-e2f430d43c2f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:13.479746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-e5508aed-caae-4960-93df-e2f430d43c2f tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.39 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 946 time: 0.1239054 Aug 30 14:24:13.629921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.750973 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.814205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-96260d2c-bdee-4588-b035-fe236221164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:13.816428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-96260d2c-bdee-4588-b035-fe236221164d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1096 time: 0.1332748 Aug 30 14:24:13.874200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:13.878360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:13.884208 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859c96ae-fb88-4ce7-90e4-0a75e51b658d" -d '{"events": [{"server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:13.892759 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.937130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Deleting port 0517dc14-ea17-47a3-9fa3-9d93940b361b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:13.937725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.999651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-a3efb5be-f653-4373-be99-e798058ab28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.001872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-a3efb5be-f653-4373-be99-e798058ab28d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.1672764 Aug 30 14:24:14.046633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:14.118661 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-39449300-4423-49e8-a18b-d54cb30825f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3145cf29-af29-43a1-abae-ced2625bc52e HTTP/1.1" status: 200 len: 217 time: 0.1061437 Aug 30 14:24:14.172557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] For port 0517dc14-ea17-47a3-9fa3-9d93940b361b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0517dc14-ea17-47a3-9fa3-9d93940b361b,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:14.173220 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:14.204804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Calling delete_port for 0517dc14-ea17-47a3-9fa3-9d93940b361b owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:14.279188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-257f9b63-4cdf-4496-a43b-ac93d692031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.281611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-257f9b63-4cdf-4496-a43b-ac93d692031f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1541698 Aug 30 14:24:14.350512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] For port c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:14.437127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-b5a5b9b7-2c41-4fd0-8841-a6009e78898d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7358334 Aug 30 14:24:14.451824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6c43-5dca-4d46-8f37-a6aba75baf2b req-4512c04d-26b3-4f75-8fe0-681178d88544 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.464270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c1d6c43-5dca-4d46-8f37-a6aba75baf2b req-4512c04d-26b3-4f75-8fe0-681178d88544 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/ports?device_id=507261de-23e3-41fb-b9d3-27bc5adf37fd HTTP/1.1" status: 200 len: 946 time: 0.7690680 Aug 30 14:24:14.477555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-a043e652-25ad-4618-9b57-bb7693648ed3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852365 Aug 30 14:24:14.501911 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:14.560358 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:14.574929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c0a02040-524d-4f5e-9dfe-a21bf0c63dea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:14.633450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:14.643163 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c1d6c43-5dca-4d46-8f37-a6aba75baf2b req-47b97863-cd7a-4ec8-8bb5-f9536df0bb3a tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1836e3-095f-4331-9a75-999cc38c68ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623542 Aug 30 14:24:14.680423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.681324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:14.698868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7d15632-7473-4874-86fb-cdf6f1ba3c1b req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "PUT /v2.0/ports/c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 200 len: 1021 time: 1.2441397 Aug 30 14:24:14.704816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:14.716851 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ee63b2-61a0-432d-9bd5-207888e6c024" -d '{"events": [{"name": "network-changed", "server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:14.719637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:14.770416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339d33a-9b41-403f-891e-5da958b5a5cc tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'Port': ['ID=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:14.808782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:14.815626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-bd7d3f7e-9612-4a48-885e-62be08340c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.826057 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-bd7d3f7e-9612-4a48-885e-62be08340c74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 1095 time: 0.3301125 Aug 30 14:24:14.867957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c0a02040-524d-4f5e-9dfe-a21bf0c63dea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:14.870384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Pushing event deleted for resources: {'Port': ['ID=0517dc14-ea17-47a3-9fa3-9d93940b361b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:14.914766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-3ee26dfc-8104-4251-a0c3-aff5a8798577 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257615 Aug 30 14:24:14.944199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] No DVR routers for this DVR port 0517dc14-ea17-47a3-9fa3-9d93940b361b on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:14.965444 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:14.968351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-206523af-3e98-440a-9b7e-3d64120a64a3 req-a4442760-dfee-42c9-b36d-0f346f354133 tempest-FloatingIPsAssociationTestJSON-1675420196 tempest-FloatingIPsAssociationTestJSON-1675420196-project] 10.222.0.39 "DELETE /v2.0/ports/0517dc14-ea17-47a3-9fa3-9d93940b361b HTTP/1.1" status: 204 len: 173 time: 1.4813590 Aug 30 14:24:15.012017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'name': 'network-vif-deleted', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:15.014632 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c22a3-c65c-4df4-ac2d-57f701cabed5" -d '{"events": [{"server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "name": "network-vif-deleted", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:15.091263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1555568538-network', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:15.198966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Made reservation on behalf of a29b60eac8d24cb0826d5078623f5174 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:15.201471 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:15.207469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-edb91e35-c45e-4720-9a4d-5e29acb1542d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:15.209110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-edb91e35-c45e-4720-9a4d-5e29acb1542d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fba6ca1-7399-41a7-8e23-f2c086759b7b HTTP/1.1" status: 200 len: 943 time: 0.3739624 Aug 30 14:24:15.215582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-66be8081-7108-4b8c-a6cf-2c4133dd88da tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:15.217554 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-66be8081-7108-4b8c-a6cf-2c4133dd88da tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 805 time: 0.4122894 Aug 30 14:24:15.263504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698081f-c5fe-403b-8b24-50b0ac4c1cb7 req-c5cd2516-c1f6-422d-8c76-577efd41b825 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:15.271703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d698081f-c5fe-403b-8b24-50b0ac4c1cb7 req-c5cd2516-c1f6-422d-8c76-577efd41b825 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 0.4302635 Aug 30 14:24:15.279159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:15.299852 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-ea4a5f72-7c71-4cbd-bfcd-46c718bfff73 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/quotas/5ccdeffd66784ff9b095f72c819b9e6f HTTP/1.1" status: 200 len: 375 time: 0.0645065 Aug 30 14:24:15.302390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-dd69f241-379a-41c1-b52a-982ecab68b78 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764024 Aug 30 14:24:15.306190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-bc3c53f5-35e9-45c0-a503-1430969dee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:15.318381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-bc3c53f5-35e9-45c0-a503-1430969dee25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.4162242 Aug 30 14:24:15.445462 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-dccf9f88-1522-42e3-8bba-8c49805fca8c tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329932 Aug 30 14:24:15.463169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-cccd3f66-4b9a-4a70-affe-d3a012cf2333 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 200 len: 217 time: 0.1357176 Aug 30 14:24:15.495943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d698081f-c5fe-403b-8b24-50b0ac4c1cb7 req-fc6e2875-b2a8-4e11-b3a0-2572be700c34 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230568 Aug 30 14:24:15.564417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-2ab6caa0-371a-4f33-8681-b7716ee25995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:15.566189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-2ab6caa0-371a-4f33-8681-b7716ee25995 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.0679450 Aug 30 14:24:15.608109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Deleting port 4e533885-7b7e-4fc3-a00e-121092d732b1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:15.609208 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:15.667547 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:15.679115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-c6ecb5c8-3560-40d8-a055-a1560bdf7a21 service neutron] 10.222.0.50 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326784 Aug 30 14:24:15.689077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:15.771228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:24:15.797845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-58b71e50-ab4c-411a-a225-553fd5cc7002 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1755483 Aug 30 14:24:15.803703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea241b-088b-480d-b5df-e420eb5ad00b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:15.850808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:15.852677 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Added segment 719c7bb9-f09d-435c-9b07-f3e8bc7be541 of type vlan for network 664705f2-4326-4a6e-a378-09045acf51e9 Aug 30 14:24:15.996689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:16.001727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-dcf42f4e-c45e-482e-b952-1cbeb978691c service neutron] 10.222.0.50 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217318 Aug 30 14:24:16.036925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:16.037938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:16.038624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:16.198367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3875322 Aug 30 14:24:16.204646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:16.215910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Request body: {'subnet': {'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1555568538-subnet', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:16.270055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdd10e-4f17-40d0-9bc8-49d047545814 admin admin] Pushing event updated for resources: {'Network': ['ID=664705f2-4326-4a6e-a378-09045acf51e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:16.278908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Made reservation on behalf of a29b60eac8d24cb0826d5078623f5174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:16.284719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:16.291488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 664705f2-4326-4a6e-a378-09045acf51e9 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:24:16.455882 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb490429-958a-4aef-87a2-5f6c958254a2 x-openstack-request-id: req-cb490429-958a-4aef-87a2-5f6c958254a2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:16.456547 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:16.457077 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb490429-958a-4aef-87a2-5f6c958254a2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:16.457853 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'code': 200} Aug 30 14:24:16.575071 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98ef7ff5-89f8-47e9-9a72-66b0571352f1 req-6761a94d-f9eb-409e-97a2-d3bf7be5e75c tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/fd2de07e-4248-4c48-8110-6d457eab6519 HTTP/1.1" status: 200 len: 1801 time: 0.1049652 Aug 30 14:24:16.595405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb9f3-bff2-408b-936f-a960a2e1197b req-91dac5a0-fb99-4c1f-aa72-44b1ddd7e140 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:16.597391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-404fb9f3-bff2-408b-936f-a960a2e1197b req-91dac5a0-fb99-4c1f-aa72-44b1ddd7e140 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 946 time: 0.9804933 Aug 30 14:24:16.651007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-e6b49fc5-ccb7-44b9-a4f1-9b290b000be0 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441277 Aug 30 14:24:16.699604 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-98ef7ff5-89f8-47e9-9a72-66b0571352f1 req-2b329d02-718e-4864-90d4-97e55176d7ac tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 14:24:16.712274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98ef7ff5-89f8-47e9-9a72-66b0571352f1 req-2b329d02-718e-4864-90d4-97e55176d7ac tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd2de07e-4248-4c48-8110-6d457eab6519 HTTP/1.1" status: 409 len: 341 time: 0.1293166 Aug 30 14:24:16.717387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-404fb9f3-bff2-408b-936f-a960a2e1197b req-2fd2f04f-43e0-4384-9990-6449b6082a1f tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650034 Aug 30 14:24:16.813840 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62184b5-106b-47a0-9aed-0f305177fadd x-openstack-request-id: req-a62184b5-106b-47a0-9aed-0f305177fadd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:16.814447 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:16.815001 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a62184b5-106b-47a0-9aed-0f305177fadd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:16.815636 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea', 'status': 'completed', 'code': 200} Aug 30 14:24:16.878905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] For port 4e533885-7b7e-4fc3-a00e-121092d732b1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4e533885-7b7e-4fc3-a00e-121092d732b1,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:16.880050 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:16.904658 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf9be2-96f0-4542-9c3a-ab28c5a56c9f x-openstack-request-id: req-4ecf9be2-96f0-4542-9c3a-ab28c5a56c9f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:16.904973 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507261de-23e3-41fb-b9d3-27bc5adf37fd", "name": "network-vif-deleted", "tag": "0517dc14-ea17-47a3-9fa3-9d93940b361b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:16.905298 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ecf9be2-96f0-4542-9c3a-ab28c5a56c9f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:16.905651 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507261de-23e3-41fb-b9d3-27bc5adf37fd', 'name': 'network-vif-deleted', 'tag': '0517dc14-ea17-47a3-9fa3-9d93940b361b', 'status': 'completed', 'code': 200} Aug 30 14:24:16.910140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:16.995519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:17.089673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-a8548bef-67af-4080-9585-a878ffaf489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:17.092082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-a8548bef-67af-4080-9585-a878ffaf489b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c007dd01ae144179861b76a78919871f&device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1175 time: 0.2282941 Aug 30 14:24:17.228823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d212fdc-6d03-4b70-b609-b4a18c21c8ad req-c2728859-b1f2-4b7c-8d8f-5b010f810835 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144095 Aug 30 14:24:17.231351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Calling delete_port for 4e533885-7b7e-4fc3-a00e-121092d732b1 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:17.322320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-07a7ba4b-4571-4d1e-9624-0e7065c87c0f req-927d8c80-5b70-4b00-9c0e-d099c712c2cb tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 210 time: 0.0922313 Aug 30 14:24:17.441373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4e533885-7b7e-4fc3-a00e-121092d732b1 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:17.636205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0517dc14-ea17-47a3-9fa3-9d93940b361b no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:17.679407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 0517dc14-ea17-47a3-9fa3-9d93940b361b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:17.680068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0517dc14-ea17-47a3-9fa3-9d93940b361b not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:17.812333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:17.857250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Pushing event deleted for resources: {'Port': ['ID=4e533885-7b7e-4fc3-a00e-121092d732b1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:17.900175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-1ff673a0-0834-4147-a7aa-a5f8257cea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:17.903338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-1ff673a0-0834-4147-a7aa-a5f8257cea00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 200 len: 913 time: 0.7884145 Aug 30 14:24:17.927938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4eed62a-e0bc-4d66-adb3-7df223cc2228,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:17.937929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] No DVR routers for this DVR port 4e533885-7b7e-4fc3-a00e-121092d732b1 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:17.942292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:17.947627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-520ab22e-5393-4e34-8a15-b897b454dbf9 req-f5c3c91b-4faa-4d62-b253-8fe653203620 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.39 "DELETE /v2.0/ports/4e533885-7b7e-4fc3-a00e-121092d732b1 HTTP/1.1" status: 204 len: 173 time: 2.7275951 Aug 30 14:24:17.963782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Checking segment: {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:17.964486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Network hostable DHCP agents. Network: 664705f2-4326-4a6e-a378-09045acf51e9, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:24:18.096098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-e1b08dc9-f6b5-48d1-8075-15b88e90f05d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 200 len: 217 time: 0.1550767 Aug 30 14:24:18.109425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.109707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.110096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.110435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.110710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.111123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.111541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.111703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.112182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.113306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.113306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.113306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:18.131781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b49bd-a985-4526-bf04-ec42474500d0 req-d9eaf88b-117c-4510-a2ee-d2f16ef464ff tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:18.147732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-399b49bd-a985-4526-bf04-ec42474500d0 req-d9eaf88b-117c-4510-a2ee-d2f16ef464ff tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 946 time: 0.1322591 Aug 30 14:24:18.154030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:18.210251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-955d352e-fbe1-4550-b5e6-3d05ae4c16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:18.214222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-955d352e-fbe1-4550-b5e6-3d05ae4c16e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 200 len: 852 time: 0.0883346 Aug 30 14:24:18.231095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Network 664705f2-4326-4a6e-a378-09045acf51e9 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:24:18.260574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cbc39-0e6e-4be6-83ec-bf6c6d8df929 req-1d0cd71a-8dec-41c5-b50e-9403f60189f1 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:18.264152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Request body: {'floatingip': {'port_id': '51a8cead-fce2-4aa4-9ade-65566ce63a4d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:18.269718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-842cbc39-0e6e-4be6-83ec-bf6c6d8df929 req-1d0cd71a-8dec-41c5-b50e-9403f60189f1 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 1.1762059 Aug 30 14:24:18.309595 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-c5837ada-de51-48a2-b69f-58b27d1c5eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c49d00a2-b7ea-44d9-b09e-dcf415585950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795171 Aug 30 14:24:18.312281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 664705f2-4326-4a6e-a378-09045acf51e9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:18.331951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a502d-457b-4731-a8d2-83b2275daf5c None None] Network 664705f2-4326-4a6e-a378-09045acf51e9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:18.360262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:18.360556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:18.446033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e92bf9a7-4f1c-4c8a-8b92-1b2d72125a82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2397208 Aug 30 14:24:18.553989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:18.562263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:18.586730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-842cbc39-0e6e-4be6-83ec-bf6c6d8df929 req-008dfea2-007c-4475-972e-2287bd8eebab tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148937 Aug 30 14:24:18.617264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:18.618363 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:18.705725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:18.732612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-39a99cc8-5fec-4539-b490-88cf400de079 service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102447 Aug 30 14:24:18.797596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-664705f2-4326-4a6e-a378-09045acf51e9', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:24:18.799102 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:18.849219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-15eff01e-44da-429e-81bf-1c5e2afb91fd tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:18.852008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-15eff01e-44da-429e-81bf-1c5e2afb91fd tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 805 time: 0.6830132 Aug 30 14:24:18.856609 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:18.880530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Request body: {'port': {'device_id': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'admin_state_up': True, 'tenant_id': '5ccdeffd66784ff9b095f72c819b9e6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:18.945849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'name': 'network-vif-deleted', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:18.950705 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78449768-f1f2-4c9c-bc8c-6164c8a4b655" -d '{"events": [{"server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "name": "network-vif-deleted", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:19.150742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f7a99bc-0ce9-4d95-8128-52ea26dfb65d req-109aa370-61d3-4033-b077-e597561dd70c tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 210 time: 0.1247380 Aug 30 14:24:19.188381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:19.199651 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:19.229554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Allocated IP 172.20.0.2 (664705f2-4326-4a6e-a378-09045acf51e9/e4eed62a-e0bc-4d66-adb3-7df223cc2228/bc5afb70-4648-482c-9ddb-0fb25ce4296a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:19.447446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58ae95-5923-4f0a-97cc-858aae4a3a03 req-9b4aea89-7616-442f-a647-42247acfdfbe tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:19.449457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc58ae95-5923-4f0a-97cc-858aae4a3a03 req-9b4aea89-7616-442f-a647-42247acfdfbe tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1024 time: 0.5864041 Aug 30 14:24:19.467070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:19.478678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Transition to ACTIVE for port object bc5afb70-4648-482c-9ddb-0fb25ce4296a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:19.496510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Transition to ACTIVE for port object bc5afb70-4648-482c-9ddb-0fb25ce4296a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:19.506927 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:19.551801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3ee63b2-61a0-432d-9bd5-207888e6c024 req-77c2c87a-4713-4250-9514-1103859fba78 service neutron] 10.222.0.39 "GET /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8094268 Aug 30 14:24:19.553501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Network 664705f2-4326-4a6e-a378-09045acf51e9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:19.577500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:19.583639 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:19.590557 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:19.598474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae92fe2-844f-4467-b182-d275b2083ac9 req-5dfd5175-b83c-4a09-9dbe-140334311bbe tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:19.601813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ae92fe2-844f-4467-b182-d275b2083ac9 req-5dfd5175-b83c-4a09-9dbe-140334311bbe tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 945 time: 0.2423139 Aug 30 14:24:19.687645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Pushing event updated for resources: {'Port': ['ID=bc5afb70-4648-482c-9ddb-0fb25ce4296a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:19.704627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Attempting to bind port bc5afb70-4648-482c-9ddb-0fb25ce4296a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:19.705003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Attempting to bind port bc5afb70-4648-482c-9ddb-0fb25ce4296a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:19.705394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Attempting to bind port bc5afb70-4648-482c-9ddb-0fb25ce4296a on network 664705f2-4326-4a6e-a378-09045acf51e9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:19.708353 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc58ae95-5923-4f0a-97cc-858aae4a3a03 req-344ff707-1d60-4660-965f-8e17fdd962ec tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=191110bd-6aac-4374-84c8-c0925056afbb&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&id=fd2de07e-4248-4c48-8110-6d457eab6519&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2286496 Aug 30 14:24:19.716890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:19.718596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Checking segment: {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:19.719049 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:19.719456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Bound using segment: {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:19.719954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Bound port: bc5afb70-4648-482c-9ddb-0fb25ce4296a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:19.720344 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:19.754573 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ae92fe2-844f-4467-b182-d275b2083ac9 req-bf99ae8e-c48a-4079-9de4-2c4418c58a8b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395726 Aug 30 14:24:19.881301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] For port bc5afb70-4648-482c-9ddb-0fb25ce4296a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:19.891923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] For port bc5afb70-4648-482c-9ddb-0fb25ce4296a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc5afb70-4648-482c-9ddb-0fb25ce4296a,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:19.898392 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c7d547-8312-4ed1-867e-f858325a9809 x-openstack-request-id: req-26c7d547-8312-4ed1-867e-f858325a9809 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:19.899280 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fba6ca1-7399-41a7-8e23-f2c086759b7b", "name": "network-vif-deleted", "tag": "4e533885-7b7e-4fc3-a00e-121092d732b1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:19.899805 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26c7d547-8312-4ed1-867e-f858325a9809 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:19.900580 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fba6ca1-7399-41a7-8e23-f2c086759b7b', 'name': 'network-vif-deleted', 'tag': '4e533885-7b7e-4fc3-a00e-121092d732b1', 'status': 'completed', 'code': 200} Aug 30 14:24:19.901643 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:19.912715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-cc9a8125-3cde-4534-9849-935ae7b62e98 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:19.914962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-cc9a8125-3cde-4534-9849-935ae7b62e98 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.39 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 945 time: 0.4307854 Aug 30 14:24:20.002263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Made reservation on behalf of 5ccdeffd66784ff9b095f72c819b9e6f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:20.006955 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:20.076119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e0616-df98-42d3-8e32-1b39e88c03ea None None] Pushing event updated for resources: {'Port': ['ID=bc5afb70-4648-482c-9ddb-0fb25ce4296a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:20.155534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-6de279de-7ffd-47be-b3b4-70d49d87a739 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:20.157352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-6de279de-7ffd-47be-b3b4-70d49d87a739 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1024 time: 0.7038119 Aug 30 14:24:20.166616 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:20.216196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:20.414795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd2980d5-379c-464c-b4fe-309f530e4a18 req-baa012a0-eec0-4bc8-8ddc-a6eb1f7681f8 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 210 time: 0.0814292 Aug 30 14:24:20.508173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Allocated IP 172.25.6.67 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b0545bb8-4757-448d-bd24-4baf7ad8e16c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:20.704346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:20.790228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:20.911658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0545bb8-4757-448d-bd24-4baf7ad8e16c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:20.973377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:20.978727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:20.983717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:21.061442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50bc39-9f51-44be-b251-9e653d518309 req-db0ec96b-46f9-495d-8acf-619881a28fc6 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:21.066506 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d50bc39-9f51-44be-b251-9e653d518309 req-db0ec96b-46f9-495d-8acf-619881a28fc6 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1024 time: 0.1583030 Aug 30 14:24:21.223532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71681-48b5-4bac-a151-2a85cea88107 req-d64fe1c3-2c19-4a3f-babd-4358bfe05b85 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:21.238000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5b71681-48b5-4bac-a151-2a85cea88107 req-d64fe1c3-2c19-4a3f-babd-4358bfe05b85 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 1.1007526 Aug 30 14:24:21.243252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d50bc39-9f51-44be-b251-9e653d518309 req-87830513-017a-46d7-b591-ac18b6829a55 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=191110bd-6aac-4374-84c8-c0925056afbb&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&id=fd2de07e-4248-4c48-8110-6d457eab6519&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1238425 Aug 30 14:24:21.484750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f46e87-7c0e-4356-84ee-fc1bca467b73 req-4fca6990-7c57-4155-9f31-f247aac84509 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:21.486474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3f46e87-7c0e-4356-84ee-fc1bca467b73 req-4fca6990-7c57-4155-9f31-f247aac84509 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 945 time: 0.1297824 Aug 30 14:24:21.506731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.522899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Allocated IP 172.20.0.9 (9ff88e18-89aa-476f-8af1-d4021ac60349/bcedcd84-859e-4b33-8a0a-04894ebe067f/5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:21.591315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:24:21.655563 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3f46e87-7c0e-4356-84ee-fc1bca467b73 req-077beab5-7fbd-435d-8e31-adcd79539fdd tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608055 Aug 30 14:24:21.707081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5cc17c-de7b-425e-aaa1-75094983547b None None] Network 664705f2-4326-4a6e-a378-09045acf51e9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:21.778638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5b71681-48b5-4bac-a151-2a85cea88107 req-845e5fdf-87af-4cd0-8ea3-c30c791274e6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419234 Aug 30 14:24:21.785449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Deleting port ab47ce55-b82e-4054-9555-46f7160be195 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:21.785844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.797783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Deleting port c0a02040-524d-4f5e-9dfe-a21bf0c63dea {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:21.798210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.850118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ab51a63-b00e-46bb-8e14-f54da4c148de None None] Provisioning for port bc5afb70-4648-482c-9ddb-0fb25ce4296a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:21.865092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.916815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-131685df-5510-4833-8d14-880c3a69fad3 req-ede07a35-340f-4a90-ba97-b2908767b904 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 210 time: 0.0351512 Aug 30 14:24:21.919401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.972018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] For port c0a02040-524d-4f5e-9dfe-a21bf0c63dea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:21.973031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.990117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Calling delete_port for c0a02040-524d-4f5e-9dfe-a21bf0c63dea owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:22.041285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.089734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Router 376405a3-89bb-4338-96eb-15d84e5a3860 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:24:22.297372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:22.320110 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Sync routers for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:22.353070 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:22.353649 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:22.370785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.375960 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e15b4535-057c-4e16-b11b-2dd7b68ffab0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8207648 Aug 30 14:24:22.377223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:22.395339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc5afb70-4648-482c-9ddb-0fb25ce4296a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:22.465670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Deleting port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:22.466294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.467729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port bc5afb70-4648-482c-9ddb-0fb25ce4296a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:22.478658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port bc5afb70-4648-482c-9ddb-0fb25ce4296a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:22.479427 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.571137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] For port ab47ce55-b82e-4054-9555-46f7160be195, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ab47ce55-b82e-4054-9555-46f7160be195,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:22.571515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.610216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.615173 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Floating IP 0e0f8ee4-2c4b-4984-9ec7-b7142595f02d associated. External IP: 172.25.6.16, port: 51a8cead-fce2-4aa4-9ade-65566ce63a4d. Aug 30 14:24:22.649888 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.666106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Calling delete_port for ab47ce55-b82e-4054-9555-46f7160be195 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:22.676957 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:22.703917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port bc5afb70-4648-482c-9ddb-0fb25ce4296a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc5afb70-4648-482c-9ddb-0fb25ce4296a,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:22.710443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.761672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562c714-ed29-4d76-b616-c3ec5245b23f req-db085d58-953a-48a9-89c9-4399096d8c2f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:22.763391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a562c714-ed29-4d76-b616-c3ec5245b23f req-db085d58-953a-48a9-89c9-4399096d8c2f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 1024 time: 0.3997171 Aug 30 14:24:22.799801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=bc5afb70-4648-482c-9ddb-0fb25ce4296a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:22.920784 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:21Z', 'revision_number': 3, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:22.929434 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.954837 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Checking router: 376405a3-89bb-4338-96eb-15d84e5a3860 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:22.955093 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Updating router 376405a3-89bb-4338-96eb-15d84e5a3860 port b0545bb8-4757-448d-bd24-4baf7ad8e16c binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:24:22.984402 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:22.999538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] For port f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:23.000017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.070976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d8ac0-94f4-4aa9-8976-4121e5ef3954 req-e7cf1381-9915-4df6-9887-00485d5a69c5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:23.072750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-089d8ac0-94f4-4aa9-8976-4121e5ef3954 req-e7cf1381-9915-4df6-9887-00485d5a69c5 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 945 time: 0.1114044 Aug 30 14:24:23.083617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Calling delete_port for f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:23.093463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Network 9ff88e18-89aa-476f-8af1-d4021ac60349 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:23.108534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:23.110752 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.121248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:23.130530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a562c714-ed29-4d76-b616-c3ec5245b23f req-dc14ebbe-8f60-49a4-bead-3b0e696430b8 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=191110bd-6aac-4374-84c8-c0925056afbb&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&id=fd2de07e-4248-4c48-8110-6d457eab6519&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3022316 Aug 30 14:24:23.164608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:23.295229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Pushing event updated for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:23.313086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-089d8ac0-94f4-4aa9-8976-4121e5ef3954 req-434eb868-5d9a-49d2-8789-89b1e92e9088 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799567 Aug 30 14:24:23.383648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'Port': ['ID=c0a02040-524d-4f5e-9dfe-a21bf0c63dea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:23.449892 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.469298 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Transition to ACTIVE for port object b0545bb8-4757-448d-bd24-4baf7ad8e16c will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:23.484929 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.497192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c0a02040-524d-4f5e-9dfe-a21bf0c63dea no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:23.554247 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Pushing event updated for resources: {'Port': ['ID=b0545bb8-4757-448d-bd24-4baf7ad8e16c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:23.566470 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.567251 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.568705 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.569280 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.569962 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.570999 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.571486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcffe6-2e5a-47e6-aa64-1dadda9764d5 req-bc9baf7b-117c-424b-ba4f-e48bf40ab7a2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:23.572412 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.572944 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.573566 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.574078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2dcffe6-2e5a-47e6-aa64-1dadda9764d5 req-bc9baf7b-117c-424b-ba4f-e48bf40ab7a2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 931 time: 0.1006887 Aug 30 14:24:23.584142 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.584142 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.584523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] No DVR routers for this DVR port c0a02040-524d-4f5e-9dfe-a21bf0c63dea on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:23.586986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.590283 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:23.599979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:23.600837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.614022 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.617078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85ba066f-9101-4b60-bafe-1c3672c045a6 req-0d1e7efc-ff20-4364-a5ba-a5cb72015fbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.39 "DELETE /v2.0/ports/c0a02040-524d-4f5e-9dfe-a21bf0c63dea HTTP/1.1" status: 204 len: 173 time: 3.4038424 Aug 30 14:24:23.617303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: c0a02040-524d-4f5e-9dfe-a21bf0c63dea {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:23.617854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c0a02040-524d-4f5e-9dfe-a21bf0c63dea not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:23.619533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ab47ce55-b82e-4054-9555-46f7160be195 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:23.627499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'name': 'network-vif-deleted', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:23.630236 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c352aa7f-6c2e-4f3e-99e9-aa93c0ff90e1" -d '{"events": [{"server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "name": "network-vif-deleted", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:23.640061 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Attempting to bind port b0545bb8-4757-448d-bd24-4baf7ad8e16c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:23.641345 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Attempting to bind port b0545bb8-4757-448d-bd24-4baf7ad8e16c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:23.642479 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Attempting to bind port b0545bb8-4757-448d-bd24-4baf7ad8e16c on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:23.647333 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-e06af3ab-19d4-4e50-8628-a1cc0bd02947 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7742403 Aug 30 14:24:23.654875 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:23.655512 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:23.655945 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.656466 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:23.657771 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Bound port: b0545bb8-4757-448d-bd24-4baf7ad8e16c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:23.658248 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.667027 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2dcffe6-2e5a-47e6-aa64-1dadda9764d5 req-8e8492bb-4fdd-4ba8-96e3-43eae6ee0048 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829451 Aug 30 14:24:23.668990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.679596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Request body: {'port': {'device_id': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:23.755725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364e82a-ce23-4ef5-a632-19cd934143b0 req-ef87432f-001b-43a5-a603-9ee44a25f09c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:23.764177 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4364e82a-ce23-4ef5-a632-19cd934143b0 req-ef87432f-001b-43a5-a603-9ee44a25f09c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 0.3739133 Aug 30 14:24:23.772709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Router c2e53b53-45d2-4ea7-b249-6593c87f5f2f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:24:23.794362 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6460c6-b5e0-4fe2-9331-75c898578b72 x-openstack-request-id: req-7b6460c6-b5e0-4fe2-9331-75c898578b72 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:23.795277 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1caba65-7487-4a1e-99b9-bc3205cc62cb", "name": "network-vif-deleted", "tag": "c0a02040-524d-4f5e-9dfe-a21bf0c63dea", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:23.795635 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b6460c6-b5e0-4fe2-9331-75c898578b72 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:23.796339 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1caba65-7487-4a1e-99b9-bc3205cc62cb', 'name': 'network-vif-deleted', 'tag': 'c0a02040-524d-4f5e-9dfe-a21bf0c63dea', 'status': 'completed', 'code': 200} Aug 30 14:24:23.808206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No active binding found for port ab47ce55-b82e-4054-9555-46f7160be195 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 14:24:23.808879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ab47ce55-b82e-4054-9555-46f7160be195 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:23.851112 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] For port b0545bb8-4757-448d-bd24-4baf7ad8e16c, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:23.860944 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] For port b0545bb8-4757-448d-bd24-4baf7ad8e16c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b0545bb8-4757-448d-bd24-4baf7ad8e16c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:23.870935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Pushing event deleted for resources: {'Port': ['ID=ab47ce55-b82e-4054-9555-46f7160be195,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:23.871341 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.893777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Allocated IP 172.20.0.1 (664705f2-4326-4a6e-a378-09045acf51e9/e4eed62a-e0bc-4d66-adb3-7df223cc2228/0d12ee7f-80b6-44fb-9d60-a78c03e43f77) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:23.936854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:23.958481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] No DVR routers for this DVR port ab47ce55-b82e-4054-9555-46f7160be195 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:23.971473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4364e82a-ce23-4ef5-a632-19cd934143b0 req-fabdd6f8-0b7d-48ae-b5e9-2dffa96059c4 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061758 Aug 30 14:24:23.983894 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:23.984950 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:24.009639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:24.011806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85621ef3-0dd7-4acc-862e-b44cd3a5cdb0 req-776e463f-69dc-4eb9-aeaf-2da66c0e99d2 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.39 "DELETE /v2.0/ports/ab47ce55-b82e-4054-9555-46f7160be195 HTTP/1.1" status: 204 len: 173 time: 4.0675337 Aug 30 14:24:24.045179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:24.061729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Transition to ACTIVE for port object 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:24.099891 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352a0eb-c5d5-455c-9e7f-baa4689fad8f None None] Pushing event updated for resources: {'Port': ['ID=b0545bb8-4757-448d-bd24-4baf7ad8e16c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:24.118295 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:24.200455 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:24.248045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:24.274440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Network 664705f2-4326-4a6e-a378-09045acf51e9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:24.277617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:24.303863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:24.347767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc5afb70-4648-482c-9ddb-0fb25ce4296a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:24.351104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:24.372896 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:24.408305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] Sync routers for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:24.442676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:24.459808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:24.478587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:24.520276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1b1c4ada-6faa-4b43-9e3b-60f6bb9e0aa6 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "PUT /v2.0/floatingips/0e0f8ee4-2c4b-4984-9ec7-b7142595f02d HTTP/1.1" status: 200 len: 991 time: 6.2917855 Aug 30 14:24:24.563635 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ad319b2-0bee-4aee-b0bf-ee4f7e21b019 req-d11c3dc0-c590-4185-bc1b-b8f92ff373b6 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1caba65-7487-4a1e-99b9-bc3205cc62cb HTTP/1.1" status: 200 len: 210 time: 0.1182864 Aug 30 14:24:24.597091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:24.636462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:24.731538 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:21Z', 'revision_number': 3, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:24.824077 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a2430-ddba-4490-abc2-3e03de482e68 None None] The sync data for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 is: [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:21Z', 'revision_number': 3, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:24.851134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port bc5afb70-4648-482c-9ddb-0fb25ce4296a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:24.852712 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:24.953022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70d5eb1-d97f-4945-b8d9-1458812e48de req-1227b07e-157a-4d54-aa04-eda143c687f1 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=465533b2-c414-4f0d-8245-caf4adb8f991 HTTP/1.1" status: 200 len: 210 time: 0.0587122 Aug 30 14:24:25.000593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:25.076443 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.106672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5cec89a8-6de7-490f-aa02-4c5dc7178c79 None None] Provisioning for port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:25.115606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f925b4-bc37-41ad-bfdd-c23d4cb70078 req-e3e7a5b6-30ab-475a-85f4-4fa31f0e0e4c tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:25.118544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09f925b4-bc37-41ad-bfdd-c23d4cb70078 req-e3e7a5b6-30ab-475a-85f4-4fa31f0e0e4c tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 931 time: 0.1918397 Aug 30 14:24:25.151169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5cec89a8-6de7-490f-aa02-4c5dc7178c79 None None] Provisioning complete for port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:25.151169 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cec89a8-6de7-490f-aa02-4c5dc7178c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.190453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f1638f6-9fef-4150-8d1f-1acdd9e66343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.315884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5cec89a8-6de7-490f-aa02-4c5dc7178c79 None None] Port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:24:25.392030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.428174 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.489827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09f925b4-bc37-41ad-bfdd-c23d4cb70078 req-7826565b-9a3a-4795-9e2e-8251aa86b804 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949340 Aug 30 14:24:25.525546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:25.534934 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.710519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Network 664705f2-4326-4a6e-a378-09045acf51e9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:25.719638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:25.765615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.800790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'name': 'network-vif-deleted', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195'}, {'name': 'network-changed', 'server_uuid': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'tag': '51a8cead-fce2-4aa4-9ade-65566ce63a4d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:25.803489 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26123aa-d306-44dd-a219-b8805e00c608" -d '{"events": [{"server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "name": "network-vif-deleted", "tag": "ab47ce55-b82e-4054-9555-46f7160be195"}, {"name": "network-changed", "server_uuid": "d4d3c6e9-ef31-413d-b38d-fff6121b1f5f", "tag": "51a8cead-fce2-4aa4-9ade-65566ce63a4d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:25.923998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291a1c0-2057-4373-b311-1fdff1a042c6 req-8fb48042-f286-4626-a6da-bb74d59cfcda tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:25.925730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b291a1c0-2057-4373-b311-1fdff1a042c6 req-8fb48042-f286-4626-a6da-bb74d59cfcda tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 0.8277402 Aug 30 14:24:25.945523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-71968923-f703-4318-aaf6-51543a1c4825 req-eb12a5b3-3963-457f-a7a1-972fbd388f3f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/191110bd-6aac-4374-84c8-c0925056afbb HTTP/1.1" status: 200 len: 1800 time: 0.2331245 Aug 30 14:24:25.969600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:25.981287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.997627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Router 376405a3-89bb-4338-96eb-15d84e5a3860 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:24:26.054154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71968923-f703-4318-aaf6-51543a1c4825 req-665594ef-4c3c-46c8-88a7-5475ad365085 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.105032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0e0f8ee4-2c4b-4984-9ec7-b7142595f02d', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'port_id': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'mac_address': 'fa:16:3e:df:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:23:44Z', 'updated_at': '2021-08-30T14:24:21Z', 'revision_number': 1, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:45Z', 'revision_number': 5, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:26.110762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b291a1c0-2057-4373-b311-1fdff1a042c6 req-3a23c0f0-52a6-44cd-acec-fe0ee70e39df tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736374 Aug 30 14:24:26.128814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Transition to ACTIVE for port object 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:26.145856 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.158348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] Checking router: c2e53b53-45d2-4ea7-b249-6593c87f5f2f for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:26.169152 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71968923-f703-4318-aaf6-51543a1c4825 req-665594ef-4c3c-46c8-88a7-5475ad365085 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.195830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:26.199409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:26.206264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4add6751-e7b3-45da-94f2-581bdfd5cea4 None None] Provisioning complete for port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:26.206264 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4add6751-e7b3-45da-94f2-581bdfd5cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.269434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:26.301540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dea70fc6-f6f0-42dc-adb0-c1e0ceb506b6 admin admin] 10.222.0.50 "PUT /v2.0/routers/376405a3-89bb-4338-96eb-15d84e5a3860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9153242 Aug 30 14:24:26.352143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71968923-f703-4318-aaf6-51543a1c4825 req-665594ef-4c3c-46c8-88a7-5475ad365085 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.355637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71968923-f703-4318-aaf6-51543a1c4825 req-665594ef-4c3c-46c8-88a7-5475ad365085 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.372681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-71968923-f703-4318-aaf6-51543a1c4825 req-665594ef-4c3c-46c8-88a7-5475ad365085 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/191110bd-6aac-4374-84c8-c0925056afbb HTTP/1.1" status: 204 len: 173 time: 0.4187515 Aug 30 14:24:26.393366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665594ef-4c3c-46c8-88a7-5475ad365085 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191110bd-6aac-4374-84c8-c0925056afbb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:26.408254 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c6e508-c5ee-499d-9cf7-f031f978a685 x-openstack-request-id: req-57c6e508-c5ee-499d-9cf7-f031f978a685 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:26.408712 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465533b2-c414-4f0d-8245-caf4adb8f991", "name": "network-vif-deleted", "tag": "ab47ce55-b82e-4054-9555-46f7160be195", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4d3c6e9-ef31-413d-b38d-fff6121b1f5f", "tag": "51a8cead-fce2-4aa4-9ade-65566ce63a4d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:26.409276 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57c6e508-c5ee-499d-9cf7-f031f978a685 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:26.409423 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465533b2-c414-4f0d-8245-caf4adb8f991', 'name': 'network-vif-deleted', 'tag': 'ab47ce55-b82e-4054-9555-46f7160be195', 'status': 'completed', 'code': 200} Aug 30 14:24:26.409874 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'tag': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'status': 'completed', 'code': 200} Aug 30 14:24:26.438146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Pushing event updated for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:26.507697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4add6751-e7b3-45da-94f2-581bdfd5cea4 None None] Port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:24:26.520472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26123aa-d306-44dd-a219-b8805e00c608 req-726fa52b-9f1b-478d-90ca-4b5d9b392b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:26.522358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a26123aa-d306-44dd-a219-b8805e00c608 req-726fa52b-9f1b-478d-90ca-4b5d9b392b78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=451cde2f7fcf42e282e529a7f5c0730f&device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 1097 time: 0.0670028 Aug 30 14:24:26.525808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b0545bb8-4757-448d-bd24-4baf7ad8e16c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:26.597077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:26.598018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Attempting to bind port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:26.598469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Attempting to bind port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:26.598869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Attempting to bind port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f on network 9ff88e18-89aa-476f-8af1-d4021ac60349 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:26.625171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f on network 9ff88e18-89aa-476f-8af1-d4021ac60349 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:24:26.625396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Attempting to bind port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f on network 9ff88e18-89aa-476f-8af1-d4021ac60349 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:26.635670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:26.636362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Checking segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:26.637016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Bound using segment: {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:26.637904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Bound port: 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4417c5-8233-4667-9f67-296ea326eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:26.638497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.695159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a0006ce-9aa5-493a-bd1e-b7ff48573b88 req-7a4f0818-5b19-42f8-936b-0423fcdd681e tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/fd2de07e-4248-4c48-8110-6d457eab6519 HTTP/1.1" status: 200 len: 1801 time: 0.2502577 Aug 30 14:24:26.708731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b0545bb8-4757-448d-bd24-4baf7ad8e16c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:26.710504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Router 9471b2bf-4e0c-4a1e-b271-a24058316ede has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:24:26.719880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b0545bb8-4757-448d-bd24-4baf7ad8e16c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:26.720244 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.737986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26123aa-d306-44dd-a219-b8805e00c608 req-2ed2d032-06d2-4e25-a692-761b57981c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:26.740923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a26123aa-d306-44dd-a219-b8805e00c608 req-2ed2d032-06d2-4e25-a692-761b57981c3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5aa9f3e2-bf31-4da2-998e-1407f668daac HTTP/1.1" status: 200 len: 916 time: 0.2082140 Aug 30 14:24:26.892305 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a26123aa-d306-44dd-a219-b8805e00c608 req-43b5698b-fb7c-4acd-a070-cc772dc24ede service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d HTTP/1.1" status: 200 len: 999 time: 0.1423652 Aug 30 14:24:26.900610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc881b9-f3ae-47d4-a9c6-af063e3a63ad req-010fb8b8-592c-4201-a2da-daa377e9372d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:26.908467 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4fc881b9-f3ae-47d4-a9c6-af063e3a63ad req-010fb8b8-592c-4201-a2da-daa377e9372d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 943 time: 0.0882864 Aug 30 14:24:26.981776 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.028287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b0545bb8-4757-448d-bd24-4baf7ad8e16c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b0545bb8-4757-448d-bd24-4baf7ad8e16c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:27.035007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:27.038349 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.043043 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a0006ce-9aa5-493a-bd1e-b7ff48573b88 req-4c854258-d07e-4cbe-b8ca-3a1d1b9dc5b2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.062081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4fc881b9-f3ae-47d4-a9c6-af063e3a63ad req-514baa33-155b-4dd3-8485-422582064dd8 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519992 Aug 30 14:24:27.065931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:27.079540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.082776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0e0f8ee4-2c4b-4984-9ec7-b7142595f02d', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'port_id': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'mac_address': 'fa:16:3e:df:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:23:44Z', 'updated_at': '2021-08-30T14:24:21Z', 'revision_number': 1, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:45Z', 'revision_number': 5, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:27.084030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26123aa-d306-44dd-a219-b8805e00c608 req-db9438ae-e3de-4973-95fc-8ec5c0eb9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:27.086638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a26123aa-d306-44dd-a219-b8805e00c608 req-db9438ae-e3de-4973-95fc-8ec5c0eb9fe8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abda8205-0ccd-4089-9e60-09215500252c HTTP/1.1" status: 200 len: 854 time: 0.1753457 Aug 30 14:24:27.122637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e787e25-22ce-4746-8478-8245bce4ae07 None None] The sync data for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 is: [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0e0f8ee4-2c4b-4984-9ec7-b7142595f02d', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'port_id': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'mac_address': 'fa:16:3e:df:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:23:44Z', 'updated_at': '2021-08-30T14:24:21Z', 'revision_number': 1, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:45Z', 'revision_number': 5, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:27.144079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b0545bb8-4757-448d-bd24-4baf7ad8e16c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:27.154255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a0006ce-9aa5-493a-bd1e-b7ff48573b88 req-4c854258-d07e-4cbe-b8ca-3a1d1b9dc5b2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.202826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26123aa-d306-44dd-a219-b8805e00c608 req-104cd480-1f60-4040-8465-0df6a71c22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:27.207098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a26123aa-d306-44dd-a219-b8805e00c608 req-104cd480-1f60-4040-8465-0df6a71c22d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5aa9f3e2-bf31-4da2-998e-1407f668daac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064591 Aug 30 14:24:27.262172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:27.262836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.264335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] 10.222.0.21 "PUT /v2.0/ports/5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f HTTP/1.1" status: 200 len: 1091 time: 3.5895174 Aug 30 14:24:27.279834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:27.285438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f2f43bdb-b336-4870-8df0-9d5b559519a9 admin admin] 10.222.0.50 "PUT /v2.0/routers/9471b2bf-4e0c-4a1e-b271-a24058316ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3741870 Aug 30 14:24:27.309530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:27.313908 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] Sync routers for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:27.393316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0dfa-126b-4dcb-bca5-6c60eb801cce service neutron] Pushing event updated for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:27.422087 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:27.427373 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:27.435244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a0006ce-9aa5-493a-bd1e-b7ff48573b88 req-4c854258-d07e-4cbe-b8ca-3a1d1b9dc5b2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.438066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a0006ce-9aa5-493a-bd1e-b7ff48573b88 req-4c854258-d07e-4cbe-b8ca-3a1d1b9dc5b2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.439460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a0006ce-9aa5-493a-bd1e-b7ff48573b88 req-4c854258-d07e-4cbe-b8ca-3a1d1b9dc5b2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd2de07e-4248-4c48-8110-6d457eab6519 HTTP/1.1" status: 204 len: 173 time: 0.7270985 Aug 30 14:24:27.459987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a26123aa-d306-44dd-a219-b8805e00c608 req-2e51599b-e61b-4fd0-b04c-2a1fb61b5d11 service neutron] 10.222.0.21 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442796 Aug 30 14:24:27.495218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84069a24-322a-4661-a40a-c6b5b9699665 req-ac5a7bd0-9fcf-44e7-a2e7-863cd5cbd57b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:27.498223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84069a24-322a-4661-a40a-c6b5b9699665 req-ac5a7bd0-9fcf-44e7-a2e7-863cd5cbd57b tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 944 time: 0.3708546 Aug 30 14:24:27.520071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c854258-d07e-4cbe-b8ca-3a1d1b9dc5b2 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2de07e-4248-4c48-8110-6d457eab6519,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:27.583981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-d3bfb9da-5c08-4a92-baf8-def7ebe16acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:27.586863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-d3bfb9da-5c08-4a92-baf8-def7ebe16acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 1094 time: 0.2149401 Aug 30 14:24:27.591462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Sync routers for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:27.597175 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.635603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:27.636809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:23:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:27.726936 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a26123aa-d306-44dd-a219-b8805e00c608 req-cec4be28-3e1e-4555-b0fa-1bff82f2da46 service neutron] 10.222.0.21 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557673 Aug 30 14:24:27.786223 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082a248-aeba-42df-bbc0-15867132dcfc None None] New status for floating IP 0e0f8ee4-2c4b-4984-9ec7-b7142595f02d: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:24:27.802019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-6c0bc8ed-44ce-4aa3-8698-159fd0ec3b9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f HTTP/1.1" status: 200 len: 217 time: 0.1602466 Aug 30 14:24:27.847459 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:27.926928 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-638942e4-cc13-4b2a-b435-84d7aabf2dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.971521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:27.998326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-7a38a2eb-5c5e-466b-856a-c6a08350ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:28.001745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-7a38a2eb-5c5e-466b-856a-c6a08350ef19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 200 len: 845 time: 0.1504796 Aug 30 14:24:28.078296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:28.083695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-67a49f55-b74b-43ca-8314-23c1641cb26f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679324780', 'description': 'tempest-description--1392637893'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:28.104302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-9335aa0b-d548-4a24-9488-6a9693fe0c7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ff88e18-89aa-476f-8af1-d4021ac60349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856330 Aug 30 14:24:28.138046 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67a49f55-b74b-43ca-8314-23c1641cb26f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.164931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b8d59-4990-4d70-8bee-25bc32549afa req-7b71f57a-869f-44d0-9ae1-3a46d9c1d9d9 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:28.178351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-993b8d59-4990-4d70-8bee-25bc32549afa req-7b71f57a-869f-44d0-9ae1-3a46d9c1d9d9 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 944 time: 0.3744478 Aug 30 14:24:28.202444 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 5, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port': {'id': 'd2294754-1ef4-4d23-b1de-f6d7a38e6df1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:22:15Z', 'updated_at': '2021-08-30T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:28.243125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] Checking router: 9471b2bf-4e0c-4a1e-b271-a24058316ede for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:28.244980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.255469 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] Routers {'9471b2bf-4e0c-4a1e-b271-a24058316ede'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:28.259873 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:24:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9471b2bf-4e0c-4a1e-b271-a24058316ede'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:28.300240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aacce-b808-40ca-8297-3cb83123b2e3 req-7bf3f57e-9fb7-489f-9313-d6c2b0f34351 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:28.302448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-685aacce-b808-40ca-8297-3cb83123b2e3 req-7bf3f57e-9fb7-489f-9313-d6c2b0f34351 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 0.1252153 Aug 30 14:24:28.327326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Deleting port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:28.328071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.395229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-685aacce-b808-40ca-8297-3cb83123b2e3 req-77931047-4331-4a80-9174-3e3af977b0ea tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763662 Aug 30 14:24:28.411196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b0545bb8-4757-448d-bd24-4baf7ad8e16c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:28.489820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67a49f55-b74b-43ca-8314-23c1641cb26f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.496629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67a49f55-b74b-43ca-8314-23c1641cb26f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.500752 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] Set router 9471b2bf-4e0c-4a1e-b271-a24058316ede gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:28.526237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:28.539427 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5908e3ce-4f97-4546-ba07-882be1952c04" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:28.540603 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67a49f55-b74b-43ca-8314-23c1641cb26f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.543094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-67a49f55-b74b-43ca-8314-23c1641cb26f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4634423 Aug 30 14:24:28.545614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:28.553580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-27b8b35c-edda-49d2-a234-d1be54bd0578 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Request body: {'security_group_rule': {'security_group_id': '8ec52987-0b4c-4500-aee9-90f48d82c505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:28.560946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a49f55-b74b-43ca-8314-23c1641cb26f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec52987-0b4c-4500-aee9-90f48d82c505,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:28.563188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b0545bb8-4757-448d-bd24-4baf7ad8e16c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:28.563637 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.573740 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.580143 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:24:28Z', 'revision_number': 6, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:28.610133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8b35c-edda-49d2-a234-d1be54bd0578 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.610795 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:25Z', 'revision_number': 2, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:28.645278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Checking router: 376405a3-89bb-4338-96eb-15d84e5a3860 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:28.645743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Updating router 376405a3-89bb-4338-96eb-15d84e5a3860 port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:24:28.651976 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a2465-abac-4bcb-b4ac-469a30324816 None None] The sync data for ids ['9471b2bf-4e0c-4a1e-b271-a24058316ede'] in n-d-805668-3 is: [{'id': '9471b2bf-4e0c-4a1e-b271-a24058316ede', 'name': 'tempest-FloatingIPsAssociationTestJSON-924046798-router', 'tenant_id': '74bd60fa8ee745f39cd31f330bac10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:22:14Z', 'updated_at': '2021-08-30T14:24:28Z', 'revision_number': 6, 'project_id': '74bd60fa8ee745f39cd31f330bac10ec', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:28.681438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.720844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-993b8d59-4990-4d70-8bee-25bc32549afa req-133afe45-1ff5-446f-b334-b86277d34a70 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413013 Aug 30 14:24:28.780229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4455d50d-0a18-4d9f-83d6-6afc964d1ec7 req-8940f791-7f0f-49fc-be37-ef50982637ec tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1627553662', 'description': 'tempest-description-1587908397'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:28.850811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8b35c-edda-49d2-a234-d1be54bd0578 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.854445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4455d50d-0a18-4d9f-83d6-6afc964d1ec7 req-8940f791-7f0f-49fc-be37-ef50982637ec tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.859517 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8b35c-edda-49d2-a234-d1be54bd0578 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.904270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b35c-edda-49d2-a234-d1be54bd0578 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425aa632-abd1-4e95-a4e8-f17cd25134ee,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:28.916628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8b35c-edda-49d2-a234-d1be54bd0578 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.918923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27b8b35c-edda-49d2-a234-d1be54bd0578 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3717942 Aug 30 14:24:28.924816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:28.935211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Request body: {'security_group_rule': {'security_group_id': '8ec52987-0b4c-4500-aee9-90f48d82c505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:28.956167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Deleting port d2294754-1ef4-4d23-b1de-f6d7a38e6df1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:28.956694 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:28.958516 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:24:28.958516 n-d-805668-3 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:24:28.958516 n-d-805668-3 neutron-server[94826]: [parameters: {'project_id_1': 'a29b60eac8d24cb0826d5078623f5174', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 24, 28, 944736)}] Aug 30 14:24:28.958516 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:24:28.959235 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:24:29.098087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4455d50d-0a18-4d9f-83d6-6afc964d1ec7 req-8940f791-7f0f-49fc-be37-ef50982637ec tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.109776 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4455d50d-0a18-4d9f-83d6-6afc964d1ec7 req-8940f791-7f0f-49fc-be37-ef50982637ec tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.124736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-eaef73fb-b13a-4e60-9e95-1b87731b10bd service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019176 Aug 30 14:24:29.152357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4455d50d-0a18-4d9f-83d6-6afc964d1ec7 req-8940f791-7f0f-49fc-be37-ef50982637ec tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.163665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4455d50d-0a18-4d9f-83d6-6afc964d1ec7 req-8940f791-7f0f-49fc-be37-ef50982637ec tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4152336 Aug 30 14:24:29.163997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] For port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:29.163997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.170995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940f791-7f0f-49fc-be37-ef50982637ec tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e28349-55fa-4d3e-98ae-68cae6af3ab5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:29.186094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Calling delete_port for 64aff6e8-71f0-4fb8-aaba-98f9d89a371e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:29.193825 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.217164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73662fed-8b55-4032-b57e-1634558a9ba9 req-fa733375-f433-4bed-b256-4d7164e175ae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:29.218770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73662fed-8b55-4032-b57e-1634558a9ba9 req-fa733375-f433-4bed-b256-4d7164e175ae tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 943 time: 0.4078109 Aug 30 14:24:29.339959 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.361693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Transition to ACTIVE for port object 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:29.377984 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.469724 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6c478a4-cac1-40d8-b3b5-3cee015539c8 req-9aa8d730-e48e-46dd-8161-505e8e394ebd tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/10e28349-55fa-4d3e-98ae-68cae6af3ab5 HTTP/1.1" status: 200 len: 1801 time: 0.0922031 Aug 30 14:24:29.475376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab23a3-3230-4926-b739-5cb26152341c None None] Pushing event updated for resources: {'Port': ['ID=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:29.482419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f6c478a4-cac1-40d8-b3b5-3cee015539c8 req-77eb1038-9249-4709-a85c-416432444ba9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1177702843', 'description': 'tempest-description-hth-1940783545'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:29.518802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:24:29.526740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f6c478a4-cac1-40d8-b3b5-3cee015539c8 req-77eb1038-9249-4709-a85c-416432444ba9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.578345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.635748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f6c478a4-cac1-40d8-b3b5-3cee015539c8 req-77eb1038-9249-4709-a85c-416432444ba9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.657920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f6c478a4-cac1-40d8-b3b5-3cee015539c8 req-77eb1038-9249-4709-a85c-416432444ba9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.661615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f6c478a4-cac1-40d8-b3b5-3cee015539c8 req-77eb1038-9249-4709-a85c-416432444ba9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.671426 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c46e26a-bb4c-4cce-bbac-c48b74534704 x-openstack-request-id: req-5c46e26a-bb4c-4cce-bbac-c48b74534704 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:29.671426 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:29.671426 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c46e26a-bb4c-4cce-bbac-c48b74534704 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:29.671426 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'status': 'completed', 'code': 200} Aug 30 14:24:29.681222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6c478a4-cac1-40d8-b3b5-3cee015539c8 req-77eb1038-9249-4709-a85c-416432444ba9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "PUT /v2.0/security-groups/10e28349-55fa-4d3e-98ae-68cae6af3ab5 HTTP/1.1" status: 200 len: 1775 time: 0.2096136 Aug 30 14:24:29.705821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:29.716044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-79066398-a7da-4730-8462-9619a016bcab tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:29.716912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Attempting to bind port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:29.717431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Attempting to bind port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:29.717658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-79066398-a7da-4730-8462-9619a016bcab tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1096 time: 1.1462319 Aug 30 14:24:29.718372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Attempting to bind port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 on network 664705f2-4326-4a6e-a378-09045acf51e9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:29.727737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:29.728727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Checking segment: {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:29.730132 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.730132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Bound using segment: {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:29.730528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Bound port: 0d12ee7f-80b6-44fb-9d60-a78c03e43f77, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:29.730884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.733395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:24:29.747909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805668-3'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:29.753194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.776789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb1038-9249-4709-a85c-416432444ba9 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e28349-55fa-4d3e-98ae-68cae6af3ab5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:29.780807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.806858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.808054 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8819575 Aug 30 14:24:29.853962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:29.855314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] For port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:29.859488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] For port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:29.866554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:29.871170 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.883077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f1fe2-9f4f-419d-a804-bf968f46cb53 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8d6b1c-358e-4784-b920-9c0a0bcb26a6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:29.906568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812a713-ea12-4d7e-a6a9-60695b110d1d req-5646ab89-a96f-4971-9fbf-ec2b3a29c0c3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:29.920087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7812a713-ea12-4d7e-a6a9-60695b110d1d req-5646ab89-a96f-4971-9fbf-ec2b3a29c0c3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 945 time: 0.1224022 Aug 30 14:24:29.956212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:29.957136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:24:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:29.958486 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.988875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c70b2c27-b9aa-4d6f-b029-50dc7318a0fb req-0fa4d39a-e708-4160-b7de-40cfb8950471 service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945788 Aug 30 14:24:30.012903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab23a3-3230-4926-b739-5cb26152341c None None] Pushing event updated for resources: {'Port': ['ID=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:30.025077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73662fed-8b55-4032-b57e-1634558a9ba9 req-eaed7416-dc76-4b50-a7e2-14dd224b41c0 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353778 Aug 30 14:24:30.045393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] For port d2294754-1ef4-4d23-b1de-f6d7a38e6df1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:30.047704 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:30.157760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7812a713-ea12-4d7e-a6a9-60695b110d1d req-a0ae4f75-43e9-47e4-b68c-fc1aceb82670 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361746 Aug 30 14:24:30.172502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Calling delete_port for d2294754-1ef4-4d23-b1de-f6d7a38e6df1 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:30.178272 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:30.181846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:30.312379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:30.324860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d2294754-1ef4-4d23-b1de-f6d7a38e6df1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:30.445129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3222778d-76c3-4b07-9a70-db2322e5cad7 req-2e6c6d33-a1e2-4f6e-8f63-b185290c5c47 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/10e28349-55fa-4d3e-98ae-68cae6af3ab5 HTTP/1.1" status: 200 len: 1775 time: 0.3381929 Aug 30 14:24:30.532188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Allocated IP 172.25.6.242 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/9402d132-a1c4-4630-b975-17114437bffe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:30.572396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-e3024661-9a55-488e-b28e-a9557d7cb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:30.574201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-e3024661-9a55-488e-b28e-a9557d7cb528 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 1094 time: 0.4028947 Aug 30 14:24:30.749966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:30.754687 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:30.799539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d2294754-1ef4-4d23-b1de-f6d7a38e6df1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:30.806072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:29Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:30.811241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbbf55-eab9-4cfd-aa35-cf29d4e8ba2d req-7b916820-a695-4145-8a34-7f52694be835 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:30.812350 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:30.814095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8dbbf55-eab9-4cfd-aa35-cf29d4e8ba2d req-7b916820-a695-4145-8a34-7f52694be835 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26b588-02fa-407f-9572-e83fa30353fa HTTP/1.1" status: 200 len: 866 time: 0.1566966 Aug 30 14:24:30.817462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:30.845127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:30.848295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Pushing event deleted for resources: {'Port': ['ID=64aff6e8-71f0-4fb8-aaba-98f9d89a371e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:30.879302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:30.925208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace27ba-f0a8-4b87-a970-3308807d2632 None None] The sync data for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 is: [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:29Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:30.940178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8dbbf55-eab9-4cfd-aa35-cf29d4e8ba2d req-37e20f19-1582-4d62-91c6-97576687a7e7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033630 Aug 30 14:24:30.964198 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:30.973174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:30.973676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f831ad9f-8e2a-4eb7-b231-f9a44fa37ef3 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:30.987980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-80d61fc6-42b8-46f3-ae1b-77b428443db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:30.989832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-80d61fc6-42b8-46f3-ae1b-77b428443db2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 200 len: 906 time: 0.4028089 Aug 30 14:24:31.065753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:31.123176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event updated for resources: {'Port': ['ID=9402d132-a1c4-4630-b975-17114437bffe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:31.154220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:31.156994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:31.160440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:31.163563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-54baa9a8-aa6c-46c9-8f37-cdfe24f95e6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f HTTP/1.1" status: 200 len: 217 time: 0.1515033 Aug 30 14:24:31.169858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0767aba5-500b-414f-971a-7d5901e2e6c5 req-cf046432-421e-46c7-a538-17da58dbe212 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/10e28349-55fa-4d3e-98ae-68cae6af3ab5 HTTP/1.1" status: 200 len: 1775 time: 0.4443800 Aug 30 14:24:31.215793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] No DVR routers for this DVR port 64aff6e8-71f0-4fb8-aaba-98f9d89a371e on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:31.219905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.222678 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84069a24-322a-4661-a40a-c6b5b9699665 req-114b9dfc-b2b7-4d1a-99f6-bae3b5249467 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.39 "DELETE /v2.0/ports/64aff6e8-71f0-4fb8-aaba-98f9d89a371e HTTP/1.1" status: 204 len: 173 time: 3.7154152 Aug 30 14:24:31.292524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:31.298731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.385721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b62a0-4b8c-485c-9b2d-80c4238895ff req-41b686e7-3041-4a2a-97f5-978ef2ac33e7 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:31.385721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e50b62a0-4b8c-485c-9b2d-80c4238895ff req-41b686e7-3041-4a2a-97f5-978ef2ac33e7 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 943 time: 0.1734762 Aug 30 14:24:31.418864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.494515 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.500084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e50b62a0-4b8c-485c-9b2d-80c4238895ff req-5070ec5f-67ad-4fc8-9538-a65f4e0a88a0 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871561 Aug 30 14:24:31.503387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-32705175-1c41-4037-9591-ccf9bd2d042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:31.508000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.512442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-32705175-1c41-4037-9591-ccf9bd2d042b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 200 len: 845 time: 0.2842097 Aug 30 14:24:31.515310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 64aff6e8-71f0-4fb8-aaba-98f9d89a371e no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:31.521097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2294754-1ef4-4d23-b1de-f6d7a38e6df1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:31.549494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.578487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.592079 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-3e925c9b-0e6e-486d-832d-2578680e3ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ff88e18-89aa-476f-8af1-d4021ac60349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630090 Aug 30 14:24:31.633352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 64aff6e8-71f0-4fb8-aaba-98f9d89a371e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:31.634837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 64aff6e8-71f0-4fb8-aaba-98f9d89a371e not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:31.672632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'name': 'network-vif-deleted', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e'}, {'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:31.683923 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1043513-1f08-49c2-8b0b-4a46332bee61" -d '{"events": [{"server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "name": "network-vif-deleted", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e"}, {"server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "name": "network-vif-unplugged", "status": "completed", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:31.740749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0767aba5-500b-414f-971a-7d5901e2e6c5 req-e2c44043-5a5a-491f-a41b-73d130af9b21 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.921333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Pushing event updated for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:31.954921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.978002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec43ae-3575-4d0a-ae2b-81bd48e17d1f req-c2f91b30-8d83-4449-a755-ca56ef081675 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:31.981078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f8ec43ae-3575-4d0a-ae2b-81bd48e17d1f req-c2f91b30-8d83-4449-a755-ca56ef081675 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.2014682 Aug 30 14:24:31.981497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0767aba5-500b-414f-971a-7d5901e2e6c5 req-e2c44043-5a5a-491f-a41b-73d130af9b21 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:31.982399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.063359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.106949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event updated for resources: {'Port': ['ID=9402d132-a1c4-4630-b975-17114437bffe,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:32.120439 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f8ec43ae-3575-4d0a-ae2b-81bd48e17d1f req-92ede131-6a41-41d6-8d06-61e53c119f65 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206064 Aug 30 14:24:32.121521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.131930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on host n-h1-805668-3 for vnic_type normal with profile {"migrating_to": "n-h2-805668-3"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:32.132514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:32.135323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:32.139536 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.152432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b6a1bf61-b9e7-4eac-a284-721527c8ad39 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2818286 Aug 30 14:24:32.282429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:24:32.283082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Attempting to bind port 3145cf29-af29-43a1-abae-ced2625bc52e on network 0b1fca9a-16a0-4df3-9255-72c563976c4c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:32.317247 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.322039 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.344093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-cd07b4f9-65cd-45cf-a6cf-f35ed76885ff service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7159085 Aug 30 14:24:32.354116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:32.354705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Checking segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:32.355373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Bound using segment: {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:32.356210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Bound port: 3145cf29-af29-43a1-abae-ced2625bc52e, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5a4e87-3d2b-4157-88ff-c32778df1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0b1fca9a-16a0-4df3-9255-72c563976c4c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:32.356820 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.464317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:32.485389 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0767aba5-500b-414f-971a-7d5901e2e6c5 req-e2c44043-5a5a-491f-a41b-73d130af9b21 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.490261 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0767aba5-500b-414f-971a-7d5901e2e6c5 req-e2c44043-5a5a-491f-a41b-73d130af9b21 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.507308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0767aba5-500b-414f-971a-7d5901e2e6c5 req-e2c44043-5a5a-491f-a41b-73d130af9b21 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/10e28349-55fa-4d3e-98ae-68cae6af3ab5 HTTP/1.1" status: 204 len: 173 time: 1.2354543 Aug 30 14:24:32.608204 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cc0d50-2c3f-4bec-847f-80ce5011a164 x-openstack-request-id: req-66cc0d50-2c3f-4bec-847f-80ce5011a164 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:32.609015 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f26b588-02fa-407f-9572-e83fa30353fa", "name": "network-vif-deleted", "tag": "64aff6e8-71f0-4fb8-aaba-98f9d89a371e", "status": "completed", "code": 200}, {"server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "name": "network-vif-unplugged", "status": "completed", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:32.609459 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66cc0d50-2c3f-4bec-847f-80ce5011a164 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:32.610397 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f26b588-02fa-407f-9572-e83fa30353fa', 'name': 'network-vif-deleted', 'tag': '64aff6e8-71f0-4fb8-aaba-98f9d89a371e', 'status': 'completed', 'code': 200} Aug 30 14:24:32.610782 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e', 'code': 200} Aug 30 14:24:32.612613 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.616881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:32.633490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:32.634048 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.643986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c44043-5a5a-491f-a41b-73d130af9b21 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e28349-55fa-4d3e-98ae-68cae6af3ab5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:32.713294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.714148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9471b2bf-4e0c-4a1e-b271-a24058316ede {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:24:32.757382 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.765191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:32.776800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fb47dce3-fb68-4b33-89ea-f8fff5a2d5b1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9471b2bf-4e0c-4a1e-b271-a24058316ede HTTP/1.1" status: 204 len: 168 time: 5.4651709 Aug 30 14:24:32.923143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfaaeffa-996d-42c0-b4f7-febe4676287f admin admin] Deleting subnet 7bba3a20-a906-47ea-a736-2ab65b5a7ae2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:24:32.944600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfaaeffa-996d-42c0-b4f7-febe4676287f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.956601 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.034893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:33.059695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:33.066613 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.110418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5908e3ce-4f97-4546-ba07-882be1952c04 req-4e97b40f-e6c3-478a-a086-63ff02119b09 service neutron] 10.222.0.21 "GET /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453578 Aug 30 14:24:33.113077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfaaeffa-996d-42c0-b4f7-febe4676287f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.134780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:33.163484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28efbba-b017-47d2-b26c-8a7e3d8bea23 req-fc961505-0506-4b1e-8836-be4802c45c36 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:33.178231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e28efbba-b017-47d2-b26c-8a7e3d8bea23 req-fc961505-0506-4b1e-8836-be4802c45c36 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 943 time: 0.3024819 Aug 30 14:24:33.196188 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.222856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:33.396717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e28efbba-b017-47d2-b26c-8a7e3d8bea23 req-fe9f481e-47eb-4b3e-8280-e674b72eb407 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918366 Aug 30 14:24:33.399030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ec0b1-a15b-4bf6-b119-fc03ee0c9710 req-cb3a9e4e-3138-4766-9fca-2f9a537d0189 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:33.423376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c23ec0b1-a15b-4bf6-b119-fc03ee0c9710 req-cb3a9e4e-3138-4766-9fca-2f9a537d0189 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 944 time: 0.1188760 Aug 30 14:24:33.451639 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfaaeffa-996d-42c0-b4f7-febe4676287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.476612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Pushing event updated for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:33.481202 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-8af6302b-2bb2-4cd9-8bc6-4d59f7c0322b req-ff03f84f-97c6-4c7c-8da6-4608a9fc58d7 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:24:33.482289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8af6302b-2bb2-4cd9-8bc6-4d59f7c0322b req-ff03f84f-97c6-4c7c-8da6-4608a9fc58d7 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/fd2de07e-4248-4c48-8110-6d457eab6519 HTTP/1.1" status: 404 len: 352 time: 0.0456364 Aug 30 14:24:33.484022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:33.484495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.486092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-bb43cd31-6536-4f43-82a5-15d084d374bd service neutron] 10.222.0.39 "PUT /v2.0/ports/3145cf29-af29-43a1-abae-ced2625bc52e HTTP/1.1" status: 200 len: 1121 time: 3.7602665 Aug 30 14:24:33.518264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-bf8b68ba-f3bf-46af-8ad9-9943768dfba7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:33.526037 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-bf8b68ba-f3bf-46af-8ad9-9943768dfba7 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 944 time: 0.1548502 Aug 30 14:24:33.563775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['3145cf29-af29-43a1-abae-ced2625bc52e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:33.617408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c23ec0b1-a15b-4bf6-b119-fc03ee0c9710 req-7a76da32-f28e-4b4a-a399-188cfc888f12 tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/security-groups?id=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921401 Aug 30 14:24:33.680583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfaaeffa-996d-42c0-b4f7-febe4676287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.738293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaeffa-996d-42c0-b4f7-febe4676287f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bba3a20-a906-47ea-a736-2ab65b5a7ae2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:33.748622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['3145cf29-af29-43a1-abae-ced2625bc52e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:33.762213 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfaaeffa-996d-42c0-b4f7-febe4676287f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.764332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cfaaeffa-996d-42c0-b4f7-febe4676287f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7bba3a20-a906-47ea-a736-2ab65b5a7ae2 HTTP/1.1" status: 204 len: 168 time: 0.9979534 Aug 30 14:24:33.769952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:33.791038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1a3f1-6e55-4eca-9a50-066374a8401c req-5b1b3cff-78ce-49c1-b3a6-a9fe5b2417e5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:33.804595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5a1a3f1-6e55-4eca-9a50-066374a8401c req-5b1b3cff-78ce-49c1-b3a6-a9fe5b2417e5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.1953590 Aug 30 14:24:33.825179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0185ff40-0ee9-4d35-b27e-af7d02b1289e None None] Network db19702c-efa3-4f0a-99f5-fbb011456192 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:33.900034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Deleting port dce5a8f7-8943-4e16-ae47-35525b330416 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:33.900597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:33.913606 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5a1a3f1-6e55-4eca-9a50-066374a8401c req-eefe295e-9e4b-4641-8e41-0cf78016fd75 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074424 Aug 30 14:24:33.940433 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-83ed7a53-1a51-4fce-8541-772b857b41d7 req-e9371e27-e19f-4312-bdf1-3bd85932b1aa tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:24:33.953357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ed7a53-1a51-4fce-8541-772b857b41d7 req-e9371e27-e19f-4312-bdf1-3bd85932b1aa tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/191110bd-6aac-4374-84c8-c0925056afbb HTTP/1.1" status: 404 len: 352 time: 0.0622313 Aug 30 14:24:33.985244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.006056 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-d0b12e58-a0b6-465c-a6b9-ecd1494ba1e1 req-367238b3-498d-4b94-849f-7201cfac6201 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:24:34.015564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d0b12e58-a0b6-465c-a6b9-ecd1494ba1e1 req-367238b3-498d-4b94-849f-7201cfac6201 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/ca2a7d68-de68-4cf9-b345-364f338d110d HTTP/1.1" status: 404 len: 352 time: 0.0360725 Aug 30 14:24:34.068242 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-ed2f2c5e-195a-49b0-89e3-636298975d01 req-89b41cee-2420-4e38-a275-39933e37f885 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:24:34.081420 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ed2f2c5e-195a-49b0-89e3-636298975d01 req-89b41cee-2420-4e38-a275-39933e37f885 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/c97dda55-3e1d-4e60-a7d6-9d04ece70239 HTTP/1.1" status: 404 len: 352 time: 0.0317647 Aug 30 14:24:34.125997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8597-c83b-4ad3-82ee-3c3b9d3e7332 req-d1f1564b-88de-4d6b-b1be-231fd498dfd8 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:34.135213 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b28f8597-c83b-4ad3-82ee-3c3b9d3e7332 req-d1f1564b-88de-4d6b-b1be-231fd498dfd8 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 945 time: 0.0779600 Aug 30 14:24:34.159928 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-2bc2d97e-2db8-4624-84ad-0ca0987aec43 req-882fab4f-0070-495f-b1ce-7ea2b40eb5db tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:24:34.161474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2bc2d97e-2db8-4624-84ad-0ca0987aec43 req-882fab4f-0070-495f-b1ce-7ea2b40eb5db tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/f00318c1-ff0c-41b9-9c6a-a1c04071ea76 HTTP/1.1" status: 404 len: 352 time: 0.0359464 Aug 30 14:24:34.163732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Deleting port 9b142032-3094-4083-8241-9aa672382384 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:34.164080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.165618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] For port dce5a8f7-8943-4e16-ae47-35525b330416, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=dce5a8f7-8943-4e16-ae47-35525b330416,segment=NetworkSegment(6b7d17a2-047c-43c3-aef2-73cd788e4b80),segment_id=6b7d17a2-047c-43c3-aef2-73cd788e4b80)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:34.166474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.184907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Calling delete_port for dce5a8f7-8943-4e16-ae47-35525b330416 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:34.245189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b28f8597-c83b-4ad3-82ee-3c3b9d3e7332 req-a25dd885-5b47-44db-9c21-f93c1506f104 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042144 Aug 30 14:24:34.251866 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-8006b233-b3b2-4fb7-ae0e-6ee29ad3f3f3 req-3f774c70-8ea1-415f-9ddf-bd087309bec8 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] show failed (client error): The resource could not be found. Aug 30 14:24:34.264894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8006b233-b3b2-4fb7-ae0e-6ee29ad3f3f3 req-3f774c70-8ea1-415f-9ddf-bd087309bec8 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/47bc702e-55a0-4f0d-b0e1-16be541cfae6 HTTP/1.1" status: 404 len: 352 time: 0.0580015 Aug 30 14:24:34.317299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] For port 9b142032-3094-4083-8241-9aa672382384, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9b142032-3094-4083-8241-9aa672382384,segment=NetworkSegment(aaf7b745-f5f0-47f6-97be-14e7af479a3a),segment_id=aaf7b745-f5f0-47f6-97be-14e7af479a3a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:34.318770 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.319597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:24:34.355954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Calling delete_port for 9b142032-3094-4083-8241-9aa672382384 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:34.386584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:34.536924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.613196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:34.616066 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f45c5e3-cca1-42cc-982a-6874756bf7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:34.624262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Pushing event deleted for resources: {'Port': ['ID=dce5a8f7-8943-4e16-ae47-35525b330416,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:34.655478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] DHCP port deletion for db19702c-efa3-4f0a-99f5-fbb011456192 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:24:34.724458 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c035ce-3ff8-4e49-ba6b-6fedbb8d918c x-openstack-request-id: req-b2c035ce-3ff8-4e49-ba6b-6fedbb8d918c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:34.725172 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:34.725334 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2c035ce-3ff8-4e49-ba6b-6fedbb8d918c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:34.729543 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e', 'status': 'completed', 'code': 200} Aug 30 14:24:34.736565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:34.749158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] No DVR routers for this DVR port dce5a8f7-8943-4e16-ae47-35525b330416 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:34.760401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac9304-a033-4832-b1ab-7e98629a2dde req-6a4cfb2c-7828-472e-a7f7-a84a7ad32c51 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:34.761858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'port_id': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'mac_address': 'fa:16:3e:2c:3e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedcd84-859e-4b33-8a0a-04894ebe067f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:24:34.768856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-88ac9304-a033-4832-b1ab-7e98629a2dde req-6a4cfb2c-7828-472e-a7f7-a84a7ad32c51 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 943 time: 0.2113347 Aug 30 14:24:34.769609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.780074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:34.780435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.780649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.782546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e90da81a-bb8b-46b9-b157-9e9701979c16 req-d53d510e-60f9-4b10-b885-b50f15f946da tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.39 "DELETE /v2.0/ports/dce5a8f7-8943-4e16-ae47-35525b330416 HTTP/1.1" status: 204 len: 173 time: 1.2466872 Aug 30 14:24:34.834775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] No DVR routers for this DVR port 9b142032-3094-4083-8241-9aa672382384 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:34.901336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-88ac9304-a033-4832-b1ab-7e98629a2dde req-68cd45b4-29d5-4e67-bbe4-e58c24eb4477 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263769 Aug 30 14:24:34.927575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] Deleting port 9b142032-3094-4083-8241-9aa672382384 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:34.928024 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.928761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-6e24913d-4c84-402d-a178-6f9051c006f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:34.930177 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.934505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-6e24913d-4c84-402d-a178-6f9051c006f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1124 time: 0.1508100 Aug 30 14:24:35.001058 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b142032-3094-4083-8241-9aa672382384,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:35.006479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:35.051591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:35.062703 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.091799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] For port 9b142032-3094-4083-8241-9aa672382384, host n-d-805668-3, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:35.092208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.116993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-f8d024d6-c380-4d4f-87e9-bc37c8b1e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:35.119522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-f8d024d6-c380-4d4f-87e9-bc37c8b1e3f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 0.1774514 Aug 30 14:24:35.132402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] Calling delete_port for 9b142032-3094-4083-8241-9aa672382384 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:35.145422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] Port 9b142032-3094-4083-8241-9aa672382384 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:24:35.156440 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.174272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34c70fd6-9c44-4f74-9998-fa93b924918f req-474e5c3e-4ec2-45e4-9f19-c5eb93d8ef1f tempest-LiveMigrationTest-135906123 tempest-LiveMigrationTest-135906123-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700a57-7875-4ef7-a778-017d56718722 HTTP/1.1" status: 200 len: 210 time: 0.0530539 Aug 30 14:24:35.189718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] No DVR routers for this DVR port 9b142032-3094-4083-8241-9aa672382384 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:35.193000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:35.238664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-a5afc341-dff0-4fb9-a22a-d8f80bd21084 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3145cf29-af29-43a1-abae-ced2625bc52e HTTP/1.1" status: 200 len: 217 time: 0.1018491 Aug 30 14:24:35.249282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a470a-1a15-412c-8e93-9604a776df07 None None] Pushing event deleted for resources: {'Port': ['ID=9b142032-3094-4083-8241-9aa672382384,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:35.343142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-1a899fa3-3adb-4e9f-9bf0-50b02d50a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:35.346902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-1a899fa3-3adb-4e9f-9bf0-50b02d50a243 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.0969491 Aug 30 14:24:35.425752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-ef955449-480c-48ba-a855-b23d467802dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662715 Aug 30 14:24:35.526444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.540417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db19702c-efa3-4f0a-99f5-fbb011456192']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:35.554795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf7b745-f5f0-47f6-97be-14e7af479a3a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:35.555211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf7b745-f5f0-47f6-97be-14e7af479a3a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:35.571719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2d80-edcb-4d88-b4b8-e4f022b360bb req-e5a58f0d-17cc-453a-9b9b-d0a1ec98c282 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:35.577882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-324a2d80-edcb-4d88-b4b8-e4f022b360bb req-e5a58f0d-17cc-453a-9b9b-d0a1ec98c282 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1024 time: 0.5818689 Aug 30 14:24:35.591889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.608427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:35.627913 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.659791 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-324a2d80-edcb-4d88-b4b8-e4f022b360bb req-ed9d328a-762d-4494-a943-fc264ad55818 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d46f711a-3015-4790-a221-d4c9c0e991d0&id=b1f78bf9-e73d-49c0-abb6-ce5c66787ea5&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0736487 Aug 30 14:24:35.661545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:24:35.663361 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:24:35.666177 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:24:35.726953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e7705-5b64-49e6-a5dc-c0de41d558d9 req-9c4b5965-b19f-4cdb-a925-f9b53613610f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:35.733668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-217e7705-5b64-49e6-a5dc-c0de41d558d9 req-9c4b5965-b19f-4cdb-a925-f9b53613610f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.2003171 Aug 30 14:24:35.777018 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-c4d7e936-73a1-434e-935c-c0d8dfecfeb7 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393881 Aug 30 14:24:35.850625 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.855830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-217e7705-5b64-49e6-a5dc-c0de41d558d9 req-ae5496e3-03ee-4b97-89f5-a0e91d1180a3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140492 Aug 30 14:24:35.893980 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.902770 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] 10.222.0.50 "DELETE /v2.0/networks/db19702c-efa3-4f0a-99f5-fbb011456192 HTTP/1.1" status: 204 len: 168 time: 2.1327252 Aug 30 14:24:35.905523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658296-950a-4e1d-afa9-8d613f537549 admin admin] Pushing event deleted for resources: {'Network': ['ID=db19702c-efa3-4f0a-99f5-fbb011456192,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:36.045319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f45c5e3-cca1-42cc-982a-6874756bf7b0 req-f3b88a38-2a38-4e66-a334-936c11d1a7d3 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574706 Aug 30 14:24:36.096206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28bb5d-c81f-4901-827f-cdc042ccdadd req-ed48cd42-2253-432e-b535-431abcb4377d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:36.098311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac28bb5d-c81f-4901-827f-cdc042ccdadd req-ed48cd42-2253-432e-b535-431abcb4377d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 944 time: 0.0844846 Aug 30 14:24:36.181678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:36.191899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac28bb5d-c81f-4901-827f-cdc042ccdadd req-9390f284-3312-4a88-922f-86f413886a20 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630016 Aug 30 14:24:36.215915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cccd-ea5f-4b3b-ab3d-0b4a22be9ee2 req-4c7756f8-b965-40f6-823c-a168257a4415 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:36.217707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e059cccd-ea5f-4b3b-ab3d-0b4a22be9ee2 req-4c7756f8-b965-40f6-823c-a168257a4415 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 945 time: 0.1138115 Aug 30 14:24:36.274685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9b142032-3094-4083-8241-9aa672382384 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:36.286674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4657ac22-a0f7-4342-96e1-7dd7adcd88a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74bd60fa8ee745f39cd31f330bac10ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028230 Aug 30 14:24:36.289358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:36.311553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 9b142032-3094-4083-8241-9aa672382384 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:36.311925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9b142032-3094-4083-8241-9aa672382384 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:36.327342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:36.331215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e059cccd-ea5f-4b3b-ab3d-0b4a22be9ee2 req-b82ec195-7252-497a-8470-7cc9e65f2479 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914903 Aug 30 14:24:36.394858 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71cd9192-2cb0-4beb-958d-aa25ba45a36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:36.433025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71cd9192-2cb0-4beb-958d-aa25ba45a36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:36.503588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71cd9192-2cb0-4beb-958d-aa25ba45a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:36.506751 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71cd9192-2cb0-4beb-958d-aa25ba45a36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:36.508808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-71cd9192-2cb0-4beb-958d-aa25ba45a36b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd1836e3-095f-4331-9a75-999cc38c68ad HTTP/1.1" status: 204 len: 168 time: 0.2181964 Aug 30 14:24:36.518181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd9192-2cb0-4beb-958d-aa25ba45a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1836e3-095f-4331-9a75-999cc38c68ad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:36.658181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2884c6-619c-4f5c-a961-4ca7f6004077 admin admin] Deleting subnet 7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:24:36.661656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2884c6-619c-4f5c-a961-4ca7f6004077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:36.724114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2884c6-619c-4f5c-a961-4ca7f6004077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:36.745402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'name': 'network-vif-deleted', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:36.747946 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6597a39a-c818-419b-b4f9-51135b1c1179" -d '{"events": [{"server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "name": "network-vif-deleted", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:36.812565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2884c6-619c-4f5c-a961-4ca7f6004077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:36.815536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9f18b-65f2-45f5-9e97-e3608b9d9764 req-24751aec-298f-43a0-94af-86740f397859 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:36.823958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75c9f18b-65f2-45f5-9e97-e3608b9d9764 req-24751aec-298f-43a0-94af-86740f397859 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1024 time: 0.0858004 Aug 30 14:24:36.923433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75c9f18b-65f2-45f5-9e97-e3608b9d9764 req-f75bf70c-c57e-456d-9910-40afd03899f6 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d46f711a-3015-4790-a221-d4c9c0e991d0&id=b1f78bf9-e73d-49c0-abb6-ce5c66787ea5&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0981450 Aug 30 14:24:36.928290 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd2c96-1e9b-4c0b-b446-1548b0954f46 x-openstack-request-id: req-c5cd2c96-1e9b-4c0b-b446-1548b0954f46 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:36.931932 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d700a57-7875-4ef7-a778-017d56718722", "name": "network-vif-deleted", "tag": "dce5a8f7-8943-4e16-ae47-35525b330416", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:36.932354 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5cd2c96-1e9b-4c0b-b446-1548b0954f46 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:36.932852 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d700a57-7875-4ef7-a778-017d56718722', 'name': 'network-vif-deleted', 'tag': 'dce5a8f7-8943-4e16-ae47-35525b330416', 'status': 'completed', 'code': 200} Aug 30 14:24:36.997823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2884c6-619c-4f5c-a961-4ca7f6004077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.064285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2884c6-619c-4f5c-a961-4ca7f6004077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.066421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9f2884c6-619c-4f5c-a961-4ca7f6004077 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7b91aecf-bcf4-4a8a-9b72-ba757fd09a74 HTTP/1.1" status: 204 len: 168 time: 0.7379816 Aug 30 14:24:37.067492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2884c6-619c-4f5c-a961-4ca7f6004077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b91aecf-bcf4-4a8a-9b72-ba757fd09a74,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:37.070549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:37.126923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-269d994e-aa12-4160-a0ac-1ce23a56eaca tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:37.132541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-269d994e-aa12-4160-a0ac-1ce23a56eaca tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1024 time: 0.1373923 Aug 30 14:24:37.148235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620b0b6-c0c6-4ec6-a860-d1cdc6504427 req-7a858141-1ac4-41fb-8878-456a843f9787 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:37.150209 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8620b0b6-c0c6-4ec6-a860-d1cdc6504427 req-7a858141-1ac4-41fb-8878-456a843f9787 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.1441402 Aug 30 14:24:37.222639 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.292296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8620b0b6-c0c6-4ec6-a860-d1cdc6504427 req-197ae77b-bfcb-4184-9dfc-fa1f89375b5c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361070 Aug 30 14:24:37.354489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Deleting port c95e017c-8fed-4536-a8b7-d0369c4b000e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:37.354829 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.428748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.474082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7719e3a1-d20b-40f4-b28c-20a8dcb3eb35']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:37.503217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7d17a2-047c-43c3-aef2-73cd788e4b80') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:37.503567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7d17a2-047c-43c3-aef2-73cd788e4b80') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:37.524980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86327-0ca0-40d2-800d-c71c0c77691f req-d9bb0002-d550-4349-9fb2-07c407a3ae2b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:37.526640 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4af86327-0ca0-40d2-800d-c71c0c77691f req-d9bb0002-d550-4349-9fb2-07c407a3ae2b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 944 time: 0.1712074 Aug 30 14:24:37.547592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:24:37.551952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.560238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device dce5a8f7-8943-4e16-ae47-35525b330416 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:37.619422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.653275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: dce5a8f7-8943-4e16-ae47-35525b330416 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:37.653815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device dce5a8f7-8943-4e16-ae47-35525b330416 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:37.678386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:24:37.678810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.692490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4af86327-0ca0-40d2-800d-c71c0c77691f req-11c592ca-fbc4-4128-8427-25893ce874df tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202440 Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:24:37.693255 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:24:37.784723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] For port c95e017c-8fed-4536-a8b7-d0369c4b000e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c95e017c-8fed-4536-a8b7-d0369c4b000e,segment=NetworkSegment(01e70aa5-b582-48ac-a336-216180570945),segment_id=01e70aa5-b582-48ac-a336-216180570945)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:37.785333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.804497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1f00c-3579-4f8a-8621-25a9664a9642 req-e664e0e6-966f-456f-a77c-7b80465d5453 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:37.806937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ca1f00c-3579-4f8a-8621-25a9664a9642 req-e664e0e6-966f-456f-a77c-7b80465d5453 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 945 time: 0.3355994 Aug 30 14:24:37.824873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Calling delete_port for c95e017c-8fed-4536-a8b7-d0369c4b000e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:37.874925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-9c523f02-79f3-42aa-8655-c0b033fde6d7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:37.875860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-9c523f02-79f3-42aa-8655-c0b033fde6d7 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.39 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 945 time: 0.2140729 Aug 30 14:24:37.886178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:37.887965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.903065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.908833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] 10.222.0.50 "DELETE /v2.0/networks/7719e3a1-d20b-40f4-b28c-20a8dcb3eb35 HTTP/1.1" status: 204 len: 168 time: 0.8335340 Aug 30 14:24:37.915888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:37.933436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:24:38.011819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980b433-f730-4a99-82e4-1a86c94ec5af admin admin] Pushing event deleted for resources: {'Network': ['ID=7719e3a1-d20b-40f4-b28c-20a8dcb3eb35,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:38.048759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c324b7b3-7d3a-457e-a9cc-8ae8142d2554 admin admin] Deleting subnet efdecf26-119f-4b8f-ba8b-6bdce850e031 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:24:38.054189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c324b7b3-7d3a-457e-a9cc-8ae8142d2554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:38.145738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c324b7b3-7d3a-457e-a9cc-8ae8142d2554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:38.205113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6fc12-ae52-4013-acce-77c98693eb9e req-074a81cb-521c-4177-ab9d-aa0a0a6f977f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:38.206963 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ab6fc12-ae52-4013-acce-77c98693eb9e req-074a81cb-521c-4177-ab9d-aa0a0a6f977f tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 1024 time: 0.1272578 Aug 30 14:24:38.256956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c324b7b3-7d3a-457e-a9cc-8ae8142d2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:38.319063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:38.413488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ab6fc12-ae52-4013-acce-77c98693eb9e req-2012fb13-7dea-4256-aa73-86c8c46acb8c tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups?id=d46f711a-3015-4790-a221-d4c9c0e991d0&id=b1f78bf9-e73d-49c0-abb6-ce5c66787ea5&id=d82ea73b-1846-4191-a5c5-52b1293a5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1862760 Aug 30 14:24:38.494931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c324b7b3-7d3a-457e-a9cc-8ae8142d2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:38.520163 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ca1f00c-3579-4f8a-8621-25a9664a9642 req-c1e22008-5f7c-4e58-8620-d2c67fc2244d tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6976252 Aug 30 14:24:38.547849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:38.553884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:38.554607 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:38.602616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324b7b3-7d3a-457e-a9cc-8ae8142d2554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efdecf26-119f-4b8f-ba8b-6bdce850e031,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:38.614905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c324b7b3-7d3a-457e-a9cc-8ae8142d2554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:38.622445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c324b7b3-7d3a-457e-a9cc-8ae8142d2554 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/efdecf26-119f-4b8f-ba8b-6bdce850e031 HTTP/1.1" status: 204 len: 168 time: 0.7000573 Aug 30 14:24:38.624002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:38.699242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d165b-34c0-4677-a8e5-77abf86bd0a3 req-ed951b95-3653-48f8-856e-2dafeec5cf3c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:38.705061 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f57d165b-34c0-4677-a8e5-77abf86bd0a3 req-ed951b95-3653-48f8-856e-2dafeec5cf3c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.1850319 Aug 30 14:24:38.832401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f57d165b-34c0-4677-a8e5-77abf86bd0a3 req-acd93c54-5235-4c16-b249-ca73a2fa42a5 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193514 Aug 30 14:24:38.931520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:38.935099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Deleting port 47f7b493-47ca-438f-9fb6-c160424c2485 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:38.935552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:38.947268 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.022083 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.037953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:39.046331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:39.053672 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912d1ff3-7ccf-4187-b749-9970049d1d3d" -d '{"events": [{"server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "name": "network-vif-plugged", "status": "completed", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:39.072708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c95e017c-8fed-4536-a8b7-d0369c4b000e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:39.077931 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.088210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'Port': ['ID=c95e017c-8fed-4536-a8b7-d0369c4b000e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:39.175893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe6fa6-69fa-407c-bae2-e17019dbb4ba req-a048fe0e-6089-414f-99c0-ca7b5b2bb3f9 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:39.181708 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10fe6fa6-69fa-407c-bae2-e17019dbb4ba req-a048fe0e-6089-414f-99c0-ca7b5b2bb3f9 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 944 time: 0.1892214 Aug 30 14:24:39.185350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:39.207460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] No DVR routers for this DVR port c95e017c-8fed-4536-a8b7-d0369c4b000e on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:39.213705 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.215843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e91bae2f-1de3-4a7a-b10f-6291ca1b0c6b req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.21 "DELETE /v2.0/ports/c95e017c-8fed-4536-a8b7-d0369c4b000e HTTP/1.1" status: 204 len: 173 time: 2.0637643 Aug 30 14:24:39.217552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.217903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.218251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.218819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.219169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.219806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.220150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.220487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.220812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.221190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.221553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.221847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee2823c-c373-49d8-91ca-285aefe61647 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:39.224593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'name': 'network-vif-deleted', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:39.227573 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60c41b8-9fe8-464c-92e1-facbe391978b" -d '{"events": [{"server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "name": "network-vif-deleted", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:39.279119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10fe6fa6-69fa-407c-bae2-e17019dbb4ba req-f22264e1-fe08-4b58-92ac-10b517ad19d3 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897481 Aug 30 14:24:39.365444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-3867f0e7-651b-4996-9364-547933c7e273 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c2877424f46f436ab3fdcff145ad57ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1310296 Aug 30 14:24:39.443028 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1377808-329c-41b7-8e13-a22165549991 x-openstack-request-id: req-a1377808-329c-41b7-8e13-a22165549991 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:39.443320 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "name": "network-vif-plugged", "status": "completed", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:39.443573 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1377808-329c-41b7-8e13-a22165549991 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:39.444029 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'code': 200} Aug 30 14:24:39.458419 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.462962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] For port 47f7b493-47ca-438f-9fb6-c160424c2485, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=47f7b493-47ca-438f-9fb6-c160424c2485,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:39.463441 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.527294 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a118a353-b7a2-438c-80bc-92f9a1444689 x-openstack-request-id: req-a118a353-b7a2-438c-80bc-92f9a1444689 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:39.527632 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf10d9c-0df9-45d4-a0c0-dbf158b6d189", "name": "network-vif-deleted", "tag": "c95e017c-8fed-4536-a8b7-d0369c4b000e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:39.529189 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a118a353-b7a2-438c-80bc-92f9a1444689 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:39.529799 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf10d9c-0df9-45d4-a0c0-dbf158b6d189', 'name': 'network-vif-deleted', 'tag': 'c95e017c-8fed-4536-a8b7-d0369c4b000e', 'status': 'completed', 'code': 200} Aug 30 14:24:39.548370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2d662e-7492-4634-8b29-f2670a9224dc']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:39.618889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ae8fa5-3326-4544-b335-945c35b2e71c') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:39.619238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ae8fa5-3326-4544-b335-945c35b2e71c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:39.663598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.689799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89f1a6a3-1140-454e-9bba-ff357def82ed req-fb9c2275-8b81-45dd-865f-d56f6b2236d4 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcf10d9c-0df9-45d4-a0c0-dbf158b6d189 HTTP/1.1" status: 200 len: 210 time: 0.0564563 Aug 30 14:24:39.796458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.818409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe2d67-5f86-48c8-bd81-22ba7ea5a2b0 req-604f37bb-d61b-4b5c-981c-234ff7f6382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:39.821731 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ebe2d67-5f86-48c8-bd81-22ba7ea5a2b0 req-604f37bb-d61b-4b5c-981c-234ff7f6382b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 1096 time: 0.2252910 Aug 30 14:24:39.840671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:24:39.841368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:24:39.849743 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:24:39.873402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5bf1c-710a-4a00-bfdc-836f739bbf96 req-988cf43b-bff7-4f99-b418-c32916a60dac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:39.876199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09a5bf1c-710a-4a00-bfdc-836f739bbf96 req-988cf43b-bff7-4f99-b418-c32916a60dac tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 945 time: 0.1088986 Aug 30 14:24:39.942201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09a5bf1c-710a-4a00-bfdc-836f739bbf96 req-312ad32b-7c5e-4e52-acab-6074d468dfb2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576210 Aug 30 14:24:40.015034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-e1931080-62d1-41f8-a0e4-40ccd6a23ba4 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:40.018192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-e1931080-62d1-41f8-a0e4-40ccd6a23ba4 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6203094 Aug 30 14:24:40.157144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ebe2d67-5f86-48c8-bd81-22ba7ea5a2b0 req-bd4ae055-5abf-45d1-a898-eeec1cec81d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089714 Aug 30 14:24:40.163294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-75fc705b-f52e-44e3-ab31-9a7eecbb693b tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/quotas/c2877424f46f436ab3fdcff145ad57ac HTTP/1.1" status: 200 len: 375 time: 0.0678017 Aug 30 14:24:40.186576 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.215398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc97cc8-0039-4010-9e07-8456246154de req-2169095a-b1f8-45b7-9359-4c9f4629c8fd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:40.237630 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc97cc8-0039-4010-9e07-8456246154de req-2169095a-b1f8-45b7-9359-4c9f4629c8fd tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.1606269 Aug 30 14:24:40.311193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-bacc4d8b-ee81-428c-8094-2f7754cabb04 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2877424f46f436ab3fdcff145ad57ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138716 Aug 30 14:24:40.316608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.329506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:40.344152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7b2d662e-7492-4634-8b29-f2670a9224dc HTTP/1.1" status: 204 len: 168 time: 1.7013073 Aug 30 14:24:40.347411 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc97cc8-0039-4010-9e07-8456246154de req-36221a74-eff8-4dfd-a602-f8d8bdf7e06d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082094 Aug 30 14:24:40.412211 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.412743 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.413093 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Floating IP 3810bac8-70ea-4dfc-b0d4-0774f90025e2 disassociated. External IP: 172.25.6.148, port: 47f7b493-47ca-438f-9fb6-c160424c2485. Aug 30 14:24:40.413456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Calling delete_port for 47f7b493-47ca-438f-9fb6-c160424c2485 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:40.417432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59476a66-2b03-4030-94eb-90edb4229570 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2d662e-7492-4634-8b29-f2670a9224dc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:40.601526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f4eee-3879-4f85-a464-ca9951a1091c req-457e8822-cf79-4468-a3a3-39c9dc6462b4 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:40.612682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f6f4eee-3879-4f85-a464-ca9951a1091c req-457e8822-cf79-4468-a3a3-39c9dc6462b4 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.0920389 Aug 30 14:24:40.685473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f6f4eee-3879-4f85-a464-ca9951a1091c req-bc3654bf-d0e5-427d-9c78-1df8ab8d22d3 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Aug 30 14:24:40.874447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-f889aeea-3060-4237-bbe6-c62ddc7bff80 service neutron] 10.222.0.21 "GET /v2.0/ports/3145cf29-af29-43a1-abae-ced2625bc52e/bindings/n-h2-805668-3 HTTP/1.1" status: 200 len: 384 time: 0.2586317 Aug 30 14:24:40.875779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.915304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event deleted for resources: {'Port': ['ID=47f7b493-47ca-438f-9fb6-c160424c2485,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:40.943580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdec312a-fec4-46bf-b592-abdd611de053 req-644bc7ef-8501-4514-91d7-75186e2aefbf tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/d46f711a-3015-4790-a221-d4c9c0e991d0 HTTP/1.1" status: 200 len: 1800 time: 0.0691171 Aug 30 14:24:40.948234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:41.002459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f80a7f49-5a20-4ad5-a96e-8f3f2333e797 req-6fa99683-3c75-44e3-822d-04baa6195aeb tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 210 time: 0.0885825 Aug 30 14:24:41.087506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:41.095259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7da31a48-4c53-4712-88a7-07d67cd9e566 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f720867c22e4367a9d32fb472288ece&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1452944 Aug 30 14:24:41.162647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdec312a-fec4-46bf-b592-abdd611de053 req-fdaab569-6886-4098-8686-680f44d09837 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.219572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdec312a-fec4-46bf-b592-abdd611de053 req-fdaab569-6886-4098-8686-680f44d09837 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.305065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdec312a-fec4-46bf-b592-abdd611de053 req-fdaab569-6886-4098-8686-680f44d09837 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.309805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdec312a-fec4-46bf-b592-abdd611de053 req-fdaab569-6886-4098-8686-680f44d09837 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.314727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdec312a-fec4-46bf-b592-abdd611de053 req-fdaab569-6886-4098-8686-680f44d09837 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/d46f711a-3015-4790-a221-d4c9c0e991d0 HTTP/1.1" status: 204 len: 173 time: 0.3559456 Aug 30 14:24:41.325926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-98f3eae1-0ff6-4185-89aa-e8579572935a req-607fb8dc-23d8-46be-bf87-bf974645d658 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 210 time: 0.0953412 Aug 30 14:24:41.409371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Router de814331-03a0-4161-b1e1-7ef21d9eae76 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:24:41.410101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaab569-6886-4098-8686-680f44d09837 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46f711a-3015-4790-a221-d4c9c0e991d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:41.464732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35030311-1897-4db5-989d-8ee0674d2e87 req-b3f86eae-c4dd-4fef-8a9b-f5fd9ee2b301 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "GET /v2.0/security-groups/b1f78bf9-e73d-49c0-abb6-ce5c66787ea5 HTTP/1.1" status: 200 len: 1800 time: 0.1190009 Aug 30 14:24:41.537246 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90c95cdb-1864-4b17-ad9c-6b99681c16b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.547719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 47f7b493-47ca-438f-9fb6-c160424c2485 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:41.616276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 47f7b493-47ca-438f-9fb6-c160424c2485 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:41.619105 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 47f7b493-47ca-438f-9fb6-c160424c2485 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:41.664806 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-35030311-1897-4db5-989d-8ee0674d2e87 req-f80390e3-f8f7-4b42-b750-6c0e3eeb2077 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.713091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-35030311-1897-4db5-989d-8ee0674d2e87 req-f80390e3-f8f7-4b42-b750-6c0e3eeb2077 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.773878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:41.811506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-35030311-1897-4db5-989d-8ee0674d2e87 req-f80390e3-f8f7-4b42-b750-6c0e3eeb2077 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.814450 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-35030311-1897-4db5-989d-8ee0674d2e87 req-f80390e3-f8f7-4b42-b750-6c0e3eeb2077 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.826863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90c95cdb-1864-4b17-ad9c-6b99681c16b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.827118 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35030311-1897-4db5-989d-8ee0674d2e87 req-f80390e3-f8f7-4b42-b750-6c0e3eeb2077 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] 10.222.0.50 "DELETE /v2.0/security-groups/b1f78bf9-e73d-49c0-abb6-ce5c66787ea5 HTTP/1.1" status: 204 len: 173 time: 0.3603058 Aug 30 14:24:41.827631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:41.951387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80390e3-f8f7-4b42-b750-6c0e3eeb2077 tempest-SecurityGroupsTestJSON-2043669165 tempest-SecurityGroupsTestJSON-2043669165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f78bf9-e73d-49c0-abb6-ce5c66787ea5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:41.961921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:42.025649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-92858b17-ec6f-497b-9424-0500f3f41309 admin admin] Deleting subnet a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:24:42.027462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7468e-2a80-4313-b995-3ce09702e73c req-55821fa2-bb9f-4ac3-bfb3-60b8177ce24f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:42.029118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6d7468e-2a80-4313-b995-3ce09702e73c req-55821fa2-bb9f-4ac3-bfb3-60b8177ce24f tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 943 time: 0.5204265 Aug 30 14:24:42.048932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9173b7-ad2f-4903-8d8a-3996ca37b40e req-00147465-44d3-4251-92aa-8e064fe0653f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:42.065645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9173b7-ad2f-4903-8d8a-3996ca37b40e req-00147465-44d3-4251-92aa-8e064fe0653f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.1469843 Aug 30 14:24:42.068857 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92858b17-ec6f-497b-9424-0500f3f41309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.081727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3145cf29-af29-43a1-abae-ced2625bc52e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:42.104880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:42.114588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:42.125070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] Sync routers for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:42.144883 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6d7468e-2a80-4313-b995-3ce09702e73c req-9bcdeead-3406-4e32-9707-a1ccf8144ac6 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065197 Aug 30 14:24:42.162595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:42.167643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:24:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:42.179210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.198438 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90c95cdb-1864-4b17-ad9c-6b99681c16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.201386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90c95cdb-1864-4b17-ad9c-6b99681c16b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.202850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-90c95cdb-1864-4b17-ad9c-6b99681c16b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a HTTP/1.1" status: 204 len: 168 time: 1.1096268 Aug 30 14:24:42.223839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] No DVR routers for this DVR port 47f7b493-47ca-438f-9fb6-c160424c2485 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:42.230683 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.233028 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da07e18f-2b2b-476e-af2a-1e26deb97904 req-1f15f457-e254-495c-a8fa-03e2c4b5b6e2 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.39 "DELETE /v2.0/ports/47f7b493-47ca-438f-9fb6-c160424c2485 HTTP/1.1" status: 204 len: 173 time: 3.7779186 Aug 30 14:24:42.235356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'name': 'network-vif-deleted', 'tag': '47f7b493-47ca-438f-9fb6-c160424c2485'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:42.238335 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e925e683-4c70-4291-aad8-949749021645" -d '{"events": [{"server_uuid": "af6ed1f0-919a-4079-9903-9d651d7a0e23", "name": "network-vif-deleted", "tag": "47f7b493-47ca-438f-9fb6-c160424c2485"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:42.249738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c95cdb-1864-4b17-ad9c-6b99681c16b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4b4d9-36bb-4ba9-b7dd-26cda4c5936a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:42.342572 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9173b7-ad2f-4903-8d8a-3996ca37b40e req-99c6f8e8-4796-42da-b616-8fb2c562959b tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031386 Aug 30 14:24:42.361793 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92858b17-ec6f-497b-9424-0500f3f41309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.364946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c95e017c-8fed-4536-a8b7-d0369c4b000e no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:42.416842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] Transition to ACTIVE for port object 3145cf29-af29-43a1-abae-ced2625bc52e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:42.428006 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.472040 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: c95e017c-8fed-4536-a8b7-d0369c4b000e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:42.481309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c95e017c-8fed-4536-a8b7-d0369c4b000e not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:42.521581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:42.621653 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f127b73-aa53-4bf3-8a56-b2a98075b092 x-openstack-request-id: req-8f127b73-aa53-4bf3-8a56-b2a98075b092 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:42.622349 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6ed1f0-919a-4079-9903-9d651d7a0e23", "name": "network-vif-deleted", "tag": "47f7b493-47ca-438f-9fb6-c160424c2485", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:42.622786 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f127b73-aa53-4bf3-8a56-b2a98075b092 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:42.626398 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6ed1f0-919a-4079-9903-9d651d7a0e23', 'name': 'network-vif-deleted', 'tag': '47f7b493-47ca-438f-9fb6-c160424c2485', 'status': 'completed', 'code': 200} Aug 30 14:24:42.627886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92858b17-ec6f-497b-9424-0500f3f41309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.691633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] Pushing event updated for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:42.730364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] No DVR routers for this DVR port 3145cf29-af29-43a1-abae-ced2625bc52e on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:42.739578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e6d7df35-4783-474d-84d8-d2bb4e252d99 req-bf7192e6-38fa-4c00-8f3d-05291a4133c6 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 210 time: 0.1767454 Aug 30 14:24:42.800761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-253c41b5-98c1-45b4-999d-1be974974688 req-aa1da8ff-924f-40d0-bbea-acf032738ebc tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/ports?device_id=af6ed1f0-919a-4079-9903-9d651d7a0e23 HTTP/1.1" status: 200 len: 210 time: 0.0809224 Aug 30 14:24:42.820091 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-73cdfa8b-7c6b-450e-b66c-0c678216209e service neutron] 10.222.0.21 "PUT /v2.0/ports/3145cf29-af29-43a1-abae-ced2625bc52e/bindings/n-h2-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9074097 Aug 30 14:24:42.823505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-037d988d-f832-492b-9f0a-61d0e09aa5d7 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c2877424f46f436ab3fdcff145ad57ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552633 Aug 30 14:24:42.866872 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92858b17-ec6f-497b-9424-0500f3f41309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.906530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92858b17-ec6f-497b-9424-0500f3f41309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26f2497-f59b-4cd9-ba9e-6d5f683a01e9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:42.919702 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92858b17-ec6f-497b-9424-0500f3f41309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.932465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-92858b17-ec6f-497b-9424-0500f3f41309 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a26f2497-f59b-4cd9-ba9e-6d5f683a01e9 HTTP/1.1" status: 204 len: 168 time: 1.0912061 Aug 30 14:24:42.933643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:43.023519 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:43.092510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:43.142913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] Checking router: de814331-03a0-4161-b1e1-7ef21d9eae76 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:43.173248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:43.188343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:43.189466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:24:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:43.198068 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:43.209170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49d00a2-b7ea-44d9-b09e-dcf415585950']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:43.222012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e70aa5-b582-48ac-a336-216180570945') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:43.222311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e70aa5-b582-48ac-a336-216180570945') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:43.232313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:43.249123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:43.256975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:24:43.257565 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:24:43.302407 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:24:43.349397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:43.376700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:43.379514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] 10.222.0.50 "DELETE /v2.0/networks/c49d00a2-b7ea-44d9-b09e-dcf415585950 HTTP/1.1" status: 204 len: 168 time: 0.4411972 Aug 30 14:24:43.381618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b2e34-23f4-4a0d-8cdc-34339234950a admin admin] Pushing event deleted for resources: {'Network': ['ID=c49d00a2-b7ea-44d9-b09e-dcf415585950,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:43.413015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:43.473878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-fbb9922b-b23c-4ca3-9c5a-7790958162ab tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:43.478357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-fbb9922b-b23c-4ca3-9c5a-7790958162ab tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.4819534 Aug 30 14:24:43.608693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbeaa7e3-1bd7-4599-b83f-f2fb4a8a2228 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:43.612287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbeaa7e3-1bd7-4599-b83f-f2fb4a8a2228 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7825096 Aug 30 14:24:43.634122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Request body: {'port': {'device_id': '4811e44c-a9c1-4267-8d84-08aeefe24577', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': 'c2877424f46f436ab3fdcff145ad57ac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:43.722925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb3c87-65db-4806-91d3-eff22b1c1aaf req-abd8ac95-bb0d-4e92-8521-150d1927e9b4 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:43.733644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8fcb3c87-65db-4806-91d3-eff22b1c1aaf req-abd8ac95-bb0d-4e92-8521-150d1927e9b4 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 944 time: 0.3749886 Aug 30 14:24:43.787947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:43.788851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1ad2ad64-adf0-4b4d-940f-a91ada8d8b30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=571f023e326d4a3296f8014e4987a7f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6101358 Aug 30 14:24:43.825273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-edae3466-e930-462d-b877-cee978f2bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:43.826098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:43.827126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-edae3466-e930-462d-b877-cee978f2bb79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d&tenant_id=ec26f78604e147c0aacbda242aa74795 HTTP/1.1" status: 200 len: 1095 time: 0.3360791 Aug 30 14:24:43.844020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8fcb3c87-65db-4806-91d3-eff22b1c1aaf req-c47f1333-c84a-4dbc-89e0-19a9fb7c3f41 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090262 Aug 30 14:24:43.900121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c507713-3dc3-47c4-8311-0f70e05bb540 None None] The sync data for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 is: [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:18:17Z', 'revision_number': 4, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02', 'name': '', 'network_id': '8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'mac_address': 'fa:16:3e:12:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:16Z', 'updated_at': '2021-08-30T14:18:27Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'subnets': [{'id': '7f4311d8-9aad-429e-a49d-89d66501a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:43.974390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:44.077474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d2cfb1c0-00e1-4975-9f9e-ed62b20f0fa7 req-899a2550-80ae-41d1-a07a-30edd093a049 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 210 time: 0.0788856 Aug 30 14:24:44.084631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd0fa-4302-4820-b454-448150617643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.086930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-1687965e-eb35-4e2c-80cf-9effa7a6fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:44.088800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-1687965e-eb35-4e2c-80cf-9effa7a6fd86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec26f78604e147c0aacbda242aa74795&device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1095 time: 0.2281208 Aug 30 14:24:44.137719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Made reservation on behalf of c2877424f46f436ab3fdcff145ad57ac for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:44.142022 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.155418 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d95e3864-a4f8-43f2-91a9-1c1e0f2db826 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c007dd01ae144179861b76a78919871f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794035 Aug 30 14:24:44.157477 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd0fa-4302-4820-b454-448150617643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.159767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:44.193669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.287776 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ceeff7-50d2-44d6-aa46-a8067f760c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.347381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ceeff7-50d2-44d6-aa46-a8067f760c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.349618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:44.397284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd0fa-4302-4820-b454-448150617643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.401460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd0fa-4302-4820-b454-448150617643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.402721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ef8fd0fa-4302-4820-b454-448150617643 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a6d8c1d-7621-42c7-92c2-fbe88d826a4d HTTP/1.1" status: 204 len: 168 time: 0.6135304 Aug 30 14:24:44.441908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fd0fa-4302-4820-b454-448150617643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d8c1d-7621-42c7-92c2-fbe88d826a4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:44.454282 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c182a0a-6135-4273-afac-f531d85db011 None None] New status for floating IP 3810bac8-70ea-4dfc-b0d4-0774f90025e2: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:24:44.500422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ced8073-9afe-4329-a301-a5be7f6e5e24 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.558585 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ceeff7-50d2-44d6-aa46-a8067f760c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.566748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ceeff7-50d2-44d6-aa46-a8067f760c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.572698 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-22ceeff7-50d2-44d6-aa46-a8067f760c53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d82ea73b-1846-4191-a5c5-52b1293a5f0e HTTP/1.1" status: 204 len: 168 time: 0.4076946 Aug 30 14:24:44.627331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ced8073-9afe-4329-a301-a5be7f6e5e24 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.675581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceeff7-50d2-44d6-aa46-a8067f760c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ea73b-1846-4191-a5c5-52b1293a5f0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:44.786519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ced8073-9afe-4329-a301-a5be7f6e5e24 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.790351 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ced8073-9afe-4329-a301-a5be7f6e5e24 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.794793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1ced8073-9afe-4329-a301-a5be7f6e5e24 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "DELETE /v2.0/security-groups/e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4 HTTP/1.1" status: 204 len: 168 time: 0.4440668 Aug 30 14:24:44.795473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:44.884166 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8171d16c-c4ca-4c4f-90df-5e27ebc6b325 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] show failed (client error): The resource could not be found. Aug 30 14:24:44.893453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8171d16c-c4ca-4c4f-90df-5e27ebc6b325 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "GET /v2.0/security-groups/e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4 HTTP/1.1" status: 404 len: 347 time: 0.0830886 Aug 30 14:24:44.894013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.894427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced8073-9afe-4329-a301-a5be7f6e5e24 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c174e2-2017-4d1c-862d-e3a3cbc4d8d4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:44.896302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59106) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:44.912279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:45.128450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84f4ee-10e1-495c-b921-964ed85bde60 req-739bebd9-5997-4e5d-9122-974fd98b4dd4 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:45.145470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-efe86b95-414f-4dc0-9320-8cc6f5b70955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:45.153309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-efe86b95-414f-4dc0-9320-8cc6f5b70955 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 200 len: 921 time: 1.0547984 Aug 30 14:24:45.159896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a84f4ee-10e1-495c-b921-964ed85bde60 req-739bebd9-5997-4e5d-9122-974fd98b4dd4 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.1714554 Aug 30 14:24:45.226705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-3173fc5e-307e-47b0-9d6a-73d0bde8fd47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3145cf29-af29-43a1-abae-ced2625bc52e HTTP/1.1" status: 200 len: 217 time: 0.0591793 Aug 30 14:24:45.250106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0df840e-9070-4637-9cba-7ac598cfbc4f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:45.272733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a84f4ee-10e1-495c-b921-964ed85bde60 req-d64e1e12-14b8-4c07-ab45-c90def52cb8d tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106114 Aug 30 14:24:45.434563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-b8e10ab3-8775-4f04-9c42-64e31b114456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:45.436144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-b8e10ab3-8775-4f04-9c42-64e31b114456 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 200 len: 860 time: 0.1828232 Aug 30 14:24:45.482088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-058d878e-188a-4307-a801-00ef5a054181 req-2839aa3c-1436-4814-b8a6-c6ae67f8e0e3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 210 time: 0.0588751 Aug 30 14:24:45.528980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51292166-b617-42ed-b736-34263a9f7e8b req-b94778e9-3ac2-428a-8fad-a4f6db1a05ab tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:45.537641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51292166-b617-42ed-b736-34263a9f7e8b req-b94778e9-3ac2-428a-8fad-a4f6db1a05ab tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 944 time: 0.4068546 Aug 30 14:24:45.569406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Deleting port b02e221f-7015-4736-95a3-6a81f41386dd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:45.569406 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:45.569406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-9fdce9a3-5f4c-4c4d-883a-334e111cbf5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b1fca9a-16a0-4df3-9255-72c563976c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155345 Aug 30 14:24:45.643150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Allocated IP 192.168.233.54 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/b312912d-fb46-474b-9bec-ad7dfb607a84) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:45.765464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51292166-b617-42ed-b736-34263a9f7e8b req-9497c437-0e1c-40cb-9a42-05f255207262 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256451 Aug 30 14:24:45.880736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:45.881152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:45.897513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-efa14a72-0e3b-4e81-bb4c-f2641a7bd7d6 service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207433 Aug 30 14:24:45.961103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Calling delete_port for b02e221f-7015-4736-95a3-6a81f41386dd owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:46.439726 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-f8a9f49c-da3d-46eb-a467-081b81e9a46b service neutron] 10.222.0.39 "GET /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243781 Aug 30 14:24:46.446323 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.552702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Transition to ACTIVE for port object b312912d-fb46-474b-9bec-ad7dfb607a84 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:46.647617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0925459-caea-46f0-83ea-97fa68bb2f01 req-972ae2ed-a577-4cb6-82f0-fc420d8a0d7d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 210 time: 0.0497537 Aug 30 14:24:46.660578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd79d12-c615-4ab4-a51b-3e6f30858291 req-41c993a4-768b-4cfb-bc06-42a88484cc71 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:46.663655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8dd79d12-c615-4ab4-a51b-3e6f30858291 req-41c993a4-768b-4cfb-bc06-42a88484cc71 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.2291059 Aug 30 14:24:46.851062 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8dd79d12-c615-4ab4-a51b-3e6f30858291 req-88df68c2-d524-40e1-806b-3b58a8a1b962 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719120 Aug 30 14:24:46.870584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.892233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:46.940246 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.963937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Pushing event deleted for resources: {'Port': ['ID=b02e221f-7015-4736-95a3-6a81f41386dd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:47.018866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0a1b4-2b25-4269-8688-0a039a7979ed req-db9c3179-46ce-48f4-80ed-79ac75d1ca01 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:47.030783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9a0a1b4-2b25-4269-8688-0a039a7979ed req-db9c3179-46ce-48f4-80ed-79ac75d1ca01 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 944 time: 0.1089127 Aug 30 14:24:47.084276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-b5ab0b46-781a-4408-8924-2d7405a793a3 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:47.087328 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-b5ab0b46-781a-4408-8924-2d7405a793a3 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d&tenant_id=ec26f78604e147c0aacbda242aa74795&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.3682296 Aug 30 14:24:47.105925 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9a0a1b4-2b25-4269-8688-0a039a7979ed req-90e475d5-3a88-4478-85c4-7bbc49715587 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731914 Aug 30 14:24:47.108533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:47.188752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-340258637-network', 'tenant_id': '615961efb4cf4e0f8ad4980eddf6f2da'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:47.223465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:47.235310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Made reservation on behalf of 615961efb4cf4e0f8ad4980eddf6f2da for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:47.239031 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.306435 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.355820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:47.395665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Pushing event updated for resources: {'Port': ['ID=b312912d-fb46-474b-9bec-ad7dfb607a84,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:47.517880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40515-620a-4508-9649-5c31a17dc1fe req-0fbebdd6-5f24-481f-b411-105f20646cb8 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:47.527204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32e40515-620a-4508-9649-5c31a17dc1fe req-0fbebdd6-5f24-481f-b411-105f20646cb8 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 1095 time: 0.1525078 Aug 30 14:24:47.573617 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.578213 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.580347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-39a7f04d-1810-4745-8a43-7760d9599942 tempest-ServersWithSpecificFlavorTestJSON-1150406949 tempest-ServersWithSpecificFlavorTestJSON-1150406949-project] 10.222.0.50 "DELETE /v2.0/floatingips/3810bac8-70ea-4dfc-b0d4-0774f90025e2 HTTP/1.1" status: 204 len: 168 time: 2.6799157 Aug 30 14:24:47.596062 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.618915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32e40515-620a-4508-9649-5c31a17dc1fe req-bca6b7ab-bde7-4be6-8117-0a7d9b9c2ed3 tempest-LiveAutoBlockMigrationV225Test-2100879415 tempest-LiveAutoBlockMigrationV225Test-2100879415-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915785 Aug 30 14:24:47.620223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.670812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:47.674452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.699379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:24:47.754718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ce3c08-b9c3-4747-8997-3827a5ce8aa6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:47.803472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-dbc01990-938e-4462-b147-038e3ef1fa9d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1806800 Aug 30 14:24:47.805790 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.806268 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Added segment 3ae19280-6359-4913-8c10-bea6f4582cd4 of type vlan for network 2caa789e-79d4-461e-91fe-9664835201b6 Aug 30 14:24:47.817280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Request body: {'port': {'device_id': '4811e44c-a9c1-4267-8d84-08aeefe24577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:47.879595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f5454c7-2044-4b72-9105-9d717535b26d None None] Provisioning for port b312912d-fb46-474b-9bec-ad7dfb607a84 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:47.884942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f5454c7-2044-4b72-9105-9d717535b26d None None] Provisioning complete for port b312912d-fb46-474b-9bec-ad7dfb607a84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:47.885673 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f5454c7-2044-4b72-9105-9d717535b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.917021 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.920853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-5ce5df1a-394c-44d9-840d-d4976764382a service neutron] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:47.931782 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-5ce5df1a-394c-44d9-840d-d4976764382a service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.933662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f779436-dbad-4f4a-9605-8f5b71b70e53 req-5ce5df1a-394c-44d9-840d-d4976764382a service neutron] 10.222.0.39 "DELETE /v2.0/ports/3145cf29-af29-43a1-abae-ced2625bc52e/bindings/n-h1-805668-3 HTTP/1.1" status: 204 len: 173 time: 0.8231757 Aug 30 14:24:47.952180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.973998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f5454c7-2044-4b72-9105-9d717535b26d None None] Port b312912d-fb46-474b-9bec-ad7dfb607a84 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:24:47.974765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.980984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:47.982519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:48.213824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] Pushing event updated for resources: {'Network': ['ID=2caa789e-79d4-461e-91fe-9664835201b6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:48.261214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f52a58d3-b2d2-4029-a695-a9cb070daf66 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3673046 Aug 30 14:24:48.263532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 2caa789e-79d4-461e-91fe-9664835201b6 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:24:48.265138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:48.301715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Request body: {'subnet': {'network_id': '2caa789e-79d4-461e-91fe-9664835201b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-340258637-subnet', 'tenant_id': '615961efb4cf4e0f8ad4980eddf6f2da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:48.355850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Made reservation on behalf of 615961efb4cf4e0f8ad4980eddf6f2da for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:48.360356 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:48.434195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb78bbf-895f-4d3a-b0ed-1ca2183a8cbb req-44fb89b9-e9b6-41f1-ad13-6ecbb6919951 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:48.440988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:24:48.442494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb78bbf-895f-4d3a-b0ed-1ca2183a8cbb req-44fb89b9-e9b6-41f1-ad13-6ecbb6919951 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 935 time: 0.4390123 Aug 30 14:24:48.620957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb78bbf-895f-4d3a-b0ed-1ca2183a8cbb req-edfb8dba-1901-4e78-9cf4-6764cbedb7a2 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107609 Aug 30 14:24:48.757951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:48.759362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b312912d-fb46-474b-9bec-ad7dfb607a84 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:48.775349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'network_id': '9ff88e18-89aa-476f-8af1-d4021ac60349', 'port_id': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'mac_address': 'fa:16:3e:2c:3e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedcd84-859e-4b33-8a0a-04894ebe067f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:24:48.779368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5bade-e03a-40fd-9919-362b465121d2 req-d0263e3e-0015-46c3-85d3-40fce9774e21 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:48.781188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1c5bade-e03a-40fd-9919-362b465121d2 req-d0263e3e-0015-46c3-85d3-40fce9774e21 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.1517813 Aug 30 14:24:48.783954 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:48.830066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Transition to ACTIVE for port object b312912d-fb46-474b-9bec-ad7dfb607a84 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:48.846884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1c5bade-e03a-40fd-9919-362b465121d2 req-a952d8db-560d-485e-b98e-98a7b83fa969 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576017 Aug 30 14:24:48.852414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:48.856518 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:48.885201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:48.924102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:48.942120 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:48.965828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:49.007541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Pushing event updated for resources: {'Port': ['ID=b312912d-fb46-474b-9bec-ad7dfb607a84,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:49.071065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:49.188813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:49.216689 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6cdfa8c-44bb-4523-b8cf-5e94455a1735,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:49.258436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Checking segment: {'id': '3ae19280-6359-4913-8c10-bea6f4582cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2caa789e-79d4-461e-91fe-9664835201b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:49.259005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Network hostable DHCP agents. Network: 2caa789e-79d4-461e-91fe-9664835201b6, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:24:49.349411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.350304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.353409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.355179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.355898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.356571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.357549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.358228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.358892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.360118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.360852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.370208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab1a29d6-cf2b-48ae-ba24-0f3c6fc31f8a req-febb1bed-0b33-4b01-afb8-dacf9137367b tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7847 time: 0.2680852 Aug 30 14:24:49.390802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Network 2caa789e-79d4-461e-91fe-9664835201b6 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:24:49.420554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 2caa789e-79d4-461e-91fe-9664835201b6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:49.449923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832d6c1-da9d-43fe-974b-da6d78ea9291 req-57bd5241-615d-43e5-9703-dcaf0cd9ed93 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.459621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.459981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7832d6c1-da9d-43fe-974b-da6d78ea9291 req-57bd5241-615d-43e5-9703-dcaf0cd9ed93 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 944 time: 0.2269082 Aug 30 14:24:49.463748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:49.469465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f115bb0-ed53-4416-a461-5e8163473261 None None] Network 2caa789e-79d4-461e-91fe-9664835201b6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:49.485975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-c77cdbd8-e6d5-4748-a628-4c8e78e59af3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.487737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-c77cdbd8-e6d5-4748-a628-4c8e78e59af3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 944 time: 0.4078276 Aug 30 14:24:49.524731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Attempting to bind port b312912d-fb46-474b-9bec-ad7dfb607a84 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:49.525967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Attempting to bind port b312912d-fb46-474b-9bec-ad7dfb607a84 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:49.526345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Attempting to bind port b312912d-fb46-474b-9bec-ad7dfb607a84 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:49.575892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Port b312912d-fb46-474b-9bec-ad7dfb607a84 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:24:49.575892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Attempting to bind port b312912d-fb46-474b-9bec-ad7dfb607a84 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:49.589256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:49.590427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:49.590897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:49.591405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Bound port: b312912d-fb46-474b-9bec-ad7dfb607a84, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:49.591881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:49.608429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3a0667ae-b46e-4693-88db-ffdd92349cc4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3412936 Aug 30 14:24:49.642428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:49.689140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226974-21dd-49ac-ad1c-23c5ec1fca45 req-3ad71a54-c84f-4986-8e84-91bf94d3c928 tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.706333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d226974-21dd-49ac-ad1c-23c5ec1fca45 req-3ad71a54-c84f-4986-8e84-91bf94d3c928 tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 886 time: 0.2389362 Aug 30 14:24:49.763372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a067b-4a6b-4fe2-983f-c3ec21fbfba8 None None] Network 2caa789e-79d4-461e-91fe-9664835201b6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:49.792346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7832d6c1-da9d-43fe-974b-da6d78ea9291 req-86980528-29b0-4ff8-93e6-4ad78a37cf23 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311098 Aug 30 14:24:49.953881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4312d9e-c617-4639-9d43-c0dce3506632 req-5b1cb2bf-18c7-40a3-9be6-41193d4ef7ef tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:49.967884 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4312d9e-c617-4639-9d43-c0dce3506632 req-5b1cb2bf-18c7-40a3-9be6-41193d4ef7ef tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 947 time: 0.1336780 Aug 30 14:24:50.036922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4312d9e-c617-4639-9d43-c0dce3506632 req-438291b3-b9f1-498b-8984-a6cde8ed523c tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 Aug 30 14:24:50.037287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] For port b312912d-fb46-474b-9bec-ad7dfb607a84, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:50.076718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] For port b312912d-fb46-474b-9bec-ad7dfb607a84, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b312912d-fb46-474b-9bec-ad7dfb607a84,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:50.085764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Deleting port 3145cf29-af29-43a1-abae-ced2625bc52e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:50.086913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:50.114855 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:50.239534 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:24:50.272576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.273310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:50.275246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] 10.222.0.39 "PUT /v2.0/ports/b312912d-fb46-474b-9bec-ad7dfb607a84 HTTP/1.1" status: 200 len: 1095 time: 2.4631691 Aug 30 14:24:50.278798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4811e44c-a9c1-4267-8d84-08aeefe24577', 'tag': 'b312912d-fb46-474b-9bec-ad7dfb607a84'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:50.281325 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85299d86-e290-424c-9921-ed91b06ecd23" -d '{"events": [{"name": "network-changed", "server_uuid": "4811e44c-a9c1-4267-8d84-08aeefe24577", "tag": "b312912d-fb46-474b-9bec-ad7dfb607a84"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:50.314647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aa31a-6700-43e1-8a3f-87fb5c19a04f req-c4527f22-0c95-4d48-8369-d5f752f2413e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.329946 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce2aa31a-6700-43e1-8a3f-87fb5c19a04f req-c4527f22-0c95-4d48-8369-d5f752f2413e tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 944 time: 0.1055069 Aug 30 14:24:50.376944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:50.416081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f54d-97cb-45f5-82fa-d743500997be service neutron] Pushing event updated for resources: {'Port': ['ID=b312912d-fb46-474b-9bec-ad7dfb607a84,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:50.419876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.420362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.420839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.424594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.424594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.424594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.424594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.424594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.424594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.424594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.425262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.427386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce2aa31a-6700-43e1-8a3f-87fb5c19a04f req-550180b9-a413-42cf-b8c8-a448716c2523 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930302 Aug 30 14:24:50.433197 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9e3aa01-f477-476d-9802-7b60a8305765 req-6aa4e678-b884-416b-88d6-2a3048820cbf tempest-NetworksTest-1471745835 tempest-NetworksTest-1471745835-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7853 time: 0.5508788 Aug 30 14:24:50.516930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] For port 3145cf29-af29-43a1-abae-ced2625bc52e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3145cf29-af29-43a1-abae-ced2625bc52e,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:50.517518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:50.626428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:50.628360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:50.654228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Calling delete_port for 3145cf29-af29-43a1-abae-ced2625bc52e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:50.764231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-5145fefa-02ba-417b-a32c-f6b4cd7d5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.767219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-5145fefa-02ba-417b-a32c-f6b4cd7d5c1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2877424f46f436ab3fdcff145ad57ac&device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 1098 time: 0.4299402 Aug 30 14:24:50.867099 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:50.935790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-9f91efe5-39b5-4d16-baba-3475fc79fa84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b312912d-fb46-474b-9bec-ad7dfb607a84 HTTP/1.1" status: 200 len: 217 time: 0.1596649 Aug 30 14:24:50.940589 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6155614-8b3e-48a1-a90d-18da1da9b5c9 x-openstack-request-id: req-f6155614-8b3e-48a1-a90d-18da1da9b5c9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:50.941083 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4811e44c-a9c1-4267-8d84-08aeefe24577", "tag": "b312912d-fb46-474b-9bec-ad7dfb607a84", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:50.946508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:50.947507 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6155614-8b3e-48a1-a90d-18da1da9b5c9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:50.947975 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4811e44c-a9c1-4267-8d84-08aeefe24577', 'tag': 'b312912d-fb46-474b-9bec-ad7dfb607a84', 'status': 'completed', 'code': 200} Aug 30 14:24:50.953142 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d1ece1-9cb1-480e-8c22-80feb37a2f4f" -d '{"events": [{"server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "name": "network-vif-plugged", "status": "completed", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:50.977763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:50.985221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.118835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:51.182706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-bf044388-3b03-4eaa-9d67-53bca652ec8f tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:51.184407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-bf044388-3b03-4eaa-9d67-53bca652ec8f tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/networks?id=2caa789e-79d4-461e-91fe-9664835201b6 HTTP/1.1" status: 200 len: 821 time: 0.2646518 Aug 30 14:24:51.209891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-d02323af-74a1-454a-9124-822eacd37226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:51.212222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-d02323af-74a1-454a-9124-822eacd37226 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1601293 Aug 30 14:24:51.214913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-c1bdaaff-126b-49d8-ae3d-61f25c7735be tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/quotas/615961efb4cf4e0f8ad4980eddf6f2da HTTP/1.1" status: 200 len: 375 time: 0.0118117 Aug 30 14:24:51.271465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-bad07ee3-eb1b-4bae-a275-458864a724a7 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=615961efb4cf4e0f8ad4980eddf6f2da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430348 Aug 30 14:24:51.296369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486234-c235-4cd6-9553-c85e01a39a15 req-4a97e151-18b4-430f-87c9-f015ef63e4fb tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:51.298834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a486234-c235-4cd6-9553-c85e01a39a15 req-4a97e151-18b4-430f-87c9-f015ef63e4fb tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 944 time: 0.1937008 Aug 30 14:24:51.301741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:51.415380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-c8f00ed9-c79d-46b0-8db5-90792bd906b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:51.417768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-c8f00ed9-c79d-46b0-8db5-90792bd906b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975780 Aug 30 14:24:51.458824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-c84ccfc5-672a-4096-819a-90a62b71afba service neutron] 10.222.0.50 "GET /v2.0/networks/2caa789e-79d4-461e-91fe-9664835201b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861463 Aug 30 14:24:51.464639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a486234-c235-4cd6-9553-c85e01a39a15 req-b0881cab-f819-455b-89e5-c320e4739210 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574764 Aug 30 14:24:51.484969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.499444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['3145cf29-af29-43a1-abae-ced2625bc52e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:51.573461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:51.612861 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515b2e68-4285-495b-88e7-7bbd9f494cde x-openstack-request-id: req-515b2e68-4285-495b-88e7-7bbd9f494cde {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:51.613161 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "name": "network-vif-plugged", "status": "completed", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:51.613418 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-515b2e68-4285-495b-88e7-7bbd9f494cde {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:51.613808 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'code': 200} Aug 30 14:24:51.651626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98bd5c58-c69f-4c39-a91e-d5cb4666c913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.653798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Pushing event deleted for resources: {'Port': ['ID=3145cf29-af29-43a1-abae-ced2625bc52e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:51.688865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:51.802436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] No DVR routers for this DVR port 3145cf29-af29-43a1-abae-ced2625bc52e on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:51.814879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.819013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35dc51bd-0170-4331-bcd6-bb32b0f1a123 req-e6c6c67a-708e-450f-b419-c7f9b2a95013 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.39 "DELETE /v2.0/ports/3145cf29-af29-43a1-abae-ced2625bc52e HTTP/1.1" status: 204 len: 173 time: 2.3234262 Aug 30 14:24:51.831433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-5bcd12c1-db82-40c7-b299-6062e7235ad5 service neutron] 10.222.0.50 "GET /v2.0/networks/2caa789e-79d4-461e-91fe-9664835201b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658319 Aug 30 14:24:51.916993 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-68d7544f-0526-4826-8b76-834e4b6736ae service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771552 Aug 30 14:24:52.145903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98bd5c58-c69f-4c39-a91e-d5cb4666c913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:52.171444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98bd5c58-c69f-4c39-a91e-d5cb4666c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:52.310453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-98bd5c58-c69f-4c39-a91e-d5cb4666c913 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a875bff53bd476999e66e1cdc909b91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0051608 Aug 30 14:24:52.311673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:52.331727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f7038-39c2-43e6-a3ae-b78a560f998d req-8fd67247-f8ca-4026-bc9d-b32a9dde927f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:52.334956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-006f7038-39c2-43e6-a3ae-b78a560f998d req-8fd67247-f8ca-4026-bc9d-b32a9dde927f tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.1912141 Aug 30 14:24:52.348147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd5c58-c69f-4c39-a91e-d5cb4666c913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b687480-6f68-4925-a211-a550e31cf2eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:52.523859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829c067-aa5d-49ee-a8f1-a71aa3eac21d req-fc9c4433-1e55-4a9e-ade0-d05b0b1783d3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:52.535413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7829c067-aa5d-49ee-a8f1-a71aa3eac21d req-fc9c4433-1e55-4a9e-ade0-d05b0b1783d3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 947 time: 0.7290900 Aug 30 14:24:52.668621 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7829c067-aa5d-49ee-a8f1-a71aa3eac21d req-2d52a193-d918-45e6-98f3-30024eebd74d tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322329 Aug 30 14:24:52.698189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8bc2a99-0526-41cd-a546-11ea9cd21c79 req-5c2d763d-f5fa-4cab-8ff5-77b0fff56668 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769318 Aug 30 14:24:52.714590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-006f7038-39c2-43e6-a3ae-b78a560f998d req-7e7e719a-1e88-4b63-ab4a-34f8f0a64063 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613913 Aug 30 14:24:52.800719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a162d7b-f296-4c01-9363-7d51b15c9b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:52.840968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a162d7b-f296-4c01-9363-7d51b15c9b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:52.920221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85299d86-e290-424c-9921-ed91b06ecd23 req-e4a19c55-3915-4aa3-a8e8-3d5cff73bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:52.925148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85299d86-e290-424c-9921-ed91b06ecd23 req-e4a19c55-3915-4aa3-a8e8-3d5cff73bc96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2877424f46f436ab3fdcff145ad57ac&device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 1098 time: 0.1656306 Aug 30 14:24:52.935218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5944577f-9a54-4107-9342-152f05225335 req-3b145e9f-fe74-43d1-8f8c-0bb0a2557cbd tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 210 time: 0.0912743 Aug 30 14:24:52.957387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'name': 'network-vif-deleted', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:52.963220 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35459240-8c65-416c-9e4b-5263360878c9" -d '{"events": [{"server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "name": "network-vif-deleted", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:52.999713 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a162d7b-f296-4c01-9363-7d51b15c9b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:53.005110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a162d7b-f296-4c01-9363-7d51b15c9b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:53.005110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7a162d7b-f296-4c01-9363-7d51b15c9b7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b687480-6f68-4925-a211-a550e31cf2eb HTTP/1.1" status: 204 len: 168 time: 0.6874638 Aug 30 14:24:53.043045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a162d7b-f296-4c01-9363-7d51b15c9b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b687480-6f68-4925-a211-a550e31cf2eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:53.157442 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:53.177240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f77f5cc6-3981-49ef-90e7-dc9da745bbe4 req-3a0451ea-dec9-4a23-bb62-6368c63eef09 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 210 time: 0.2006304 Aug 30 14:24:53.192458 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bae93c-2544-4daf-8719-4a4b75d68f27 x-openstack-request-id: req-96bae93c-2544-4daf-8719-4a4b75d68f27 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:53.193325 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7d323a-eedc-480f-886c-75528bea820d", "name": "network-vif-deleted", "tag": "3145cf29-af29-43a1-abae-ced2625bc52e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:53.193568 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96bae93c-2544-4daf-8719-4a4b75d68f27 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:53.193976 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d323a-eedc-480f-886c-75528bea820d', 'name': 'network-vif-deleted', 'tag': '3145cf29-af29-43a1-abae-ced2625bc52e', 'status': 'completed', 'code': 200} Aug 30 14:24:53.309891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85299d86-e290-424c-9921-ed91b06ecd23 req-d88811b2-fac0-4272-8a9c-a9053019c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:53.317119 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85299d86-e290-424c-9921-ed91b06ecd23 req-d88811b2-fac0-4272-8a9c-a9053019c959 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3861170 Aug 30 14:24:53.408161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85299d86-e290-424c-9921-ed91b06ecd23 req-17227d28-1f48-4aaf-8d54-469c976c3e61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b312912d-fb46-474b-9bec-ad7dfb607a84 HTTP/1.1" status: 200 len: 217 time: 0.0794160 Aug 30 14:24:53.584567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85299d86-e290-424c-9921-ed91b06ecd23 req-d5db950e-1871-490b-bfd7-c5f73abbcd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:53.587469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85299d86-e290-424c-9921-ed91b06ecd23 req-d5db950e-1871-490b-bfd7-c5f73abbcd08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1687951 Aug 30 14:24:53.592518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:53.646848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 3145cf29-af29-43a1-abae-ced2625bc52e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:24:53.647515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3145cf29-af29-43a1-abae-ced2625bc52e not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:53.723210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85299d86-e290-424c-9921-ed91b06ecd23 req-4ce1459f-38dd-466e-bd25-8fbb87ff117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:53.725878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85299d86-e290-424c-9921-ed91b06ecd23 req-4ce1459f-38dd-466e-bd25-8fbb87ff117b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302731 Aug 30 14:24:53.778701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:53.895778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Deleting port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:53.896613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:53.977786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b413a54b-823c-4233-9859-a4fc3117cbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.123448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41174dbe-c893-47d2-b8c2-0a3d87d6423f req-0fb22268-fdb0-4544-a91e-af5b24d20699 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:54.126511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41174dbe-c893-47d2-b8c2-0a3d87d6423f req-0fb22268-fdb0-4544-a91e-af5b24d20699 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.1778958 Aug 30 14:24:54.135842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] For port c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:54.136313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.161801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Calling delete_port for c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:54.229477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b413a54b-823c-4233-9859-a4fc3117cbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.247676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41174dbe-c893-47d2-b8c2-0a3d87d6423f req-c76ff60a-55b7-4840-818e-62e57bcb31a2 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081638 Aug 30 14:24:54.302915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b413a54b-823c-4233-9859-a4fc3117cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.340240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b413a54b-823c-4233-9859-a4fc3117cbfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa779e9f1fe44bf0a60c8d2b5e97c347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560122 Aug 30 14:24:54.359355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:54.516075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0805342-7aab-4620-bf2e-12eb176d432a req-9332b13d-ee53-415e-9995-06d9b9b1405a tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:54.524263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0805342-7aab-4620-bf2e-12eb176d432a req-9332b13d-ee53-415e-9995-06d9b9b1405a tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 947 time: 0.6742153 Aug 30 14:24:54.573957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413a54b-823c-4233-9859-a4fc3117cbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cc2905-cded-4348-b237-c1c7d2fcb927,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:54.613210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e887104-b1f0-4674-800d-2e74e2070257 req-766e252a-657e-4d2d-942f-73b71ba91d7b tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 210 time: 0.1209040 Aug 30 14:24:54.619131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85299d86-e290-424c-9921-ed91b06ecd23 req-7aad0706-1657-4c89-b1bc-2b789368b077 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8830421 Aug 30 14:24:54.671817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.705109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0805342-7aab-4620-bf2e-12eb176d432a req-0cd17e7b-c481-436d-af08-a0e16fe7ab30 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797752 Aug 30 14:24:54.713594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:54.719583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-2886b231-aa8f-4eff-ab57-a3c0f6ab0f75 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:54.721466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-2886b231-aa8f-4eff-ab57-a3c0f6ab0f75 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.21 "GET /v2.0/networks?id=2caa789e-79d4-461e-91fe-9664835201b6 HTTP/1.1" status: 200 len: 821 time: 0.7381907 Aug 30 14:24:54.758678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Request body: {'port': {'device_id': 'eef29593-6444-4f3a-86ec-fdfc4dfb6817', 'network_id': '2caa789e-79d4-461e-91fe-9664835201b6', 'admin_state_up': True, 'tenant_id': '615961efb4cf4e0f8ad4980eddf6f2da'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:54.781670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f6f659-7b4f-4677-abb0-60b3934d2e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.903675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f6f659-7b4f-4677-abb0-60b3934d2e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.913806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85299d86-e290-424c-9921-ed91b06ecd23 req-d69fd4b3-b911-41d8-90d6-44fa957c4a8a service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751451 Aug 30 14:24:55.088238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Made reservation on behalf of 615961efb4cf4e0f8ad4980eddf6f2da for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:55.092381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.100218 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e80092a-8aea-4c90-81c6-ae42a1da160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.125630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f6f659-7b4f-4677-abb0-60b3934d2e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.128841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f6f659-7b4f-4677-abb0-60b3934d2e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.134063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74f6f659-7b4f-4677-abb0-60b3934d2e92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06cc2905-cded-4348-b237-c1c7d2fcb927 HTTP/1.1" status: 204 len: 168 time: 0.7725093 Aug 30 14:24:55.186386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f659-7b4f-4677-abb0-60b3934d2e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cc2905-cded-4348-b237-c1c7d2fcb927,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:55.473958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc545-9728-4f3c-9dd8-a04dc0238d7e req-88759b7d-a348-47a4-acbe-de63eeb6a931 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:55.483920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc2dc545-9728-4f3c-9dd8-a04dc0238d7e req-88759b7d-a348-47a4-acbe-de63eeb6a931 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.1515679 Aug 30 14:24:55.495858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Allocated IP 172.20.0.14 (2caa789e-79d4-461e-91fe-9664835201b6/e6cdfa8c-44bb-4523-b8cf-5e94455a1735/961e04cf-8e05-4fbc-af68-570d784559ff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:55.537008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-233c2640-d7bd-42fd-973b-89fdad6214c6 req-0f0d7504-5bb8-4b20-b118-bcc7f7aca38b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 210 time: 0.1228538 Aug 30 14:24:55.607587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b312912d-fb46-474b-9bec-ad7dfb607a84 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:24:55.879061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.907230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b312912d-fb46-474b-9bec-ad7dfb607a84, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b312912d-fb46-474b-9bec-ad7dfb607a84,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:55.965857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc2dc545-9728-4f3c-9dd8-a04dc0238d7e req-65dc37aa-3a01-46d0-93ae-f6d3ca93f614 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468894 Aug 30 14:24:55.967580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'b312912d-fb46-474b-9bec-ad7dfb607a84', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'b312912d-fb46-474b-9bec-ad7dfb607a84', 'mac_address': 'fa:16:3e:af:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:24:56.071977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.079861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-329b7d2b-4e46-4abf-b47b-c22508e407cf req-0db209b0-a842-4fa7-8841-4d67e1865b31 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 210 time: 0.0772128 Aug 30 14:24:56.102720 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.146949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b312912d-fb46-474b-9bec-ad7dfb607a84 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:56.206682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.221243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b312912d-fb46-474b-9bec-ad7dfb607a84, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b312912d-fb46-474b-9bec-ad7dfb607a84,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:56.229598 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.320431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Network 2caa789e-79d4-461e-91fe-9664835201b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:56.390159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b769c65-db01-4d91-bc9a-87fc0c3c0e03 req-6d0315db-f721-4d00-939a-85e88d4e9310 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:56.402798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b769c65-db01-4d91-bc9a-87fc0c3c0e03 req-6d0315db-f721-4d00-939a-85e88d4e9310 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 947 time: 0.3035967 Aug 30 14:24:56.405192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:56.408313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Pushing event updated for resources: {'Port': ['ID=961e04cf-8e05-4fbc-af68-570d784559ff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:56.415152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b312912d-fb46-474b-9bec-ad7dfb607a84,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:56.429839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:56.445207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:56.518127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:56.518826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.569829 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b769c65-db01-4d91-bc9a-87fc0c3c0e03 req-9c371d2e-5196-447c-837d-75830ca72db0 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655502 Aug 30 14:24:56.572032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1d156d45-8eca-4066-8f77-a42ae8d28309 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8263700 Aug 30 14:24:56.596596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Request body: {'port': {'device_id': 'eef29593-6444-4f3a-86ec-fdfc4dfb6817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:56.630218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b312912d-fb46-474b-9bec-ad7dfb607a84'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:56.633531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Router de814331-03a0-4161-b1e1-7ef21d9eae76 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:24:56.711650 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.776375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.777332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.778125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.779215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.780658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.781705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.782775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.783726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.784553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.785382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.786194 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.786833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:56.935992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:56.944092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-89d1d874-29fa-4328-b004-7453c2cd878f admin admin] 10.222.0.50 "PUT /v2.0/routers/de814331-03a0-4161-b1e1-7ef21d9eae76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2538555 Aug 30 14:24:56.956756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:56.976229 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.979048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] Sync routers for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:57.019360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:57.021417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:24:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:57.190318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2264cf38-339e-4420-b7b8-668926cdb230 req-c6b5f311-b7ff-4a00-adcd-f919d5dcab20 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 210 time: 0.2575133 Aug 30 14:24:57.324845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:57.481986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6746-9cb7-4883-9651-81c3a66b34f5 req-cab381b9-28ba-4319-9156-6b972f7c6f01 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:57.483392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cc3e6746-9cb7-4883-9651-81c3a66b34f5 req-cab381b9-28ba-4319-9156-6b972f7c6f01 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 945 time: 0.3386934 Aug 30 14:24:57.513008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:57.558227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:57.560590 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13012615-d799-40fd-a411-b7fc58732402" -d '{"events": [{"server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "name": "network-vif-unplugged", "status": "completed", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:57.613201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:57.643035 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cc3e6746-9cb7-4883-9651-81c3a66b34f5 req-ffeca8cb-93ae-4368-b3f9-b65e1496dd76 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498280 Aug 30 14:24:57.789695 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb98a742-53e4-4aa8-8ead-e50115ffbf2c x-openstack-request-id: req-eb98a742-53e4-4aa8-8ead-e50115ffbf2c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:57.790028 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "name": "network-vif-unplugged", "status": "completed", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:57.790440 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb98a742-53e4-4aa8-8ead-e50115ffbf2c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:57.790630 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'code': 200} Aug 30 14:24:57.792207 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:57.809928 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:57.887554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35543d14-5170-4178-9081-097a4c7ab61c req-118a5f73-f0ab-442a-93eb-b3062c350822 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:57.889207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35543d14-5170-4178-9081-097a4c7ab61c req-118a5f73-f0ab-442a-93eb-b3062c350822 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 932 time: 0.4223750 Aug 30 14:24:57.920401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-53fa2ebd-d808-475f-8f6a-ebfd39fd2a03 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:57.922043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-53fa2ebd-d808-475f-8f6a-ebfd39fd2a03 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 943 time: 0.4575849 Aug 30 14:24:57.951530 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62d1d1d-ffcb-49a0-a39d-562d6587d5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:57.966354 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:58.000790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961e04cf-8e05-4fbc-af68-570d784559ff {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:58.014986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.042922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Transition to ACTIVE for port object 961e04cf-8e05-4fbc-af68-570d784559ff will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:58.052858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fd37d-dd1c-47c6-874e-fd4711751967 req-b8fb4e4c-e022-4f7b-9c90-1e2114e8c800 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:58.061032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-288fd37d-dd1c-47c6-874e-fd4711751967 req-b8fb4e4c-e022-4f7b-9c90-1e2114e8c800 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 948 time: 0.1973748 Aug 30 14:24:58.070473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.094606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '63122af3-8577-4b15-ace7-bece1db31935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:24:54Z', 'revision_number': 5, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port': {'id': '63122af3-8577-4b15-ace7-bece1db31935', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:11Z', 'updated_at': '2021-08-30T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:58.102934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35543d14-5170-4178-9081-097a4c7ab61c req-6fb87c26-a699-4e90-80da-b0f0d4a04d1d tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705911 Aug 30 14:24:58.164330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] Checking router: de814331-03a0-4161-b1e1-7ef21d9eae76 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:58.191204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] Routers {'de814331-03a0-4161-b1e1-7ef21d9eae76'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:58.191859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:24:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['de814331-03a0-4161-b1e1-7ef21d9eae76'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:58.282225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Deleting port 63122af3-8577-4b15-ace7-bece1db31935 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:58.282577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.295181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-288fd37d-dd1c-47c6-874e-fd4711751967 req-773df01b-8373-48cb-837a-87fffdf0c676 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329721 Aug 30 14:24:58.328902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Pushing event updated for resources: {'Port': ['ID=961e04cf-8e05-4fbc-af68-570d784559ff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:58.391917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Attempting to bind port 961e04cf-8e05-4fbc-af68-570d784559ff on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:58.392217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Attempting to bind port 961e04cf-8e05-4fbc-af68-570d784559ff by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '3ae19280-6359-4913-8c10-bea6f4582cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2caa789e-79d4-461e-91fe-9664835201b6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:58.392491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Attempting to bind port 961e04cf-8e05-4fbc-af68-570d784559ff on network 2caa789e-79d4-461e-91fe-9664835201b6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:58.408599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Port 961e04cf-8e05-4fbc-af68-570d784559ff on network 2caa789e-79d4-461e-91fe-9664835201b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:24:58.408599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Attempting to bind port 961e04cf-8e05-4fbc-af68-570d784559ff on network 2caa789e-79d4-461e-91fe-9664835201b6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:58.422454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:58.422853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Checking segment: {'id': '3ae19280-6359-4913-8c10-bea6f4582cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2caa789e-79d4-461e-91fe-9664835201b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:58.423265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Bound using segment: {'id': '3ae19280-6359-4913-8c10-bea6f4582cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2caa789e-79d4-461e-91fe-9664835201b6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:58.423738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Bound port: 961e04cf-8e05-4fbc-af68-570d784559ff, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae19280-6359-4913-8c10-bea6f4582cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2caa789e-79d4-461e-91fe-9664835201b6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:58.424118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.428204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] Set router de814331-03a0-4161-b1e1-7ef21d9eae76 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:58.495996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] For port 63122af3-8577-4b15-ace7-bece1db31935, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=63122af3-8577-4b15-ace7-bece1db31935,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:58.496315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.526928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Calling delete_port for 63122af3-8577-4b15-ace7-bece1db31935 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:58.574246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:24:57Z', 'revision_number': 6, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:58.620916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] For port 961e04cf-8e05-4fbc-af68-570d784559ff, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:58.631388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] For port 961e04cf-8e05-4fbc-af68-570d784559ff, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=961e04cf-8e05-4fbc-af68-570d784559ff,segment=NetworkSegment(3ae19280-6359-4913-8c10-bea6f4582cd4),segment_id=3ae19280-6359-4913-8c10-bea6f4582cd4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:58.641430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.665653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dab9ebe7-9d14-410c-81f8-47ec84fe3b04 req-147c3912-0acd-4c6e-b561-b6935960e336 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 210 time: 0.0425181 Aug 30 14:24:58.694566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52eca4d-ce1c-4f0f-a143-5ba7c3c2480e None None] The sync data for ids ['de814331-03a0-4161-b1e1-7ef21d9eae76'] in n-d-805668-3 is: [{'id': 'de814331-03a0-4161-b1e1-7ef21d9eae76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2024650311-router', 'tenant_id': '8702423728ef45a38278a2ed084a746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:08Z', 'updated_at': '2021-08-30T14:24:57Z', 'revision_number': 6, 'project_id': '8702423728ef45a38278a2ed084a746d', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:58.694566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.732363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Deleting port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:24:58.741258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.776150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:58.790475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:58.795746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] 10.222.0.21 "PUT /v2.0/ports/961e04cf-8e05-4fbc-af68-570d784559ff HTTP/1.1" status: 200 len: 1092 time: 2.2033181 Aug 30 14:24:58.800062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef29593-6444-4f3a-86ec-fdfc4dfb6817', 'tag': '961e04cf-8e05-4fbc-af68-570d784559ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:58.806052 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728" -d '{"events": [{"name": "network-changed", "server_uuid": "eef29593-6444-4f3a-86ec-fdfc4dfb6817", "tag": "961e04cf-8e05-4fbc-af68-570d784559ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:58.919425 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e707b7-5b91-4b10-ab26-60d3e5f573a5 x-openstack-request-id: req-c4e707b7-5b91-4b10-ab26-60d3e5f573a5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:58.919425 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef29593-6444-4f3a-86ec-fdfc4dfb6817", "tag": "961e04cf-8e05-4fbc-af68-570d784559ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:58.919772 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4e707b7-5b91-4b10-ab26-60d3e5f573a5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:58.920317 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef29593-6444-4f3a-86ec-fdfc4dfb6817', 'tag': '961e04cf-8e05-4fbc-af68-570d784559ff', 'status': 'completed', 'code': 200} Aug 30 14:24:58.948073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a11ff-8f21-461e-9858-08ba8e26e197 service neutron] Pushing event updated for resources: {'Port': ['ID=961e04cf-8e05-4fbc-af68-570d784559ff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:58.999909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-8e8ca6f3-90ab-4ece-ba35-4a26a29f10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:59.001644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-8e8ca6f3-90ab-4ece-ba35-4a26a29f10b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=615961efb4cf4e0f8ad4980eddf6f2da&device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 1095 time: 0.1395872 Aug 30 14:24:59.012780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8ecd1-dbab-4790-8e92-73146eaf79cb req-a98bb346-1371-487c-94a0-1bf8771159ed tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:59.021083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6be8ecd1-dbab-4790-8e92-73146eaf79cb req-a98bb346-1371-487c-94a0-1bf8771159ed tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 943 time: 0.1534333 Aug 30 14:24:59.088868 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-8481b382-3639-4548-9e0b-1a7bebdd4485 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=961e04cf-8e05-4fbc-af68-570d784559ff HTTP/1.1" status: 200 len: 217 time: 0.0650053 Aug 30 14:24:59.155606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-08d30d07-135e-4f0f-8ed5-68d407f3224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:59.157910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-08d30d07-135e-4f0f-8ed5-68d407f3224c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6cdfa8c-44bb-4523-b8cf-5e94455a1735 HTTP/1.1" status: 200 len: 861 time: 0.0595357 Aug 30 14:24:59.161130 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:59.179898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] For port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,segment=NetworkSegment(4a4417c5-8233-4667-9f67-296ea326eeb4),segment_id=4a4417c5-8233-4667-9f67-296ea326eeb4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:59.180738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:59.219739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Calling delete_port for 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:24:59.253458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6be8ecd1-dbab-4790-8e92-73146eaf79cb req-709950ac-e4d4-49ad-a679-0385599f3cf8 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/security-groups?id=4211d305-67a3-4752-a10c-2c83b6b2a4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312696 Aug 30 14:24:59.255234 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:59.268030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-31f78d66-e9d7-4de8-a9c9-7e7a896e073d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2caa789e-79d4-461e-91fe-9664835201b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883245 Aug 30 14:24:59.402309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Pushing event deleted for resources: {'Port': ['ID=63122af3-8577-4b15-ace7-bece1db31935,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:59.479308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:59.545587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd057f-af10-40c9-88d5-2a6673ae05c2 req-0ed5fdf9-2321-4f33-9cb0-aa1a4c3378e1 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:59.572577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28bd057f-af10-40c9-88d5-2a6673ae05c2 req-0ed5fdf9-2321-4f33-9cb0-aa1a4c3378e1 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 944 time: 0.1421199 Aug 30 14:24:59.620437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b312912d-fb46-474b-9bec-ad7dfb607a84 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:59.644046 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-1b290a7a-9c73-4a0c-b45c-ec7347319188 service neutron] 10.222.0.21 "GET /v2.0/networks/2caa789e-79d4-461e-91fe-9664835201b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675275 Aug 30 14:24:59.649835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28bd057f-af10-40c9-88d5-2a6673ae05c2 req-ddb584ec-72f9-4cc1-ba7e-1148b0ed8340 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763760 Aug 30 14:24:59.716817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:59.727484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:59.790349 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87f54a80-8b6d-4cc9-a128-1e040a05f231 req-8ef0644a-f029-4205-ac4d-7fd330418122 service neutron] 10.222.0.21 "GET /v2.0/networks/2caa789e-79d4-461e-91fe-9664835201b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362805 Aug 30 14:24:59.797179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port b312912d-fb46-474b-9bec-ad7dfb607a84 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:59.816500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port b312912d-fb46-474b-9bec-ad7dfb607a84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:59.817574 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.047222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-3a3f1abe-f9de-44a2-b290-81d1e46cc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:00.048939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.056012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-3a3f1abe-f9de-44a2-b290-81d1e46cc19d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=615961efb4cf4e0f8ad4980eddf6f2da&device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 1095 time: 0.1077404 Aug 30 14:25:00.079881 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.100206 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.101586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router de814331-03a0-4161-b1e1-7ef21d9eae76 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:25:00.112725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.118901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d26c3108-ca20-4574-9876-856bf610e37d admin admin] 10.222.0.50 "DELETE /v2.0/routers/de814331-03a0-4161-b1e1-7ef21d9eae76 HTTP/1.1" status: 204 len: 168 time: 3.1606839 Aug 30 14:25:00.120550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:00.121443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4811e44c-a9c1-4267-8d84-08aeefe24577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312912d-fb46-474b-9bec-ad7dfb607a84'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:00.127568 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8616da-f4e2-4659-8614-7edbcc1d0b99" -d '{"events": [{"server_uuid": "4811e44c-a9c1-4267-8d84-08aeefe24577", "name": "network-vif-plugged", "status": "completed", "tag": "b312912d-fb46-474b-9bec-ad7dfb607a84"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:00.156586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b312912d-fb46-474b-9bec-ad7dfb607a84, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b312912d-fb46-474b-9bec-ad7dfb607a84,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:00.165752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.195760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38ea264-e255-46ce-b22b-8a1d1b8408f3 admin admin] Deleting subnet 7f4311d8-9aad-429e-a49d-89d66501a9a2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:25:00.200263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Pushing event deleted for resources: {'Port': ['ID=5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:00.205704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38ea264-e255-46ce-b22b-8a1d1b8408f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.277583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-28b8c757-1099-4036-bb48-b9f5de443177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:00.279643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-28b8c757-1099-4036-bb48-b9f5de443177 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2caa789e-79d4-461e-91fe-9664835201b6 HTTP/1.1" status: 200 len: 922 time: 0.2227111 Aug 30 14:25:00.352601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86773d67-6b4d-4d36-96f2-e9a267508795 req-cd69cf68-f50a-43fd-ae9d-d4532742d712 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:00.361566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86773d67-6b4d-4d36-96f2-e9a267508795 req-cd69cf68-f50a-43fd-ae9d-d4532742d712 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 948 time: 0.3947141 Aug 30 14:25:00.369174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] No DVR routers for this DVR port 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:00.374814 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.377138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c0fca8-8536-4d87-b777-6830d5becb7f req-d7b946b5-9c14-433c-b489-463dd61dfeff tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.21 "DELETE /v2.0/ports/5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f HTTP/1.1" status: 204 len: 173 time: 2.4243927 Aug 30 14:25:00.393488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'name': 'network-vif-deleted', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:00.397013 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e686e4-435e-488f-b51d-928ff8abeaa9" -d '{"events": [{"server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "name": "network-vif-deleted", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:00.418204 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38ea264-e255-46ce-b22b-8a1d1b8408f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.425110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b312912d-fb46-474b-9bec-ad7dfb607a84,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:00.459575 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8791db86-1ff4-4cef-a193-148264434ed2 req-01e2ceb4-0e0b-4dbe-9183-c6790ab78c73 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d7d323a-eedc-480f-886c-75528bea820d HTTP/1.1" status: 200 len: 210 time: 0.1786680 Aug 30 14:25:00.466618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-449667c8-2287-452e-b32a-b2296f7fabff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=961e04cf-8e05-4fbc-af68-570d784559ff HTTP/1.1" status: 200 len: 217 time: 0.1767421 Aug 30 14:25:00.545730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 63122af3-8577-4b15-ace7-bece1db31935 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:00.595920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 63122af3-8577-4b15-ace7-bece1db31935 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:00.596840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 63122af3-8577-4b15-ace7-bece1db31935 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:00.597604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:00.637839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:00.640359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c6a56edf-76bc-4a2b-b6b0-d6cea5d94c02 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:00.642545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-8bb0631d-f39b-45fe-8449-7a4ed31dab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:00.644748 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-8bb0631d-f39b-45fe-8449-7a4ed31dab60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6cdfa8c-44bb-4523-b8cf-5e94455a1735 HTTP/1.1" status: 200 len: 861 time: 0.1667151 Aug 30 14:25:00.715703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86773d67-6b4d-4d36-96f2-e9a267508795 req-1e2f0be5-c031-4d63-9325-3e175cbab3ec tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528666 Aug 30 14:25:00.718881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-4e514a5c-3835-4ec5-af39-8c22b78f3487 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2caa789e-79d4-461e-91fe-9664835201b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641806 Aug 30 14:25:00.747535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38ea264-e255-46ce-b22b-8a1d1b8408f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:00.836195 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a12080-c8f9-421a-b01f-1dcb6e400d63 x-openstack-request-id: req-14a12080-c8f9-421a-b01f-1dcb6e400d63 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:00.837295 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4811e44c-a9c1-4267-8d84-08aeefe24577", "name": "network-vif-plugged", "status": "completed", "tag": "b312912d-fb46-474b-9bec-ad7dfb607a84", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:00.837649 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14a12080-c8f9-421a-b01f-1dcb6e400d63 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:00.838153 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4811e44c-a9c1-4267-8d84-08aeefe24577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312912d-fb46-474b-9bec-ad7dfb607a84', 'code': 200} Aug 30 14:25:00.961259 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18998332-a86b-40cb-963c-638fa25bfd20 x-openstack-request-id: req-18998332-a86b-40cb-963c-638fa25bfd20 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:00.961670 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9de7e4-2345-41ec-930f-7449e08a0749", "name": "network-vif-deleted", "tag": "5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:00.962160 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18998332-a86b-40cb-963c-638fa25bfd20 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:00.977426 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9de7e4-2345-41ec-930f-7449e08a0749', 'name': 'network-vif-deleted', 'tag': '5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f', 'status': 'completed', 'code': 200} Aug 30 14:25:00.985687 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38ea264-e255-46ce-b22b-8a1d1b8408f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.078124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716f05c-8303-459c-88bc-902cd6b77b39 None None] Network 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:25:01.080419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92aacc9-ef87-42a5-b15e-eb60d89d53cc req-e14c9674-37fc-46e9-87ce-4bbced73b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:01.082424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c92aacc9-ef87-42a5-b15e-eb60d89d53cc req-e14c9674-37fc-46e9-87ce-4bbced73b1e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 1100 time: 0.1315172 Aug 30 14:25:01.083715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38ea264-e255-46ce-b22b-8a1d1b8408f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.087163 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a38ea264-e255-46ce-b22b-8a1d1b8408f3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7f4311d8-9aad-429e-a49d-89d66501a9a2 HTTP/1.1" status: 204 len: 168 time: 0.9453571 Aug 30 14:25:01.089644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:01.109937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-c6b174cc-3036-4877-a4c1-f3c033113aff service neutron] 10.222.0.21 "GET /v2.0/networks/2caa789e-79d4-461e-91fe-9664835201b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817441 Aug 30 14:25:01.240406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c92aacc9-ef87-42a5-b15e-eb60d89d53cc req-31aafebc-6223-47ef-b800-920298b79c83 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462193 Aug 30 14:25:01.302961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.417719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ea264-e255-46ce-b22b-8a1d1b8408f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4311d8-9aad-429e-a49d-89d66501a9a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:01.474050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f773e49e-eb75-44c3-a921-f0fce41eb792 req-56453685-e942-4444-908c-5c27500e5517 tempest-ImagesTestJSON-473811117 tempest-ImagesTestJSON-473811117-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb9de7e4-2345-41ec-930f-7449e08a0749 HTTP/1.1" status: 200 len: 210 time: 0.0728478 Aug 30 14:25:01.476607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab99d-d05d-4f58-947d-2cf489674131 req-efdb9d71-ad1b-41e6-82fc-8d9132d70abd tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:01.487689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-092ab99d-d05d-4f58-947d-2cf489674131 req-efdb9d71-ad1b-41e6-82fc-8d9132d70abd tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 944 time: 0.2398798 Aug 30 14:25:01.516797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] DHCP port deletion for 8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:25:01.524633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c6fb81b-1b6c-41c9-bd1c-560ee2f31728 req-cc8b6244-73ca-4dc0-bf61-68b6ff5f8238 service neutron] 10.222.0.21 "GET /v2.0/networks/2caa789e-79d4-461e-91fe-9664835201b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398001 Aug 30 14:25:01.538021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.547288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Deleting port 71d0512a-774a-49ce-a66a-db2e9fd217d6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:01.557886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.588886 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-092ab99d-d05d-4f58-947d-2cf489674131 req-2f763aef-38d7-4470-9666-0d5cd114c4bb tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983577 Aug 30 14:25:01.653392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] Deleting port 71d0512a-774a-49ce-a66a-db2e9fd217d6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:01.654808 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.662688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] For port 71d0512a-774a-49ce-a66a-db2e9fd217d6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71d0512a-774a-49ce-a66a-db2e9fd217d6,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:01.663590 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.678730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Calling delete_port for 71d0512a-774a-49ce-a66a-db2e9fd217d6 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:01.802336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.883552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d0512a-774a-49ce-a66a-db2e9fd217d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:01.915295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] No DVR routers for this DVR port 71d0512a-774a-49ce-a66a-db2e9fd217d6 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:01.931124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] For port 71d0512a-774a-49ce-a66a-db2e9fd217d6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71d0512a-774a-49ce-a66a-db2e9fd217d6,segment=NetworkSegment(eaa06c27-3a01-4630-a7b8-2a14ac855c61),segment_id=eaa06c27-3a01-4630-a7b8-2a14ac855c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:01.934826 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.976040 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] Calling delete_port for 71d0512a-774a-49ce-a66a-db2e9fd217d6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:02.061933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:02.085305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:02.109514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa06c27-3a01-4630-a7b8-2a14ac855c61') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:02.109829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa06c27-3a01-4630-a7b8-2a14ac855c61') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:02.125155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:02.142659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:02.150051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:25:02.150051 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:02.254498 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:25:02.287990 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:25:02.312347 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:02.334469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:02.350117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:02.350361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804 HTTP/1.1" status: 204 len: 168 time: 1.2547715 Aug 30 14:25:02.396413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] Pushing event deleted for resources: {'Port': ['ID=71d0512a-774a-49ce-a66a-db2e9fd217d6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:02.397646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4010590-9e4b-4934-b290-048738183b9f req-95300ca0-7a84-4e5f-8df6-bca729bef10c tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:02.399722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4010590-9e4b-4934-b290-048738183b9f req-95300ca0-7a84-4e5f-8df6-bca729bef10c tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 949 time: 0.5328147 Aug 30 14:25:02.401193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbe892-41d8-46af-ac29-916cca12d934 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ebc4d90-c91e-4e0d-94ae-e0cf1bce5804,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:02.430129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccede82c-501d-46ae-a135-33f980d652ed None None] No DVR routers for this DVR port 71d0512a-774a-49ce-a66a-db2e9fd217d6 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:02.441747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:02.504468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4010590-9e4b-4934-b290-048738183b9f req-3e8b5fcc-24ee-4d84-811a-0924c37447a8 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946722 Aug 30 14:25:02.509270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 71d0512a-774a-49ce-a66a-db2e9fd217d6 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:02.564108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:02.564720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5a035ee5-3e2e-4fed-b3ac-5f8b22584d1f not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:02.566569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 71d0512a-774a-49ce-a66a-db2e9fd217d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:02.567076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 71d0512a-774a-49ce-a66a-db2e9fd217d6 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:02.603202 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:02.945714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f036a83-9199-4089-a55a-a92728d060b6 req-e5298fa7-271e-4bb2-8cd1-c1f2760139df tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:02.955731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f036a83-9199-4089-a55a-a92728d060b6 req-e5298fa7-271e-4bb2-8cd1-c1f2760139df tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 944 time: 0.1588001 Aug 30 14:25:03.167339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f036a83-9199-4089-a55a-a92728d060b6 req-1b31a94b-356b-492b-bb8f-9e097f23ca82 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884041 Aug 30 14:25:03.307167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:03.410311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:03.556362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97e929a-987c-4849-acfe-ecfe457dd5f2 admin admin] Deleting subnet bcedcd84-859e-4b33-8a0a-04894ebe067f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:25:03.576683 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b97e929a-987c-4849-acfe-ecfe457dd5f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:03.647304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b97e929a-987c-4849-acfe-ecfe457dd5f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:03.708112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b97e929a-987c-4849-acfe-ecfe457dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:03.816376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b97e929a-987c-4849-acfe-ecfe457dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:03.837893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafd1bb-d7d6-4389-bbf5-aed14a00777b req-8eb889af-94b3-42eb-a6d4-30ae5f8ed27f tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:03.847547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b97e929a-987c-4849-acfe-ecfe457dd5f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:03.851702 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b97e929a-987c-4849-acfe-ecfe457dd5f2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bcedcd84-859e-4b33-8a0a-04894ebe067f HTTP/1.1" status: 204 len: 168 time: 0.4397430 Aug 30 14:25:03.861201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-efafd1bb-d7d6-4389-bbf5-aed14a00777b req-8eb889af-94b3-42eb-a6d4-30ae5f8ed27f tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 949 time: 0.1770513 Aug 30 14:25:03.876696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:03.886856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e929a-987c-4849-acfe-ecfe457dd5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcedcd84-859e-4b33-8a0a-04894ebe067f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:03.930151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:03.974586 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:03.997819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-efafd1bb-d7d6-4389-bbf5-aed14a00777b req-45e27453-bdbf-40b6-9fc2-d33cdcee1e95 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340294 Aug 30 14:25:04.285264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Deleting port 68667477-bfab-40cf-88b2-67208692f913 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:04.286059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:04.292407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af1cf1a8-3988-469c-9a0e-da07d5a56bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:04.423517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 961e04cf-8e05-4fbc-af68-570d784559ff details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:25:04.629425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] For port 68667477-bfab-40cf-88b2-67208692f913, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=68667477-bfab-40cf-88b2-67208692f913,segment=NetworkSegment(1b7ffbbb-3e0a-489a-954f-08c44451c6e7),segment_id=1b7ffbbb-3e0a-489a-954f-08c44451c6e7)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:04.631162 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:04.688412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Calling delete_port for 68667477-bfab-40cf-88b2-67208692f913 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:04.790360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 961e04cf-8e05-4fbc-af68-570d784559ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=961e04cf-8e05-4fbc-af68-570d784559ff,segment=NetworkSegment(3ae19280-6359-4913-8c10-bea6f4582cd4),segment_id=3ae19280-6359-4913-8c10-bea6f4582cd4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:04.830089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '961e04cf-8e05-4fbc-af68-570d784559ff', 'network_id': '2caa789e-79d4-461e-91fe-9664835201b6', 'port_id': '961e04cf-8e05-4fbc-af68-570d784559ff', 'mac_address': 'fa:16:3e:9f:05:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6cdfa8c-44bb-4523-b8cf-5e94455a1735', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:25:04.915223 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:04.933787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:04.958661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff88e18-89aa-476f-8af1-d4021ac60349']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:04.960652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961e04cf-8e05-4fbc-af68-570d784559ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:04.985844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4417c5-8233-4667-9f67-296ea326eeb4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:04.986236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4417c5-8233-4667-9f67-296ea326eeb4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:05.015763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 961e04cf-8e05-4fbc-af68-570d784559ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=961e04cf-8e05-4fbc-af68-570d784559ff,segment=NetworkSegment(3ae19280-6359-4913-8c10-bea6f4582cd4),segment_id=3ae19280-6359-4913-8c10-bea6f4582cd4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:05.027931 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.063562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a561b-5854-433e-91df-6daf37c99585 req-c482d0ba-494a-4d65-b87b-14813af88981 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:05.072043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b36a561b-5854-433e-91df-6daf37c99585 req-c482d0ba-494a-4d65-b87b-14813af88981 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 949 time: 0.2739649 Aug 30 14:25:05.079997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.127006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=961e04cf-8e05-4fbc-af68-570d784559ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:05.157103 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.170292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:25:05.170756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:25:05.256974 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:25:05.374610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b36a561b-5854-433e-91df-6daf37c99585 req-a7e48cf9-7709-4249-a2e1-453d250a2c80 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838113 Aug 30 14:25:05.409890 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.419297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.421677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9ff88e18-89aa-476f-8af1-d4021ac60349 HTTP/1.1" status: 204 len: 168 time: 1.5435269 Aug 30 14:25:05.444465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['961e04cf-8e05-4fbc-af68-570d784559ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:25:05.455786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73980039-74e2-4884-8ad9-193b4865ca80 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff88e18-89aa-476f-8af1-d4021ac60349,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:05.673320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaeb3b-c05b-4dd6-a741-95a264558325 req-275f3570-cdd9-43cc-b55f-410634514ad4 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:05.681466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-badaeb3b-c05b-4dd6-a741-95a264558325 req-275f3570-cdd9-43cc-b55f-410634514ad4 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 944 time: 1.3121419 Aug 30 14:25:05.689857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59576) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:05.741010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-07dd9d4a-80b5-4ba0-8031-e1c5685aedc3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:05.745627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-07dd9d4a-80b5-4ba0-8031-e1c5685aedc3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.39 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 949 time: 0.0971360 Aug 30 14:25:05.856798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-badaeb3b-c05b-4dd6-a741-95a264558325 req-3dde92c5-fe1c-4614-a530-c6aac3b69a2f tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743135 Aug 30 14:25:05.871594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48e5b54c-6f8e-4303-9696-272aee8c8403 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ccdeffd66784ff9b095f72c819b9e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802130 Aug 30 14:25:05.873486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:05.898058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.907666 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af1cf1a8-3988-469c-9a0e-da07d5a56bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.930529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af1cf1a8-3988-469c-9a0e-da07d5a56bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:05.958508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Pushing event deleted for resources: {'Port': ['ID=68667477-bfab-40cf-88b2-67208692f913,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:05.990603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cf1a8-3988-469c-9a0e-da07d5a56bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dae54ea-dcab-47ba-ae56-633c088260c4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:06.036498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1f3c925-3bd9-4538-977f-d5adbc020986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.064121 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1f3c925-3bd9-4538-977f-d5adbc020986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.125811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1f3c925-3bd9-4538-977f-d5adbc020986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.135542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-af1cf1a8-3988-469c-9a0e-da07d5a56bf5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c565c86a53e64202996334f3318f5d01&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2003002 Aug 30 14:25:06.142481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:06.146732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1f3c925-3bd9-4538-977f-d5adbc020986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.149269 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1f3c925-3bd9-4538-977f-d5adbc020986 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4211d305-67a3-4752-a10c-2c83b6b2a4d5 HTTP/1.1" status: 204 len: 168 time: 0.2696872 Aug 30 14:25:06.166811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3c925-3bd9-4538-977f-d5adbc020986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4211d305-67a3-4752-a10c-2c83b6b2a4d5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:06.180284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Deleting port b312912d-fb46-474b-9bec-ad7dfb607a84 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:06.180746 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.379267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] For port b312912d-fb46-474b-9bec-ad7dfb607a84, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b312912d-fb46-474b-9bec-ad7dfb607a84,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:06.379706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.401817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Calling delete_port for b312912d-fb46-474b-9bec-ad7dfb607a84 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:06.552476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.703217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7212-69d9-4f7a-9e2a-0698cc5f5d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.786311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10445436-a869-4863-81ac-ec8c76cc9072 req-d08061ba-5353-4d1f-a297-567e243bf3ed tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:06.787694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10445436-a869-4863-81ac-ec8c76cc9072 req-d08061ba-5353-4d1f-a297-567e243bf3ed tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/ports?device_id=4811e44c-a9c1-4267-8d84-08aeefe24577 HTTP/1.1" status: 200 len: 949 time: 0.1953223 Aug 30 14:25:06.788946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.801935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7212-69d9-4f7a-9e2a-0698cc5f5d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.804597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b312912d-fb46-474b-9bec-ad7dfb607a84'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:25:06.920629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Pushing event deleted for resources: {'Port': ['ID=b312912d-fb46-474b-9bec-ad7dfb607a84,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:06.992280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10445436-a869-4863-81ac-ec8c76cc9072 req-8a2950c8-53d0-4ea0-8d40-766899b54f96 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0df840e-9070-4637-9cba-7ac598cfbc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890111 Aug 30 14:25:07.024553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] No DVR routers for this DVR port b312912d-fb46-474b-9bec-ad7dfb607a84 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:07.032532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:07.043141 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ac04331-3cba-48a9-8881-4c5267a05c78 req-8a4becae-16fd-4e90-a14f-d4e5aa32b8f3 tempest-ImagesNegativeTestJSON-482154693 tempest-ImagesNegativeTestJSON-482154693-project] 10.222.0.39 "DELETE /v2.0/ports/b312912d-fb46-474b-9bec-ad7dfb607a84 HTTP/1.1" status: 204 len: 173 time: 1.2888892 Aug 30 14:25:07.043806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4811e44c-a9c1-4267-8d84-08aeefe24577', 'name': 'network-vif-deleted', 'tag': 'b312912d-fb46-474b-9bec-ad7dfb607a84'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:07.048511 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcc5f96-bbd2-460a-a19d-b5b7cbcbd253" -d '{"events": [{"server_uuid": "4811e44c-a9c1-4267-8d84-08aeefe24577", "name": "network-vif-deleted", "tag": "b312912d-fb46-474b-9bec-ad7dfb607a84"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:07.191349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6864bf-4c48-4257-812c-6403bd419a3b req-cc240daa-8e30-4852-9e06-9fd0a96e0230 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:07.193506 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ed6864bf-4c48-4257-812c-6403bd419a3b req-cc240daa-8e30-4852-9e06-9fd0a96e0230 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 945 time: 0.0683620 Aug 30 14:25:07.271474 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7212-69d9-4f7a-9e2a-0698cc5f5d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:07.275352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ed6864bf-4c48-4257-812c-6403bd419a3b req-288146c8-524d-4e30-8ad0-7925445679e6 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688412 Aug 30 14:25:07.277071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7212-69d9-4f7a-9e2a-0698cc5f5d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:07.279344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8f0e7212-69d9-4f7a-9e2a-0698cc5f5d39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2dae54ea-dcab-47ba-ae56-633c088260c4 HTTP/1.1" status: 204 len: 168 time: 1.1355314 Aug 30 14:25:07.303951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Router 599e937f-f517-4da9-85be-a68b4438000f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:25:07.306141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e7212-69d9-4f7a-9e2a-0698cc5f5d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dae54ea-dcab-47ba-ae56-633c088260c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:07.335366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056f09-ab31-4ac7-84c1-669b38d94813 req-425137c5-7b52-4c9f-a5f5-fdcc46304ffc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:07.342973 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6056f09-ab31-4ac7-84c1-669b38d94813 req-425137c5-7b52-4c9f-a5f5-fdcc46304ffc tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 944 time: 0.2817364 Aug 30 14:25:07.383766 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe0ff91-7a08-46fd-9199-07f98abdedf0 x-openstack-request-id: req-cfe0ff91-7a08-46fd-9199-07f98abdedf0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:07.383766 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4811e44c-a9c1-4267-8d84-08aeefe24577", "name": "network-vif-deleted", "tag": "b312912d-fb46-474b-9bec-ad7dfb607a84", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:07.383766 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfe0ff91-7a08-46fd-9199-07f98abdedf0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:07.383766 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4811e44c-a9c1-4267-8d84-08aeefe24577', 'name': 'network-vif-deleted', 'tag': 'b312912d-fb46-474b-9bec-ad7dfb607a84', 'status': 'completed', 'code': 200} Aug 30 14:25:07.406644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6056f09-ab31-4ac7-84c1-669b38d94813 req-fce1354b-15f4-4ba4-a769-0937a4c70606 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Aug 30 14:25:07.605677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:25:07.624297 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] Sync routers for ids ['599e937f-f517-4da9-85be-a68b4438000f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:25:07.652790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:07.659066 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3d5a4ec1-090b-4be5-ab91-52f939c1b520 admin admin] 10.222.0.50 "PUT /v2.0/routers/599e937f-f517-4da9-85be-a68b4438000f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3062890 Aug 30 14:25:07.664863 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] Routers {'599e937f-f517-4da9-85be-a68b4438000f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:07.665931 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:24:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['599e937f-f517-4da9-85be-a68b4438000f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:07.844727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-028d2168-76a9-4adc-b49d-0051f6cd3826 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:07.847669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-028d2168-76a9-4adc-b49d-0051f6cd3826 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 944 time: 0.2245848 Aug 30 14:25:07.935909 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] Set router 599e937f-f517-4da9-85be-a68b4438000f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:07.980444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:07.997467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e351b24-9e89-4caa-a7ce-70fd131a0547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.002130 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.147782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Deleting port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:08.150061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.219944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e351b24-9e89-4caa-a7ce-70fd131a0547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.227017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e351b24-9e89-4caa-a7ce-70fd131a0547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.256671 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:25:05Z', 'revision_number': 5, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:08.289893 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] Checking router: 599e937f-f517-4da9-85be-a68b4438000f for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:25:08.291639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e351b24-9e89-4caa-a7ce-70fd131a0547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53673a9b-0d45-4382-a298-60c314d3d277,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:08.303048 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] Routers {'599e937f-f517-4da9-85be-a68b4438000f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:08.304433 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:24:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['599e937f-f517-4da9-85be-a68b4438000f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:08.329195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e351b24-9e89-4caa-a7ce-70fd131a0547 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5471a1654a184af3955f3eb7bdf0857e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475730 Aug 30 14:25:08.332262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:08.350104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.382226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-9259fe24-6921-4563-b3bc-55e65e2328a9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--679324780&fields=id&tenant_id=a29b60eac8d24cb0826d5078623f5174 HTTP/1.1" status: 200 len: 267 time: 0.1012423 Aug 30 14:25:08.404813 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f75056-cd23-4c8c-8872-d7697da2aa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.416644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] For port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:08.417020 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.432648 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f75056-cd23-4c8c-8872-d7697da2aa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.451325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 961e04cf-8e05-4fbc-af68-570d784559ff up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:08.485360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Calling delete_port for b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:08.491374 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] Set router 599e937f-f517-4da9-85be-a68b4438000f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:08.554323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 961e04cf-8e05-4fbc-af68-570d784559ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:08.565593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 961e04cf-8e05-4fbc-af68-570d784559ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:08.566322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-dcfd5139-ecc7-46ef-b71e-fce165bd45d4 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bfabd525e7064de98161b12ffd1ccfd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578728 Aug 30 14:25:08.566649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.589407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Deleting port 2aa484f4-d1d9-4230-a7bd-5338e884319a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:08.589760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.594793 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f75056-cd23-4c8c-8872-d7697da2aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.601501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f75056-cd23-4c8c-8872-d7697da2aa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.602976 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f3f75056-cd23-4c8c-8872-d7697da2aa8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53673a9b-0d45-4382-a298-60c314d3d277 HTTP/1.1" status: 204 len: 168 time: 0.2694981 Aug 30 14:25:08.684136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f75056-cd23-4c8c-8872-d7697da2aa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53673a9b-0d45-4382-a298-60c314d3d277,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:08.689441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f7fab8fb-7119-4cc1-b685-9f265de22da4 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:08.691741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f7fab8fb-7119-4cc1-b685-9f265de22da4 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/networks?id=664705f2-4326-4a6e-a378-09045acf51e9 HTTP/1.1" status: 200 len: 816 time: 0.2825253 Aug 30 14:25:08.769689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-1345928a-9a59-4c4c-b25f-c0dc1342b425 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/quotas/a29b60eac8d24cb0826d5078623f5174 HTTP/1.1" status: 200 len: 375 time: 0.0570304 Aug 30 14:25:08.785645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] For port 2aa484f4-d1d9-4230-a7bd-5338e884319a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2aa484f4-d1d9-4230-a7bd-5338e884319a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:08.786031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.831960 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.840203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Calling delete_port for 2aa484f4-d1d9-4230-a7bd-5338e884319a owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:08.854296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-81d09cc9-38db-415c-ace8-b2039a02fe71 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:08.854935 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:25:05Z', 'revision_number': 5, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:08.858022 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.868550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-81d09cc9-38db-415c-ace8-b2039a02fe71 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943087 Aug 30 14:25:08.891464 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916194d2-908f-4a61-bb62-64a4f2183ad1 None None] The sync data for ids ['599e937f-f517-4da9-85be-a68b4438000f'] in n-d-805668-3 is: [{'id': '599e937f-f517-4da9-85be-a68b4438000f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18687338-router', 'tenant_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:18:27Z', 'updated_at': '2021-08-30T14:25:05Z', 'revision_number': 5, 'project_id': 'a6f86eba64a34bf786fc0a5fe09a3cf3', 'gw_port': {'id': '2aa484f4-d1d9-4230-a7bd-5338e884319a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599e937f-f517-4da9-85be-a68b4438000f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:18:28Z', 'updated_at': '2021-08-30T14:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:25:08.902002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 961e04cf-8e05-4fbc-af68-570d784559ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=961e04cf-8e05-4fbc-af68-570d784559ff,segment=NetworkSegment(3ae19280-6359-4913-8c10-bea6f4582cd4),segment_id=3ae19280-6359-4913-8c10-bea6f4582cd4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:08.903262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Pushing event deleted for resources: {'Port': ['ID=b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:08.904285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-adb41025-73f0-4fc3-8d02-c32f9bf2c39c tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/quotas/bfabd525e7064de98161b12ffd1ccfd8 HTTP/1.1" status: 200 len: 375 time: 0.0333102 Aug 30 14:25:08.906874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef29593-6444-4f3a-86ec-fdfc4dfb6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961e04cf-8e05-4fbc-af68-570d784559ff'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:08.910701 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea99f505-dccb-4b04-a56f-6d429e77a83a" -d '{"events": [{"server_uuid": "eef29593-6444-4f3a-86ec-fdfc4dfb6817", "name": "network-vif-plugged", "status": "completed", "tag": "961e04cf-8e05-4fbc-af68-570d784559ff"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:08.916381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:25:08.929477 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:08.974574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-8e582422-6959-4a99-a125-3e44175b239a tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bfabd525e7064de98161b12ffd1ccfd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499430 Aug 30 14:25:08.991365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-fd99426a-198c-4f40-a058-6fd7aca68ae6 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a29b60eac8d24cb0826d5078623f5174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1988358 Aug 30 14:25:09.062027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=961e04cf-8e05-4fbc-af68-570d784559ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:09.122157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] No DVR routers for this DVR port b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:09.125154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:09.128604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b20da9e6-e48a-4da4-8888-41d9b3247d80 req-68b24aef-544d-4898-8f25-292b79bdfe45 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.21 "DELETE /v2.0/ports/b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 HTTP/1.1" status: 204 len: 173 time: 1.2722654 Aug 30 14:25:09.268747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-fae82fad-3e66-4e9e-8f81-61a1248d6b29 service neutron] 10.222.0.50 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482479 Aug 30 14:25:09.357465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241a76f-5da2-4cdb-a95d-eefa5b3dc718 req-57e1ba14-7577-409b-9836-1de5db15d82e tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:09.370504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3241a76f-5da2-4cdb-a95d-eefa5b3dc718 req-57e1ba14-7577-409b-9836-1de5db15d82e tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 946 time: 0.0897169 Aug 30 14:25:09.416073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'name': 'network-vif-deleted', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:09.420924 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e20c9-ce38-4dec-9caf-ffd4731a273a" -d '{"events": [{"server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "name": "network-vif-deleted", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:09.436887 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3241a76f-5da2-4cdb-a95d-eefa5b3dc718 req-bcd348d3-1501-4049-8bfe-777fc239209c tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653286 Aug 30 14:25:09.475409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:09.532588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa484f4-d1d9-4230-a7bd-5338e884319a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:09.591818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-189f6c85-1e1c-4fc4-a6d0-93772f23ca30 service neutron] 10.222.0.50 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131809 Aug 30 14:25:09.594871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8fe1a854-5ed3-43d0-b6fa-9b4ee3eadc3e req-4b0fdb48-f73c-40fa-930f-af611ed73526 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5 HTTP/1.1" status: 200 len: 210 time: 0.0336647 Aug 30 14:25:09.654137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b312912d-fb46-474b-9bec-ad7dfb607a84 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:09.739012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:09.742878 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af1db05-ef52-415f-812f-cb5706aecdd0 x-openstack-request-id: req-5af1db05-ef52-415f-812f-cb5706aecdd0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:09.743193 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef29593-6444-4f3a-86ec-fdfc4dfb6817", "name": "network-vif-plugged", "status": "completed", "tag": "961e04cf-8e05-4fbc-af68-570d784559ff", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:09.743458 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5af1db05-ef52-415f-812f-cb5706aecdd0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:09.743890 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef29593-6444-4f3a-86ec-fdfc4dfb6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961e04cf-8e05-4fbc-af68-570d784559ff', 'code': 200} Aug 30 14:25:09.750552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: b312912d-fb46-474b-9bec-ad7dfb607a84 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:09.750834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b312912d-fb46-474b-9bec-ad7dfb607a84 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:09.970978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fa1fc77-6812-4750-9bfe-c61ebe8fdd91 req-6fe8426d-1359-44e3-b8af-e592f10b0382 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 210 time: 0.0499978 Aug 30 14:25:09.993732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:09.997927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.007768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d88b7-ad8a-4e32-baa1-83f986c71a11 req-d872d25a-1a36-4cd1-acb4-d95c7fab9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:10.009521 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-186d88b7-ad8a-4e32-baa1-83f986c71a11 req-d872d25a-1a36-4cd1-acb4-d95c7fab9165 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 1097 time: 0.1287503 Aug 30 14:25:10.058446 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edafa82-d264-4424-87e1-39736483c0ba x-openstack-request-id: req-3edafa82-d264-4424-87e1-39736483c0ba {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:10.059206 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5", "name": "network-vif-deleted", "tag": "b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:10.059521 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3edafa82-d264-4424-87e1-39736483c0ba {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:10.059924 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3292cc-b8d4-4f91-9d2c-5c2206e58ef5', 'name': 'network-vif-deleted', 'tag': 'b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41', 'status': 'completed', 'code': 200} Aug 30 14:25:10.085875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.086807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 599e937f-f517-4da9-85be-a68b4438000f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:25:10.115298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.117102 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4c33a1e8-5a56-4810-8464-df4fa2997a72 admin admin] 10.222.0.50 "DELETE /v2.0/routers/599e937f-f517-4da9-85be-a68b4438000f HTTP/1.1" status: 204 len: 168 time: 2.4625258 Aug 30 14:25:10.120168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:10.125896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-186d88b7-ad8a-4e32-baa1-83f986c71a11 req-2815d853-734d-4f15-86f5-90443615d665 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647345 Aug 30 14:25:10.205662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-da211173-3213-4ec5-87de-ccca0369ef5c admin admin] Deleting subnet cbd29d71-5c83-40b2-837f-ddaa0e552b34 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:25:10.251903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da211173-3213-4ec5-87de-ccca0369ef5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.374577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68667477-bfab-40cf-88b2-67208692f913 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:10.403944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da211173-3213-4ec5-87de-ccca0369ef5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.412744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bd79c72d-e8cd-473e-9819-991d57325643 req-0213aa8d-78ec-4d51-a5f3-cd9b11652b82 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.1016102 Aug 30 14:25:10.426916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 68667477-bfab-40cf-88b2-67208692f913 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:10.427559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68667477-bfab-40cf-88b2-67208692f913 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:10.637090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da211173-3213-4ec5-87de-ccca0369ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.700422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ea83-88ba-4326-94cd-32d6c6b15234 req-2fed802d-ace6-4bc4-b997-357840ed33cc tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:10.715387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e83ea83-88ba-4326-94cd-32d6c6b15234 req-2fed802d-ace6-4bc4-b997-357840ed33cc tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 946 time: 0.1363487 Aug 30 14:25:10.795357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da211173-3213-4ec5-87de-ccca0369ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.832361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e83ea83-88ba-4326-94cd-32d6c6b15234 req-033b46dc-a2d6-4beb-b7dc-287eccd1ca71 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088107 Aug 30 14:25:11.002378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da211173-3213-4ec5-87de-ccca0369ef5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd29d71-5c83-40b2-837f-ddaa0e552b34,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:11.029697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da211173-3213-4ec5-87de-ccca0369ef5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.036595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee801b5-8b2c-4465-b91a-fecf4b9e9dd6 None None] Network b367643c-f0da-474b-b60b-507546d29c9e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:25:11.045659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-da211173-3213-4ec5-87de-ccca0369ef5c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cbd29d71-5c83-40b2-837f-ddaa0e552b34 HTTP/1.1" status: 204 len: 168 time: 0.9248047 Aug 30 14:25:11.049222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:11.065695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-d35b74b7-2c34-4821-85e8-89e0243acf9b tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bfabd525e7064de98161b12ffd1ccfd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1458454 Aug 30 14:25:11.322596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.439397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ffcb3826-afdf-4baf-a6a2-53e3d45d4b3c req-977f7bad-b49b-484f-badb-f5ce0efb56af tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 210 time: 0.1334479 Aug 30 14:25:11.472635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0cb7e-77fa-4305-9917-4dbe5c6c5937 req-2e3d301e-ccf6-4859-92bb-67b9e05ed6d3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:11.483273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] DHCP port deletion for b367643c-f0da-474b-b60b-507546d29c9e request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:25:11.490209 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ecf0cb7e-77fa-4305-9917-4dbe5c6c5937 req-2e3d301e-ccf6-4859-92bb-67b9e05ed6d3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 945 time: 0.1586177 Aug 30 14:25:11.494053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:11.575183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ecf0cb7e-77fa-4305-9917-4dbe5c6c5937 req-7a13a117-4b2e-4ea3-b566-588f0ca61075 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826399 Aug 30 14:25:11.590905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Deleting port 8e96c75d-5939-4206-9f88-369cf4fe3426 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:11.597422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.629503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] Deleting port 8e96c75d-5939-4206-9f88-369cf4fe3426 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:11.629892 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.675517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-3752f0d3-596d-448e-ac15-3ee74c49c5bc tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:11.678836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-3752f0d3-596d-448e-ac15-3ee74c49c5bc tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6058376 Aug 30 14:25:11.707754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Request body: {'port': {'device_id': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': 'bfabd525e7064de98161b12ffd1ccfd8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:11.797448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] For port 8e96c75d-5939-4206-9f88-369cf4fe3426, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8e96c75d-5939-4206-9f88-369cf4fe3426,segment=NetworkSegment(1b7ffbbb-3e0a-489a-954f-08c44451c6e7),segment_id=1b7ffbbb-3e0a-489a-954f-08c44451c6e7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:11.798149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.813242 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65daac3e-b066-4ea9-ba4c-f90f3fa95826 req-c67def59-bc5d-42f5-a654-f56c1398e239 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.1678927 Aug 30 14:25:11.815747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] For port 8e96c75d-5939-4206-9f88-369cf4fe3426, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8e96c75d-5939-4206-9f88-369cf4fe3426,segment=NetworkSegment(1b7ffbbb-3e0a-489a-954f-08c44451c6e7),segment_id=1b7ffbbb-3e0a-489a-954f-08c44451c6e7)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:11.816125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.829296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] Calling delete_port for 8e96c75d-5939-4206-9f88-369cf4fe3426 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:11.832021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Calling delete_port for 8e96c75d-5939-4206-9f88-369cf4fe3426 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:11.910599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-f99a5bd3-bcd0-4346-9498-40fb78f5c5ab tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:11.912405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-f99a5bd3-bcd0-4346-9498-40fb78f5c5ab tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.39 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 945 time: 0.2502403 Aug 30 14:25:11.950760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.996168 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.998072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] No DVR routers for this DVR port 8e96c75d-5939-4206-9f88-369cf4fe3426 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:11.999823 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e96c75d-5939-4206-9f88-369cf4fe3426,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:12.031991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] No DVR routers for this DVR port 8e96c75d-5939-4206-9f88-369cf4fe3426 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:12.035128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb112c78-df98-4487-9319-44a7cdef0c00 None None] Pushing event deleted for resources: {'Port': ['ID=8e96c75d-5939-4206-9f88-369cf4fe3426,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:12.045478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:12.102164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Made reservation on behalf of bfabd525e7064de98161b12ffd1ccfd8 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:12.106296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.119123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.131125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b955d9b2-e583-4d8d-9568-5dd8f11cbf83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2877424f46f436ab3fdcff145ad57ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6151710 Aug 30 14:25:12.132485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Deleting port 87aedd50-f5b2-450e-abda-4fd780f91136 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:12.133296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.143660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:12.164156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641a2d3-aa8a-42d9-b6ff-05ffc86f1911 req-b1a436f1-0866-427f-a07c-142846e9f924 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:12.172027 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f641a2d3-aa8a-42d9-b6ff-05ffc86f1911 req-b1a436f1-0866-427f-a07c-142846e9f924 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 946 time: 0.1811657 Aug 30 14:25:12.175315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.207862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b367643c-f0da-474b-b60b-507546d29c9e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:12.226594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7ffbbb-3e0a-489a-954f-08c44451c6e7') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:12.226894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7ffbbb-3e0a-489a-954f-08c44451c6e7') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:12.247415 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.265415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f641a2d3-aa8a-42d9-b6ff-05ffc86f1911 req-0f32ddb7-4554-4257-9507-119dcf9c0813 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876541 Aug 30 14:25:12.309730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.318166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:25:12.318588 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:25:12.321253 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:25:12.379014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8e96c75d-5939-4206-9f88-369cf4fe3426 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:12.404006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 8e96c75d-5939-4206-9f88-369cf4fe3426 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:12.404802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8e96c75d-5939-4206-9f88-369cf4fe3426 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:12.405575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2aa484f4-d1d9-4230-a7bd-5338e884319a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:12.441303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.442931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 2aa484f4-d1d9-4230-a7bd-5338e884319a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:12.443912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2aa484f4-d1d9-4230-a7bd-5338e884319a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:12.466528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.474425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:12.485934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b367643c-f0da-474b-b60b-507546d29c9e HTTP/1.1" status: 204 len: 168 time: 1.4343071 Aug 30 14:25:12.536487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650c5f3-dc19-4907-b1a6-92b779c29c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=b367643c-f0da-474b-b60b-507546d29c9e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:12.550700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:12.554869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device b2c4c7d3-bbbc-4f6e-b7ea-624679e6da41 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:12.662663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:12.732117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-74524e83-a0a3-4e94-bbee-714dd765d6a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8702423728ef45a38278a2ed084a746d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678768 Aug 30 14:25:12.733378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:12.756040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a918baa7-1e90-4b58-98ee-2676e4a3ac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.845118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90e58-4b1b-4614-878b-8cb222aa27a3 req-5c23f542-f4ba-4c86-b0d5-8da12a6b67b3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:12.849521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67d90e58-4b1b-4614-878b-8cb222aa27a3 req-5c23f542-f4ba-4c86-b0d5-8da12a6b67b3 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 945 time: 0.0871551 Aug 30 14:25:12.850846 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6913f1fd-7603-450c-b09d-ae5eca0b5f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.856789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da692451-111b-41d0-81f7-3b9c150cd04c req-7860997d-0e7d-423e-8256-05a9d5c7cdf7 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 210 time: 0.1101520 Aug 30 14:25:12.886330 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6913f1fd-7603-450c-b09d-ae5eca0b5f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.914039 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2fac67c-d3e7-467a-b82c-f7c51ae2c4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.954085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67d90e58-4b1b-4614-878b-8cb222aa27a3 req-fc756ddc-747b-437c-9226-bf4000987a9b tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801716 Aug 30 14:25:12.955847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] For port 87aedd50-f5b2-450e-abda-4fd780f91136, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=87aedd50-f5b2-450e-abda-4fd780f91136,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:12.956170 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.992613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6913f1fd-7603-450c-b09d-ae5eca0b5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.997341 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2fac67c-d3e7-467a-b82c-f7c51ae2c4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.000729 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6913f1fd-7603-450c-b09d-ae5eca0b5f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.009744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6913f1fd-7603-450c-b09d-ae5eca0b5f3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad1537f8-6d1b-4dc3-a0f1-906d84441ef9 HTTP/1.1" status: 204 len: 168 time: 0.2737026 Aug 30 14:25:13.032721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913f1fd-7603-450c-b09d-ae5eca0b5f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1537f8-6d1b-4dc3-a0f1-906d84441ef9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:13.040163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Calling delete_port for 87aedd50-f5b2-450e-abda-4fd780f91136 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:13.065433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95dafa-7164-4240-8172-c83a884bb133 req-7508c0e8-bc8f-4a24-b132-4cb3518e35b9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:13.066975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-7508c0e8-bc8f-4a24-b132-4cb3518e35b9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.21 "GET /v2.0/networks?id=664705f2-4326-4a6e-a378-09045acf51e9 HTTP/1.1" status: 200 len: 816 time: 0.7792335 Aug 30 14:25:13.101172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78bc242f-7599-4b73-96b8-c234ab245c51 req-0ae926a9-5925-4f46-83d8-5cbe41f41551 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.0492046 Aug 30 14:25:13.162254 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.212349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.454937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-aa4c69e9-d70f-44ea-aeb1-eef4979b904f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29b60eac8d24cb0826d5078623f5174 HTTP/1.1" status: 200 len: 379 time: 0.3257496 Aug 30 14:25:13.462582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:13.484724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4989eb0-5d59-4a5e-ab41-3634633b08a8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:13.506296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Request body: {'port': {'device_id': '1028d532-521f-4185-b6ee-8e32d20785c5', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'admin_state_up': True, 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'security_groups': ['8ec52987-0b4c-4500-aee9-90f48d82c505']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:13.510097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f595defa-262a-4862-981f-8559518ce97a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6f86eba64a34bf786fc0a5fe09a3cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460935 Aug 30 14:25:13.514078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:13.533147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2fac67c-d3e7-467a-b82c-f7c51ae2c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.541398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2fac67c-d3e7-467a-b82c-f7c51ae2c4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.544853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a2fac67c-d3e7-467a-b82c-f7c51ae2c4ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0df840e-9070-4637-9cba-7ac598cfbc4f HTTP/1.1" status: 204 len: 168 time: 1.3977172 Aug 30 14:25:13.574377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb67d-556e-49e8-87ec-fc5b479ea14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.599809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb67d-556e-49e8-87ec-fc5b479ea14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.635749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f129fc4-0aa7-4919-b67f-61fb71408f08 req-4b37b452-25e9-470e-b9d3-23aa5ba5761f tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:13.643322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f129fc4-0aa7-4919-b67f-61fb71408f08 req-4b37b452-25e9-470e-b9d3-23aa5ba5761f tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 946 time: 0.5995216 Aug 30 14:25:13.691412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb67d-556e-49e8-87ec-fc5b479ea14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.691979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fac67c-d3e7-467a-b82c-f7c51ae2c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0df840e-9070-4637-9cba-7ac598cfbc4f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:13.697266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb67d-556e-49e8-87ec-fc5b479ea14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.699797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b3fb67d-556e-49e8-87ec-fc5b479ea14b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f8c7561-37c5-45dc-a55b-2fcab223448b HTTP/1.1" status: 204 len: 168 time: 0.1841776 Aug 30 14:25:13.736582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fb67d-556e-49e8-87ec-fc5b479ea14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8c7561-37c5-45dc-a55b-2fcab223448b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:13.799662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Allocated IP 192.168.233.69 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/5c08b6dd-0861-4582-98d7-73113d65c132) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:13.808720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f129fc4-0aa7-4919-b67f-61fb71408f08 req-c19c8196-d030-442e-996d-14a244f688cf tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644537 Aug 30 14:25:13.899864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a918baa7-1e90-4b58-98ee-2676e4a3ac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.935460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a918baa7-1e90-4b58-98ee-2676e4a3ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:13.984386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918baa7-1e90-4b58-98ee-2676e4a3ac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd65b2a2-ba48-4035-b173-46b305954246,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:13.998476 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.082178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a918baa7-1e90-4b58-98ee-2676e4a3ac94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b175339e332c41a19a921f28ca571bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0342274 Aug 30 14:25:14.083351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Made reservation on behalf of a29b60eac8d24cb0826d5078623f5174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:14.088024 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.091695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:14.112597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-527a78c4-ba15-4826-8120-4e175d2f3379 req-d3b30216-859b-4445-b65a-6ed39ef61e7a tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 210 time: 0.0547519 Aug 30 14:25:14.137726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Pushing event deleted for resources: {'Port': ['ID=87aedd50-f5b2-450e-abda-4fd780f91136,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:14.286075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dfc6f4ac-dc10-4100-b778-ed4664bf955b req-cfe299d6-d59a-4465-a3b4-d004e6186327 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.0502439 Aug 30 14:25:14.300560 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3592912-83a3-40b7-b339-e1f91675503a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.345543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86dbdfc6-c169-46ce-9a7e-a4bb49b256c3 req-fc7e37ec-0fd8-41dd-963c-1945b2e6e5b0 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=c385a915-f013-4676-b398-c17763bea0eb HTTP/1.1" status: 200 len: 210 time: 0.2104909 Aug 30 14:25:14.392306 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3592912-83a3-40b7-b339-e1f91675503a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.440984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] No DVR routers for this DVR port 87aedd50-f5b2-450e-abda-4fd780f91136 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:14.452262 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.454675 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b30180e3-f110-49b7-8be3-223e9b0228e5 req-208b0700-84c7-4389-b507-a8db8619c44c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.39 "DELETE /v2.0/ports/87aedd50-f5b2-450e-abda-4fd780f91136 HTTP/1.1" status: 204 len: 173 time: 2.5301569 Aug 30 14:25:14.466151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'name': 'network-vif-deleted', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:14.468066 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c106253-9d7c-4aaa-b72e-0ebf0eed8dd6" -d '{"events": [{"server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "name": "network-vif-deleted", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:14.543874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f640a2cf-4051-4116-981f-36eccacda52c tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:14.547198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f640a2cf-4051-4116-981f-36eccacda52c tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.21 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 946 time: 0.1828699 Aug 30 14:25:14.600837 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2792e5-574b-416c-bff9-a5ae3ef88837 x-openstack-request-id: req-ab2792e5-574b-416c-bff9-a5ae3ef88837 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:14.601344 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c385a915-f013-4676-b398-c17763bea0eb", "name": "network-vif-deleted", "tag": "87aedd50-f5b2-450e-abda-4fd780f91136", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:14.604189 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab2792e5-574b-416c-bff9-a5ae3ef88837 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:14.605009 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c385a915-f013-4676-b398-c17763bea0eb', 'name': 'network-vif-deleted', 'tag': '87aedd50-f5b2-450e-abda-4fd780f91136', 'status': 'completed', 'code': 200} Aug 30 14:25:14.650890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3592912-83a3-40b7-b339-e1f91675503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.651095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.654347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3592912-83a3-40b7-b339-e1f91675503a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.658471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e3592912-83a3-40b7-b339-e1f91675503a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd65b2a2-ba48-4035-b173-46b305954246 HTTP/1.1" status: 204 len: 168 time: 0.5445256 Aug 30 14:25:14.684581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Transition to ACTIVE for port object 5c08b6dd-0861-4582-98d7-73113d65c132 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:14.702351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3592912-83a3-40b7-b339-e1f91675503a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd65b2a2-ba48-4035-b173-46b305954246,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:14.802723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Deleting port 961e04cf-8e05-4fbc-af68-570d784559ff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:14.803431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:14.837987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Allocated IP 172.20.0.9 (664705f2-4326-4a6e-a378-09045acf51e9/e4eed62a-e0bc-4d66-adb3-7df223cc2228/e915e961-e6a0-4f0c-95d5-8d0eddac8568) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:15.097521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] For port 961e04cf-8e05-4fbc-af68-570d784559ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=961e04cf-8e05-4fbc-af68-570d784559ff,segment=NetworkSegment(3ae19280-6359-4913-8c10-bea6f4582cd4),segment_id=3ae19280-6359-4913-8c10-bea6f4582cd4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:15.097896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:15.140874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:15.155159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a4d99-0416-413e-bcf7-53967a809a7d req-190a54ac-78b8-4f9e-a1ed-dd179fb27c8c tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:15.164320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-021a4d99-0416-413e-bcf7-53967a809a7d req-190a54ac-78b8-4f9e-a1ed-dd179fb27c8c tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 946 time: 0.1863232 Aug 30 14:25:15.178810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Calling delete_port for 961e04cf-8e05-4fbc-af68-570d784559ff owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:15.271144 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-021a4d99-0416-413e-bcf7-53967a809a7d req-4022104f-bf02-4bb1-b814-9e835e6ddde4 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/security-groups?id=73ce3c08-b9c3-4747-8997-3827a5ce8aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054089 Aug 30 14:25:15.367544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:15.396151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:15.416192 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:15.457015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:15.465314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:15.525259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:15.560644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd32dadb-8005-4be4-ad70-8411883911b3 req-40b652b1-106b-4281-9c79-f41ad582ed50 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.0831356 Aug 30 14:25:15.630057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:15.636398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef579cb2-59b4-48b8-93a1-6c62ea0eef62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:15.661887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Transition to ACTIVE for port object e915e961-e6a0-4f0c-95d5-8d0eddac8568 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:15.667783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['961e04cf-8e05-4fbc-af68-570d784559ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:25:15.771492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Pushing event deleted for resources: {'Port': ['ID=961e04cf-8e05-4fbc-af68-570d784559ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:15.771885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 87aedd50-f5b2-450e-abda-4fd780f91136 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:15.797925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7039a-4535-45a4-a790-be3cda87da77 req-efec345a-5cb0-4d17-bd0b-06cae7f248d6 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:15.812970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57f7039a-4535-45a4-a790-be3cda87da77 req-efec345a-5cb0-4d17-bd0b-06cae7f248d6 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 935 time: 0.5017235 Aug 30 14:25:15.833811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:15.835365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:15.848300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 87aedd50-f5b2-450e-abda-4fd780f91136 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:15.848989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 87aedd50-f5b2-450e-abda-4fd780f91136 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:15.881395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] No DVR routers for this DVR port 961e04cf-8e05-4fbc-af68-570d784559ff on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:15.892468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:15.898347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb45518a-4fad-4dd5-9d93-166d823e2059 req-f06b75d5-c3b0-4a68-ad9d-e7e111115143 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.21 "DELETE /v2.0/ports/961e04cf-8e05-4fbc-af68-570d784559ff HTTP/1.1" status: 204 len: 173 time: 1.3436034 Aug 30 14:25:15.899794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef29593-6444-4f3a-86ec-fdfc4dfb6817', 'name': 'network-vif-deleted', 'tag': '961e04cf-8e05-4fbc-af68-570d784559ff'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:15.905997 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe78a043-1149-4466-b767-6dc6ec487ed6" -d '{"events": [{"server_uuid": "eef29593-6444-4f3a-86ec-fdfc4dfb6817", "name": "network-vif-deleted", "tag": "961e04cf-8e05-4fbc-af68-570d784559ff"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:15.974280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42577c43-713b-4cbe-9d8a-fa7a90ff5d11 None None] Provisioning for port 5c08b6dd-0861-4582-98d7-73113d65c132 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:15.989935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42577c43-713b-4cbe-9d8a-fa7a90ff5d11 None None] Provisioning complete for port 5c08b6dd-0861-4582-98d7-73113d65c132 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:15.990661 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42577c43-713b-4cbe-9d8a-fa7a90ff5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.065235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.093213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-42577c43-713b-4cbe-9d8a-fa7a90ff5d11 None None] Port 5c08b6dd-0861-4582-98d7-73113d65c132 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:25:16.100661 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57f7039a-4535-45a4-a790-be3cda87da77 req-1625e146-9594-4c70-8fee-1fa58e946680 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847760 Aug 30 14:25:16.194470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Network 664705f2-4326-4a6e-a378-09045acf51e9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:16.205727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:16.228310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:16.340231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef579cb2-59b4-48b8-93a1-6c62ea0eef62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.350884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event updated for resources: {'Port': ['ID=e915e961-e6a0-4f0c-95d5-8d0eddac8568,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:16.383738 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef579cb2-59b4-48b8-93a1-6c62ea0eef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.487964 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d225947d-ee27-4b61-b450-5d7e5b879da7 x-openstack-request-id: req-d225947d-ee27-4b61-b450-5d7e5b879da7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:16.488653 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef29593-6444-4f3a-86ec-fdfc4dfb6817", "name": "network-vif-deleted", "tag": "961e04cf-8e05-4fbc-af68-570d784559ff", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:16.489224 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d225947d-ee27-4b61-b450-5d7e5b879da7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:16.489975 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef29593-6444-4f3a-86ec-fdfc4dfb6817', 'name': 'network-vif-deleted', 'tag': '961e04cf-8e05-4fbc-af68-570d784559ff', 'status': 'completed', 'code': 200} Aug 30 14:25:16.494876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-15bf450c-6941-46f3-8f35-6c0d600f534e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7965705 Aug 30 14:25:16.497377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ef579cb2-59b4-48b8-93a1-6c62ea0eef62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1f9f022ad8e43d5a75bd5055fd9270e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0276203 Aug 30 14:25:16.501859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:16.519205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:16.532682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.572372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Request body: {'port': {'device_id': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:16.651683 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df8881d-57f1-4f4a-8adf-c22fd3c373a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.696010 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-72891231-fcd7-4c67-b04a-7bda92457bb2 req-532192bb-8848-40ff-bf28-b697ce4fb9d5 tempest-InstanceActionsNegativeTestJSON-1228355652 tempest-InstanceActionsNegativeTestJSON-1228355652-project] 10.222.0.50 "GET /v2.0/ports?device_id=eef29593-6444-4f3a-86ec-fdfc4dfb6817 HTTP/1.1" status: 200 len: 210 time: 0.0404475 Aug 30 14:25:16.713290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef579cb2-59b4-48b8-93a1-6c62ea0eef62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6334731-f566-4528-9a9c-687f67db4983,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:16.720465 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df8881d-57f1-4f4a-8adf-c22fd3c373a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.729678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40b5ec68-ef38-4c43-800f-ca345f32527f None None] Provisioning for port e915e961-e6a0-4f0c-95d5-8d0eddac8568 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:16.743034 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-f10a6208-e725-4824-ab1c-567c1c3347f2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2652106 Aug 30 14:25:16.753508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40b5ec68-ef38-4c43-800f-ca345f32527f None None] Provisioning complete for port e915e961-e6a0-4f0c-95d5-8d0eddac8568 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:16.753898 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40b5ec68-ef38-4c43-800f-ca345f32527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.809488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df8881d-57f1-4f4a-8adf-c22fd3c373a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.813181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df8881d-57f1-4f4a-8adf-c22fd3c373a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:16.814952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6df8881d-57f1-4f4a-8adf-c22fd3c373a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6334731-f566-4528-9a9c-687f67db4983 HTTP/1.1" status: 204 len: 168 time: 0.3119359 Aug 30 14:25:16.816000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Request body: {'port': {'device_id': '1028d532-521f-4185-b6ee-8e32d20785c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:16.839114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8881d-57f1-4f4a-8adf-c22fd3c373a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6334731-f566-4528-9a9c-687f67db4983,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:16.967138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-40b5ec68-ef38-4c43-800f-ca345f32527f None None] Port e915e961-e6a0-4f0c-95d5-8d0eddac8568 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:25:17.078358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3738a0d-5975-44ea-a390-87a5426baa13 req-18714f89-5a83-4314-a8a4-181ce08e3e39 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:17.090259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3738a0d-5975-44ea-a390-87a5426baa13 req-18714f89-5a83-4314-a8a4-181ce08e3e39 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.1791229 Aug 30 14:25:17.184115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3738a0d-5975-44ea-a390-87a5426baa13 req-c96fa511-345d-45bd-be69-03e463f69c2c tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929267 Aug 30 14:25:17.184607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:17.269586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6593d0-f9f8-4788-8171-4654b29bf5bc req-71492172-0848-4bb8-baed-937078fdd199 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:17.277713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a6593d0-f9f8-4788-8171-4654b29bf5bc req-71492172-0848-4bb8-baed-937078fdd199 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 931 time: 0.2586765 Aug 30 14:25:17.279810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:17.301612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-9bddb41d-51f1-4613-a68f-3cbda702293e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:17.303383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-9bddb41d-51f1-4613-a68f-3cbda702293e tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.5565670 Aug 30 14:25:17.491271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e6099-cc8c-4892-ab55-dd70fe78caad req-8a4407f6-f3d7-47ff-a38d-297764e3daac tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:17.505681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-694e6099-cc8c-4892-ab55-dd70fe78caad req-8a4407f6-f3d7-47ff-a38d-297764e3daac tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 935 time: 0.0895877 Aug 30 14:25:17.594018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-694e6099-cc8c-4892-ab55-dd70fe78caad req-37876c6e-7163-46c9-917d-d4ceeaf988ee tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862243 Aug 30 14:25:17.924860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a6593d0-f9f8-4788-8171-4654b29bf5bc req-a8f7202f-cac1-46bf-bd1e-f10c33d1b3a2 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6459091 Aug 30 14:25:17.940510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c08b6dd-0861-4582-98d7-73113d65c132 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:17.966071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:17.989433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:18.054044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Transition to ACTIVE for port object 5c08b6dd-0861-4582-98d7-73113d65c132 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:18.070769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.095073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Deleting subnet e6cdfa8c-44bb-4523-b8cf-5e94455a1735 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:25:18.108268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.185803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.294410 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.396287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Deleting port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:18.413111 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.423086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e915e961-e6a0-4f0c-95d5-8d0eddac8568 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:18.461094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.484546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 961e04cf-8e05-4fbc-af68-570d784559ff no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:18.486573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.499436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Transition to ACTIVE for port object e915e961-e6a0-4f0c-95d5-8d0eddac8568 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:18.547126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 961e04cf-8e05-4fbc-af68-570d784559ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:18.548856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.549316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 961e04cf-8e05-4fbc-af68-570d784559ff not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:18.564415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e6cdfa8c-44bb-4523-b8cf-5e94455a1735 HTTP/1.1" status: 204 len: 168 time: 0.5731852 Aug 30 14:25:18.566994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6cdfa8c-44bb-4523-b8cf-5e94455a1735,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:18.569344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:18.584892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa47ca2-8177-48ae-8f3f-909df78771d8 req-fb6ef410-1e75-477a-83bd-c45239c84a58 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:18.593359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fa47ca2-8177-48ae-8f3f-909df78771d8 req-fb6ef410-1e75-477a-83bd-c45239c84a58 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 944 time: 0.1865826 Aug 30 14:25:18.629608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:18.712081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.712435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.712962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.713330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.713665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.714482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.714983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.715621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.715958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.716290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.716616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.717146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29014e-3e9a-486c-b698-b4f421e529ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:18.727083 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.766055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] For port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,segment=NetworkSegment(0c5a4e87-3d2b-4157-88ff-c32778df1b3b),segment_id=0c5a4e87-3d2b-4157-88ff-c32778df1b3b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:18.766481 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.769741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fa47ca2-8177-48ae-8f3f-909df78771d8 req-f26704ef-10b2-4781-a0ed-27fcb715ac5d tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/security-groups?id=3690ceaa-c713-44b1-aefc-31aac52ea453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753836 Aug 30 14:25:18.798970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Calling delete_port for 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:18.891904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.955100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Attempting to bind port 5c08b6dd-0861-4582-98d7-73113d65c132 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:25:18.955430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Attempting to bind port 5c08b6dd-0861-4582-98d7-73113d65c132 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:25:18.955770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Attempting to bind port 5c08b6dd-0861-4582-98d7-73113d65c132 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:18.972684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:18.990575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caa789e-79d4-461e-91fe-9664835201b6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:18.995147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Port 5c08b6dd-0861-4582-98d7-73113d65c132 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:25:18.995262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Attempting to bind port 5c08b6dd-0861-4582-98d7-73113d65c132 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:19.011728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae19280-6359-4913-8c10-bea6f4582cd4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:19.012344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae19280-6359-4913-8c10-bea6f4582cd4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:19.018103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e915e961-e6a0-4f0c-95d5-8d0eddac8568,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:19.029272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:25:19.029603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:19.029999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:25:19.030462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Bound port: 5c08b6dd-0861-4582-98d7-73113d65c132, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:25:19.030833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.034028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.063389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375d29-06b3-4ad8-b3ac-3ddb2ac48372 req-96835315-acbc-430e-8a5e-7cff4a0f8180 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:19.071192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06375d29-06b3-4ad8-b3ac-3ddb2ac48372 req-96835315-acbc-430e-8a5e-7cff4a0f8180 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 947 time: 0.1772466 Aug 30 14:25:19.079496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.114078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:25:19.114918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:25:19.117413 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:25:19.232036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Attempting to bind port e915e961-e6a0-4f0c-95d5-8d0eddac8568 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:25:19.232429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Attempting to bind port e915e961-e6a0-4f0c-95d5-8d0eddac8568 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:25:19.232701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Attempting to bind port e915e961-e6a0-4f0c-95d5-8d0eddac8568 on network 664705f2-4326-4a6e-a378-09045acf51e9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:19.261034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Port e915e961-e6a0-4f0c-95d5-8d0eddac8568 on network 664705f2-4326-4a6e-a378-09045acf51e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:25:19.261441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Attempting to bind port e915e961-e6a0-4f0c-95d5-8d0eddac8568 on network 664705f2-4326-4a6e-a378-09045acf51e9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:19.277238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:25:19.287297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:25:19.289678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Checking segment: {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:19.290024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Bound using segment: {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:25:19.290520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Bound port: e915e961-e6a0-4f0c-95d5-8d0eddac8568, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719c7bb9-f09d-435c-9b07-f3e8bc7be541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:25:19.290913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.293471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06375d29-06b3-4ad8-b3ac-3ddb2ac48372 req-097d75c9-68f1-4216-b1db-8e62398e47e4 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213168 Aug 30 14:25:19.297037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:25:19.307691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.315175 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.343840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.349398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.353880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] 10.222.0.50 "DELETE /v2.0/networks/2caa789e-79d4-461e-91fe-9664835201b6 HTTP/1.1" status: 204 len: 168 time: 0.7802942 Aug 30 14:25:19.353880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33216f-d7b2-4108-8796-095eb46e032f admin admin] Pushing event deleted for resources: {'Network': ['ID=2caa789e-79d4-461e-91fe-9664835201b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:19.447993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Pushing event deleted for resources: {'Port': ['ID=5f5d3f71-e7ef-4e00-a4c3-6c86e716e779,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:19.478964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:19.479605 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.481149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] 10.222.0.39 "PUT /v2.0/ports/5c08b6dd-0861-4582-98d7-73113d65c132 HTTP/1.1" status: 200 len: 1095 time: 2.9354916 Aug 30 14:25:19.592074 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.622917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:19.633210 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aee21f-f039-477b-962c-2f0ee007bfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:19.646100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67720098-a4c9-4b02-96dc-08e2a875652a req-60301149-1d7a-422c-ab2d-c98a2027037b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:19.657453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67720098-a4c9-4b02-96dc-08e2a875652a req-60301149-1d7a-422c-ab2d-c98a2027037b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.1067998 Aug 30 14:25:19.660063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:19.738293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-78aec1e8-ed46-4299-8ff6-e6f4c15e992b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=615961efb4cf4e0f8ad4980eddf6f2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725977 Aug 30 14:25:19.754937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59990) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:19.785679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67720098-a4c9-4b02-96dc-08e2a875652a req-871dea45-ff94-4779-9df8-9c4817db54ba tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265764 Aug 30 14:25:19.922832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] No DVR routers for this DVR port 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:19.928557 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aafcc0a-da8a-45fa-a026-717d95e80683 x-openstack-request-id: req-3aafcc0a-da8a-45fa-a026-717d95e80683 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:19.929301 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:19.929816 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3aafcc0a-da8a-45fa-a026-717d95e80683 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:19.930519 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132', 'status': 'completed', 'code': 200} Aug 30 14:25:19.960527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:19.964818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75f015e2-6a5a-446f-ad3d-d655abd3fecf req-d9bbc059-d610-451d-81b0-712a6fbe8595 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.39 "DELETE /v2.0/ports/5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 HTTP/1.1" status: 204 len: 173 time: 2.6501257 Aug 30 14:25:20.042664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] For port e915e961-e6a0-4f0c-95d5-8d0eddac8568, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:25:20.047814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b51922-2632-44d4-8dc8-e0bd0b6ce1df service neutron] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:20.052779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] For port e915e961-e6a0-4f0c-95d5-8d0eddac8568, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:25:20.074534 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.082947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-55beb50b-e3d4-4bcb-aaea-cc5a534544b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.084963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-55beb50b-e3d4-4bcb-aaea-cc5a534544b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfabd525e7064de98161b12ffd1ccfd8&device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 1098 time: 0.4352474 Aug 30 14:25:20.110161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5c30b8a-c089-4698-94da-9ddcb1b9550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.149692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7621b9ff-0aa9-4471-b1ac-299af2a50532 req-8f6a9227-7b27-41ad-b5a9-ed20e867e069 tempest-LiveAutoBlockMigrationV225Test-969394942 tempest-LiveAutoBlockMigrationV225Test-969394942-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf21cc21-2029-421c-baa2-86fd3c58477b HTTP/1.1" status: 200 len: 210 time: 0.0357466 Aug 30 14:25:20.533695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1041960712', 'description': 'tempest-description-2040223034'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:20.561779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5c30b8a-c089-4698-94da-9ddcb1b9550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.580260 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.598230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.625437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-18f6e4e8-bbf7-4537-ae01-a88e4f7d3d4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5c08b6dd-0861-4582-98d7-73113d65c132 HTTP/1.1" status: 200 len: 217 time: 0.5119205 Aug 30 14:25:20.632501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.632501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.633793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/e915e961-e6a0-4f0c-95d5-8d0eddac8568 HTTP/1.1" status: 200 len: 1091 time: 3.8395281 Aug 30 14:25:20.719316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efe0af-3f72-4010-807d-6b761b4815c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e915e961-e6a0-4f0c-95d5-8d0eddac8568,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:20.742872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-4360fba6-fc7a-4ce4-b339-f448d1c14ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.744687 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-4360fba6-fc7a-4ce4-b339-f448d1c14ba7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1080031 Aug 30 14:25:20.796541 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5c30b8a-c089-4698-94da-9ddcb1b9550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.799278 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5c30b8a-c089-4698-94da-9ddcb1b9550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.800392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e5c30b8a-c089-4698-94da-9ddcb1b9550e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73ce3c08-b9c3-4747-8997-3827a5ce8aa6 HTTP/1.1" status: 204 len: 168 time: 1.0363476 Aug 30 14:25:20.838663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.844108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30b8a-c089-4698-94da-9ddcb1b9550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ce3c08-b9c3-4747-8997-3827a5ce8aa6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:20.848055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.858439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-b99d19e2-9ed0-4948-a320-9ee8f4370825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.859865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-b99d19e2-9ed0-4948-a320-9ee8f4370825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079137 Aug 30 14:25:20.863287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95dafa-7164-4240-8172-c83a884bb133 req-c545caf9-5121-4fa7-bb8f-331fb648a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.864796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-c545caf9-5121-4fa7-bb8f-331fb648a453 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29b60eac8d24cb0826d5078623f5174&device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 1094 time: 0.0710173 Aug 30 14:25:20.966194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f2db6f-3119-4179-91fd-cba4cf76d4ba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:21.050984 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:21.057724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:21.092828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:21.094208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8a5c1c7-8e17-40a5-801d-4741c27155c5 req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5730102 Aug 30 14:25:21.099013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df638f-6805-4e8d-853a-08b02ee2274c tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5410ee4-ea48-4395-bf87-a93b251c0112,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:21.113478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-ba17b83a-a913-4692-834d-6f66b0c222ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568 HTTP/1.1" status: 200 len: 217 time: 0.1025465 Aug 30 14:25:21.119892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-9a6572f1-e7f5-407f-b98f-221ca993d5a9 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521417 Aug 30 14:25:21.250912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359cf2c-3df9-4b81-8bd1-06f3e4600192 req-d8a1ae13-b36d-4883-8b7d-2e9c0dae43ef tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:21.253866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2359cf2c-3df9-4b81-8bd1-06f3e4600192 req-d8a1ae13-b36d-4883-8b7d-2e9c0dae43ef tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.0845325 Aug 30 14:25:21.303695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cf353-3c57-4614-a5dc-c981327ec1f5 req-5b5ef5f7-ca01-4e43-815d-2d6d7dac80c7 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:21.321364 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-797cf353-3c57-4614-a5dc-c981327ec1f5 req-5b5ef5f7-ca01-4e43-815d-2d6d7dac80c7 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 947 time: 0.2966411 Aug 30 14:25:21.321364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95dafa-7164-4240-8172-c83a884bb133 req-cae03b19-a888-4511-9596-db12286a2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:21.327206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-cae03b19-a888-4511-9596-db12286a2c41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4eed62a-e0bc-4d66-adb3-7df223cc2228 HTTP/1.1" status: 200 len: 855 time: 0.1669419 Aug 30 14:25:21.327513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2359cf2c-3df9-4b81-8bd1-06f3e4600192 req-48280eb7-0a5a-46fc-894f-ee65cc68978e tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663078 Aug 30 14:25:21.439808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46a69a42-0288-4484-b7b2-89d0f95049e3 req-0d987a53-89af-40bf-beec-6305f8342e0e service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801013 Aug 30 14:25:21.453438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-797cf353-3c57-4614-a5dc-c981327ec1f5 req-1a2de44f-1569-46e3-9f3f-299cc1dfc1c8 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379385 Aug 30 14:25:21.459741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95dafa-7164-4240-8172-c83a884bb133 req-d023f944-4757-4dfc-af64-cfbebbb03392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:21.461479 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-d023f944-4757-4dfc-af64-cfbebbb03392 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=664705f2-4326-4a6e-a378-09045acf51e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112306 Aug 30 14:25:21.658247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d2a3f9b1-ac69-4a2b-a49e-0b9cbfad6595 req-082e10b8-cd01-4951-91e6-d9b9dfcbb5d9 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Request body: {'security_group': {'name': 'tempest-securitygroup-644182244', 'description': 'tempest-description-2094702191'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:21.694955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:21.701750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-8fba9c6d-f451-4b68-a356-504bceb2d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:21.703449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-8fba9c6d-f451-4b68-a356-504bceb2d5d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfabd525e7064de98161b12ffd1ccfd8&device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 1098 time: 0.1536741 Aug 30 14:25:21.708453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-31eb16fd-a0af-457d-acf1-ced3772b9581 service neutron] 10.222.0.21 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391207 Aug 30 14:25:21.731689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d2a3f9b1-ac69-4a2b-a49e-0b9cbfad6595 req-082e10b8-cd01-4951-91e6-d9b9dfcbb5d9 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:21.754000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:21.754909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5f5d3f71-e7ef-4e00-a4c3-6c86e716e779 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:21.941677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'name': 'network-vif-deleted', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779'}, {'name': 'network-changed', 'server_uuid': '1028d532-521f-4185-b6ee-8e32d20785c5', 'tag': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:21.946745 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61dcb25-8ceb-4c60-8e57-90fd73330214" -d '{"events": [{"server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "name": "network-vif-deleted", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779"}, {"name": "network-changed", "server_uuid": "1028d532-521f-4185-b6ee-8e32d20785c5", "tag": "e915e961-e6a0-4f0c-95d5-8d0eddac8568"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:21.980757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-a0739104-217b-4459-bdf0-0f84c67d9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:21.983455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-a0739104-217b-4459-bdf0-0f84c67d9010 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2714617 Aug 30 14:25:22.025318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac95dafa-7164-4240-8172-c83a884bb133 req-af14e888-bc32-4afd-8d44-74d708affb29 service neutron] 10.222.0.21 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023956 Aug 30 14:25:22.083656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-63879adc-c314-4763-91f0-cdb83b426235 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5c08b6dd-0861-4582-98d7-73113d65c132 HTTP/1.1" status: 200 len: 217 time: 0.0854201 Aug 30 14:25:22.210551 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d2a3f9b1-ac69-4a2b-a49e-0b9cbfad6595 req-082e10b8-cd01-4951-91e6-d9b9dfcbb5d9 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:22.223060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d2a3f9b1-ac69-4a2b-a49e-0b9cbfad6595 req-082e10b8-cd01-4951-91e6-d9b9dfcbb5d9 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:22.227804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:22.250733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-a3d264eb-f38b-4f1b-837f-b9849a61ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:22.253573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-a3d264eb-f38b-4f1b-837f-b9849a61ffad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1585803 Aug 30 14:25:22.258410 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d2a3f9b1-ac69-4a2b-a49e-0b9cbfad6595 req-082e10b8-cd01-4951-91e6-d9b9dfcbb5d9 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:22.270337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d2a3f9b1-ac69-4a2b-a49e-0b9cbfad6595 req-082e10b8-cd01-4951-91e6-d9b9dfcbb5d9 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6213417 Aug 30 14:25:22.350486 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f277780-6de5-4963-903b-8dc6562d2333 x-openstack-request-id: req-9f277780-6de5-4963-903b-8dc6562d2333 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:22.350971 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21cc21-2029-421c-baa2-86fd3c58477b", "name": "network-vif-deleted", "tag": "5f5d3f71-e7ef-4e00-a4c3-6c86e716e779", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1028d532-521f-4185-b6ee-8e32d20785c5", "tag": "e915e961-e6a0-4f0c-95d5-8d0eddac8568", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:22.351367 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f277780-6de5-4963-903b-8dc6562d2333 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:22.357137 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21cc21-2029-421c-baa2-86fd3c58477b', 'name': 'network-vif-deleted', 'tag': '5f5d3f71-e7ef-4e00-a4c3-6c86e716e779', 'status': 'completed', 'code': 200} Aug 30 14:25:22.357562 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1028d532-521f-4185-b6ee-8e32d20785c5', 'tag': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'status': 'completed', 'code': 200} Aug 30 14:25:22.480007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e10b8-cd01-4951-91e6-d9b9dfcbb5d9 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5e660-5995-466b-93fb-256a1a83fd68,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:22.519792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b59f008-710c-4cc9-b836-2e32104a3f42 admin admin] Deleting subnet 4291a2aa-a12d-4f03-a552-e067ac07c899 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:25:22.524526 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b59f008-710c-4cc9-b836-2e32104a3f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:22.546626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-247710bf-82c5-46bf-ad11-cf3e53c9e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:22.554639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-247710bf-82c5-46bf-ad11-cf3e53c9e6aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2774031 Aug 30 14:25:22.565457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-a24e984a-3e85-406f-a6cb-76858777d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:22.567851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-a24e984a-3e85-406f-a6cb-76858777d49b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29b60eac8d24cb0826d5078623f5174&device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 1094 time: 0.1603947 Aug 30 14:25:22.603760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b59f008-710c-4cc9-b836-2e32104a3f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:22.649586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704e93-bbfc-4f5a-b9e2-49244efe2bc8 req-56627cae-39b5-44af-ac10-b0e663bd216b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:22.651278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a704e93-bbfc-4f5a-b9e2-49244efe2bc8 req-56627cae-39b5-44af-ac10-b0e663bd216b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.1016965 Aug 30 14:25:22.685132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b59f008-710c-4cc9-b836-2e32104a3f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:22.753560 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a704e93-bbfc-4f5a-b9e2-49244efe2bc8 req-f1ac2e7b-cdf6-46c6-8bd1-0bf3558650be tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806026 Aug 30 14:25:22.761759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-2304916c-5bd3-4e1f-87f4-5072f64fb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:22.764696 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-2304916c-5bd3-4e1f-87f4-5072f64fb0f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=664705f2-4326-4a6e-a378-09045acf51e9 HTTP/1.1" status: 200 len: 917 time: 0.1815202 Aug 30 14:25:22.799382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b59f008-710c-4cc9-b836-2e32104a3f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:22.835571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59f008-710c-4cc9-b836-2e32104a3f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4291a2aa-a12d-4f03-a552-e067ac07c899,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:22.843824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-eb3673f4-3c2b-4539-96ab-f92f34768d38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568 HTTP/1.1" status: 200 len: 217 time: 0.0497563 Aug 30 14:25:22.852388 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b59f008-710c-4cc9-b836-2e32104a3f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:22.855383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7b59f008-710c-4cc9-b836-2e32104a3f42 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4291a2aa-a12d-4f03-a552-e067ac07c899 HTTP/1.1" status: 204 len: 168 time: 0.6261039 Aug 30 14:25:22.859650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:22.939759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-ae1dd036-281a-4ea6-a6ea-1f0057c429b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:22.941320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-ae1dd036-281a-4ea6-a6ea-1f0057c429b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4eed62a-e0bc-4d66-adb3-7df223cc2228 HTTP/1.1" status: 200 len: 855 time: 0.0832314 Aug 30 14:25:22.943218 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-9d1bdfba-4c99-482a-9e10-946447f79cb8 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812928 Aug 30 14:25:23.057679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-9776a750-b8d1-46cf-8515-5333bb0b471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:23.059234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-9776a750-b8d1-46cf-8515-5333bb0b471c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=664705f2-4326-4a6e-a378-09045acf51e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087177 Aug 30 14:25:23.100298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-477406077', 'description': 'tempest-description-612970484'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:23.110582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.133980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4446c3-0807-4347-8764-479a90b2a61f req-0566a4d5-e42e-4603-a335-746e94501182 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:23.136636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c4446c3-0807-4347-8764-479a90b2a61f req-0566a4d5-e42e-4603-a335-746e94501182 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 947 time: 0.1495502 Aug 30 14:25:23.173443 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21aee21f-f039-477b-962c-2f0ee007bfd4 req-bddd9870-4c58-4e74-8a5e-5509f762462a service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130840 Aug 30 14:25:23.198463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.222737 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.314916 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-40225acc-f018-45f0-a1db-0df06df61715 service neutron] 10.222.0.21 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446113 Aug 30 14:25:23.537940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61dcb25-8ceb-4c60-8e57-90fd73330214 req-699624b1-b46d-4a30-a9f2-7049387666bb service neutron] 10.222.0.21 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126746 Aug 30 14:25:23.576714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.582713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.630797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.631643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6967261d-fd8a-430f-a862-668c63399c6a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:23.663591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c4446c3-0807-4347-8764-479a90b2a61f req-2ac24ce2-f268-41ef-81ee-a54d74f5691d tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761879 Aug 30 14:25:23.670222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1fca9a-16a0-4df3-9255-72c563976c4c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:23.692428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5a4e87-3d2b-4157-88ff-c32778df1b3b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:23.692933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5a4e87-3d2b-4157-88ff-c32778df1b3b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:23.700633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:25:23.720757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.735391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.742165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.749300 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.760036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:25:23.765647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.767592 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.782165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dfa8432-856b-46e4-b17d-44f1efe759fd req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6900406 Aug 30 14:25:23.805087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd63f24-75f9-4d5d-bd87-043ae2564122 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca79b89-8986-45b2-9a62-b0d7ad230125,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:25:23.877276 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:25:23.889804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-372dd6d9-4ddd-4ed4-8a37-f584f8a9410f req-9877ebfc-b4ea-4f47-adf3-30783eec31a6 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2046231541', 'description': 'tempest-description-700893815'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:23.919084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.928692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:23.928937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:23.931216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/0b1fca9a-16a0-4df3-9255-72c563976c4c HTTP/1.1" status: 204 len: 168 time: 1.0681622 Aug 30 14:25:23.934672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:23.952494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b22c32-453d-4bd7-a561-31d7ada789ee admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1fca9a-16a0-4df3-9255-72c563976c4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:23.967189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '5c08b6dd-0861-4582-98d7-73113d65c132', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '5c08b6dd-0861-4582-98d7-73113d65c132', 'mac_address': 'fa:16:3e:a0:87:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:25:23.974151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-372dd6d9-4ddd-4ed4-8a37-f584f8a9410f req-9877ebfc-b4ea-4f47-adf3-30783eec31a6 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.030155 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.044572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cf301a-42cc-41ec-beb8-bccec2f6f626 admin admin] Deleting subnet 03bf2236-44b9-4f22-aceb-e32acfcb1957 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:25:24.048319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c08b6dd-0861-4582-98d7-73113d65c132 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:24.051864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5cf301a-42cc-41ec-beb8-bccec2f6f626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.061886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09cbdc-c883-4774-b380-a020e832ea44 req-7bc3a604-784a-4f12-9047-d77352986b6b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:24.064480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a09cbdc-c883-4774-b380-a020e832ea44 req-7bc3a604-784a-4f12-9047-d77352986b6b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.0768197 Aug 30 14:25:24.073499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:24.080898 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.140873 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a09cbdc-c883-4774-b380-a020e832ea44 req-6b4a74db-f675-4347-b07e-ad012d4eb3df tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560722 Aug 30 14:25:24.144856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-372dd6d9-4ddd-4ed4-8a37-f584f8a9410f req-9877ebfc-b4ea-4f47-adf3-30783eec31a6 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.148713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5cf301a-42cc-41ec-beb8-bccec2f6f626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.158401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-372dd6d9-4ddd-4ed4-8a37-f584f8a9410f req-9877ebfc-b4ea-4f47-adf3-30783eec31a6 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.187651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:24.216345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877ebfc-b4ea-4f47-adf3-30783eec31a6 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e94ac0-3bbd-4cc0-977f-98dcc4b84486,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:24.228923 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-372dd6d9-4ddd-4ed4-8a37-f584f8a9410f req-9877ebfc-b4ea-4f47-adf3-30783eec31a6 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.234936 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-372dd6d9-4ddd-4ed4-8a37-f584f8a9410f req-9877ebfc-b4ea-4f47-adf3-30783eec31a6 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3522947 Aug 30 14:25:24.252659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5cf301a-42cc-41ec-beb8-bccec2f6f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.282672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['5c08b6dd-0861-4582-98d7-73113d65c132'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:25:24.393298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5cf301a-42cc-41ec-beb8-bccec2f6f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.449246 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5cf301a-42cc-41ec-beb8-bccec2f6f626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.455067 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b5cf301a-42cc-41ec-beb8-bccec2f6f626 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/03bf2236-44b9-4f22-aceb-e32acfcb1957 HTTP/1.1" status: 204 len: 168 time: 0.5152674 Aug 30 14:25:24.455067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf301a-42cc-41ec-beb8-bccec2f6f626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bf2236-44b9-4f22-aceb-e32acfcb1957,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:24.455713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:24.533883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:24.598870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.762323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-e5b20fc2-2b4d-4585-ada8-a2d8c9aea196 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39524 time: 0.5072193 Aug 30 14:25:24.766280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.788984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e53588e-ad73-4372-b1cf-792f241e4d99']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:24.809472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681687ee-18ca-49da-9b02-55b0d20108cb') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:24.809770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681687ee-18ca-49da-9b02-55b0d20108cb') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:24.828229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.858433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-3dbe0811-19de-4d3c-baf0-b54ff76e2443 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1cea241b-088b-480d-b5df-e420eb5ad00b HTTP/1.1" status: 200 len: 2981 time: 0.0951192 Aug 30 14:25:24.860882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60142) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:24.867646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.882771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:25:24.883329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:25:24.885968 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:25:24.895827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5591e-caa6-447f-9ba7-202cbd255d0a req-1c24781c-0450-4055-a5e5-70bb71a472f2 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:24.910224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39a5591e-caa6-447f-9ba7-202cbd255d0a req-1c24781c-0450-4055-a5e5-70bb71a472f2 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 948 time: 0.1318183 Aug 30 14:25:24.966943 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-b830287d-5be5-425a-b1ef-a5d410f04ca4 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1cea241b-088b-480d-b5df-e420eb5ad00b HTTP/1.1" status: 200 len: 2981 time: 0.1075871 Aug 30 14:25:24.973221 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.979134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:24.982675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0e53588e-ad73-4372-b1cf-792f241e4d99 HTTP/1.1" status: 204 len: 168 time: 0.5250027 Aug 30 14:25:25.013699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbd5ec-f627-4d75-96db-111e8f54ae95 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e53588e-ad73-4372-b1cf-792f241e4d99,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:25.023589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39a5591e-caa6-447f-9ba7-202cbd255d0a req-bbd79f44-0755-464d-b1a8-13870c6a6a90 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116712 Aug 30 14:25:25.024630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a965b876-0f62-4399-b561-0a39c3869d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.050032 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-2410fc2a-611b-457e-b636-e0385299abe7 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3690ceaa-c713-44b1-aefc-31aac52ea453 HTTP/1.1" status: 200 len: 2981 time: 0.0613372 Aug 30 14:25:25.087909 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fa7173-00d7-4b20-8580-65081c7938ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.129698 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5ca710e-2730-4d03-b7a5-234ec2ada5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.203752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-096f6b99-6f8f-4787-aceb-3c6c31db9ccb tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3690ceaa-c713-44b1-aefc-31aac52ea453 HTTP/1.1" status: 200 len: 2981 time: 0.1430728 Aug 30 14:25:25.232609 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a965b876-0f62-4399-b561-0a39c3869d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.261709 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a965b876-0f62-4399-b561-0a39c3869d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.283956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-ab09fb5d-a1c6-4535-af65-a29b856dc2f2 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/51fbe1e6-68f8-4e93-909d-f997fb209de7 HTTP/1.1" status: 200 len: 2981 time: 0.0767391 Aug 30 14:25:25.359901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:25.364815 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a965b876-0f62-4399-b561-0a39c3869d78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a98b919378194d90ab71dc8c5d2275a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254435 Aug 30 14:25:25.364815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965b876-0f62-4399-b561-0a39c3869d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630bbf01-a5ca-4739-a0b8-57becb6cd9ca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:25.365878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:25.393761 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-0e3b9045-0269-4707-a87b-b255691202f7 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/51fbe1e6-68f8-4e93-909d-f997fb209de7 HTTP/1.1" status: 200 len: 2981 time: 0.1050708 Aug 30 14:25:25.409439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717aac-3bd5-4227-a69a-982d859f85c1 req-a944d33b-b397-4688-9a68-cadec0be5986 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:25.410991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df717aac-3bd5-4227-a69a-982d859f85c1 req-a944d33b-b397-4688-9a68-cadec0be5986 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.1748266 Aug 30 14:25:25.482424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fa7173-00d7-4b20-8580-65081c7938ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.486475 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df717aac-3bd5-4227-a69a-982d859f85c1 req-1f87ba85-6320-410e-a469-fb3270096c7d tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612059 Aug 30 14:25:25.492061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fa7173-00d7-4b20-8580-65081c7938ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.526011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa7173-00d7-4b20-8580-65081c7938ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec2441-f37f-441b-abe9-704356d3fac8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:25.562853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-24fa7173-00d7-4b20-8580-65081c7938ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6dc4e81716b74d3eb6c7b176cda76211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976612 Aug 30 14:25:25.565523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:25.583197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2224a594-356e-4bc2-91c4-d90fcf5d7cf6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec26f78604e147c0aacbda242aa74795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177579 Aug 30 14:25:25.585511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60162) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:25.589197 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9985268f-b416-45c2-884d-43016e40eb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.597796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-71fc1d87-6747-4883-aba2-7b0f53c50feb tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6967261d-fd8a-430f-a862-668c63399c6a HTTP/1.1" status: 200 len: 2981 time: 0.1561768 Aug 30 14:25:25.657590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9985268f-b416-45c2-884d-43016e40eb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.671670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73abe7cc-5f36-4494-9dcf-b1f84826fa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.700457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:25.715974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73abe7cc-5f36-4494-9dcf-b1f84826fa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.725659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c5da3b0-d1a4-4c0c-808a-2e69c9824617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.759174 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-0eada9c2-8070-4f99-9ce7-97d3ad8fe296 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6967261d-fd8a-430f-a862-668c63399c6a HTTP/1.1" status: 200 len: 2981 time: 0.1393433 Aug 30 14:25:25.766736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 5c08b6dd-0861-4582-98d7-73113d65c132 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:25.773193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 5c08b6dd-0861-4582-98d7-73113d65c132 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:25.774712 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.821155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c5da3b0-d1a4-4c0c-808a-2e69c9824617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.834533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9985268f-b416-45c2-884d-43016e40eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.839677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9985268f-b416-45c2-884d-43016e40eb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.844006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9985268f-b416-45c2-884d-43016e40eb5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/630bbf01-a5ca-4739-a0b8-57becb6cd9ca HTTP/1.1" status: 204 len: 168 time: 0.4741120 Aug 30 14:25:25.863183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985268f-b416-45c2-884d-43016e40eb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630bbf01-a5ca-4739-a0b8-57becb6cd9ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:25.878316 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-79b2e259-4249-41d6-9a1a-34a6b29e9c63 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/7d187f3c-72f6-46cf-8542-11fabe1cfa72 HTTP/1.1" status: 200 len: 2977 time: 0.1172602 Aug 30 14:25:25.913558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73abe7cc-5f36-4494-9dcf-b1f84826fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.918995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73abe7cc-5f36-4494-9dcf-b1f84826fa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.921002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-73abe7cc-5f36-4494-9dcf-b1f84826fa0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59ec2441-f37f-441b-abe9-704356d3fac8 HTTP/1.1" status: 204 len: 168 time: 0.3539488 Aug 30 14:25:25.938152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe7cc-5f36-4494-9dcf-b1f84826fa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec2441-f37f-441b-abe9-704356d3fac8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:25.960766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c5da3b0-d1a4-4c0c-808a-2e69c9824617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.965661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c5da3b0-d1a4-4c0c-808a-2e69c9824617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:25.969731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-dcbe4cfa-08cb-4376-9d38-969fde6a3ad1 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/7d187f3c-72f6-46cf-8542-11fabe1cfa72 HTTP/1.1" status: 200 len: 2977 time: 0.0846763 Aug 30 14:25:25.984795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c5da3b0-d1a4-4c0c-808a-2e69c9824617 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3690ceaa-c713-44b1-aefc-31aac52ea453 HTTP/1.1" status: 204 len: 168 time: 0.3953879 Aug 30 14:25:26.000242 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:26.005531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5da3b0-d1a4-4c0c-808a-2e69c9824617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3690ceaa-c713-44b1-aefc-31aac52ea453,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:26.040156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-c0d94efd-9299-4f85-b62a-d30e2afb2fc4 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/87f2db6f-3119-4179-91fd-cba4cf76d4ba HTTP/1.1" status: 200 len: 2981 time: 0.0543334 Aug 30 14:25:26.070700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:26.074766 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8700ff-a91f-4661-9c0a-55887ae531be" -d '{"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:26.092990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:26.101772 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:26.110013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-0ed9c6e1-8fe7-4597-92d2-195689636330 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/87f2db6f-3119-4179-91fd-cba4cf76d4ba HTTP/1.1" status: 200 len: 2981 time: 0.0517480 Aug 30 14:25:26.136502 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50950cc-e774-406a-b218-9d15c59be574 x-openstack-request-id: req-d50950cc-e774-406a-b218-9d15c59be574 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:26.137084 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:26.137084 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d50950cc-e774-406a-b218-9d15c59be574 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:26.137426 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132', 'code': 200} Aug 30 14:25:26.173510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:26.219854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-de46f912-a06e-42e0-bed4-7201de64b9a8 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a572fa7c-9db6-49d2-a981-6923deddf2c1 HTTP/1.1" status: 200 len: 2981 time: 0.0899537 Aug 30 14:25:26.305500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-571b3ef6-c1f4-4ad9-98e6-2d6ecce9a5e6 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a572fa7c-9db6-49d2-a981-6923deddf2c1 HTTP/1.1" status: 200 len: 2981 time: 0.0786872 Aug 30 14:25:26.331363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e40c0-bdb1-4c75-bd61-3bf5631cc296 req-626dbec8-4814-4735-82b2-ca5c439f0dc5 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:26.333396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c3e40c0-bdb1-4c75-bd61-3bf5631cc296 req-626dbec8-4814-4735-82b2-ca5c439f0dc5 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 949 time: 0.1161551 Aug 30 14:25:26.340363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0adcb-3035-4fa0-b8f5-8704533c9d06 req-2c4998e0-4c6d-4e05-8cf7-77c4ba334461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:26.342313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0f0adcb-3035-4fa0-b8f5-8704533c9d06 req-2c4998e0-4c6d-4e05-8cf7-77c4ba334461 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 1100 time: 0.0834043 Aug 30 14:25:26.399590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-1ebfb99b-f835-4415-af51-90606ae0014f tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/afb68025-b3f4-4d45-bb94-91ac91f20a4a HTTP/1.1" status: 200 len: 2973 time: 0.0876780 Aug 30 14:25:26.410909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0f0adcb-3035-4fa0-b8f5-8704533c9d06 req-04ac5e54-663b-4ac1-acdb-892aa79131a9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461726 Aug 30 14:25:26.414467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c3e40c0-bdb1-4c75-bd61-3bf5631cc296 req-de201bb9-067a-4bcf-a76e-65802693904e tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710526 Aug 30 14:25:26.469203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-019291a6-9c39-46db-b404-993d85747604 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/afb68025-b3f4-4d45-bb94-91ac91f20a4a HTTP/1.1" status: 200 len: 2973 time: 0.0621343 Aug 30 14:25:26.581515 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-08c7ff96-1899-4dd1-926b-f402bd66ba79 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d94204dc-0d36-4cdc-b548-08ab9b50879b HTTP/1.1" status: 200 len: 2981 time: 0.1042995 Aug 30 14:25:26.646183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859136-2f60-4cc9-b0f1-620785d3fe89 req-c9b81691-582d-408a-959e-5aca2eebf493 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:26.654483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e6859136-2f60-4cc9-b0f1-620785d3fe89 req-c9b81691-582d-408a-959e-5aca2eebf493 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.0679486 Aug 30 14:25:26.663836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-c9070d6e-cecd-4554-bdb0-43ae4d570755 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d94204dc-0d36-4cdc-b548-08ab9b50879b HTTP/1.1" status: 200 len: 2981 time: 0.0805361 Aug 30 14:25:26.715083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e6859136-2f60-4cc9-b0f1-620785d3fe89 req-09aa6589-9c1d-4e15-9695-8432a799025c tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588968 Aug 30 14:25:26.719429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-34f05bd0-758f-47ed-ad9e-307df508b81a tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/e4989eb0-5d59-4a5e-ab41-3634633b08a8 HTTP/1.1" status: 200 len: 2981 time: 0.0451281 Aug 30 14:25:26.781448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e75f8-528b-42ac-b056-64361de04f69 req-d0662197-dead-48d4-9382-ccc1b7b9ae4b tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/e4989eb0-5d59-4a5e-ab41-3634633b08a8 HTTP/1.1" status: 200 len: 2981 time: 0.0459170 Aug 30 14:25:26.848983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:26.874119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d1b088e-d355-4941-bc7c-a1a77af86d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:26.919962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e0ca133-3b12-4c6d-8081-6094de19f6bc req-ed6c0887-1ac6-4a26-aa90-5ffd61daeaaf tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76050067d28a4716a817ae22f20fee7c HTTP/1.1" status: 200 len: 6103 time: 0.0949416 Aug 30 14:25:27.035426 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e0ca133-3b12-4c6d-8081-6094de19f6bc req-31eeb8c8-abde-4490-90df-4b3c82017d8b tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "GET /v2.0/security-groups/87f2db6f-3119-4179-91fd-cba4cf76d4ba HTTP/1.1" status: 200 len: 2981 time: 0.1079984 Aug 30 14:25:27.052774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d1b088e-d355-4941-bc7c-a1a77af86d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.059000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d1b088e-d355-4941-bc7c-a1a77af86d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.105906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5d1b088e-d355-4941-bc7c-a1a77af86d03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f49f29ce02b45cda27cf574783f6f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551258 Aug 30 14:25:27.106969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b088e-d355-4941-bc7c-a1a77af86d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e67b06-0cd2-40fb-bcac-ad5a1afaf6e8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:27.109466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:27.130369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e0ca133-3b12-4c6d-8081-6094de19f6bc req-c8ffe150-c750-4428-8121-c475f786430d tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "GET /v2.0/security-groups/87f2db6f-3119-4179-91fd-cba4cf76d4ba HTTP/1.1" status: 200 len: 2981 time: 0.0934281 Aug 30 14:25:27.198023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:27.208496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f95181b-06b9-4094-bd20-a63bb30390cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.227387 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4da2fd8a-288f-4c2e-909d-4aa733c4a066 req-c23f00d8-c0ad-4ceb-9b7c-d20e97652ff3 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/13e94ac0-3bbd-4cc0-977f-98dcc4b84486 HTTP/1.1" status: 200 len: 1777 time: 0.0599782 Aug 30 14:25:27.239417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f95181b-06b9-4094-bd20-a63bb30390cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.243795 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:25:27.312732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-83779a0d-8be0-43a9-b359-c4e0b1968231 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06c3be98ecee4ed68658e85a227d9e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1129813 Aug 30 14:25:27.314523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:27.369324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f95181b-06b9-4094-bd20-a63bb30390cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.372488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f95181b-06b9-4094-bd20-a63bb30390cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.373920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5f95181b-06b9-4094-bd20-a63bb30390cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88e67b06-0cd2-40fb-bcac-ad5a1afaf6e8 HTTP/1.1" status: 204 len: 168 time: 0.2516994 Aug 30 14:25:27.379199 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4da2fd8a-288f-4c2e-909d-4aa733c4a066 req-751585df-0419-45bb-9274-5f55cd501bfe tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.395228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95181b-06b9-4094-bd20-a63bb30390cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e67b06-0cd2-40fb-bcac-ad5a1afaf6e8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:27.424431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4da2fd8a-288f-4c2e-909d-4aa733c4a066 req-751585df-0419-45bb-9274-5f55cd501bfe tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.426298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c200570-ade7-4b61-89f4-2626c4dcb372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.471965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c200570-ade7-4b61-89f4-2626c4dcb372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.509442 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4da2fd8a-288f-4c2e-909d-4aa733c4a066 req-751585df-0419-45bb-9274-5f55cd501bfe tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.512947 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4da2fd8a-288f-4c2e-909d-4aa733c4a066 req-751585df-0419-45bb-9274-5f55cd501bfe tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.513530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4da2fd8a-288f-4c2e-909d-4aa733c4a066 req-751585df-0419-45bb-9274-5f55cd501bfe tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/13e94ac0-3bbd-4cc0-977f-98dcc4b84486 HTTP/1.1" status: 204 len: 173 time: 0.2652745 Aug 30 14:25:27.523540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751585df-0419-45bb-9274-5f55cd501bfe tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e94ac0-3bbd-4cc0-977f-98dcc4b84486,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:27.571515 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c200570-ade7-4b61-89f4-2626c4dcb372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.579861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c200570-ade7-4b61-89f4-2626c4dcb372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.581276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0c200570-ade7-4b61-89f4-2626c4dcb372 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a572fa7c-9db6-49d2-a981-6923deddf2c1 HTTP/1.1" status: 204 len: 168 time: 0.2655723 Aug 30 14:25:27.594888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bceaf-a518-462c-8c00-dbc09ecf292d req-c0a435b8-1ce5-4939-9bb4-be89977a41db tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:27.596800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b71bceaf-a518-462c-8c00-dbc09ecf292d req-c0a435b8-1ce5-4939-9bb4-be89977a41db tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 949 time: 0.0829718 Aug 30 14:25:27.601533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c200570-ade7-4b61-89f4-2626c4dcb372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a572fa7c-9db6-49d2-a981-6923deddf2c1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:27.607976 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9fd9360-3d56-40a6-b058-56acfd1f2b8d req-10ea04ad-3116-47a6-aba2-3d05523f1796 tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "GET /v2.0/security-groups/dca79b89-8986-45b2-9a62-b0d7ad230125 HTTP/1.1" status: 200 len: 1776 time: 0.0736666 Aug 30 14:25:27.687307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f9fd9360-3d56-40a6-b058-56acfd1f2b8d req-a29a4c61-6542-4cac-99d4-8a0640df5fce tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.687875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b71bceaf-a518-462c-8c00-dbc09ecf292d req-7dc0b84d-02be-4743-a8e0-c077272349cf tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776646 Aug 30 14:25:27.725072 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f9fd9360-3d56-40a6-b058-56acfd1f2b8d req-a29a4c61-6542-4cac-99d4-8a0640df5fce tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.783097 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f9fd9360-3d56-40a6-b058-56acfd1f2b8d req-a29a4c61-6542-4cac-99d4-8a0640df5fce tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.785647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f9fd9360-3d56-40a6-b058-56acfd1f2b8d req-a29a4c61-6542-4cac-99d4-8a0640df5fce tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.792275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9fd9360-3d56-40a6-b058-56acfd1f2b8d req-a29a4c61-6542-4cac-99d4-8a0640df5fce tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/dca79b89-8986-45b2-9a62-b0d7ad230125 HTTP/1.1" status: 204 len: 173 time: 0.1739664 Aug 30 14:25:27.808941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a4c61-6542-4cac-99d4-8a0640df5fce tempest-SecurityGroupsTestAdminJSON-1558595300 tempest-SecurityGroupsTestAdminJSON-1558595300-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca79b89-8986-45b2-9a62-b0d7ad230125,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:27.862796 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-988dd023-245b-48e1-aa3f-acaa8adfe854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:27.928080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a8510-cde0-4445-971a-651d15bc205d req-a4bdcaa2-bfb3-4450-b9f5-41d66080d6e0 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:27.936989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-325a8510-cde0-4445-971a-651d15bc205d req-a4bdcaa2-bfb3-4450-b9f5-41d66080d6e0 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.0675275 Aug 30 14:25:27.993493 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-325a8510-cde0-4445-971a-651d15bc205d req-213b066e-7030-4dba-82fa-24f5b2f32b28 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500855 Aug 30 14:25:28.075414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8e1edee-9ccb-4bd2-8d7d-19b9dbdd99ab req-36b982d8-b26d-45e4-8dbe-e034f467833b tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "GET /v2.0/security-groups/efe5e660-5995-466b-93fb-256a1a83fd68 HTTP/1.1" status: 200 len: 1777 time: 0.0593741 Aug 30 14:25:28.182650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8e1edee-9ccb-4bd2-8d7d-19b9dbdd99ab req-d4190923-bc87-4e45-877c-9078a4fcc850 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.222063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8e1edee-9ccb-4bd2-8d7d-19b9dbdd99ab req-d4190923-bc87-4e45-877c-9078a4fcc850 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.294930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8e1edee-9ccb-4bd2-8d7d-19b9dbdd99ab req-d4190923-bc87-4e45-877c-9078a4fcc850 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.299430 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8e1edee-9ccb-4bd2-8d7d-19b9dbdd99ab req-d4190923-bc87-4e45-877c-9078a4fcc850 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.309368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8e1edee-9ccb-4bd2-8d7d-19b9dbdd99ab req-d4190923-bc87-4e45-877c-9078a4fcc850 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "DELETE /v2.0/security-groups/efe5e660-5995-466b-93fb-256a1a83fd68 HTTP/1.1" status: 204 len: 173 time: 0.2274215 Aug 30 14:25:28.315346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4190923-bc87-4e45-877c-9078a4fcc850 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5e660-5995-466b-93fb-256a1a83fd68,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:28.397326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b89caf13-9fec-4f69-a11c-921000bca754 req-e6d4f147-b6d9-41e0-b922-252cabc03aa6 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "GET /v2.0/security-groups/a5410ee4-ea48-4395-bf87-a93b251c0112 HTTP/1.1" status: 200 len: 1778 time: 0.0744412 Aug 30 14:25:28.480302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b89caf13-9fec-4f69-a11c-921000bca754 req-bfbffb25-be9c-4f07-a7f8-54c2922f7398 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.490892 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.513604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b89caf13-9fec-4f69-a11c-921000bca754 req-bfbffb25-be9c-4f07-a7f8-54c2922f7398 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.563612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b89caf13-9fec-4f69-a11c-921000bca754 req-bfbffb25-be9c-4f07-a7f8-54c2922f7398 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.567821 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b89caf13-9fec-4f69-a11c-921000bca754 req-bfbffb25-be9c-4f07-a7f8-54c2922f7398 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:28.572512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b89caf13-9fec-4f69-a11c-921000bca754 req-bfbffb25-be9c-4f07-a7f8-54c2922f7398 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] 10.222.0.50 "DELETE /v2.0/security-groups/a5410ee4-ea48-4395-bf87-a93b251c0112 HTTP/1.1" status: 204 len: 173 time: 0.1742978 Aug 30 14:25:28.586492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbffb25-be9c-4f07-a7f8-54c2922f7398 tempest-SecurityGroupsTestAdminJSON-1019129233 tempest-SecurityGroupsTestAdminJSON-1019129233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5410ee4-ea48-4395-bf87-a93b251c0112,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:29.119250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7ad6e-518e-4ddf-b919-e030cd33e58d req-069b5d15-a85f-4aab-801f-d20a367095a5 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:29.131472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35c7ad6e-518e-4ddf-b919-e030cd33e58d req-069b5d15-a85f-4aab-801f-d20a367095a5 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.0699368 Aug 30 14:25:29.137235 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:29.195142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35c7ad6e-518e-4ddf-b919-e030cd33e58d req-ad793a29-6650-487a-b115-c3a5f9e064e0 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619049 Aug 30 14:25:29.241212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:29.557495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3901cdea-fdc5-4239-8aa2-4e695770378b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76050067d28a4716a817ae22f20fee7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149285 Aug 30 14:25:29.558236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:29.658765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab85e385-1879-4e72-ae44-100bbd102252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:29.698821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab85e385-1879-4e72-ae44-100bbd102252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:29.755219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab85e385-1879-4e72-ae44-100bbd102252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:29.759000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab85e385-1879-4e72-ae44-100bbd102252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:29.761389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ab85e385-1879-4e72-ae44-100bbd102252 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87f2db6f-3119-4179-91fd-cba4cf76d4ba HTTP/1.1" status: 204 len: 168 time: 0.2013900 Aug 30 14:25:29.771246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85e385-1879-4e72-ae44-100bbd102252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f2db6f-3119-4179-91fd-cba4cf76d4ba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:30.207505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:30.359013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b431947-2ca9-4c1b-9f12-26c4256b8ff2 req-b2eca8bd-1a6d-4bae-b882-a1e02818ee93 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:30.360728 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b431947-2ca9-4c1b-9f12-26c4256b8ff2 req-b2eca8bd-1a6d-4bae-b882-a1e02818ee93 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 943 time: 0.0561872 Aug 30 14:25:30.380564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60372) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:30.471529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a492188d-fd8f-41f9-b3a7-bf89b868ef50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f624385b62b47dd9d1bd641a478b80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878363 Aug 30 14:25:30.471924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:30.472197 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b431947-2ca9-4c1b-9f12-26c4256b8ff2 req-2b57131c-cbc3-4a18-9224-a938f0f5ec79 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636387 Aug 30 14:25:30.536259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e915e961-e6a0-4f0c-95d5-8d0eddac8568 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:25:30.538022 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-804b3b7e-9f83-43e1-8f1a-262ab20a8ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.571709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-804b3b7e-9f83-43e1-8f1a-262ab20a8ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.614589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2122383103-network', 'tenant_id': '32d2d896d3e94a86b9440c0c017df0b4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:30.655868 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-804b3b7e-9f83-43e1-8f1a-262ab20a8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.660014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Made reservation on behalf of 32d2d896d3e94a86b9440c0c017df0b4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:30.664264 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.665283 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-804b3b7e-9f83-43e1-8f1a-262ab20a8ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.669084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-804b3b7e-9f83-43e1-8f1a-262ab20a8ec4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6967261d-fd8a-430f-a862-668c63399c6a HTTP/1.1" status: 204 len: 168 time: 0.1936865 Aug 30 14:25:30.675654 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.680474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b3b7e-9f83-43e1-8f1a-262ab20a8ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6967261d-fd8a-430f-a862-668c63399c6a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:30.685992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e915e961-e6a0-4f0c-95d5-8d0eddac8568, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:30.709733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'port_id': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'mac_address': 'fa:16:3e:82:db:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:25:30.755846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.777953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e915e961-e6a0-4f0c-95d5-8d0eddac8568 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:30.809424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e915e961-e6a0-4f0c-95d5-8d0eddac8568, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:30.814541 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.857834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.864524 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.882066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:25:30.893333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.893830 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Added segment 0fe0652d-0761-4c70-b621-ee21db725abe of type vlan for network a5f897aa-f134-4a6a-9339-3d43a3128d2e Aug 30 14:25:30.902037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e915e961-e6a0-4f0c-95d5-8d0eddac8568,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:30.945792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.966698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8afaf5-8491-43ba-8f85-496535bcf697,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:30.990710 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:30.991854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:30.992886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:31.063893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8535886 Aug 30 14:25:31.066740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:31.071095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de10a2-a4d0-45e0-8ece-f7ec599f88f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f897aa-f134-4a6a-9339-3d43a3128d2e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:31.072008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Request body: {'subnet': {'network_id': 'a5f897aa-f134-4a6a-9339-3d43a3128d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2122383103-subnet', 'tenant_id': '32d2d896d3e94a86b9440c0c017df0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:31.091036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a5f897aa-f134-4a6a-9339-3d43a3128d2e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:25:31.102776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Made reservation on behalf of 32d2d896d3e94a86b9440c0c017df0b4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:31.105914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:31.192563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['e915e961-e6a0-4f0c-95d5-8d0eddac8568'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:25:31.385964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:31.453378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3313d03-7cbd-4bb6-931f-82e58cdd02b6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:31.472578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Checking segment: {'id': '0fe0652d-0761-4c70-b621-ee21db725abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a5f897aa-f134-4a6a-9339-3d43a3128d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:31.473348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Network hostable DHCP agents. Network: a5f897aa-f134-4a6a-9339-3d43a3128d2e, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:25:31.517685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Network a5f897aa-f134-4a6a-9339-3d43a3128d2e is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:25:31.530971 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:31.539629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, a5f897aa-f134-4a6a-9339-3d43a3128d2e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:31.552574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da65679-2a0b-4f17-89ec-3100908b1dd9 None None] Network a5f897aa-f134-4a6a-9339-3d43a3128d2e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:25:31.557190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:31.558510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:31.591913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2201a287-8a91-436f-8709-9a82bba67918 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5234301 Aug 30 14:25:31.677733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1f54d-e70e-484a-9a54-502343ea9c31 req-4974bf4b-2f9d-4b84-ab47-210bffd8d6ae tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:31.679982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fa1f54d-e70e-484a-9a54-502343ea9c31 req-4974bf4b-2f9d-4b84-ab47-210bffd8d6ae tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 944 time: 0.0720277 Aug 30 14:25:31.722302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fa1f54d-e70e-484a-9a54-502343ea9c31 req-77166a5b-ab19-49dc-ab56-bdb89a1d4161 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354915 Aug 30 14:25:31.741321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:25:31.749860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:31.790372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61bf1f4-e36a-4585-94f7-f1b7e6e9cd14 None None] Network a5f897aa-f134-4a6a-9339-3d43a3128d2e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:25:31.937226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:31.953376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '5c08b6dd-0861-4582-98d7-73113d65c132', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '5c08b6dd-0861-4582-98d7-73113d65c132', 'mac_address': 'fa:16:3e:a0:87:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:25:32.022230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9aed-3640-4a5a-9e2a-19ddc7c22759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.033628 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.055201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c08b6dd-0861-4582-98d7-73113d65c132 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:32.083166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:32.091807 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.206283 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9aed-3640-4a5a-9e2a-19ddc7c22759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.210369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['5c08b6dd-0861-4582-98d7-73113d65c132'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:25:32.216925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9aed-3640-4a5a-9e2a-19ddc7c22759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.270313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e9aed-3640-4a5a-9e2a-19ddc7c22759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf00d1c-1d13-4070-a495-57d938537d97,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:32.288355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e0e9aed-3640-4a5a-9e2a-19ddc7c22759 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d9c916cee75424c81c94fec451a089c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371408 Aug 30 14:25:32.290754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:32.290966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:32.371409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9adfa6f0-f723-4e4d-928a-c905b6a8da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.414365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9adfa6f0-f723-4e4d-928a-c905b6a8da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.524255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.532777 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9adfa6f0-f723-4e4d-928a-c905b6a8da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.539697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9adfa6f0-f723-4e4d-928a-c905b6a8da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.545429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9adfa6f0-f723-4e4d-928a-c905b6a8da9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/faf00d1c-1d13-4070-a495-57d938537d97 HTTP/1.1" status: 204 len: 168 time: 0.2534008 Aug 30 14:25:32.574202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfa6f0-f723-4e4d-928a-c905b6a8da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf00d1c-1d13-4070-a495-57d938537d97,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:32.576458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e915e961-e6a0-4f0c-95d5-8d0eddac8568 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:32.697583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port e915e961-e6a0-4f0c-95d5-8d0eddac8568 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:32.703221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port e915e961-e6a0-4f0c-95d5-8d0eddac8568 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:32.703606 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.818136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.871830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028d532-521f-4185-b6ee-8e32d20785c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:32.874490 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9395e5c-2525-40e0-b0ac-97ee60a0cb43" -d '{"events": [{"server_uuid": "1028d532-521f-4185-b6ee-8e32d20785c5", "name": "network-vif-plugged", "status": "completed", "tag": "e915e961-e6a0-4f0c-95d5-8d0eddac8568"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:32.903629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e915e961-e6a0-4f0c-95d5-8d0eddac8568, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:32.912724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:32.935421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c4e71-288a-4c2f-af1f-a9734bce4c59 req-b093242f-b293-471e-8bae-b4ab2417dc00 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:32.937561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-996c4e71-288a-4c2f-af1f-a9734bce4c59 req-b093242f-b293-471e-8bae-b4ab2417dc00 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 944 time: 0.0875885 Aug 30 14:25:32.989995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e915e961-e6a0-4f0c-95d5-8d0eddac8568,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:33.013637 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-996c4e71-288a-4c2f-af1f-a9734bce4c59 req-10794339-c1ac-401e-ac21-f196d9ed0999 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649741 Aug 30 14:25:33.107132 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b2d78-1957-4885-81df-7ac2ddd58627 x-openstack-request-id: req-bf3b2d78-1957-4885-81df-7ac2ddd58627 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:33.107556 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1028d532-521f-4185-b6ee-8e32d20785c5", "name": "network-vif-plugged", "status": "completed", "tag": "e915e961-e6a0-4f0c-95d5-8d0eddac8568", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:33.107764 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf3b2d78-1957-4885-81df-7ac2ddd58627 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:33.108056 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1028d532-521f-4185-b6ee-8e32d20785c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'code': 200} Aug 30 14:25:33.246689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfecd-5b3b-40d7-ba62-d349bf6227e2 req-b6511f03-7439-4b4a-8084-5e2fa7feae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:33.250380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-445bfecd-5b3b-40d7-ba62-d349bf6227e2 req-b6511f03-7439-4b4a-8084-5e2fa7feae91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 1096 time: 0.0511291 Aug 30 14:25:33.330753 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-445bfecd-5b3b-40d7-ba62-d349bf6227e2 req-5d6723c9-4743-47d2-b545-d1e7d3fdeb43 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723443 Aug 30 14:25:33.754826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:33.857552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 5c08b6dd-0861-4582-98d7-73113d65c132 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:33.858338 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.013517 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.071794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:34.079505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.170632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:34.189563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849311f-877c-4d02-89d7-2282e0ecc34e req-0f12e27b-74ae-46b0-8b57-839201495ac5 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:34.198066 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1849311f-877c-4d02-89d7-2282e0ecc34e req-0f12e27b-74ae-46b0-8b57-839201495ac5 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 945 time: 0.0819302 Aug 30 14:25:34.242411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:34.250833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1849311f-877c-4d02-89d7-2282e0ecc34e req-4118a4a7-8a65-4634-add1-7d402451cd33 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514386 Aug 30 14:25:34.499022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:34.504799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-260974808-network', 'tenant_id': 'c3935478912a4fa1a35b3a30892f6737'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:34.550377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Made reservation on behalf of c3935478912a4fa1a35b3a30892f6737 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:34.552913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.589077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.814271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4526dc6-cb45-4c14-8b60-c52c46701ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.825327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.983239 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4526dc6-cb45-4c14-8b60-c52c46701ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.984859 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:34.994665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4526dc6-cb45-4c14-8b60-c52c46701ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.038903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:25:35.068190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.069443 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Added segment b62ca7d9-5d88-45f3-93c4-0d86388c79d3 of type vlan for network 31871058-b1de-4db4-91c2-64e6ff5d3733 Aug 30 14:25:35.109725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:35.112723 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c6815f-f511-46d8-9802-baabb64d52c5" -d '{"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:35.132822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.159950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd004406-5113-430e-8eae-3a4f8380d868,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:35.177300 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945e461c-3bf2-4643-9634-591ab043d783 x-openstack-request-id: req-945e461c-3bf2-4643-9634-591ab043d783 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:35.177893 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:35.178354 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-945e461c-3bf2-4643-9634-591ab043d783 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:35.178965 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132', 'code': 200} Aug 30 14:25:35.189963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e4526dc6-cb45-4c14-8b60-c52c46701ff5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63bbfc8267824376b68596f0557cc35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9464273 Aug 30 14:25:35.193305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:35.252256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.253651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:35.255361 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.326783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-687df90b-f435-4e5d-b2da-f0754a967e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.330416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4526dc6-cb45-4c14-8b60-c52c46701ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0043f066-d702-46bc-b0b7-7be4771c4886,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:35.405769 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-687df90b-f435-4e5d-b2da-f0754a967e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.489213 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-687df90b-f435-4e5d-b2da-f0754a967e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.495314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] Pushing event updated for resources: {'Network': ['ID=31871058-b1de-4db4-91c2-64e6ff5d3733,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:35.507808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 31871058-b1de-4db4-91c2-64e6ff5d3733 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:25:35.517981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ad365bba-7f84-43f4-95a1-8a0e4629201e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0152915 Aug 30 14:25:35.523593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-687df90b-f435-4e5d-b2da-f0754a967e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.528737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-687df90b-f435-4e5d-b2da-f0754a967e8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0043f066-d702-46bc-b0b7-7be4771c4886 HTTP/1.1" status: 204 len: 168 time: 0.3342052 Aug 30 14:25:35.529804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:35.542630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Request body: {'subnet': {'network_id': '31871058-b1de-4db4-91c2-64e6ff5d3733', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-260974808-subnet', 'tenant_id': 'c3935478912a4fa1a35b3a30892f6737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:35.592324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922c1fe-9417-4715-ace1-75c6db1be869 req-f6f1568e-8ba2-45ea-822f-511e88c1b7c9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:35.595996 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6922c1fe-9417-4715-ace1-75c6db1be869 req-f6f1568e-8ba2-45ea-822f-511e88c1b7c9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 945 time: 0.0954125 Aug 30 14:25:35.598535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687df90b-f435-4e5d-b2da-f0754a967e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0043f066-d702-46bc-b0b7-7be4771c4886,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:35.611151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Made reservation on behalf of c3935478912a4fa1a35b3a30892f6737 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:35.615157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:35.706172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6922c1fe-9417-4715-ace1-75c6db1be869 req-fac0cae3-a77a-4ca3-8fa2-24d30a86391a tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911105 Aug 30 14:25:35.861032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:35.940943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ce40-38c7-491b-a47c-c802d190c0ab req-4a5c2882-0fcd-461b-892d-680eac1f0040 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:35.943088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c86ce40-38c7-491b-a47c-c802d190c0ab req-4a5c2882-0fcd-461b-892d-680eac1f0040 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 945 time: 0.1237669 Aug 30 14:25:35.954603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:35.966269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Request body: {'floatingip': {'port_id': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:36.010673 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.080077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.112696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Checking segment: {'id': 'b62ca7d9-5d88-45f3-93c4-0d86388c79d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '31871058-b1de-4db4-91c2-64e6ff5d3733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:36.113197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Network hostable DHCP agents. Network: 31871058-b1de-4db4-91c2-64e6ff5d3733, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:25:36.115637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e911daf2-73b2-49e2-aa5e-56a88007851f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:36.150395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Network 31871058-b1de-4db4-91c2-64e6ff5d3733 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:25:36.167734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 31871058-b1de-4db4-91c2-64e6ff5d3733) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:36.172824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:36.173722 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.184932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2b0a12-1ed2-4b32-9c34-410a10f1e8e9 None None] Network 31871058-b1de-4db4-91c2-64e6ff5d3733 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:25:36.217248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f3993127-986c-41a1-aaa5-d7ea3c30aa9b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6713820 Aug 30 14:25:36.390112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526f5fd1-68fc-4adc-bfe2-1f60604fd678 None None] Network 31871058-b1de-4db4-91c2-64e6ff5d3733 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:25:36.589784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1714306989-network', 'tenant_id': '507103ad8de3439dae59b88049210d4b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:36.646770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Made reservation on behalf of 507103ad8de3439dae59b88049210d4b for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:36.649317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.680292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:36.692939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.763624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:25:36.779258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8563cc18-01c4-402b-bde7-14636cc4902d admin admin] Deleting subnet c3313d03-7cbd-4bb6-931f-82e58cdd02b6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:25:36.783183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8563cc18-01c4-402b-bde7-14636cc4902d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.830150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8563cc18-01c4-402b-bde7-14636cc4902d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.859835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.869151 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.876990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8563cc18-01c4-402b-bde7-14636cc4902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.945629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8563cc18-01c4-402b-bde7-14636cc4902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.057120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563cc18-01c4-402b-bde7-14636cc4902d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3313d03-7cbd-4bb6-931f-82e58cdd02b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:37.057120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:37.068793 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-484c0f59-e798-464a-8b81-8195e7111b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.103307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8563cc18-01c4-402b-bde7-14636cc4902d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.105223 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Floating IP 5582b662-129a-4b08-ac7e-fb8204d0147f associated. External IP: 172.25.6.242, port: e915e961-e6a0-4f0c-95d5-8d0eddac8568. Aug 30 14:25:37.109534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8563cc18-01c4-402b-bde7-14636cc4902d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c3313d03-7cbd-4bb6-931f-82e58cdd02b6 HTTP/1.1" status: 204 len: 168 time: 0.4257371 Aug 30 14:25:37.110215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:37.112720 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.153839 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.170143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:25:37.208877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.209718 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Added segment 987be127-cd6c-47cd-ada6-9eea6b0aba6f of type vlan for network 7352f7de-05ae-409c-bff3-dfb26e0a8dee Aug 30 14:25:37.234029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abd4525-1f10-4495-953e-3fb55e90c443,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:37.317989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.364115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.366754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:37.367339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.506629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.595652 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-484c0f59-e798-464a-8b81-8195e7111b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.605370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-484c0f59-e798-464a-8b81-8195e7111b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.702225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-484c0f59-e798-464a-8b81-8195e7111b0a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4848e8679a34bbebd9187ef9906fd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7050586 Aug 30 14:25:37.702840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:37.750882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c0f59-e798-464a-8b81-8195e7111b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d2f162-e078-455f-9b83-240ab07d9cf0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:37.783109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.801027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f897aa-f134-4a6a-9339-3d43a3128d2e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:37.846055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe0652d-0761-4c70-b621-ee21db725abe') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:37.846295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe0652d-0761-4c70-b621-ee21db725abe') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:37.869641 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.886441 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0195887 Aug 30 14:25:37.887398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-87bf84a7-95fc-43d2-a7f7-bc6a30f29e4e tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=906c218cfbf349489aa0da23d02be2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782168 Aug 30 14:25:37.889199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:37.892655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Request body: {'subnet': {'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1714306989-subnet', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:37.917980 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b87b32-428c-4fb5-92ec-e2cbc1e3c7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.929953 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.954221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:25:37.954594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:25:37.956541 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:25:38.009964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b87b32-428c-4fb5-92ec-e2cbc1e3c7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.055496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.064036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-43268592-b2e3-4cda-b5fc-97f10df21731 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:38.065755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-43268592-b2e3-4cda-b5fc-97f10df21731 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654944 Aug 30 14:25:38.070454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.071309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a5f897aa-f134-4a6a-9339-3d43a3128d2e HTTP/1.1" status: 204 len: 168 time: 0.9596734 Aug 30 14:25:38.075474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4405719-310a-4b5e-b7b7-16654829f3da admin admin] Pushing event updated for resources: {'Network': ['ID=7352f7de-05ae-409c-bff3-dfb26e0a8dee,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:38.086178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:25:38.087616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60696) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:38.106569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79b6c7-0bca-4256-88e9-8175b9ac2606 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f897aa-f134-4a6a-9339-3d43a3128d2e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:38.135302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b87b32-428c-4fb5-92ec-e2cbc1e3c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.144395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Made reservation on behalf of 507103ad8de3439dae59b88049210d4b for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:38.147652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.156202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6b87b32-428c-4fb5-92ec-e2cbc1e3c7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.158698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-1c36ad23-c901-4e30-bb97-ad1906582af2 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/quotas/906c218cfbf349489aa0da23d02be2fe HTTP/1.1" status: 200 len: 375 time: 0.0690041 Aug 30 14:25:38.183312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f6b87b32-428c-4fb5-92ec-e2cbc1e3c7b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22d2f162-e078-455f-9b83-240ab07d9cf0 HTTP/1.1" status: 204 len: 168 time: 0.4675250 Aug 30 14:25:38.207446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b87b32-428c-4fb5-92ec-e2cbc1e3c7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d2f162-e078-455f-9b83-240ab07d9cf0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:38.266529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-277707c5-a5bd-460a-8ebd-34fb53b6699a tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=906c218cfbf349489aa0da23d02be2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914061 Aug 30 14:25:38.302634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Router 376405a3-89bb-4338-96eb-15d84e5a3860 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:25:38.308312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abd425f-4322-4cf8-a9f3-307631a10dd6 admin admin] Deleting subnet e911daf2-73b2-49e2-aa5e-56a88007851f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:25:38.318008 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6abd425f-4322-4cf8-a9f3-307631a10dd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.434058 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6abd425f-4322-4cf8-a9f3-307631a10dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.570346 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6abd425f-4322-4cf8-a9f3-307631a10dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.610667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:25:38.627308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] Sync routers for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:25:38.641696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.675561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:38.682190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:38.708148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-38b77c9c-3e9e-4dd4-872d-9993f45d0453 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "PUT /v2.0/floatingips/5582b662-129a-4b08-ac7e-fb8204d0147f HTTP/1.1" status: 200 len: 991 time: 2.7500155 Aug 30 14:25:38.709307 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.714372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1028d532-521f-4185-b6ee-8e32d20785c5', 'tag': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:38.716729 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62516b7a-3871-449c-b585-bac0ea799a50" -d '{"events": [{"name": "network-changed", "server_uuid": "1028d532-521f-4185-b6ee-8e32d20785c5", "tag": "e915e961-e6a0-4f0c-95d5-8d0eddac8568"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:38.736544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e23e8d45-5e8e-4674-aaa2-62e136d711dd req-7ecd75e9-65c7-4a65-9e9d-a30b8d1da4f6 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 210 time: 0.0903695 Aug 30 14:25:38.769079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6abd425f-4322-4cf8-a9f3-307631a10dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.805488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d40d66c-b471-48a2-bbd9-34c4f24aabb1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:38.808203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6abd425f-4322-4cf8-a9f3-307631a10dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.812627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6abd425f-4322-4cf8-a9f3-307631a10dd6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e911daf2-73b2-49e2-aa5e-56a88007851f HTTP/1.1" status: 204 len: 168 time: 0.7220902 Aug 30 14:25:38.813693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:38.819821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Checking segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:38.820189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Network hostable DHCP agents. Network: 7352f7de-05ae-409c-bff3-dfb26e0a8dee, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:25:38.845616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd425f-4322-4cf8-a9f3-307631a10dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e911daf2-73b2-49e2-aa5e-56a88007851f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:38.870490 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d6b6d2-011a-4de9-8c35-219e6388e6f4 x-openstack-request-id: req-d5d6b6d2-011a-4de9-8c35-219e6388e6f4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:38.871011 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1028d532-521f-4185-b6ee-8e32d20785c5", "tag": "e915e961-e6a0-4f0c-95d5-8d0eddac8568", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:38.871431 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5d6b6d2-011a-4de9-8c35-219e6388e6f4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:38.872378 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1028d532-521f-4185-b6ee-8e32d20785c5', 'tag': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'status': 'completed', 'code': 200} Aug 30 14:25:38.882423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:25:38.912747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 7352f7de-05ae-409c-bff3-dfb26e0a8dee) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:38.927853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:38.929058 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:38.975441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.040800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a188b733-c96f-4fb2-93c6-856dad475687 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1511290 Aug 30 14:25:39.054441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:39.076155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:39.088044 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:39.135455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.139266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.178663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.253647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31871058-b1de-4db4-91c2-64e6ff5d3733']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:39.299551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b89747-60db-4e42-9916-adccbbd56631 None None] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:25:39.302580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62ca7d9-5d88-45f3-93c4-0d86388c79d3') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:39.303239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:39.307635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62ca7d9-5d88-45f3-93c4-0d86388c79d3') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:39.314322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62516b7a-3871-449c-b585-bac0ea799a50 req-dae86306-565b-43c4-bd4e-0adab0915ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:39.319588 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62516b7a-3871-449c-b585-bac0ea799a50 req-dae86306-565b-43c4-bd4e-0adab0915ae1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29b60eac8d24cb0826d5078623f5174&device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 1096 time: 0.3687658 Aug 30 14:25:39.342771 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.346124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.447190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.480899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:25:39.481544 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.607497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62516b7a-3871-449c-b585-bac0ea799a50 req-a8838112-0e63-471e-9771-d3dfdc48f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:39.617991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62516b7a-3871-449c-b585-bac0ea799a50 req-a8838112-0e63-471e-9771-d3dfdc48f68d service neutron] 10.222.0.21 "GET /v2.0/networks?id=664705f2-4326-4a6e-a378-09045acf51e9 HTTP/1.1" status: 200 len: 917 time: 0.2740335 Aug 30 14:25:39.647892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5582b662-129a-4b08-ac7e-fb8204d0147f', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'port_id': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'mac_address': 'fa:16:3e:82:db:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028d532-521f-4185-b6ee-8e32d20785c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:24:31Z', 'updated_at': '2021-08-30T14:25:36Z', 'revision_number': 1, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:32Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:39.652889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:25:39.654392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:25:39.654532 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:25:39.699086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] Checking router: 376405a3-89bb-4338-96eb-15d84e5a3860 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:25:39.713187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:39.713973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:39.731636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.748647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.750676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] 10.222.0.50 "DELETE /v2.0/networks/31871058-b1de-4db4-91c2-64e6ff5d3733 HTTP/1.1" status: 204 len: 168 time: 0.9357870 Aug 30 14:25:39.821281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3f144-cea0-4eca-8541-4650de1d1c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=31871058-b1de-4db4-91c2-64e6ff5d3733,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:39.992395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d8be79c-bea6-4a7c-ab1b-b5ea6034995f req-566b60a9-03fc-4864-91cd-82937a0af4fb tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 210 time: 0.0728521 Aug 30 14:25:40.110951 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:40.196309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62516b7a-3871-449c-b585-bac0ea799a50 req-31e29d56-c506-4e7b-bd94-1768b73655d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568 HTTP/1.1" status: 200 len: 999 time: 0.5774090 Aug 30 14:25:40.311472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:40.367757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:40.407827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62516b7a-3871-449c-b585-bac0ea799a50 req-c08c7f3d-52e6-4893-ac15-1e248a6f45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:40.409677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62516b7a-3871-449c-b585-bac0ea799a50 req-c08c7f3d-52e6-4893-ac15-1e248a6f45d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4eed62a-e0bc-4d66-adb3-7df223cc2228 HTTP/1.1" status: 200 len: 855 time: 0.1996531 Aug 30 14:25:40.413251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:40.459401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-009d9d24-aa06-46da-a0dc-869b9514cdd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32d2d896d3e94a86b9440c0c017df0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459916 Aug 30 14:25:40.462856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:40.472373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Allocated IP 172.20.0.2 (7352f7de-05ae-409c-bff3-dfb26e0a8dee/4d40d66c-b471-48a2-bbd9-34c4f24aabb1/1187f03d-04c2-48ba-ac24-d1f253572719) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:40.595511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b61d-3498-4583-816f-98c57d355f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:40.634574 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b61d-3498-4583-816f-98c57d355f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:40.737256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b61d-3498-4583-816f-98c57d355f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:40.741966 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b61d-3498-4583-816f-98c57d355f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:40.746952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b0c0b61d-3498-4583-816f-98c57d355f05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a8afaf5-8491-43ba-8f85-496535bcf697 HTTP/1.1" status: 204 len: 168 time: 0.2822967 Aug 30 14:25:40.762532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0b61d-3498-4583-816f-98c57d355f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8afaf5-8491-43ba-8f85-496535bcf697,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:40.865641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-6170de4f-cfdc-4572-9097-ac005d3ce6ef tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=906c218cfbf349489aa0da23d02be2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073277 Aug 30 14:25:40.874561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62516b7a-3871-449c-b585-bac0ea799a50 req-a972512c-c564-4648-a9e7-ae3cddd4d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:40.878293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62516b7a-3871-449c-b585-bac0ea799a50 req-a972512c-c564-4648-a9e7-ae3cddd4d1db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=664705f2-4326-4a6e-a378-09045acf51e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4592180 Aug 30 14:25:41.163785 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.214665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Transition to ACTIVE for port object 1187f03d-04c2-48ba-ac24-d1f253572719 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:41.219318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.251633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.283824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Transition to ACTIVE for port object 1187f03d-04c2-48ba-ac24-d1f253572719 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:41.319656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.338458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5582b662-129a-4b08-ac7e-fb8204d0147f', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'port_id': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'mac_address': 'fa:16:3e:82:db:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028d532-521f-4185-b6ee-8e32d20785c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:24:31Z', 'updated_at': '2021-08-30T14:25:36Z', 'revision_number': 1, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:32Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:41.352214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-503060e5-ae7e-43f8-b0bb-0fe2cc7c363d tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:41.353256 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce727f36-85ee-4105-ba1f-4e34ff4927e2 req-7efcad2b-5dd8-4bde-89c5-da0c11057cd6 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 210 time: 0.0997601 Aug 30 14:25:41.354081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-503060e5-ae7e-43f8-b0bb-0fe2cc7c363d tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4701271 Aug 30 14:25:41.401734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Request body: {'port': {'device_id': 'a22e24c7-15b3-4502-a2bf-3d2c1d3cd270', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '906c218cfbf349489aa0da23d02be2fe'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:41.452877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9757004-4f3d-4370-8758-4f7065b66abf None None] The sync data for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 is: [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5582b662-129a-4b08-ac7e-fb8204d0147f', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'port_id': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'mac_address': 'fa:16:3e:82:db:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028d532-521f-4185-b6ee-8e32d20785c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:24:31Z', 'updated_at': '2021-08-30T14:25:36Z', 'revision_number': 1, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:32Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:25:41.471249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:41.523940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac98bcf-c427-45ab-b01c-ab98adfc1dd7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:41.535887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:41.546820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=457d96c7b4944d44a8c3c303ccc658f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2261672 Aug 30 14:25:41.551429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:41.558228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:41.558873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:41.564392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Pushing event updated for resources: {'Port': ['ID=1187f03d-04c2-48ba-ac24-d1f253572719,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:41.586507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62516b7a-3871-449c-b585-bac0ea799a50 req-d521f165-7005-4dba-ab97-b1b0dfbc225d service neutron] 10.222.0.21 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025996 Aug 30 14:25:41.592474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.593317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.593943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.594644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.595186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.595973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.596615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.597611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.598143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.598666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.599744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.600287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fdc580-8ce6-463e-be65-bca2036cdfda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:41.647285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c9fb9fa1-49e4-4b9d-9cca-3b1e6f1d116f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3935478912a4fa1a35b3a30892f6737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744854 Aug 30 14:25:41.653495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:41.694219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Attempting to bind port 1187f03d-04c2-48ba-ac24-d1f253572719 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:25:41.694219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Attempting to bind port 1187f03d-04c2-48ba-ac24-d1f253572719 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:25:41.694219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Attempting to bind port 1187f03d-04c2-48ba-ac24-d1f253572719 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:41.711200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:25:41.711516 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Checking segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:41.714397 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.715220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Bound using segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:25:41.717557 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Bound port: 1187f03d-04c2-48ba-ac24-d1f253572719, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:25:41.718048 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.757273 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fda-b161-47ca-b4a3-5fa982c46fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.771394 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b494f5b-247c-47e6-bdf9-19dfd0d87f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.890218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] For port 1187f03d-04c2-48ba-ac24-d1f253572719, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:25:41.895528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b494f5b-247c-47e6-bdf9-19dfd0d87f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.904874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fda-b161-47ca-b4a3-5fa982c46fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.906943 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa5e59-c8bb-4a41-b7b4-d7144bfe1e90 None None] New status for floating IP 5582b662-129a-4b08-ac7e-fb8204d0147f: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:25:41.909514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] For port 1187f03d-04c2-48ba-ac24-d1f253572719, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1187f03d-04c2-48ba-ac24-d1f253572719,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:25:41.916277 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.054666 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fda-b161-47ca-b4a3-5fa982c46fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.059154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fda-b161-47ca-b4a3-5fa982c46fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.060773 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4d7f2fda-b161-47ca-b4a3-5fa982c46fe6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd004406-5113-430e-8eae-3a4f8380d868 HTTP/1.1" status: 204 len: 168 time: 0.4059913 Aug 30 14:25:42.064355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b494f5b-247c-47e6-bdf9-19dfd0d87f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.086151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b494f5b-247c-47e6-bdf9-19dfd0d87f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.089511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0b494f5b-247c-47e6-bdf9-19dfd0d87f82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ac98bcf-c427-45ab-b01c-ab98adfc1dd7 HTTP/1.1" status: 204 len: 168 time: 0.5301645 Aug 30 14:25:42.099080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f2fda-b161-47ca-b4a3-5fa982c46fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd004406-5113-430e-8eae-3a4f8380d868,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:42.107068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cce09-9c6c-44ed-a57c-c314a42f9175 None None] Pushing event updated for resources: {'Port': ['ID=1187f03d-04c2-48ba-ac24-d1f253572719,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:42.138710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b494f5b-247c-47e6-bdf9-19dfd0d87f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac98bcf-c427-45ab-b01c-ab98adfc1dd7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:42.341873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.378236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62516b7a-3871-449c-b585-bac0ea799a50 req-2af359d3-3e12-4c80-9c27-b036678454ad service neutron] 10.222.0.21 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488523 Aug 30 14:25:42.417408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.419676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Made reservation on behalf of 906c218cfbf349489aa0da23d02be2fe for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:42.423574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.440622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.491414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-26cf38ac-97b7-4a63-b948-acbcf83c8926 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=954d96d6cf2346419ccb2f31463123c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857961 Aug 30 14:25:42.727761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-4004fd86-d4fe-439b-afe2-9cd333981c70 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:42.732801 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.748751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-4004fd86-d4fe-439b-afe2-9cd333981c70 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342927 Aug 30 14:25:42.755057 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c756a39e-6946-4153-b29a-5a8b1727de17 req-6d9d080c-1bb7-469b-93a5-47762ca7286c tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 210 time: 0.2244625 Aug 30 14:25:42.770270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-6d107855-c718-44a9-a298-0de455a1a894 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/quotas/954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 375 time: 0.0191407 Aug 30 14:25:42.772428 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.857902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-f403f544-7667-44ca-a268-beaf0bec538b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866024 Aug 30 14:25:43.020675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:43.071211 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40fc4b1-4402-4f71-ba30-72a7fc556ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:43.305279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40fc4b1-4402-4f71-ba30-72a7fc556ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:43.320451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40fc4b1-4402-4f71-ba30-72a7fc556ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:43.435109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fc4b1-4402-4f71-ba30-72a7fc556ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c383f0-9f48-4541-bc9a-45c1e69a0e8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:43.458873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-416698d6-ebfa-4d10-9407-9e647880be8a req-3cc1c2c3-0e6b-435b-ae26-51ecbe5133c0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 210 time: 0.2446134 Aug 30 14:25:43.497685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f40fc4b1-4402-4f71-ba30-72a7fc556ace admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a4986df719f4604bc497ae458b1d18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758186 Aug 30 14:25:43.502953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:43.642489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bffca6a8-deb3-4e89-9510-5e717519f271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:43.722412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Allocated IP 172.25.6.199 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/77364544-d707-492e-8676-4f21cc05b5ce) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:43.759227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bffca6a8-deb3-4e89-9510-5e717519f271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:43.858004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfadd4f1-2e2d-4322-bbc2-e7d9f7498be4 None None] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:25:43.919275 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bffca6a8-deb3-4e89-9510-5e717519f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:43.937092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bffca6a8-deb3-4e89-9510-5e717519f271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:43.938182 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:43.946615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bffca6a8-deb3-4e89-9510-5e717519f271 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4c383f0-9f48-4541-bc9a-45c1e69a0e8b HTTP/1.1" status: 204 len: 168 time: 0.4425147 Aug 30 14:25:44.017571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffca6a8-deb3-4e89-9510-5e717519f271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c383f0-9f48-4541-bc9a-45c1e69a0e8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:44.068056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:44.097062 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:44.116794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6defff71-8e57-4359-b7e8-47b84a94f3d0 req-ef3ac9f3-6044-4160-86fa-3f6c2fec88f8 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 210 time: 0.1479554 Aug 30 14:25:44.127400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09f337d5-4e8a-4ad9-a5c9-64c9edbb07cb None None] Provisioning for port 1187f03d-04c2-48ba-ac24-d1f253572719 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:44.193675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:44.278864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:44.286392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:44.470907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1187f03d-04c2-48ba-ac24-d1f253572719 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:44.495815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Pushing event updated for resources: {'Port': ['ID=77364544-d707-492e-8676-4f21cc05b5ce,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:44.628256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1187f03d-04c2-48ba-ac24-d1f253572719 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:44.629438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Allocated IP 192.168.233.57 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/cd1ed02d-18b9-4dde-895f-c0a64ebdad83) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:44.645271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1187f03d-04c2-48ba-ac24-d1f253572719 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:44.647320 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:44.663621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-54297ea8-9a84-4454-9146-60477ac6f3a5 req-dc31724d-a24d-4ee2-8f4c-7fbca398ee0a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 210 time: 0.0641305 Aug 30 14:25:44.732045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e8d68f8-04de-4252-b629-fbe05f76913d None None] Provisioning complete for port 1187f03d-04c2-48ba-ac24-d1f253572719 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:44.732435 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8d68f8-04de-4252-b629-fbe05f76913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:45.007351 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:45.206490 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8d68f8-04de-4252-b629-fbe05f76913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:45.280171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 1187f03d-04c2-48ba-ac24-d1f253572719, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1187f03d-04c2-48ba-ac24-d1f253572719,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:45.298765 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:45.319222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:45.452883 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-1e8d68f8-04de-4252-b629-fbe05f76913d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:25:45.453362 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-1e8d68f8-04de-4252-b629-fbe05f76913d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:25:45.479813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92d7c608-8fb6-4283-9c59-2f719ae957b8 req-e7f0f254-d671-4c88-8541-c4e1ca8e6f86 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 210 time: 0.1660094 Aug 30 14:25:45.494455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Transition to ACTIVE for port object cd1ed02d-18b9-4dde-895f-c0a64ebdad83 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:45.506965 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:45.525259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=1187f03d-04c2-48ba-ac24-d1f253572719,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:45.679616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:45.872509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Pushing event updated for resources: {'Port': ['ID=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:46.042508 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d3ab07e-62ab-41d7-8363-faf222cecfae req-862cdcac-f2de-490f-9293-7ea447d12b02 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 210 time: 0.1307466 Aug 30 14:25:46.073074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:46.122496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:46.127193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:46.174699 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-919d6835-b32c-4659-ab89-9f772f8a7d74 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=954d96d6cf2346419ccb2f31463123c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3327041 Aug 30 14:25:46.411590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1187f03d-04c2-48ba-ac24-d1f253572719 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:46.496990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1187f03d-04c2-48ba-ac24-d1f253572719 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:46.497864 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.692201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-795b0005-c2ea-4865-8aef-e542938b46ee None None] Provisioning for port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:46.696619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-795b0005-c2ea-4865-8aef-e542938b46ee None None] Provisioning complete for port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:46.697000 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-795b0005-c2ea-4865-8aef-e542938b46ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.711477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:46.725622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.755150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-795b0005-c2ea-4865-8aef-e542938b46ee None None] Port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:25:46.786824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-581641d6-b812-4f32-aec9-71e073d6d2d1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3993235 Aug 30 14:25:46.808570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Request body: {'port': {'device_id': 'a22e24c7-15b3-4502-a2bf-3d2c1d3cd270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:46.810649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86160-0fa1-4d7d-8bcd-1e41ba41e256 req-2d65f678-d6cf-4579-a91c-c232f9dcec0d tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:46.812230 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bac86160-0fa1-4d7d-8bcd-1e41ba41e256 req-2d65f678-d6cf-4579-a91c-c232f9dcec0d tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 935 time: 0.1713009 Aug 30 14:25:46.910930 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.921087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bac86160-0fa1-4d7d-8bcd-1e41ba41e256 req-6d3a59b7-a808-4a41-bf45-34bdcf2d9bfc tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020296 Aug 30 14:25:46.966071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-de89a11d-5d31-41fb-9435-f263fc5c8c34 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:46.968317 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-de89a11d-5d31-41fb-9435-f263fc5c8c34 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7051661 Aug 30 14:25:47.155655 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:47.163215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Request body: {'port': {'device_id': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '954d96d6cf2346419ccb2f31463123c6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:47.187691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-38cc33af-4be1-4a02-80d5-bef4898b4ec1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=04962818f6724b73b1d2f608f8f09463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2667298 Aug 30 14:25:47.354598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-667262d1-6d11-4c0e-a3b8-c248365b4c2d req-47fbd7f6-714c-4e85-9799-64f709d8ef47 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 210 time: 0.0589557 Aug 30 14:25:47.679143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Made reservation on behalf of 954d96d6cf2346419ccb2f31463123c6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:47.683272 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:47.722986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:47.753873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b44b-2952-443a-901a-ae5785d7615c req-b5eca0bf-bd83-4d30-afc3-966481890456 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:47.755244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-b5eca0bf-bd83-4d30-afc3-966481890456 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4505267 Aug 30 14:25:47.828219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-1e3e9271-7b6d-4b98-b08b-927a8c746eec tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/quotas/04962818f6724b73b1d2f608f8f09463 HTTP/1.1" status: 200 len: 375 time: 0.0642972 Aug 30 14:25:47.888668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1ed02d-18b9-4dde-895f-c0a64ebdad83 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:47.903716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Router ba6f0949-75f2-411c-9492-6454939981c0 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:25:47.903716 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-eb82a126-3b8c-4f79-af13-a324113f1ef0 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04962818f6724b73b1d2f608f8f09463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572031 Aug 30 14:25:47.906184 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:47.940810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Transition to ACTIVE for port object cd1ed02d-18b9-4dde-895f-c0a64ebdad83 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:47.986929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:48.140692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:48.158799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:48.166508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:48.222336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676b6bd-084e-4637-8b1e-e10cd02478b7 req-faa84232-83e2-462c-a440-e99a467dc1b6 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:48.238780 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0676b6bd-084e-4637-8b1e-e10cd02478b7 req-faa84232-83e2-462c-a440-e99a467dc1b6 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 947 time: 0.2059264 Aug 30 14:25:48.340967 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0676b6bd-084e-4637-8b1e-e10cd02478b7 req-aedcdea4-fe19-47f4-a6df-f6812428102e tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991859 Aug 30 14:25:48.566105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:25:48.578368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Sync routers for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:25:48.610691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c9095-be2c-4616-a415-49a1842aa3b4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:48.621940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:48.623314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:48.651592 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b43547f6-60db-486d-bca9-d12727baf38d req-bbb3f674-23b8-4a5f-8e29-c793af5c5a09 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 210 time: 0.1938865 Aug 30 14:25:48.692682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4526fbb0-58f2-408d-8a0e-f00134408309 req-92d9dd3f-a4f0-4c8e-84ea-84391f2e631e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 210 time: 0.0890565 Aug 30 14:25:48.784965 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:48.786485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-439f6d6f-a314-4e21-821e-3d369207cb72 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7293739 Aug 30 14:25:48.789857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:48.815915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Attempting to bind port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:25:48.816263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Attempting to bind port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:25:48.816606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Attempting to bind port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:48.830543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:25:48.830746 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Attempting to bind port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:48.833371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Allocated IP 192.168.233.97 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/42f6c2a3-498b-41aa-9a1b-9a3f690f4078) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:48.845297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:25:48.845645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:48.846049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:25:48.846500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Bound port: cd1ed02d-18b9-4dde-895f-c0a64ebdad83, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:25:48.846869 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:48.942540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:49.162238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] For port cd1ed02d-18b9-4dde-895f-c0a64ebdad83, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:25:49.193117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] For port cd1ed02d-18b9-4dde-895f-c0a64ebdad83, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:25:49.218793 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.303200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:44Z', 'revision_number': 3, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:49.345455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:49.345455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.345455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/cd1ed02d-18b9-4dde-895f-c0a64ebdad83 HTTP/1.1" status: 200 len: 1095 time: 2.5465219 Aug 30 14:25:49.346332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22e24c7-15b3-4502-a2bf-3d2c1d3cd270', 'tag': 'cd1ed02d-18b9-4dde-895f-c0a64ebdad83'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:49.347832 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a3823-f245-449e-9841-81377ae591f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a22e24c7-15b3-4502-a2bf-3d2c1d3cd270", "tag": "cd1ed02d-18b9-4dde-895f-c0a64ebdad83"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:49.359186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Checking router: ba6f0949-75f2-411c-9492-6454939981c0 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:25:49.376539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Updating router ba6f0949-75f2-411c-9492-6454939981c0 port 77364544-d707-492e-8676-4f21cc05b5ce binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:25:49.392911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 32866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:49.427060 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.449138 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a031f52-f53c-4528-b97a-965e84b1d0d1 x-openstack-request-id: req-6a031f52-f53c-4528-b97a-965e84b1d0d1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:49.466650 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22e24c7-15b3-4502-a2bf-3d2c1d3cd270", "tag": "cd1ed02d-18b9-4dde-895f-c0a64ebdad83", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:49.467327 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a031f52-f53c-4528-b97a-965e84b1d0d1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:49.467949 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22e24c7-15b3-4502-a2bf-3d2c1d3cd270', 'tag': 'cd1ed02d-18b9-4dde-895f-c0a64ebdad83', 'status': 'completed', 'code': 200} Aug 30 14:25:49.540230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.587550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92950a-516b-445e-9260-7e02307eb4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:49.628347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Transition to ACTIVE for port object 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:49.704631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.716740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-590b0f2f-3b79-4fbb-8b2a-911454a0418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:49.731860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-590b0f2f-3b79-4fbb-8b2a-911454a0418b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=906c218cfbf349489aa0da23d02be2fe&device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 1098 time: 0.2225587 Aug 30 14:25:49.743798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.825586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a73e-50ee-4926-8c9b-295809f33564 req-bf0b0e30-f2cf-4ab9-87ae-6b3af41a5b37 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:49.827381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97a0a73e-50ee-4926-8c9b-295809f33564 req-bf0b0e30-f2cf-4ab9-87ae-6b3af41a5b37 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 947 time: 0.2329569 Aug 30 14:25:49.869192 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.905358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e419b704-a939-427c-9319-2b562e403e10 req-30369918-9b03-4257-8f3a-3223a56e6dfd tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 210 time: 0.0672328 Aug 30 14:25:50.029509 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f05d363-9a39-439c-981f-1100e67a2e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.032623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-66de3e18-af54-4e88-a7bf-37ba2f3077dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=cd1ed02d-18b9-4dde-895f-c0a64ebdad83 HTTP/1.1" status: 200 len: 217 time: 0.2469435 Aug 30 14:25:50.061389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-aa786256-d638-43ef-9bca-032ad5e91a87 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=04962818f6724b73b1d2f608f8f09463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834436 Aug 30 14:25:50.105824 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.132506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Transition to ACTIVE for port object 77364544-d707-492e-8676-4f21cc05b5ce will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:50.145171 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.223307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ae69-be21-4022-81ee-f82b20dab63e req-0c95ec13-d6d2-4ea2-9cd2-99b0a3e080ea tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:50.224622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c4ae69-be21-4022-81ee-f82b20dab63e req-0c95ec13-d6d2-4ea2-9cd2-99b0a3e080ea tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 935 time: 0.2022491 Aug 30 14:25:50.244315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935d665-7d3c-4b73-979f-0970d86e9dc7 None None] Pushing event updated for resources: {'Port': ['ID=77364544-d707-492e-8676-4f21cc05b5ce,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:50.248881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Attempting to bind port 77364544-d707-492e-8676-4f21cc05b5ce on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:25:50.249546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Attempting to bind port 77364544-d707-492e-8676-4f21cc05b5ce by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:25:50.249952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Attempting to bind port 77364544-d707-492e-8676-4f21cc05b5ce on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:50.257301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:50.271825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Allocated IP 172.20.0.1 (7352f7de-05ae-409c-bff3-dfb26e0a8dee/4d40d66c-b471-48a2-bbd9-34c4f24aabb1/b770d516-1097-4213-81db-c87cc729b424) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:50.277123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:25:50.277515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:50.277928 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.278398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:25:50.278819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Bound port: 77364544-d707-492e-8676-4f21cc05b5ce, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:25:50.279382 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.304851 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c4ae69-be21-4022-81ee-f82b20dab63e req-b7e8a01e-df85-41aa-b90a-a0691d0164ff tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 Aug 30 14:25:50.320444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97a0a73e-50ee-4926-8c9b-295809f33564 req-a10eb286-b9d4-47be-aab2-8792ab863b90 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568350 Aug 30 14:25:50.342391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:50.359786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:50.398936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] For port 77364544-d707-492e-8676-4f21cc05b5ce, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:25:50.402641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] For port 77364544-d707-492e-8676-4f21cc05b5ce, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=77364544-d707-492e-8676-4f21cc05b5ce,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:25:50.410974 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.417249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b44b-2952-443a-901a-ae5785d7615c req-9e4296d7-fabc-431d-b639-fe545f154094 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:50.419037 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-9e4296d7-fabc-431d-b639-fe545f154094 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033211 Aug 30 14:25:50.420067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:50.463321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Request body: {'port': {'device_id': 'b7904418-f36e-49e6-b6cb-ba26da9872da', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '04962818f6724b73b1d2f608f8f09463'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:50.498232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:50.499739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:50.509142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-43109f29-3ef4-488a-b764-22fbf040b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:50.511014 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-43109f29-3ef4-488a-b764-22fbf040b8d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.4463403 Aug 30 14:25:50.525534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.572155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Transition to ACTIVE for port object b770d516-1097-4213-81db-c87cc729b424 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:50.620100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:50.621060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.670207 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.688538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-e2ae8a42-222e-47ec-a477-7e5aa85771e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:50.690505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-e2ae8a42-222e-47ec-a477-7e5aa85771e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411695 Aug 30 14:25:50.731860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:50.742296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:50.747695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:50.820510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b770d516-1097-4213-81db-c87cc729b424,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:50.860587 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.936777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935d665-7d3c-4b73-979f-0970d86e9dc7 None None] Pushing event updated for resources: {'Port': ['ID=77364544-d707-492e-8676-4f21cc05b5ce,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:50.964711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-59228961-8f1b-4573-899f-25b99c2f9186 None None] Provisioning for port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:50.978840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-59228961-8f1b-4573-899f-25b99c2f9186 None None] Provisioning complete for port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:50.981550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59228961-8f1b-4573-899f-25b99c2f9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.051712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:51.205730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.221291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78cb59e9-8893-4958-9051-230d4854e23e req-321e5546-d69c-4ce6-9208-758768c0a5a8 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 210 time: 0.0727882 Aug 30 14:25:51.301256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f05d363-9a39-439c-981f-1100e67a2e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.323190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f05d363-9a39-439c-981f-1100e67a2e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.347435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ab40b544-dc1f-4bf0-99dc-fc619b4ff3a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2016513 Aug 30 14:25:51.348911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-59228961-8f1b-4573-899f-25b99c2f9186 None None] Port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:25:51.385680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Request body: {'port': {'device_id': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:51.478167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Made reservation on behalf of 04962818f6724b73b1d2f608f8f09463 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:25:51.483836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.498655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05d363-9a39-439c-981f-1100e67a2e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc699b80-bfef-4b1c-96e7-b96fbda606bd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:51.532491 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-5e99b7d4-af2a-4081-9da1-a95a5693118f service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8186495 Aug 30 14:25:51.550519 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-86e04abc-ffe0-4bb2-9397-7070cbed16fe None None] Provisioning for port b770d516-1097-4213-81db-c87cc729b424 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:51.566143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-86e04abc-ffe0-4bb2-9397-7070cbed16fe None None] Provisioning complete for port b770d516-1097-4213-81db-c87cc729b424 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:51.568414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86e04abc-ffe0-4bb2-9397-7070cbed16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.592465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5f05d363-9a39-439c-981f-1100e67a2e57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db59782bbd214908bbaba7dd43c00796&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1838822 Aug 30 14:25:51.593435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 32902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:51.619582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.630218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-86e04abc-ffe0-4bb2-9397-7070cbed16fe None None] Port b770d516-1097-4213-81db-c87cc729b424 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:25:51.675970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:44Z', 'revision_number': 3, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:51.733626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9d126-c628-4316-a0f0-a9e33f67ef0f None None] The sync data for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 is: [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:44Z', 'revision_number': 3, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:25:51.802330 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.845431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557d8d0-35ab-49df-9b8e-fe740337debd req-edddbdb8-2ecc-4fd9-9c52-3bcb02c68fd2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:51.846696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8557d8d0-35ab-49df-9b8e-fe740337debd req-edddbdb8-2ecc-4fd9-9c52-3bcb02c68fd2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 935 time: 0.0985236 Aug 30 14:25:51.877554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ad0a5-4441-4f0e-aa1d-45c6775db8e6 req-1c6a8418-6a8b-4636-a071-ff0b33e344f7 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:51.886321 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-743ad0a5-4441-4f0e-aa1d-45c6775db8e6 req-1c6a8418-6a8b-4636-a071-ff0b33e344f7 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 947 time: 0.3255575 Aug 30 14:25:51.939328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8557d8d0-35ab-49df-9b8e-fe740337debd req-096170a2-9bf9-4cc0-9d90-6836367615e3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775118 Aug 30 14:25:51.961743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.973949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.981273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-097aa338-87f6-4d74-bef5-010d8a8b76d9 req-da273edd-bbb3-405f-a671-49cc4777b412 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412878 Aug 30 14:25:51.981887 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7340cd3-d67a-4c35-a711-ab068c6eabba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.030265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-743ad0a5-4441-4f0e-aa1d-45c6775db8e6 req-58de60e6-1aaa-4379-817f-f8f365908fc0 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428061 Aug 30 14:25:52.047161 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.062668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b770d516-1097-4213-81db-c87cc729b424,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:52.125884 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7340cd3-d67a-4c35-a711-ab068c6eabba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.231112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:52.233084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:52.371980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.397483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.476957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Router ba6f0949-75f2-411c-9492-6454939981c0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:25:52.479398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3823-f245-449e-9841-81377ae591f9 req-bec9bef9-5bcd-4c22-8f3e-5287d0963ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:52.485948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b06a3823-f245-449e-9841-81377ae591f9 req-bec9bef9-5bcd-4c22-8f3e-5287d0963ca2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=906c218cfbf349489aa0da23d02be2fe&device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 1098 time: 0.4464366 Aug 30 14:25:52.529150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 77364544-d707-492e-8676-4f21cc05b5ce up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:52.543060 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50a8b332-a4c1-46d6-92c5-47f7322dd29a req-9c424c43-8b0a-4782-adac-69a5496a8813 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 210 time: 0.0713291 Aug 30 14:25:52.649712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7340cd3-d67a-4c35-a711-ab068c6eabba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.652774 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7340cd3-d67a-4c35-a711-ab068c6eabba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.654335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b7340cd3-d67a-4c35-a711-ab068c6eabba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc699b80-bfef-4b1c-96e7-b96fbda606bd HTTP/1.1" status: 204 len: 168 time: 1.0425868 Aug 30 14:25:52.655366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456a7f41-992a-4f07-b3e4-40c471132c25,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:52.679967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 77364544-d707-492e-8676-4f21cc05b5ce completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:52.687292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 77364544-d707-492e-8676-4f21cc05b5ce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:52.691161 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.732884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7340cd3-d67a-4c35-a711-ab068c6eabba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc699b80-bfef-4b1c-96e7-b96fbda606bd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:52.754907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:25:52.770015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3823-f245-449e-9841-81377ae591f9 req-0ee2a936-28ed-4f5e-8947-19dd778756ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:52.772251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b06a3823-f245-449e-9841-81377ae591f9 req-0ee2a936-28ed-4f5e-8947-19dd778756ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2752237 Aug 30 14:25:52.791212 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-01f3f4c8-447a-4f67-95c5-93670aca11c6 admin admin] 10.222.0.50 "PUT /v2.0/routers/ba6f0949-75f2-411c-9492-6454939981c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9998708 Aug 30 14:25:52.902095 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b06a3823-f245-449e-9841-81377ae591f9 req-a7c77b63-3337-406c-82c0-9f9abcc9dfde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=cd1ed02d-18b9-4dde-895f-c0a64ebdad83 HTTP/1.1" status: 200 len: 217 time: 0.1165428 Aug 30 14:25:52.927274 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.933363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f343254-7d29-4dba-a484-17c96bd66c64 None None] Provisioning complete for port b770d516-1097-4213-81db-c87cc729b424 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:52.934529 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f343254-7d29-4dba-a484-17c96bd66c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.991181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:53.018134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 77364544-d707-492e-8676-4f21cc05b5ce, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=77364544-d707-492e-8676-4f21cc05b5ce,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:53.020728 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.027795 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.037182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f343254-7d29-4dba-a484-17c96bd66c64 None None] Port b770d516-1097-4213-81db-c87cc729b424 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:25:53.062925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Transition to ACTIVE for port object 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:53.079381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3823-f245-449e-9841-81377ae591f9 req-aabf93a3-ff7c-461f-bc4c-1c882c3d5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:53.082426 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b06a3823-f245-449e-9841-81377ae591f9 req-aabf93a3-ff7c-461f-bc4c-1c882c3d5ea5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1754801 Aug 30 14:25:53.086781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.183372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=77364544-d707-492e-8676-4f21cc05b5ce,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:53.291463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:53.312439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b637ea-b8f6-4712-a394-8c57fc3c1dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.324734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:53.459294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b637ea-b8f6-4712-a394-8c57fc3c1dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.478124 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b637ea-b8f6-4712-a394-8c57fc3c1dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.479643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3823-f245-449e-9841-81377ae591f9 req-e8be8c81-c42a-456d-85f1-784681deb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:53.481550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b06a3823-f245-449e-9841-81377ae591f9 req-e8be8c81-c42a-456d-85f1-784681deb079 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3755977 Aug 30 14:25:53.507141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b637ea-b8f6-4712-a394-8c57fc3c1dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de1ce67-c367-44b9-8116-aa79745dc5e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:53.553579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-46b637ea-b8f6-4712-a394-8c57fc3c1dfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57f6302a0f8b4a20862cbf50f64a2d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608435 Aug 30 14:25:53.556313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:53.575345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59ca02-d6d3-424b-b2d3-cbf68568104d req-cb7c9865-313d-4964-a117-e8eb714b811c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:53.578459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d59ca02-d6d3-424b-b2d3-cbf68568104d req-cb7c9865-313d-4964-a117-e8eb714b811c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.3404245 Aug 30 14:25:53.638369 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f33ea6-9ebc-4c52-8ba3-0e4a5ed880b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.667716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f33ea6-9ebc-4c52-8ba3-0e4a5ed880b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.699523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Allocated IP 192.168.233.172 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/18480fc3-4751-4673-89af-0db72c301e27) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:53.728668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f33ea6-9ebc-4c52-8ba3-0e4a5ed880b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.731544 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f33ea6-9ebc-4c52-8ba3-0e4a5ed880b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.733515 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-29f33ea6-9ebc-4c52-8ba3-0e4a5ed880b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9de1ce67-c367-44b9-8116-aa79745dc5e6 HTTP/1.1" status: 204 len: 168 time: 0.1759822 Aug 30 14:25:53.747110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f33ea6-9ebc-4c52-8ba3-0e4a5ed880b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de1ce67-c367-44b9-8116-aa79745dc5e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:53.785389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Attempting to bind port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:25:53.785724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Attempting to bind port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:25:53.786061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Attempting to bind port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:53.791131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d59ca02-d6d3-424b-b2d3-cbf68568104d req-24dc2b75-43b7-4bac-b87b-5978287d7bfa tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075666 Aug 30 14:25:53.820696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:25:53.821100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Attempting to bind port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:53.828591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b06a3823-f245-449e-9841-81377ae591f9 req-6dc91838-7e3d-4eee-b3d5-78d5e99c2ee3 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469552 Aug 30 14:25:53.840458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:25:53.840802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:53.841207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:25:53.841644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Bound port: 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:25:53.842090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.858471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cd1ed02d-18b9-4dde-895f-c0a64ebdad83 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:25:54.014625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cd1ed02d-18b9-4dde-895f-c0a64ebdad83, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:54.030975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'cd1ed02d-18b9-4dde-895f-c0a64ebdad83', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'cd1ed02d-18b9-4dde-895f-c0a64ebdad83', 'mac_address': 'fa:16:3e:2c:03:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:25:54.098892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:54.103598 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.103891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-11c5308e-afb0-4d41-b20c-3c5489d05d4b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933984924', 'description': 'tempest-description--1222039419'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:54.122400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1ed02d-18b9-4dde-895f-c0a64ebdad83 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:54.154611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cd1ed02d-18b9-4dde-895f-c0a64ebdad83, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:54.166614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c5308e-afb0-4d41-b20c-3c5489d05d4b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.169123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.196161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b06a3823-f245-449e-9841-81377ae591f9 req-9f910b85-3f93-41c0-a1f4-229c72affe7b service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566194 Aug 30 14:25:54.209129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:25:54.217262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:25:54.240209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9c4b3-5c41-401b-8c49-bdf57d795c7b req-51ed2110-0a2a-4f88-bb02-097c8a67def6 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:54.249004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04c9c4b3-5c41-401b-8c49-bdf57d795c7b req-51ed2110-0a2a-4f88-bb02-097c8a67def6 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 947 time: 0.3620205 Aug 30 14:25:54.263459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.298529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:54.340579 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c5308e-afb0-4d41-b20c-3c5489d05d4b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.348640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c5308e-afb0-4d41-b20c-3c5489d05d4b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.405120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 77364544-d707-492e-8676-4f21cc05b5ce up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:54.408369 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c5308e-afb0-4d41-b20c-3c5489d05d4b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.411946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['cd1ed02d-18b9-4dde-895f-c0a64ebdad83'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:25:54.417448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-11c5308e-afb0-4d41-b20c-3c5489d05d4b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3175318 Aug 30 14:25:54.420613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:54.426271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d409128d-a489-42bd-be8c-8373536ade92 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'security_group_rule': {'security_group_id': '380843a7-d666-4672-a2d0-a21e5bde7dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:54.439326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5308e-afb0-4d41-b20c-3c5489d05d4b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380843a7-d666-4672-a2d0-a21e5bde7dea,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:54.453612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:54.454302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.456137 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] 10.222.0.21 "PUT /v2.0/ports/42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 1095 time: 3.0872400 Aug 30 14:25:54.456389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2eb7b-ab8b-47fd-b5e4-086c52319655 service neutron] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:54.466802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:54.469840 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06469dc-041f-40ba-ad4f-29b99ef33e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:54.485470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.497355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d409128d-a489-42bd-be8c-8373536ade92 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.513674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04c9c4b3-5c41-401b-8c49-bdf57d795c7b req-5f8271b7-52f7-4da3-bb25-f20c306b3b86 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636580 Aug 30 14:25:54.613255 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1002a373-2b9b-48db-a518-7d21a41f88ed req-a28bf22f-ca0a-4962-af81-86b2e7949fd0 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 210 time: 0.1193702 Aug 30 14:25:54.636559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Transition to ACTIVE for port object 18480fc3-4751-4673-89af-0db72c301e27 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:54.644488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 77364544-d707-492e-8676-4f21cc05b5ce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:54.645251 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.717992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-4f26ccf2-770d-4774-aa46-2bc938397e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:54.719485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-4f26ccf2-770d-4774-aa46-2bc938397e30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1098 time: 0.2047610 Aug 30 14:25:54.734527 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5499a7c1-b4f7-4701-b820-729bf146b570 x-openstack-request-id: req-5499a7c1-b4f7-4701-b820-729bf146b570 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:54.734821 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:54.735074 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5499a7c1-b4f7-4701-b820-729bf146b570 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:54.735296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d409128d-a489-42bd-be8c-8373536ade92 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.735462 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'status': 'completed', 'code': 200} Aug 30 14:25:54.741168 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d409128d-a489-42bd-be8c-8373536ade92 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.782408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409128d-a489-42bd-be8c-8373536ade92 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2f6397-8444-47c0-8714-4abd49dbd756,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:54.813224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d409128d-a489-42bd-be8c-8373536ade92 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.817697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d409128d-a489-42bd-be8c-8373536ade92 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3939998 Aug 30 14:25:54.833921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:54.844443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d6d4148f-1014-436a-85d3-3c364774d743 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'security_group_rule': {'security_group_id': '380843a7-d666-4672-a2d0-a21e5bde7dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:54.850174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-ba1cb01e-e84b-491b-a730-b555dac7376a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.0990298 Aug 30 14:25:54.864072 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Sync routers for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:25:54.881863 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:54.882657 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:54.907695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6d4148f-1014-436a-85d3-3c364774d743 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.936538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:54.997877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f683e0-f22e-48c1-bd6a-085f2ce1dbb0 req-404e56b0-7439-4ead-8c07-2513866492d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:54.999606 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64f683e0-f22e-48c1-bd6a-085f2ce1dbb0 req-404e56b0-7439-4ead-8c07-2513866492d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.0949829 Aug 30 14:25:55.031604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3e2ac-7810-4e2b-b54d-509f770ee1ea req-5a616c05-7715-4e84-baa6-272190719133 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:55.033857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66d3e2ac-7810-4e2b-b54d-509f770ee1ea req-5a616c05-7715-4e84-baa6-272190719133 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 949 time: 0.2556291 Aug 30 14:25:55.039740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6d4148f-1014-436a-85d3-3c364774d743 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.047754 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6d4148f-1014-436a-85d3-3c364774d743 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.057477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-2c18b64b-c4c9-49bc-9598-e68a73961849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:55.059074 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-2c18b64b-c4c9-49bc-9598-e68a73961849 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1989939 Aug 30 14:25:55.102388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:55.104921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64f683e0-f22e-48c1-bd6a-085f2ce1dbb0 req-a03426d2-1892-4d47-a846-4a86e699167f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967684 Aug 30 14:25:55.105267 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93fe0c16-f07f-4012-8be7-c73362df6fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.108958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4148f-1014-436a-85d3-3c364774d743 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5113ac-6c0f-4092-add2-a94456a59ccf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:55.116837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6d4148f-1014-436a-85d3-3c364774d743 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.119114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d6d4148f-1014-436a-85d3-3c364774d743 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2842393 Aug 30 14:25:55.121973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:55.130304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:55.139244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Pushing event updated for resources: {'Port': ['ID=18480fc3-4751-4673-89af-0db72c301e27,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:55.152812 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:55.160047 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.160425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:55.186910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:55.219580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66d3e2ac-7810-4e2b-b54d-509f770ee1ea req-77e4fc46-5378-415f-86a4-df920b7af40d tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756177 Aug 30 14:25:55.301734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:55.303053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.356093 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.373294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-2ae4d9dd-31ac-48d5-b900-254ccf4fb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:55.379125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-2ae4d9dd-31ac-48d5-b900-254ccf4fb64b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400055 Aug 30 14:25:55.385270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-4e73957c-2e01-43cb-befa-e73e18cad519 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9533458 Aug 30 14:25:55.429112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Request body: {'port': {'device_id': 'b7904418-f36e-49e6-b6cb-ba26da9872da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:55.503910 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 2, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:55.562437 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.570269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:55.573771 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Checking router: ba6f0949-75f2-411c-9492-6454939981c0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:25:55.574350 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Updating router ba6f0949-75f2-411c-9492-6454939981c0 port b770d516-1097-4213-81db-c87cc729b424 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:25:55.618868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Allocated IP 172.25.6.134 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/4dea09e1-c34c-46e5-8133-74781fcb24eb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:25:55.652830 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.761891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3c6d6ce-dd80-47c0-b425-03f21eb0bad6 None None] Provisioning for port 18480fc3-4751-4673-89af-0db72c301e27 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:55.773105 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3c6d6ce-dd80-47c0-b425-03f21eb0bad6 None None] Provisioning complete for port 18480fc3-4751-4673-89af-0db72c301e27 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:55.775468 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d6ce-dd80-47c0-b425-03f21eb0bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.861589 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.864454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5058c93d-0f90-47dd-bd0b-d1e78586be4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.868821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6d6ce-dd80-47c0-b425-03f21eb0bad6 None None] Port 18480fc3-4751-4673-89af-0db72c301e27 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:25:55.884277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cd1ed02d-18b9-4dde-895f-c0a64ebdad83 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:55.961535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47aaf-257c-48b1-9461-46af31dd11e4 req-d4f6526e-d202-40d3-af23-bad4c58ecc59 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:55.963198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1af47aaf-257c-48b1-9461-46af31dd11e4 req-d4f6526e-d202-40d3-af23-bad4c58ecc59 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 948 time: 0.2570863 Aug 30 14:25:55.971212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:55.977955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:55.978758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:55.981532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-9a999822-c21a-4a07-8d2e-d60120321e96 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954444 Aug 30 14:25:55.990306 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.045432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:25:56.051930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:25:56.059140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:25:56.096208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.109764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'Port': ['ID=4dea09e1-c34c-46e5-8133-74781fcb24eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:56.140457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e24c7-15b3-4502-a2bf-3d2c1d3cd270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1ed02d-18b9-4dde-895f-c0a64ebdad83'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:56.145626 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3378af-538e-46d1-8d3a-5462331bec42" -d '{"events": [{"server_uuid": "a22e24c7-15b3-4502-a2bf-3d2c1d3cd270", "name": "network-vif-plugged", "status": "completed", "tag": "cd1ed02d-18b9-4dde-895f-c0a64ebdad83"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:56.165478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1af47aaf-257c-48b1-9461-46af31dd11e4 req-eecff416-646b-4801-a8f3-6c57081b00fd tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750629 Aug 30 14:25:56.167926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5058c93d-0f90-47dd-bd0b-d1e78586be4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.171273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cd1ed02d-18b9-4dde-895f-c0a64ebdad83, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:56.180315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5058c93d-0f90-47dd-bd0b-d1e78586be4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.215794 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.221428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:56.263308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058c93d-0f90-47dd-bd0b-d1e78586be4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ac36c-9bb0-4f2e-99eb-bf7ed6265d92,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:56.270737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5058c93d-0f90-47dd-bd0b-d1e78586be4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cc420f4395347dd8d28c0d951cadf84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989832 Aug 30 14:25:56.276170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33090) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:56.292446 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.316472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e282ff5c-0a49-49bb-be80-56e5b68c66d2 req-6b957b7c-8d49-4182-8ee1-e4f6c66818c1 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218431 Aug 30 14:25:56.324509 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.355406 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Transition to ACTIVE for port object b770d516-1097-4213-81db-c87cc729b424 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:56.387207 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.390913 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.427241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:56.466356 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Pushing event updated for resources: {'Port': ['ID=b770d516-1097-4213-81db-c87cc729b424,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:56.502471 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.502471 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.502471 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.502911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.503152 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.509486 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.510096 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.510612 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.511107 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.512941 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.513379 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.514247 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:56.519756 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.565169 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Attempting to bind port b770d516-1097-4213-81db-c87cc729b424 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:25:56.565537 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Attempting to bind port b770d516-1097-4213-81db-c87cc729b424 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:25:56.566020 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Attempting to bind port b770d516-1097-4213-81db-c87cc729b424 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:56.572593 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:25:56.573349 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Checking segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:56.573956 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.574381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:56.574709 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Bound using segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:25:56.575465 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Bound port: b770d516-1097-4213-81db-c87cc729b424, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:25:56.575854 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.579376 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.579606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412f77-5db1-404a-95cb-a77e696170da req-4c74b8de-8fba-465a-8b41-a2626fca207e tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:56.590520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15412f77-5db1-404a-95cb-a77e696170da req-4c74b8de-8fba-465a-8b41-a2626fca207e tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 936 time: 0.3222063 Aug 30 14:25:56.643143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18480fc3-4751-4673-89af-0db72c301e27 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:25:56.649954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:56.666558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd187d6-6d88-48a4-8a2d-50dc09540c22 req-ba6fc39d-a159-4b1b-9e06-f287d6c15410 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:56.668370 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fd187d6-6d88-48a4-8a2d-50dc09540c22 req-ba6fc39d-a159-4b1b-9e06-f287d6c15410 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.1413219 Aug 30 14:25:56.669559 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.687262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Transition to ACTIVE for port object 18480fc3-4751-4673-89af-0db72c301e27 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:25:56.689416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cbe0ea-285e-46f6-bda3-c89db893fa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.694406 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] For port b770d516-1097-4213-81db-c87cc729b424, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:25:56.699301 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] For port b770d516-1097-4213-81db-c87cc729b424, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b770d516-1097-4213-81db-c87cc729b424,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:25:56.705315 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.719826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cbe0ea-285e-46f6-bda3-c89db893fa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.759513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fd187d6-6d88-48a4-8a2d-50dc09540c22 req-6a2f8021-23bd-494b-aad9-04aba63bde00 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792892 Aug 30 14:25:56.774337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.775916 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:56.776563 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:56.801483 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.809532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.823162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-6312335e-4d0b-4b6f-aee5-eb4ead4029d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:56.824683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-6312335e-4d0b-4b6f-aee5-eb4ead4029d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1098 time: 0.3388286 Aug 30 14:25:56.828055 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd281bc6-1c81-496b-a4d3-16f71614a801 x-openstack-request-id: req-dd281bc6-1c81-496b-a4d3-16f71614a801 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:56.828337 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22e24c7-15b3-4502-a2bf-3d2c1d3cd270", "name": "network-vif-plugged", "status": "completed", "tag": "cd1ed02d-18b9-4dde-895f-c0a64ebdad83", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:56.840283 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd281bc6-1c81-496b-a4d3-16f71614a801 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:56.840705 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e24c7-15b3-4502-a2bf-3d2c1d3cd270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1ed02d-18b9-4dde-895f-c0a64ebdad83', 'code': 200} Aug 30 14:25:56.895495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cbe0ea-285e-46f6-bda3-c89db893fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.898028 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cbe0ea-285e-46f6-bda3-c89db893fa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.904377 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88427d-e0ed-4b1c-bca8-6ed41a239722 None None] Pushing event updated for resources: {'Port': ['ID=b770d516-1097-4213-81db-c87cc729b424,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:56.921333 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-69cbe0ea-285e-46f6-bda3-c89db893fa47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e0ac36c-9bb0-4f2e-99eb-bf7ed6265d92 HTTP/1.1" status: 204 len: 168 time: 0.6278107 Aug 30 14:25:56.936962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'Port': ['ID=4dea09e1-c34c-46e5-8133-74781fcb24eb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:56.955769 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.967215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15412f77-5db1-404a-95cb-a77e696170da req-8fb818c7-b501-4b7c-8e14-ec80be996d65 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754861 Aug 30 14:25:56.992096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:56.992096 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-94f7324e-d64d-4ebc-a509-d950d012a92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8634112 Aug 30 14:25:57.107607 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:57.469219 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:56Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:57.498989 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fe671c-4739-4656-89e9-3260ad55247a None None] The sync data for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 is: [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:56Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:25:57.559659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbe0ea-285e-46f6-bda3-c89db893fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ac36c-9bb0-4f2e-99eb-bf7ed6265d92,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:57.577813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Pushing event updated for resources: {'Port': ['ID=18480fc3-4751-4673-89af-0db72c301e27,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:57.710050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707e64c-8389-4adf-8d42-ed11bcce8a3a req-d63f06af-c87a-497d-809f-07da24f8a82d tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:57.712259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c707e64c-8389-4adf-8d42-ed11bcce8a3a req-d63f06af-c87a-497d-809f-07da24f8a82d tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 949 time: 0.0784829 Aug 30 14:25:57.769022 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c707e64c-8389-4adf-8d42-ed11bcce8a3a req-5ae653a0-dfd8-4930-ab93-10f6a37b31ec tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497239 Aug 30 14:25:57.779034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468275d-9fba-4253-9d29-64d72d261490 req-7da06731-193c-46f6-b215-e3771464bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:57.781033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5468275d-9fba-4253-9d29-64d72d261490 req-7da06731-193c-46f6-b215-e3771464bd15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 1100 time: 0.8582780 Aug 30 14:25:57.790251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-5099888d-3260-44ed-8436-3593f34f4f89 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1933984924&fields=id&tenant_id=507103ad8de3439dae59b88049210d4b HTTP/1.1" status: 200 len: 267 time: 0.2276766 Aug 30 14:25:57.852781 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cefddba-386b-4c6a-b083-4716e8231910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:57.855326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-1ff4abfe-bab9-4205-923f-fe86b1c50a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:57.857834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-1ff4abfe-bab9-4205-923f-fe86b1c50a3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.9947853 Aug 30 14:25:57.891292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Attempting to bind port 18480fc3-4751-4673-89af-0db72c301e27 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:25:57.891292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Attempting to bind port 18480fc3-4751-4673-89af-0db72c301e27 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:25:57.891292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Attempting to bind port 18480fc3-4751-4673-89af-0db72c301e27 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:57.944663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Port 18480fc3-4751-4673-89af-0db72c301e27 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:25:57.945006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Attempting to bind port 18480fc3-4751-4673-89af-0db72c301e27 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:25:57.959052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-27478dfd-4e7d-4ec4-945d-d517090a03aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.0684826 Aug 30 14:25:57.969237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:25:57.969580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:25:57.970037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:25:57.970486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Bound port: 18480fc3-4751-4673-89af-0db72c301e27, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:25:57.970944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:57.978802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5468275d-9fba-4253-9d29-64d72d261490 req-4112ec8a-87dc-48a0-9602-df3c3cc50f65 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863108 Aug 30 14:25:58.016733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579247b-032f-4492-9998-9b076dc13123 req-7ea5b855-7509-42e6-922d-090ee9d428d5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:58.024736 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b579247b-032f-4492-9998-9b076dc13123 req-7ea5b855-7509-42e6-922d-090ee9d428d5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.0755100 Aug 30 14:25:58.078696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b579247b-032f-4492-9998-9b076dc13123 req-7681c8ad-715e-426c-9003-201285bfbaf3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506885 Aug 30 14:25:58.093096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792cfd-5d87-41d0-971e-b84768070089 req-3413821d-e913-4a50-83fa-295571a87c96 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:58.093096 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-3413821d-e913-4a50-83fa-295571a87c96 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.2774367 Aug 30 14:25:58.111990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-6a2245d2-d120-492e-a5ea-c9bdc872fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:58.113681 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-6a2245d2-d120-492e-a5ea-c9bdc872fe15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1404536 Aug 30 14:25:58.165220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-712adee8-3691-4b11-b2d2-6ada94215b13 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/quotas/507103ad8de3439dae59b88049210d4b HTTP/1.1" status: 200 len: 375 time: 0.0600152 Aug 30 14:25:58.167614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] For port 18480fc3-4751-4673-89af-0db72c301e27, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:25:58.208136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] For port 18480fc3-4751-4673-89af-0db72c301e27, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=18480fc3-4751-4673-89af-0db72c301e27,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:25:58.230424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.276730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:58.277464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.279095 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/18480fc3-4751-4673-89af-0db72c301e27 HTTP/1.1" status: 200 len: 1096 time: 2.8774657 Aug 30 14:25:58.280895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-16cdd683-ac82-4394-996a-b56182bfd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:58.283871 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-16cdd683-ac82-4394-996a-b56182bfd93c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1585677 Aug 30 14:25:58.285868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7904418-f36e-49e6-b6cb-ba26da9872da', 'tag': '18480fc3-4751-4673-89af-0db72c301e27'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:58.288484 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca807bdd-fd13-4224-b909-c974b6bccf90" -d '{"events": [{"name": "network-changed", "server_uuid": "b7904418-f36e-49e6-b6cb-ba26da9872da", "tag": "18480fc3-4751-4673-89af-0db72c301e27"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:58.390695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa480-34d4-4395-bd79-c6fc90064392 req-ea72a52a-3511-4b85-bf28-ba86da338dbf tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:58.392306 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e66fa480-34d4-4395-bd79-c6fc90064392 req-ea72a52a-3511-4b85-bf28-ba86da338dbf tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 948 time: 0.1205425 Aug 30 14:25:58.449034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:58.495221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b770d516-1097-4213-81db-c87cc729b424 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:25:58.511497 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e66fa480-34d4-4395-bd79-c6fc90064392 req-f38fa201-57f0-4ed1-8b9e-b4731e21e173 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974021 Aug 30 14:25:58.512347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-f89b6895-7d90-4221-bd8c-60b1c4098647 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3329735 Aug 30 14:25:58.584780 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.638010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b87d8-2898-4d6e-8286-42e216e543d4 service neutron] Pushing event updated for resources: {'Port': ['ID=18480fc3-4751-4673-89af-0db72c301e27,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:58.652348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f274fe63-b2da-4cbc-b4b3-924fd8d5439f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.659119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b770d516-1097-4213-81db-c87cc729b424 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:25:58.678179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-ac1c30ad-90c6-40fa-a7c7-bc9f78c5351d service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801100 Aug 30 14:25:58.681370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b770d516-1097-4213-81db-c87cc729b424 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:25:58.681684 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.735651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-4d61a1b5-5474-4356-aed6-ee3d78007749 service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860869 Aug 30 14:25:58.738961 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a1907-512f-4320-8c4c-651257b313b4 x-openstack-request-id: req-2b7a1907-512f-4320-8c4c-651257b313b4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:58.739245 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7904418-f36e-49e6-b6cb-ba26da9872da", "tag": "18480fc3-4751-4673-89af-0db72c301e27", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:58.739901 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b7a1907-512f-4320-8c4c-651257b313b4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:58.740884 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7904418-f36e-49e6-b6cb-ba26da9872da', 'tag': '18480fc3-4751-4673-89af-0db72c301e27', 'status': 'completed', 'code': 200} Aug 30 14:25:58.812900 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f274fe63-b2da-4cbc-b4b3-924fd8d5439f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.817738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f274fe63-b2da-4cbc-b4b3-924fd8d5439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.830984 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.843005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:58.845793 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7435bce5-55bd-4dfb-bb77-49c2d0ae7853" -d '{"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:58.849108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f274fe63-b2da-4cbc-b4b3-924fd8d5439f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dad0c64c24c4caa9ae76c0e456889a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964820 Aug 30 14:25:58.853749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:58.866267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b44b-2952-443a-901a-ae5785d7615c req-2477a915-aee6-4289-9690-f0d7c38f616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:58.868982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-2477a915-aee6-4289-9690-f0d7c38f616e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04962818f6724b73b1d2f608f8f09463&device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 1099 time: 0.4142389 Aug 30 14:25:58.881816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b770d516-1097-4213-81db-c87cc729b424, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b770d516-1097-4213-81db-c87cc729b424,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:58.888852 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.918399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274fe63-b2da-4cbc-b4b3-924fd8d5439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec49f6e-3c6b-4b72-96fd-7e81e05f6caa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:58.960323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b770d516-1097-4213-81db-c87cc729b424,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:58.978012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.979468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.980093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.980652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.981302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.981864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.982573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.982694 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a768904-57af-4bee-8121-f0ffa8a9152d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:58.983584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.984473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.985182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.985896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:58.986558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:59.010698 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a768904-57af-4bee-8121-f0ffa8a9152d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:59.014132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e06469dc-041f-40ba-ad4f-29b99ef33e9c req-868ad8e0-91eb-4558-b3e6-57a781c6cd04 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718966 Aug 30 14:25:59.019825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6242a1-c9aa-452c-8795-31800bf69eb9 req-98c3c8f1-b676-4d93-a543-a8b89ed27cb3 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.020856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6242a1-c9aa-452c-8795-31800bf69eb9 req-98c3c8f1-b676-4d93-a543-a8b89ed27cb3 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 949 time: 0.0979683 Aug 30 14:25:59.054127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-dd1f8e53-99ec-40b3-95b7-77547e06a4a0 service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908977 Aug 30 14:25:59.055928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-d9da75a3-7acb-48f5-8a66-28ece220d84d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=18480fc3-4751-4673-89af-0db72c301e27 HTTP/1.1" status: 200 len: 217 time: 0.1691689 Aug 30 14:25:59.091626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6242a1-c9aa-452c-8795-31800bf69eb9 req-7217ad85-33e7-44ac-8cd4-c96b0faf0ab1 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627525 Aug 30 14:25:59.117835 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a768904-57af-4bee-8121-f0ffa8a9152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:59.121731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a768904-57af-4bee-8121-f0ffa8a9152d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:59.126388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7a768904-57af-4bee-8121-f0ffa8a9152d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eec49f6e-3c6b-4b72-96fd-7e81e05f6caa HTTP/1.1" status: 204 len: 168 time: 0.2683311 Aug 30 14:25:59.145113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a768904-57af-4bee-8121-f0ffa8a9152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec49f6e-3c6b-4b72-96fd-7e81e05f6caa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:59.145932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:59.167372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b44b-2952-443a-901a-ae5785d7615c req-e4416a14-9932-4db6-9863-68256a28d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.176741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-e4416a14-9932-4db6-9863-68256a28d961 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1100378 Aug 30 14:25:59.215487 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c923b5f4-fc79-4729-9861-77dca264a5fc x-openstack-request-id: req-c923b5f4-fc79-4729-9861-77dca264a5fc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:59.215782 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:59.216162 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c923b5f4-fc79-4729-9861-77dca264a5fc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:59.216557 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132', 'code': 200} Aug 30 14:25:59.249669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b44b-2952-443a-901a-ae5785d7615c req-ff9adeaa-33f7-43ee-a530-b53076ebc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.251547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-ff9adeaa-33f7-43ee-a530-b53076ebc056 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658047 Aug 30 14:25:59.441864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-cc58cad2-01b8-4649-af9c-49c7d18c7e28 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816759 Aug 30 14:25:59.452454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-2444b3f4-76fd-41f3-883c-169bed892d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.453948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-2444b3f4-76fd-41f3-883c-169bed892d85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfabd525e7064de98161b12ffd1ccfd8&device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 1098 time: 0.0750601 Aug 30 14:25:59.510643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39872a72-eab8-4ab2-ba14-1f8d40bc1396 req-a3e0968f-804f-44ba-ba0f-e6ed505839af tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.519968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39872a72-eab8-4ab2-ba14-1f8d40bc1396 req-a3e0968f-804f-44ba-ba0f-e6ed505839af tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.1028807 Aug 30 14:25:59.592671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39872a72-eab8-4ab2-ba14-1f8d40bc1396 req-85235dea-d0e8-4479-b352-602c984fca3e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714653 Aug 30 14:25:59.640951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f358e1c-2a10-449b-877d-126935e5d941 req-8fd5ba07-d45a-4d93-b1e7-d2b212764a6d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 210 time: 0.0579965 Aug 30 14:25:59.712970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83d2b44b-2952-443a-901a-ae5785d7615c req-e0c01bd3-cc02-4504-aba2-0848d22f9874 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626860 Aug 30 14:25:59.731053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-576a804d-80c7-473d-a544-dcdbb0caa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.735125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-576a804d-80c7-473d-a544-dcdbb0caa379 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2487180 Aug 30 14:25:59.768436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39168b6e-9ea7-4367-944b-11fbf1c8ae9a req-da2d3553-cbde-48e8-a3b3-2a2fa560bc07 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.781718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39168b6e-9ea7-4367-944b-11fbf1c8ae9a req-da2d3553-cbde-48e8-a3b3-2a2fa560bc07 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 948 time: 0.0896580 Aug 30 14:25:59.819697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-ec6a0371-1b50-497a-96af-13eab766522b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5c08b6dd-0861-4582-98d7-73113d65c132 HTTP/1.1" status: 200 len: 217 time: 0.0713284 Aug 30 14:25:59.849234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39168b6e-9ea7-4367-944b-11fbf1c8ae9a req-a575e5d1-c5da-4cc0-a94e-f4ac65eba32e tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610824 Aug 30 14:25:59.892796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-ea354f3f-cc50-4ecf-8ff9-1625ef644a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.894292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-ea354f3f-cc50-4ecf-8ff9-1625ef644a1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0592928 Aug 30 14:25:59.899820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-e3a8a742-0f0c-400b-a708-aec5c4b68445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:59.904339 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-e3a8a742-0f0c-400b-a708-aec5c4b68445 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04962818f6724b73b1d2f608f8f09463&device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 1099 time: 0.0914745 Aug 30 14:25:59.907561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:26:00.024965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:00.034199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-d5baae22-44af-4fea-b0a2-9f7bb1fece81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:00.035725 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-d5baae22-44af-4fea-b0a2-9f7bb1fece81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264057 Aug 30 14:26:00.040002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '5c08b6dd-0861-4582-98d7-73113d65c132', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '5c08b6dd-0861-4582-98d7-73113d65c132', 'mac_address': 'fa:16:3e:a0:87:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:26:00.095281 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:00.111263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c08b6dd-0861-4582-98d7-73113d65c132 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:00.119956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-ae635a43-4616-43c8-ba32-e4b337778140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:00.123103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-ae635a43-4616-43c8-ba32-e4b337778140 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2020576 Aug 30 14:26:00.141682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:00.148863 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:00.191335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-552df35c-e90b-4fb7-9f5d-d6ed1335431d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=18480fc3-4751-4673-89af-0db72c301e27 HTTP/1.1" status: 200 len: 217 time: 0.0623374 Aug 30 14:26:00.246303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:00.256612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['5c08b6dd-0861-4582-98d7-73113d65c132'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:00.308545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-7830743c-1b61-4978-9ac6-66f613c9b870 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609804 Aug 30 14:26:00.317242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-464dd1be-388b-4321-92dd-2d909e5100a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:00.319327 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-464dd1be-388b-4321-92dd-2d909e5100a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1181874 Aug 30 14:26:00.428846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab35934-875c-4f2e-bc6d-46eca1c0bbcd req-1d5976fd-0d2a-449d-84df-fc9ef78edac3 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:00.430640 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ab35934-875c-4f2e-bc6d-46eca1c0bbcd req-1d5976fd-0d2a-449d-84df-fc9ef78edac3 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 949 time: 0.1888304 Aug 30 14:26:00.431625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b770d516-1097-4213-81db-c87cc729b424 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:00.483933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-cd93c5ef-8651-41ed-831b-693d012b1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:00.485687 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-cd93c5ef-8651-41ed-831b-693d012b1799 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535435 Aug 30 14:26:00.533716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b770d516-1097-4213-81db-c87cc729b424 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:00.534201 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:00.553893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ab35934-875c-4f2e-bc6d-46eca1c0bbcd req-5f4de71d-5fd1-4adc-a8bd-99dd53c1a32c tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105576 Aug 30 14:26:00.609341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69adc4c7-b0f8-404e-8559-e89847ebc62a req-f102df62-fe5d-45db-adbb-54b0d16fd7b3 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865534 Aug 30 14:26:00.669957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-114e4bf7-da6f-48f1-b1fa-dd3d7a1f8f90 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721854 Aug 30 14:26:00.722676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:26:00.781652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21861e3b-61ea-4e1c-9be0-7184cc5f70fd req-1afe2905-998b-45cb-ba84-db069e3f5b32 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:00.783199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21861e3b-61ea-4e1c-9be0-7184cc5f70fd req-1afe2905-998b-45cb-ba84-db069e3f5b32 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.1017058 Aug 30 14:26:00.795501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca807bdd-fd13-4224-b909-c974b6bccf90 req-063f79e8-7dc1-4cd0-b502-01fb4a3afd45 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150184 Aug 30 14:26:00.858444 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21861e3b-61ea-4e1c-9be0-7184cc5f70fd req-f8a08a81-df67-4c51-8e0e-362c3af35229 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634634 Aug 30 14:26:00.927047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:00.953242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'mac_address': 'fa:16:3e:4e:40:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:26:01.065301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5fc5dac6-a039-48c3-b67a-36ca55a92e52 req-2aab302c-4adf-41e7-bc66-9aee1ce1d90e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 210 time: 0.0747514 Aug 30 14:26:01.069561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792cfd-5d87-41d0-971e-b84768070089 req-0efc9769-da5d-4e8a-937f-4fed463362bd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:01.071998 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-0efc9769-da5d-4e8a-937f-4fed463362bd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.1897676 Aug 30 14:26:01.080933 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:01.098214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:01.127709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:01.133850 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:01.161063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-83b1bd1e-a9f7-4ca9-a5db-10a3d64105c9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=507103ad8de3439dae59b88049210d4b HTTP/1.1" status: 200 len: 380 time: 0.0743952 Aug 30 14:26:01.181350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'port': {'device_id': '81a15ff0-73c4-41d3-9815-88122fb57988', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'admin_state_up': True, 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'security_groups': ['380843a7-d666-4672-a2d0-a21e5bde7dea']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:01.218951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:01.234795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78745a5f-c202-4d66-81e1-136f162c5efa req-45104452-b90c-492c-b28c-acaca92d4eea tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:01.236613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78745a5f-c202-4d66-81e1-136f162c5efa req-45104452-b90c-492c-b28c-acaca92d4eea tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 948 time: 0.0674303 Aug 30 14:26:01.287209 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78745a5f-c202-4d66-81e1-136f162c5efa req-4ab068a0-1c1c-44b3-bc5a-dc2ecbe8b687 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435464 Aug 30 14:26:01.397459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Made reservation on behalf of 507103ad8de3439dae59b88049210d4b for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:01.406397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:01.498332 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:01.548100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:01.661571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Allocated IP 172.20.0.7 (7352f7de-05ae-409c-bff3-dfb26e0a8dee/4d40d66c-b471-48a2-bbd9-34c4f24aabb1/5b9be83a-245b-40d2-b54c-fbe7a8b49151) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:01.699726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9131ab-6c82-472d-bb31-53922b3b9c36 req-d0a14568-699d-4c90-a13d-96caa4794859 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:01.708553 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d9131ab-6c82-472d-bb31-53922b3b9c36 req-d0a14568-699d-4c90-a13d-96caa4794859 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 949 time: 0.0656202 Aug 30 14:26:01.785923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d9131ab-6c82-472d-bb31-53922b3b9c36 req-c25148c8-39b6-4e84-9b3a-309d5244e9d9 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764844 Aug 30 14:26:01.917689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 18480fc3-4751-4673-89af-0db72c301e27 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:26:01.940596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:02.000409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Transition to ACTIVE for port object 5b9be83a-245b-40d2-b54c-fbe7a8b49151 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:02.023348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:02.086811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:02.122959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 18480fc3-4751-4673-89af-0db72c301e27, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=18480fc3-4751-4673-89af-0db72c301e27,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:02.150808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '18480fc3-4751-4673-89af-0db72c301e27', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '18480fc3-4751-4673-89af-0db72c301e27', 'mac_address': 'fa:16:3e:03:4e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:26:02.155752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 5c08b6dd-0861-4582-98d7-73113d65c132 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:02.156364 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:02.171584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:02.203439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:02.210220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:02.428801 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:02.502216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5272-8ffa-433f-aa10-139d26efecd5 req-b472f4dc-f65e-45f8-940f-bf62b6314d39 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:02.508944 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb3d5272-8ffa-433f-aa10-139d26efecd5 req-b472f4dc-f65e-45f8-940f-bf62b6314d39 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 931 time: 0.1210606 Aug 30 14:26:02.532063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:02.536174 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f31e28-dd95-4b76-a32a-19a1627e7d38" -d '{"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:02.542540 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:02.608960 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb3d5272-8ffa-433f-aa10-139d26efecd5 req-4e600d60-b464-4204-93b8-1255353e0d0f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936694 Aug 30 14:26:02.749147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:02.780602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:02.863424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:02.868955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6f193-8700-44c1-b480-a91fa4de9fb2 req-5c042ccb-59eb-4f55-9b26-e3ad8dfc55c5 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:02.875942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-94e6f193-8700-44c1-b480-a91fa4de9fb2 req-5c042ccb-59eb-4f55-9b26-e3ad8dfc55c5 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 948 time: 0.1434948 Aug 30 14:26:02.902184 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:02.911957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffefb43-1074-4437-be17-4e15db948666 req-de467c14-af82-4138-8dd1-f5dd6d7fecec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:02.917222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ffefb43-1074-4437-be17-4e15db948666 req-de467c14-af82-4138-8dd1-f5dd6d7fecec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 948 time: 0.8465140 Aug 30 14:26:02.936380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:02.970056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-94e6f193-8700-44c1-b480-a91fa4de9fb2 req-14562336-e683-4aa6-b116-e4f43eccc258 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816383 Aug 30 14:26:02.984929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:02.985947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.007511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18480fc3-4751-4673-89af-0db72c301e27 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:03.012321 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.021248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:03.027238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-554d9353-e35c-4f2a-a03e-8ed548df9ec9 None None] Provisioning for port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:03.049442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ffefb43-1074-4437-be17-4e15db948666 req-4f908d10-6c9c-4074-9c45-b83bebf45061 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105390 Aug 30 14:26:03.054000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-76d7650c-c530-4f69-871e-ab6f8905dde5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8855317 Aug 30 14:26:03.091760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Request body: {'port': {'device_id': '81a15ff0-73c4-41d3-9815-88122fb57988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:03.096881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 18480fc3-4751-4673-89af-0db72c301e27, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=18480fc3-4751-4673-89af-0db72c301e27,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:03.099851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6f0dcb4-5a40-4e62-8688-be8608ad748b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.103750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-554d9353-e35c-4f2a-a03e-8ed548df9ec9 None None] Provisioning complete for port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:03.109317 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-554d9353-e35c-4f2a-a03e-8ed548df9ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.171515 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f48b30-1aea-4442-8ce4-34e21e9e4daf x-openstack-request-id: req-87f48b30-1aea-4442-8ce4-34e21e9e4daf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:03.171818 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-plugged", "status": "completed", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:03.172080 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87f48b30-1aea-4442-8ce4-34e21e9e4daf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:03.172480 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132', 'code': 200} Aug 30 14:26:03.173113 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-554d9353-e35c-4f2a-a03e-8ed548df9ec9 None None] Port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:03.175667 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.248505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-a2aa014b-1669-4c4b-b88a-83591f538db6 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:03.254531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-a2aa014b-1669-4c4b-b88a-83591f538db6 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.39 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 949 time: 0.1905446 Aug 30 14:26:03.269532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:03.309742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:03.310590 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.364483 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6f0dcb4-5a40-4e62-8688-be8608ad748b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.377080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6f0dcb4-5a40-4e62-8688-be8608ad748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.387033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=18480fc3-4751-4673-89af-0db72c301e27,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:03.388924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.415664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['18480fc3-4751-4673-89af-0db72c301e27'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:03.428753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0dcb4-5a40-4e62-8688-be8608ad748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce9b104-fec8-4ceb-a98f-f4413e8b14d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:03.441074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce945-7a18-4b51-9820-543c54fe83e7 req-98e3aec4-72ac-40eb-976b-6b6b652c11ed tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:03.442753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be6ce945-7a18-4b51-9820-543c54fe83e7 req-98e3aec4-72ac-40eb-976b-6b6b652c11ed tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 949 time: 0.1507280 Aug 30 14:26:03.480539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6f0dcb4-5a40-4e62-8688-be8608ad748b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18d6508356d447d6afdf0a38533573d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7290866 Aug 30 14:26:03.487023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:03.523679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be6ce945-7a18-4b51-9820-543c54fe83e7 req-5bed7aa0-7d01-45bb-84f1-b7a8890061bf tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734158 Aug 30 14:26:03.590855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1589bfeb-a645-47f3-a186-6d13a0e5ba1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.627424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1589bfeb-a645-47f3-a186-6d13a0e5ba1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.714803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1589bfeb-a645-47f3-a186-6d13a0e5ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.718742 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1589bfeb-a645-47f3-a186-6d13a0e5ba1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.720793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1589bfeb-a645-47f3-a186-6d13a0e5ba1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fce9b104-fec8-4ceb-a98f-f4413e8b14d3 HTTP/1.1" status: 204 len: 168 time: 0.2328341 Aug 30 14:26:03.742709 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.755522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589bfeb-a645-47f3-a186-6d13a0e5ba1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce9b104-fec8-4ceb-a98f-f4413e8b14d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:03.793290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Deleting port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:03.793950 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.872708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:03.882756 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.958968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34c546-8864-4076-8f92-1aee86f9cd3a req-3645007a-dad4-459a-a75a-dd9f6fee9760 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:03.966422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b34c546-8864-4076-8f92-1aee86f9cd3a req-3645007a-dad4-459a-a75a-dd9f6fee9760 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 931 time: 0.2076352 Aug 30 14:26:03.989573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:04.033649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] For port cd1ed02d-18b9-4dde-895f-c0a64ebdad83, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:04.033649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.095758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Calling delete_port for cd1ed02d-18b9-4dde-895f-c0a64ebdad83 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:04.149264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ad268-2427-4b0c-928f-e13e8f8e357b req-728724c7-8f94-433a-93a2-e9f936fc8140 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:04.157330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-148ad268-2427-4b0c-928f-e13e8f8e357b req-728724c7-8f94-433a-93a2-e9f936fc8140 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 949 time: 0.0828633 Aug 30 14:26:04.191134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b34c546-8864-4076-8f92-1aee86f9cd3a req-2822b3a2-c554-49b5-a102-b1a46190336d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234883 Aug 30 14:26:04.219542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-148ad268-2427-4b0c-928f-e13e8f8e357b req-3cd912e6-5720-4c92-88a0-73671af9cf7c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551815 Aug 30 14:26:04.237710 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:26:04.294549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9be83a-245b-40d2-b54c-fbe7a8b49151 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:04.315353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.348581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Transition to ACTIVE for port object 5b9be83a-245b-40d2-b54c-fbe7a8b49151 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:04.395536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.474491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:04.516763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed633b3-525a-492e-85d7-006e85afab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.529170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:04.551889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b97bdc-ca2c-493b-b656-6ad8b51a85ad req-82217820-8dcc-478b-87aa-ce71f6da9e32 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:04.560138 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b97bdc-ca2c-493b-b656-6ad8b51a85ad req-82217820-8dcc-478b-87aa-ce71f6da9e32 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1680815 Aug 30 14:26:04.742907 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed633b3-525a-492e-85d7-006e85afab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.763415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.776863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['cd1ed02d-18b9-4dde-895f-c0a64ebdad83'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:04.809480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b97bdc-ca2c-493b-b656-6ad8b51a85ad req-5bb6d3ec-067c-4f76-b9b8-71603b9f514e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483246 Aug 30 14:26:04.823499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-875f4300-e44a-498d-8e96-8b924c9c17c1 req-c6827663-ed61-4fd7-ab76-81799026b257 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.50 "GET /v2.0/ports?device_id=a22e24c7-15b3-4502-a2bf-3d2c1d3cd270 HTTP/1.1" status: 200 len: 210 time: 0.0747213 Aug 30 14:26:04.825077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed633b3-525a-492e-85d7-006e85afab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.864528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Pushing event deleted for resources: {'Port': ['ID=cd1ed02d-18b9-4dde-895f-c0a64ebdad83,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:04.902117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Attempting to bind port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:04.902535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Attempting to bind port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:04.902956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Attempting to bind port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:04.907523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eed633b3-525a-492e-85d7-006e85afab01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66b63f9b41f042ef873187dc763787da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317338 Aug 30 14:26:04.914571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:04.933560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] No DVR routers for this DVR port cd1ed02d-18b9-4dde-895f-c0a64ebdad83 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:26:04.937401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.939518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-624d9e26-f0e1-4ee8-91e1-d38616251363 req-6d741507-2225-4b2d-abe7-148ed65fcf50 tempest-TenantUsagesTestJSON-1986319856 tempest-TenantUsagesTestJSON-1986319856-project] 10.222.0.39 "DELETE /v2.0/ports/cd1ed02d-18b9-4dde-895f-c0a64ebdad83 HTTP/1.1" status: 204 len: 173 time: 1.6239150 Aug 30 14:26:04.940109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e24c7-15b3-4502-a2bf-3d2c1d3cd270', 'name': 'network-vif-deleted', 'tag': 'cd1ed02d-18b9-4dde-895f-c0a64ebdad83'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:04.943085 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2527314b-5e7d-48fa-9379-df677c675017" -d '{"events": [{"server_uuid": "a22e24c7-15b3-4502-a2bf-3d2c1d3cd270", "name": "network-vif-deleted", "tag": "cd1ed02d-18b9-4dde-895f-c0a64ebdad83"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:04.947690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:04.948111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Attempting to bind port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:04.954962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:04.955368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Checking segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:04.955916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Bound using segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:04.956535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Bound port: 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:04.957013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:04.990753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed633b3-525a-492e-85d7-006e85afab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9fc151-d8e9-46ef-9985-8e0f85834726,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:05.061824 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaa7a68-fde0-4797-ad38-59417cfacb4f x-openstack-request-id: req-dfaa7a68-fde0-4797-ad38-59417cfacb4f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:05.062134 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22e24c7-15b3-4502-a2bf-3d2c1d3cd270", "name": "network-vif-deleted", "tag": "cd1ed02d-18b9-4dde-895f-c0a64ebdad83", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:05.062431 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfaa7a68-fde0-4797-ad38-59417cfacb4f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:05.062880 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e24c7-15b3-4502-a2bf-3d2c1d3cd270', 'name': 'network-vif-deleted', 'tag': 'cd1ed02d-18b9-4dde-895f-c0a64ebdad83', 'status': 'completed', 'code': 200} Aug 30 14:26:05.075805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48259cc2-9061-4ed9-bc7e-1e2e45ee29ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:05.093757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:05.102305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:05.109785 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:05.168036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:05.168700 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:05.170671 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 1091 time: 2.0926242 Aug 30 14:26:05.173789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:05.177832 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8ad53e-11eb-46d7-8ec6-9d323a7a1902" -d '{"events": [{"server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "name": "network-vif-plugged", "status": "completed", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:05.201556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48259cc2-9061-4ed9-bc7e-1e2e45ee29ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:05.243571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e99553-8091-44f0-bd3d-7390aabbbb82 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:05.312763 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c53fb24-1ca6-4102-a343-377f8f282a77 x-openstack-request-id: req-5c53fb24-1ca6-4102-a343-377f8f282a77 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:05.313074 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "name": "network-vif-plugged", "status": "completed", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:05.313348 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c53fb24-1ca6-4102-a343-377f8f282a77 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:05.313721 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'code': 200} Aug 30 14:26:05.382664 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48259cc2-9061-4ed9-bc7e-1e2e45ee29ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:05.387113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48259cc2-9061-4ed9-bc7e-1e2e45ee29ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:05.390965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-48259cc2-9061-4ed9-bc7e-1e2e45ee29ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a9fc151-d8e9-46ef-9985-8e0f85834726 HTTP/1.1" status: 204 len: 168 time: 0.4749432 Aug 30 14:26:05.422688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48259cc2-9061-4ed9-bc7e-1e2e45ee29ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9fc151-d8e9-46ef-9985-8e0f85834726,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:05.479491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792cfd-5d87-41d0-971e-b84768070089 req-35b015ce-0f12-4210-b253-601ed7cf2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:05.481319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-35b015ce-0f12-4210-b253-601ed7cf2c06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1094 time: 0.2149751 Aug 30 14:26:05.504288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90c1bb-370d-42fe-a0da-f96fbb52da37 req-023c9739-93a9-4ea3-bb76-e6139cdf16e3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:05.513595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a90c1bb-370d-42fe-a0da-f96fbb52da37 req-023c9739-93a9-4ea3-bb76-e6139cdf16e3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 943 time: 0.1335835 Aug 30 14:26:05.603679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-00aef18f-d4a1-4720-b352-dcdc728cf4ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 217 time: 0.0879257 Aug 30 14:26:05.662840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d11efa-0f74-44b6-9fff-5c73579eddec req-a785f785-2f41-4cb6-9638-666c3e2f1548 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:05.671527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d6d11efa-0f74-44b6-9fff-5c73579eddec req-a785f785-2f41-4cb6-9638-666c3e2f1548 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 949 time: 0.2041333 Aug 30 14:26:05.681819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad63af9-0961-498f-961c-893ff0ee0d57 req-33f4d643-95d3-4334-b8e1-3dc31c9e2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:05.683686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ad63af9-0961-498f-961c-893ff0ee0d57 req-33f4d643-95d3-4334-b8e1-3dc31c9e2915 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1100 time: 0.2148273 Aug 30 14:26:05.691205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a90c1bb-370d-42fe-a0da-f96fbb52da37 req-96edc6dc-9b41-4cbb-9953-fe4ba61b9538 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766281 Aug 30 14:26:05.717415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792cfd-5d87-41d0-971e-b84768070089 req-205dc12d-94d4-42ed-9fa7-ca57195aebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:05.719712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-205dc12d-94d4-42ed-9fa7-ca57195aebfb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.1029816 Aug 30 14:26:05.794086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d6d11efa-0f74-44b6-9fff-5c73579eddec req-3f011aae-1883-48f9-bcb2-b80a69fdff39 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213958 Aug 30 14:26:05.834153 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ad63af9-0961-498f-961c-893ff0ee0d57 req-c8cf82af-cba6-4142-b435-305063c9c2f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371822 Aug 30 14:26:05.841356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792cfd-5d87-41d0-971e-b84768070089 req-02a5ba73-b989-49b0-8851-deef4da16246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:05.848147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-02a5ba73-b989-49b0-8851-deef4da16246 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151259 Aug 30 14:26:05.944381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 18480fc3-4751-4673-89af-0db72c301e27 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:06.069930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 18480fc3-4751-4673-89af-0db72c301e27 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:06.075961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 18480fc3-4751-4673-89af-0db72c301e27 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:06.076696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:06.201235 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:06.309666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 18480fc3-4751-4673-89af-0db72c301e27, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=18480fc3-4751-4673-89af-0db72c301e27,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:06.316935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:06.319230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cd1ed02d-18b9-4dde-895f-c0a64ebdad83 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:06.442913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: cd1ed02d-18b9-4dde-895f-c0a64ebdad83 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:26:06.444559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cd1ed02d-18b9-4dde-895f-c0a64ebdad83 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:26:06.509670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272968d-c89e-4c4d-bb10-1a445c060981 req-35f9746e-3569-44bf-83b5-48facdfb830e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:06.519784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0272968d-c89e-4c4d-bb10-1a445c060981 req-35f9746e-3569-44bf-83b5-48facdfb830e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1066248 Aug 30 14:26:06.520996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=18480fc3-4751-4673-89af-0db72c301e27,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:06.569504 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-c6d78893-9afb-47ab-932e-3dd6522b535b service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038328 Aug 30 14:26:06.585670 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0272968d-c89e-4c4d-bb10-1a445c060981 req-525b19ce-3fb1-4aff-b5f9-8a1ac8cfc045 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638046 Aug 30 14:26:06.747688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25792cfd-5d87-41d0-971e-b84768070089 req-cb258ceb-34ec-4c06-9cc2-c1a9985fa636 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564527 Aug 30 14:26:06.870256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572134d-8b3a-4f11-bbd9-af1f504e28c5 req-891c193a-8485-4e2c-aff9-1b04edc5e52c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:06.873676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f572134d-8b3a-4f11-bbd9-af1f504e28c5 req-891c193a-8485-4e2c-aff9-1b04edc5e52c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 943 time: 0.0838344 Aug 30 14:26:06.953209 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f572134d-8b3a-4f11-bbd9-af1f504e28c5 req-0f45e510-7b5b-4ff4-9e92-f99ade5fac7b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723152 Aug 30 14:26:06.987702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:07.064105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:07.066741 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cc7443-0157-4996-a47e-b516365b99a2" -d '{"events": [{"name": "network-changed", "server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:07.067502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1596528-32b5-476e-9473-f60d10ba3a04 req-13b0eaf2-fbc7-4001-9465-bbaaa98bd295 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:07.069408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1596528-32b5-476e-9473-f60d10ba3a04 req-13b0eaf2-fbc7-4001-9465-bbaaa98bd295 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 950 time: 0.0526066 Aug 30 14:26:07.115475 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0801e1bf-ca4a-4aaa-9d8a-c6cfd9d70b08 x-openstack-request-id: req-0801e1bf-ca4a-4aaa-9d8a-c6cfd9d70b08 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:07.115763 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:07.116038 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0801e1bf-ca4a-4aaa-9d8a-c6cfd9d70b08 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:07.116440 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'status': 'completed', 'code': 200} Aug 30 14:26:07.145666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1596528-32b5-476e-9473-f60d10ba3a04 req-ea3a280a-642f-408b-8b5c-924342efe49c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665183 Aug 30 14:26:07.257250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1c00b1f-5ab7-49c2-8a8b-944575667598 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=906c218cfbf349489aa0da23d02be2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675812 Aug 30 14:26:07.260168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33502) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:07.267727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc7443-0157-4996-a47e-b516365b99a2 req-004df5ed-9617-4aa4-86f4-233ecf10d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:07.269704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67cc7443-0157-4996-a47e-b516365b99a2 req-004df5ed-9617-4aa4-86f4-233ecf10d53e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1094 time: 0.0747056 Aug 30 14:26:07.315931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7904418-f36e-49e6-b6cb-ba26da9872da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18480fc3-4751-4673-89af-0db72c301e27'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:07.318816 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0066d0b-dba4-454d-ad09-59f0a2bfabd8" -d '{"events": [{"server_uuid": "b7904418-f36e-49e6-b6cb-ba26da9872da", "name": "network-vif-plugged", "status": "completed", "tag": "18480fc3-4751-4673-89af-0db72c301e27"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:07.481430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e518b73-4b5f-48f1-bdc1-209aa09cf1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:07.491634 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2691c68-434e-4fd7-94b6-8016076fd5d5 x-openstack-request-id: req-c2691c68-434e-4fd7-94b6-8016076fd5d5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:07.492099 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7904418-f36e-49e6-b6cb-ba26da9872da", "name": "network-vif-plugged", "status": "completed", "tag": "18480fc3-4751-4673-89af-0db72c301e27", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:07.493780 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2691c68-434e-4fd7-94b6-8016076fd5d5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:07.497228 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7904418-f36e-49e6-b6cb-ba26da9872da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18480fc3-4751-4673-89af-0db72c301e27', 'code': 200} Aug 30 14:26:07.536613 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e518b73-4b5f-48f1-bdc1-209aa09cf1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:07.563608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc7443-0157-4996-a47e-b516365b99a2 req-e59394bd-9600-40ac-83d3-d4824a144d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:07.565779 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67cc7443-0157-4996-a47e-b516365b99a2 req-e59394bd-9600-40ac-83d3-d4824a144d26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.2662561 Aug 30 14:26:07.654359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67cc7443-0157-4996-a47e-b516365b99a2 req-874b311e-9e0f-42c7-9517-63343f9cd8ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 217 time: 0.0700579 Aug 30 14:26:07.700923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308339f-86d9-47f6-bf04-9beae808c682 req-8731ef73-a93e-4293-85d5-6223af87191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:07.702607 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e308339f-86d9-47f6-bf04-9beae808c682 req-8731ef73-a93e-4293-85d5-6223af87191b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 1101 time: 0.1356027 Aug 30 14:26:07.745867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc7443-0157-4996-a47e-b516365b99a2 req-bcf0daab-1f71-45ee-97b5-9929ec09133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:07.747485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67cc7443-0157-4996-a47e-b516365b99a2 req-bcf0daab-1f71-45ee-97b5-9929ec09133c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0753841 Aug 30 14:26:07.805998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e518b73-4b5f-48f1-bdc1-209aa09cf1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:07.809091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e518b73-4b5f-48f1-bdc1-209aa09cf1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:07.813776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad5c3f-b41f-40da-b1df-769e773836ea req-ed790958-192c-4dfd-8aad-bc7f726d3895 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:07.821704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7ad5c3f-b41f-40da-b1df-769e773836ea req-ed790958-192c-4dfd-8aad-bc7f726d3895 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1011384 Aug 30 14:26:07.823382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e518b73-4b5f-48f1-bdc1-209aa09cf1c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29 HTTP/1.1" status: 204 len: 168 time: 0.5621259 Aug 30 14:26:07.864703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e518b73-4b5f-48f1-bdc1-209aa09cf1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbf6ef0-e4da-44ca-8a05-f9eb0e184f29,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:07.877187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e308339f-86d9-47f6-bf04-9beae808c682 req-909ab426-04a5-4b87-9012-39259e936a85 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286175 Aug 30 14:26:07.882078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc7443-0157-4996-a47e-b516365b99a2 req-f3a6aab6-21cc-4813-bb70-28816dd2e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:07.883535 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67cc7443-0157-4996-a47e-b516365b99a2 req-f3a6aab6-21cc-4813-bb70-28816dd2e323 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288788 Aug 30 14:26:07.927942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7ad5c3f-b41f-40da-b1df-769e773836ea req-f73105f9-8285-4d51-ae80-8344357e65dd tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000011 Aug 30 14:26:08.051071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67cc7443-0157-4996-a47e-b516365b99a2 req-d68fffe3-72c6-4b2d-b5e8-0e9e73ef9846 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569505 Aug 30 14:26:08.063378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:08.236272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce45e3e-dc44-42a6-8ba8-b44fd5768254 req-a4dcffd1-2e69-4529-9e68-5ade5f5b8c0e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:08.239991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fce45e3e-dc44-42a6-8ba8-b44fd5768254 req-a4dcffd1-2e69-4529-9e68-5ade5f5b8c0e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 943 time: 0.1209819 Aug 30 14:26:08.258160 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67cc7443-0157-4996-a47e-b516365b99a2 req-dec08299-529d-4fa8-984f-9dcf63f466fd service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965141 Aug 30 14:26:08.299626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fce45e3e-dc44-42a6-8ba8-b44fd5768254 req-1ac18bed-baa5-44e6-98cb-bb26198aee97 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474682 Aug 30 14:26:08.473341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1705475691'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:08.524767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56611-352a-4d91-b9e9-755165b31936 req-9ef04c2d-becd-4199-8f3c-b31eba0cb66b tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:08.536821 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8a56611-352a-4d91-b9e9-755165b31936 req-9ef04c2d-becd-4199-8f3c-b31eba0cb66b tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 950 time: 0.1340766 Aug 30 14:26:08.547385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Made reservation on behalf of 0d6908515133457680c44fe61e7b9ef4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:08.550864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.574599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.631430 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8a56611-352a-4d91-b9e9-755165b31936 req-847a0d58-ca43-4fad-b4b5-8f9ee274dd37 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935047 Aug 30 14:26:08.652827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366155b-6c54-4f5a-bab3-9e690de490e5 req-f11ec01f-89bf-4f1b-b3a9-dd77ce7043ae tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:08.665728 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5366155b-6c54-4f5a-bab3-9e690de490e5 req-f11ec01f-89bf-4f1b-b3a9-dd77ce7043ae tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1100 time: 0.0861337 Aug 30 14:26:08.684538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5366155b-6c54-4f5a-bab3-9e690de490e5 req-7b2d2494-dde6-4179-a76c-0ccd3c9edf34 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.698786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:08.724452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c33b86c-2c0b-446a-aa2a-a3856d32301d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.780720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.795640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.838207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:08.859695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e4b7f-b82f-4ab0-a944-393db9855a8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:08.866046 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.866493 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Added segment 584b30d9-d8f3-43bb-a900-b6c41fc3b65e of type vlan for network ba6c33a1-a2b5-46ff-9f7f-34e87cd6ac01 Aug 30 14:26:08.925426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-9c33b86c-2c0b-446a-aa2a-a3856d32301d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:26:08.925426 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:26:08.925426 n-d-805668-3 neutron-server[94827]: [parameters: {'project_id_1': 'c8befdabda0b4142b3e6acc9f1a39040', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 26, 8, 738896)}] Aug 30 14:26:08.925426 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:26:08.926601 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-9c33b86c-2c0b-446a-aa2a-a3856d32301d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:26:08.928449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.942730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5366155b-6c54-4f5a-bab3-9e690de490e5 req-7b2d2494-dde6-4179-a76c-0ccd3c9edf34 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.950366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5366155b-6c54-4f5a-bab3-9e690de490e5 req-7b2d2494-dde6-4179-a76c-0ccd3c9edf34 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.968333 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.976497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:08.977212 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.984812 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5366155b-6c54-4f5a-bab3-9e690de490e5 req-7b2d2494-dde6-4179-a76c-0ccd3c9edf34 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173537 Aug 30 14:26:08.990161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d2494-dde6-4179-a76c-0ccd3c9edf34 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b69640-bab8-4688-af22-d08f88da26fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:09.138557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0736978 Aug 30 14:26:09.144929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:09.196738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec16e04-8201-422c-a728-5cbc70cef9ac tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Pushing event updated for resources: {'Network': ['ID=ba6c33a1-a2b5-46ff-9f7f-34e87cd6ac01,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:09.210161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network ba6c33a1-a2b5-46ff-9f7f-34e87cd6ac01 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:09.427925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c33b86c-2c0b-446a-aa2a-a3856d32301d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.513892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a7441-371f-44e5-ac5a-b8bdb3af6ca9 req-38361248-2069-4397-958d-c1cc90e200e8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:09.526691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e7a7441-371f-44e5-ac5a-b8bdb3af6ca9 req-38361248-2069-4397-958d-c1cc90e200e8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 943 time: 0.1051044 Aug 30 14:26:09.559007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Request body: {'network': {'name': 'tempest-network--1476003', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:09.594434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e7a7441-371f-44e5-ac5a-b8bdb3af6ca9 req-ec3f9868-003c-458e-bc85-9da6786c843f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666587 Aug 30 14:26:09.640247 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c33b86c-2c0b-446a-aa2a-a3856d32301d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.650070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c33b86c-2c0b-446a-aa2a-a3856d32301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.726121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9c33b86c-2c0b-446a-aa2a-a3856d32301d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8befdabda0b4142b3e6acc9f1a39040&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0237331 Aug 30 14:26:09.729553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:09.730021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Made reservation on behalf of f1a9af798d2d47d99fb55ac15917b6ab for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:09.732907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.735694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33b86c-2c0b-446a-aa2a-a3856d32301d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e96ca6-1aa9-4c2a-b3cc-230cdb6041e7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:09.753786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.901959 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d157bea-551b-4e29-b21f-a9254e1f61f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.938408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5161f5-ede5-40cf-a2bf-eeec495e7b4a req-a1c77960-9134-4711-846a-06b791940772 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:09.950838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca5161f5-ede5-40cf-a2bf-eeec495e7b4a req-a1c77960-9134-4711-846a-06b791940772 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 950 time: 0.1734765 Aug 30 14:26:09.956219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.968996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.984117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:09.994833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.995516 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Added segment ea1f4242-bc20-4513-8427-93d1bf1c28f1 of type vlan for network 7751dfe6-2bf6-49ef-ab96-bb7b9fbcb345 Aug 30 14:26:10.007301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d157bea-551b-4e29-b21f-a9254e1f61f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.051475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.088242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca5161f5-ede5-40cf-a2bf-eeec495e7b4a req-6ef4d3fa-302f-4a3f-aa36-f48711828e73 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327922 Aug 30 14:26:10.132577 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.133941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:10.134591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.158655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d157bea-551b-4e29-b21f-a9254e1f61f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.161948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d157bea-551b-4e29-b21f-a9254e1f61f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.163410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9d157bea-551b-4e29-b21f-a9254e1f61f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05e96ca6-1aa9-4c2a-b3cc-230cdb6041e7 HTTP/1.1" status: 204 len: 168 time: 0.4323750 Aug 30 14:26:10.183599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d157bea-551b-4e29-b21f-a9254e1f61f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e96ca6-1aa9-4c2a-b3cc-230cdb6041e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:10.227283 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-380658b3-8d8c-4b79-8973-566cc4f80b22 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3655083 Aug 30 14:26:10.246863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Network': ['ID=7751dfe6-2bf6-49ef-ab96-bb7b9fbcb345,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:10.257848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7751dfe6-2bf6-49ef-ab96-bb7b9fbcb345 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:10.278127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a32a5-3698-43fd-8a7e-169f70761bcd req-51e1c3ac-c069-4f1a-ac35-279838ea2fc9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:10.286185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f1a32a5-3698-43fd-8a7e-169f70761bcd req-51e1c3ac-c069-4f1a-ac35-279838ea2fc9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.2042048 Aug 30 14:26:10.337510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 1.1902175 Aug 30 14:26:10.340289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:10.340813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f075ce2-fcc6-4f41-8776-ce6ae9aaae82 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1068655-b507-4d31-aaa2-d99bbead804a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:10.370970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f1a32a5-3698-43fd-8a7e-169f70761bcd req-a8eed463-92c4-46b5-9f87-f51532f09e6e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748701 Aug 30 14:26:10.540719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.727778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.746311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:26:10.760302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7751dfe6-2bf6-49ef-ab96-bb7b9fbcb345']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:10.774349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1f4242-bc20-4513-8427-93d1bf1c28f1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:10.774524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1f4242-bc20-4513-8427-93d1bf1c28f1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:10.806529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.817778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d91134-4275-4916-bd90-922b2b379356 req-60f513c6-aa62-4d69-acd7-c06c5cba823f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:10.826646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.828512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72d91134-4275-4916-bd90-922b2b379356 req-60f513c6-aa62-4d69-acd7-c06c5cba823f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 943 time: 0.1089280 Aug 30 14:26:10.835768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:26:10.836339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:26:10.916933 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:26:10.924014 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.936637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7751dfe6-2bf6-49ef-ab96-bb7b9fbcb345 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 14:26:10.938488 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72d91134-4275-4916-bd90-922b2b379356 req-199ac2a3-678e-46b9-ba3e-dbba9ee6c0be tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072176 Aug 30 14:26:10.963243 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.966930 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "DELETE /v2.0/networks/7751dfe6-2bf6-49ef-ab96-bb7b9fbcb345 HTTP/1.1" status: 204 len: 168 time: 0.6253808 Aug 30 14:26:10.969440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a910eb6-f593-4932-9855-5f246473183d tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event deleted for resources: {'Network': ['ID=7751dfe6-2bf6-49ef-ab96-bb7b9fbcb345,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:10.971844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:10.978923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:11.060324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Made reservation on behalf of f1a9af798d2d47d99fb55ac15917b6ab for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:11.063080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.138227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:11.143638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:11.169540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'mac_address': 'fa:16:3e:d5:59:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:26:11.180756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.180756 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Added segment dbc96ccb-1335-4d4c-bbc5-d2d50c2fc980 of type vlan for network 9834bf22-517a-4db9-b0c0-0ee8aa0501db Aug 30 14:26:11.248914 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.271485 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.292209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9be83a-245b-40d2-b54c-fbe7a8b49151 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:11.299258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588a3c-eb86-4b3b-81d3-398992fcd74e req-d002f043-246b-4804-9d86-46b53d556661 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:11.311409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d588a3c-eb86-4b3b-81d3-398992fcd74e req-d002f043-246b-4804-9d86-46b53d556661 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 950 time: 0.2394130 Aug 30 14:26:11.372849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:11.391015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.392204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:11.392918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.399671 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.428303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4505682 Aug 30 14:26:11.428637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:11.443673 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d588a3c-eb86-4b3b-81d3-398992fcd74e req-7fea3e9d-e54f-4014-bf9f-3a52790f6ab4 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279712 Aug 30 14:26:11.483127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Request body: {'subnet': {'network_id': '9834bf22-517a-4db9-b0c0-0ee8aa0501db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:11.667545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1c7ed-56da-441a-b82b-1ad88e6211af tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Network': ['ID=9834bf22-517a-4db9-b0c0-0ee8aa0501db,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:11.687814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba0696-4a82-42f2-8e93-2bc83b8f2522 req-34b96fa1-f89a-4092-bcd1-8febb388db14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:11.693059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Made reservation on behalf of f1a9af798d2d47d99fb55ac15917b6ab for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:11.696339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:11.699222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31ba0696-4a82-42f2-8e93-2bc83b8f2522 req-34b96fa1-f89a-4092-bcd1-8febb388db14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.0806358 Aug 30 14:26:11.703359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.718353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9834bf22-517a-4db9-b0c0-0ee8aa0501db details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:11.767331 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31ba0696-4a82-42f2-8e93-2bc83b8f2522 req-8770c422-7569-42f6-8642-4831a6d8f8d8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581186 Aug 30 14:26:11.928491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5b9be83a-245b-40d2-b54c-fbe7a8b49151'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:12.200033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-c57e5bda-74f9-40c6-bfd7-c85eb4ad7362 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=04962818f6724b73b1d2f608f8f09463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645893 Aug 30 14:26:12.310954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293e250-5492-4869-8939-910f2106173c req-a3f89c41-6922-44c0-a4ce-6de80d28e0ac tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.313728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d293e250-5492-4869-8939-910f2106173c req-a3f89c41-6922-44c0-a4ce-6de80d28e0ac tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1491065 Aug 30 14:26:12.413256 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d293e250-5492-4869-8939-910f2106173c req-9461e4f4-e277-4f51-96be-dd24c1c80caf tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848272 Aug 30 14:26:12.421829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-5d664353-a447-4aa7-bedc-47f7a9693c67 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.423422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-5d664353-a447-4aa7-bedc-47f7a9693c67 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137792 Aug 30 14:26:12.519384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-76b800cb-327c-40ab-8061-29060acd3fb1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/quotas/04962818f6724b73b1d2f608f8f09463 HTTP/1.1" status: 200 len: 375 time: 0.0862594 Aug 30 14:26:12.520457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:26:12.520933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:12.634006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa659760-1d39-48c2-94df-9db28d71254c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:12.671999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-1e745f78-e70a-4f1a-85ea-83e72b6e9f7a tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04962818f6724b73b1d2f608f8f09463&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434999 Aug 30 14:26:12.686338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Checking segment: {'id': 'dbc96ccb-1335-4d4c-bbc5-d2d50c2fc980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9834bf22-517a-4db9-b0c0-0ee8aa0501db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:12.686717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Network hostable DHCP agents. Network: 9834bf22-517a-4db9-b0c0-0ee8aa0501db, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:26:12.718219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Network 9834bf22-517a-4db9-b0c0-0ee8aa0501db is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:26:12.755283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9834bf22-517a-4db9-b0c0-0ee8aa0501db) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:12.766424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cbda5a-8d8b-4c43-960e-490b97694e65 None None] Network 9834bf22-517a-4db9-b0c0-0ee8aa0501db requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:12.787600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.788241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:12.831973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1144342b-9872-455c-b4d6-53dbca3dab50 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3993721 Aug 30 14:26:12.832466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:12.837559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Request body: {'floatingip': {'floating_network_id': '9834bf22-517a-4db9-b0c0-0ee8aa0501db'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:12.915180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:13.099889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2591f3-af0d-4086-a49b-0ee0570d250f None None] Network 9834bf22-517a-4db9-b0c0-0ee8aa0501db requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:13.111875 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:13.308728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9cc4-d100-43d7-83b6-fb7984394cfa req-c812620c-2d37-46da-b191-10bce4d00fbb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:13.322262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-669a9cc4-d100-43d7-83b6-fb7984394cfa req-c812620c-2d37-46da-b191-10bce4d00fbb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1677010 Aug 30 14:26:13.373278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Allocated IP 172.20.0.2 (9834bf22-517a-4db9-b0c0-0ee8aa0501db/fa659760-1d39-48c2-94df-9db28d71254c/722fd6d2-a102-442f-9232-8d00b0e1ed6a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:13.455558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-3fcd11a3-649a-4354-9322-d7b8a3c1beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:13.457720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-3fcd11a3-649a-4354-9322-d7b8a3c1beb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1100 time: 0.2049685 Aug 30 14:26:13.486421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-669a9cc4-d100-43d7-83b6-fb7984394cfa req-341c941d-bdb1-4f96-a34c-0a1d0cc94cd6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568129 Aug 30 14:26:13.639384 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:13.685348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:13.697194 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a218570-8f45-45b8-b75d-2c5658afabce req-b3f81651-e699-4105-88d9-fce363452e29 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 210 time: 0.0773971 Aug 30 14:26:13.749581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Network 9834bf22-517a-4db9-b0c0-0ee8aa0501db is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:13.756862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:13.762533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:13.795501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Port': ['ID=722fd6d2-a102-442f-9232-8d00b0e1ed6a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:13.877438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-97597fb9-399d-4219-895a-9c2ae1982af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:13.879261 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-97597fb9-399d-4219-895a-9c2ae1982af1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.4107053 Aug 30 14:26:13.926531 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:13.943865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-23eba0d0-8d1a-45a5-a568-df1c199c64bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.0550025 Aug 30 14:26:13.992340 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:14.069641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c597f8-5bc8-404b-b8f5-62679601b9d7 req-6badee34-19e9-4bc4-801b-fcb18271650c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:14.078843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30c597f8-5bc8-404b-b8f5-62679601b9d7 req-6badee34-19e9-4bc4-801b-fcb18271650c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.2941868 Aug 30 14:26:14.097482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d036103d-6321-47ca-96f6-52f4ec726629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:14.099311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d036103d-6321-47ca-96f6-52f4ec726629 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1464398 Aug 30 14:26:14.206526 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30c597f8-5bc8-404b-b8f5-62679601b9d7 req-b256fced-f405-4605-8763-b81b30593265 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272886 Aug 30 14:26:14.210475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-1525f7d9-cc65-44e6-b5a2-b25a52b90fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:14.212191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-1525f7d9-cc65-44e6-b5a2-b25a52b90fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039927 Aug 30 14:26:14.224347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14ac9aa4-a5c5-460d-8807-c6ab241042c8 req-9e700a81-77ef-453c-ad48-b1bac69a6249 tempest-FlavorsV2NegativeTest-957524979 tempest-FlavorsV2NegativeTest-957524979-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0d18d2ce4771433c8fa31db961b0b37a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460892 Aug 30 14:26:14.353456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-defc5d1b-1b92-4ab0-b33f-60133423ed50 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323042 Aug 30 14:26:14.516625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-09e4fe44-1132-4d3b-a544-3bdf10c3d6ea tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=04962818f6724b73b1d2f608f8f09463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298154 Aug 30 14:26:14.558810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-57b210fb-c5ae-4286-b719-56747868e9b7 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964252 Aug 30 14:26:14.701125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-9e217706-5b4b-48fb-b1ad-8eaa21e8f06e tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:14.703000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-9e217706-5b4b-48fb-b1ad-8eaa21e8f06e tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765821 Aug 30 14:26:14.730329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Request body: {'port': {'device_id': '90f10bd3-d188-40c9-92f4-f689dc3e1ff5', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '04962818f6724b73b1d2f608f8f09463'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:14.751703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:14.854416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:14.858898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:14.864291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:14.865396 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:14.882822 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:14.941017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Port': ['ID=722fd6d2-a102-442f-9232-8d00b0e1ed6a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:14.981188 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:14.999418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac9aa4-a5c5-460d-8807-c6ab241042c8 req-8f06feb5-91b2-478e-a682-ef0a06f6bc3a tempest-FlavorsV2NegativeTest-957524979 tempest-FlavorsV2NegativeTest-957524979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:15.009432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14ac9aa4-a5c5-460d-8807-c6ab241042c8 req-8f06feb5-91b2-478e-a682-ef0a06f6bc3a tempest-FlavorsV2NegativeTest-957524979 tempest-FlavorsV2NegativeTest-957524979-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7684004 Aug 30 14:26:15.023802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:15.027314 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d782ed7c-4d0a-4044-8601-2a8e99ac94ce" -d '{"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-plugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:15.041222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14ac9aa4-a5c5-460d-8807-c6ab241042c8 req-2e794ff2-38d5-4c0c-a5c9-f311a6442f24 tempest-FlavorsV2NegativeTest-957524979 tempest-FlavorsV2NegativeTest-957524979-project] 10.222.0.50 "GET /v2.0/quotas/0d18d2ce4771433c8fa31db961b0b37a HTTP/1.1" status: 200 len: 375 time: 0.0306168 Aug 30 14:26:15.070038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:15.079987 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:15.112406 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14ac9aa4-a5c5-460d-8807-c6ab241042c8 req-d3064602-f9ad-4ebe-9f37-deeeffc98259 tempest-FlavorsV2NegativeTest-957524979 tempest-FlavorsV2NegativeTest-957524979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d18d2ce4771433c8fa31db961b0b37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700738 Aug 30 14:26:15.125901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:15.180118 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:15.181802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cd6151db-57e6-4b6d-8022-512985e54b80 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3483617 Aug 30 14:26:15.189664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:15.229650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:15.383090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e70c74d2-5d0f-46a9-b55c-ee51f6c0db59 req-e6a887bf-0d13-41a8-97d8-f024fd3d03fa tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 210 time: 0.1036153 Aug 30 14:26:15.391819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8cca4b3-6675-4e1b-a3d2-4d1541707a33 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=9834bf22-517a-4db9-b0c0-0ee8aa0501db HTTP/1.1" status: 200 len: 689 time: 0.2006555 Aug 30 14:26:15.396047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:15.416921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7b8fb-e672-4124-b4a7-79e91b99e799 req-c5d321d1-ce95-4185-a5e6-271d8aebf967 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:15.420338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f6d7b8fb-e672-4124-b4a7-79e91b99e799 req-c5d321d1-ce95-4185-a5e6-271d8aebf967 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.7720068 Aug 30 14:26:15.514296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:15.524613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f6d7b8fb-e672-4124-b4a7-79e91b99e799 req-1c659204-07b2-400e-8f7c-fc80f69963c0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504851 Aug 30 14:26:15.528891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Made reservation on behalf of 04962818f6724b73b1d2f608f8f09463 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:15.529515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:15.714735 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21832e50-587a-4ad3-b441-fbfa0334cff6 x-openstack-request-id: req-21832e50-587a-4ad3-b441-fbfa0334cff6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:15.715044 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-plugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:15.715317 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21832e50-587a-4ad3-b441-fbfa0334cff6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:15.715720 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'code': 200} Aug 30 14:26:15.849906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Deleting port 722fd6d2-a102-442f-9232-8d00b0e1ed6a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:15.850497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:15.913830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Allocated IP 192.168.233.195 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/4c4ca695-f449-4674-a124-e22ab4a71c4f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:15.961654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a8bf2-9573-4c62-b2f5-c54fc18bc791 req-8cf49882-6458-47e4-8d22-6fb17748ec6d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:15.968963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-852a8bf2-9573-4c62-b2f5-c54fc18bc791 req-8cf49882-6458-47e4-8d22-6fb17748ec6d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.1670179 Aug 30 14:26:15.977313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:15.978010 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:15.999756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca0725-333d-4941-a1eb-82e6ae744c4a req-080945db-8a26-4ede-b96f-506b54a74f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:16.000436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Calling delete_port for 722fd6d2-a102-442f-9232-8d00b0e1ed6a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:16.001312 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6eca0725-333d-4941-a1eb-82e6ae744c4a req-080945db-8a26-4ede-b96f-506b54a74f0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1096 time: 0.1725490 Aug 30 14:26:16.070082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-852a8bf2-9573-4c62-b2f5-c54fc18bc791 req-f16ca5f8-b4ba-494f-b34f-160bb5ec54e6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001344 Aug 30 14:26:16.113748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:16.138743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6eca0725-333d-4941-a1eb-82e6ae744c4a req-a77059ba-5f54-4596-bbfe-6e40a563dea7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280262 Aug 30 14:26:16.219098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.223781 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.252032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Transition to ACTIVE for port object 4c4ca695-f449-4674-a124-e22ab4a71c4f will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:16.270378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event deleted for resources: {'Port': ['ID=722fd6d2-a102-442f-9232-8d00b0e1ed6a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:16.287856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d14c71f5-e6ed-4de6-943b-2066c4c3ef4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.311992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.328784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['18480fc3-4751-4673-89af-0db72c301e27'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:16.430884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Pushing event updated for resources: {'Port': ['ID=4c4ca695-f449-4674-a124-e22ab4a71c4f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:16.443521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.464931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:16.466963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:16.472515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:16.552847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:16.553847 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.570733 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.578095 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d14c71f5-e6ed-4de6-943b-2066c4c3ef4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.602404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-26d368bb-e5f1-4c29-8a92-bd24bfcb8e8c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8808265 Aug 30 14:26:16.620269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Request body: {'port': {'device_id': '90f10bd3-d188-40c9-92f4-f689dc3e1ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:16.665941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d14c71f5-e6ed-4de6-943b-2066c4c3ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.700575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.763614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d14c71f5-e6ed-4de6-943b-2066c4c3ef4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d18d2ce4771433c8fa31db961b0b37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486263 Aug 30 14:26:16.766141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c71f5-e6ed-4de6-943b-2066c4c3ef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995cf4e5-72ab-4336-aa47-bd16b9964bed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:16.768667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33822) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:16.788148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe668d8-6e7a-4351-996a-2e6c595575d3 req-15a12a52-5ad2-49fc-91e7-d454fb631fed tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:16.789889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-efe668d8-6e7a-4351-996a-2e6c595575d3 req-15a12a52-5ad2-49fc-91e7-d454fb631fed tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 936 time: 0.2284369 Aug 30 14:26:16.810473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.824707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d2004eb-890f-463a-99a2-536b50cfd2e1 None None] Provisioning for port 4c4ca695-f449-4674-a124-e22ab4a71c4f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:16.831668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d2004eb-890f-463a-99a2-536b50cfd2e1 None None] Provisioning complete for port 4c4ca695-f449-4674-a124-e22ab4a71c4f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:16.832051 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2004eb-890f-463a-99a2-536b50cfd2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.867054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7f025-8922-4db0-bfab-33952de597d9 req-671f78cd-fb09-4e11-a093-04915e5731c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:16.868163 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bb7f025-8922-4db0-bfab-33952de597d9 req-671f78cd-fb09-4e11-a093-04915e5731c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1686275 Aug 30 14:26:16.875037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5d2004eb-890f-463a-99a2-536b50cfd2e1 None None] Port 4c4ca695-f449-4674-a124-e22ab4a71c4f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:16.917669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa659760-1d39-48c2-94df-9db28d71254c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:16.934536 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.939488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-efe668d8-6e7a-4351-996a-2e6c595575d3 req-e608c7b2-2ba8-46cb-8242-4ae07cbe9509 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384647 Aug 30 14:26:16.963041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9834bf22-517a-4db9-b0c0-0ee8aa0501db']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:16.974311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc96ccb-1335-4d4c-bbc5-d2d50c2fc980') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:16.974660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc96ccb-1335-4d4c-bbc5-d2d50c2fc980') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:16.979989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4db2cec2-1ee8-44a4-b829-8c3c1bb1eee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:16.986644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.001861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.013501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:26:17.014246 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:26:17.018805 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:26:17.039658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bb7f025-8922-4db0-bfab-33952de597d9 req-ea6799a9-0959-429e-b898-36802e18e9ac tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579082 Aug 30 14:26:17.117906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.128449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4db2cec2-1ee8-44a4-b829-8c3c1bb1eee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.130328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9834bf22-517a-4db9-b0c0-0ee8aa0501db {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 14:26:17.157433 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.163915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "DELETE /v2.0/networks/9834bf22-517a-4db9-b0c0-0ee8aa0501db HTTP/1.1" status: 204 len: 168 time: 1.7644558 Aug 30 14:26:17.191560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:17.202171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d4e03-53e7-4370-acc8-b3b396485dfd tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event deleted for resources: {'Network': ['ID=9834bf22-517a-4db9-b0c0-0ee8aa0501db,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:17.241657 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4db2cec2-1ee8-44a4-b829-8c3c1bb1eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.244660 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4db2cec2-1ee8-44a4-b829-8c3c1bb1eee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.246814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4db2cec2-1ee8-44a4-b829-8c3c1bb1eee2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/995cf4e5-72ab-4336-aa47-bd16b9964bed HTTP/1.1" status: 204 len: 168 time: 0.4395571 Aug 30 14:26:17.358955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2cec2-1ee8-44a4-b829-8c3c1bb1eee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995cf4e5-72ab-4336-aa47-bd16b9964bed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:17.360306 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-158bdd91-e3b5-41ab-8bde-30dccd7627e6 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.1672940 Aug 30 14:26:17.373026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:17.484328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99b4b9-bbbe-4fdc-af3d-12cfd824c205 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:17.484809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99b4b9-bbbe-4fdc-af3d-12cfd824c205 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:17.485295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99b4b9-bbbe-4fdc-af3d-12cfd824c205 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:17.485758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99b4b9-bbbe-4fdc-af3d-12cfd824c205 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:17.486380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99b4b9-bbbe-4fdc-af3d-12cfd824c205 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:17.486847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99b4b9-bbbe-4fdc-af3d-12cfd824c205 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:17.490067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6d99b4b9-bbbe-4fdc-af3d-12cfd824c205 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4029 time: 0.1156938 Aug 30 14:26:17.508937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:17.514148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e67cb-3ee3-4173-818f-bc58e3ae18ba req-735ea5ae-d614-49dd-8c6e-a26e19bed044 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:17.521409 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b3e67cb-3ee3-4173-818f-bc58e3ae18ba req-735ea5ae-d614-49dd-8c6e-a26e19bed044 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.2724187 Aug 30 14:26:17.637212 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ee49b4ca-9614-481e-ac87-1d361c72bfd0 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] delete failed (client error): The resource could not be found. Aug 30 14:26:17.644948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ee49b4ca-9614-481e-ac87-1d361c72bfd0 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/4bf9b230-887c-4a09-b7a5-4e7082db03c1 HTTP/1.1" status: 404 len: 345 time: 0.1311734 Aug 30 14:26:17.645718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:17.668866 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda5d340-b2e5-4541-bbed-521edd4e7a79 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] DELETE failed (client error): The resource could not be found. Aug 30 14:26:17.669546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda5d340-b2e5-4541-bbed-521edd4e7a79 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:26:17.676996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bda5d340-b2e5-4541-bbed-521edd4e7a79 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "DELETE /v2.0/networks/9834bf22-517a-4db9-b0c0-0ee8aa0501db HTTP/1.1" status: 404 len: 339 time: 0.0301065 Aug 30 14:26:17.677620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:17.683283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Request body: {'network': {'name': 'tempest-network--1921033074', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:17.719345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Made reservation on behalf of f1a9af798d2d47d99fb55ac15917b6ab for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:17.722131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.763914 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:17.787265 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.787633 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Added segment 7137099f-8942-4dc6-b3a4-be716a6f02b8 of type vlan for network 4802a594-c352-4539-8df9-60eadb8e58f4 Aug 30 14:26:17.897296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b3e67cb-3ee3-4173-818f-bc58e3ae18ba req-089d868a-d725-4b04-946f-294f746a2014 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613601 Aug 30 14:26:17.916929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4ca695-f449-4674-a124-e22ab4a71c4f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:17.924011 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-8ae3ccac-dd15-4a5c-9e9d-d17e464627df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3326316 Aug 30 14:26:17.930091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.941072 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:17.961098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Transition to ACTIVE for port object 4c4ca695-f449-4674-a124-e22ab4a71c4f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:17.972271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:18.034632 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:18.035698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.036226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:18.197645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Pushing event updated for resources: {'Port': ['ID=4c4ca695-f449-4674-a124-e22ab4a71c4f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:18.246760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Network': ['ID=4802a594-c352-4539-8df9-60eadb8e58f4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:18.251070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-5adb60c3-9a38-40aa-84e8-76f38cdf1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.252881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-5adb60c3-9a38-40aa-84e8-76f38cdf1554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=451cde2f7fcf42e282e529a7f5c0730f&device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 1097 time: 0.1901054 Aug 30 14:26:18.265933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 4802a594-c352-4539-8df9-60eadb8e58f4 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:18.274930 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b40743b8-5286-4927-a887-aad4c49c19df tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5959938 Aug 30 14:26:18.275645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:18.508034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7ddf9-9cc6-47db-9771-b58a0bed9fec req-6a867046-5195-4164-945d-fc85a0d1bfcb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.509776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59c7ddf9-9cc6-47db-9771-b58a0bed9fec req-6a867046-5195-4164-945d-fc85a0d1bfcb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.3696170 Aug 30 14:26:18.514339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Attempting to bind port 4c4ca695-f449-4674-a124-e22ab4a71c4f on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:18.514992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Attempting to bind port 4c4ca695-f449-4674-a124-e22ab4a71c4f by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:18.514992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Attempting to bind port 4c4ca695-f449-4674-a124-e22ab4a71c4f on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:18.546940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71747dfd-10fa-4544-8cd0-63f8e9cf87de tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.555958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71747dfd-10fa-4544-8cd0-63f8e9cf87de tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.563525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71747dfd-10fa-4544-8cd0-63f8e9cf87de tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.571342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71747dfd-10fa-4544-8cd0-63f8e9cf87de tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.573000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Port 4c4ca695-f449-4674-a124-e22ab4a71c4f on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:18.573549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Attempting to bind port 4c4ca695-f449-4674-a124-e22ab4a71c4f on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:18.578187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-71747dfd-10fa-4544-8cd0-63f8e9cf87de tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2992549 Aug 30 14:26:18.582827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:18.585512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:18.586095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:18.586675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:18.587477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Bound port: 4c4ca695-f449-4674-a124-e22ab4a71c4f, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:18.588123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:18.599705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d64a-cd9f-4d91-872e-ffccc292dddf req-47481909-cad0-410a-8eb6-937f4f35c1a6 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.610560 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b633d64a-cd9f-4d91-872e-ffccc292dddf req-47481909-cad0-410a-8eb6-937f4f35c1a6 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 948 time: 0.5702293 Aug 30 14:26:18.673062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b633d64a-cd9f-4d91-872e-ffccc292dddf req-77e6fb61-b020-4ebb-aed6-fc92b68bdb40 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613127 Aug 30 14:26:18.756822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:18.818070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59c7ddf9-9cc6-47db-9771-b58a0bed9fec req-7520fe8b-3ed7-4e18-b2c0-09dc9dd67026 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914498 Aug 30 14:26:18.940750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] For port 4c4ca695-f449-4674-a124-e22ab4a71c4f, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:18.956526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] For port 4c4ca695-f449-4674-a124-e22ab4a71c4f, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4c4ca695-f449-4674-a124-e22ab4a71c4f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:18.972425 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:18.976607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-32384be4-d280-45ac-a876-2f3f87b1db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.981917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-network', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:18.985763 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-32384be4-d280-45ac-a876-2f3f87b1db7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5aa9f3e2-bf31-4da2-998e-1407f668daac HTTP/1.1" status: 200 len: 916 time: 0.6793892 Aug 30 14:26:18.991320 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.049238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Made reservation on behalf of e655ca44e2c64b20bb46a0ebc0b7e3bd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:19.049238 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.063275 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.138170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:19.139136 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.140825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] 10.222.0.39 "PUT /v2.0/ports/4c4ca695-f449-4674-a124-e22ab4a71c4f HTTP/1.1" status: 200 len: 1096 time: 2.5310256 Aug 30 14:26:19.143030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f10bd3-d188-40c9-92f4-f689dc3e1ff5', 'tag': '4c4ca695-f449-4674-a124-e22ab4a71c4f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:19.145536 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801c0efe-aaa2-4517-adf5-e8459f9dd66d" -d '{"events": [{"name": "network-changed", "server_uuid": "90f10bd3-d188-40c9-92f4-f689dc3e1ff5", "tag": "4c4ca695-f449-4674-a124-e22ab4a71c4f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:19.245562 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4497748-3922-4858-a15c-2f8549b0c563 x-openstack-request-id: req-c4497748-3922-4858-a15c-2f8549b0c563 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:19.246369 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f10bd3-d188-40c9-92f4-f689dc3e1ff5", "tag": "4c4ca695-f449-4674-a124-e22ab4a71c4f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:19.246628 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4497748-3922-4858-a15c-2f8549b0c563 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:19.247037 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f10bd3-d188-40c9-92f4-f689dc3e1ff5', 'tag': '4c4ca695-f449-4674-a124-e22ab4a71c4f', 'status': 'completed', 'code': 200} Aug 30 14:26:19.304789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c23ab-4816-499c-aa3f-d1c06c5bcd64 req-999f7213-a4b5-46ac-a33a-011ff0adcf38 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:19.306310 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c4c23ab-4816-499c-aa3f-d1c06c5bcd64 req-999f7213-a4b5-46ac-a33a-011ff0adcf38 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.2224908 Aug 30 14:26:19.306833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb379b-d1d3-4bb0-a915-3123784ed88e service neutron] Pushing event updated for resources: {'Port': ['ID=4c4ca695-f449-4674-a124-e22ab4a71c4f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:19.327787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-ea7e1d1b-7d69-430c-b1ad-4f553a511065 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d HTTP/1.1" status: 200 len: 1001 time: 0.3261034 Aug 30 14:26:19.333034 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.374122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.375239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4802a594-c352-4539-8df9-60eadb8e58f4']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:19.389468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.397527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7137099f-8942-4dc6-b3a4-be716a6f02b8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:19.397828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7137099f-8942-4dc6-b3a4-be716a6f02b8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:19.418766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.434299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c4c23ab-4816-499c-aa3f-d1c06c5bcd64 req-204e28ae-a993-4a2d-9192-56fd434fcb68 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016448 Aug 30 14:26:19.438650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:19.439069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-598e1acb-06f2-42d0-b551-538114a1adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:19.440627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-598e1acb-06f2-42d0-b551-538114a1adc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04962818f6724b73b1d2f608f8f09463&device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1537497 Aug 30 14:26:19.452877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-8d663f80-4300-4678-88be-9360120de95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:19.454529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-8d663f80-4300-4678-88be-9360120de95f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abda8205-0ccd-4089-9e60-09215500252c HTTP/1.1" status: 200 len: 854 time: 0.1173525 Aug 30 14:26:19.462146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.462788 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Added segment 0caa4243-fb0e-4615-9200-fcdb1cd306f6 of type vlan for network be3886cd-bf7f-429c-9641-bf2619a5f73a Aug 30 14:26:19.492260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1716057-f180-4874-b28e-acfe79b7bec5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:19.530678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.555268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-e8d159ae-6f9c-468f-97fc-4d316e6a27e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=4c4ca695-f449-4674-a124-e22ab4a71c4f HTTP/1.1" status: 200 len: 217 time: 0.0996194 Aug 30 14:26:19.555473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.555602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.556064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.556387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.557193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.557670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.559380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.559532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:26:19.559705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.559810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.560335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.560629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.560963 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.561338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:26:19.561899 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:26:19.600396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.637779 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.648977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.651400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:19.653881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.719817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-d984080f-8de5-4730-a09b-d2a4f040627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:19.729901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-d984080f-8de5-4730-a09b-d2a4f040627e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5aa9f3e2-bf31-4da2-998e-1407f668daac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664647 Aug 30 14:26:19.733717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-e7746f81-f541-49b2-b5c9-108045b20e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:19.735658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-e7746f81-f541-49b2-b5c9-108045b20e52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1726282 Aug 30 14:26:19.755731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.778079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273b3e-100f-46cb-b4cf-7be795efce90 req-e1b83ba3-4b10-40ca-b85c-f4ec2717e843 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:19.779664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c273b3e-100f-46cb-b4cf-7be795efce90 req-e1b83ba3-4b10-40ca-b85c-f4ec2717e843 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.1675854 Aug 30 14:26:19.783734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4802a594-c352-4539-8df9-60eadb8e58f4 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 14:26:19.803347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:19.809615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'floatingip': {'port_id': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:19.818836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0579150 Aug 30 14:26:19.830743 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.832858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "DELETE /v2.0/networks/4802a594-c352-4539-8df9-60eadb8e58f4 HTTP/1.1" status: 204 len: 168 time: 1.2419939 Aug 30 14:26:19.842335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:19.853602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:19.860429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Request body: {'network': {'name': 'tempest-network--1710512521', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:19.877894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Request body: {'subnet': {'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-subnet', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:19.880336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:19.884624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4253bac-1fb2-4763-be16-f1e5038e76aa admin admin] Pushing event updated for resources: {'Network': ['ID=be3886cd-bf7f-429c-9641-bf2619a5f73a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:19.896381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network be3886cd-bf7f-429c-9641-bf2619a5f73a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:19.922590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85f0b-022d-4a0b-b574-2a9c8281ea6c tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event deleted for resources: {'Network': ['ID=4802a594-c352-4539-8df9-60eadb8e58f4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:20.030492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Made reservation on behalf of f1a9af798d2d47d99fb55ac15917b6ab for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:20.034019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.084521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-eb555f36-43e9-4785-8f3a-3878b6662bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:20.086417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-eb555f36-43e9-4785-8f3a-3878b6662bb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3274686 Aug 30 14:26:20.117997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Made reservation on behalf of e655ca44e2c64b20bb46a0ebc0b7e3bd for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:20.120613 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.239380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:20.244930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-51803b1b-ce19-42ed-a29b-8b4a5c27376d service neutron] 10.222.0.21 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047243 Aug 30 14:26:20.283025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.283684 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Added segment baa1bcb2-b818-4133-bbe7-7784432db1d0 of type vlan for network e0d35bf7-48fe-40b4-a010-14a32367e78e Aug 30 14:26:20.347055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe431f-6570-4ec0-9069-1d9d85bcab4d req-7bde9b2e-9a87-4355-905d-7cd611d46d58 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:20.349020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aebe431f-6570-4ec0-9069-1d9d85bcab4d req-7bde9b2e-9a87-4355-905d-7cd611d46d58 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.2972953 Aug 30 14:26:20.457247 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.538533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-11504b9b-a70b-4bd4-9363-bc12deb307e3 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309759 Aug 30 14:26:20.594611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aebe431f-6570-4ec0-9069-1d9d85bcab4d req-a523b50c-248d-4cbc-a4b1-7f2303f6aa65 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135870 Aug 30 14:26:20.609179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61abe3b2-06ca-4e12-916b-3ce60b664c70 req-61c795cb-0450-49df-8401-00e1500f01f2 service neutron] 10.222.0.21 "GET /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513267 Aug 30 14:26:20.668235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.669282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:20.670330 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.703291 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.719599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.800394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398a287-af7c-4b6d-a5a8-fa6e1f491a99 req-f137681e-9368-4b99-8b9b-7b8c3923a2c3 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:20.809627 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5398a287-af7c-4b6d-a5a8-fa6e1f491a99 req-f137681e-9368-4b99-8b9b-7b8c3923a2c3 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 948 time: 0.9414978 Aug 30 14:26:20.816583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9598029 Aug 30 14:26:20.823783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33926) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:20.843209 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:20.888752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede120e6-72ba-4819-89d4-4f7887f8df59 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Network': ['ID=e0d35bf7-48fe-40b4-a010-14a32367e78e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:20.903191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e0d35bf7-48fe-40b4-a010-14a32367e78e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:20.920237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9920cb96-fa91-4d4d-9be6-42af87a1cdf9 req-21bbf052-40b7-461e-9827-5c179ad44260 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607872 Aug 30 14:26:20.974821 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5398a287-af7c-4b6d-a5a8-fa6e1f491a99 req-7a186019-b762-4181-a4ad-94786926733e tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451840 Aug 30 14:26:20.983508 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Floating IP c18387a8-a949-47b8-9d92-d8e53bda5972 associated. External IP: 172.25.6.134, port: 5b9be83a-245b-40d2-b54c-fbe7a8b49151. Aug 30 14:26:21.006991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362bdfb4-aa96-47c9-a18f-42caf9b87b39,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:21.032713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a2dac-7aa1-4dd0-868e-8d10f5e2e365 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:21.035591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c80a2dac-7aa1-4dd0-868e-8d10f5e2e365 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] 10.222.0.50 "GET /v2.0/networks/e0d35bf7-48fe-40b4-a010-14a32367e78e HTTP/1.1" status: 200 len: 757 time: 0.2085044 Aug 30 14:26:21.037746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:21.048637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Checking segment: {'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:21.049454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Network hostable DHCP agents. Network: be3886cd-bf7f-429c-9641-bf2619a5f73a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:26:21.070629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-11b357b5-783f-4cab-abe8-e28e37a72dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:21.070629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-11b357b5-783f-4cab-abe8-e28e37a72dec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04962818f6724b73b1d2f608f8f09463&device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 1099 time: 0.0771899 Aug 30 14:26:21.082955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Network be3886cd-bf7f-429c-9641-bf2619a5f73a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:26:21.155968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, be3886cd-bf7f-429c-9641-bf2619a5f73a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:21.164566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:21.165178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.176327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333fc17-593d-42b5-83fe-af16247c019d None None] Network be3886cd-bf7f-429c-9641-bf2619a5f73a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:21.181345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c90ba-5d47-44de-a3dd-5f4db07d1029 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:21.186214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0f9c90ba-5d47-44de-a3dd-5f4db07d1029 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] 10.222.0.50 "GET /v2.0/networks/ba6c33a1-a2b5-46ff-9f7f-34e87cd6ac01 HTTP/1.1" status: 200 len: 768 time: 0.1426153 Aug 30 14:26:21.187505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:21.209799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-45c1a38d-0c2a-4b70-902d-0133eae464d6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3547821 Aug 30 14:26:21.212975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:21.226118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:21.278773 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.279899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.339895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Router ba6f0949-75f2-411c-9492-6454939981c0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:26:21.417727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-be3886cd-bf7f-429c-9641-bf2619a5f73a', 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'fixed_ips': [{'subnet_id': '362bdfb4-aa96-47c9-a18f-42caf9b87b39'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:26:21.419875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.665035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Allocated IP 172.20.0.2 (be3886cd-bf7f-429c-9641-bf2619a5f73a/362bdfb4-aa96-47c9-a18f-42caf9b87b39/d7dc93ef-4cd1-4571-8813-897adf2ac7ba) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:21.781144 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.811030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-a5d7abc0-ebf8-4d0a-83aa-cab8c2e58ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:21.812683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-a5d7abc0-ebf8-4d0a-83aa-cab8c2e58ef9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.7264621 Aug 30 14:26:21.820866 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.845951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61f69c-2b11-4160-9c4c-6e386e505db1 req-1cf89cc2-8901-40ef-bb41-ccaa9d594e00 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:21.847748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e61f69c-2b11-4160-9c4c-6e386e505db1 req-1cf89cc2-8901-40ef-bb41-ccaa9d594e00 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1134307 Aug 30 14:26:21.896304 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.907646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Transition to ACTIVE for port object d7dc93ef-4cd1-4571-8813-897adf2ac7ba will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:21.912540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:26:21.924132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.929835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] Sync routers for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:26:21.930683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e61f69c-2b11-4160-9c4c-6e386e505db1 req-c253000a-f549-4654-bcc9-733da3eec5f0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766313 Aug 30 14:26:21.960060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Transition to ACTIVE for port object d7dc93ef-4cd1-4571-8813-897adf2ac7ba will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:21.975797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:21.976473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b5869181-e2d3-455f-bc26-9b12c9740b2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "PUT /v2.0/floatingips/c18387a8-a949-47b8-9d92-d8e53bda5972 HTTP/1.1" status: 200 len: 991 time: 2.1682966 Aug 30 14:26:21.977189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:21.979550 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a2434b-674d-4d6e-8793-f07a375c6f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:22.000897 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-ba53daf1-aab1-44aa-a094-0e96fa63f536 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=4c4ca695-f449-4674-a124-e22ab4a71c4f HTTP/1.1" status: 200 len: 217 time: 0.1366374 Aug 30 14:26:22.020284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:22.020833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:22.060080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.063984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Pushing event updated for resources: {'Port': ['ID=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:22.071025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d35bf7-48fe-40b4-a010-14a32367e78e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:22.082192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732c763-d63f-4eec-b6a6-ae2f813d2be9 req-95008879-8c4c-46a4-8c6c-378ca5695781 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:22.082870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa1bcb2-b818-4133-bbe7-7784432db1d0') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:22.083161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa1bcb2-b818-4133-bbe7-7784432db1d0') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:22.083936 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b732c763-d63f-4eec-b6a6-ae2f813d2be9 req-95008879-8c4c-46a4-8c6c-378ca5695781 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 950 time: 0.0657501 Aug 30 14:26:22.095698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Network be3886cd-bf7f-429c-9641-bf2619a5f73a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:22.108503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:22.116122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:22.161231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b732c763-d63f-4eec-b6a6-ae2f813d2be9 req-34107f42-ab80-4444-ae82-2b6e201354ac tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635130 Aug 30 14:26:22.192066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.220753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.240395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:22.243390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Attempting to bind port d7dc93ef-4cd1-4571-8813-897adf2ac7ba on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:22.244080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Attempting to bind port d7dc93ef-4cd1-4571-8813-897adf2ac7ba by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:22.244549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Attempting to bind port d7dc93ef-4cd1-4571-8813-897adf2ac7ba on network be3886cd-bf7f-429c-9641-bf2619a5f73a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:22.245739 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.250589 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b3db9f-48ce-446d-b1c2-3c93f84ca1aa x-openstack-request-id: req-04b3db9f-48ce-446d-b1c2-3c93f84ca1aa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:22.251338 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:22.252265 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04b3db9f-48ce-446d-b1c2-3c93f84ca1aa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:22.253154 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'status': 'completed', 'code': 200} Aug 30 14:26:22.262663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:26:22.263329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:26:22.265195 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:26:22.303558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:22.304287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Checking segment: {'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:22.304885 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.305488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Bound using segment: {'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:22.306151 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Bound port: d7dc93ef-4cd1-4571-8813-897adf2ac7ba, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:22.306736 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.370182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-6fb606bc-b0ee-49e7-a715-79801f388f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:22.370182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-6fb606bc-b0ee-49e7-a715-79801f388f76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2839417 Aug 30 14:26:22.455972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b679d0-f379-4ad6-9ca2-f560b73109b5 req-0e5aa70b-589a-4d1d-83cc-f3c9d7bbe9bd tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:22.457580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3b679d0-f379-4ad6-9ca2-f560b73109b5 req-0e5aa70b-589a-4d1d-83cc-f3c9d7bbe9bd tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 948 time: 0.2621124 Aug 30 14:26:22.462513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.476680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0d35bf7-48fe-40b4-a010-14a32367e78e {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 14:26:22.479748 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.482216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "DELETE /v2.0/networks/e0d35bf7-48fe-40b4-a010-14a32367e78e HTTP/1.1" status: 204 len: 168 time: 1.2937217 Aug 30 14:26:22.490987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:22.498626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-b9f05272-90b3-41f5-b098-990f3f1042fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:22.500170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-b9f05272-90b3-41f5-b098-990f3f1042fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1096 time: 0.1787097 Aug 30 14:26:22.504556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7039c50-fe72-45ce-89d8-4f79443f8657 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0d35bf7-48fe-40b4-a010-14a32367e78e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:22.514261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Request body: {'network': {'name': 'tempest-network--1313938894'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:22.549838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Made reservation on behalf of f1a9af798d2d47d99fb55ac15917b6ab for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:22.555418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.584647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-b3573721-1782-4eca-913f-08b60696973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:22.586295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-b3573721-1782-4eca-913f-08b60696973b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1916151 Aug 30 14:26:22.599027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:22.620659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.622167 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Added segment c04936fc-4a04-4f19-98ba-c72187a043d3 of type vlan for network 6a211d70-b366-4a42-a7ad-15137a475061 Aug 30 14:26:22.676611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3b679d0-f379-4ad6-9ca2-f560b73109b5 req-d476043d-d18f-42bf-bdc3-ff28eb47658c tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822259 Aug 30 14:26:22.722917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.740059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-2c4a5046-5961-438c-bb9a-47a53aaba4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:22.741569 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-2c4a5046-5961-438c-bb9a-47a53aaba4ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.2270758 Aug 30 14:26:22.771025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.772668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:22.773686 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.780975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] For port d7dc93ef-4cd1-4571-8813-897adf2ac7ba, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:22.785552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] For port d7dc93ef-4cd1-4571-8813-897adf2ac7ba, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,segment=NetworkSegment(0caa4243-fb0e-4615-9200-fcdb1cd306f6),segment_id=0caa4243-fb0e-4615-9200-fcdb1cd306f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:22.793019 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:22.848404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-f211bcdf-3dc0-4202-9381-cd110e9f0650 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403932 Aug 30 14:26:22.864513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab7d15-3ea8-41ee-a15a-eef2ccd284af None None] Pushing event updated for resources: {'Port': ['ID=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:22.911593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Network': ['ID=6a211d70-b366-4a42-a7ad-15137a475061,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:22.944671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-365ffa15-ba7d-4448-8c5d-78ad3b01a830 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4509473 Aug 30 14:26:22.949316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:22.967282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6dc4d24b-39b4-4c19-86ba-e71e88027732 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:23.000305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 6a211d70-b366-4a42-a7ad-15137a475061 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:23.063338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-11ebe88d-c834-4976-83a0-3980fe2abfe5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 999 time: 0.3086319 Aug 30 14:26:23.138890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'c18387a8-a949-47b8-9d92-d8e53bda5972', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'port_id': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'mac_address': 'fa:16:3e:d5:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a15ff0-73c4-41d3-9815-88122fb57988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:25:56Z', 'updated_at': '2021-08-30T14:26:20Z', 'revision_number': 1, 'project_id': '507103ad8de3439dae59b88049210d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:58Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:23.159418 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.177760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] Checking router: ba6f0949-75f2-411c-9492-6454939981c0 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:26:23.189057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:23.189763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:23.229682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.243211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-801c0efe-aaa2-4517-adf5-e8459f9dd66d req-7cbe2690-d1bd-46d7-b78b-3be4e3ea8731 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527567 Aug 30 14:26:23.334834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937e1a0-b67f-4bd2-b028-fa21679e0c0a req-74717523-7ff7-4c57-ae72-2c05af5d1fd6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:23.344887 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d937e1a0-b67f-4bd2-b028-fa21679e0c0a req-74717523-7ff7-4c57-ae72-2c05af5d1fd6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.2855124 Aug 30 14:26:23.345444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:23.368130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d24b-39b4-4c19-86ba-e71e88027732 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.422569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d24b-39b4-4c19-86ba-e71e88027732 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.434664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6dc4d24b-39b4-4c19-86ba-e71e88027732 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Network 6a211d70-b366-4a42-a7ad-15137a475061 is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:26:23.436330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4d24b-39b4-4c19-86ba-e71e88027732 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:23.437526 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d24b-39b4-4c19-86ba-e71e88027732 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.438740 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6dc4d24b-39b4-4c19-86ba-e71e88027732 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "PUT /v2.0/networks/6a211d70-b366-4a42-a7ad-15137a475061 HTTP/1.1" status: 200 len: 858 time: 0.4880967 Aug 30 14:26:23.445875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d937e1a0-b67f-4bd2-b028-fa21679e0c0a req-df62d613-b47d-4cf8-b3ad-0e62c46eff7c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992615 Aug 30 14:26:23.449340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:23.513617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-b9262a5c-0f73-418d-9c1f-2d38ef2f88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:23.517565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-b9262a5c-0f73-418d-9c1f-2d38ef2f88d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.4336205 Aug 30 14:26:23.541345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4d24b-39b4-4c19-86ba-e71e88027732 tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event updated for resources: {'Network': ['ID=6a211d70-b366-4a42-a7ad-15137a475061,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:23.696071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.717367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Allocated IP 172.25.6.207 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/061e9993-2863-4d85-98d8-2d4b1043977c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:23.744535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'c18387a8-a949-47b8-9d92-d8e53bda5972', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'port_id': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'mac_address': 'fa:16:3e:d5:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a15ff0-73c4-41d3-9815-88122fb57988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:25:56Z', 'updated_at': '2021-08-30T14:26:20Z', 'revision_number': 1, 'project_id': '507103ad8de3439dae59b88049210d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:58Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:23.770116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-23ea077c-944f-44ff-b314-25b281df14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:23.771874 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-23ea077c-944f-44ff-b314-25b281df14ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636620 Aug 30 14:26:23.780831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e183c-1cc6-4de7-8760-426af7573ce8 None None] The sync data for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 is: [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'c18387a8-a949-47b8-9d92-d8e53bda5972', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'port_id': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'mac_address': 'fa:16:3e:d5:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a15ff0-73c4-41d3-9815-88122fb57988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:25:56Z', 'updated_at': '2021-08-30T14:26:20Z', 'revision_number': 1, 'project_id': '507103ad8de3439dae59b88049210d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:58Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:26:23.828271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae5ec-27fc-40ad-ad67-e089184a36bb req-6062777f-b6d4-4cb1-83a4-bdcad0fe374f tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:23.829231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-376ae5ec-27fc-40ad-ad67-e089184a36bb req-6062777f-b6d4-4cb1-83a4-bdcad0fe374f tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 948 time: 0.0601375 Aug 30 14:26:23.873893 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-376ae5ec-27fc-40ad-ad67-e089184a36bb req-b51cdc09-7042-439b-8ea6-44aea91c5d11 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 Aug 30 14:26:23.958370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.977288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a211d70-b366-4a42-a7ad-15137a475061']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:24.006069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04936fc-4a04-4f19-98ba-c72187a043d3') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:24.006394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04936fc-4a04-4f19-98ba-c72187a043d3') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:24.020606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4c4ca695-f449-4674-a124-e22ab4a71c4f details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:26:24.029163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a42d-19fd-4d7a-95df-ee4fbd62a6c0 req-23f77978-58c0-4ed4-9ea4-046728e42749 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:24.030759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0512a42d-19fd-4d7a-95df-ee4fbd62a6c0 req-23f77978-58c0-4ed4-9ea4-046728e42749 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 950 time: 0.2452445 Aug 30 14:26:24.039457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.090838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.102148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-a649225d-ce94-4fab-bd34-c834a65066d9 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070135 Aug 30 14:26:24.111161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.128130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:26:24.128513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:26:24.130728 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:26:24.163857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4c4ca695-f449-4674-a124-e22ab4a71c4f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4c4ca695-f449-4674-a124-e22ab4a71c4f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:24.188347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '4c4ca695-f449-4674-a124-e22ab4a71c4f', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '4c4ca695-f449-4674-a124-e22ab4a71c4f', 'mac_address': 'fa:16:3e:15:51:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:26:24.255777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.273967 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0512a42d-19fd-4d7a-95df-ee4fbd62a6c0 req-e823293d-e170-4b38-9192-d81904887a32 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289703 Aug 30 14:26:24.278765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4ca695-f449-4674-a124-e22ab4a71c4f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:24.278980 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14069d77-55c5-4337-b634-9c634640407e None None] New status for floating IP c18387a8-a949-47b8-9d92-d8e53bda5972: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:26:24.305913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4c4ca695-f449-4674-a124-e22ab4a71c4f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4c4ca695-f449-4674-a124-e22ab4a71c4f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:24.313517 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.390282 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.422735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a211d70-b366-4a42-a7ad-15137a475061 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 14:26:24.450221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4c4ca695-f449-4674-a124-e22ab4a71c4f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:24.457638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.465101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6a211d70-b366-4a42-a7ad-15137a475061 HTTP/1.1" status: 204 len: 168 time: 0.9925306 Aug 30 14:26:24.468632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:24.488412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf0f2f-4860-4f25-b568-cccf9dad1b7f tempest-ExternalNetworksTestJSON-1772251439 tempest-ExternalNetworksTestJSON-1772251439-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a211d70-b366-4a42-a7ad-15137a475061,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:24.496102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.505349 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a2434b-674d-4d6e-8793-f07a375c6f2d req-18389281-6e63-4129-ae85-e4ffa78dd8ee service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888156 Aug 30 14:26:24.537521 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f0c566-44ed-4284-9b97-64c2335d2de3 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] DELETE failed (client error): The resource could not be found. Aug 30 14:26:24.537981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f0c566-44ed-4284-9b97-64c2335d2de3 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:26:24.544597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-32f0c566-44ed-4284-9b97-64c2335d2de3 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] 10.222.0.50 "DELETE /v2.0/subnets/fa659760-1d39-48c2-94df-9db28d71254c HTTP/1.1" status: 404 len: 337 time: 0.0694008 Aug 30 14:26:24.545194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:24.551671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['4c4ca695-f449-4674-a124-e22ab4a71c4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:24.657428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d7dc93ef-4cd1-4571-8813-897adf2ac7ba up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:24.682142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Pushing event updated for resources: {'Port': ['ID=061e9993-2863-4d85-98d8-2d4b1043977c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:24.706425 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.759169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:24.766534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:24.779310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:24.818547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d7dc93ef-4cd1-4571-8813-897adf2ac7ba completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:24.854505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7cf1d6-af95-4bc5-8a3e-a26e98aaf975 None None] Network be3886cd-bf7f-429c-9641-bf2619a5f73a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:24.864287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.879819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6c33a1-a2b5-46ff-9f7f-34e87cd6ac01']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:24.892560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f393c2-44f3-4e35-b367-c3e218b3f79c req-e8fb2b73-ee39-4d4f-8454-b1d2be3ef944 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:24.895795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-74f393c2-44f3-4e35-b367-c3e218b3f79c req-e8fb2b73-ee39-4d4f-8454-b1d2be3ef944 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.2055550 Aug 30 14:26:24.900014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584b30d9-d8f3-43bb-a900-b6c41fc3b65e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:24.900600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584b30d9-d8f3-43bb-a900-b6c41fc3b65e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:24.917342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.938137 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.952772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:26:24.953221 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:26:24.957150 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:26:24.991474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2de53ffc-fd53-4cb5-85cb-a080e97db638 None None] Provisioning for port d7dc93ef-4cd1-4571-8813-897adf2ac7ba completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:25.004597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2de53ffc-fd53-4cb5-85cb-a080e97db638 None None] Provisioning complete for port d7dc93ef-4cd1-4571-8813-897adf2ac7ba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:25.004969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2de53ffc-fd53-4cb5-85cb-a080e97db638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.063406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.090796 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.093528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] 10.222.0.50 "DELETE /v2.0/networks/ba6c33a1-a2b5-46ff-9f7f-34e87cd6ac01 HTTP/1.1" status: 204 len: 168 time: 0.5464897 Aug 30 14:26:25.186760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38279449-10e1-471a-a8d6-40ba73e61349 tempest-ExternalNetworksTestJSON-2015063088 tempest-ExternalNetworksTestJSON-2015063088-project] Pushing event deleted for resources: {'Network': ['ID=ba6c33a1-a2b5-46ff-9f7f-34e87cd6ac01,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:25.228902 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18ba3aba-39d9-4e78-9627-8ff5a31db4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.240499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a05b9-a547-45cc-b709-5fb0b646861f req-a2fef30c-f8b0-41f2-b750-955808356548 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:25.244258 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f8a05b9-a547-45cc-b709-5fb0b646861f req-a2fef30c-f8b0-41f2-b750-955808356548 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 949 time: 0.1561608 Aug 30 14:26:25.260221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2de53ffc-fd53-4cb5-85cb-a080e97db638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.340992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2de53ffc-fd53-4cb5-85cb-a080e97db638 None None] For port d7dc93ef-4cd1-4571-8813-897adf2ac7ba, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,segment=NetworkSegment(0caa4243-fb0e-4615-9200-fcdb1cd306f6),segment_id=0caa4243-fb0e-4615-9200-fcdb1cd306f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:25.343566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f8a05b9-a547-45cc-b709-5fb0b646861f req-63139e8c-064e-4fda-acc8-9366a388230b tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912740 Aug 30 14:26:25.353776 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2de53ffc-fd53-4cb5-85cb-a080e97db638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.476271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53ffc-fd53-4cb5-85cb-a080e97db638 None None] Pushing event updated for resources: {'Port': ['ID=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:25.547112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1077-4f85-4ba2-92dc-400e78ff82e2 req-d2f1b349-9695-4f9d-b381-9f8f5f43b0e0 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:25.548904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5dfa1077-4f85-4ba2-92dc-400e78ff82e2 req-d2f1b349-9695-4f9d-b381-9f8f5f43b0e0 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 950 time: 0.0641000 Aug 30 14:26:25.549585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:25.622666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5dfa1077-4f85-4ba2-92dc-400e78ff82e2 req-56000c10-b76a-4c2a-8858-2f81a161d24d tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/security-groups?id=e4989eb0-5d59-4a5e-ab41-3634633b08a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663130 Aug 30 14:26:25.663455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-74f393c2-44f3-4e35-b367-c3e218b3f79c req-3c204756-f79c-4f49-af69-1f5dea3729ce tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359803 Aug 30 14:26:25.720129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e75c56d1-2260-4cee-b2a1-0d06a88ebe31 None None] Provisioning complete for port d7dc93ef-4cd1-4571-8813-897adf2ac7ba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:25.720520 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e75c56d1-2260-4cee-b2a1-0d06a88ebe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.784972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-c5eb248b-9035-4ce1-8aa1-9c2aea450eb9 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:25.786864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-c5eb248b-9035-4ce1-8aa1-9c2aea450eb9 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.39 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 950 time: 0.1797225 Aug 30 14:26:25.819837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4ad583be-5086-4ad9-a644-857712567eb4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d6908515133457680c44fe61e7b9ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689512 Aug 30 14:26:25.820448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:25.879548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49d854d5-ab8b-48d9-9f64-018fd31675ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.905381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49d854d5-ab8b-48d9-9f64-018fd31675ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.908423 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.985198 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49d854d5-ab8b-48d9-9f64-018fd31675ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.985198 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49d854d5-ab8b-48d9-9f64-018fd31675ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.985198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-49d854d5-ab8b-48d9-9f64-018fd31675ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e7e4b7f-b82f-4ab0-a944-393db9855a8b HTTP/1.1" status: 204 len: 168 time: 0.1600981 Aug 30 14:26:25.992455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d854d5-ab8b-48d9-9f64-018fd31675ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e4b7f-b82f-4ab0-a944-393db9855a8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:26.011102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Deleting port 5c08b6dd-0861-4582-98d7-73113d65c132 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:26.011454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.046141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4c4ca695-f449-4674-a124-e22ab4a71c4f up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:26.103368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 4c4ca695-f449-4674-a124-e22ab4a71c4f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:26.108061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 4c4ca695-f449-4674-a124-e22ab4a71c4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:26.108501 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.168051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] For port 5c08b6dd-0861-4582-98d7-73113d65c132, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5c08b6dd-0861-4582-98d7-73113d65c132,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:26.168414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.202850 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.210147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Calling delete_port for 5c08b6dd-0861-4582-98d7-73113d65c132 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:26.228272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f10bd3-d188-40c9-92f4-f689dc3e1ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4ca695-f449-4674-a124-e22ab4a71c4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:26.230921 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3921ff-2132-4395-afa2-6ba0a03bd3e2" -d '{"events": [{"server_uuid": "90f10bd3-d188-40c9-92f4-f689dc3e1ff5", "name": "network-vif-plugged", "status": "completed", "tag": "4c4ca695-f449-4674-a124-e22ab4a71c4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:26.244963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4c4ca695-f449-4674-a124-e22ab4a71c4f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4c4ca695-f449-4674-a124-e22ab4a71c4f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:26.251396 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.252307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:26.272477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.302330 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f86a9d2-1b63-40b5-a8ab-052408fa8e03 x-openstack-request-id: req-8f86a9d2-1b63-40b5-a8ab-052408fa8e03 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:26.302636 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f10bd3-d188-40c9-92f4-f689dc3e1ff5", "name": "network-vif-plugged", "status": "completed", "tag": "4c4ca695-f449-4674-a124-e22ab4a71c4f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:26.302893 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f86a9d2-1b63-40b5-a8ab-052408fa8e03 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:26.303762 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f10bd3-d188-40c9-92f4-f689dc3e1ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4ca695-f449-4674-a124-e22ab4a71c4f', 'code': 200} Aug 30 14:26:26.347529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4c4ca695-f449-4674-a124-e22ab4a71c4f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:26.406736 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.437951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d7dc93ef-4cd1-4571-8813-897adf2ac7ba up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:26.445930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:26.485964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebcb23-a813-4375-a910-3c779e53b75b req-bbdb6fdc-e378-423d-8d8d-5a55bd4f0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:26.487480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6ebcb23-a813-4375-a910-3c779e53b75b req-bbdb6fdc-e378-423d-8d8d-5a55bd4f0e83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 1101 time: 0.1022751 Aug 30 14:26:26.498853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d7dc93ef-4cd1-4571-8813-897adf2ac7ba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:26.499584 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.524730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b213c5d7-8eaf-4150-8e2d-6ae449df19bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1a9af798d2d47d99fb55ac15917b6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775154 Aug 30 14:26:26.525529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:26.539723 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.579161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6ebcb23-a813-4375-a910-3c779e53b75b req-bc70583c-1636-4aeb-af8b-47d874b44dbf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821536 Aug 30 14:26:26.582541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Pushing event deleted for resources: {'Port': ['ID=5c08b6dd-0861-4582-98d7-73113d65c132,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:26.591558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295939-f1ee-4fcd-9ea3-2f25add42c5c req-e321a52d-eef7-48ff-89bf-98a86ce08ba7 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:26.593404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-30295939-f1ee-4fcd-9ea3-2f25add42c5c req-e321a52d-eef7-48ff-89bf-98a86ce08ba7 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 950 time: 0.1018319 Aug 30 14:26:26.595355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Router a0cfa85c-1948-4263-b658-3a2185fef3c3 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:26:26.629574 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-186904cb-694f-4dad-bda0-98484f31ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.640894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] No DVR routers for this DVR port 5c08b6dd-0861-4582-98d7-73113d65c132 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:26:26.643751 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.646519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-749b364e-67cf-4df0-b5d0-b94d55acb8fa req-be3a968b-2f38-4bd1-91ff-c3b7eaebf5c3 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.39 "DELETE /v2.0/ports/5c08b6dd-0861-4582-98d7-73113d65c132 HTTP/1.1" status: 204 len: 173 time: 0.8319967 Aug 30 14:26:26.648716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-deleted', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:26.651047 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc113cf-2378-478a-a7cb-935cf00a532b" -d '{"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-deleted", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:26.667668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-30295939-f1ee-4fcd-9ea3-2f25add42c5c req-98c478ae-dcd9-411a-bca6-c975a7045d04 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560350 Aug 30 14:26:26.671750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-186904cb-694f-4dad-bda0-98484f31ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.698510 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a4938-b9bc-4462-b089-c2f8732f4949 x-openstack-request-id: req-b72a4938-b9bc-4462-b089-c2f8732f4949 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:26.699425 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67471c1a-701f-436d-8972-73f06d6b4a4d", "name": "network-vif-deleted", "tag": "5c08b6dd-0861-4582-98d7-73113d65c132", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:26.699912 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b72a4938-b9bc-4462-b089-c2f8732f4949 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:26.700284 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67471c1a-701f-436d-8972-73f06d6b4a4d', 'name': 'network-vif-deleted', 'tag': '5c08b6dd-0861-4582-98d7-73113d65c132', 'status': 'completed', 'code': 200} Aug 30 14:26:26.747151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-186904cb-694f-4dad-bda0-98484f31ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.751982 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-186904cb-694f-4dad-bda0-98484f31ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.757896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-186904cb-694f-4dad-bda0-98484f31ab0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1068655-b507-4d31-aaa2-d99bbead804a HTTP/1.1" status: 204 len: 168 time: 0.2295690 Aug 30 14:26:26.770715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186904cb-694f-4dad-bda0-98484f31ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1068655-b507-4d31-aaa2-d99bbead804a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:26.829683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:26:26.844185 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-731565df-f8e8-42cd-9504-a776cfb05baa req-0580ca31-1b55-4291-8417-e47c5e9fd2d6 tempest-ImagesOneServerTestJSON-813347056 tempest-ImagesOneServerTestJSON-813347056-project] 10.222.0.50 "GET /v2.0/ports?device_id=67471c1a-701f-436d-8972-73f06d6b4a4d HTTP/1.1" status: 200 len: 210 time: 0.0516026 Aug 30 14:26:26.844462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Sync routers for ids ['a0cfa85c-1948-4263-b658-3a2185fef3c3'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:26:26.844961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90a91e-fff2-47b2-856a-927ff56eb166 req-61344e18-c3c6-4230-ab50-d438238e0c01 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:26.846570 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a90a91e-fff2-47b2-856a-927ff56eb166 req-61344e18-c3c6-4230-ab50-d438238e0c01 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.0956717 Aug 30 14:26:26.854477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Routers {'a0cfa85c-1948-4263-b658-3a2185fef3c3'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:26.855051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:25:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a0cfa85c-1948-4263-b658-3a2185fef3c3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:26.913488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:26.919594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e2a530d-100d-403a-9101-e235ac6f042e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7056458 Aug 30 14:26:26.922595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:26.960589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a90a91e-fff2-47b2-856a-927ff56eb166 req-97c669a0-0691-4b9e-a7e9-d255ac632128 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053665 Aug 30 14:26:27.014650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Set router a0cfa85c-1948-4263-b658-3a2185fef3c3 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:27.430970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:25Z', 'revision_number': 3, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port': {'id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:23Z', 'updated_at': '2021-08-30T14:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:27.475543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Checking router: a0cfa85c-1948-4263-b658-3a2185fef3c3 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:26:27.475894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Updating router a0cfa85c-1948-4263-b658-3a2185fef3c3 port 061e9993-2863-4d85-98d8-2d4b1043977c binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:26:27.509629 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.573228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.780137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Allocated IP 172.20.0.1 (be3886cd-bf7f-429c-9641-bf2619a5f73a/362bdfb4-aa96-47c9-a18f-42caf9b87b39/b08ffea5-2e09-4748-af80-9741d91d19de) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:27.867199 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a41ca17c-7670-4607-9f8c-bf331cb72c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.873551 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.886431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Transition to ACTIVE for port object 061e9993-2863-4d85-98d8-2d4b1043977c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:27.892276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0c59b-dc70-48ab-9f6c-f5ede2813a15 req-5f99708e-5d09-4106-bed9-84e7115a19c0 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:27.895378 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.902304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d1f0c59b-dc70-48ab-9f6c-f5ede2813a15 req-5f99708e-5d09-4106-bed9-84e7115a19c0 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 950 time: 0.1335042 Aug 30 14:26:27.958642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0439a3-a3f0-4459-b621-1a405ad6df44 None None] Pushing event updated for resources: {'Port': ['ID=061e9993-2863-4d85-98d8-2d4b1043977c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:27.961417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Attempting to bind port 061e9993-2863-4d85-98d8-2d4b1043977c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:27.961794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Attempting to bind port 061e9993-2863-4d85-98d8-2d4b1043977c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:27.962162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Attempting to bind port 061e9993-2863-4d85-98d8-2d4b1043977c on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:27.969069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:27.969472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:27.969886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.970287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:27.970781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Bound port: 061e9993-2863-4d85-98d8-2d4b1043977c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:27.971174 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.972672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d1f0c59b-dc70-48ab-9f6c-f5ede2813a15 req-c07fc09b-aab8-4ae6-b71a-a0b44e1bb794 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694902 Aug 30 14:26:28.018254 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.041271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Transition to ACTIVE for port object b08ffea5-2e09-4748-af80-9741d91d19de will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:28.055280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] For port 061e9993-2863-4d85-98d8-2d4b1043977c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:28.060107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] For port 061e9993-2863-4d85-98d8-2d4b1043977c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=061e9993-2863-4d85-98d8-2d4b1043977c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:28.066688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.150847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Routers {'a0cfa85c-1948-4263-b658-3a2185fef3c3'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:28.151539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a0cfa85c-1948-4263-b658-3a2185fef3c3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:28.170591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39335973-30b1-4090-8e5d-f90a36ad0b0b req-27b62fe2-36e1-42f9-be64-baf8841a561b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:28.182085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39335973-30b1-4090-8e5d-f90a36ad0b0b req-27b62fe2-36e1-42f9-be64-baf8841a561b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1059277 Aug 30 14:26:28.192687 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.206265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0439a3-a3f0-4459-b621-1a405ad6df44 None None] Pushing event updated for resources: {'Port': ['ID=061e9993-2863-4d85-98d8-2d4b1043977c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:28.266137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Network be3886cd-bf7f-429c-9641-bf2619a5f73a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:28.272440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:28.289176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39335973-30b1-4090-8e5d-f90a36ad0b0b req-9bf12cf8-0fc9-4cf3-93b9-fb90b76aff60 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035955 Aug 30 14:26:28.290066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:28.306250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] Set router a0cfa85c-1948-4263-b658-3a2185fef3c3 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:28.306452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Pushing event updated for resources: {'Port': ['ID=b08ffea5-2e09-4748-af80-9741d91d19de,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:28.397701 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.556682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:28.558461 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.646989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.714338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cef0a-a18d-4615-81e6-74da67204b22 req-9246dcb7-b9e9-48e0-bf40-826dc4450996 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:28.715905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c1cef0a-a18d-4615-81e6-74da67204b22 req-9246dcb7-b9e9-48e0-bf40-826dc4450996 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 950 time: 0.1792822 Aug 30 14:26:28.740399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:25Z', 'revision_number': 3, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port': {'id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:23Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:28.747907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-226371ab-a8c8-46e9-88d5-11cf1694c22a None None] Provisioning for port b08ffea5-2e09-4748-af80-9741d91d19de completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:28.806701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cff17-0f83-46ca-a082-9c2d4775f72f None None] The sync data for ids ['a0cfa85c-1948-4263-b658-3a2185fef3c3'] in n-d-805668-3 is: [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:25Z', 'revision_number': 3, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port': {'id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:23Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:26:28.812267 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-226371ab-a8c8-46e9-88d5-11cf1694c22a None None] Provisioning complete for port b08ffea5-2e09-4748-af80-9741d91d19de triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:28.812728 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-226371ab-a8c8-46e9-88d5-11cf1694c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.914354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.924067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c1cef0a-a18d-4615-81e6-74da67204b22 req-bd02acff-7dfd-47f4-b31e-be69a583094b tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970134 Aug 30 14:26:28.925677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.970347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-226371ab-a8c8-46e9-88d5-11cf1694c22a None None] Port b08ffea5-2e09-4748-af80-9741d91d19de cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:28.993869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:29.021232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.048360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-82d281dd-85eb-46cc-b7a4-c0fb026ae22e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfabd525e7064de98161b12ffd1ccfd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902713 Aug 30 14:26:29.053366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:29.141335 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.159790 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24098899-adad-4d9e-9671-470e861eb873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.167343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Pushing event updated for resources: {'Port': ['ID=b08ffea5-2e09-4748-af80-9741d91d19de,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:29.192345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24098899-adad-4d9e-9671-470e861eb873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.273264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Network be3886cd-bf7f-429c-9641-bf2619a5f73a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:29.276619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:29.290696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1919009520'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:29.349668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Made reservation on behalf of b20ee6dee1494170871f61cd67566164 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:29.357786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.394394 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.427129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24098899-adad-4d9e-9671-470e861eb873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.429947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24098899-adad-4d9e-9671-470e861eb873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.431135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-24098899-adad-4d9e-9671-470e861eb873 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4989eb0-5d59-4a5e-ab41-3634633b08a8 HTTP/1.1" status: 204 len: 168 time: 0.3688264 Aug 30 14:26:29.461969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24098899-adad-4d9e-9671-470e861eb873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4989eb0-5d59-4a5e-ab41-3634633b08a8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:29.593858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Router a0cfa85c-1948-4263-b658-3a2185fef3c3 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:26:29.653962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee04beb-12ea-45d2-a296-b60e35a0a27a req-228a116e-f7bc-41b7-930a-1463d35f3c1b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:29.666754 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.668252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9ee04beb-12ea-45d2-a296-b60e35a0a27a req-228a116e-f7bc-41b7-930a-1463d35f3c1b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.2031732 Aug 30 14:26:29.672454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.713592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-96e05e34-06c9-4dbc-809e-dc1814453b8e None None] Provisioning complete for port b08ffea5-2e09-4748-af80-9741d91d19de triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:29.715121 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96e05e34-06c9-4dbc-809e-dc1814453b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.746868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:29.787499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-96e05e34-06c9-4dbc-809e-dc1814453b8e None None] Port b08ffea5-2e09-4748-af80-9741d91d19de cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:29.825528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.825528 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Added segment acc011a6-ea61-4c17-b2c5-c888e11d705f of type vlan for network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 Aug 30 14:26:29.827042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb29cf-74de-4d68-a9fb-a528e16d94d1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:29.873155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.912020 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.918731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:29.920133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.959758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9ee04beb-12ea-45d2-a296-b60e35a0a27a req-cb69a768-e4f6-47fe-b657-6c2e2d783c66 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903786 Aug 30 14:26:29.990695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:26:30.008330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5fd32ca6-3090-4af8-92bd-d16402372a59 admin admin] 10.222.0.50 "PUT /v2.0/routers/a0cfa85c-1948-4263-b658-3a2185fef3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0818963 Aug 30 14:26:30.075210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:30.080570 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0816255 Aug 30 14:26:30.117483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 5c08b6dd-0861-4582-98d7-73113d65c132 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:26:30.122991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5c08b6dd-0861-4582-98d7-73113d65c132 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:26:30.137414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3e85e-2e65-4c77-a853-c6095856a157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Pushing event updated for resources: {'Network': ['ID=ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:30.165342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:30.182749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66b2a5-a4da-47ed-a55d-ae79b5f33f42 req-b182ee1b-5621-4827-8499-9e8235e3ca66 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:30.192102 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec66b2a5-a4da-47ed-a55d-ae79b5f33f42 req-b182ee1b-5621-4827-8499-9e8235e3ca66 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 950 time: 0.1098568 Aug 30 14:26:30.251555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec66b2a5-a4da-47ed-a55d-ae79b5f33f42 req-c2bc0d7f-4a2c-497c-b0a2-c45aa8ab591f tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584142 Aug 30 14:26:30.451171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 061e9993-2863-4d85-98d8-2d4b1043977c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:30.514454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 061e9993-2863-4d85-98d8-2d4b1043977c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:30.522584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 061e9993-2863-4d85-98d8-2d4b1043977c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:30.523084 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:30.583382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:30.589729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Request body: {'port': {'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8', 'binding:host_id': 'n-h2-805668-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-443713598'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:30.652356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Made reservation on behalf of 28054767c3834b61ac80819fe4135ddc for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:30.657333 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:30.671628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:30.688042 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:30.718353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 061e9993-2863-4d85-98d8-2d4b1043977c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=061e9993-2863-4d85-98d8-2d4b1043977c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:30.736022 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:30.798603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38417e5e-333d-44fa-88cc-4d24a226510e req-f9dc61c5-86b1-4e63-bc9e-ae178c8c7a24 tempest-LiveMigrationNegativeTest-1223283468 tempest-LiveMigrationNegativeTest-1223283468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:30.802784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38417e5e-333d-44fa-88cc-4d24a226510e req-f9dc61c5-86b1-4e63-bc9e-ae178c8c7a24 tempest-LiveMigrationNegativeTest-1223283468 tempest-LiveMigrationNegativeTest-1223283468-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 1101 time: 0.1081092 Aug 30 14:26:30.825694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=061e9993-2863-4d85-98d8-2d4b1043977c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:30.839635 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-38417e5e-333d-44fa-88cc-4d24a226510e req-141224e8-edf0-4aa1-afb5-83dc53706718 tempest-LiveMigrationNegativeTest-1223283468 tempest-LiveMigrationNegativeTest-1223283468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:30.840888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-b20b420f-dbc6-417b-a7f3-46896d3d9fb8 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2486389 Aug 30 14:26:30.854975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:30.947197 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:30.952966 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:30.962316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] device_id is not set on port 49bec47e-351d-4463-8930-521532961712 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:30.970870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.074748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc700213-2ce7-4298-ac72-857268451e92,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:31.103257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.248924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Allocated IP 172.25.6.54 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d0041bdb-b831-4341-8c68-a4d5bbf1a46c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:31.278035 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Sync routers for ids ['a0cfa85c-1948-4263-b658-3a2185fef3c3'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:26:31.283507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-38417e5e-333d-44fa-88cc-4d24a226510e req-141224e8-edf0-4aa1-afb5-83dc53706718 tempest-LiveMigrationNegativeTest-1223283468 tempest-LiveMigrationNegativeTest-1223283468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.291402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-38417e5e-333d-44fa-88cc-4d24a226510e req-141224e8-edf0-4aa1-afb5-83dc53706718 tempest-LiveMigrationNegativeTest-1223283468 tempest-LiveMigrationNegativeTest-1223283468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.296489 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Routers {'a0cfa85c-1948-4263-b658-3a2185fef3c3'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:31.297624 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a0cfa85c-1948-4263-b658-3a2185fef3c3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:31.327999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] device_id is not set on port 49bec47e-351d-4463-8930-521532961712 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:31.344540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38417e5e-333d-44fa-88cc-4d24a226510e req-141224e8-edf0-4aa1-afb5-83dc53706718 tempest-LiveMigrationNegativeTest-1223283468 tempest-LiveMigrationNegativeTest-1223283468-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314474 Aug 30 14:26:31.345214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.347433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141224e8-edf0-4aa1-afb5-83dc53706718 tempest-LiveMigrationNegativeTest-1223283468 tempest-LiveMigrationNegativeTest-1223283468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23411b76-7c20-4e6a-8a65-7ffd8e511eee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:31.361991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Transition to ACTIVE for port object 49bec47e-351d-4463-8930-521532961712 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:31.374731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.383650 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.469869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=49bec47e-351d-4463-8930-521532961712,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:31.472465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Checking segment: {'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:31.472933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Network hostable DHCP agents. Network: ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:26:31.478899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.500493 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.517206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:26:31.523437 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Set router a0cfa85c-1948-4263-b658-3a2185fef3c3 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:31.542962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:31.552154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:31.556611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d731ce-b357-4ed0-a1e3-287d9f4ef9c1 None None] Network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:31.561844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:31.570567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:31.577381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:31.586044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.586660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.587370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.593871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.594534 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.595088 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 2 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.612696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.613485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.614206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.620409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.621769 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.621933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event updated for resources: {'Port': ['ID=d0041bdb-b831-4341-8c68-a4d5bbf1a46c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:31.623274 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 3 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.644579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.644925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.645291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.650922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.651260 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.651652 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 4 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.668800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.671096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.671436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.677400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.677742 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.678140 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 5 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.693103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.693401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.693746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.699048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.699393 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.699777 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 6 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.728073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.728540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.728883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.747794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.748116 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.748522 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 7 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.764340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.764866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.765278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.770336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.770691 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.771059 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 8 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.772096 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.805547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.805963 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.806277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.816613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.816929 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.817385 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 9 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.851545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.851837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.852172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.865585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.865780 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.866169 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 10 to bind port 49bec47e-351d-4463-8930-521532961712 Aug 30 14:26:31.867632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.882243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:31.882581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:31.883103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:31.889413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 49bec47e-351d-4463-8930-521532961712 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:31.889753 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 49bec47e-351d-4463-8930-521532961712 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:31.890139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:31.967681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] For port 49bec47e-351d-4463-8930-521532961712, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:31.968418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 14:26:31.974166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.011948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:32.012675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.038048 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.4531195 Aug 30 14:26:32.044012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:32.053893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa97df-a366-479d-a904-f4515731270c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=49bec47e-351d-4463-8930-521532961712,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:32.077603 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 4, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port': {'id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:23Z', 'updated_at': '2021-08-30T14:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b08ffea5-2e09-4748-af80-9741d91d19de', 'name': '', 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'mac_address': 'fa:16:3e:66:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '362bdfb4-aa96-47c9-a18f-42caf9b87b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:27Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 2, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'subnets': [{'id': '362bdfb4-aa96-47c9-a18f-42caf9b87b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:32.123784 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Checking router: a0cfa85c-1948-4263-b658-3a2185fef3c3 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:26:32.124788 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Updating router a0cfa85c-1948-4263-b658-3a2185fef3c3 port b08ffea5-2e09-4748-af80-9741d91d19de binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:26:32.160462 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.184468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bb516-9269-4b1b-9212-fe3fb45667e7 req-6aa0708c-83db-446a-82ee-53ba5f731c38 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:32.189904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.192154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-465bb516-9269-4b1b-9212-fe3fb45667e7 req-6aa0708c-83db-446a-82ee-53ba5f731c38 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.0739782 Aug 30 14:26:32.195909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Deleting port 49bec47e-351d-4463-8930-521532961712 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:32.196271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.198733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.285902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event updated for resources: {'Port': ['ID=d0041bdb-b831-4341-8c68-a4d5bbf1a46c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:32.298058 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.313347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-465bb516-9269-4b1b-9212-fe3fb45667e7 req-2c027771-9f38-4a09-9170-b31a6001d348 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201963 Aug 30 14:26:32.315061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] For port 49bec47e-351d-4463-8930-521532961712, host n-h2-805668-3, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:32.315739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.319025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.329161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-57ee88a6-a0fc-42ca-91d7-6deeb78f2031 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4783378 Aug 30 14:26:32.356426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Calling delete_port for 49bec47e-351d-4463-8930-521532961712 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:32.476598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.478141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 061e9993-2863-4d85-98d8-2d4b1043977c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:32.499478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-4de9f30c-2b6a-41fe-aaed-90ac9d2f7b3f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.1689765 Aug 30 14:26:32.522214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.526757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "DELETE /v2.0/ports/49bec47e-351d-4463-8930-521532961712 HTTP/1.1" status: 204 len: 168 time: 0.4785795 Aug 30 14:26:32.526757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39248935-6b4a-4a1d-9bea-de856784a9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event deleted for resources: {'Port': ['ID=49bec47e-351d-4463-8930-521532961712,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:32.533087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:32.577799 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ace65ce-6af6-4693-966f-ff413ab48214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] GET failed (client error): The resource could not be found. Aug 30 14:26:32.579511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9ace65ce-6af6-4693-966f-ff413ab48214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "GET /v2.0/ports/49bec47e-351d-4463-8930-521532961712 HTTP/1.1" status: 404 len: 333 time: 0.0454443 Aug 30 14:26:32.585606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:32.592316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Request body: {'port': {'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761523412'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:32.624714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Made reservation on behalf of 28054767c3834b61ac80819fe4135ddc for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:32.627247 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.636045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:32.675306 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.681516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] device_id is not set on port 95667eac-8210-4757-ba1a-9207db0a32e5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:32.717293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-07606b7b-2b4f-4be8-9258-b321d4aeafe3 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:32.732090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a36bf68-14d6-4bdb-9feb-f4eaa48af560 req-07606b7b-2b4f-4be8-9258-b321d4aeafe3 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.2152150 Aug 30 14:26:32.734406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 061e9993-2863-4d85-98d8-2d4b1043977c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:32.735581 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.783294 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.810925 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Transition to ACTIVE for port object b08ffea5-2e09-4748-af80-9741d91d19de will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:32.825634 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.876176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e163565b-0bda-4961-9b11-080230535857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:32.939369 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c05c8-5862-4461-b308-2a806472abfc None None] Pushing event updated for resources: {'Port': ['ID=b08ffea5-2e09-4748-af80-9741d91d19de,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:32.994957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.047223 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Attempting to bind port b08ffea5-2e09-4748-af80-9741d91d19de on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:33.047697 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Attempting to bind port b08ffea5-2e09-4748-af80-9741d91d19de by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:33.048066 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Attempting to bind port b08ffea5-2e09-4748-af80-9741d91d19de on network be3886cd-bf7f-429c-9641-bf2619a5f73a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:33.052697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.054415 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:33.054911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Checking segment: {'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:33.055424 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.055942 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Bound using segment: {'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:33.056539 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Bound port: b08ffea5-2e09-4748-af80-9741d91d19de, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caa4243-fb0e-4615-9200-fcdb1cd306f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:33.057175 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.154426 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] For port b08ffea5-2e09-4748-af80-9741d91d19de, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:33.159718 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] For port b08ffea5-2e09-4748-af80-9741d91d19de, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b08ffea5-2e09-4748-af80-9741d91d19de,segment=NetworkSegment(0caa4243-fb0e-4615-9200-fcdb1cd306f6),segment_id=0caa4243-fb0e-4615-9200-fcdb1cd306f6)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:33.165867 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.168019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-0280b659-3dd7-4204-8430-e5d4a1feee58 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2722025 Aug 30 14:26:33.175142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:33.248887 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c05c8-5862-4461-b308-2a806472abfc None None] Pushing event updated for resources: {'Port': ['ID=b08ffea5-2e09-4748-af80-9741d91d19de,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:33.252453 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Routers {'a0cfa85c-1948-4263-b658-3a2185fef3c3'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:33.253249 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a0cfa85c-1948-4263-b658-3a2185fef3c3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:33.275055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e163565b-0bda-4961-9b11-080230535857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.281936 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e163565b-0bda-4961-9b11-080230535857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.325447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e163565b-0bda-4961-9b11-080230535857 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b13ac2cb9b5a4ba393fce765f4253191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837783 Aug 30 14:26:33.325805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:33.391329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163565b-0bda-4961-9b11-080230535857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e5a2d-f49e-47d1-8984-5dc89f7bd80a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:33.409319 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] Set router a0cfa85c-1948-4263-b658-3a2185fef3c3 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:33.420251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.516538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b917737-31e2-489b-bc66-d4368cc6e524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.539632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:33.545792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:33.552642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:33.553737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:33.554347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.557562 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b917737-31e2-489b-bc66-d4368cc6e524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.568788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=95667eac-8210-4757-ba1a-9207db0a32e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:33.582658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09df98f-18ed-4bc5-8dd4-598da4873b3a req-e61967df-464e-4a12-b998-4c7406a4bac7 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:33.597169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a09df98f-18ed-4bc5-8dd4-598da4873b3a req-e61967df-464e-4a12-b998-4c7406a4bac7 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 950 time: 0.1192842 Aug 30 14:26:33.614569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f0a0946a-cee7-4a25-935e-fed5f4684e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0252984 Aug 30 14:26:33.616184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:33.626027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:33.652046 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a09df98f-18ed-4bc5-8dd4-598da4873b3a req-884adcb2-852d-47d2-bbff-db8be2ba6a5e tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507658 Aug 30 14:26:33.653555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.665812 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 4, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port': {'id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:23Z', 'updated_at': '2021-08-30T14:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b08ffea5-2e09-4748-af80-9741d91d19de', 'name': '', 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'mac_address': 'fa:16:3e:66:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '362bdfb4-aa96-47c9-a18f-42caf9b87b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:27Z', 'updated_at': '2021-08-30T14:26:33Z', 'revision_number': 4, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'subnets': [{'id': '362bdfb4-aa96-47c9-a18f-42caf9b87b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:33.697571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b917737-31e2-489b-bc66-d4368cc6e524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.698364 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2860e9-0927-418b-95da-f86db588d0b7 None None] The sync data for ids ['a0cfa85c-1948-4263-b658-3a2185fef3c3'] in n-d-805668-3 is: [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 4, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port': {'id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:23Z', 'updated_at': '2021-08-30T14:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b08ffea5-2e09-4748-af80-9741d91d19de', 'name': '', 'network_id': 'be3886cd-bf7f-429c-9641-bf2619a5f73a', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'mac_address': 'fa:16:3e:66:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '362bdfb4-aa96-47c9-a18f-42caf9b87b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:27Z', 'updated_at': '2021-08-30T14:26:33Z', 'revision_number': 4, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'subnets': [{'id': '362bdfb4-aa96-47c9-a18f-42caf9b87b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:26:33.700563 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b917737-31e2-489b-bc66-d4368cc6e524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.703164 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0b917737-31e2-489b-bc66-d4368cc6e524 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd6e5a2d-f49e-47d1-8984-5dc89f7bd80a HTTP/1.1" status: 204 len: 168 time: 0.3759315 Aug 30 14:26:33.748896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917737-31e2-489b-bc66-d4368cc6e524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e5a2d-f49e-47d1-8984-5dc89f7bd80a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:33.768199 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:33.858225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc7280-0021-429b-a773-df656b75b224 req-c5fd59c9-676c-49af-ab5a-ba684fe11927 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:33.861004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbfc7280-0021-429b-a773-df656b75b224 req-c5fd59c9-676c-49af-ab5a-ba684fe11927 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1348989 Aug 30 14:26:33.961720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbfc7280-0021-429b-a773-df656b75b224 req-7b4d642f-3f2c-49aa-9bfa-357baa478b49 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849295 Aug 30 14:26:34.033024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Allocated IP 172.25.6.2 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b7c1933d-f5de-45f6-a415-901ba9043fa9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:34.242737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] device_id is not set on port 95667eac-8210-4757-ba1a-9207db0a32e5 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:34.253712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.257840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.280597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Transition to ACTIVE for port object 95667eac-8210-4757-ba1a-9207db0a32e5 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:34.289336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.413899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=95667eac-8210-4757-ba1a-9207db0a32e5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:34.416966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.479929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:34.481580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:34.481580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:34.484980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:34.498766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-523bc107-175d-4125-93db-11ab44ec5155 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:34.500567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-523bc107-175d-4125-93db-11ab44ec5155 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 950 time: 0.1642902 Aug 30 14:26:34.506518 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:34.519024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:34.528546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:34.529205 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:34.548658 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 2 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:34.565524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b08ffea5-2e09-4748-af80-9741d91d19de up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:34.589563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event updated for resources: {'Port': ['ID=b7c1933d-f5de-45f6-a415-901ba9043fa9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:34.655912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b08ffea5-2e09-4748-af80-9741d91d19de completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:34.662182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b08ffea5-2e09-4748-af80-9741d91d19de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:34.662890 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.667443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:34.668020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:34.668787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:34.702607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:34.702950 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:34.705595 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 3 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:34.735856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:34.736221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:34.736600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:34.743415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:34.743750 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:34.747147 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 4 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:34.789779 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.793917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:34.794341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:34.794624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:34.803250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:34.803591 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:34.809416 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 5 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:34.837606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b08ffea5-2e09-4748-af80-9741d91d19de, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b08ffea5-2e09-4748-af80-9741d91d19de,segment=NetworkSegment(0caa4243-fb0e-4615-9200-fcdb1cd306f6),segment_id=0caa4243-fb0e-4615-9200-fcdb1cd306f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:34.844853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.845346 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.847300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:34.847738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:34.848066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:34.864508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6bdc0-4169-455f-be7f-a674501ebc7e req-451fe9f3-631a-4262-9cc6-e6431df38c57 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:34.865784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Deleting port 4c4ca695-f449-4674-a124-e22ab4a71c4f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:34.866244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:34.867838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ad6bdc0-4169-455f-be7f-a674501ebc7e req-451fe9f3-631a-4262-9cc6-e6431df38c57 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 950 time: 0.0822310 Aug 30 14:26:34.885890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:34.886324 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:34.939760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ad6bdc0-4169-455f-be7f-a674501ebc7e req-170313d4-ceca-4393-beb5-46ebfebfca2d tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 Aug 30 14:26:34.974798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b08ffea5-2e09-4748-af80-9741d91d19de,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:35.264600 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 6 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:35.298943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:35.299319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:35.299654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:35.301942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.308738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:35.309103 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:35.329505 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 7 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:35.351786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c692b-9ec8-4761-b2aa-a692ceecef06 req-3e43a0af-bf27-4421-a547-3833ff75a165 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:35.357752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e79c692b-9ec8-4761-b2aa-a692ceecef06 req-3e43a0af-bf27-4421-a547-3833ff75a165 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.0685058 Aug 30 14:26:35.368256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:35.368593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:35.368930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:35.396990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:35.397339 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:35.402957 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 8 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:35.407353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] For port 4c4ca695-f449-4674-a124-e22ab4a71c4f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4c4ca695-f449-4674-a124-e22ab4a71c4f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:35.407720 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.409466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e79c692b-9ec8-4761-b2aa-a692ceecef06 req-7e84cdcc-3f8d-491b-880c-eb02313f5e2b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Aug 30 14:26:35.464302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Calling delete_port for 4c4ca695-f449-4674-a124-e22ab4a71c4f owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:35.473256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:35.473592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:35.473937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:35.491326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:35.491625 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:35.494814 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 9 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:35.553305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:35.553645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:35.554000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:35.580992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:35.581361 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:35.588392 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 10 to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 Aug 30 14:26:35.626757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:35.627083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:35.627421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:35.652416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:35.652912 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port 95667eac-8210-4757-ba1a-9207db0a32e5 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:35.653172 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.671665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.681814 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.872437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event updated for resources: {'Port': ['ID=b7c1933d-f5de-45f6-a415-901ba9043fa9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:35.912190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.919420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] For port 95667eac-8210-4757-ba1a-9207db0a32e5, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:35.919910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 14:26:35.924204 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.931874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.938587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['18480fc3-4751-4673-89af-0db72c301e27', '4c4ca695-f449-4674-a124-e22ab4a71c4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:35.973980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.975335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-06f7a662-9195-4929-aba0-ed673da11703 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.8063822 Aug 30 14:26:35.975993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Pushing event deleted for resources: {'Port': ['ID=4c4ca695-f449-4674-a124-e22ab4a71c4f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:35.978299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] In _notify_port_updated(), no bound segment for port 95667eac-8210-4757-ba1a-9207db0a32e5 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:26:35.979156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:35.979761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.981173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "PUT /v2.0/ports/95667eac-8210-4757-ba1a-9207db0a32e5 HTTP/1.1" status: 200 len: 979 time: 2.3616576 Aug 30 14:26:35.984873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:36.170285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-ab51862a-2e69-437a-823d-c0e6ce301158 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.1221528 Aug 30 14:26:36.171153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] No DVR routers for this DVR port 4c4ca695-f449-4674-a124-e22ab4a71c4f on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:26:36.174158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.179338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-978691a9-9e5c-4ce6-ba73-4dda9cf6ef6d req-ca984f9d-d34f-4daf-ac8d-349ea8ab2fbb tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "DELETE /v2.0/ports/4c4ca695-f449-4674-a124-e22ab4a71c4f HTTP/1.1" status: 204 len: 173 time: 1.6672406 Aug 30 14:26:36.192245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f10bd3-d188-40c9-92f4-f689dc3e1ff5', 'name': 'network-vif-deleted', 'tag': '4c4ca695-f449-4674-a124-e22ab4a71c4f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:36.198449 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b087ec5-3eef-4d56-a9d0-781a7ac551aa" -d '{"events": [{"server_uuid": "90f10bd3-d188-40c9-92f4-f689dc3e1ff5", "name": "network-vif-deleted", "tag": "4c4ca695-f449-4674-a124-e22ab4a71c4f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:36.205024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fd5916b9-174c-4a9d-972e-574740f0aaec req-c7fc6445-5ddb-4142-bd2a-749c2fa4e3c1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=90f10bd3-d188-40c9-92f4-f689dc3e1ff5 HTTP/1.1" status: 200 len: 210 time: 0.1357241 Aug 30 14:26:36.282798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.285301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.286753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.287220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.287710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.288170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.290316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.291731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.292209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.294623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.295431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.295992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.296546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.297003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.297507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.304400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.304951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.305622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.306171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.306908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.307698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.309005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.309700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.310343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.311572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.312246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.312890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.316495 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3f05e2c2-5905-46ae-8b42-d91206d34f50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24054 time: 0.3305485 Aug 30 14:26:36.321817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:36.322421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34344) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:36.323717 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860e8c05-958b-49c5-ad96-dea818df609d x-openstack-request-id: req-860e8c05-958b-49c5-ad96-dea818df609d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:36.324011 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f10bd3-d188-40c9-92f4-f689dc3e1ff5", "name": "network-vif-deleted", "tag": "4c4ca695-f449-4674-a124-e22ab4a71c4f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:36.324313 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-860e8c05-958b-49c5-ad96-dea818df609d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:36.324655 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f10bd3-d188-40c9-92f4-f689dc3e1ff5', 'name': 'network-vif-deleted', 'tag': '4c4ca695-f449-4674-a124-e22ab4a71c4f', 'status': 'completed', 'code': 200} Aug 30 14:26:36.334770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b658a-0de1-478a-abbb-0da729a690e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=95667eac-8210-4757-ba1a-9207db0a32e5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:36.420578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-79f11d24-ab05-4e62-a01f-1c01ea59d020 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.422030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14ba666e-4053-42e5-8848-ec2f3deb7af9 req-79f11d24-ab05-4e62-a01f-1c01ea59d020 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.2416000 Aug 30 14:26:36.442255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Deleting port 95667eac-8210-4757-ba1a-9207db0a32e5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:36.443016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.465730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b08ffea5-2e09-4748-af80-9741d91d19de up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:36.481244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58420143-22a5-4f56-9ef4-cde68d03035d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.528440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b08ffea5-2e09-4748-af80-9741d91d19de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:36.528682 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.571951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17862-e957-4061-8200-90a2263e6b8c req-b8004ba1-5d99-48bd-a0c1-499c4d445daa tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.573736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8e17862-e957-4061-8200-90a2263e6b8c req-b8004ba1-5d99-48bd-a0c1-499c4d445daa tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.0719819 Aug 30 14:26:36.597154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] For port 95667eac-8210-4757-ba1a-9207db0a32e5, host n-h2-805668-3, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:36.598302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.626150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Calling delete_port for 95667eac-8210-4757-ba1a-9207db0a32e5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:36.653161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8e17862-e957-4061-8200-90a2263e6b8c req-7b49c12b-5cb4-4609-8ee0-a9eb8f76523d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633340 Aug 30 14:26:36.695294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58420143-22a5-4f56-9ef4-cde68d03035d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.703819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-aa3c1959-7b04-4da2-8dc0-1800bbd0b0e8 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2559540 Aug 30 14:26:36.706699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58420143-22a5-4f56-9ef4-cde68d03035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.726087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:36.752612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-58420143-22a5-4f56-9ef4-cde68d03035d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4725856344f549aca2cfdbb6be666067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269853 Aug 30 14:26:36.756872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:36.773123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58420143-22a5-4f56-9ef4-cde68d03035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb2a001-9c67-4647-a355-b8da08487723,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:36.778842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.845289 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.856445 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ff8ac4-8f15-4805-bcba-75fd910a84bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.881345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ff8ac4-8f15-4805-bcba-75fd910a84bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.887405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event deleted for resources: {'Port': ['ID=95667eac-8210-4757-ba1a-9207db0a32e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:36.893247 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.894657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31cab292-e340-44e8-addc-a7581070599d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "DELETE /v2.0/ports/95667eac-8210-4757-ba1a-9207db0a32e5 HTTP/1.1" status: 204 len: 168 time: 0.5708444 Aug 30 14:26:36.899277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:36.935396 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-50484cdb-d09f-49cd-ae13-b6bd06ea6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] GET failed (client error): The resource could not be found. Aug 30 14:26:36.941487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:36.941931 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-50484cdb-d09f-49cd-ae13-b6bd06ea6a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "GET /v2.0/ports/95667eac-8210-4757-ba1a-9207db0a32e5 HTTP/1.1" status: 404 len: 333 time: 0.0403121 Aug 30 14:26:36.951487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-541939239', 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:36.955977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ff8ac4-8f15-4805-bcba-75fd910a84bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.960148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ff8ac4-8f15-4805-bcba-75fd910a84bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.960589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-92ff8ac4-8f15-4805-bcba-75fd910a84bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbb2a001-9c67-4647-a355-b8da08487723 HTTP/1.1" status: 204 len: 168 time: 0.2020600 Aug 30 14:26:36.973600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff8ac4-8f15-4805-bcba-75fd910a84bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb2a001-9c67-4647-a355-b8da08487723,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:37.000312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.000799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Made reservation on behalf of 28054767c3834b61ac80819fe4135ddc for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:37.001944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.028497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] device_id is not set on port 842f079d-ef20-4782-8f72-e154f9aba563 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:37.125669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Allocated IP 172.25.6.166 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/5c74da92-1a32-4f6a-96e6-598e3595c4a2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:37.213946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.244285 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.263938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.302828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.323031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:37.328696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:37.331466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:37.332738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:37.333536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.343272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=842f079d-ef20-4782-8f72-e154f9aba563,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:37.356264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:37.359781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:37.363665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9dbbd280-122d-42fb-b24e-2156bbd8028d tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4196937 Aug 30 14:26:37.364780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:37.367341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:37.410990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event updated for resources: {'Port': ['ID=5c74da92-1a32-4f6a-96e6-598e3595c4a2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:37.422879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95643a-8239-48de-a5a2-b54fe28562c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:37.424961 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d95643a-8239-48de-a5a2-b54fe28562c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "GET /v2.0/ports/842f079d-ef20-4782-8f72-e154f9aba563 HTTP/1.1" status: 200 len: 958 time: 0.0585754 Aug 30 14:26:37.428643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:37.483267 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.551026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-21fa3f6d-986f-4da7-adc2-7f5bc1a78716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Deleting port 842f079d-ef20-4782-8f72-e154f9aba563 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:37.551533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21fa3f6d-986f-4da7-adc2-7f5bc1a78716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.557262 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.661498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21fa3f6d-986f-4da7-adc2-7f5bc1a78716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.679756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-21fa3f6d-986f-4da7-adc2-7f5bc1a78716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Calling delete_port for 842f079d-ef20-4782-8f72-e154f9aba563 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:37.692235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355caa-8aae-4ee8-afda-8746a8da4cb1 req-9f3661f2-9dea-4a2a-9fb5-8612b457d044 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:37.693863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe355caa-8aae-4ee8-afda-8746a8da4cb1 req-9f3661f2-9dea-4a2a-9fb5-8612b457d044 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 950 time: 0.0850029 Aug 30 14:26:37.782537 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe355caa-8aae-4ee8-afda-8746a8da4cb1 req-7c76759c-2c7d-4ea0-84fe-4ae2064fb446 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761502 Aug 30 14:26:37.795850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.802406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.812567 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21fa3f6d-986f-4da7-adc2-7f5bc1a78716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.861276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa3f6d-986f-4da7-adc2-7f5bc1a78716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event deleted for resources: {'Port': ['ID=842f079d-ef20-4782-8f72-e154f9aba563,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:37.863293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21fa3f6d-986f-4da7-adc2-7f5bc1a78716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.865287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-21fa3f6d-986f-4da7-adc2-7f5bc1a78716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "DELETE /v2.0/ports/842f079d-ef20-4782-8f72-e154f9aba563 HTTP/1.1" status: 204 len: 168 time: 0.4364679 Aug 30 14:26:37.891701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:37.892038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:37.903470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event updated for resources: {'Port': ['ID=5c74da92-1a32-4f6a-96e6-598e3595c4a2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:37.925469 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-829b6a7d-747c-45c5-b2c1-4389bffe52a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] GET failed (client error): The resource could not be found. Aug 30 14:26:37.926557 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.931793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-829b6a7d-747c-45c5-b2c1-4389bffe52a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "GET /v2.0/ports/842f079d-ef20-4782-8f72-e154f9aba563 HTTP/1.1" status: 404 len: 333 time: 0.0381792 Aug 30 14:26:37.939855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:37.946179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Request body: {'port': {'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-89778353'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:37.959566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:37.960802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-51f4a8db-7c4a-4ede-b61d-41e5b1ed3ae0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2502003 Aug 30 14:26:37.964767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2084b-9db4-456d-b566-44005a5ee284 req-63b6f4b9-cbeb-4648-afc6-d6ec35021b6d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:37.966721 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfc2084b-9db4-456d-b566-44005a5ee284 req-63b6f4b9-cbeb-4648-afc6-d6ec35021b6d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1093814 Aug 30 14:26:37.974835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Made reservation on behalf of 28054767c3834b61ac80819fe4135ddc for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:37.977212 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.000127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] device_id is not set on port b78a649b-f1c8-4ff7-883c-510286670ef7 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:38.012183 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfc2084b-9db4-456d-b566-44005a5ee284 req-69b43988-a0d8-4849-b965-cf340c1abdd1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Aug 30 14:26:38.044228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-522fa48d-19f4-4cde-8f82-d95ea6716557 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.0719583 Aug 30 14:26:38.051479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-network', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:38.084120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:38.089761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.092604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4c4ca695-f449-4674-a124-e22ab4a71c4f no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:38.100519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.115431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 4c4ca695-f449-4674-a124-e22ab4a71c4f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:26:38.115431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4c4ca695-f449-4674-a124-e22ab4a71c4f not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:26:38.230941 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.237270 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.271425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-83c770eb-d170-4d30-a16d-a68829af52b6 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:38.272893 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-828e23f9-4d9a-4f4e-b112-6b0d1bc6f198 req-83c770eb-d170-4d30-a16d-a68829af52b6 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.2007856 Aug 30 14:26:38.277625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:38.290785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2182c-9b82-4cd2-af55-d90c920cb6c4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:38.310343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.310846 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Added segment a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe of type vlan for network 2312e3f6-2171-474e-b61d-296e33ea93ac Aug 30 14:26:38.332173 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.361730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.400832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.401880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:38.402481 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.454283 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9849233b-39aa-4ee7-b423-9b63b795717b req-62c2aee9-5d7e-481e-8ca8-27628d189303 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1471393 Aug 30 14:26:38.456768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.457100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5623550 Aug 30 14:26:38.460511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:38.468051 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Request body: {'subnet': {'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-subnet', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:38.469952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0eeb64-1697-4511-a8b1-d833683d38ff admin admin] Pushing event updated for resources: {'Network': ['ID=2312e3f6-2171-474e-b61d-296e33ea93ac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:38.480022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 2312e3f6-2171-474e-b61d-296e33ea93ac details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:38.495584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:38.541979 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:26:38.541979 n-d-805668-3 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:26:38.541979 n-d-805668-3 neutron-server[94826]: [parameters: {'project_id_1': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 26, 38, 524231)}] Aug 30 14:26:38.541979 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:26:38.542756 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:26:38.544740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:38.552013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:38.553833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:38.556131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.558230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:38.559134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:38.559719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.611248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=b78a649b-f1c8-4ff7-883c-510286670ef7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:38.621447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b05777d0-5e72-4b54-8b65-97dbef8521e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6804702 Aug 30 14:26:38.624621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:38.629746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:38.709630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.886490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.906797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-30bf4ac6-ba7a-4d45-bf1a-5e9d97682aa4 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:38.908324 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-30bf4ac6-ba7a-4d45-bf1a-5e9d97682aa4 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 950 time: 0.0850441 Aug 30 14:26:38.922730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72d44-959d-4c7c-98b9-c82df58de9d1 req-8c93b830-45fa-4f1a-9dba-6ee456314e1d tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:38.924196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ce72d44-959d-4c7c-98b9-c82df58de9d1 req-8c93b830-45fa-4f1a-9dba-6ee456314e1d tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 950 time: 0.0709467 Aug 30 14:26:38.962605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Pushing event updated for resources: {'Subnet': ['ID=be838110-f044-4f9d-bfe0-fd6e908650e6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:39.009878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Checking segment: {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:39.010212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Network hostable DHCP agents. Network: 2312e3f6-2171-474e-b61d-296e33ea93ac, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:26:39.013862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ce72d44-959d-4c7c-98b9-c82df58de9d1 req-a944bc2a-1f5d-4ba5-8693-e92cf363ea47 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/security-groups?id=456a7f41-992a-4f07-b3e4-40c471132c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824611 Aug 30 14:26:39.019508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] device_id is not set on port b78a649b-f1c8-4ff7-883c-510286670ef7 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:39.037883 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.049762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Deleting port 18480fc3-4751-4673-89af-0db72c301e27 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:39.050332 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.054781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Network 2312e3f6-2171-474e-b61d-296e33ea93ac is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:26:39.077339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Transition to ACTIVE for port object b78a649b-f1c8-4ff7-883c-510286670ef7 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:39.079973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 2312e3f6-2171-474e-b61d-296e33ea93ac) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:39.085027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:39.085659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.096311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.112258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552ea3af-b07d-4a1a-9e0f-84538072f44e None None] Network 2312e3f6-2171-474e-b61d-296e33ea93ac requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:39.140940 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.164112 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31b654f4-c0d3-4856-bd23-547b2779714d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7020388 Aug 30 14:26:39.168769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:39.176334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:39.220575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] For port 18480fc3-4751-4673-89af-0db72c301e27, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=18480fc3-4751-4673-89af-0db72c301e27,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:39.220952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.223750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=b78a649b-f1c8-4ff7-883c-510286670ef7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:39.234301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.234647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.234987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.239250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc70624-6b21-4125-b9ff-c99464279dff req-3a421756-cc05-4bc0-842b-ed19c6e4bc10 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:39.240780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebc70624-6b21-4125-b9ff-c99464279dff req-3a421756-cc05-4bc0-842b-ed19c6e4bc10 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1418433 Aug 30 14:26:39.245092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.245092 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.245092 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 2 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.251973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.253976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.262068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Calling delete_port for 18480fc3-4751-4673-89af-0db72c301e27 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:39.264001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.264001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.264358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.271585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.271941 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.272995 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 3 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.300028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.300477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.300955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.318398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.318767 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.321657 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 4 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.329955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-2312e3f6-2171-474e-b61d-296e33ea93ac', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:26:39.331163 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.343154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.343495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.343834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.353290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.353616 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.355613 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 5 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.369088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.384970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.384970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.384970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.385662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.390028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.390028 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.393907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebc70624-6b21-4125-b9ff-c99464279dff req-68b7305b-231e-4f3c-a1ce-ea3c35cf34a5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334927 Aug 30 14:26:39.418458 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 6 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.441021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.441384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.441725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.447818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.448151 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.450303 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 7 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.488146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.488507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.489174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.499333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.500232 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.502649 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 8 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.532938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Allocated IP 172.20.0.2 (2312e3f6-2171-474e-b61d-296e33ea93ac/be838110-f044-4f9d-bfe0-fd6e908650e6/519f479e-585c-4017-af9d-1d9ad6faac75) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:39.538115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.538790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.539074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.541586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Allocated IP 172.25.6.75 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/585aeea0-dacc-416a-a7e2-333a37526fba) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:39.553810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.554151 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.555255 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 9 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.592259 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.613169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.613522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.614174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.622110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.622110 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.626890 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempt 10 to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 Aug 30 14:26:39.656309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.656650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.657327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempting to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.672948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:39.673316 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Failed to bind port b78a649b-f1c8-4ff7-883c-510286670ef7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'acc011a6-ea61-4c17-b2c5-c888e11d705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8'}] Aug 30 14:26:39.673692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.707337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.720408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['18480fc3-4751-4673-89af-0db72c301e27'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:39.739039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.744336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Pushing event deleted for resources: {'Port': ['ID=18480fc3-4751-4673-89af-0db72c301e27,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:39.782835 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.795122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Transition to ACTIVE for port object 519f479e-585c-4017-af9d-1d9ad6faac75 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:39.795677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] For port b78a649b-f1c8-4ff7-883c-510286670ef7, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:39.796077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 14:26:39.798462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] No DVR routers for this DVR port 18480fc3-4751-4673-89af-0db72c301e27 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:26:39.802807 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.803888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.805168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edb9bfa6-92d3-4845-97c5-d2621ef7b40b req-e4c550b0-4f3c-458d-8b83-e03902a2c2b1 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.39 "DELETE /v2.0/ports/18480fc3-4751-4673-89af-0db72c301e27 HTTP/1.1" status: 204 len: 173 time: 0.8905308 Aug 30 14:26:39.807590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7904418-f36e-49e6-b6cb-ba26da9872da', 'name': 'network-vif-deleted', 'tag': '18480fc3-4751-4673-89af-0db72c301e27'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:39.815508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Transition to ACTIVE for port object 519f479e-585c-4017-af9d-1d9ad6faac75 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:39.816897 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a59683-85f0-483d-a0a2-bd2b61c13dd7" -d '{"events": [{"server_uuid": "b7904418-f36e-49e6-b6cb-ba26da9872da", "name": "network-vif-deleted", "tag": "18480fc3-4751-4673-89af-0db72c301e27"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:39.822885 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.846436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] In _notify_port_updated(), no bound segment for port b78a649b-f1c8-4ff7-883c-510286670ef7 on network ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:26:39.847319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:39.848058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.852290 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "PUT /v2.0/ports/b78a649b-f1c8-4ff7-883c-510286670ef7 HTTP/1.1" status: 200 len: 977 time: 1.2264853 Aug 30 14:26:39.854060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:39.867580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673552c1-7239-4064-98f8-5f97dafc429c tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event updated for resources: {'Port': ['ID=b78a649b-f1c8-4ff7-883c-510286670ef7,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:39.878392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.882521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Network 2312e3f6-2171-474e-b61d-296e33ea93ac is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:39.885612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:39.892998 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4858453-56ae-4c2b-9433-2f0c3d10abb8 x-openstack-request-id: req-b4858453-56ae-4c2b-9433-2f0c3d10abb8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:39.893452 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7904418-f36e-49e6-b6cb-ba26da9872da", "name": "network-vif-deleted", "tag": "18480fc3-4751-4673-89af-0db72c301e27", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:39.893805 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4858453-56ae-4c2b-9433-2f0c3d10abb8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:39.894297 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7904418-f36e-49e6-b6cb-ba26da9872da', 'name': 'network-vif-deleted', 'tag': '18480fc3-4751-4673-89af-0db72c301e27', 'status': 'completed', 'code': 200} Aug 30 14:26:39.904129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:39.923114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:39.928699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:39.931154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:39.941916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Pushing event updated for resources: {'Port': ['ID=519f479e-585c-4017-af9d-1d9ad6faac75,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:39.956801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event updated for resources: {'Port': ['ID=585aeea0-dacc-416a-a7e2-333a37526fba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:39.973450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Attempting to bind port 519f479e-585c-4017-af9d-1d9ad6faac75 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:39.974209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Attempting to bind port 519f479e-585c-4017-af9d-1d9ad6faac75 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:39.974676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Attempting to bind port 519f479e-585c-4017-af9d-1d9ad6faac75 on network 2312e3f6-2171-474e-b61d-296e33ea93ac {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:39.980637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:39.981140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Checking segment: {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:39.981606 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.982227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Bound using segment: {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:39.983168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Bound port: 519f479e-585c-4017-af9d-1d9ad6faac75, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:39.983626 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.026930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.060138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] For port 519f479e-585c-4017-af9d-1d9ad6faac75, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:40.064502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] For port 519f479e-585c-4017-af9d-1d9ad6faac75, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=519f479e-585c-4017-af9d-1d9ad6faac75,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:40.072350 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.078308 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.082154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Deleting port b78a649b-f1c8-4ff7-883c-510286670ef7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:40.082493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.085853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.102402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.141763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1147eb-d346-4746-b341-615dc1955517 None None] Pushing event updated for resources: {'Port': ['ID=519f479e-585c-4017-af9d-1d9ad6faac75,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:40.195607 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73e8eb77-0487-46ab-bdaa-b7d6274c9008 req-9b5cfb7e-cdd5-4cd4-91de-aa3b65e6e290 tempest-LiveMigrationNegativeTest-1963935597 tempest-LiveMigrationNegativeTest-1963935597-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7904418-f36e-49e6-b6cb-ba26da9872da HTTP/1.1" status: 200 len: 210 time: 0.0458577 Aug 30 14:26:40.290074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] For port b78a649b-f1c8-4ff7-883c-510286670ef7, host n-h2-805668-3, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:40.290441 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.319007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Calling delete_port for b78a649b-f1c8-4ff7-883c-510286670ef7 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:40.324703 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.333406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.465200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Allocated IP 172.25.6.83 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/dcf2cc70-299d-42e1-9cf7-87021c2e4c7b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:40.488679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event updated for resources: {'Port': ['ID=585aeea0-dacc-416a-a7e2-333a37526fba,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:40.515382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.538636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.545650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9849233b-39aa-4ee7-b423-9b63b795717b req-fc11477e-2fbe-4193-a875-c66925c8f788 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0627038 Aug 30 14:26:40.613772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9849233b-39aa-4ee7-b423-9b63b795717b req-60451c62-08ee-4f7c-85cc-098ee99f2033 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0667100 Aug 30 14:26:40.626682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.679235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.683833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b78a649b-f1c8-4ff7-883c-510286670ef7 HTTP/1.1" status: 204 len: 168 time: 0.8226397 Aug 30 14:26:40.685015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:40.693578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72173ca8-6b11-43d9-9da7-da0fb7c23985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] Pushing event deleted for resources: {'Port': ['ID=b78a649b-f1c8-4ff7-883c-510286670ef7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:40.704083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57294b2-9811-4802-a6c9-12e62b175d58 req-58aaffa6-40cb-4a21-bed5-7d952247dd98 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:40.705485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e57294b2-9811-4802-a6c9-12e62b175d58 req-58aaffa6-40cb-4a21-bed5-7d952247dd98 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1483345 Aug 30 14:26:40.714003 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d669f224-d242-4588-9e20-2cb2e2c68124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] GET failed (client error): The resource could not be found. Aug 30 14:26:40.715500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d669f224-d242-4588-9e20-2cb2e2c68124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-65188076-project-admin] 10.222.0.50 "GET /v2.0/ports/b78a649b-f1c8-4ff7-883c-510286670ef7 HTTP/1.1" status: 404 len: 333 time: 0.0297732 Aug 30 14:26:40.725133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:40.748001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.757885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849233b-39aa-4ee7-b423-9b63b795717b req-6d54ee00-b45b-4abc-a6cc-b20bfedc1229 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:40.759658 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9849233b-39aa-4ee7-b423-9b63b795717b req-6d54ee00-b45b-4abc-a6cc-b20bfedc1229 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1390319 Aug 30 14:26:40.828826 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e57294b2-9811-4802-a6c9-12e62b175d58 req-b3c1dd76-3dc5-4b66-8951-cf13e5882438 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168489 Aug 30 14:26:40.864393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.910288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.949496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56335fe8-7cf6-457e-8b86-f849bd60e1e8 req-803e8c3e-d8c4-41a3-8a0e-7fbe0a3275c8 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips/abc499b2-78a1-46ed-b4d9-17a2754104cf HTTP/1.1" status: 200 len: 692 time: 0.0890162 Aug 30 14:26:40.972761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:41.009393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:41.019456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:41.085739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf2cc70-299d-42e1-9cf7-87021c2e4c7b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:41.241132 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:26:41.290903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5eb439-588b-4d4f-aaa3-0e29a958a7ca None None] Network 2312e3f6-2171-474e-b61d-296e33ea93ac requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:41.356446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b863f357-63c4-42e1-8d97-77cf5837cf74 None None] Provisioning for port 519f479e-585c-4017-af9d-1d9ad6faac75 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:41.467279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.494945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:41.539986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:41.574119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc011a6-ea61-4c17-b2c5-c888e11d705f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:41.574452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc011a6-ea61-4c17-b2c5-c888e11d705f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:41.593669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.643718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56335fe8-7cf6-457e-8b86-f849bd60e1e8 req-888ecf3c-a7ab-43c5-b601-c72ad7a51f95 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:41.645284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56335fe8-7cf6-457e-8b86-f849bd60e1e8 req-888ecf3c-a7ab-43c5-b601-c72ad7a51f95 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.6711185 Aug 30 14:26:41.652533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.667539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-56335fe8-7cf6-457e-8b86-f849bd60e1e8 req-938f0b61-2c52-4a8e-a2b1-04c2c8b5556b tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:26:41.668614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56335fe8-7cf6-457e-8b86-f849bd60e1e8 req-938f0b61-2c52-4a8e-a2b1-04c2c8b5556b tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138099 Aug 30 14:26:41.672036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:26:41.672449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:26:41.681558 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:26:41.773593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-82619a0f-c829-47e6-bb39-67ddaaa2fb40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04962818f6724b73b1d2f608f8f09463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299953 Aug 30 14:26:41.774426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:41.780089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-9e0eace8-c1ae-4eca-b3bf-42ea6cff92e0 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips/abc499b2-78a1-46ed-b4d9-17a2754104cf HTTP/1.1" status: 200 len: 692 time: 0.0733669 Aug 30 14:26:41.794690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.832292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.834298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] 10.222.0.50 "DELETE /v2.0/networks/ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8 HTTP/1.1" status: 204 len: 168 time: 1.1074235 Aug 30 14:26:41.860471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Pushing event deleted for resources: {'Network': ['ID=ce5991a0-2f4e-4dfc-8b9f-15a41f8925c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:41.892764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.893411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.893950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.894490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.895009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.896155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.896504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.896846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.897216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.897548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.898076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.898563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe451e4-9e74-429c-b4f7-9cf8d05b969c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038776421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:41.925108 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.931202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d7e60da-97f6-4616-a21c-7a79c3b6a326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.942354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c2a8e82b-4920-4cd4-81a8-38c8de56aa94 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:41.943769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c2a8e82b-4920-4cd4-81a8-38c8de56aa94 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1629186 Aug 30 14:26:41.988412 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d7e60da-97f6-4616-a21c-7a79c3b6a326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.003929 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-4641c83a-82ba-45f0-ba86-c062f785d55c tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0528047 Aug 30 14:26:42.058535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-5445a770-1434-4fda-ac6b-cdb8074c0917 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0466149 Aug 30 14:26:42.084973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 18480fc3-4751-4673-89af-0db72c301e27 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:42.104735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 18480fc3-4751-4673-89af-0db72c301e27 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:26:42.105421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 18480fc3-4751-4673-89af-0db72c301e27 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:26:42.118184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:42.182986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d7e60da-97f6-4616-a21c-7a79c3b6a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.185507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d7e60da-97f6-4616-a21c-7a79c3b6a326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.189437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d7e60da-97f6-4616-a21c-7a79c3b6a326 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/456a7f41-992a-4f07-b3e4-40c471132c25 HTTP/1.1" status: 204 len: 168 time: 0.4114161 Aug 30 14:26:42.220771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23623e-d586-4b04-b3db-500b459517b4 req-161d4710-18ee-403a-b8c8-1b73d41ec65a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:42.227963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a23623e-d586-4b04-b3db-500b459517b4 req-161d4710-18ee-403a-b8c8-1b73d41ec65a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1519656 Aug 30 14:26:42.229805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e60da-97f6-4616-a21c-7a79c3b6a326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456a7f41-992a-4f07-b3e4-40c471132c25,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:42.242223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Deleting port 585aeea0-dacc-416a-a7e2-333a37526fba {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:42.242637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.275275 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-ffc3ffc3-8b48-4dcf-8bfb-7f3f07b8cb42 service neutron] show failed (client error): The resource could not be found. Aug 30 14:26:42.276291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-ffc3ffc3-8b48-4dcf-8bfb-7f3f07b8cb42 service neutron] 10.222.0.21 "GET /v2.0/ports/42f6c2a3-498b-41aa-9a1b-9a3f690f4078/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.2527308 Aug 30 14:26:42.352964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a23623e-d586-4b04-b3db-500b459517b4 req-86d92c4d-f263-4a44-9443-b8c077d7b98e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201165 Aug 30 14:26:42.366614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e7a6afb5-afe6-4614-93cf-ba982195c225 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b20ee6dee1494170871f61cd67566164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384241 Aug 30 14:26:42.366614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:42.376827 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.377185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.420165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.435060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Calling delete_port for 585aeea0-dacc-416a-a7e2-333a37526fba owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:42.542908 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ca8022-e8ee-43a4-a5dc-64d8edaaee12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.550148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 519f479e-585c-4017-af9d-1d9ad6faac75 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:42.579222 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ca8022-e8ee-43a4-a5dc-64d8edaaee12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.600345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-7438382e-f42b-4e20-8b89-6033bda4a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:42.602254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-7438382e-f42b-4e20-8b89-6033bda4a36a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe&tenant_id=954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 1100 time: 0.0671988 Aug 30 14:26:42.616449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:42.625789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 519f479e-585c-4017-af9d-1d9ad6faac75 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:42.632124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 519f479e-585c-4017-af9d-1d9ad6faac75 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:42.632519 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.681432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ca8022-e8ee-43a4-a5dc-64d8edaaee12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.687634 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1ca8022-e8ee-43a4-a5dc-64d8edaaee12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.689085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c1ca8022-e8ee-43a4-a5dc-64d8edaaee12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7feb29cf-74de-4d68-a9fb-a528e16d94d1 HTTP/1.1" status: 204 len: 168 time: 0.3263032 Aug 30 14:26:42.702087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca8022-e8ee-43a4-a5dc-64d8edaaee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb29cf-74de-4d68-a9fb-a528e16d94d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:42.704469 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.717966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.735076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event deleted for resources: {'Port': ['ID=585aeea0-dacc-416a-a7e2-333a37526fba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:42.744921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:26:42.801959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:42.822658 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.854943 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.857462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.863472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01beb85e-fa92-4a34-ac09-9651e04c6cf7 req-c3fa1e7b-fe67-45b3-a714-f0e318eca755 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "DELETE /v2.0/floatingips/abc499b2-78a1-46ed-b4d9-17a2754104cf HTTP/1.1" status: 204 len: 173 time: 0.7977269 Aug 30 14:26:42.869375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 519f479e-585c-4017-af9d-1d9ad6faac75, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=519f479e-585c-4017-af9d-1d9ad6faac75,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:42.872219 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-49fcff7e-1225-4482-b814-5e643066a711 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1990ec577e3249f3ba65d94834755f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687833 Aug 30 14:26:42.875375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:42.886230 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.931869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc49a222-2d8a-466f-a328-5dbb2078936d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.950568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=519f479e-585c-4017-af9d-1d9ad6faac75,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:42.956164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc49a222-2d8a-466f-a328-5dbb2078936d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.011667 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc49a222-2d8a-466f-a328-5dbb2078936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.014948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc49a222-2d8a-466f-a328-5dbb2078936d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.017511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc49a222-2d8a-466f-a328-5dbb2078936d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23411b76-7c20-4e6a-8a65-7ffd8e511eee HTTP/1.1" status: 204 len: 168 time: 0.1405032 Aug 30 14:26:43.027300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49a222-2d8a-466f-a328-5dbb2078936d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23411b76-7c20-4e6a-8a65-7ffd8e511eee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:43.152510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:43.201190 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b58b4a41-31d2-41d7-9049-96f32ee313ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28054767c3834b61ac80819fe4135ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472586 Aug 30 14:26:43.203716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:43.244433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:26:43.251395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Sync routers for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:26:43.262741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea7812-544a-4f84-bddc-76d742a97d6f req-9384cf9f-0db9-4e48-b37c-848f0863bb48 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:43.264701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:43.265469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:43.267367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fea7812-544a-4f84-bddc-76d742a97d6f req-9384cf9f-0db9-4e48-b37c-848f0863bb48 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3821080 Aug 30 14:26:43.283386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.285618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6dce7fae-af5c-4300-bfcf-9f6a29a2ea28 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1157722 Aug 30 14:26:43.287915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34506) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:43.301936 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c697d1ef-2fc0-4fbb-87bf-6ce3a49dd945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.321476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:43.404735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0272b68-1185-4ffc-9dca-8a28af5c32aa req-994e072f-cb8b-4d30-b781-796a0d4e5d1a tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=e655ca44e2c64b20bb46a0ebc0b7e3bd HTTP/1.1" status: 200 len: 1654 time: 0.1109974 Aug 30 14:26:43.406787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:43.444399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:43.457963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.475372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Transition to ACTIVE for port object 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:43.476416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:43.480057 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9085c364-a019-4270-b45f-97d2ec465962" -d '{"events": [{"server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "name": "network-vif-unplugged", "status": "completed", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:43.484478 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.547681 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c697d1ef-2fc0-4fbb-87bf-6ce3a49dd945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.584704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] No DVR routers for this DVR port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:26:43.674643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Attempting to bind port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:43.675239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Attempting to bind port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:43.675359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Attempting to bind port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:43.677382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:43.679054 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c697d1ef-2fc0-4fbb-87bf-6ce3a49dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.683680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c697d1ef-2fc0-4fbb-87bf-6ce3a49dd945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.688030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c697d1ef-2fc0-4fbb-87bf-6ce3a49dd945 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc700213-2ce7-4298-ac72-857268451e92 HTTP/1.1" status: 204 len: 168 time: 0.4832695 Aug 30 14:26:43.712536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138dad-120e-4370-b837-d58ac085db29 req-06d5f534-0e58-4a17-afa5-f09c2b2e571f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:43.714268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-99138dad-120e-4370-b837-d58ac085db29 req-06d5f534-0e58-4a17-afa5-f09c2b2e571f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.1936252 Aug 30 14:26:43.716553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:43.716875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Attempting to bind port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:43.728083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:43.728436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:43.728803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:43.729279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Bound port: 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:43.729641 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.744277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697d1ef-2fc0-4fbb-87bf-6ce3a49dd945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc700213-2ce7-4298-ac72-857268451e92,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:43.799586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:41Z', 'revision_number': 3, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:43.832171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-99138dad-120e-4370-b837-d58ac085db29 req-c3069001-980a-4e32-b3b9-4bd854b4fbba tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051850 Aug 30 14:26:43.852987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Checking router: 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:26:43.853371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Updating router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:26:43.935111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:43.937726 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.940588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:43.948755 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.972837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0272b68-1185-4ffc-9dca-8a28af5c32aa req-d8d5be3b-b8cc-4943-a498-931b9138e54c tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:43.975324 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d1a6d9-e19d-473f-9e6c-9b36b836ba6d x-openstack-request-id: req-42d1a6d9-e19d-473f-9e6c-9b36b836ba6d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:43.975627 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "name": "network-vif-unplugged", "status": "completed", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:43.975885 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42d1a6d9-e19d-473f-9e6c-9b36b836ba6d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:43.976288 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'code': 200} Aug 30 14:26:44.007191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0272b68-1185-4ffc-9dca-8a28af5c32aa req-d8d5be3b-b8cc-4943-a498-931b9138e54c tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks?id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 787 time: 0.4875231 Aug 30 14:26:44.027177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:44.027824 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:44.029293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] 10.222.0.39 "PUT /v2.0/ports/42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 1095 time: 1.4187658 Aug 30 14:26:44.185782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cccd4-9ca1-44a8-bb5b-d88e1d09da2f service neutron] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:44.290791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-16646f5b-dfd9-4f89-9f84-f8fd4219c5ff tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips/578f3474-ca68-404b-8afe-6e06e2378109 HTTP/1.1" status: 200 len: 693 time: 0.1375318 Aug 30 14:26:44.417151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-ba1aa7b3-4025-4db7-b31a-2bc81a487b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:44.417151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-ba1aa7b3-4025-4db7-b31a-2bc81a487b9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1098 time: 0.3478472 Aug 30 14:26:44.438433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-3d23601c-c746-4474-b8bc-38c7f0ec934c tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:44.448184 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-3d23601c-c746-4474-b8bc-38c7f0ec934c tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1564846 Aug 30 14:26:44.455166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-e7600b0b-4518-4285-aabd-a80132c9e1d7 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:26:44.467267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-e7600b0b-4518-4285-aabd-a80132c9e1d7 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181401 Aug 30 14:26:44.482373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 519f479e-585c-4017-af9d-1d9ad6faac75 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:44.559354 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:44.579328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-5cdc98b0-a894-4d6f-967a-7c166a642a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:44.580833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-5cdc98b0-a894-4d6f-967a-7c166a642a28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1306539 Aug 30 14:26:44.602583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Transition to ACTIVE for port object dcf2cc70-299d-42e1-9cf7-87021c2e4c7b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:44.630659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:44.674451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-ea76cff8-348f-4477-baf8-4ed0a535ab68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.0859134 Aug 30 14:26:44.683909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-c1d95fe6-cb43-4c4e-89a2-6315853ad141 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.2157574 Aug 30 14:26:44.726768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 519f479e-585c-4017-af9d-1d9ad6faac75 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:44.726891 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:44.775650 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-def6a64e-bd35-47bd-91df-b0dcacdd23ac tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.166 HTTP/1.1" status: 200 len: 696 time: 0.0907836 Aug 30 14:26:44.816849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Attempting to bind port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:44.817457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Attempting to bind port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:44.817722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Attempting to bind port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:44.822522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96414ee4-c6b4-469b-9b91-4426bd82211f None None] Pushing event updated for resources: {'Port': ['ID=dcf2cc70-299d-42e1-9cf7-87021c2e4c7b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:44.826764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-edb426d9-6c02-4026-8566-237dc6431d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:44.828799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-edb426d9-6c02-4026-8566-237dc6431d97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1423423 Aug 30 14:26:44.830911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:44.831292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:44.831702 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:44.832092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:44.832571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Bound port: dcf2cc70-299d-42e1-9cf7-87021c2e4c7b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:44.832956 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:44.928409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] For port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:44.943528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] For port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dcf2cc70-299d-42e1-9cf7-87021c2e4c7b,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:44.950541 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:44.975627 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:45.027874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:45.028522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:45.033865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-001ad416-3848-4add-a241-fa3a75751fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:45.035739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-001ad416-3848-4add-a241-fa3a75751fe9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672592 Aug 30 14:26:45.118031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eee5b0-c81a-4140-99a7-927efc666dbd req-8025271b-b8fd-4fb1-96a7-c396848e9ee5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:45.120554 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2eee5b0-c81a-4140-99a7-927efc666dbd req-8025271b-b8fd-4fb1-96a7-c396848e9ee5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.1259148 Aug 30 14:26:45.146133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:45.149898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-5da6a6ca-bc15-4aa6-bd63-e2eda408f620 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051302 Aug 30 14:26:45.235303 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2eee5b0-c81a-4140-99a7-927efc666dbd req-2e0646d1-0a75-477c-a5bb-78bc453a24d2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074362 Aug 30 14:26:45.356303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96414ee4-c6b4-469b-9b91-4426bd82211f None None] Pushing event updated for resources: {'Port': ['ID=dcf2cc70-299d-42e1-9cf7-87021c2e4c7b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:45.361357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Allocated IP 172.20.0.1 (2312e3f6-2171-474e-b61d-296e33ea93ac/be838110-f044-4f9d-bfe0-fd6e908650e6/1540aee9-2b03-4309-a62d-a97e8d242e66) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:45.540729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:41Z', 'revision_number': 3, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:45.575621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74436a-1df7-4712-aa64-a906d1f1c7a6 None None] The sync data for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 is: [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:41Z', 'revision_number': 3, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:26:45.627270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:45.662072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-297258bd-6af4-4d7f-b028-0d48ff934d28 req-52a13f35-179c-40a4-a782-a28802dcbf52 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035365 Aug 30 14:26:45.663719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Deleting port 5c74da92-1a32-4f6a-96e6-598e3595c4a2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:45.664085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:45.670000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Transition to ACTIVE for port object 1540aee9-2b03-4309-a62d-a97e8d242e66 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:45.762809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:45.797256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:45.797877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:45.815800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Calling delete_port for 5c74da92-1a32-4f6a-96e6-598e3595c4a2 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:45.870648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Network 2312e3f6-2171-474e-b61d-296e33ea93ac is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:45.880643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:45.890315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:45.964079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1540aee9-2b03-4309-a62d-a97e8d242e66,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:45.995197 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:46.086717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:46.089072 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f12664-88e7-49c3-9028-811650c4db96" -d '{"events": [{"name": "network-changed", "server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:46.173773 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:46.252868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event deleted for resources: {'Port': ['ID=5c74da92-1a32-4f6a-96e6-598e3595c4a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:46.355298 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-c5f5b152-fea9-4e07-ae74-566d231bab18 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=16ae33eb213749ae989a8e364678368a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570645 Aug 30 14:26:46.373091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:46.426140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:46.432212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:46.452215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e51dc9e-cb2a-4656-81a2-8745631d052f req-42dcbaf1-872d-43e4-bcda-c2d147b2dc1f tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "DELETE /v2.0/floatingips/578f3474-ca68-404b-8afe-6e06e2378109 HTTP/1.1" status: 204 len: 173 time: 1.6755874 Aug 30 14:26:46.530814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dcf2cc70-299d-42e1-9cf7-87021c2e4c7b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:46.545480 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98c54ac-d5c1-4cbf-a319-58841a379b6f x-openstack-request-id: req-b98c54ac-d5c1-4cbf-a319-58841a379b6f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:46.545773 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:46.546045 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b98c54ac-d5c1-4cbf-a319-58841a379b6f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:46.546968 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'status': 'completed', 'code': 200} Aug 30 14:26:46.630652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-efa8544f-6730-4476-844f-78a8ec99e38a None None] Provisioning for port 1540aee9-2b03-4309-a62d-a97e8d242e66 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:46.662086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-efa8544f-6730-4476-844f-78a8ec99e38a None None] Provisioning complete for port 1540aee9-2b03-4309-a62d-a97e8d242e66 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:46.662717 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efa8544f-6730-4476-844f-78a8ec99e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:46.688748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-0c6b4848-1484-4a26-9a88-d1b6ae5cf0d3 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:46.696496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-0c6b4848-1484-4a26-9a88-d1b6ae5cf0d3 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402572 Aug 30 14:26:46.707646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-efa8544f-6730-4476-844f-78a8ec99e38a None None] Port 1540aee9-2b03-4309-a62d-a97e8d242e66 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:46.719580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-d7661c1d-ea65-4cb0-9eb0-2e49ae7e3de5 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/quotas/16ae33eb213749ae989a8e364678368a HTTP/1.1" status: 200 len: 375 time: 0.0220096 Aug 30 14:26:46.723259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:46.756058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:46.766271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:46.767924 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:46.787398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12664-88e7-49c3-9028-811650c4db96 req-895a0f0a-43e5-492e-bc7d-6afdfd458488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:46.788962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-895a0f0a-43e5-492e-bc7d-6afdfd458488 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1098 time: 0.2361062 Aug 30 14:26:46.796371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12664-88e7-49c3-9028-811650c4db96 req-0a910724-97bf-47d9-90e8-6eb7d7ecd4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:46.799596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-e696cecb-53a6-4050-8e72-1e5f3fa9145f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=16ae33eb213749ae989a8e364678368a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548217 Aug 30 14:26:46.800142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-0a910724-97bf-47d9-90e8-6eb7d7ecd4c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1098 time: 0.2298234 Aug 30 14:26:46.860526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:46.860765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914782b1-a2bb-456e-afff-7fa1d7407b87 req-31713f4a-6c67-47e7-aa35-5be29b88eb22 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:46.865924 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-914782b1-a2bb-456e-afff-7fa1d7407b87 req-31713f4a-6c67-47e7-aa35-5be29b88eb22 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.1482301 Aug 30 14:26:46.941939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:46.955143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:47.061693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-914782b1-a2bb-456e-afff-7fa1d7407b87 req-32540a1e-a3b2-4af2-898a-f70a2506186d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157293 Aug 30 14:26:47.067566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:47.074864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:26:47.119564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dcf2cc70-299d-42e1-9cf7-87021c2e4c7b,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:47.126000 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:47.127760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:47.143078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1985676575'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:47.192490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12664-88e7-49c3-9028-811650c4db96 req-49fd9897-f2b9-4bf7-962d-838a29431bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:47.195083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-49fd9897-f2b9-4bf7-962d-838a29431bbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3787260 Aug 30 14:26:47.196658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12664-88e7-49c3-9028-811650c4db96 req-cd8df2e3-94a3-4ba4-b30b-15de867f78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:47.198381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-cd8df2e3-94a3-4ba4-b30b-15de867f78a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3943691 Aug 30 14:26:47.253190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=dcf2cc70-299d-42e1-9cf7-87021c2e4c7b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:47.283110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-5055904d-acae-4235-8ee4-82112cd85dda tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips/63976795-cf33-44b3-ae10-b5b9ef7504d7 HTTP/1.1" status: 200 len: 691 time: 0.1140640 Aug 30 14:26:47.285352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1540aee9-2b03-4309-a62d-a97e8d242e66,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:47.293509 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-5d02a8b1-091b-4bb2-ab93-de05e76ddf1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.0868630 Aug 30 14:26:47.344912 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-7c46ab15-ea4c-4796-b85c-442380ca2407 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.1216691 Aug 30 14:26:47.420641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Made reservation on behalf of 5c55470f80524bd4b3af65557663b45b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:47.424822 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:47.441898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:47.536638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12664-88e7-49c3-9028-811650c4db96 req-13e99a50-79e2-4c38-81dd-e3d4381f0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:47.539775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-13e99a50-79e2-4c38-81dd-e3d4381f0d4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2073913 Aug 30 14:26:47.565005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12664-88e7-49c3-9028-811650c4db96 req-aad0d52e-261c-48b4-8b03-b0398e8a794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:47.566499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-aad0d52e-261c-48b4-8b03-b0398e8a794b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1591794 Aug 30 14:26:47.602292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Network 2312e3f6-2171-474e-b61d-296e33ea93ac is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:47.606826 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7076ad7d-97c5-4206-84c2-05727e854c0e req-04f4c7fd-0869-4113-a1d2-6af95f4c8d8e tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 210 time: 0.0660825 Aug 30 14:26:47.613529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:47.634119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-934f7460-4128-468c-89c8-b96d5eaffd6e tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:47.638739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-934f7460-4128-468c-89c8-b96d5eaffd6e tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.3543589 Aug 30 14:26:47.670959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12664-88e7-49c3-9028-811650c4db96 req-59e31c43-613c-4dd2-bd90-0919fefc3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:47.673119 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-59e31c43-613c-4dd2-bd90-0919fefc3452 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179705 Aug 30 14:26:47.680680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12664-88e7-49c3-9028-811650c4db96 req-53d2168a-3a6a-4957-83ca-531d44ad5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:47.682375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-53d2168a-3a6a-4957-83ca-531d44ad5673 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853877 Aug 30 14:26:47.766437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-44d7fb54-86fa-46ad-8c46-94881ddd2d65 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.0781868 Aug 30 14:26:47.875704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-c11c9704-4b83-455d-bd70-a862f3e2f590 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815627 Aug 30 14:26:47.878485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-cf5af65a-79dc-43cd-9004-690587c30257 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949396 Aug 30 14:26:47.918126 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-06847223-c88a-4b45-8c55-89c1c4627bfb tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.0712733 Aug 30 14:26:48.024768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.056067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-136c9c84-d446-4e93-b667-fde6cc29aef8 None None] Provisioning complete for port 1540aee9-2b03-4309-a62d-a97e8d242e66 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:48.057657 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-136c9c84-d446-4e93-b667-fde6cc29aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.064955 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-93fb9e2f-53bc-4042-98c0-1ef4b993f3ed service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700375 Aug 30 14:26:48.066656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.067963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f12664-88e7-49c3-9028-811650c4db96 req-2a06044b-b152-45f7-a12e-37f915546cf4 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847203 Aug 30 14:26:48.072064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:26:48.148658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:26:48.150991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:26:48.175326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc38811-2054-4366-83f2-11c8a99f8148,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:48.180396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.180745 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Added segment c90a7a63-163e-4b43-9f79-faea34d6cafa of type vlan for network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 Aug 30 14:26:48.207149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-136c9c84-d446-4e93-b667-fde6cc29aef8 None None] Port 1540aee9-2b03-4309-a62d-a97e8d242e66 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:48.269850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a0cd-f957-40dc-b503-3faaaf171bd7 req-be24ef8f-c17e-441c-b396-5c023927e1b1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:48.272855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6517a0cd-f957-40dc-b503-3faaaf171bd7 req-be24ef8f-c17e-441c-b396-5c023927e1b1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 947 time: 0.0804570 Aug 30 14:26:48.324959 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.327694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6517a0cd-f957-40dc-b503-3faaaf171bd7 req-df5adda3-785e-4234-ae19-0e2d1ce152eb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478747 Aug 30 14:26:48.363276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Deleting port b7c1933d-f5de-45f6-a415-901ba9043fa9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:48.363716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.423138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:26:48.440973 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Sync routers for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:26:48.441611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3aac0f09-5d94-45d1-819e-1b4e361523e1 admin admin] 10.222.0.50 "PUT /v2.0/routers/216b5a10-9126-4f8b-9df9-7ef8dd0b4de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1418226 Aug 30 14:26:48.446735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.452574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:48.453820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.463060 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:48.464046 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:48.559342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dcf2cc70-299d-42e1-9cf7-87021c2e4c7b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:48.607067 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-acdfd316-071b-4a9c-943d-79b6fb1cf561 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=16ae33eb213749ae989a8e364678368a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664251 Aug 30 14:26:48.622545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:48.623297 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.626852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.658014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Calling delete_port for b7c1933d-f5de-45f6-a415-901ba9043fa9 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:48.667423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9429586 Aug 30 14:26:48.668157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'mac_address': 'fa:16:3e:4e:40:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:26:48.703907 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:48.733840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312a7c7-1683-4f85-93de-1a986d0dd51c tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Pushing event updated for resources: {'Network': ['ID=fa1f52b1-4144-4d8b-afdf-f2c6987b6c62,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:48.757749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:26:48.863144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8f8807e2-44ed-41e4-bc48-5151e73f630d tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:48.868264 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8f8807e2-44ed-41e4-bc48-5151e73f630d tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555964 Aug 30 14:26:48.881927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Request body: {'port': {'device_id': 'd1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '16ae33eb213749ae989a8e364678368a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:48.900750 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:48.956792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:48.979982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:48.986562 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.008401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.053993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:49.067920 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.151318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-244a96a7-9a24-44bd-acd0-f24398be8b6b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:49.156744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event deleted for resources: {'Port': ['ID=b7c1933d-f5de-45f6-a415-901ba9043fa9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:49.157723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-244a96a7-9a24-44bd-acd0-f24398be8b6b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe&tenant_id=954d96d6cf2346419ccb2f31463123c6&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 947 time: 0.1897790 Aug 30 14:26:49.185876 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 2, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:49.189306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:49.209208 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.213127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.215815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9549db66-01d5-44d6-94bb-b40376d4f8f9 req-88e2293e-bad0-4ca9-a78d-ee89a973e871 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "DELETE /v2.0/floatingips/63976795-cf33-44b3-ae10-b5b9ef7504d7 HTTP/1.1" status: 204 len: 173 time: 1.2846467 Aug 30 14:26:49.230823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Made reservation on behalf of 16ae33eb213749ae989a8e364678368a for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:49.235514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.239043 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Checking router: 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:26:49.239399 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Updating router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 port 1540aee9-2b03-4309-a62d-a97e8d242e66 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:26:49.271292 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.282991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:49.294295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b8b7241-4514-430c-b34b-325ebcff0eef req-e6587a22-63e6-474c-afaf-2d60775ce76a tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 210 time: 0.1335058 Aug 30 14:26:49.326140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.385987 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-47ab048b-59df-4143-9733-c5ea6c5bbdb7 service neutron] delete failed (client error): The resource could not be found. Aug 30 14:26:49.387032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-47ab048b-59df-4143-9733-c5ea6c5bbdb7 service neutron] 10.222.0.21 "DELETE /v2.0/ports/42f6c2a3-498b-41aa-9a1b-9a3f690f4078/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.1813014 Aug 30 14:26:49.487022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:49.493190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Request body: {'port': {'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62', 'binding:host_id': 'n-h2-805668-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1285283056'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:49.519036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e4075-f763-4d3b-a248-c1e6be44836c req-825a8e65-f81e-41ec-9105-17f4d74e4926 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:49.537376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-189e4075-f763-4d3b-a248-c1e6be44836c req-825a8e65-f81e-41ec-9105-17f4d74e4926 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 948 time: 0.1162360 Aug 30 14:26:49.585622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-9a30bd62-274c-49f5-a6c0-4b6729509984 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips/7bf9afef-86ae-4398-9781-6674974ca4c6 HTTP/1.1" status: 200 len: 692 time: 0.0609477 Aug 30 14:26:49.603825 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.616148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.667303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-91e9513e-5171-4e57-a32c-16ab2f18f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:49.668802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-91e9513e-5171-4e57-a32c-16ab2f18f27d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1099 time: 0.1266611 Aug 30 14:26:49.683444 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.722724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4696afb8-fbba-4152-a527-13827425f0d3 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:49.730590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4696afb8-fbba-4152-a527-13827425f0d3 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1381509 Aug 30 14:26:49.788590 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.798229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-9d01608b-e3cc-4291-921f-af23c414e70e tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.0666597 Aug 30 14:26:49.806616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Made reservation on behalf of 07d3cfd8d6f64de58b2f4737c12f3af3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:49.807797 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Transition to ACTIVE for port object 1540aee9-2b03-4309-a62d-a97e8d242e66 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:49.809255 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.813237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a5d0fc-529c-46e5-8d18-31eac2bade9d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:49.829612 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.835576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-189e4075-f763-4d3b-a248-c1e6be44836c req-dc4a6e5d-67eb-4b42-9285-7484796826b6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969055 Aug 30 14:26:49.887729 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:49.908417 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1b71b-c125-47d2-a4c0-403b5cb6f638 None None] Pushing event updated for resources: {'Port': ['ID=1540aee9-2b03-4309-a62d-a97e8d242e66,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:49.912818 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-cf1607ab-943c-40b6-b8da-aa19a88601fc tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.1129706 Aug 30 14:26:50.016528 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Attempting to bind port 1540aee9-2b03-4309-a62d-a97e8d242e66 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:50.016980 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Attempting to bind port 1540aee9-2b03-4309-a62d-a97e8d242e66 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:50.017541 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Attempting to bind port 1540aee9-2b03-4309-a62d-a97e8d242e66 on network 2312e3f6-2171-474e-b61d-296e33ea93ac {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:50.023765 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:50.024298 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Checking segment: {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:50.024800 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.025408 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Bound using segment: {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:50.025957 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Bound port: 1540aee9-2b03-4309-a62d-a97e8d242e66, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:50.026491 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.026902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-a3e4ac1d-95ed-4b13-898f-f90795658f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:50.029166 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-a3e4ac1d-95ed-4b13-898f-f90795658f3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2923307 Aug 30 14:26:50.047838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Allocated IP 192.168.233.168 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/0a4ae4b0-6775-4fb3-8060-2eb7c779e946) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:50.103447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-4a744090-7ceb-40f4-9c57-63de40069aee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.0523205 Aug 30 14:26:50.142579 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] For port 1540aee9-2b03-4309-a62d-a97e8d242e66, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:50.161656 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] For port 1540aee9-2b03-4309-a62d-a97e8d242e66, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1540aee9-2b03-4309-a62d-a97e8d242e66,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:50.166858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:50.173667 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.199005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-b0b8b8c2-0c10-450c-b753-3817a31c0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:50.201522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-b0b8b8c2-0c10-450c-b753-3817a31c0409 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0889411 Aug 30 14:26:50.206837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.217140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.242551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1b71b-c125-47d2-a4c0-403b5cb6f638 None None] Pushing event updated for resources: {'Port': ['ID=1540aee9-2b03-4309-a62d-a97e8d242e66,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:50.256151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] device_id is not set on port 858c3c66-c8b6-4193-83fa-d349018962c7 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:50.282797 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:50.283897 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:50.325882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:50.331530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:50.332705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.377947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-af2d5c5f-cce6-40d7-b1d6-fd524a365929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:50.388231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-af2d5c5f-cce6-40d7-b1d6-fd524a365929 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683571 Aug 30 14:26:50.504553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776d5472-68ee-4a23-b7ae-11782478830c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:50.549712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-505b33db-0585-4184-83db-854a2cff7edb service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538241 Aug 30 14:26:50.555667 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.577707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Deleting port d0041bdb-b831-4341-8c68-a4d5bbf1a46c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:50.578189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.619512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:50.624678 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fdc31f-0fa0-44b5-aae5-2f0945c29a7e" -d '{"events": [{"server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "name": "network-vif-plugged", "status": "completed", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:50.672806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:50.687522 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.706193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b307844a-d27f-4ace-8e3b-b9af8f8e5b3f req-421e9f2c-30e4-486a-8f9a-bb70007f8f3d tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 210 time: 0.1504507 Aug 30 14:26:50.842544 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11ae706-6a78-4e40-b828-731f89fd923b x-openstack-request-id: req-d11ae706-6a78-4e40-b828-731f89fd923b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:50.842838 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "name": "network-vif-plugged", "status": "completed", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:50.843092 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d11ae706-6a78-4e40-b828-731f89fd923b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:50.845609 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'code': 200} Aug 30 14:26:50.854979 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:50.875148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:50.879608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:50.910219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3e9bed4-58b6-4147-bf70-ccad85305f10 req-8500457a-403b-442c-afd5-5edef4c5c9d2 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493485 Aug 30 14:26:50.911167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Transition to ACTIVE for port object 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:50.981782 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.002687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a0934-d7df-43de-83b0-3c5c42e2db1f req-a89e4d78-0ee6-4fb9-8179-65d07a942e24 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:51.004379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce7a0934-d7df-43de-83b0-3c5c42e2db1f req-a89e4d78-0ee6-4fb9-8179-65d07a942e24 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.0744400 Aug 30 14:26:51.006268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.006596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.044953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] device_id is not set on port 858c3c66-c8b6-4193-83fa-d349018962c7 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:51.056596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:51.057301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Calling delete_port for d0041bdb-b831-4341-8c68-a4d5bbf1a46c owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:51.070711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:51.075592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.075823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:51.091943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Transition to ACTIVE for port object 858c3c66-c8b6-4193-83fa-d349018962c7 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:51.116143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Pushing event updated for resources: {'Port': ['ID=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:51.137674 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.166797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce7a0934-d7df-43de-83b0-3c5c42e2db1f req-9f957359-f4e2-4370-a5bd-f151092ca998 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389198 Aug 30 14:26:51.196540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:51.197866 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.227060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-8379033d-b1ea-4b9a-adda-67dd14a2774c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3491421 Aug 30 14:26:51.236582 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:50Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:51.254056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Request body: {'port': {'device_id': 'd1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:51.277958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=858c3c66-c8b6-4193-83fa-d349018962c7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:51.297925 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c10fc1-f925-4a16-b765-1b8187aaf6bd None None] The sync data for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 is: [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:50Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:26:51.317912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Checking segment: {'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:51.319875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Network hostable DHCP agents. Network: fa1f52b1-4144-4d8b-afdf-f2c6987b6c62, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:26:51.425723 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.439573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:26:51.469849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, fa1f52b1-4144-4d8b-afdf-f2c6987b6c62) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:51.475281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:51.484218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44700ab0-6db2-4905-9bea-3e787a999ce1 None None] Network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:51.492541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.534664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Pushing event deleted for resources: {'Port': ['ID=d0041bdb-b831-4341-8c68-a4d5bbf1a46c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:51.539965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:51.540305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:51.540658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:51.573732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:51.574081 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:51.614790 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 2 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:51.663127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1271043b-0fc8-4889-8be7-abe637ad2b70 None None] Provisioning for port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:51.676874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:51.679468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:51.679879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:51.692113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:51.692454 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:51.698011 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 3 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:51.731601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1271043b-0fc8-4889-8be7-abe637ad2b70 None None] Provisioning complete for port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:51.731984 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1271043b-0fc8-4889-8be7-abe637ad2b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.749170 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.761513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:51.772368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2e09424-1d6e-416d-9447-409f93c51ed8 req-4de8815e-e9d4-4457-9b2f-aa09f7d0ab45 tempest-FloatingIPDetailsTestJSON-1284692217 tempest-FloatingIPDetailsTestJSON-1284692217-project] 10.222.0.50 "DELETE /v2.0/floatingips/7bf9afef-86ae-4398-9781-6674974ca4c6 HTTP/1.1" status: 204 len: 173 time: 1.8581972 Aug 30 14:26:51.775960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:51.813608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:51.813965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:51.814327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:51.929695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1271043b-0fc8-4889-8be7-abe637ad2b70 None None] Port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:51.958234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:51.959995 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:51.962176 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 4 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:52.065783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9812551-140e-4828-8aad-65d6244add85 req-3d64c921-0e6f-49ac-b046-449236b8a55e tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:52.070309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9812551-140e-4828-8aad-65d6244add85 req-3d64c921-0e6f-49ac-b046-449236b8a55e tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 936 time: 0.1043177 Aug 30 14:26:52.159371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9812551-140e-4828-8aad-65d6244add85 req-8340b48e-1e8d-4f8c-b49b-8b01c04b1243 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778139 Aug 30 14:26:52.219486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:52.237141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:52.256497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Transition to ACTIVE for port object 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:52.263135 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:52.478186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Pushing event updated for resources: {'Port': ['ID=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:52.501806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Attempting to bind port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:52.502160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Attempting to bind port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:52.502499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Attempting to bind port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:52.512695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:52.513013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Attempting to bind port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:52.520264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1540aee9-2b03-4309-a62d-a97e8d242e66 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:52.527178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:52.527544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:52.527936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:52.528386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Bound port: 0a4ae4b0-6775-4fb3-8060-2eb7c779e946, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:52.528755 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:52.594491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1540aee9-2b03-4309-a62d-a97e8d242e66 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:52.600620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1540aee9-2b03-4309-a62d-a97e8d242e66 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:52.601567 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:52.617606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:52.618654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:52.619706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:52.659006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] For port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:52.663558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] For port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:52.665099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:52.665495 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:52.668937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:52.675017 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 5 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:52.704007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:52.704776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:52.705768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:52.723767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:52.725911 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:52.727416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:52.728267 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:52.729942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] 10.222.0.39 "PUT /v2.0/ports/0a4ae4b0-6775-4fb3-8060-2eb7c779e946 HTTP/1.1" status: 200 len: 1096 time: 1.4916155 Aug 30 14:26:52.732550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d', 'tag': '0a4ae4b0-6775-4fb3-8060-2eb7c779e946'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:52.737321 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e15dee-c3bd-4f5f-bf40-1347228749ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d", "tag": "0a4ae4b0-6775-4fb3-8060-2eb7c779e946"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:52.767323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e29442-776f-4cd9-8637-f560c9b6ab25 req-2a907408-8d95-449d-a3b1-3e400fa021d4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:52.772526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a117dc4-19f3-43e8-b37c-8e2966b0930e service neutron] Pushing event updated for resources: {'Port': ['ID=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:52.782999 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2e29442-776f-4cd9-8637-f560c9b6ab25 req-2a907408-8d95-449d-a3b1-3e400fa021d4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1959019 Aug 30 14:26:52.796858 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 6 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:52.803650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:52.828666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:52.829187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:52.829400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-e098419a-c624-4ab4-90c3-7e42853a17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:52.829863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:52.833579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-e098419a-c624-4ab4-90c3-7e42853a17a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=16ae33eb213749ae989a8e364678368a&device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 1099 time: 0.0547392 Aug 30 14:26:52.876392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 1540aee9-2b03-4309-a62d-a97e8d242e66, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1540aee9-2b03-4309-a62d-a97e8d242e66,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:52.900744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-82976639-0829-4ccd-a8bd-cb320d8c4561 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0a4ae4b0-6775-4fb3-8060-2eb7c779e946 HTTP/1.1" status: 200 len: 217 time: 0.0574811 Aug 30 14:26:52.904751 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:52.918833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:52.919296 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:52.954623 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 7 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:52.993846 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2e29442-776f-4cd9-8637-f560c9b6ab25 req-f7fd7cb2-374d-4265-be31-6e6bfc3a6d13 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095313 Aug 30 14:26:53.003259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:53.003844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:53.004410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:53.015064 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6300350-d09f-4785-88af-ae0cb89a314c x-openstack-request-id: req-c6300350-d09f-4785-88af-ae0cb89a314c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:53.015329 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d", "tag": "0a4ae4b0-6775-4fb3-8060-2eb7c779e946", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:53.015589 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6300350-d09f-4785-88af-ae0cb89a314c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:53.016170 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d', 'tag': '0a4ae4b0-6775-4fb3-8060-2eb7c779e946', 'status': 'completed', 'code': 200} Aug 30 14:26:53.024249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-26e6245f-2556-4246-816d-7f6000d77b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:53.025106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:53.025703 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:53.026340 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 8 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:53.026802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-26e6245f-2556-4246-816d-7f6000d77b76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1187608 Aug 30 14:26:53.049971 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=1540aee9-2b03-4309-a62d-a97e8d242e66,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:53.086480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:53.087310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:53.087784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:53.099521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:53.099890 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:53.126822 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 9 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:53.144878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:53.145227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:53.145666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:53.161280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:53.161624 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:53.164552 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 10 to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 Aug 30 14:26:53.210971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:53.211316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:53.211659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:53.245022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be6e6c-cca0-4402-9c80-3616260c35f6 req-b0bc447b-98ea-4a34-ad66-09d424f9bc77 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:53.246657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44be6e6c-cca0-4402-9c80-3616260c35f6 req-b0bc447b-98ea-4a34-ad66-09d424f9bc77 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1100 time: 0.1441648 Aug 30 14:26:53.247255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 858c3c66-c8b6-4193-83fa-d349018962c7 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:53.247585 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 858c3c66-c8b6-4193-83fa-d349018962c7 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:53.247958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:53.358650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44be6e6c-cca0-4402-9c80-3616260c35f6 req-dd543564-9bb6-407a-910f-865694752b2d tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984912 Aug 30 14:26:53.374796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] For port 858c3c66-c8b6-4193-83fa-d349018962c7, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:53.374998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 14:26:53.384488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:53.436412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:53.437091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:53.464724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=858c3c66-c8b6-4193-83fa-d349018962c7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:53.480228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-857ed162-547c-4125-b593-6f32fa103243 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.9917500 Aug 30 14:26:53.483440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:53.504768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-d62123b1-686a-4389-82f5-d6a508bf4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:53.506471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-d62123b1-686a-4389-82f5-d6a508bf4ed2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4693315 Aug 30 14:26:53.522785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ff99c-62d8-4300-88b5-17f9b2043673 req-d143d1b8-6fe6-47dd-9d5a-a1007bd71378 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:53.532866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-900ff99c-62d8-4300-88b5-17f9b2043673 req-d143d1b8-6fe6-47dd-9d5a-a1007bd71378 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 948 time: 0.0789208 Aug 30 14:26:53.618500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:53.646908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-900ff99c-62d8-4300-88b5-17f9b2043673 req-7e7ea2dd-84dd-45ad-b0d7-da60c47ddb11 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103013 Aug 30 14:26:53.666765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Deleting port 858c3c66-c8b6-4193-83fa-d349018962c7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:53.667116 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:53.694326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-e93be7f6-6e89-48ad-b240-0100646ab6bf service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541884 Aug 30 14:26:53.799000 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-564bf9ea-b156-4410-ac8e-da372264b4fa tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=954d96d6cf2346419ccb2f31463123c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427687 Aug 30 14:26:53.808495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce52a099-7e51-4e9c-8a25-7b26c1b6e318 req-87bc5138-35db-4cbf-a411-257888746ec6 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066031 Aug 30 14:26:53.809234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] For port 858c3c66-c8b6-4193-83fa-d349018962c7, host n-h2-805668-3, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:53.809601 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:53.872188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Calling delete_port for 858c3c66-c8b6-4193-83fa-d349018962c7 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:53.904445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-0dcfa9fd-0d62-4740-b911-621407fcaa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:53.905953 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-0dcfa9fd-0d62-4740-b911-621407fcaa0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=16ae33eb213749ae989a8e364678368a&device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 1099 time: 0.0487688 Aug 30 14:26:54.021857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-568eb14b-dc7d-4a05-b49a-36afac3c276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:54.023600 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-568eb14b-dc7d-4a05-b49a-36afac3c276b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1106973 Aug 30 14:26:54.045320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-85667029-69e9-42fb-8bd8-ff75acaf8cb3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:54.046850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-85667029-69e9-42fb-8bd8-ff75acaf8cb3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390079 Aug 30 14:26:54.072271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-a450f102-ebd5-4dce-9231-f2fd455d7c91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0a4ae4b0-6775-4fb3-8060-2eb7c779e946 HTTP/1.1" status: 200 len: 217 time: 0.0417213 Aug 30 14:26:54.076323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-f8d5effc-db47-4b3a-a517-5115ac49a041 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/quotas/954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 375 time: 0.0219212 Aug 30 14:26:54.095906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.139925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-a90ba419-ed84-4e77-9b73-32821a42502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:54.141892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-a90ba419-ed84-4e77-9b73-32821a42502b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0580926 Aug 30 14:26:54.161953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event deleted for resources: {'Port': ['ID=858c3c66-c8b6-4193-83fa-d349018962c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:54.177638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.179710 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2815dcee-0496-46cd-baa1-6e86e9fab514 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "DELETE /v2.0/ports/858c3c66-c8b6-4193-83fa-d349018962c7 HTTP/1.1" status: 204 len: 168 time: 0.6953406 Aug 30 14:26:54.182443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:54.212049 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-59538c47-c87c-48bb-955d-137630996311 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] GET failed (client error): The resource could not be found. Aug 30 14:26:54.213560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-59538c47-c87c-48bb-955d-137630996311 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "GET /v2.0/ports/858c3c66-c8b6-4193-83fa-d349018962c7 HTTP/1.1" status: 404 len: 333 time: 0.0303371 Aug 30 14:26:54.213809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-8e9bd9ae-fd8a-43d2-b244-a84f7207fc36 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298122 Aug 30 14:26:54.217742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:54.223534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Request body: {'port': {'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1469921743'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:54.228521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-79c50b31-97c9-445a-85e5-717e28cdeed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:54.230023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-79c50b31-97c9-445a-85e5-717e28cdeed0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810385 Aug 30 14:26:54.238147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Deleting port b08ffea5-2e09-4748-af80-9741d91d19de {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:54.238954 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.304783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Made reservation on behalf of 07d3cfd8d6f64de58b2f4737c12f3af3 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:54.307094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.337189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] device_id is not set on port 1f055898-63b4-45f4-ad9b-653f18ec8c98 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:54.371806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] For port b08ffea5-2e09-4748-af80-9741d91d19de, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b08ffea5-2e09-4748-af80-9741d91d19de,segment=NetworkSegment(0caa4243-fb0e-4615-9200-fcdb1cd306f6),segment_id=0caa4243-fb0e-4615-9200-fcdb1cd306f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:54.372434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.403636 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-3c182fce-76cf-4170-a724-d16234998634 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641119 Aug 30 14:26:54.419045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Calling delete_port for b08ffea5-2e09-4748-af80-9741d91d19de owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:54.467642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1540aee9-2b03-4309-a62d-a97e8d242e66 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:54.519051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cec4deb6-de09-4e71-9e04-8f92e36b3f37 req-52bebe08-279f-4503-aca9-b1ef58586849 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 210 time: 0.0459683 Aug 30 14:26:54.570996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1540aee9-2b03-4309-a62d-a97e8d242e66 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:54.571377 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.635326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09e15dee-c3bd-4f5f-bf40-1347228749ed req-35f9d0e7-8bb5-4aa1-ae80-37fb97d09de1 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233965 Aug 30 14:26:54.666212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.781328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.804120 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.810766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08ffea5-2e09-4748-af80-9741d91d19de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:54.866666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:54.874532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:54.883499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:54.884505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:54.889171 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:54.951262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f72d3-3d0d-44a6-a5e0-417565568d36 req-1425d1c1-52ac-4430-a33c-6d18ea30713a tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:54.961985 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-277f72d3-3d0d-44a6-a5e0-417565568d36 req-1425d1c1-52ac-4430-a33c-6d18ea30713a tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 948 time: 0.2082026 Aug 30 14:26:54.981332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7625446 Aug 30 14:26:54.982127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f22d5-6f16-4af0-a39b-33c5a0db47fb tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=1f055898-63b4-45f4-ad9b-653f18ec8c98,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:54.986463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34816) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:55.005826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:55.112289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-277f72d3-3d0d-44a6-a5e0-417565568d36 req-a8da7e3e-53be-460f-851d-aa17c6649f40 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493323 Aug 30 14:26:55.123805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:55.124729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-448c66c9-cc1a-4bdc-90e3-e56e485d13b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:55.158756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:55.364544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] device_id is not set on port 1f055898-63b4-45f4-ad9b-653f18ec8c98 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:55.377586 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:55.398357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Transition to ACTIVE for port object 1f055898-63b4-45f4-ad9b-653f18ec8c98 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:55.404203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:55.409407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Router a0cfa85c-1948-4263-b658-3a2185fef3c3 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:26:55.465481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=1f055898-63b4-45f4-ad9b-653f18ec8c98,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:55.482801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.483271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.483714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.489072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.489417 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.489798 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 2 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.504528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.505011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.505476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.510301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.510993 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.511458 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 3 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.530104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.530816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.530816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.531534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:26:55.535529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.535934 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.536261 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 4 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.540411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] Sync routers for ids ['a0cfa85c-1948-4263-b658-3a2185fef3c3'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:26:55.544395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-849d4a7b-a88d-4924-ab8e-7cc2cbd90cc4 admin admin] 10.222.0.50 "PUT /v2.0/routers/a0cfa85c-1948-4263-b658-3a2185fef3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7671120 Aug 30 14:26:55.546931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:55.568122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.569293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.569680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.576018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] Routers {'a0cfa85c-1948-4263-b658-3a2185fef3c3'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:55.576671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a0cfa85c-1948-4263-b658-3a2185fef3c3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:55.579591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.581714 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.582118 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 5 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.611501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.611901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.612256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.623482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.623861 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.624375 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 6 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.678017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-e944634b-8341-4c23-b170-437339121ce8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=954d96d6cf2346419ccb2f31463123c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418797 Aug 30 14:26:55.678972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.680033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.680452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.705249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9ad9a4a3-a6af-438e-b909-65421efcb00e req-ba6f3b59-a066-4616-afea-864521d3eb1e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 210 time: 0.0315053 Aug 30 14:26:55.706860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:55.721141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.721484 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.747457 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 7 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.794276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.796570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.799732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.820089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] Set router a0cfa85c-1948-4263-b658-3a2185fef3c3 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:55.827047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.829389 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.838201 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 8 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.885826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.888817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.889923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.912181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:55.915543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.916236 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.919830 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 9 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.947788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:55.948336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:55.948853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:55.962070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:55.962683 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:55.971681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-e864fc86-8746-4f49-9a88-75cf6df18ab5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:55.973562 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-e864fc86-8746-4f49-9a88-75cf6df18ab5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895436 Aug 30 14:26:55.974272 n-d-805668-3 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 10 to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 Aug 30 14:26:55.991495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Request body: {'port': {'device_id': '11a3b760-55de-40ca-9b99-32004b76b217', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '954d96d6cf2346419ccb2f31463123c6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:56.028918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Deleting port 061e9993-2863-4d85-98d8-2d4b1043977c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:56.029258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.073276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:56.074014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:56.074644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:56.089452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:56.089799 n-d-805668-3 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:26:56.090298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.163001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:54Z', 'revision_number': 5, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port': {'id': '061e9993-2863-4d85-98d8-2d4b1043977c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:23Z', 'updated_at': '2021-08-30T14:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:56.203058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] Checking router: a0cfa85c-1948-4263-b658-3a2185fef3c3 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:26:56.227331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:26:56.267598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] For port 061e9993-2863-4d85-98d8-2d4b1043977c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=061e9993-2863-4d85-98d8-2d4b1043977c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:56.268024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.274745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] For port 1f055898-63b4-45f4-ad9b-653f18ec8c98, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:56.275111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 14:26:56.286101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e71e-8b40-47cb-ad3b-6746fef19aaf req-357f7f54-86ae-4396-ba13-89d5065b38eb tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.288038 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3c3e71e-8b40-47cb-ad3b-6746fef19aaf req-357f7f54-86ae-4396-ba13-89d5065b38eb tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 946 time: 0.1234546 Aug 30 14:26:56.295177 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.297394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Calling delete_port for 061e9993-2863-4d85-98d8-2d4b1043977c owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:56.320814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] In _notify_port_updated(), no bound segment for port 1f055898-63b4-45f4-ad9b-653f18ec8c98 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:26:56.321340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.322026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.326922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "PUT /v2.0/ports/1f055898-63b4-45f4-ad9b-653f18ec8c98 HTTP/1.1" status: 200 len: 975 time: 1.3396089 Aug 30 14:26:56.337570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] Routers {'a0cfa85c-1948-4263-b658-3a2185fef3c3'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:56.338638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a0cfa85c-1948-4263-b658-3a2185fef3c3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:56.348574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:56.416917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd9d5a-1e44-4df9-906b-c65b51bd6a6a tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=1f055898-63b4-45f4-ad9b-653f18ec8c98,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:56.420839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Made reservation on behalf of 954d96d6cf2346419ccb2f31463123c6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:56.424602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.501790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] Set router a0cfa85c-1948-4263-b658-3a2185fef3c3 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:56.509375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd9962-c4e6-4afc-adfc-2b09b1e76388 req-44320e2f-47f0-47b0-8299-95c8d60104c2 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.517568 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ecd9962-c4e6-4afc-adfc-2b09b1e76388 req-44320e2f-47f0-47b0-8299-95c8d60104c2 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 948 time: 0.3144808 Aug 30 14:26:56.572138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ecd9962-c4e6-4afc-adfc-2b09b1e76388 req-eddc8d6d-e1f1-4be6-a0ac-6077bd1d38da tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527093 Aug 30 14:26:56.582175 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.617510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=061e9993-2863-4d85-98d8-2d4b1043977c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:56.665187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3c3e71e-8b40-47cb-ad3b-6746fef19aaf req-0430a49d-434e-4225-8b20-47afc23cd920 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508143 Aug 30 14:26:56.701678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.702186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.702660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.703128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.703596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.704640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.705128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.705897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.706300 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.706536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.707040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.707509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.707972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.708436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.708902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.709388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.709976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.710480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.710911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.711367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.711819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.712371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.712834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.713314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.713825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.714330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.714823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.715283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:56.717638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:55Z', 'revision_number': 6, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:56.723428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-75eba41d-e9e8-4d82-a5a5-09acfeffac03 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24185 time: 0.3029389 Aug 30 14:26:56.723428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:56.766371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:56.769429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b2541-4b11-4dca-9f24-18edad3194ed None None] The sync data for ids ['a0cfa85c-1948-4263-b658-3a2185fef3c3'] in n-d-805668-3 is: [{'id': 'a0cfa85c-1948-4263-b658-3a2185fef3c3', 'name': 'tempest-FloatingIPDetailsTestJSON-1776177306-router', 'tenant_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:21Z', 'updated_at': '2021-08-30T14:26:55Z', 'revision_number': 6, 'project_id': 'e655ca44e2c64b20bb46a0ebc0b7e3bd', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:26:56.788043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Allocated IP 192.168.233.247 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/d32b4f70-84cb-4bab-9ba4-56be142faed8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:56.793655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '0a4ae4b0-6775-4fb3-8060-2eb7c779e946', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '0a4ae4b0-6775-4fb3-8060-2eb7c779e946', 'mac_address': 'fa:16:3e:24:39:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:26:56.835184 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.847821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.854320 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.870633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:56.872808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b872510f-2b56-4668-af37-7239a1b327f1 req-d4013877-91f1-44f5-bd43-589a6ba3db87 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 210 time: 0.0357270 Aug 30 14:26:56.908500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Deleting port 1f055898-63b4-45f4-ad9b-653f18ec8c98 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:56.908854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.912474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:56.914757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.915326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0cfa85c-1948-4263-b658-3a2185fef3c3 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:26:56.925558 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.928195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:56.929374 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6d194509-5d6b-4e5b-8852-09596a8cbf3e admin admin] 10.222.0.50 "DELETE /v2.0/routers/a0cfa85c-1948-4263-b658-3a2185fef3c3 HTTP/1.1" status: 204 len: 168 time: 1.3809478 Aug 30 14:26:56.933373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:56.991473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:57.003541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3324d260-ba58-4b51-993f-7a6705a0308d admin admin] Deleting subnet 362bdfb4-aa96-47c9-a18f-42caf9b87b39 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:26:57.007113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3324d260-ba58-4b51-993f-7a6705a0308d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.044474 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3324d260-ba58-4b51-993f-7a6705a0308d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.052802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] For port 1f055898-63b4-45f4-ad9b-653f18ec8c98, host n-h2-805668-3, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:57.053208 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.077757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Calling delete_port for 1f055898-63b4-45f4-ad9b-653f18ec8c98 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:57.103391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.133514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0a4ae4b0-6775-4fb3-8060-2eb7c779e946'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:57.153822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Transition to ACTIVE for port object d32b4f70-84cb-4bab-9ba4-56be142faed8 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:57.168279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3324d260-ba58-4b51-993f-7a6705a0308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.215285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.231226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.254236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3324d260-ba58-4b51-993f-7a6705a0308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.270572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.272666 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "DELETE /v2.0/ports/1f055898-63b4-45f4-ad9b-653f18ec8c98 HTTP/1.1" status: 204 len: 168 time: 0.5487461 Aug 30 14:26:57.273576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fce1b-c87b-4d57-88c1-525d3e63d05d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f055898-63b4-45f4-ad9b-653f18ec8c98,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:57.281695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:57.285366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:57.291235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324d260-ba58-4b51-993f-7a6705a0308d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362bdfb4-aa96-47c9-a18f-42caf9b87b39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:57.295275 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3324d260-ba58-4b51-993f-7a6705a0308d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.300611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3324d260-ba58-4b51-993f-7a6705a0308d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/362bdfb4-aa96-47c9-a18f-42caf9b87b39 HTTP/1.1" status: 204 len: 168 time: 0.3662548 Aug 30 14:26:57.301232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:57.311839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293c69f-fdbe-4f4d-b058-9ad3ff41e75e None None] Network be3886cd-bf7f-429c-9641-bf2619a5f73a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:57.340983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:57.348283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:57.391022 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.459969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:57.460625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.464878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Deleting port d7dc93ef-4cd1-4571-8813-897adf2ac7ba {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:57.465399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.471691 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cd6b2a-6e7c-4030-88ee-f7a9626af802 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] GET failed (client error): The resource could not be found. Aug 30 14:26:57.473757 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f5cd6b2a-6e7c-4030-88ee-f7a9626af802 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "GET /v2.0/ports/1f055898-63b4-45f4-ad9b-653f18ec8c98 HTTP/1.1" status: 404 len: 333 time: 0.1904449 Aug 30 14:26:57.479934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:57.492800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1598290950', 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:57.502365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:57.511703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-c0e1437b-6c67-4668-9564-514306caea8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5265901 Aug 30 14:26:57.527418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Request body: {'port': {'device_id': '11a3b760-55de-40ca-9b99-32004b76b217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:57.582738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Made reservation on behalf of 07d3cfd8d6f64de58b2f4737c12f3af3 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:57.586659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.706231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] device_id is not set on port ac44cf9a-b242-4cd7-aab7-15f52b78cc85 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:26:57.712122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.785385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] DHCP port deletion for be3886cd-bf7f-429c-9641-bf2619a5f73a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:26:57.791541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bebd1053-5952-42ff-bb50-e294127954c5 None None] Provisioning for port d32b4f70-84cb-4bab-9ba4-56be142faed8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:57.802929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bebd1053-5952-42ff-bb50-e294127954c5 None None] Provisioning complete for port d32b4f70-84cb-4bab-9ba4-56be142faed8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:57.805436 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bebd1053-5952-42ff-bb50-e294127954c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.926146 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a556866-9664-4c9d-b250-dc2af2197972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.937152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bebd1053-5952-42ff-bb50-e294127954c5 None None] Port d32b4f70-84cb-4bab-9ba4-56be142faed8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:57.971815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] Deleting port d7dc93ef-4cd1-4571-8813-897adf2ac7ba {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:57.972183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:57.992182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] For port d7dc93ef-4cd1-4571-8813-897adf2ac7ba, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,segment=NetworkSegment(0caa4243-fb0e-4615-9200-fcdb1cd306f6),segment_id=0caa4243-fb0e-4615-9200-fcdb1cd306f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:57.992743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.013295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Calling delete_port for d7dc93ef-4cd1-4571-8813-897adf2ac7ba owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:58.028285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c6794-cbf7-4388-b78c-37a265c09c95 req-c261b322-29b4-420e-ad9b-19b3177aa9aa tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:58.029377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4bc7a-ac17-45a6-a58f-d4222ee71961 req-f501d608-c01f-4a88-9681-f623524ba858 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:58.035566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f00c6794-cbf7-4388-b78c-37a265c09c95 req-c261b322-29b4-420e-ad9b-19b3177aa9aa tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 946 time: 0.1095331 Aug 30 14:26:58.036889 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cd4bc7a-ac17-45a6-a58f-d4222ee71961 req-f501d608-c01f-4a88-9681-f623524ba858 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 949 time: 0.2429435 Aug 30 14:26:58.053001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] For port d7dc93ef-4cd1-4571-8813-897adf2ac7ba, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,segment=NetworkSegment(0caa4243-fb0e-4615-9200-fcdb1cd306f6),segment_id=0caa4243-fb0e-4615-9200-fcdb1cd306f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:58.053763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.071590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] Calling delete_port for d7dc93ef-4cd1-4571-8813-897adf2ac7ba owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:58.087631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-7fc9b352-410a-4e11-9918-950965260273 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:58.089181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-7fc9b352-410a-4e11-9918-950965260273 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 946 time: 0.2746639 Aug 30 14:26:58.122457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:58.144169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f00c6794-cbf7-4388-b78c-37a265c09c95 req-6abca75d-781e-407a-907c-6cbfa8afd61e tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075606 Aug 30 14:26:58.196713 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.219532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:58.244321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] No DVR routers for this DVR port d7dc93ef-4cd1-4571-8813-897adf2ac7ba on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:26:58.252692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:58.281082 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.319168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cd4bc7a-ac17-45a6-a58f-d4222ee71961 req-fa92a23e-d23b-4456-a38e-cd3f5b8c14ef tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761807 Aug 30 14:26:58.334420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] Pushing event deleted for resources: {'Port': ['ID=d7dc93ef-4cd1-4571-8813-897adf2ac7ba,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:58.344065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084e329-5054-4829-8a35-c3a395c1bbb3 None None] No DVR routers for this DVR port d7dc93ef-4cd1-4571-8813-897adf2ac7ba on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:26:58.420145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:58.424205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.430538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.437314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:58.437695 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.437918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3886cd-bf7f-429c-9641-bf2619a5f73a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:58.452067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caa4243-fb0e-4615-9200-fcdb1cd306f6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:58.452368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caa4243-fb0e-4615-9200-fcdb1cd306f6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:58.468135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30db849-5913-4529-a723-f3600e04a323 req-07d5fe6d-7267-46ac-bcd8-079fc1c3435c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:58.469694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d30db849-5913-4529-a723-f3600e04a323 req-07d5fe6d-7267-46ac-bcd8-079fc1c3435c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 936 time: 0.1434002 Aug 30 14:26:58.474545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.504410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b08ffea5-2e09-4748-af80-9741d91d19de no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:58.512975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.528019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b08ffea5-2e09-4748-af80-9741d91d19de {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:26:58.528294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b08ffea5-2e09-4748-af80-9741d91d19de not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:26:58.528976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 061e9993-2863-4d85-98d8-2d4b1043977c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:58.529806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:26:58.530248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:26:58.532197 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:26:58.566764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 061e9993-2863-4d85-98d8-2d4b1043977c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:26:58.567123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 061e9993-2863-4d85-98d8-2d4b1043977c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:26:58.567529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d7dc93ef-4cd1-4571-8813-897adf2ac7ba no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:26:58.576648 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d30db849-5913-4529-a723-f3600e04a323 req-adc4cc0f-7862-4d96-b2fd-14eb987176fc tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919108 Aug 30 14:26:58.597096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d7dc93ef-4cd1-4571-8813-897adf2ac7ba {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:26:58.597678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d7dc93ef-4cd1-4571-8813-897adf2ac7ba not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:26:58.600662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.613799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.627051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.633204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/be3886cd-bf7f-429c-9641-bf2619a5f73a HTTP/1.1" status: 204 len: 168 time: 1.3284519 Aug 30 14:26:58.652388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fb5da-4482-4edb-b5cb-b234525cdfe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be3886cd-bf7f-429c-9641-bf2619a5f73a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:58.693929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.709744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Deleting port 51a8cead-fce2-4aa4-9ade-65566ce63a4d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:58.710914 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.726126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4ae4b0-6775-4fb3-8060-2eb7c779e946'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:58.728541 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db82f34-a76f-48b1-8581-63eb139d94dc" -d '{"events": [{"server_uuid": "d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d", "name": "network-vif-plugged", "status": "completed", "tag": "0a4ae4b0-6775-4fb3-8060-2eb7c779e946"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:58.746462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:58.752040 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.788154 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad68a5-86ca-4b44-a622-3e3a5a9e3d28 x-openstack-request-id: req-e9ad68a5-86ca-4b44-a622-3e3a5a9e3d28 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:58.788814 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d", "name": "network-vif-plugged", "status": "completed", "tag": "0a4ae4b0-6775-4fb3-8060-2eb7c779e946", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:58.788814 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9ad68a5-86ca-4b44-a622-3e3a5a9e3d28 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:58.789545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32b4f70-84cb-4bab-9ba4-56be142faed8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:58.791615 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4ae4b0-6775-4fb3-8060-2eb7c779e946', 'code': 200} Aug 30 14:26:58.812742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.825342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:58.847021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Transition to ACTIVE for port object d32b4f70-84cb-4bab-9ba4-56be142faed8 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:58.850949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.868532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.898382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:58.957874 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4bb4ce14-9b3d-4fcd-a761-775298db65f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e655ca44e2c64b20bb46a0ebc0b7e3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559392 Aug 30 14:26:58.958227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:58.963130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:58.968224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] For port 51a8cead-fce2-4aa4-9ade-65566ce63a4d, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=51a8cead-fce2-4aa4-9ade-65566ce63a4d,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:58.968517 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:58.982391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:58.991451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:58.992433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:58.993030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.002393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=ac44cf9a-b242-4cd7-aab7-15f52b78cc85,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:59.027492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5a515e-d266-48a2-aaf6-a6f37986694a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.058872 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5a515e-d266-48a2-aaf6-a6f37986694a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.120249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5a515e-d266-48a2-aaf6-a6f37986694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.124068 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5a515e-d266-48a2-aaf6-a6f37986694a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.124690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:59.126410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4f5a515e-d266-48a2-aaf6-a6f37986694a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1716057-f180-4874-b28e-acfe79b7bec5 HTTP/1.1" status: 204 len: 168 time: 0.1668663 Aug 30 14:26:59.139621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a515e-d266-48a2-aaf6-a6f37986694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1716057-f180-4874-b28e-acfe79b7bec5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:59.168710 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.214594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-96f5e917-4018-4bc9-aada-0c94c87b619b tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7335382 Aug 30 14:26:59.217320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:59.237030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f2cca-13f0-41e2-a120-d58e5f75c0f5 req-c5097ac5-2bd1-49f5-bf2b-8b7fa49fd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:59.247450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a5f2cca-13f0-41e2-a120-d58e5f75c0f5 req-c5097ac5-2bd1-49f5-bf2b-8b7fa49fd19e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 1101 time: 0.3697102 Aug 30 14:26:59.263637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95efe3-f760-43a1-b983-0430fc1fb907 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:59.268180 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7a95efe3-f760-43a1-b983-0430fc1fb907 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "GET /v2.0/ports/ac44cf9a-b242-4cd7-aab7-15f52b78cc85 HTTP/1.1" status: 200 len: 955 time: 0.0467470 Aug 30 14:26:59.268353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:59.409207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7cae772f-eaa8-4655-bbcb-f04adaab6228 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Deleting port ac44cf9a-b242-4cd7-aab7-15f52b78cc85 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:26:59.409685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cae772f-eaa8-4655-bbcb-f04adaab6228 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.519494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283c18d-7177-4a21-bd7d-fdd22fc592d2 req-42e5d938-55bd-45b3-803e-af6d79dcb53d tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:59.521159 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d283c18d-7177-4a21-bd7d-fdd22fc592d2 req-42e5d938-55bd-45b3-803e-af6d79dcb53d tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 950 time: 0.0984764 Aug 30 14:26:59.525159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cae772f-eaa8-4655-bbcb-f04adaab6228 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.563009 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7cae772f-eaa8-4655-bbcb-f04adaab6228 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Calling delete_port for ac44cf9a-b242-4cd7-aab7-15f52b78cc85 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:59.591278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d283c18d-7177-4a21-bd7d-fdd22fc592d2 req-4530c5f6-631a-4b65-af41-87a933319b5a tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548778 Aug 30 14:26:59.707642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cae772f-eaa8-4655-bbcb-f04adaab6228 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.762372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae772f-eaa8-4655-bbcb-f04adaab6228 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac44cf9a-b242-4cd7-aab7-15f52b78cc85,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:59.769440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cae772f-eaa8-4655-bbcb-f04adaab6228 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.774369 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7cae772f-eaa8-4655-bbcb-f04adaab6228 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "DELETE /v2.0/ports/ac44cf9a-b242-4cd7-aab7-15f52b78cc85 HTTP/1.1" status: 204 len: 168 time: 0.5043113 Aug 30 14:26:59.775025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:59.802450 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d5e0ce-fe6b-4644-8728-a0cbd22b637d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] GET failed (client error): The resource could not be found. Aug 30 14:26:59.809430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a5f2cca-13f0-41e2-a120-d58e5f75c0f5 req-23d5329f-e130-4b5a-8ef1-492bda5fe58c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465306 Aug 30 14:26:59.811187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d2d5e0ce-fe6b-4644-8728-a0cbd22b637d tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "GET /v2.0/ports/ac44cf9a-b242-4cd7-aab7-15f52b78cc85 HTTP/1.1" status: 404 len: 333 time: 0.0336208 Aug 30 14:26:59.811818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:59.827711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Request body: {'port': {'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1411983372'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:59.838322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Attempting to bind port d32b4f70-84cb-4bab-9ba4-56be142faed8 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:59.838668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Attempting to bind port d32b4f70-84cb-4bab-9ba4-56be142faed8 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:59.839015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Attempting to bind port d32b4f70-84cb-4bab-9ba4-56be142faed8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:59.843297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.843691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.844021 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Floating IP 0e0f8ee4-2c4b-4984-9ec7-b7142595f02d disassociated. External IP: 172.25.6.16, port: 51a8cead-fce2-4aa4-9ade-65566ce63a4d. Aug 30 14:26:59.844385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Calling delete_port for 51a8cead-fce2-4aa4-9ade-65566ce63a4d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:26:59.864338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d04c2-55fc-4727-af8f-268080067791 req-2463e070-0b66-4f7f-bb93-54bbca211465 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:59.865881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca6d04c2-55fc-4727-af8f-268080067791 req-2463e070-0b66-4f7f-bb93-54bbca211465 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 946 time: 0.2066536 Aug 30 14:26:59.872179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Port d32b4f70-84cb-4bab-9ba4-56be142faed8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:59.872564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Attempting to bind port d32b4f70-84cb-4bab-9ba4-56be142faed8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:59.894890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9480e-fcf9-4c6d-98e8-4716c36dda5d req-a5ee300e-7f9e-4bcb-b576-39efe7cc5924 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:59.896662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0c9480e-fcf9-4c6d-98e8-4716c36dda5d req-a5ee300e-7f9e-4bcb-b576-39efe7cc5924 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.0753462 Aug 30 14:26:59.905606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:59.905958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:59.906368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:59.906915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Bound port: d32b4f70-84cb-4bab-9ba4-56be142faed8, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:59.907325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:59.958593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0c9480e-fcf9-4c6d-98e8-4716c36dda5d req-adce5967-f25d-4450-b4d0-85126c17ac63 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 Aug 30 14:26:59.967750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Made reservation on behalf of 07d3cfd8d6f64de58b2f4737c12f3af3 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:59.970663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:00.030996 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca6d04c2-55fc-4727-af8f-268080067791 req-d37be11c-2cc1-4889-8fa0-46002b1728dd tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups?id=a6c68353-fc17-43b5-9d4d-5a691bec4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542938 Aug 30 14:27:00.040493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] device_id is not set on port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:27:00.122797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:00.129560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:00.162856 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:00.266431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:00.268012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:00.271076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] 10.222.0.39 "PUT /v2.0/ports/d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 1096 time: 2.7488303 Aug 30 14:27:00.276937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:00.281344 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803be4ee-5148-4bbf-8769-1d50c8764c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:00.364163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:00.375665 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2c597d-b2dc-4606-a17e-cace0f47aacf x-openstack-request-id: req-0d2c597d-b2dc-4606-a17e-cace0f47aacf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:00.375874 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:00.376652 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d2c597d-b2dc-4606-a17e-cace0f47aacf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:00.377105 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'status': 'completed', 'code': 200} Aug 30 14:27:00.408245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976e84c-9d15-4c0d-91a1-4bf1ef2d7594 service neutron] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:00.493418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event deleted for resources: {'Port': ['ID=51a8cead-fce2-4aa4-9ade-65566ce63a4d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:00.509975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:00.559456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-bd9f4358-d15a-4685-90bc-2bcc3a63b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:00.561765 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-bd9f4358-d15a-4685-90bc-2bcc3a63b942 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1099 time: 0.1706264 Aug 30 14:27:00.650827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-a558b08a-13c7-46c3-8a52-c4fd354ba394 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 217 time: 0.0769708 Aug 30 14:27:00.727534 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:00.756078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Router c2e53b53-45d2-4ea7-b249-6593c87f5f2f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:27:00.784660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28736ecc-e709-487f-8ca9-304454972894 req-6c4d2837-fdc6-4187-b58e-dbe18ee3bec0 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:00.786952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28736ecc-e709-487f-8ca9-304454972894 req-6c4d2837-fdc6-4187-b58e-dbe18ee3bec0 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 950 time: 0.0871413 Aug 30 14:27:00.797117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-821fa644-4c07-42c3-9f39-dc09d789b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:00.799115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-821fa644-4c07-42c3-9f39-dc09d789b630 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1341314 Aug 30 14:27:00.829763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:00.855049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:00.875967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:00.877516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:00.878115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:00.881011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:00.882182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 51a8cead-fce2-4aa4-9ade-65566ce63a4d no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:00.910014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28736ecc-e709-487f-8ca9-304454972894 req-106812f1-7131-4551-9c2b-fe779e8054fa tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052465 Aug 30 14:27:00.926710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 51a8cead-fce2-4aa4-9ade-65566ce63a4d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:00.927065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 51a8cead-fce2-4aa4-9ade-65566ce63a4d not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:00.970281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-86cf5c96-1bd3-4284-a449-e23254139e46 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1555986 Aug 30 14:27:00.973606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:00.979303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:01.028243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-6ee3b409-24b8-4aff-af5e-d3d518b9a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:01.029797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-6ee3b409-24b8-4aff-af5e-d3d518b9a860 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2132664 Aug 30 14:27:01.116126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:01.192110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d897082-2cb9-4bad-985b-e610d86d38cb req-41883f0c-3844-49a9-8315-7f39e8cd52b4 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4d3c6e9-ef31-413d-b38d-fff6121b1f5f HTTP/1.1" status: 200 len: 210 time: 0.0450699 Aug 30 14:27:01.217934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:01.241267 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] Sync routers for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:01.259204 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:01.259855 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:01.414759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] device_id is not set on port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:27:01.422153 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-ee70105e-81e7-468b-b9ad-2413c0054dd7 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785844 Aug 30 14:27:01.426039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:01.438893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] No DVR routers for this DVR port 51a8cead-fce2-4aa4-9ade-65566ce63a4d on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:01.440503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Transition to ACTIVE for port object 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:01.441792 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:01.442937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:01.445418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ce8a015-5ee0-489a-acb5-7d397b553fa2 req-c2cb6ec6-d227-4218-8754-0d7979d4e691 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.21 "DELETE /v2.0/ports/51a8cead-fce2-4aa4-9ade-65566ce63a4d HTTP/1.1" status: 204 len: 173 time: 3.3050587 Aug 30 14:27:01.457891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:01.491091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b1641-c7ba-4670-8ce8-902e3ed84b95 req-ca05743c-8c30-4ee2-a16d-e5415d17764e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:01.492653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f6b1641-c7ba-4670-8ce8-902e3ed84b95 req-ca05743c-8c30-4ee2-a16d-e5415d17764e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.4147565 Aug 30 14:27:01.499973 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:01.561504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:01.571325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:01.606604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:01.609486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:01.610911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:01.622414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:01.622806 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:01.623288 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 2 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:01.628817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b40ba77b-4b7a-462b-a095-77370944edbd req-36cafdd4-6756-4dc9-b5fd-28ec2b0d03c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3208475 Aug 30 14:27:01.657162 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f6b1641-c7ba-4670-8ce8-902e3ed84b95 req-25ae3e8a-9a49-4b8f-97b3-450a84bf2b39 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831702 Aug 30 14:27:01.667105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:01.668295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:01.670250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:01.685091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:01.685091 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:01.685091 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 3 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:01.713904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:01.716115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:01.716770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:01.723988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:01.724408 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:01.724874 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 4 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:01.738043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-daf5955d-2cdd-48d2-824c-6cb943e05bf6 req-12fdbf8f-fdf8-404d-b3cb-14dc5fb2d1d8 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904255 Aug 30 14:27:01.741227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:01.741605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:01.742587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:01.749601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:01.749815 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:01.750639 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 5 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:01.766350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ba77b-4b7a-462b-a095-77370944edbd req-5f3296c0-d6bf-4677-ba33-fc5b4aa16605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:01.771060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b40ba77b-4b7a-462b-a095-77370944edbd req-5f3296c0-d6bf-4677-ba33-fc5b4aa16605 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1100 time: 0.0725145 Aug 30 14:27:01.792997 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:45Z', 'revision_number': 5, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:01.801526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:01.808403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:01.809691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:01.821799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46a32316-76cd-47d5-8125-58029319620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:01.837473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:01.838765 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:01.840718 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] Checking router: c2e53b53-45d2-4ea7-b249-6593c87f5f2f for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:01.850259 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 6 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:01.851176 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:01.851804 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:01.877236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:01.877791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:01.878198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:01.888014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:01.888434 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:01.891249 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 7 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:01.921414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:01.921752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:01.922144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:01.935261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:01.935599 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:01.937137 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 8 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:01.961822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-d1be6bab-916e-4551-abd3-be55a4ed0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:01.962384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:01.962384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:01.962384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:01.963996 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-d1be6bab-916e-4551-abd3-be55a4ed0121 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1099 time: 0.1538453 Aug 30 14:27:01.966338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ba77b-4b7a-462b-a095-77370944edbd req-90199848-f902-4e52-856c-9a5dd31423a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:01.968227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b40ba77b-4b7a-462b-a095-77370944edbd req-90199848-f902-4e52-856c-9a5dd31423a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1662004 Aug 30 14:27:01.980881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:01.981247 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:01.988075 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 9 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:02.014757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:02.015090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:02.015429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:02.024311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:02.024646 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:02.029253 n-d-805668-3 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempt 10 to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 Aug 30 14:27:02.036398 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:02.037690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46a32316-76cd-47d5-8125-58029319620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.049478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46a32316-76cd-47d5-8125-58029319620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.055372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:02.055707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:02.056043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempting to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:02.082441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:02.082781 n-d-805668-3 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Failed to bind port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on host n-h2-805668-3 for vnic_type normal using segments [{'id': 'c90a7a63-163e-4b43-9f79-faea34d6cafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fa1f52b1-4144-4d8b-afdf-f2c6987b6c62'}] Aug 30 14:27:02.083336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.124775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-46a32316-76cd-47d5-8125-58029319620b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b1cf892564046dc985862c54f1c1a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5591493 Aug 30 14:27:02.125483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a32316-76cd-47d5-8125-58029319620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6013e59-c2bb-4ae9-9645-dadd2c68e9b2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:02.128810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:02.192948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b40ba77b-4b7a-462b-a095-77370944edbd req-e1b5b178-ae9e-4ccd-84dd-fa79b46c162b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.2014370 Aug 30 14:27:02.264317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] For port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:02.265213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 14:27:02.267588 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9e8692b-2287-4b97-a6b6-15ae6fc1cc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.274346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.304804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:02.337545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] In _notify_port_updated(), no bound segment for port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 on network fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:27:02.338414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:02.339026 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.343612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "PUT /v2.0/ports/71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 HTTP/1.1" status: 200 len: 975 time: 1.3686843 Aug 30 14:27:02.346611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9e8692b-2287-4b97-a6b6-15ae6fc1cc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.350082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:02.360934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ba77b-4b7a-462b-a095-77370944edbd req-7fb4dc99-472a-4ec8-a1ee-42f5c9da37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:02.362561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b40ba77b-4b7a-462b-a095-77370944edbd req-7fb4dc99-472a-4ec8-a1ee-42f5c9da37fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1512189 Aug 30 14:27:02.398446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'name': 'network-vif-deleted', 'tag': '51a8cead-fce2-4aa4-9ade-65566ce63a4d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:02.400721 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0625196d-ae41-46bb-8bad-14f458f634f9" -d '{"events": [{"server_uuid": "d4d3c6e9-ef31-413d-b38d-fff6121b1f5f", "name": "network-vif-deleted", "tag": "51a8cead-fce2-4aa4-9ade-65566ce63a4d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:02.413184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36619a2-9a96-4003-8b46-7b046627e215 req-03f8b32c-8075-43cc-9ee8-f7f853c5e8ff tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:02.423336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a36619a2-9a96-4003-8b46-7b046627e215 req-03f8b32c-8075-43cc-9ee8-f7f853c5e8ff tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 950 time: 0.2402844 Aug 30 14:27:02.443160 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:45Z', 'revision_number': 5, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:02.445169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e69eed-207e-4a7b-9eff-657408136aac tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event updated for resources: {'Port': ['ID=71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:02.455271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-b0007e48-34db-430e-97c4-41f798f4068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:02.456766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-b0007e48-34db-430e-97c4-41f798f4068d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.4770207 Aug 30 14:27:02.493271 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a17e9-3ef4-454a-98fd-9ecc11dd7f62 None None] The sync data for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 is: [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:23:34Z', 'revision_number': 4, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '49318c62-4fe1-40b5-836d-671b2eaa1eb0', 'name': '', 'network_id': '5aa9f3e2-bf31-4da2-998e-1407f668daac', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'mac_address': 'fa:16:3e:b9:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'abda8205-0ccd-4089-9e60-09215500252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:32Z', 'updated_at': '2021-08-30T14:23:45Z', 'revision_number': 5, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'subnets': [{'id': 'abda8205-0ccd-4089-9e60-09215500252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:02.501279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Deleting port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:02.502308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.520586 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.554356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-f96d4fcd-9b8e-4732-8576-485ff03c86a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 217 time: 0.0839493 Aug 30 14:27:02.578410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ba77b-4b7a-462b-a095-77370944edbd req-4ad182e7-f3b0-44ea-96da-5618936e020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:02.580451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b40ba77b-4b7a-462b-a095-77370944edbd req-4ad182e7-f3b0-44ea-96da-5618936e020c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063389 Aug 30 14:27:02.581344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] For port 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294, host n-h2-805668-3, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:02.581730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.584649 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf2462e-846a-4351-887f-f3f04e3b6619 x-openstack-request-id: req-1bf2462e-846a-4351-887f-f3f04e3b6619 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:02.584953 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d3c6e9-ef31-413d-b38d-fff6121b1f5f", "name": "network-vif-deleted", "tag": "51a8cead-fce2-4aa4-9ade-65566ce63a4d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:02.585236 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bf2462e-846a-4351-887f-f3f04e3b6619 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:02.585633 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d3c6e9-ef31-413d-b38d-fff6121b1f5f', 'name': 'network-vif-deleted', 'tag': '51a8cead-fce2-4aa4-9ade-65566ce63a4d', 'status': 'completed', 'code': 200} Aug 30 14:27:02.590119 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a36619a2-9a96-4003-8b46-7b046627e215 req-eaf35f85-2d39-4766-8552-6b2ba9ea72b6 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659420 Aug 30 14:27:02.595976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Calling delete_port for 71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:02.620850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dd442d2-8e70-4752-aa5a-824ddb36efcd tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.643317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9e8692b-2287-4b97-a6b6-15ae6fc1cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.646084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9e8692b-2287-4b97-a6b6-15ae6fc1cc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.650494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f9e8692b-2287-4b97-a6b6-15ae6fc1cc4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6013e59-c2bb-4ae9-9645-dadd2c68e9b2 HTTP/1.1" status: 204 len: 168 time: 0.5205443 Aug 30 14:27:02.670884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8692b-2287-4b97-a6b6-15ae6fc1cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6013e59-c2bb-4ae9-9645-dadd2c68e9b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:02.743233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.809202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Pushing event deleted for resources: {'Port': ['ID=71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:02.847631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dd442d2-8e70-4752-aa5a-824ddb36efcd tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.852997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:02.856008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6df6b93a-ee78-40e4-b6aa-1e6ef8ca4ec8 tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "DELETE /v2.0/ports/71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 HTTP/1.1" status: 204 len: 168 time: 0.5048208 Aug 30 14:27:02.860007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:02.951677 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-591f2f95-8ba7-42e3-befb-15346632a4fc tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] GET failed (client error): The resource could not be found. Aug 30 14:27:02.957457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e358bd-f61a-4aa6-9eca-47cdf236d594 None None] New status for floating IP 0e0f8ee4-2c4b-4984-9ec7-b7142595f02d: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:27:02.961569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-591f2f95-8ba7-42e3-befb-15346632a4fc tempest-PortsAdminExtendedAttrsTestJSON-800284464 tempest-PortsAdminExtendedAttrsTestJSON-800284464-project-admin] 10.222.0.50 "GET /v2.0/ports/71b6c3ef-4f8b-4bad-8f4b-6ac6c4615294 HTTP/1.1" status: 404 len: 333 time: 0.0986912 Aug 30 14:27:02.963371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:02.987950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-72dfeb2d-7c12-4856-8e1b-6a6a3424f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:02.990712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-72dfeb2d-7c12-4856-8e1b-6a6a3424f380 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.4269791 Aug 30 14:27:03.118101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb9834-479e-4461-b33c-fd1e8a68ab1d req-cda4c41a-b2b2-48cb-9320-964862a9c399 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:03.121564 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dcb9834-479e-4461-b33c-fd1e8a68ab1d req-cda4c41a-b2b2-48cb-9320-964862a9c399 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.3249829 Aug 30 14:27:03.138744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-caf8b23a-e5cb-4d2f-881e-a9f9259c4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:03.140401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-caf8b23a-e5cb-4d2f-881e-a9f9259c4e4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419399 Aug 30 14:27:03.153835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b40ba77b-4b7a-462b-a095-77370944edbd req-cd77776c-2d93-4880-a70b-4f7002de31bd service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344236 Aug 30 14:27:03.155120 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dd442d2-8e70-4752-aa5a-824ddb36efcd tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.165689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dd442d2-8e70-4752-aa5a-824ddb36efcd tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.170557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5dd442d2-8e70-4752-aa5a-824ddb36efcd tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "DELETE /v2.0/security-groups/a6c68353-fc17-43b5-9d4d-5a691bec4d61 HTTP/1.1" status: 204 len: 168 time: 0.8645208 Aug 30 14:27:03.171363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:03.241917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dcb9834-479e-4461-b33c-fd1e8a68ab1d req-e75e61d7-05cf-4027-8e57-e296e0f9c78c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105900 Aug 30 14:27:03.242805 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-9b2df573-c33a-47f7-b421-783a00827c31 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] show failed (client error): The resource could not be found. Aug 30 14:27:03.247049 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9b2df573-c33a-47f7-b421-783a00827c31 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "GET /v2.0/security-groups/a6c68353-fc17-43b5-9d4d-5a691bec4d61 HTTP/1.1" status: 404 len: 347 time: 0.0714123 Aug 30 14:27:03.249885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:03.354526 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.496955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.509396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1f52b1-4144-4d8b-afdf-f2c6987b6c62']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:03.522999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Deleting port 7ba5cf3e-fe35-4c81-ae9d-52bd9f925c52 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:03.523336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.526980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90a7a63-163e-4b43-9f79-faea34d6cafa') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:03.527272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90a7a63-163e-4b43-9f79-faea34d6cafa') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:03.573763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.619751 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.643121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:27:03.643636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:27:03.647026 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:27:03.724615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.724966 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.739551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Calling delete_port for 7ba5cf3e-fe35-4c81-ae9d-52bd9f925c52 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:03.747298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.766219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:03.768691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-79898850-4131-4cb2-a157-becf0e27f234 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962574 Aug 30 14:27:03.773181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] 10.222.0.50 "DELETE /v2.0/networks/fa1f52b1-4144-4d8b-afdf-f2c6987b6c62 HTTP/1.1" status: 204 len: 168 time: 0.8063724 Aug 30 14:27:03.779721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd442d2-8e70-4752-aa5a-824ddb36efcd tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c68353-fc17-43b5-9d4d-5a691bec4d61,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:03.789984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdd1be-3f47-4da0-b67c-62c6d2b69906 tempest-PortsAdminExtendedAttrsTestJSON-2040120778 tempest-PortsAdminExtendedAttrsTestJSON-2040120778-project] Pushing event deleted for resources: {'Network': ['ID=fa1f52b1-4144-4d8b-afdf-f2c6987b6c62,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:03.813811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b88a6-b14e-45e4-bac4-d1061394bc50 req-0db928fa-69a6-4652-bf2d-886510e310d6 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:03.816407 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e0b88a6-b14e-45e4-bac4-d1061394bc50 req-0db928fa-69a6-4652-bf2d-886510e310d6 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 950 time: 0.7255085 Aug 30 14:27:03.862933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:04.007860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e0b88a6-b14e-45e4-bac4-d1061394bc50 req-557cfdc6-9783-4158-b23a-8cbc0e84412a tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794770 Aug 30 14:27:04.013527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.030736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b40ba77b-4b7a-462b-a095-77370944edbd req-ac575932-01eb-4bc8-be12-48efbf28b6f7 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8524981 Aug 30 14:27:04.040266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-803be4ee-5148-4bbf-8769-1d50c8764c6d req-b7818c6e-2a95-4769-853e-23ed372ad85d service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508950 Aug 30 14:27:04.053920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1994703187-network', 'tenant_id': '3c2c3c89d81c45d28406bfc13631fb4e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:04.058797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Pushing event deleted for resources: {'Port': ['ID=7ba5cf3e-fe35-4c81-ae9d-52bd9f925c52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:04.130228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Made reservation on behalf of 3c2c3c89d81c45d28406bfc13631fb4e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:04.132447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.156720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.159646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.161931 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aa5ec606-f6b6-4fae-9af9-11ef51b197f0 tempest-ServersTestFqdnHostnames-1765929446 tempest-ServersTestFqdnHostnames-1765929446-project] 10.222.0.50 "DELETE /v2.0/floatingips/0e0f8ee4-2c4b-4984-9ec7-b7142595f02d HTTP/1.1" status: 204 len: 168 time: 0.9110491 Aug 30 14:27:04.163867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.164882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:04.229287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:04.248167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d32b4f70-84cb-4bab-9ba4-56be142faed8 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:27:04.292959 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.301789 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.331473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:04.353143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.353901 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Added segment 0087909f-3b95-44d7-9785-630c936eebe0 of type vlan for network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 Aug 30 14:27:04.421216 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.421393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:04.469251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'mac_address': 'fa:16:3e:1b:d6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:27:04.475807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.476730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:04.479780 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.524501 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.542844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-54600507-7372-4730-a415-882cf0f96dba tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:04.544396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-54600507-7372-4730-a415-882cf0f96dba tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 950 time: 0.2263851 Aug 30 14:27:04.564977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32b4f70-84cb-4bab-9ba4-56be142faed8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:27:04.577836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f2f62-5cff-4e00-b966-015fb340644e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:04.593927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:04.603269 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.629079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] Pushing event updated for resources: {'Network': ['ID=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:04.637520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2ffcd724-084a-42ce-ba47-ddc57bd6c500 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7732496 Aug 30 14:27:04.641284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:04.652614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:04.656197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Request body: {'subnet': {'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1994703187-subnet', 'tenant_id': '3c2c3c89d81c45d28406bfc13631fb4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:04.702629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0a1e0-f72c-461c-b6d3-c56338214ae9 req-ecb4ed30-4096-4233-a8df-93c3af497dd4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:04.704600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0fa0a1e0-f72c-461c-b6d3-c56338214ae9 req-ecb4ed30-4096-4233-a8df-93c3af497dd4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.2377594 Aug 30 14:27:04.708706 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f3bf9de-1470-42bc-b983-16b974a82820 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c55470f80524bd4b3af65557663b45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780500 Aug 30 14:27:04.711247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:04.779346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Deleting port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:04.779583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.808909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:04.816296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Made reservation on behalf of 3c2c3c89d81c45d28406bfc13631fb4e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:04.819402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.820016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.820592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.821613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.822146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.822647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.823154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.823978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.824496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.825002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.825547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.826064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.826974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:04.854073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d32b4f70-84cb-4bab-9ba4-56be142faed8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:27:04.910187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0fa0a1e0-f72c-461c-b6d3-c56338214ae9 req-398ce9d6-1c4c-4860-bc9a-ecda6b0ca60f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531689 Aug 30 14:27:04.926308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d758fb-9511-4acb-8fcc-8c92aa54eeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.927523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] For port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:04.927840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:04.959783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Calling delete_port for 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:04.980172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d758fb-9511-4acb-8fcc-8c92aa54eeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.104644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.125092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.174142 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d758fb-9511-4acb-8fcc-8c92aa54eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.176804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d758fb-9511-4acb-8fcc-8c92aa54eeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.178090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-69d758fb-9511-4acb-8fcc-8c92aa54eeb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ecc38811-2054-4366-83f2-11c8a99f8148 HTTP/1.1" status: 204 len: 168 time: 0.4656398 Aug 30 14:27:05.211947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d758fb-9511-4acb-8fcc-8c92aa54eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc38811-2054-4366-83f2-11c8a99f8148,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:05.214194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a541d7-3b8c-4fbc-9a82-50d0df60738a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:05.217099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Checking segment: {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:05.217667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Network hostable DHCP agents. Network: 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:05.252188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:05.263558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:05.269089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:05.270220 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.284616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8b6fd-21ca-4c81-a566-14c5883bc54c None None] Network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:05.286466 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.301291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d7d9e94-5826-4310-ab45-6f0ff1324856 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6516533 Aug 30 14:27:05.314381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dc5e5-f95d-4f26-8a4d-54d137909faa req-0388a4ce-457e-4bf6-ab8c-590c98e1801c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:05.316211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c15dc5e5-f95d-4f26-8a4d-54d137909faa req-0388a4ce-457e-4bf6-ab8c-590c98e1801c tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d HTTP/1.1" status: 200 len: 950 time: 0.1736057 Aug 30 14:27:05.355632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Pushing event deleted for resources: {'Port': ['ID=0a4ae4b0-6775-4fb3-8060-2eb7c779e946,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:05.441845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] No DVR routers for this DVR port 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:05.444822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.445093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0a4ae4b0-6775-4fb3-8060-2eb7c779e946'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:27:05.447066 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-710cf80e-2609-4da3-bccf-d383aa2692d2 req-bfca4e1b-1fa7-45b0-9954-c1b6a927518f tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.39 "DELETE /v2.0/ports/0a4ae4b0-6775-4fb3-8060-2eb7c779e946 HTTP/1.1" status: 204 len: 173 time: 0.8948491 Aug 30 14:27:05.447989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d', 'name': 'network-vif-deleted', 'tag': '0a4ae4b0-6775-4fb3-8060-2eb7c779e946'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:05.458375 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f00a48-0604-40cb-8b06-caee2710f48f" -d '{"events": [{"server_uuid": "d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d", "name": "network-vif-deleted", "tag": "0a4ae4b0-6775-4fb3-8060-2eb7c779e946"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:05.543387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c15dc5e5-f95d-4f26-8a4d-54d137909faa req-04446895-c70e-4b73-b580-295dfedbad93 tempest-ServerDiagnosticsNegativeTest-1116429790 tempest-ServerDiagnosticsNegativeTest-1116429790-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8a5d0fc-529c-46e5-8d18-31eac2bade9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878381 Aug 30 14:27:05.553275 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9227437d-94a8-4e64-a2fb-750a3570d824 x-openstack-request-id: req-9227437d-94a8-4e64-a2fb-750a3570d824 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:05.553673 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d", "name": "network-vif-deleted", "tag": "0a4ae4b0-6775-4fb3-8060-2eb7c779e946", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:05.553919 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9227437d-94a8-4e64-a2fb-750a3570d824 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:05.554330 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a1f7cf-b41c-4c39-ba34-6a9c8c680d8d', 'name': 'network-vif-deleted', 'tag': '0a4ae4b0-6775-4fb3-8060-2eb7c779e946', 'status': 'completed', 'code': 200} Aug 30 14:27:05.599581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114f45c-1088-4030-b64a-1e96bcada3bf None None] Network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:05.780043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Deleting port 49318c62-4fe1-40b5-836d-671b2eaa1eb0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:05.780475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.871562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:05.891158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] For port 49318c62-4fe1-40b5-836d-671b2eaa1eb0, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=49318c62-4fe1-40b5-836d-671b2eaa1eb0,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:05.891525 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:05.913553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Calling delete_port for 49318c62-4fe1-40b5-836d-671b2eaa1eb0 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:05.950793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-55d5f474-8b33-44a8-b5e6-637af244f03e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07d3cfd8d6f64de58b2f4737c12f3af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774815 Aug 30 14:27:05.952153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:06.071890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4271445-c089-41cf-b371-beceacdfffbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.118120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4271445-c089-41cf-b371-beceacdfffbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.140510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-e01d48ac-b674-4bdb-87b1-ee9f39d85360 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:06.142694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-e01d48ac-b674-4bdb-87b1-ee9f39d85360 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 822 time: 0.1723790 Aug 30 14:27:06.175823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-344cc0db-fd7d-4419-9019-ad9a66fa24dd tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/quotas/3c2c3c89d81c45d28406bfc13631fb4e HTTP/1.1" status: 200 len: 375 time: 0.0249853 Aug 30 14:27:06.195589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ccc2-bfd1-4cd1-8ee9-36b334d8ddff req-a29d3af4-cd5e-4cc8-9668-3d8f2b8b8872 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:06.203355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ecf5ccc2-bfd1-4cd1-8ee9-36b334d8ddff req-a29d3af4-cd5e-4cc8-9668-3d8f2b8b8872 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 949 time: 0.1174521 Aug 30 14:27:06.230861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-1d12d01e-923f-424a-8900-a4ee639be6e8 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486498 Aug 30 14:27:06.249467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4271445-c089-41cf-b371-beceacdfffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.252582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4271445-c089-41cf-b371-beceacdfffbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.256080 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a4271445-c089-41cf-b371-beceacdfffbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/776d5472-68ee-4a23-b7ae-11782478830c HTTP/1.1" status: 204 len: 168 time: 0.3007429 Aug 30 14:27:06.261446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d32b4f70-84cb-4bab-9ba4-56be142faed8 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:06.271599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ecf5ccc2-bfd1-4cd1-8ee9-36b334d8ddff req-8a931624-6122-43a6-a804-706f7d310629 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672023 Aug 30 14:27:06.272234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.314084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4271445-c089-41cf-b371-beceacdfffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d5472-68ee-4a23-b7ae-11782478830c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:06.336970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=49318c62-4fe1-40b5-836d-671b2eaa1eb0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:06.385789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-b89ca54a-134a-4350-bfb7-82e6239708b4 service neutron] 10.222.0.50 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437581 Aug 30 14:27:06.402863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port d32b4f70-84cb-4bab-9ba4-56be142faed8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:06.411027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port d32b4f70-84cb-4bab-9ba4-56be142faed8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:06.411451 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.588506 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-ad32713c-e894-419a-9331-4dea01809fce service neutron] 10.222.0.50 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015295 Aug 30 14:27:06.638285 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.689507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:06.693285 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e353b5-b1e7-4772-82a8-cf9cc46b2444" -d '{"events": [{"server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "name": "network-vif-plugged", "status": "completed", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:06.748754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:06.756000 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.759242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:06.789512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.801669 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b57d6-ba26-4052-929b-791ba166056f x-openstack-request-id: req-a15b57d6-ba26-4052-929b-791ba166056f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:06.802107 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "name": "network-vif-plugged", "status": "completed", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:06.802611 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a15b57d6-ba26-4052-929b-791ba166056f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:06.803247 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'code': 200} Aug 30 14:27:06.898373 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ede114c5-1fe2-482f-9199-d32b80dca245 req-6e8ca4ea-4a36-449e-8212-f40329922289 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 210 time: 0.0584302 Aug 30 14:27:06.936248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:06.936875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0a4ae4b0-6775-4fb3-8060-2eb7c779e946 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:06.939917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:06.998155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012b0ab-16ec-443d-93cf-0ee6c68e1d2d req-09ecf2f3-2608-4efa-b1d7-4b98adc10023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:06.999675 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c012b0ab-16ec-443d-93cf-0ee6c68e1d2d req-09ecf2f3-2608-4efa-b1d7-4b98adc10023 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1101 time: 0.0926983 Aug 30 14:27:07.071605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c012b0ab-16ec-443d-93cf-0ee6c68e1d2d req-eb3e0875-9a43-4cce-aa8e-7df5454c2c78 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565419 Aug 30 14:27:07.138184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:07.209563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Router c2e53b53-45d2-4ea7-b249-6593c87f5f2f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:27:07.434084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:07.444820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3e852d3c-443d-43e2-82cd-1ad07b2dcd43 admin admin] 10.222.0.50 "PUT /v2.0/routers/c2e53b53-45d2-4ea7-b249-6593c87f5f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2743454 Aug 30 14:27:07.444820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35156) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:07.445979 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] Sync routers for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:07.460699 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:07.464174 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:07.470048 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f677dd64-18b6-4f91-b845-6dd7a42053d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16ae33eb213749ae989a8e364678368a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299844 Aug 30 14:27:07.485571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:07.569515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e9fda-7225-4d8f-a415-51871fab3702 req-cbbce3d5-a17a-4174-a246-13b84a3719ec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:07.571556 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-407e9fda-7225-4d8f-a415-51871fab3702 req-cbbce3d5-a17a-4174-a246-13b84a3719ec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1295519 Aug 30 14:27:07.610254 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504a178a-2dfb-4894-b6e2-78c370154622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:07.618398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:07.644578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-407e9fda-7225-4d8f-a415-51871fab3702 req-47dc4464-c1db-4231-90bc-3aefe13edd08 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646856 Aug 30 14:27:07.651551 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504a178a-2dfb-4894-b6e2-78c370154622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:07.702106 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:07.749959 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504a178a-2dfb-4894-b6e2-78c370154622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:07.753150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-504a178a-2dfb-4894-b6e2-78c370154622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:07.754322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-504a178a-2dfb-4894-b6e2-78c370154622 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8a5d0fc-529c-46e5-8d18-31eac2bade9d HTTP/1.1" status: 204 len: 168 time: 0.2672248 Aug 30 14:27:07.773718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a178a-2dfb-4894-b6e2-78c370154622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a5d0fc-529c-46e5-8d18-31eac2bade9d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:07.798058 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:07.895899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Deleting port cac8fe30-94ad-4862-82cc-c9e56302942a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:07.896273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:07.957034 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:27:06Z', 'revision_number': 5, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port': {'id': 'cac8fe30-94ad-4862-82cc-c9e56302942a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:23:24Z', 'updated_at': '2021-08-30T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:07.991001 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] Checking router: c2e53b53-45d2-4ea7-b249-6593c87f5f2f for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:08.014355 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] Routers {'c2e53b53-45d2-4ea7-b249-6593c87f5f2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:08.015203 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:08.113698 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd55725d-ede1-4afc-b93a-ad2611014e31 req-f0507d5c-84f1-4b50-929d-751941ad93db tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 210 time: 0.0719087 Aug 30 14:27:08.181759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] For port cac8fe30-94ad-4862-82cc-c9e56302942a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cac8fe30-94ad-4862-82cc-c9e56302942a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:08.182997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.208538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Calling delete_port for cac8fe30-94ad-4862-82cc-c9e56302942a owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:08.357912 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] Set router c2e53b53-45d2-4ea7-b249-6593c87f5f2f gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:08.404625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:08.422881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f41706c-b66d-4ddb-bfc8-bce0b947c72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.431702 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:27:07Z', 'revision_number': 6, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:08.468472 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800716-20e0-410e-aeb2-6cf4a83781a7 None None] The sync data for ids ['c2e53b53-45d2-4ea7-b249-6593c87f5f2f'] in n-d-805668-3 is: [{'id': 'c2e53b53-45d2-4ea7-b249-6593c87f5f2f', 'name': 'tempest-ServersTestFqdnHostnames-1832670488-router', 'tenant_id': '451cde2f7fcf42e282e529a7f5c0730f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:23:23Z', 'updated_at': '2021-08-30T14:27:07Z', 'revision_number': 6, 'project_id': '451cde2f7fcf42e282e529a7f5c0730f', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:08.556677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-a8f56af1-d802-4a5d-b520-6d4b584cf139 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:08.558664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-a8f56af1-d802-4a5d-b520-6d4b584cf139 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.39 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 822 time: 0.2768276 Aug 30 14:27:08.568626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f41706c-b66d-4ddb-bfc8-bce0b947c72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.572798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f41706c-b66d-4ddb-bfc8-bce0b947c72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.574342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Request body: {'port': {'device_id': '5a48555c-d8ed-4e50-bfb5-5ccf129153cb', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'admin_state_up': True, 'tenant_id': '3c2c3c89d81c45d28406bfc13631fb4e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:08.616656 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f41706c-b66d-4ddb-bfc8-bce0b947c72d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=944140a89fa8440cbaf5700840b6299c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102506 Aug 30 14:27:08.617293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:08.623602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41706c-b66d-4ddb-bfc8-bce0b947c72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842f542c-4594-45fa-bf9c-03b4cf73bcf6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:08.677479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd83504-0fcf-4d30-a781-dc413333d2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.704828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd83504-0fcf-4d30-a781-dc413333d2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.706731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.745634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac8fe30-94ad-4862-82cc-c9e56302942a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:08.779985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd83504-0fcf-4d30-a781-dc413333d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.782760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd83504-0fcf-4d30-a781-dc413333d2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.788744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8dd83504-0fcf-4d30-a781-dc413333d2dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/842f542c-4594-45fa-bf9c-03b4cf73bcf6 HTTP/1.1" status: 204 len: 168 time: 0.1682384 Aug 30 14:27:08.804325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd83504-0fcf-4d30-a781-dc413333d2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842f542c-4594-45fa-bf9c-03b4cf73bcf6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:08.888567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Made reservation on behalf of 3c2c3c89d81c45d28406bfc13631fb4e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:08.892236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:08.901245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0026dee-9b9b-49f2-a901-77ecd98beca9 req-d221ef80-6c4e-4564-a808-d6f6aa5b60d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:08.908823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0026dee-9b9b-49f2-a901-77ecd98beca9 req-d221ef80-6c4e-4564-a808-d6f6aa5b60d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1292953 Aug 30 14:27:08.920956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.146392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0026dee-9b9b-49f2-a901-77ecd98beca9 req-48d5983e-c9e6-4a68-866d-225537bc1afc tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366121 Aug 30 14:27:09.156319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.170828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.318736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b2dc1467-c013-4567-9d0b-be56f751a6c4 req-58cc7f5b-f4fe-4669-ae02-dde446efcd21 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 210 time: 0.0390093 Aug 30 14:27:09.322364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.322846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e53b53-45d2-4ea7-b249-6593c87f5f2f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:27:09.337508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.341138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:09.344110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ab6ec6aa-0267-43ad-a5b7-da506a9d1a88 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c2e53b53-45d2-4ea7-b249-6593c87f5f2f HTTP/1.1" status: 204 len: 168 time: 1.8910263 Aug 30 14:27:09.436413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdefa11a-a6d1-46e1-adb3-bfccf8370436 admin admin] Deleting subnet abda8205-0ccd-4089-9e60-09215500252c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:27:09.443602 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdefa11a-a6d1-46e1-adb3-bfccf8370436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.460255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Allocated IP 172.20.0.8 (8e3a2bbb-1793-47d5-b1b1-ef41a4c16453/23a541d7-3b8c-4fbc-9a82-50d0df60738a/b7b4b2c5-8c20-41f7-b329-4be02312d7f2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:09.523089 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdefa11a-a6d1-46e1-adb3-bfccf8370436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.675758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdefa11a-a6d1-46e1-adb3-bfccf8370436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.839994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.851784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-eaeeca3c-5d49-4dd5-bf3a-fcc280347b94 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950892 Aug 30 14:27:09.890082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdefa11a-a6d1-46e1-adb3-bfccf8370436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.914398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f711f-fd62-4cd8-94e0-cb6049cfc549 req-3ae5cd0b-69fc-4689-8320-3b3563c13a5d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:09.915961 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-126f711f-fd62-4cd8-94e0-cb6049cfc549 req-3ae5cd0b-69fc-4689-8320-3b3563c13a5d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1682510 Aug 30 14:27:09.939443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35929d4e-9468-4219-a02f-83b38c86a434 None None] Network 5aa9f3e2-bf31-4da2-998e-1407f668daac requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:09.940449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdefa11a-a6d1-46e1-adb3-bfccf8370436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.944368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bdefa11a-a6d1-46e1-adb3-bfccf8370436 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/abda8205-0ccd-4089-9e60-09215500252c HTTP/1.1" status: 204 len: 168 time: 0.5996938 Aug 30 14:27:09.944368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefa11a-a6d1-46e1-adb3-bfccf8370436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abda8205-0ccd-4089-9e60-09215500252c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:09.949438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:10.012962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:10.060614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.081678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.087949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-126f711f-fd62-4cd8-94e0-cb6049cfc549 req-a92272b8-ed52-4a4b-9c10-591618ac599a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597466 Aug 30 14:27:10.138040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:10.143937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:10.156035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:10.162794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Deleting port ca2fead8-ff9e-4316-b0af-249c9ad11493 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:10.163183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.218737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event updated for resources: {'Port': ['ID=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:10.279219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:10.280195 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.312356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] For port ca2fead8-ff9e-4316-b0af-249c9ad11493, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ca2fead8-ff9e-4316-b0af-249c9ad11493,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:10.312988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.332350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Calling delete_port for ca2fead8-ff9e-4316-b0af-249c9ad11493 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:10.333892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-6c1d4367-c8c7-4bf0-ac64-f67fd4afe504 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7663102 Aug 30 14:27:10.345277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] DHCP port deletion for 5aa9f3e2-bf31-4da2-998e-1407f668daac request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:27:10.347677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Request body: {'port': {'device_id': '5a48555c-d8ed-4e50-bfb5-5ccf129153cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:10.405842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:10.416781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c3ad2d16-3d63-41ba-a9df-bfafd367b9c4 tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:10.474495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] Deleting port ca2fead8-ff9e-4316-b0af-249c9ad11493 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:10.474863 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.547262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 49318c62-4fe1-40b5-836d-671b2eaa1eb0 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:10.580141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 49318c62-4fe1-40b5-836d-671b2eaa1eb0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:10.580499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 49318c62-4fe1-40b5-836d-671b2eaa1eb0 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:10.580930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ca2fead8-ff9e-4316-b0af-249c9ad11493 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:10.600600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.609167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ca2fead8-ff9e-4316-b0af-249c9ad11493 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:10.609979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ca2fead8-ff9e-4316-b0af-249c9ad11493 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:10.610574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cac8fe30-94ad-4862-82cc-c9e56302942a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:10.635692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: cac8fe30-94ad-4862-82cc-c9e56302942a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:10.636317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cac8fe30-94ad-4862-82cc-c9e56302942a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:10.662625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] For port ca2fead8-ff9e-4316-b0af-249c9ad11493, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ca2fead8-ff9e-4316-b0af-249c9ad11493,segment=NetworkSegment(11dbd312-8740-4978-bde6-2becb299408a),segment_id=11dbd312-8740-4978-bde6-2becb299408a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:10.663389 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.679414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] Calling delete_port for ca2fead8-ff9e-4316-b0af-249c9ad11493 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:10.705740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2fead8-ff9e-4316-b0af-249c9ad11493,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:10.739944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] No DVR routers for this DVR port ca2fead8-ff9e-4316-b0af-249c9ad11493 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:10.774195 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.774836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d933961-7335-4cb2-981a-f04ccb818323 req-2f3f9f75-072d-403c-bf39-6e0ce98c24f2 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:10.783019 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d933961-7335-4cb2-981a-f04ccb818323 req-2f3f9f75-072d-403c-bf39-6e0ce98c24f2 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 931 time: 0.2431982 Aug 30 14:27:10.835051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] No DVR routers for this DVR port ca2fead8-ff9e-4316-b0af-249c9ad11493 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:10.870857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9913cf7-1c13-4a31-a83d-270df7c9a084 None None] Pushing event deleted for resources: {'Port': ['ID=ca2fead8-ff9e-4316-b0af-249c9ad11493,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:10.881721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.904782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d933961-7335-4cb2-981a-f04ccb818323 req-6a461d02-9956-42d2-8df0-62974fba2ff3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187835 Aug 30 14:27:10.918228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa9f3e2-bf31-4da2-998e-1407f668daac']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:10.932584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dbd312-8740-4978-bde6-2becb299408a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:10.932893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dbd312-8740-4978-bde6-2becb299408a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:10.943482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-network', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:10.950842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.968658 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.985174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:27:10.985614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:27:10.988375 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:27:10.991416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.024962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c3ad2d16-3d63-41ba-a9df-bfafd367b9c4 tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "PUT /v2.0/quotas/c27ddb69635f4945a8d4113c22db92b4 HTTP/1.1" status: 200 len: 366 time: 1.0051413 Aug 30 14:27:11.029363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.059880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Made reservation on behalf of 007a1815fbfa4970bb2387488d76cdab for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:11.062560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.081814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3b065de4-2859-4371-bc41-29455db3038e tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0510833 Aug 30 14:27:11.084488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.087112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.095028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.114071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.130692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] 10.222.0.50 "DELETE /v2.0/networks/5aa9f3e2-bf31-4da2-998e-1407f668daac HTTP/1.1" status: 204 len: 168 time: 1.1722443 Aug 30 14:27:11.146889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196ba2-dd83-42f0-9ee9-6bfeac4d94cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa9f3e2-bf31-4da2-998e-1407f668daac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:11.158727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-281ab630-47b7-482e-8232-66c6b95de79f tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "GET /v2.0/quotas/c27ddb69635f4945a8d4113c22db92b4 HTTP/1.1" status: 200 len: 366 time: 0.0695553 Aug 30 14:27:11.165107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.198824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fde71e26-3c44-4e25-b3a8-7cf280e9a586 tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/c27ddb69635f4945a8d4113c22db92b4 HTTP/1.1" status: 204 len: 168 time: 0.0298457 Aug 30 14:27:11.201218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.214651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-391308ab-006c-4598-81b3-1e9a59334bae tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0118761 Aug 30 14:27:11.216944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.229689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-531a406a-fd0a-40f6-b160-274bc8133155 tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "GET /v2.0/quotas/c27ddb69635f4945a8d4113c22db92b4 HTTP/1.1" status: 200 len: 370 time: 0.0112262 Aug 30 14:27:11.232128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.237849 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-13379b4b-268a-499b-942c-125b83149d05 tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "GET /v2.0/quotas/c27ddb69635f4945a8d4113c22db92b4/default HTTP/1.1" status: 200 len: 370 time: 0.0041263 Aug 30 14:27:11.240389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.250143 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ce5b4e5e-db07-49e2-89b5-45c71cc7758c tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] delete failed (client error): The resource could not be found. Aug 30 14:27:11.251419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ce5b4e5e-db07-49e2-89b5-45c71cc7758c tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/c27ddb69635f4945a8d4113c22db92b4 HTTP/1.1" status: 404 len: 348 time: 0.0095203 Aug 30 14:27:11.352766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.454802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.470413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fdc24c7e-1668-4e9a-bf61-337286f3065a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=451cde2f7fcf42e282e529a7f5c0730f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164291 Aug 30 14:27:11.471461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:11.504086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00605-586a-4fda-bd23-72b7cd88d6df req-a11bdc9d-0be2-4ce6-8616-5784b5d3fbc1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:11.505898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50c00605-586a-4fda-bd23-72b7cd88d6df req-a11bdc9d-0be2-4ce6-8616-5784b5d3fbc1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.2971377 Aug 30 14:27:11.511526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Usage tracker for resource:network and tenant:2383390d8b25491f8dd84b7d866723fb is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 14:27:11.526183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 14:27:11.549352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Usage tracker for resource:subnet and tenant:2383390d8b25491f8dd84b7d866723fb is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 14:27:11.551821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e8f022e-31d4-44e1-8671-da514bcda879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.559607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 14:27:11.584915 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e8f022e-31d4-44e1-8671-da514bcda879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.587075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Usage tracker for resource:subnetpool and tenant:2383390d8b25491f8dd84b7d866723fb is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 14:27:11.601987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 14:27:11.614848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50c00605-586a-4fda-bd23-72b7cd88d6df req-874fdd48-943b-4629-9e71-843b63d11296 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777428 Aug 30 14:27:11.630355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Usage tracker for resource:port and tenant:2383390d8b25491f8dd84b7d866723fb is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 14:27:11.637706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 14:27:11.646583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Usage tracker for resource:router and tenant:2383390d8b25491f8dd84b7d866723fb is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 14:27:11.653556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 14:27:11.663885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Usage tracker for resource:floatingip and tenant:2383390d8b25491f8dd84b7d866723fb is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 14:27:11.671037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 14:27:11.673066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b4b2c5-8c20-41f7-b329-4be02312d7f2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:27:11.674585 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e8f022e-31d4-44e1-8671-da514bcda879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.677379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e8f022e-31d4-44e1-8671-da514bcda879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.681551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6e8f022e-31d4-44e1-8671-da514bcda879 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d94204dc-0d36-4cdc-b548-08ab9b50879b HTTP/1.1" status: 204 len: 168 time: 0.2081468 Aug 30 14:27:11.682244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.696289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Transition to ACTIVE for port object b7b4b2c5-8c20-41f7-b329-4be02312d7f2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:11.699668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f022e-31d4-44e1-8671-da514bcda879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94204dc-0d36-4cdc-b548-08ab9b50879b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:11.706379 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.769510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Pushing event updated for resources: {'Port': ['ID=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:11.775453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Usage tracker for resource:security_group and tenant:2383390d8b25491f8dd84b7d866723fb is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 14:27:11.791661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 14:27:11.797322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.807284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Usage tracker for resource:security_group_rule and tenant:2383390d8b25491f8dd84b7d866723fb is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 14:27:11.819367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.quota.resource [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 14:27:11.831756 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1415f32b-9cd0-428c-abed-bc26407938fc tempest-QuotasTest-1935819748 tempest-QuotasTest-1935819748-project-admin] 10.222.0.50 "GET /v2.0/quotas/2383390d8b25491f8dd84b7d866723fb/details.json HTTP/1.1" status: 200 len: 703 time: 0.3749535 Aug 30 14:27:11.840977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.883890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:11.890647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1989249b-27f8-4dc8-8961-13846a1ca7f1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:11.910762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.911107 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Added segment 74098069-b8cf-4e0f-a185-fb22b1e56439 of type vlan for network c6bce714-9134-4483-a391-261ef721aa9a Aug 30 14:27:11.920030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Attempting to bind port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:11.920374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Attempting to bind port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:11.920694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Attempting to bind port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:11.949387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:11.950090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Attempting to bind port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:11.964469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.966888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:11.967227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Checking segment: {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:11.967616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Bound using segment: {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:11.968051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Bound port: b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:11.968407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.031889 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.032790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.033625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.098534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5557d24-3cd7-4aa5-beee-4be79920d311 req-7599526d-8989-4290-a08c-90e1948956a5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.100352 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f5557d24-3cd7-4aa5-beee-4be79920d311 req-7599526d-8989-4290-a08c-90e1948956a5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 943 time: 0.0643315 Aug 30 14:27:12.117942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7110956 Aug 30 14:27:12.123183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:12.124297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:12.136958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca98f25-775e-4ea4-aa6d-0b829562ae12 admin admin] Pushing event updated for resources: {'Network': ['ID=c6bce714-9134-4483-a391-261ef721aa9a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:12.150291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c6bce714-9134-4483-a391-261ef721aa9a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:12.155327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Request body: {'subnet': {'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-subnet', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:12.156020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:12.164697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.242940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.244250 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.245997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] 10.222.0.39 "PUT /v2.0/ports/b7b4b2c5-8c20-41f7-b329-4be02312d7f2 HTTP/1.1" status: 200 len: 1091 time: 1.9033818 Aug 30 14:27:12.248528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a48555c-d8ed-4e50-bfb5-5ccf129153cb', 'tag': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:12.251319 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f5557d24-3cd7-4aa5-beee-4be79920d311 req-fb0349ab-0e6c-41a2-98df-f78ec067dc9a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413300 Aug 30 14:27:12.258834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Made reservation on behalf of 007a1815fbfa4970bb2387488d76cdab for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:12.260067 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ba968-8369-42ea-a2cb-05410a87391c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a48555c-d8ed-4e50-bfb5-5ccf129153cb", "tag": "b7b4b2c5-8c20-41f7-b329-4be02312d7f2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:12.263631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.356677 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9293fe2-fbe0-4c3d-ae7c-a5c0cadbcc53 x-openstack-request-id: req-d9293fe2-fbe0-4c3d-ae7c-a5c0cadbcc53 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:12.357419 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a48555c-d8ed-4e50-bfb5-5ccf129153cb", "tag": "b7b4b2c5-8c20-41f7-b329-4be02312d7f2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:12.357932 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9293fe2-fbe0-4c3d-ae7c-a5c0cadbcc53 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:12.358701 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a48555c-d8ed-4e50-bfb5-5ccf129153cb', 'tag': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'status': 'completed', 'code': 200} Aug 30 14:27:12.402154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a6321-50d3-4391-82c2-e291b6bc4d3c service neutron] Pushing event updated for resources: {'Port': ['ID=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:12.408257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35352) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:12.429032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-465046f1-7e52-4b8c-9a77-98f5d0c0edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.430591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-465046f1-7e52-4b8c-9a77-98f5d0c0edd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1101 time: 0.2256384 Aug 30 14:27:12.445030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-8683609c-34dc-438a-af4c-32da17babac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.446301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-8683609c-34dc-438a-af4c-32da17babac3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 1094 time: 0.1475737 Aug 30 14:27:12.546087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-a63c5af6-bf0a-4c4d-82b2-bdda4535bc84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2 HTTP/1.1" status: 200 len: 217 time: 0.0917275 Aug 30 14:27:12.597934 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.673331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8738a933-fc94-49a3-829d-a741f1ac6efa,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:12.695945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Checking segment: {'id': '74098069-b8cf-4e0f-a185-fb22b1e56439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:12.696568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Network hostable DHCP agents. Network: c6bce714-9134-4483-a391-261ef721aa9a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:12.723431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Network c6bce714-9134-4483-a391-261ef721aa9a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:12.739020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c6bce714-9134-4483-a391-261ef721aa9a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:12.748449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.751620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ad00b-54c6-447e-b956-75d172f68765 None None] Network c6bce714-9134-4483-a391-261ef721aa9a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:12.757132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.819655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-91d7ee48-b1d5-4b62-8455-0840528318e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.821662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-91d7ee48-b1d5-4b62-8455-0840528318e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3800869 Aug 30 14:27:12.833982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dac98649-f195-4a0f-aa20-3d6979b95992 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7069309 Aug 30 14:27:12.834342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-0a4421c5-4120-409a-90aa-d73272a2a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.847662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:12.855559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-0a4421c5-4120-409a-90aa-d73272a2a6ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=23a541d7-3b8c-4fbc-9a82-50d0df60738a HTTP/1.1" status: 200 len: 862 time: 0.2964184 Aug 30 14:27:12.873006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-router', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:12.894144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cfc2a-1eb9-4afa-818d-761735a15c3b req-87b72869-eaed-4a36-8653-340583a4fa65 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:12.901616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-500cfc2a-1eb9-4afa-818d-761735a15c3b req-87b72869-eaed-4a36-8653-340583a4fa65 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1084838 Aug 30 14:27:13.037820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-c6bce714-9134-4483-a391-261ef721aa9a', 'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'fixed_ips': [{'subnet_id': '8738a933-fc94-49a3-829d-a741f1ac6efa'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:13.038508 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-2ff5d170-b130-4084-846c-0bc76a431e22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 217 time: 0.2077382 Aug 30 14:27:13.040250 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.062142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-500cfc2a-1eb9-4afa-818d-761735a15c3b req-24e64e84-3747-4bef-8982-fea3ded5cbe0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577389 Aug 30 14:27:13.063261 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.064294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.158344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-9c4651cf-eb20-403d-b7b0-fc063303ba2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2774022 Aug 30 14:27:13.163540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d826387-8414-4a83-8688-3d0c08acb9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.179458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:13.181505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-5033ecc9-fed9-49cb-b3b0-6953ee3e3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:13.182938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-5033ecc9-fed9-49cb-b3b0-6953ee3e3e3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0755415 Aug 30 14:27:13.192661 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.236261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Allocated IP 172.20.0.2 (c6bce714-9134-4483-a391-261ef721aa9a/8738a933-fc94-49a3-829d-a741f1ac6efa/c7f12b3c-c124-41db-94a4-cb5a729519f9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:13.323984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-4ecc7a29-b273-4e7a-a4cd-0f2bc55c8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:13.325820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-4ecc7a29-b273-4e7a-a4cd-0f2bc55c8b32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278000 Aug 30 14:27:13.469323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.483344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Transition to ACTIVE for port object c7f12b3c-c124-41db-94a4-cb5a729519f9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:13.508156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Transition to ACTIVE for port object c7f12b3c-c124-41db-94a4-cb5a729519f9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:13.527184 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.571252 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d826387-8414-4a83-8688-3d0c08acb9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.575408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Network c6bce714-9134-4483-a391-261ef721aa9a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:13.579227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:13.581892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:13.589775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-590650a9-9d6a-4dfd-92ba-d3edc7545e57 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223959 Aug 30 14:27:13.591917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Pushing event updated for resources: {'Port': ['ID=c7f12b3c-c124-41db-94a4-cb5a729519f9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:13.596917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d826387-8414-4a83-8688-3d0c08acb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.666687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Attempting to bind port c7f12b3c-c124-41db-94a4-cb5a729519f9 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:13.667063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Attempting to bind port c7f12b3c-c124-41db-94a4-cb5a729519f9 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '74098069-b8cf-4e0f-a185-fb22b1e56439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:13.667443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Attempting to bind port c7f12b3c-c124-41db-94a4-cb5a729519f9 on network c6bce714-9134-4483-a391-261ef721aa9a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:13.675649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:13.676198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Checking segment: {'id': '74098069-b8cf-4e0f-a185-fb22b1e56439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:13.676645 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.677138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Bound using segment: {'id': '74098069-b8cf-4e0f-a185-fb22b1e56439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:13.677725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Bound port: c7f12b3c-c124-41db-94a4-cb5a729519f9, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74098069-b8cf-4e0f-a185-fb22b1e56439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:13.678125 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.742273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae52a7f2-764d-4be9-9776-20f21a58f955 req-1e59f0e6-f6ef-46f0-8841-ec99afdd8a06 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387568 Aug 30 14:27:13.775359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] For port c7f12b3c-c124-41db-94a4-cb5a729519f9, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:13.781219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] For port c7f12b3c-c124-41db-94a4-cb5a729519f9, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c7f12b3c-c124-41db-94a4-cb5a729519f9,segment=NetworkSegment(74098069-b8cf-4e0f-a185-fb22b1e56439),segment_id=74098069-b8cf-4e0f-a185-fb22b1e56439)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:13.797315 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:13.821182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1c7ae-8842-43e1-bd8b-71faaa4d2abf req-e3e64665-67e2-4050-8d9f-cf92d985fb20 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:13.823920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca1c7ae-8842-43e1-bd8b-71faaa4d2abf req-e3e64665-67e2-4050-8d9f-cf92d985fb20 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 943 time: 0.4245639 Aug 30 14:27:13.828277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d826387-8414-4a83-8688-3d0c08acb9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8683151-34b2-430a-b35b-2f1fdd93358b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:13.839027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4d826387-8414-4a83-8688-3d0c08acb9c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46186b5bdbc74565871841bf49b01122&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4227552 Aug 30 14:27:13.843689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:13.944177 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-ebb764e7-c002-4f80-b4af-54d9e3d623b7 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064413 Aug 30 14:27:13.992112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1463356963-network', 'tenant_id': 'ea76724a518840a19b83451821677065'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:14.005377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.022024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67554f9-03ab-4526-b0bf-b38a5d568ae7 None None] Pushing event updated for resources: {'Port': ['ID=c7f12b3c-c124-41db-94a4-cb5a729519f9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:14.065586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ba968-8369-42ea-a2cb-05410a87391c req-e73012fa-9902-459d-afd9-9e3b89b62b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:14.068982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:14.070877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433ba968-8369-42ea-a2cb-05410a87391c req-e73012fa-9902-459d-afd9-9e3b89b62b98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 1094 time: 0.2262146 Aug 30 14:27:14.071814 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.088748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.114070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca1c7ae-8842-43e1-bd8b-71faaa4d2abf req-c07fa431-56ed-470c-9def-3e7c60946fec tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093246 Aug 30 14:27:14.207659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-997066ff-00bd-4be9-883b-3731803225e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.250048 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-9e2a1624-6fa7-4c18-a33b-4a6effac293d service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981236 Aug 30 14:27:14.265134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-997066ff-00bd-4be9-883b-3731803225e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.294596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.315147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ba968-8369-42ea-a2cb-05410a87391c req-91c75632-5d71-4619-8f44-fc0420becb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:14.317273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433ba968-8369-42ea-a2cb-05410a87391c req-91c75632-5d71-4619-8f44-fc0420becb18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 923 time: 0.2364132 Aug 30 14:27:14.323847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.340207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:14.352289 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.352684 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Added segment 51e26577-f739-4f25-816d-7a4e26200c3d of type vlan for network 58b173ba-3264-4cfa-bc64-893edcb7863c Aug 30 14:27:14.405547 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.449832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433ba968-8369-42ea-a2cb-05410a87391c req-a40ed3ca-0251-483e-b38f-506bb270fa6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2 HTTP/1.1" status: 200 len: 217 time: 0.1091440 Aug 30 14:27:14.469681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81106ed6-be69-4858-b5ce-bed64dc46a5f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:14.484767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865f29-6185-401e-87b6-74a181887927 req-ce9b30e0-afca-428c-a5ec-fbacb53ffab0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:14.495127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17865f29-6185-401e-87b6-74a181887927 req-ce9b30e0-afca-428c-a5ec-fbacb53ffab0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.3045151 Aug 30 14:27:14.500845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.505338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:14.506062 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.530090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-997066ff-00bd-4be9-883b-3731803225e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.532598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-997066ff-00bd-4be9-883b-3731803225e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.552511 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-997066ff-00bd-4be9-883b-3731803225e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8683151-34b2-430a-b35b-2f1fdd93358b HTTP/1.1" status: 204 len: 168 time: 0.6955943 Aug 30 14:27:14.556058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c7f12b3c-c124-41db-94a4-cb5a729519f9 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:14.599074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ba968-8369-42ea-a2cb-05410a87391c req-805911b3-894a-4c53-bb72-d6f110028c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:14.604394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433ba968-8369-42ea-a2cb-05410a87391c req-805911b3-894a-4c53-bb72-d6f110028c47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=23a541d7-3b8c-4fbc-9a82-50d0df60738a HTTP/1.1" status: 200 len: 862 time: 0.1465049 Aug 30 14:27:14.629271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c7f12b3c-c124-41db-94a4-cb5a729519f9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:14.636744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997066ff-00bd-4be9-883b-3731803225e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8683151-34b2-430a-b35b-2f1fdd93358b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:14.681888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433ba968-8369-42ea-a2cb-05410a87391c req-a2b4e197-6d68-4fc2-b989-1da0067cc27c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631623 Aug 30 14:27:14.682552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5015450 Aug 30 14:27:14.685981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:14.691285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Request body: {'subnet': {'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1463356963-subnet', 'tenant_id': 'ea76724a518840a19b83451821677065', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:14.756438 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.793690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:14.796192 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.798902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3580a97-d028-4bd2-a240-61d0bd48b144 admin admin] Pushing event updated for resources: {'Network': ['ID=58b173ba-3264-4cfa-bc64-893edcb7863c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:14.807345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:14.813179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 58b173ba-3264-4cfa-bc64-893edcb7863c details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:14.821262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17865f29-6185-401e-87b6-74a181887927 req-598b921e-2466-43ae-b081-7f91d4d9c5a1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239765 Aug 30 14:27:14.941178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433ba968-8369-42ea-a2cb-05410a87391c req-6aee6f19-0fde-4f13-916c-8d164130dc5b service neutron] 10.222.0.39 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419102 Aug 30 14:27:14.978018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Allocated IP 172.25.6.12 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:15.108579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:15.180147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bfc671e-bfe5-4c58-aa6f-42dc8e26b6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.215932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433ba968-8369-42ea-a2cb-05410a87391c req-54e3d66a-5983-44b7-8b57-9ac0b426cf93 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634530 Aug 30 14:27:15.220693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.267329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.306640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:15.309625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:15.317093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:15.332754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa713-8c7c-4381-8854-c43ecac847e4 req-31abcdf5-db7f-4415-80b3-b1197341eef4 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:15.334370 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-473aa713-8c7c-4381-8854-c43ecac847e4 req-31abcdf5-db7f-4415-80b3-b1197341eef4 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 943 time: 0.1310573 Aug 30 14:27:15.340781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.346718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Pushing event updated for resources: {'Port': ['ID=de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:15.451776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e0acb-7658-4f29-86dd-f3dc6ec4b41d None None] Network c6bce714-9134-4483-a391-261ef721aa9a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:15.457923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=062bc234-9bb1-4126-9595-d30cb6a74e22,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:15.474655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-473aa713-8c7c-4381-8854-c43ecac847e4 req-c647be7f-45b8-45d1-8194-4ed0f49d7448 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296394 Aug 30 14:27:15.503558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Checking segment: {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:15.503924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Network hostable DHCP agents. Network: 58b173ba-3264-4cfa-bc64-893edcb7863c, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:15.520621 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bfc671e-bfe5-4c58-aa6f-42dc8e26b6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.526706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bfc671e-bfe5-4c58-aa6f-42dc8e26b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.526966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26875bf3-dd87-4f92-8d73-1a2f90071ae7 None None] Provisioning for port c7f12b3c-c124-41db-94a4-cb5a729519f9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:15.534169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26875bf3-dd87-4f92-8d73-1a2f90071ae7 None None] Provisioning complete for port c7f12b3c-c124-41db-94a4-cb5a729519f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:15.535331 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26875bf3-dd87-4f92-8d73-1a2f90071ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.547285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Network 58b173ba-3264-4cfa-bc64-893edcb7863c is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:15.574462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 58b173ba-3264-4cfa-bc64-893edcb7863c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:15.581381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1bfc671e-bfe5-4c58-aa6f-42dc8e26b6d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2383390d8b25491f8dd84b7d866723fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716990 Aug 30 14:27:15.583210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:15.584091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.584726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:15.587707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc671e-bfe5-4c58-aa6f-42dc8e26b6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ebb01-b433-4735-9001-6dfb279b8a12,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:15.596548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794aefe0-794a-40ef-854d-ccbcd73e41d9 None None] Network 58b173ba-3264-4cfa-bc64-893edcb7863c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:15.616977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-904d8428-db60-4d94-ab24-371baf1e42f6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9296231 Aug 30 14:27:15.620107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:15.625559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:15.636942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.651037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.652508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.697189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14086405-12b1-4e80-9a98-be70c749f816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.721794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.753804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14086405-12b1-4e80-9a98-be70c749f816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.756319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26875bf3-dd87-4f92-8d73-1a2f90071ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.830402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-26875bf3-dd87-4f92-8d73-1a2f90071ae7 None None] For port c7f12b3c-c124-41db-94a4-cb5a729519f9, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c7f12b3c-c124-41db-94a4-cb5a729519f9,segment=NetworkSegment(74098069-b8cf-4e0f-a185-fb22b1e56439),segment_id=74098069-b8cf-4e0f-a185-fb22b1e56439)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:15.898281 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26875bf3-dd87-4f92-8d73-1a2f90071ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.903391 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14086405-12b1-4e80-9a98-be70c749f816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.906541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14086405-12b1-4e80-9a98-be70c749f816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.907811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-14086405-12b1-4e80-9a98-be70c749f816 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d55ebb01-b433-4735-9001-6dfb279b8a12 HTTP/1.1" status: 204 len: 168 time: 0.3220851 Aug 30 14:27:15.924129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14086405-12b1-4e80-9a98-be70c749f816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ebb01-b433-4735-9001-6dfb279b8a12,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:15.932353 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.981763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-58b173ba-3264-4cfa-bc64-893edcb7863c', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:15.983510 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:15.990658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:16.010058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26875bf3-dd87-4f92-8d73-1a2f90071ae7 None None] Pushing event updated for resources: {'Port': ['ID=c7f12b3c-c124-41db-94a4-cb5a729519f9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:16.067285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0b1a8-d92a-4ae4-8408-fdba63e2ea65 req-9f3c8d4f-03ce-4b90-b844-7fc94d48fbf9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:16.068798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73b0b1a8-d92a-4ae4-8408-fdba63e2ea65 req-9f3c8d4f-03ce-4b90-b844-7fc94d48fbf9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1168816 Aug 30 14:27:16.192830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:27:16.307884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b7b4b2c5-8c20-41f7-b329-4be02312d7f2 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:27:16.385165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8730d653-3bb6-49e4-9f7f-eef72defdd32 None None] Provisioning complete for port c7f12b3c-c124-41db-94a4-cb5a729519f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:16.386387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8730d653-3bb6-49e4-9f7f-eef72defdd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:16.420406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Allocated IP 172.20.0.2 (58b173ba-3264-4cfa-bc64-893edcb7863c/062bc234-9bb1-4126-9595-d30cb6a74e22/15ec1011-402a-40bb-9b4c-2bc8c65e3ba2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:16.594583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:16.611636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:16.661863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:16.676514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:16.678295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-35c63b07-2961-4f9a-b478-c65b00cfedcc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8169656 Aug 30 14:27:16.680910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:16.713480 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:27:16.776689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73b0b1a8-d92a-4ae4-8408-fdba63e2ea65 req-14d1b417-ef77-4a3b-a82f-62281c6b9431 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944582 Aug 30 14:27:16.805912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Sync routers for ids ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:16.805912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c7f12b3c-c124-41db-94a4-cb5a729519f9 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:16.838491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39890ee-cfdc-4273-9460-8cafb5bb2c6c req-1b55518d-97c6-4aca-b2d1-c000a59f0540 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:16.842403 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c39890ee-cfdc-4273-9460-8cafb5bb2c6c req-1b55518d-97c6-4aca-b2d1-c000a59f0540 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 943 time: 0.2190378 Aug 30 14:27:16.873154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:16.873728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Allocated IP 172.25.6.25 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/f87eaa06-5dd2-4bae-a026-6d47a1a1a662) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:16.893164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Routers {'737a01ae-98f4-40f9-8f6f-22f1efa8b86c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:16.894451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:16.899874 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c39890ee-cfdc-4273-9460-8cafb5bb2c6c req-f14170c2-7558-4537-b27d-815b95f3009b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483258 Aug 30 14:27:17.000383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'port_id': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'mac_address': 'fa:16:3e:56:c2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a541d7-3b8c-4fbc-9a82-50d0df60738a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:27:17.015816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c7f12b3c-c124-41db-94a4-cb5a729519f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:17.015816 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.096895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.156775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.206358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:17.215564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:17.224133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:17.227853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:17.263358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f87eaa06-5dd2-4bae-a026-6d47a1a1a662,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:17.313757 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.334705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Transition to ACTIVE for port object 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:17.339128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.380438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Set router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:17.423465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b4b2c5-8c20-41f7-b329-4be02312d7f2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:27:17.460163 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.494100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Transition to ACTIVE for port object 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:17.516436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:17.521481 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.530256 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.632952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Network 58b173ba-3264-4cfa-bc64-893edcb7863c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:17.641669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:17.646075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Pushing event updated for resources: {'Port': ['ID=15ec1011-402a-40bb-9b4c-2bc8c65e3ba2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:17.648671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:17.698485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Allocated IP 172.20.0.1 (c6bce714-9134-4483-a391-261ef721aa9a/8738a933-fc94-49a3-829d-a741f1ac6efa/68108cd1-1e83-488e-8a8c-5ebb13e05d93) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:17.802144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Attempting to bind port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:17.802773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Attempting to bind port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:17.802895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Attempting to bind port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 on network 58b173ba-3264-4cfa-bc64-893edcb7863c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:17.805331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b7b4b2c5-8c20-41f7-b329-4be02312d7f2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:27:17.828879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-897540358'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:17.840825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:17.841086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Checking segment: {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:17.841478 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.841868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Bound using segment: {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:17.842471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Bound port: 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:17.842783 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.868682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:17.939453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4774860d-b160-4231-b879-b37e1f054ce2 req-02e1db0e-0614-4d87-a4f2-80551b3b6b52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193371 Aug 30 14:27:17.944161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:17.948315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.973346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.990630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] For port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:17.997821 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.998832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] For port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=15ec1011-402a-40bb-9b4c-2bc8c65e3ba2,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:18.006002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Transition to ACTIVE for port object 68108cd1-1e83-488e-8a8c-5ebb13e05d93 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:18.010474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.055143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-router', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:13Z', 'updated_at': '2021-08-30T14:27:15Z', 'revision_number': 3, 'project_id': '007a1815fbfa4970bb2387488d76cdab', 'gw_port': {'id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:14Z', 'updated_at': '2021-08-30T14:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:18.060885 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.107835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Network c6bce714-9134-4483-a391-261ef721aa9a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:18.115408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:18.118864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Checking router: 737a01ae-98f4-40f9-8f6f-22f1efa8b86c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:18.118864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Updating router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:27:18.123906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:18.155179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fa46c-6593-406e-aae8-faab396fc4ac req-fbc09fd4-3928-406c-96e4-19732f44625b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:18.159066 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da1fa46c-6593-406e-aae8-faab396fc4ac req-fbc09fd4-3928-406c-96e4-19732f44625b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.2240129 Aug 30 14:27:18.188688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.230966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774860d-b160-4231-b879-b37e1f054ce2 req-9724f697-4f38-424d-bcd2-d162470da2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:18.232786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4774860d-b160-4231-b879-b37e1f054ce2 req-9724f697-4f38-424d-bcd2-d162470da2c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29b60eac8d24cb0826d5078623f5174&device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 1096 time: 0.2270076 Aug 30 14:27:18.236251 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.241824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f04283-352f-4189-bfb7-2392a88d326c None None] Pushing event updated for resources: {'Port': ['ID=15ec1011-402a-40bb-9b4c-2bc8c65e3ba2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:18.245608 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:27:18.256624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Pushing event updated for resources: {'Port': ['ID=68108cd1-1e83-488e-8a8c-5ebb13e05d93,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:18.376336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da1fa46c-6593-406e-aae8-faab396fc4ac req-33364618-6731-4269-ad64-c61a6e314421 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675558 Aug 30 14:27:18.380476 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.403783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.494382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774860d-b160-4231-b879-b37e1f054ce2 req-079cc57d-e2a8-4471-b091-592c1143b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:18.497610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4774860d-b160-4231-b879-b37e1f054ce2 req-079cc57d-e2a8-4471-b091-592c1143b280 service neutron] 10.222.0.21 "GET /v2.0/networks?id=664705f2-4326-4a6e-a378-09045acf51e9 HTTP/1.1" status: 200 len: 917 time: 0.2298439 Aug 30 14:27:18.664156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b316d92-ab2e-4a07-8949-d217c692698b req-70fda579-0bde-4411-989e-fcf8e5e84077 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:18.665752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b316d92-ab2e-4a07-8949-d217c692698b req-70fda579-0bde-4411-989e-fcf8e5e84077 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 944 time: 0.6358135 Aug 30 14:27:18.681378 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4774860d-b160-4231-b879-b37e1f054ce2 req-6d2b7071-148c-4491-8e95-4b28b87d31a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568 HTTP/1.1" status: 200 len: 1001 time: 0.1573744 Aug 30 14:27:18.756446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b316d92-ab2e-4a07-8949-d217c692698b req-64318c3e-b493-4fae-a4cf-f8ef25762a28 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799165 Aug 30 14:27:18.759254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0bc11ce-9302-4868-95dc-33abe0e20ced None None] Provisioning for port 68108cd1-1e83-488e-8a8c-5ebb13e05d93 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:18.766611 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.776061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.781197 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0bc11ce-9302-4868-95dc-33abe0e20ced None None] Provisioning complete for port 68108cd1-1e83-488e-8a8c-5ebb13e05d93 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:18.781576 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0bc11ce-9302-4868-95dc-33abe0e20ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.787709 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.799111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774860d-b160-4231-b879-b37e1f054ce2 req-95dda703-ed0f-46c3-99c1-d49b43971f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:18.800641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4774860d-b160-4231-b879-b37e1f054ce2 req-95dda703-ed0f-46c3-99c1-d49b43971f16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4eed62a-e0bc-4d66-adb3-7df223cc2228 HTTP/1.1" status: 200 len: 855 time: 0.1058702 Aug 30 14:27:18.806542 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.813270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.816020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Transition to ACTIVE for port object de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:18.831215 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.852706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:18.892017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a030ce7-520b-49c8-853d-8343047387b9 None None] Pushing event updated for resources: {'Port': ['ID=de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:18.892184 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.896756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc11ce-9302-4868-95dc-33abe0e20ced None None] Port 68108cd1-1e83-488e-8a8c-5ebb13e05d93 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:18.908693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Attempting to bind port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:18.909064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Attempting to bind port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:18.909447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Attempting to bind port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:18.920238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:18.920670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:18.921446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.921850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:18.922339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Bound port: de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:18.922732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.928661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:18.929022 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment 3a213b57-d588-4a36-8300-3a27c29c152d of type vlan for network a198d714-de30-4eff-b96a-f8c2d371fab7 Aug 30 14:27:18.960195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Pushing event updated for resources: {'Port': ['ID=68108cd1-1e83-488e-8a8c-5ebb13e05d93,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:18.972099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84de5c18-8114-49c8-99a6-453f2ceb04ea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:19.021948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] For port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:19.030076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] For port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:19.036286 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:19.040807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774860d-b160-4231-b879-b37e1f054ce2 req-3a998bce-bbab-411f-9a58-3a079a7786b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:19.042557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4774860d-b160-4231-b879-b37e1f054ce2 req-3a998bce-bbab-411f-9a58-3a079a7786b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=664705f2-4326-4a6e-a378-09045acf51e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279701 Aug 30 14:27:19.043263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Network c6bce714-9134-4483-a391-261ef721aa9a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:19.045876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:19.204188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Routers {'737a01ae-98f4-40f9-8f6f-22f1efa8b86c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:19.204863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:19.211169 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:19.224706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a030ce7-520b-49c8-853d-8343047387b9 None None] Pushing event updated for resources: {'Port': ['ID=de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:19.263441 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:19.367825 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:19.371096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:27:19.375878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:19.377405 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:19.383939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4774860d-b160-4231-b879-b37e1f054ce2 req-5278eb68-84fd-49fd-a5ed-05270f9cdbd9 service neutron] 10.222.0.21 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237500 Aug 30 14:27:19.431738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] Set router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:19.521724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=a198d714-de30-4eff-b96a-f8c2d371fab7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:19.548346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a198d714-de30-4eff-b96a-f8c2d371fab7 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:19.589163 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5298d728-d318-44bd-8d13-0134b2064dce tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3733842 Aug 30 14:27:19.639638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:19.657063 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c0a240b3-7dc5-4f13-9607-93f11387ba3f admin admin] 10.222.0.50 "PUT /v2.0/routers/737a01ae-98f4-40f9-8f6f-22f1efa8b86c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9668581 Aug 30 14:27:19.848457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-557a7486-f4aa-4a6c-ada2-81edce942c77 None None] Provisioning complete for port 68108cd1-1e83-488e-8a8c-5ebb13e05d93 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:19.849560 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-557a7486-f4aa-4a6c-ada2-81edce942c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:19.853775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766bc3d7-0d17-4302-b9f6-419b201d9369 None None] Network 58b173ba-3264-4cfa-bc64-893edcb7863c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:19.868621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3607103-ccfb-46a2-8a40-a81047cb0d17 req-52d57fd0-8343-46a4-8bdc-e3e32f92ad13 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:19.876257 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3607103-ccfb-46a2-8a40-a81047cb0d17 req-52d57fd0-8343-46a4-8bdc-e3e32f92ad13 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.3489227 Aug 30 14:27:20.056945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4774860d-b160-4231-b879-b37e1f054ce2 req-347062a3-5c1c-4a32-9e0e-852bf473d258 service neutron] 10.222.0.21 "GET /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396006 Aug 30 14:27:20.112138 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3607103-ccfb-46a2-8a40-a81047cb0d17 req-1fefa686-680e-4b70-b280-689f2b09c2dd tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937952 Aug 30 14:27:20.168599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b8bdd-03a1-48d3-b621-70c4212b2289 req-5a2b460a-901b-40dc-a607-29f6e276067d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:20.171872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b5b8bdd-03a1-48d3-b621-70c4212b2289 req-5a2b460a-901b-40dc-a607-29f6e276067d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 944 time: 0.1333280 Aug 30 14:27:20.192528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Router daa3455d-2b31-4deb-98fb-f499e62ce391 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:27:20.292321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b5b8bdd-03a1-48d3-b621-70c4212b2289 req-a249ef0a-6183-437d-bec9-1e7a0abaaa93 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949562 Aug 30 14:27:20.472718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-557a7486-f4aa-4a6c-ada2-81edce942c77 None None] Port 68108cd1-1e83-488e-8a8c-5ebb13e05d93 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:20.475328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b7b4b2c5-8c20-41f7-b329-4be02312d7f2 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:20.494414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63036c67-cee5-4a4a-951f-bfc31b73789e req-70b2295f-28ec-4497-8211-398deb32bc47 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:20.495951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63036c67-cee5-4a4a-951f-bfc31b73789e req-70b2295f-28ec-4497-8211-398deb32bc47 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 945 time: 0.1608377 Aug 30 14:27:20.553579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63036c67-cee5-4a4a-951f-bfc31b73789e req-3c872b9a-bdc4-4981-99a7-0ea296402adc tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505779 Aug 30 14:27:20.556359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:20.565303 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:20.575284 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Sync routers for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:20.598360 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:20.599176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fd58dc54-eaf4-4aed-a805-a46a93ab1605 req-69ca5e33-b13c-498f-bdaf-dfdee2632744 tempest-FloatingIPsNegativeTestJSON-325114504 tempest-FloatingIPsNegativeTestJSON-325114504-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=007a1815fbfa4970bb2387488d76cdab HTTP/1.1" status: 200 len: 217 time: 0.1210759 Aug 30 14:27:20.599810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e34855ba-6c04-49bc-a848-bd6ef9e302e1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9785213 Aug 30 14:27:20.602435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35506) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:20.610085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:20.617020 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:20.626084 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:20.668349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-63e90e34-f174-4090-bc9d-e1baa0065f6b req-b9dcd1e4-99d0-4985-9260-f183db19af76 tempest-FloatingIPsNegativeTestJSON-325114504 tempest-FloatingIPsNegativeTestJSON-325114504-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0508406 Aug 30 14:27:20.741027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:20.758309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af2ca9d7-553f-49cb-80a1-7df436af859d None None] Provisioning for port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:20.765893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:20.766129 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:20.844065 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:20.909136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:20.952250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:20.952648 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:20.981085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-router', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:13Z', 'updated_at': '2021-08-30T14:27:18Z', 'revision_number': 4, 'project_id': '007a1815fbfa4970bb2387488d76cdab', 'gw_port': {'id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:14Z', 'updated_at': '2021-08-30T14:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68108cd1-1e83-488e-8a8c-5ebb13e05d93', 'name': '', 'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'mac_address': 'fa:16:3e:cd:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8738a933-fc94-49a3-829d-a741f1ac6efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:17Z', 'updated_at': '2021-08-30T14:27:18Z', 'revision_number': 2, 'project_id': '007a1815fbfa4970bb2387488d76cdab', 'subnets': [{'id': '8738a933-fc94-49a3-829d-a741f1ac6efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:21.030386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89fc9c-f4f8-4b20-9295-d742af921e02 None None] The sync data for ids ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'] in n-d-805668-3 is: [{'id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-router', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:13Z', 'updated_at': '2021-08-30T14:27:18Z', 'revision_number': 4, 'project_id': '007a1815fbfa4970bb2387488d76cdab', 'gw_port': {'id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:14Z', 'updated_at': '2021-08-30T14:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68108cd1-1e83-488e-8a8c-5ebb13e05d93', 'name': '', 'network_id': 'c6bce714-9134-4483-a391-261ef721aa9a', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'mac_address': 'fa:16:3e:cd:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8738a933-fc94-49a3-829d-a741f1ac6efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:17Z', 'updated_at': '2021-08-30T14:27:18Z', 'revision_number': 2, 'project_id': '007a1815fbfa4970bb2387488d76cdab', 'subnets': [{'id': '8738a933-fc94-49a3-829d-a741f1ac6efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:21.061895 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:21.125796 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:17Z', 'revision_number': 3, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:21.131410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a48555c-d8ed-4e50-bfb5-5ccf129153cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:21.134394 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd54e486-1c66-4905-a6b9-80ca0e7539c7" -d '{"events": [{"server_uuid": "5a48555c-d8ed-4e50-bfb5-5ccf129153cb", "name": "network-vif-plugged", "status": "completed", "tag": "b7b4b2c5-8c20-41f7-b329-4be02312d7f2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:21.136523 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-ee0a36dc-016a-474e-8be2-5aa35585ea41 req-2bcb450b-701d-4f3f-9ac4-547c1f870fce tempest-FloatingIPsNegativeTestJSON-325114504 tempest-FloatingIPsNegativeTestJSON-325114504-project] show failed (client error): The resource could not be found. Aug 30 14:27:21.146507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee0a36dc-016a-474e-8be2-5aa35585ea41 req-2bcb450b-701d-4f3f-9ac4-547c1f870fce tempest-FloatingIPsNegativeTestJSON-325114504 tempest-FloatingIPsNegativeTestJSON-325114504-project] 10.222.0.50 "GET /v2.0/floatingips/2ab09b54-cfe4-4460-9b58-6a70d14aae5b HTTP/1.1" status: 404 len: 350 time: 0.1614194 Aug 30 14:27:21.177985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:21.182031 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Checking router: daa3455d-2b31-4deb-98fb-f499e62ce391 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:21.182694 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Updating router daa3455d-2b31-4deb-98fb-f499e62ce391 port f87eaa06-5dd2-4bae-a026-6d47a1a1a662 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:27:21.215685 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:21.250168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:21.282634 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:21.321732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:21.456481 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f9d858-b384-49a5-942e-d447c575ab9e x-openstack-request-id: req-59f9d858-b384-49a5-942e-d447c575ab9e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:21.456804 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a48555c-d8ed-4e50-bfb5-5ccf129153cb", "name": "network-vif-plugged", "status": "completed", "tag": "b7b4b2c5-8c20-41f7-b329-4be02312d7f2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:21.457027 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59f9d858-b384-49a5-942e-d447c575ab9e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:21.458955 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a48555c-d8ed-4e50-bfb5-5ccf129153cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'code': 200} Aug 30 14:27:21.598969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:21.621622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1558698555'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:21.639252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=15ec1011-402a-40bb-9b4c-2bc8c65e3ba2,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:21.642966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:21.654664 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:21.694946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:21.698630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:21.705996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e38f8-f581-426a-8eee-d53b6c538847 req-d32da017-8dec-4b0d-983c-313d8db29c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:21.707987 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da3e38f8-f581-426a-8eee-d53b6c538847 req-d32da017-8dec-4b0d-983c-313d8db29c49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 1096 time: 0.2253988 Aug 30 14:27:21.756790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=15ec1011-402a-40bb-9b4c-2bc8c65e3ba2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:21.758944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58f4ff-36d7-428f-8d8a-56bfde1f0606 req-0ac4812e-30f6-430d-a3ad-4bdab7f98ce4 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:21.768177 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a58f4ff-36d7-428f-8d8a-56bfde1f0606 req-0ac4812e-30f6-430d-a3ad-4bdab7f98ce4 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.1818802 Aug 30 14:27:21.783546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-32d19896-6383-4418-8564-164ec38ed534 None None] Provisioning complete for port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:21.784261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ede9-d0ce-4d70-9924-29508744876e req-0fa3cead-f7df-4383-98e2-7602e651d3c4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:21.784597 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32d19896-6383-4418-8564-164ec38ed534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:21.789199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63f0ede9-d0ce-4d70-9924-29508744876e req-0fa3cead-f7df-4383-98e2-7602e651d3c4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.4093437 Aug 30 14:27:21.794258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da3e38f8-f581-426a-8eee-d53b6c538847 req-fcf36f0f-9605-43a7-b4dc-8445fbd206e4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767255 Aug 30 14:27:21.826434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:21.838438 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:21.838694 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Added segment cb104d30-d5c5-402d-9290-560141fa00d2 of type vlan for network 397c024b-9e1b-4316-bf98-e610b0a459d2 Aug 30 14:27:21.973608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.051024 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.059687 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.066710 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Transition to ACTIVE for port object f87eaa06-5dd2-4bae-a026-6d47a1a1a662 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:22.077272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:22.078340 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.078975 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.105715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a58f4ff-36d7-428f-8d8a-56bfde1f0606 req-ffb40b06-8205-4ee2-830c-c907caa9e965 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332191 Aug 30 14:27:22.140019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5261850 Aug 30 14:27:22.143772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:22.160477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-997521193'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:22.178946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63f0ede9-d0ce-4d70-9924-29508744876e req-fa1f24e5-7313-4264-8c04-1728ec9aa25f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114779 Aug 30 14:27:22.220754 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Pushing event updated for resources: {'Port': ['ID=f87eaa06-5dd2-4bae-a026-6d47a1a1a662,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:22.230397 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Attempting to bind port f87eaa06-5dd2-4bae-a026-6d47a1a1a662 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:22.233277 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Attempting to bind port f87eaa06-5dd2-4bae-a026-6d47a1a1a662 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:22.233699 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Attempting to bind port f87eaa06-5dd2-4bae-a026-6d47a1a1a662 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:22.241259 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.241669 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.243023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.243385 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.243724 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.244153 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.244491 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.244823 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.245271 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.245844 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.246177 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.246534 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:22.271985 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:22.272643 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:22.273278 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.273995 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:22.274827 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Bound port: f87eaa06-5dd2-4bae-a026-6d47a1a1a662, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:22.275618 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.296056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:22.308755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.339111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc4ec9-21ec-47db-a6cf-269c9e05f4a2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Network': ['ID=397c024b-9e1b-4316-bf98-e610b0a459d2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:22.396660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:22.453501 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] For port f87eaa06-5dd2-4bae-a026-6d47a1a1a662, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:22.460306 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] For port f87eaa06-5dd2-4bae-a026-6d47a1a1a662, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87eaa06-5dd2-4bae-a026-6d47a1a1a662,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:22.472030 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.487033 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.626280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:22.688732 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:22.696132 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:22.739036 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.739406 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Added segment ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6 of type vlan for network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c Aug 30 14:27:22.806776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:22.846922 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:22.863061 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34973522-5aee-4e79-87d2-f15cb3095529 None None] Pushing event updated for resources: {'Port': ['ID=f87eaa06-5dd2-4bae-a026-6d47a1a1a662,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:22.873918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.002000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:23.002484 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.008693 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:23.086223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Allocated IP 172.20.0.1 (58b173ba-3264-4cfa-bc64-893edcb7863c/062bc234-9bb1-4126-9595-d30cb6a74e22/68eef9fa-c114-42c5-a57c-c12e5e3074bc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:23.100409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:27:23.167944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.174310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:23.175004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.260609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:23.364764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:23.386081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14680e50-3010-4870-8176-0b993e6e080d req-c15d6298-20e9-4082-8d2d-b25e227336b7 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:23.386081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14680e50-3010-4870-8176-0b993e6e080d req-c15d6298-20e9-4082-8d2d-b25e227336b7 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 945 time: 0.5261550 Aug 30 14:27:23.388814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:23.390023 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2422335 Aug 30 14:27:23.396567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35540) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:23.397881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:23.398612 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.408320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'subnet': {'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:23.415386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Network': ['ID=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:23.441878 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:17Z', 'revision_number': 3, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:23.472393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.488038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': 'a198d714-de30-4eff-b96a-f8c2d371fab7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:23.505258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.505608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.505953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.506290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.506621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.506952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.507282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.507618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.507939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.508261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.508584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.508907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68696766-5c49-4784-b030-914bd11644cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:23.510182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Transition to ACTIVE for port object 68eef9fa-c114-42c5-a57c-c12e5e3074bc will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:23.513749 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6bc24-dad3-415d-9f5a-81c603acc7fc None None] The sync data for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 is: [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:17Z', 'revision_number': 3, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:23.548578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:23.607384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219a82e-9292-460b-ac3c-16a9677177e2 req-0419c6ee-abc9-48df-99ae-ef5c6c12a4df tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:23.609032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1219a82e-9292-460b-ac3c-16a9677177e2 req-0419c6ee-abc9-48df-99ae-ef5c6c12a4df tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.3199651 Aug 30 14:27:23.651657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14680e50-3010-4870-8176-0b993e6e080d req-cdcc5100-0d98-4e6f-b31e-b5a096f91116 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367575 Aug 30 14:27:23.694828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Deleting port 68108cd1-1e83-488e-8a8c-5ebb13e05d93 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:23.696126 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.697702 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1219a82e-9292-460b-ac3c-16a9677177e2 req-73519a9a-86c9-4aa5-8d84-0364707afe97 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750880 Aug 30 14:27:23.699953 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.709651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.741927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:23.745744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.762620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:23.771313 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.840033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:23.853426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Calling delete_port for 68108cd1-1e83-488e-8a8c-5ebb13e05d93 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:23.935842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:23.976796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Network 58b173ba-3264-4cfa-bc64-893edcb7863c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:23.986142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:23.992594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:24.056136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:24.059813 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.345893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bd16e26d-8089-4943-abd7-b310822e1edd None None] Provisioning for port 68eef9fa-c114-42c5-a57c-c12e5e3074bc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:24.350450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bd16e26d-8089-4943-abd7-b310822e1edd None None] Provisioning complete for port 68eef9fa-c114-42c5-a57c-c12e5e3074bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:24.350977 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd16e26d-8089-4943-abd7-b310822e1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.421650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bd16e26d-8089-4943-abd7-b310822e1edd None None] Port 68eef9fa-c114-42c5-a57c-c12e5e3074bc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:24.483862 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.536209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Pushing event updated for resources: {'Port': ['ID=68eef9fa-c114-42c5-a57c-c12e5e3074bc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:24.602011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3640294-1d41-4577-b70c-5b4d14c5f18e req-e1de6c29-d6af-48bd-a8fd-d292b779145c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:24.603709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3640294-1d41-4577-b70c-5b4d14c5f18e req-e1de6c29-d6af-48bd-a8fd-d292b779145c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.7314312 Aug 30 14:27:24.638161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f527a-9d1a-45ae-a6cb-dc9035b2154f req-a5032c62-273b-4182-b43e-dcbed4d8a6ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:24.640203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c7f527a-9d1a-45ae-a6cb-dc9035b2154f req-a5032c62-273b-4182-b43e-dcbed4d8a6ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.6243677 Aug 30 14:27:24.657086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87eaa06-5dd2-4bae-a026-6d47a1a1a662 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:24.665343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.728635 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3640294-1d41-4577-b70c-5b4d14c5f18e req-b31b4e06-bc0b-49ef-ab9a-e4c56381ee63 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113060 Aug 30 14:27:24.728929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f87eaa06-5dd2-4bae-a026-6d47a1a1a662 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:24.737104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f87eaa06-5dd2-4bae-a026-6d47a1a1a662 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:24.738744 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.777796 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.836450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c7f527a-9d1a-45ae-a6cb-dc9035b2154f req-08468dc8-1884-4fe1-9b58-962a308bc09a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786458 Aug 30 14:27:24.844919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=68108cd1-1e83-488e-8a8c-5ebb13e05d93,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:24.892454 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.892758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.920597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=34991ba3-af1c-40b1-9827-d94c3f2a54dc,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:24.922547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f87eaa06-5dd2-4bae-a026-6d47a1a1a662, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87eaa06-5dd2-4bae-a026-6d47a1a1a662,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:24.929005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:24.930422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:24.960528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': '3a213b57-d588-4a36-8300-3a27c29c152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a198d714-de30-4eff-b96a-f8c2d371fab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:24.963034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: a198d714-de30-4eff-b96a-f8c2d371fab7, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:25.122446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network a198d714-de30-4eff-b96a-f8c2d371fab7 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:25.125803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] Sync routers for ids ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:25.133774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.162030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f87eaa06-5dd2-4bae-a026-6d47a1a1a662,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:25.186032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] Routers {'737a01ae-98f4-40f9-8f6f-22f1efa8b86c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:25.187024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:25.194916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, a198d714-de30-4eff-b96a-f8c2d371fab7) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:25.209226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abf4a1-ecc6-47b2-9770-e1c60dd61d30 req-2d877929-3e2e-4445-a672-a0830e48976b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:25.211040 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16abf4a1-ecc6-47b2-9770-e1c60dd61d30 req-2d877929-3e2e-4445-a672-a0830e48976b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.1972980 Aug 30 14:27:25.214451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:25.215061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.248915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1c5b01aa-a8cb-4978-812f-1cace1d065f2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8643594 Aug 30 14:27:25.274704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:25.282498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1186252404'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:25.323673 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16abf4a1-ecc6-47b2-9770-e1c60dd61d30 req-70f8fc74-5e62-459f-a992-5e1d91cb99e3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800405 Aug 30 14:27:25.328712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:25.331534 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.343887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] Set router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:25.381826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.408101 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.410105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Subnet': ['ID=36527e02-4d1b-453f-ab71-2ada55c632fd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:25.414656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:25.417914 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.443082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c180cf-aeb8-4ff4-bb4f-650a6497ae5c None None] Network a198d714-de30-4eff-b96a-f8c2d371fab7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:25.446600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:25.447119 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.498032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Checking segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:25.498475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network hostable DHCP agents. Network: 397c024b-9e1b-4316-bf98-e610b0a459d2, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:25.499380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5dd4-8f3d-455c-829e-5bcf3555d77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.507707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.508293 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment dd3d410f-7d01-4035-953c-f33b1110cee6 of type vlan for network d1520ba4-8080-49ec-873d-fa0c2f5570ac Aug 30 14:27:25.509930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9793ee9-2ed1-4110-a852-a9effa4a16a7 req-dc3c5268-9a7b-4a99-892e-6dba9ec8047f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:25.511568 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9793ee9-2ed1-4110-a852-a9effa4a16a7 req-dc3c5268-9a7b-4a99-892e-6dba9ec8047f tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 945 time: 0.1472039 Aug 30 14:27:25.537256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Pushing event updated for resources: {'Port': ['ID=68eef9fa-c114-42c5-a57c-c12e5e3074bc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:25.570449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.589957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.604242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9793ee9-2ed1-4110-a852-a9effa4a16a7 req-b1a91d44-5e3d-487e-aff3-b56714bb8fda tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652201 Aug 30 14:27:25.613137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:25.623301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b091aee-f541-4635-81d7-28882a96ecc0 req-c39d95c1-e13e-44bb-b115-b50db8e9793b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:25.624830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b091aee-f541-4635-81d7-28882a96ecc0 req-c39d95c1-e13e-44bb-b115-b50db8e9793b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.1483345 Aug 30 14:27:25.648975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 397c024b-9e1b-4316-bf98-e610b0a459d2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:25.663435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:25.664034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.711061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.716682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:25.717714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:25.721525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-068d440c-8b6c-474e-8c0e-27a8c4a9a385 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3238599 Aug 30 14:27:25.724500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:25.754881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'subnet': {'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:25.768828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b29178-5119-4d7b-8833-0391849ebe9f None None] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:25.791958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b091aee-f541-4635-81d7-28882a96ecc0 req-4e73b756-e89c-4e3b-ab70-1d427d370ef9 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327691 Aug 30 14:27:25.896087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6176829 Aug 30 14:27:25.903502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Network 58b173ba-3264-4cfa-bc64-893edcb7863c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:25.904813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:25.920715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8df81-7eac-4abc-b62f-a53bd4d9a6b7 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=d1520ba4-8080-49ec-873d-fa0c2f5570ac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:25.930063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': 'd1520ba4-8080-49ec-873d-fa0c2f5570ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:25.942909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:25.946203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d1520ba4-8080-49ec-873d-fa0c2f5570ac details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:25.989898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:27:26.048782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9cb53-3a98-4859-a0e2-7aefb506b2be req-a229a216-2791-4947-981d-ff27ea7d5421 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:26.049009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-acb9cb53-3a98-4859-a0e2-7aefb506b2be req-a229a216-2791-4947-981d-ff27ea7d5421 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1711414 Aug 30 14:27:26.053408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:26.057341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.127677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e1f4-e13d-4887-99c5-ae7e4dddf16c req-3ce39ffd-ce57-4ccf-b981-c1edda1369b8 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:26.129550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d994e1f4-e13d-4887-99c5-ae7e4dddf16c req-3ce39ffd-ce57-4ccf-b981-c1edda1369b8 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.2237253 Aug 30 14:27:26.197841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Router daa3455d-2b31-4deb-98fb-f499e62ce391 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:27:26.201864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d994e1f4-e13d-4887-99c5-ae7e4dddf16c req-a39ca957-eb4a-4fa7-a88b-1069416b1acc tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596800 Aug 30 14:27:26.224918 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-acb9cb53-3a98-4859-a0e2-7aefb506b2be req-cabdb5e3-1320-4c50-afaf-fb00953b4430 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645591 Aug 30 14:27:26.244211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:26.249837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.286530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-a198d714-de30-4eff-b96a-f8c2d371fab7', 'network_id': 'a198d714-de30-4eff-b96a-f8c2d371fab7', 'tenant_id': 'f39090d9a4884216a94a165ea0b05892', 'fixed_ips': [{'subnet_id': '34991ba3-af1c-40b1-9827-d94c3f2a54dc'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:26.287395 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.313571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-397c024b-9e1b-4316-bf98-e610b0a459d2', 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'fixed_ips': [{'subnet_id': '36527e02-4d1b-453f-ab71-2ada55c632fd'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:26.315067 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.343629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-router', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:13Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 5, 'project_id': '007a1815fbfa4970bb2387488d76cdab', 'gw_port': {'id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:14Z', 'updated_at': '2021-08-30T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:26.388901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] Checking router: 737a01ae-98f4-40f9-8f6f-22f1efa8b86c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:26.419172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:26.424959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d92d81c-5deb-4ae7-b075-9c0effc461b3 admin admin] 10.222.0.50 "PUT /v2.0/routers/daa3455d-2b31-4deb-98fb-f499e62ce391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8215556 Aug 30 14:27:26.435386 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Sync routers for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:26.448538 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:26.449601 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:26.484583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:26.493544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cb255744-f4b5-425b-8212-bc6992e61e56 admin admin] 10.222.0.50 "PUT /v2.0/routers/737a01ae-98f4-40f9-8f6f-22f1efa8b86c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3136408 Aug 30 14:27:26.496647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:26.590808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87eaa06-5dd2-4bae-a026-6d47a1a1a662 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:26.618837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] Routers {'737a01ae-98f4-40f9-8f6f-22f1efa8b86c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:26.619630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:26.630353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec622d-ce13-41b7-a165-7c60ecb38b73 req-07fc4b65-3711-4354-af4d-d59194928de6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:26.638850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29ec622d-ce13-41b7-a165-7c60ecb38b73 req-07fc4b65-3711-4354-af4d-d59194928de6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.2588422 Aug 30 14:27:26.689027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e60209e1-d237-4c3d-8de7-9851785a6c60 None None] Provisioning complete for port 68eef9fa-c114-42c5-a57c-c12e5e3074bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:26.689387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e60209e1-d237-4c3d-8de7-9851785a6c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.710967 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:26.716251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.795793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29ec622d-ce13-41b7-a165-7c60ecb38b73 req-d92f5f44-d494-4ca3-b237-ea457796f9f5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533458 Aug 30 14:27:26.811360 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.904585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Subnet': ['ID=54aa1b95-ccc2-4f22-90e3-afde1175786b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:26.967755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] Set router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:27.004811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57468c90-96c1-4d4c-a91b-b16ea11091f1 req-6274b771-8f1c-485d-a807-932e49c518a8 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:27.005368 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57468c90-96c1-4d4c-a91b-b16ea11091f1 req-6274b771-8f1c-485d-a807-932e49c518a8 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 945 time: 0.1993172 Aug 30 14:27:27.045613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.062917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.075638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57468c90-96c1-4d4c-a91b-b16ea11091f1 req-e5f05d53-0c4b-4e63-99fa-0adea0d5430b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628562 Aug 30 14:27:27.151749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e60209e1-d237-4c3d-8de7-9851785a6c60 None None] Port 68eef9fa-c114-42c5-a57c-c12e5e3074bc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:27.154700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40de1b-3175-494b-8498-7e2d507cf400 req-af9fe7c0-5fd7-467a-b115-7444e85197fa tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:27.156490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b40de1b-3175-494b-8498-7e2d507cf400 req-af9fe7c0-5fd7-467a-b115-7444e85197fa tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.1688261 Aug 30 14:27:27.162304 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:25Z', 'revision_number': 2, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:27.164587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=13a4df5a-f24f-41a2-a414-bc45e00a6659,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:27.209135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Checking segment: {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:27.209596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Allocated IP 10.1.1.2 (397c024b-9e1b-4316-bf98-e610b0a459d2/36527e02-4d1b-453f-ab71-2ada55c632fd/a424df2b-5842-4e63-86d6-e574ebef6af4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:27.209742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network hostable DHCP agents. Network: 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:27.212182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Allocated IP 2001:db8:0:ffff::2 (a198d714-de30-4eff-b96a-f8c2d371fab7/34991ba3-af1c-40b1-9827-d94c3f2a54dc/2fa48f6b-877e-40d4-b8ae-de20ccfb4b87) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:27.214549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Deleting port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:27.214843 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.228868 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Checking router: daa3455d-2b31-4deb-98fb-f499e62ce391 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:27.228868 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Updating router daa3455d-2b31-4deb-98fb-f499e62ce391 port 68eef9fa-c114-42c5-a57c-c12e5e3074bc binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:27:27.230332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-fa6ccb74-2ac3-460f-8590-7383cd7890c8 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:27.232914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-fa6ccb74-2ac3-460f-8590-7383cd7890c8 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.21 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 945 time: 0.1154716 Aug 30 14:27:27.253975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': 'dd3d410f-7d01-4035-953c-f33b1110cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd1520ba4-8080-49ec-873d-fa0c2f5570ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:27.254610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: d1520ba4-8080-49ec-873d-fa0c2f5570ac, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:27.264481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b40de1b-3175-494b-8498-7e2d507cf400 req-8c1ff8a3-a5bd-47ed-a72c-4e4e2b0117ea tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856428 Aug 30 14:27:27.289465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:27.333303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:27.347043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:27.352567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.385406 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.448920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f87eaa06-5dd2-4bae-a026-6d47a1a1a662 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:27.449224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-af3ba841-1630-4c80-ba5d-9d62b4f6367b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7231872 Aug 30 14:27:27.449764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.449904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:27.452249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network d1520ba4-8080-49ec-873d-fa0c2f5570ac is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:27.468005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] For port de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:27.468287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.476271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'port': {'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'name': 'tempest-TaggedBootDevicesTest_v242-362434685', 'fixed_ips': [{'subnet_id': '36527e02-4d1b-453f-ab71-2ada55c632fd'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:27.528061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d1520ba4-8080-49ec-873d-fa0c2f5570ac) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:27.541871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Calling delete_port for de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:27.571381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Deleting port e915e961-e6a0-4f0c-95d5-8d0eddac8568 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:27.571739 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.585128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96412793-de2b-454a-b301-26d5db8cc552 None None] Network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:27.642475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:27.643892 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.667251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bcd12-f195-4902-8c15-5f32d2ec7bf0 req-e38f2a05-5210-49d2-8426-58008fb19d0e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:27.676030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-447bcd12-f195-4902-8c15-5f32d2ec7bf0 req-e38f2a05-5210-49d2-8426-58008fb19d0e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.2281430 Aug 30 14:27:27.733460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a396a55c-27a3-4fe4-bc96-c0c21afa07db None None] Network d1520ba4-8080-49ec-873d-fa0c2f5570ac requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:27.752179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4a83e3b3-f78c-4fd9-a9ab-9cadf3525e84 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8444357 Aug 30 14:27:27.758527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:27.783729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd10f5-f04d-4ca6-8164-69b2cafd2fc9 req-cfb0f71d-3435-4b7a-a52d-6aac75052304 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:27.785602 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4fcd10f5-f04d-4ca6-8164-69b2cafd2fc9 req-cfb0f71d-3435-4b7a-a52d-6aac75052304 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.2853518 Aug 30 14:27:27.850647 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.871140 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Transition to ACTIVE for port object 68eef9fa-c114-42c5-a57c-c12e5e3074bc will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:27.883271 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.892111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-447bcd12-f195-4902-8c15-5f32d2ec7bf0 req-c1d6c0b8-09a8-470a-ac36-7041d7dbbeef tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149017 Aug 30 14:27:27.920544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] For port e915e961-e6a0-4f0c-95d5-8d0eddac8568, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e915e961-e6a0-4f0c-95d5-8d0eddac8568,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:27.920929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.940803 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4fcd10f5-f04d-4ca6-8164-69b2cafd2fc9 req-f800a941-80e8-48b6-8ab8-7988f83d9666 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373296 Aug 30 14:27:27.949883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:27.970154 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991f40c-5da5-4369-b39a-70560d2804be None None] Pushing event updated for resources: {'Port': ['ID=68eef9fa-c114-42c5-a57c-c12e5e3074bc,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:27.975726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.189495 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.194786 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.275434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] device_id is not set on port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:27:28.287854 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Attempting to bind port 68eef9fa-c114-42c5-a57c-c12e5e3074bc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:28.296070 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Attempting to bind port 68eef9fa-c114-42c5-a57c-c12e5e3074bc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:28.296586 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Attempting to bind port 68eef9fa-c114-42c5-a57c-c12e5e3074bc on network 58b173ba-3264-4cfa-bc64-893edcb7863c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:28.310214 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:28.310658 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Checking segment: {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:28.311186 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.316363 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Bound using segment: {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:28.317628 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Bound port: 68eef9fa-c114-42c5-a57c-c12e5e3074bc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:28.318150 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.395481 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.395885 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.396484 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Floating IP 5582b662-129a-4b08-ac7e-fb8204d0147f disassociated. External IP: 172.25.6.242, port: e915e961-e6a0-4f0c-95d5-8d0eddac8568. Aug 30 14:27:28.397820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Calling delete_port for e915e961-e6a0-4f0c-95d5-8d0eddac8568 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:28.455510 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] For port 68eef9fa-c114-42c5-a57c-c12e5e3074bc, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:28.462847 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] For port 68eef9fa-c114-42c5-a57c-c12e5e3074bc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=68eef9fa-c114-42c5-a57c-c12e5e3074bc,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:28.475961 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.570178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.595795 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991f40c-5da5-4369-b39a-70560d2804be None None] Pushing event updated for resources: {'Port': ['ID=68eef9fa-c114-42c5-a57c-c12e5e3074bc,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:28.640637 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:28.641440 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:28.714766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=13a4df5a-f24f-41a2-a414-bc45e00a6659,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:28.783575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.845385 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.878579 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39e57819-143f-45b1-968d-0a88306da581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.891437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:28.891798 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:28.913272 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.934955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d6fda-4b5b-4951-9aaa-55ee3cb55319 req-1cd71640-a5b0-48c0-b096-11377f9876df tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:28.935544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1520ba4-8080-49ec-873d-fa0c2f5570ac']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:28.944951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-054d6fda-4b5b-4951-9aaa-55ee3cb55319 req-1cd71640-a5b0-48c0-b096-11377f9876df tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 867 time: 0.3833947 Aug 30 14:27:28.954155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3d410f-7d01-4035-953c-f33b1110cee6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:28.954764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3d410f-7d01-4035-953c-f33b1110cee6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:28.974411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:28.993543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.001588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:27:29.003596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.026875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:27:29.096071 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:27:29.099734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.111784 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.116128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/d1520ba4-8080-49ec-873d-fa0c2f5570ac HTTP/1.1" status: 204 len: 168 time: 1.3543508 Aug 30 14:27:29.123224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:29.144238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-927554675'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:29.146489 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.155805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event deleted for resources: {'Port': ['ID=e915e961-e6a0-4f0c-95d5-8d0eddac8568,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:29.178264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3116e5e-7c06-4225-bb89-39e2e872cf0b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=d1520ba4-8080-49ec-873d-fa0c2f5570ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:29.261649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Transition to ACTIVE for port object a424df2b-5842-4e63-86d6-e574ebef6af4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:29.300579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-054d6fda-4b5b-4951-9aaa-55ee3cb55319 req-48d91967-44e3-49db-9191-f639fcb3a8ab tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec52987-0b4c-4500-aee9-90f48d82c505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536758 Aug 30 14:27:29.304157 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.305069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d67f6c-1d05-49b1-a98b-d0f9fa7961c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-d1520ba4-8080-49ec-873d-fa0c2f5570ac', 'network_id': 'd1520ba4-8080-49ec-873d-fa0c2f5570ac', 'tenant_id': 'f39090d9a4884216a94a165ea0b05892', 'fixed_ips': [{'subnet_id': '13a4df5a-f24f-41a2-a414-bc45e00a6659'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:29.306058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69d67f6c-1d05-49b1-a98b-d0f9fa7961c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.357447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-7fe8a729-e2d2-43e2-9a19-5c83b88daf6c', 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'fixed_ips': [{'subnet_id': '54aa1b95-ccc2-4f22-90e3-afde1175786b'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:29.358317 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.359889 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:28Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:29.362098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87cf03-e6db-47e3-8627-86971abf48fa req-2559f0f7-d56a-44a3-8815-384b5a584dff tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:29.375009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f87cf03-e6db-47e3-8627-86971abf48fa req-2559f0f7-d56a-44a3-8815-384b5a584dff tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1434736 Aug 30 14:27:29.406394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-router', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:13Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 5, 'project_id': '007a1815fbfa4970bb2387488d76cdab', 'gw_port': {'id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:14Z', 'updated_at': '2021-08-30T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:29.417730 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53212369-6fe3-4280-86f8-4b3b761fd8da None None] The sync data for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 is: [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:28Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:29.421185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:29.427696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.437629 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.494083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f87cf03-e6db-47e3-8627-86971abf48fa req-fe1ca12b-7d36-4757-bcb6-759cb740becd tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155679 Aug 30 14:27:29.595431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Transition to ACTIVE for port object a424df2b-5842-4e63-86d6-e574ebef6af4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:29.600058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911a811-5e13-470e-b5eb-a255d5dfb183 None None] The sync data for ids ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'] in n-d-805668-3 is: [{'id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'name': 'tempest-FloatingIPsNegativeTestJSON-989787548-router', 'tenant_id': '007a1815fbfa4970bb2387488d76cdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:13Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 5, 'project_id': '007a1815fbfa4970bb2387488d76cdab', 'gw_port': {'id': 'de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737a01ae-98f4-40f9-8f6f-22f1efa8b86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:14Z', 'updated_at': '2021-08-30T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:29.642665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafad45-74c3-4a23-b410-d4d0f5ecb531 None None] Network d1520ba4-8080-49ec-873d-fa0c2f5570ac requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:29.680994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.696133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafad45-74c3-4a23-b410-d4d0f5ecb531 None None] Network d1520ba4-8080-49ec-873d-fa0c2f5570ac could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 14:27:29.742906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:29.751164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Allocated IP 10.1.1.201 (397c024b-9e1b-4316-bf98-e610b0a459d2/36527e02-4d1b-453f-ab71-2ada55c632fd/84e5271f-b261-4f7e-98cf-ff1c6c3093e5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:29.789006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:29.807696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:29.906513 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.944639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Transition to ACTIVE for port object 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:30.000890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Pushing event updated for resources: {'Port': ['ID=a424df2b-5842-4e63-86d6-e574ebef6af4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:30.095337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Transition to ACTIVE for port object 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:30.168140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.178136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.217578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Transition to ACTIVE for port object 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:30.247782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Pushing event updated for resources: {'Port': ['ID=2fa48f6b-877e-40d4-b8ae-de20ccfb4b87,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:30.250260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Attempting to bind port a424df2b-5842-4e63-86d6-e574ebef6af4 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:30.250638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Attempting to bind port a424df2b-5842-4e63-86d6-e574ebef6af4 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:30.251005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Attempting to bind port a424df2b-5842-4e63-86d6-e574ebef6af4 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:30.272080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:30.272080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Checking segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:30.272572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.272572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Bound using segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:30.273070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Bound port: a424df2b-5842-4e63-86d6-e574ebef6af4, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:30.273472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.281896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Network a198d714-de30-4eff-b96a-f8c2d371fab7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:30.294151 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:30.309629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:30.313276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Allocated IP 10.2.2.2 (7fe8a729-e2d2-43e2-9a19-5c83b88daf6c/54aa1b95-ccc2-4f22-90e3-afde1175786b/82ab8ca7-439f-498b-bb72-a1c749fc9406) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:30.319457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.394587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b7b4b2c5-8c20-41f7-b329-4be02312d7f2 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:27:30.411222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:30.419766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:30.432352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:30.551540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24f65e40-7c7f-41c4-b65f-4cd0d16a3ac0 req-7f931a8d-9013-47b6-9472-089ed1561f79 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.1013267 Aug 30 14:27:30.552289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:30.587874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:30.588556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.590042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.592398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.622479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-65661d74-2a82-49ea-af44-55d880db9da7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1710975 Aug 30 14:27:30.623736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:30.630796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'port': {'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1693817494', 'fixed_ips': [{'subnet_id': '36527e02-4d1b-453f-ab71-2ada55c632fd'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:30.678303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.678895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 737a01ae-98f4-40f9-8f6f-22f1efa8b86c {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:27:30.712035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] For port a424df2b-5842-4e63-86d6-e574ebef6af4, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:30.718644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.724326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-567420a2-78b5-4b16-8aab-a53b5118f3f9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/737a01ae-98f4-40f9-8f6f-22f1efa8b86c HTTP/1.1" status: 204 len: 168 time: 4.2218883 Aug 30 14:27:30.729532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:30.760027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Attempting to bind port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:30.760440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Attempting to bind port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3a213b57-d588-4a36-8300-3a27c29c152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a198d714-de30-4eff-b96a-f8c2d371fab7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:30.760782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Attempting to bind port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 on network a198d714-de30-4eff-b96a-f8c2d371fab7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:30.781815 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:27:30.803210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d437a-01b6-4754-89f1-4bf981041630 req-92d0c043-3c90-4668-8f3c-7215fa26c82e tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:30.810841 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1d3d437a-01b6-4754-89f1-4bf981041630 req-92d0c043-3c90-4668-8f3c-7215fa26c82e tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.1400468 Aug 30 14:27:30.815070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0299552e-f8cc-4db6-8dbb-a7a17073f52f admin admin] Deleting subnet 8738a933-fc94-49a3-829d-a741f1ac6efa {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:27:30.818420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] For port a424df2b-5842-4e63-86d6-e574ebef6af4, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a424df2b-5842-4e63-86d6-e574ebef6af4,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:30.862158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:30.862548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Checking segment: {'id': '3a213b57-d588-4a36-8300-3a27c29c152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a198d714-de30-4eff-b96a-f8c2d371fab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:30.862966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.863378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Bound using segment: {'id': '3a213b57-d588-4a36-8300-3a27c29c152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a198d714-de30-4eff-b96a-f8c2d371fab7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:30.863933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Bound port: 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a213b57-d588-4a36-8300-3a27c29c152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a198d714-de30-4eff-b96a-f8c2d371fab7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:30.864332 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.890255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.906887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Router 376405a3-89bb-4338-96eb-15d84e5a3860 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:27:30.908800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0299552e-f8cc-4db6-8dbb-a7a17073f52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.919710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:30.926197 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.930401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1d3d437a-01b6-4754-89f1-4bf981041630 req-1cc849d3-4d64-472a-b5ca-20079ecd6d62 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058710 Aug 30 14:27:30.940805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:31.015974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] device_id is not set on port 0b54ca3d-3080-42af-a39d-6241be3fd532 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:27:31.026531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa985e56-fa3f-4719-a193-d1711af0ee1a None None] Pushing event updated for resources: {'Port': ['ID=a424df2b-5842-4e63-86d6-e574ebef6af4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:31.086666 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0299552e-f8cc-4db6-8dbb-a7a17073f52f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:31.089068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:31.101013 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment 270309a3-974b-4a91-95c6-904b9624ce6c of type vlan for network dc7a5296-f985-4404-86ae-d434c91bdb33 Aug 30 14:27:31.174003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e915e961-e6a0-4f0c-95d5-8d0eddac8568 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:31.320158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-363a82b3-8997-4926-a0f0-0ae58c2d569e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:27:31.322077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-363a82b3-8997-4926-a0f0-0ae58c2d569e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130477 Aug 30 14:27:31.344541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:31.399531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'port_id': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'mac_address': 'fa:16:3e:56:c2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a541d7-3b8c-4fbc-9a82-50d0df60738a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:27:31.555236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:31.705161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:27:31.742139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] For port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:31.774542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: e915e961-e6a0-4f0c-95d5-8d0eddac8568 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:31.774883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e915e961-e6a0-4f0c-95d5-8d0eddac8568 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:31.776691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68eef9fa-c114-42c5-a57c-c12e5e3074bc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:31.779936 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:31.837672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] For port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2fa48f6b-877e-40d4-b8ae-de20ccfb4b87,segment=NetworkSegment(3a213b57-d588-4a36-8300-3a27c29c152d),segment_id=3a213b57-d588-4a36-8300-3a27c29c152d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:31.840107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d1c4e-d8bb-45c6-87f1-4aec7d1d417e None None] Sync routers for ids ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:31.859352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:31.868086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Transition to ACTIVE for port object 82ab8ca7-439f-498b-bb72-a1c749fc9406 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:31.870847 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:31.907659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:31.926979 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] Sync routers for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:31.936041 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-987a993c-a21e-4147-a58a-a0af59a9fc55 req-2f23fe8b-52fc-431f-998a-650faa27a8cd tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.1674466 Aug 30 14:27:31.967748 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:31.973560 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:31.980014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:31.995916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:31.998007 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.009502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Transition to ACTIVE for port object 82ab8ca7-439f-498b-bb72-a1c749fc9406 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:32.040273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d1c4e-d8bb-45c6-87f1-4aec7d1d417e None None] Routers set() bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:32.040990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d1c4e-d8bb-45c6-87f1-4aec7d1d417e None None] Router IDs set() for agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 14:27:32.046974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-f86d1c4e-d8bb-45c6-87f1-4aec7d1d417e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'737a01ae-98f4-40f9-8f6f-22f1efa8b86c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 14:27:32.121289 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.154059 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.165311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0299552e-f8cc-4db6-8dbb-a7a17073f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.194024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddf7be-4290-4d82-92a5-5c4682379278 None None] Pushing event updated for resources: {'Port': ['ID=2fa48f6b-877e-40d4-b8ae-de20ccfb4b87,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:32.267454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Allocated IP 10.1.1.78 (397c024b-9e1b-4316-bf98-e610b0a459d2/36527e02-4d1b-453f-ab71-2ada55c632fd/0b54ca3d-3080-42af-a39d-6241be3fd532) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:32.290491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] No DVR routers for this DVR port e915e961-e6a0-4f0c-95d5-8d0eddac8568 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:32.316242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.318132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7b4b2c5-8c20-41f7-b329-4be02312d7f2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:27:32.337921 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:32.349142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aa1a7165-a65c-4c38-9b80-53e1ee9be8d0 req-edfb394f-8264-40ce-ba8f-49a11843d95b tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.21 "DELETE /v2.0/ports/e915e961-e6a0-4f0c-95d5-8d0eddac8568 HTTP/1.1" status: 204 len: 173 time: 5.0819876 Aug 30 14:27:32.369108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:32.369426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028d532-521f-4185-b6ee-8e32d20785c5', 'name': 'network-vif-deleted', 'tag': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:32.371096 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ad2db-bf4c-4eef-a62c-ea601fcf0788" -d '{"events": [{"server_uuid": "1028d532-521f-4185-b6ee-8e32d20785c5", "name": "network-vif-deleted", "tag": "e915e961-e6a0-4f0c-95d5-8d0eddac8568"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:32.375311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d1c4e-d8bb-45c6-87f1-4aec7d1d417e None None] Routers set() bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:32.387389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2563879 Aug 30 14:27:32.390559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d1c4e-d8bb-45c6-87f1-4aec7d1d417e None None] Router IDs set() for agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 14:27:32.391470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-f86d1c4e-d8bb-45c6-87f1-4aec7d1d417e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'737a01ae-98f4-40f9-8f6f-22f1efa8b86c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 14:27:32.391863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d1c4e-d8bb-45c6-87f1-4aec7d1d417e None None] The sync data for ids ['737a01ae-98f4-40f9-8f6f-22f1efa8b86c'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:32.393748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:32.396880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:32.419044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:32.494879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15908ad-c30f-4e38-8d7e-ae6baa5705b2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=dc7a5296-f985-4404-86ae-d434c91bdb33,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:32.515712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': 'dc7a5296-f985-4404-86ae-d434c91bdb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:32.559311 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-3cc3b9b4-58a9-40bd-8283-91c611a4c22e service neutron] show failed (client error): The resource could not be found. Aug 30 14:27:32.564471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-3cc3b9b4-58a9-40bd-8283-91c611a4c22e service neutron] 10.222.0.39 "GET /v2.0/ports/d32b4f70-84cb-4bab-9ba4-56be142faed8/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 1.1927981 Aug 30 14:27:32.576559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:32.580621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network dc7a5296-f985-4404-86ae-d434c91bdb33 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:32.603299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Pushing event updated for resources: {'Port': ['ID=82ab8ca7-439f-498b-bb72-a1c749fc9406,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:32.634130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 68eef9fa-c114-42c5-a57c-c12e5e3074bc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:32.714125 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.756281 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.779740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd34f78-c96f-4618-a236-033e0c35a7d7 req-98cff2e3-1172-4495-824a-37e9cf737a82 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:32.794979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fd34f78-c96f-4618-a236-033e0c35a7d7 req-98cff2e3-1172-4495-824a-37e9cf737a82 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 945 time: 0.5001709 Aug 30 14:27:32.818316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa79fa-ae3e-4c92-a947-e238a137f0cc req-b62815f1-4f22-4a0d-8a73-b0b640001e19 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:32.834475 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3fa79fa-ae3e-4c92-a947-e238a137f0cc req-b62815f1-4f22-4a0d-8a73-b0b640001e19 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 1.8834572 Aug 30 14:27:32.862273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0299552e-f8cc-4db6-8dbb-a7a17073f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.876815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 68eef9fa-c114-42c5-a57c-c12e5e3074bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:32.877705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.910343 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:32Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:32.965844 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3fa79fa-ae3e-4c92-a947-e238a137f0cc req-d6da07ad-7fd6-48f3-9819-d7a89abb37a7 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265969 Aug 30 14:27:32.990297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Transition to ACTIVE for port object 0b54ca3d-3080-42af-a39d-6241be3fd532 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:32.990573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b7b4b2c5-8c20-41f7-b329-4be02312d7f2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:27:32.993502 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] Checking router: 376405a3-89bb-4338-96eb-15d84e5a3860 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:33.022326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fd34f78-c96f-4618-a236-033e0c35a7d7 req-e80c8d2d-d1ec-4d77-a981-83f15547cbe7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263808 Aug 30 14:27:33.023346 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:33.024453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Attempting to bind port 82ab8ca7-439f-498b-bb72-a1c749fc9406 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:33.025099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Attempting to bind port 82ab8ca7-439f-498b-bb72-a1c749fc9406 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:33.028468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Attempting to bind port 82ab8ca7-439f-498b-bb72-a1c749fc9406 on network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:33.043562 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:33.044260 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:33.097016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299552e-f8cc-4db6-8dbb-a7a17073f52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8738a933-fc94-49a3-829d-a741f1ac6efa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:33.105861 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634cc212-f73f-48a7-a653-baf87a06bf1d x-openstack-request-id: req-634cc212-f73f-48a7-a653-baf87a06bf1d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:33.106160 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1028d532-521f-4185-b6ee-8e32d20785c5", "name": "network-vif-deleted", "tag": "e915e961-e6a0-4f0c-95d5-8d0eddac8568", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:33.106421 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-634cc212-f73f-48a7-a653-baf87a06bf1d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:33.106830 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1028d532-521f-4185-b6ee-8e32d20785c5', 'name': 'network-vif-deleted', 'tag': 'e915e961-e6a0-4f0c-95d5-8d0eddac8568', 'status': 'completed', 'code': 200} Aug 30 14:27:33.131335 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:33.210877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0299552e-f8cc-4db6-8dbb-a7a17073f52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:33.232453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0299552e-f8cc-4db6-8dbb-a7a17073f52f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8738a933-fc94-49a3-829d-a741f1ac6efa HTTP/1.1" status: 204 len: 168 time: 2.4948308 Aug 30 14:27:33.242757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecba7dd-72ca-46c9-bb5a-14ade2042de4 None None] Network c6bce714-9134-4483-a391-261ef721aa9a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:33.257221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:33.258618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Checking segment: {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:33.260008 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:33.262885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:33.263616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Bound using segment: {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:33.264386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Bound port: 82ab8ca7-439f-498b-bb72-a1c749fc9406, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:33.268118 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:33.338325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:33.360823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:33.419289 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:33.460915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-47cb626b-1e4a-4a90-8e83-a0e304bdf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:33.465327 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-47cb626b-1e4a-4a90-8e83-a0e304bdf7e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217&tenant_id=954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 1101 time: 0.4314120 Aug 30 14:27:33.468888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfff48ad-235c-46d3-9621-743ac53f6b76 req-38dba386-8dd6-4bb9-8fd3-8cdc43395dba tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.2619414 Aug 30 14:27:33.534710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:33.604063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914a3a1-5945-48fd-9508-f70d2ff70fe6 None None] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:33.633280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=0b54ca3d-3080-42af-a39d-6241be3fd532,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:33.640030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:33.688666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:33.720465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:33.727184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:33.780150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:33.870825 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:33.990111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95430eb-8f14-4caa-a00c-5ab82246d08c req-c4b1dc40-e2ef-49cc-8e56-e0bb13e96a04 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:34.000111 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d95430eb-8f14-4caa-a00c-5ab82246d08c req-c4b1dc40-e2ef-49cc-8e56-e0bb13e96a04 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 944 time: 0.3092346 Aug 30 14:27:34.058013 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:32Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:34.143489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d95430eb-8f14-4caa-a00c-5ab82246d08c req-61348c03-f474-4305-bb88-1c8c8cfb2b20 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405842 Aug 30 14:27:34.160555 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f156c-b855-4cfc-9d57-bd557eeaccc4 None None] The sync data for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 is: [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:24:24Z', 'revision_number': 4, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0d12ee7f-80b6-44fb-9d60-a78c03e43f77', 'name': '', 'network_id': '664705f2-4326-4a6e-a378-09045acf51e9', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'mac_address': 'fa:16:3e:38:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:23Z', 'updated_at': '2021-08-30T14:24:32Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'subnets': [{'id': 'e4eed62a-e0bc-4d66-adb3-7df223cc2228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:34.161833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:34.162644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:34.210628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:34.237838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97db24c1-1a83-4b63-9305-f7bae98b784a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6121681 Aug 30 14:27:34.238470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:34.294562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Deleting port c7f12b3c-c124-41db-94a4-cb5a729519f9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:34.295013 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:34.307718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f42aa-8311-4297-8002-76644e89c3cf None None] Network a198d714-de30-4eff-b96a-f8c2d371fab7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:34.323404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30dafd-8eb2-4864-b57e-5783597a3a43 req-66d146d7-ce71-4602-aa0b-244156701fae tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:34.336233 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e30dafd-8eb2-4864-b57e-5783597a3a43 req-66d146d7-ce71-4602-aa0b-244156701fae tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.2321894 Aug 30 14:27:34.354448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:34.414245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=dc3e39c6-7917-4f8e-a8d2-04eb7152c518,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:34.458820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] For port c7f12b3c-c124-41db-94a4-cb5a729519f9, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c7f12b3c-c124-41db-94a4-cb5a729519f9,segment=NetworkSegment(74098069-b8cf-4e0f-a185-fb22b1e56439),segment_id=74098069-b8cf-4e0f-a185-fb22b1e56439)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:34.459203 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:34.490017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e30dafd-8eb2-4864-b57e-5783597a3a43 req-51a0a650-c72e-4e36-840e-c609c85c6959 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515396 Aug 30 14:27:34.490226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Calling delete_port for c7f12b3c-c124-41db-94a4-cb5a729519f9 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:34.491442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2947227d-add7-456c-add8-4091e6d11807 None None] Provisioning for port a424df2b-5842-4e63-86d6-e574ebef6af4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:34.526205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:34.547693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': '270309a3-974b-4a91-95c6-904b9624ce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dc7a5296-f985-4404-86ae-d434c91bdb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:34.555339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: dc7a5296-f985-4404-86ae-d434c91bdb33, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:34.604482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Transition to ACTIVE for port object d32b4f70-84cb-4bab-9ba4-56be142faed8 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:34.621645 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:34.701571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network dc7a5296-f985-4404-86ae-d434c91bdb33 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:34.727634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:34.742097 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:34.767417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b7b4b2c5-8c20-41f7-b329-4be02312d7f2 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:34.770095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfdc79c-9398-497e-80c5-6f73979d1344 None None] New status for floating IP 5582b662-129a-4b08-ac7e-fb8204d0147f: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:27:34.795889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e307b9f3-c5c7-45b4-91b0-fed83fdcb0de tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--833431107', 'description': 'tempest-description--2082619966'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:34.802560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f12b3c-c124-41db-94a4-cb5a729519f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:34.816694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] No DVR routers for this DVR port c7f12b3c-c124-41db-94a4-cb5a729519f9 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:34.854028 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25cc6a08-f654-4543-85a7-0aa22ab317c1 req-f775a1d8-df66-4eb6-ad83-ddadd030e736 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.1588156 Aug 30 14:27:34.861947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, dc7a5296-f985-4404-86ae-d434c91bdb33) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:34.921276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:34.921879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:34.923993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] For port 82ab8ca7-439f-498b-bb72-a1c749fc9406, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:34.937217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] No DVR routers for this DVR port d32b4f70-84cb-4bab-9ba4-56be142faed8 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:34.940232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74916889-2b79-43fa-9059-ac6781eee52b None None] Network dc7a5296-f985-4404-86ae-d434c91bdb33 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:34.942868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:35.019888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.025874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e307b9f3-c5c7-45b4-91b0-fed83fdcb0de tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.042355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bce714-9134-4483-a391-261ef721aa9a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:35.052456 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.059019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-424ffe9d-5949-4531-b8e7-8cc7f6c737dc tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6298311 Aug 30 14:27:35.071106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74098069-b8cf-4e0f-a185-fb22b1e56439') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:35.071411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74098069-b8cf-4e0f-a185-fb22b1e56439') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:35.073977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:35.080573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149041931'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:35.093641 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.114383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.121716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:27:35.122317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.159540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:35.165884 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3718815f-fccf-4b64-9d32-4d0a7a762409" -d '{"events": [{"server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "name": "network-vif-unplugged", "status": "completed", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:35.181209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:35.186934 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.197369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Attempting to bind port d32b4f70-84cb-4bab-9ba4-56be142faed8 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:35.198834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Attempting to bind port d32b4f70-84cb-4bab-9ba4-56be142faed8 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:35.200025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Attempting to bind port d32b4f70-84cb-4bab-9ba4-56be142faed8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:27:35.204170 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:27:35.207882 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.215546 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.220594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] 10.222.0.50 "DELETE /v2.0/networks/c6bce714-9134-4483-a391-261ef721aa9a HTTP/1.1" status: 204 len: 168 time: 1.9533598 Aug 30 14:27:35.223939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] For port 82ab8ca7-439f-498b-bb72-a1c749fc9406, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=82ab8ca7-439f-498b-bb72-a1c749fc9406,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:35.251071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a756fb8-3c44-4076-8206-8e976b09503a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bce714-9134-4483-a391-261ef721aa9a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:35.274052 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-dc7a5296-f985-4404-86ae-d434c91bdb33', 'network_id': 'dc7a5296-f985-4404-86ae-d434c91bdb33', 'tenant_id': 'f39090d9a4884216a94a165ea0b05892', 'fixed_ips': [{'subnet_id': 'dc3e39c6-7917-4f8e-a8d2-04eb7152c518'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:35.275936 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.292224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Port d32b4f70-84cb-4bab-9ba4-56be142faed8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:27:35.292824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Attempting to bind port d32b4f70-84cb-4bab-9ba4-56be142faed8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:35.378351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:35.378692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:35.379201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:35.379646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Bound port: d32b4f70-84cb-4bab-9ba4-56be142faed8, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:35.380598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.392357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e8b3a34-71a6-407a-ba1e-f0455857a78f None None] Provisioning for port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:35.406124 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.521065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f577d-d2eb-4426-a2ce-7107bc6fee23 req-803873a9-5e09-4ed8-826a-48185f7e2f7d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:35.522581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d2f577d-d2eb-4426-a2ce-7107bc6fee23 req-803873a9-5e09-4ed8-826a-48185f7e2f7d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 944 time: 0.1596339 Aug 30 14:27:35.543645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-42fcd5c4-c9c3-4afa-aeeb-873865f6748c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:35.546308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-42fcd5c4-c9c3-4afa-aeeb-873865f6748c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 944 time: 0.4470758 Aug 30 14:27:35.562636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:35.600103 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d2f577d-d2eb-4426-a2ce-7107bc6fee23 req-c4e82067-b98b-41ee-bd85-314022676fec tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695603 Aug 30 14:27:35.632901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e307b9f3-c5c7-45b4-91b0-fed83fdcb0de tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.634925 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa4ac98-1ad2-4c1d-9d73-f3345b66a5f4 x-openstack-request-id: req-bfa4ac98-1ad2-4c1d-9d73-f3345b66a5f4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:35.635363 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "name": "network-vif-unplugged", "status": "completed", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:35.635726 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfa4ac98-1ad2-4c1d-9d73-f3345b66a5f4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:35.636240 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'code': 200} Aug 30 14:27:35.667092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-550eec01-e0de-4a7d-8e85-f1ff94d67231 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=007a1815fbfa4970bb2387488d76cdab&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1032875 Aug 30 14:27:35.671855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:35.702651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:35.706402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:35.718636 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.720677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e307b9f3-c5c7-45b4-91b0-fed83fdcb0de tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.773062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:35.797472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a07b-3ffc-407b-b671-b2b2e76fe754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.810346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de96b61d-f474-4094-84e9-53205faa7767 None None] DHCP port deletion for c6bce714-9134-4483-a391-261ef721aa9a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:27:35.856361 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a07b-3ffc-407b-b671-b2b2e76fe754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.892935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.896148 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment fff0a74b-650e-4efc-8f19-8a133103ca06 of type vlan for network 8712f950-5174-4293-8844-466ba4a317b8 Aug 30 14:27:35.942807 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e307b9f3-c5c7-45b4-91b0-fed83fdcb0de tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.944113 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e307b9f3-c5c7-45b4-91b0-fed83fdcb0de tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1930606 Aug 30 14:27:35.948532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:35.949213 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:35.950697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] 10.222.0.21 "PUT /v2.0/ports/d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 1096 time: 2.4216835 Aug 30 14:27:35.959271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:35.967293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-642058f6-5c26-4a75-9d95-f04faeba4227 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'security_group_rule': {'security_group_id': '6af88d48-b84e-4923-9430-ef5d6efb1950', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:35.982058 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307b9f3-c5c7-45b4-91b0-fed83fdcb0de tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af88d48-b84e-4923-9430-ef5d6efb1950,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:35.998993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2f61dda-66c1-4c36-9fb3-cd25bdcb507b req-40612204-a0b6-44c5-8cc0-ab427d6a71f0 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.0668163 Aug 30 14:27:36.033339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a07b-3ffc-407b-b671-b2b2e76fe754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.037386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a07b-3ffc-407b-b671-b2b2e76fe754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.042550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4ec9a07b-3ffc-407b-b671-b2b2e76fe754 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1989249b-27f8-4dc8-8961-13846a1ca7f1 HTTP/1.1" status: 204 len: 168 time: 0.3695610 Aug 30 14:27:36.063096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9a07b-3ffc-407b-b671-b2b2e76fe754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1989249b-27f8-4dc8-8961-13846a1ca7f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:36.089556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48d101-a0a0-432c-9bef-77f8bf1a31bc service neutron] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:36.094829 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.143622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 68eef9fa-c114-42c5-a57c-c12e5e3074bc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=68eef9fa-c114-42c5-a57c-c12e5e3074bc,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:36.178079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f565c-b8ad-439e-bbb4-d7f1ca2e9fc4 req-b12b90ea-61ee-4295-9b69-4d65ee4065c8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:36.180280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-037f565c-b8ad-439e-bbb4-d7f1ca2e9fc4 req-b12b90ea-61ee-4295-9b69-4d65ee4065c8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.4719920 Aug 30 14:27:36.253311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Allocated IP 2001:db8::1 (dc7a5296-f985-4404-86ae-d434c91bdb33/dc3e39c6-7917-4f8e-a8d2-04eb7152c518/38e7a712-3d1c-4641-ae66-04350c452ca3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:36.279412 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-642058f6-5c26-4a75-9d95-f04faeba4227 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.292635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.298174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:36.298787 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.348707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-168f214c-ccaa-4067-9b94-a677604045ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:36.352401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-168f214c-ccaa-4067-9b94-a677604045ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1099 time: 0.2540801 Aug 30 14:27:36.360662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30730ec5-56b2-43f3-b68d-d61dadeb7d72 None None] Pushing event updated for resources: {'Port': ['ID=82ab8ca7-439f-498b-bb72-a1c749fc9406,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:36.393225 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.519619 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-642058f6-5c26-4a75-9d95-f04faeba4227 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.519888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68108cd1-1e83-488e-8a8c-5ebb13e05d93 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:36.540846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Deleting port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:36.541203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.608668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=68eef9fa-c114-42c5-a57c-c12e5e3074bc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:36.612031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 68108cd1-1e83-488e-8a8c-5ebb13e05d93 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:36.612442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68108cd1-1e83-488e-8a8c-5ebb13e05d93 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:36.767986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:36.768363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.800519 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b7b4b2c5-8c20-41f7-b329-4be02312d7f2 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:27:36.816959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Calling delete_port for b7b4b2c5-8c20-41f7-b329-4be02312d7f2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:36.845232 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.899989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f9a77-8231-4a42-98c7-d2d1049bb773 req-388d6f5b-ab44-42ae-afda-98236a02f826 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:36.917798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-477f9a77-8231-4a42-98c7-d2d1049bb773 req-388d6f5b-ab44-42ae-afda-98236a02f826 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 944 time: 0.1655002 Aug 30 14:27:37.061412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-477f9a77-8231-4a42-98c7-d2d1049bb773 req-e879487e-bf42-4d78-990e-0567e7f7814d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421044 Aug 30 14:27:37.113423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=8712f950-5174-4293-8844-466ba4a317b8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:37.256839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7441b9a4-9440-44de-ab02-4fba0a4a08ef req-362918fb-6aa7-4a37-9ce9-c04ebe10f8f6 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.0598474 Aug 30 14:27:37.278118 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:37.300283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Transition to ACTIVE for port object 38e7a712-3d1c-4641-ae66-04350c452ca3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:37.313507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-642058f6-5c26-4a75-9d95-f04faeba4227 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:37.330398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-037f565c-b8ad-439e-bbb4-d7f1ca2e9fc4 req-09fda2f7-8535-4a5d-93e8-51f6519426c4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1211040 Aug 30 14:27:37.336190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:37.340883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Transition to ACTIVE for port object 38e7a712-3d1c-4641-ae66-04350c452ca3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:37.342105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': '8712f950-5174-4293-8844-466ba4a317b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:37.344572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-50a091d9-0e08-45a1-882e-63d38ba077b0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2571204 Aug 30 14:27:37.398497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b7b4b2c5-8c20-41f7-b329-4be02312d7f2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:37.417239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8712f950-5174-4293-8844-466ba4a317b8 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:37.497957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a424df2b-5842-4e63-86d6-e574ebef6af4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:37.505060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b7b4b2c5-8c20-41f7-b329-4be02312d7f2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:27:37.514207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'port_id': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'mac_address': 'fa:16:3e:56:c2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a541d7-3b8c-4fbc-9a82-50d0df60738a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:27:37.569749 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:37.571884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:37.576295 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:37.604483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-642058f6-5c26-4a75-9d95-f04faeba4227 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:37.606384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-642058f6-5c26-4a75-9d95-f04faeba4227 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6449983 Aug 30 14:27:37.722423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642058f6-5c26-4a75-9d95-f04faeba4227 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf9e3a3-1ef4-41ed-b952-e2696bc6b98c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:37.724473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:37.740488 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3f11f8-cbac-416b-9db9-70a96b6a6927" -d '{"events": [{"name": "network-changed", "server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:37.743125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Network dc7a5296-f985-4404-86ae-d434c91bdb33 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:37.750300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-6cf18efc-133b-4bd0-94ba-6bc4bcb37fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:37.751857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-6cf18efc-133b-4bd0-94ba-6bc4bcb37fd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.6280990 Aug 30 14:27:37.753449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35814) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:37.759770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 14:27:37.760313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 14:27:37.775294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:37.807936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:37.811519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-67e56b11-4d77-40cf-9786-ae2f7c12decd tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'security_group_rule': {'security_group_id': '6af88d48-b84e-4923-9430-ef5d6efb1950', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:37.831900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Pushing event updated for resources: {'Port': ['ID=38e7a712-3d1c-4641-ae66-04350c452ca3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:37.953788 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aa792b-2690-4ce1-a31f-9594783bda1e x-openstack-request-id: req-85aa792b-2690-4ce1-a31f-9594783bda1e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:37.954127 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:37.954387 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85aa792b-2690-4ce1-a31f-9594783bda1e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:37.954804 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'status': 'completed', 'code': 200} Aug 30 14:27:37.961826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:37.985088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d32b4f70-84cb-4bab-9ba4-56be142faed8 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:38.003047 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-680367a4-44e6-42e5-b66d-0c20c484f576 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 217 time: 0.2176635 Aug 30 14:27:38.124135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event deleted for resources: {'Port': ['ID=b7b4b2c5-8c20-41f7-b329-4be02312d7f2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:38.160657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a424df2b-5842-4e63-86d6-e574ebef6af4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:38.162343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.184522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a424df2b-5842-4e63-86d6-e574ebef6af4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:38.184993 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.248106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': 'fff0a74b-650e-4efc-8f19-8a133103ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8712f950-5174-4293-8844-466ba4a317b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:38.248785 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: 8712f950-5174-4293-8844-466ba4a317b8, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:38.272509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=28bdfb82-d0b5-4f98-bfd6-808c48cffe66,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:38.279753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d68cb40f-58f8-45bf-ba30-044996922d38 None None] Provisioning for port 0b54ca3d-3080-42af-a39d-6241be3fd532 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:38.295336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network 8712f950-5174-4293-8844-466ba4a317b8 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:38.297753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Attempting to bind port 38e7a712-3d1c-4641-ae66-04350c452ca3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:38.301001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Attempting to bind port 38e7a712-3d1c-4641-ae66-04350c452ca3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '270309a3-974b-4a91-95c6-904b9624ce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dc7a5296-f985-4404-86ae-d434c91bdb33'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:38.301483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Attempting to bind port 38e7a712-3d1c-4641-ae66-04350c452ca3 on network dc7a5296-f985-4404-86ae-d434c91bdb33 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:38.324176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67e56b11-4d77-40cf-9786-ae2f7c12decd tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.329002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d68cb40f-58f8-45bf-ba30-044996922d38 None None] Provisioning complete for port 0b54ca3d-3080-42af-a39d-6241be3fd532 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:38.329501 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d68cb40f-58f8-45bf-ba30-044996922d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.329952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8712f950-5174-4293-8844-466ba4a317b8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:38.338274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:38.342181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.387957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-72bb9ac7-4043-4090-9fde-02a7d1b62dfd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0503416 Aug 30 14:27:38.390558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:38.439982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-c86ae544-a38e-47f4-8a51-744f3adc108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:38.443798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-c86ae544-a38e-47f4-8a51-744f3adc108e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.3220012 Aug 30 14:27:38.456577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b96dc-22de-4f58-ba53-29831dcf4f8d None None] Network 8712f950-5174-4293-8844-466ba4a317b8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:38.465528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80d653-88fb-4ed6-8283-bdb9cd987dda None None] Network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:38.467840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:38.468219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Checking segment: {'id': '270309a3-974b-4a91-95c6-904b9624ce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dc7a5296-f985-4404-86ae-d434c91bdb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:38.468629 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.469037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Bound using segment: {'id': '270309a3-974b-4a91-95c6-904b9624ce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dc7a5296-f985-4404-86ae-d434c91bdb33'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:38.469551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Bound port: 38e7a712-3d1c-4641-ae66-04350c452ca3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270309a3-974b-4a91-95c6-904b9624ce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'dc7a5296-f985-4404-86ae-d434c91bdb33'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:38.469934 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.486602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe9d5f84-6e3c-4583-8522-88934cf0097c req-fa7f8581-72f3-4cfd-99d8-958067f3ac00 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a48555c-d8ed-4e50-bfb5-5ccf129153cb HTTP/1.1" status: 200 len: 210 time: 0.2326093 Aug 30 14:27:38.489119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] No DVR routers for this DVR port b7b4b2c5-8c20-41f7-b329-4be02312d7f2 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:38.509115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.514509 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e14d243-8056-4767-8e3f-8db4123e58cb req-7b2cd7b1-a050-4694-a899-098e35790fd5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.39 "DELETE /v2.0/ports/b7b4b2c5-8c20-41f7-b329-4be02312d7f2 HTTP/1.1" status: 204 len: 173 time: 2.9485462 Aug 30 14:27:38.603777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-4c64d3ef-9ba9-4b7c-94ac-8febb861dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:38.608784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-4c64d3ef-9ba9-4b7c-94ac-8febb861dd49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1099 time: 0.6531274 Aug 30 14:27:38.676719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.792957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d32b4f70-84cb-4bab-9ba4-56be142faed8 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:38.803126 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d40dd15a-f6e7-4e65-a70c-32a6c649131f req-eb4cd854-bcae-4c07-b601-9b9fba6f3607 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.0953262 Aug 30 14:27:38.850218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-a526dbc9-1d56-4000-8514-08e2620b6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:38.854706 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-a526dbc9-1d56-4000-8514-08e2620b6916 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2370005 Aug 30 14:27:38.889905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:38.891474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d68cb40f-58f8-45bf-ba30-044996922d38 None None] Port 0b54ca3d-3080-42af-a39d-6241be3fd532 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:39.002183 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-76f4c538-a910-46fe-bb8a-3a1cc4815d64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 217 time: 0.1158504 Aug 30 14:27:39.041395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d68cb40f-58f8-45bf-ba30-044996922d38 None None] Provisioning for port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:39.065555 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.072263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d68cb40f-58f8-45bf-ba30-044996922d38 None None] Provisioning complete for port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:39.072929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d68cb40f-58f8-45bf-ba30-044996922d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.126242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] For port 38e7a712-3d1c-4641-ae66-04350c452ca3, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:39.138778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d68cb40f-58f8-45bf-ba30-044996922d38 None None] Port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:39.141889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:39.167324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-42935b45-cc88-4996-a16b-10a2b9a81208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:39.167944 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.168863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-42935b45-cc88-4996-a16b-10a2b9a81208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6762795 Aug 30 14:27:39.178517 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67e56b11-4d77-40cf-9786-ae2f7c12decd tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.182174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=28bdfb82-d0b5-4f98-bfd6-808c48cffe66,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:39.189599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] For port 38e7a712-3d1c-4641-ae66-04350c452ca3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=38e7a712-3d1c-4641-ae66-04350c452ca3,segment=NetworkSegment(270309a3-974b-4a91-95c6-904b9624ce6c),segment_id=270309a3-974b-4a91-95c6-904b9624ce6c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:39.219666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.258991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67e56b11-4d77-40cf-9786-ae2f7c12decd tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.291061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e56b11-4d77-40cf-9786-ae2f7c12decd tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9539ad2a-97b1-46b1-866f-7e647938cd24,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:39.292413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.304085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8e14b-1a40-46b0-abb2-b5e1a8504a3f None None] Pushing event updated for resources: {'Port': ['ID=38e7a712-3d1c-4641-ae66-04350c452ca3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:39.311198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8712f950-5174-4293-8844-466ba4a317b8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:39.334644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff0a74b-650e-4efc-8f19-8a133103ca06') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:39.334940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff0a74b-650e-4efc-8f19-8a133103ca06') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:39.352605 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.375590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.376237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a424df2b-5842-4e63-86d6-e574ebef6af4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a424df2b-5842-4e63-86d6-e574ebef6af4,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:39.389295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:27:39.390035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.448124 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.449406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68eef9fa-c114-42c5-a57c-c12e5e3074bc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:27:39.474864 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:27:39.480554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.493500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.501009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/8712f950-5174-4293-8844-466ba4a317b8 HTTP/1.1" status: 204 len: 168 time: 1.1054649 Aug 30 14:27:39.501769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:39.541565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1678586384'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:39.586395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6d80d-e139-4b34-879c-605ece704d3e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=8712f950-5174-4293-8844-466ba4a317b8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:39.630949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:39.640817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.719087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:39.730533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a424df2b-5842-4e63-86d6-e574ebef6af4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:39.743938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.744289 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment 55e4493e-41b4-4ac1-b3b5-034a7c1412a8 of type vlan for network 43c2ab4a-06bc-45a8-8a4d-db2d311bca15 Aug 30 14:27:39.754044 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-572cbac5-e26f-45c4-a82e-b16b402850e3 None None] Provisioning for port 82ab8ca7-439f-498b-bb72-a1c749fc9406 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:39.761347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687e6e4-a819-41af-8227-9251354f14f2 req-dd473000-abbd-4069-8f44-97cdcfe143ee tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:39.765965 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b687e6e4-a819-41af-8227-9251354f14f2 req-dd473000-abbd-4069-8f44-97cdcfe143ee tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.9057500 Aug 30 14:27:39.783559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be7e00-4660-4943-a688-cd91fb73bd0a None None] Network 8712f950-5174-4293-8844-466ba4a317b8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:39.823005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-b2104de0-60a8-4bfd-9734-c1444d0eb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:39.827573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-b2104de0-60a8-4bfd-9734-c1444d0eb55a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.7839422 Aug 30 14:27:39.829555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-410059b9-6e11-40b5-ac42-4ea7dd13681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.831759 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.848357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be7e00-4660-4943-a688-cd91fb73bd0a None None] Network 8712f950-5174-4293-8844-466ba4a317b8 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 14:27:39.868656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 68eef9fa-c114-42c5-a57c-c12e5e3074bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:39.869033 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.906382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.918773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:39.920619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.984544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-572cbac5-e26f-45c4-a82e-b16b402850e3 None None] Provisioning complete for port 0b54ca3d-3080-42af-a39d-6241be3fd532 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:39.984921 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-572cbac5-e26f-45c4-a82e-b16b402850e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.024018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a48555c-d8ed-4e50-bfb5-5ccf129153cb', 'name': 'network-vif-deleted', 'tag': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:40.026427 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49105209-c31d-49da-beb7-32edca8070c5" -d '{"events": [{"server_uuid": "5a48555c-d8ed-4e50-bfb5-5ccf129153cb", "name": "network-vif-deleted", "tag": "b7b4b2c5-8c20-41f7-b329-4be02312d7f2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:40.048164 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67e56b11-4d77-40cf-9786-ae2f7c12decd tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.052286 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-67e56b11-4d77-40cf-9786-ae2f7c12decd tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2746222 Aug 30 14:27:40.053860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:40.078415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=43c2ab4a-06bc-45a8-8a4d-db2d311bca15,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:40.198200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 43c2ab4a-06bc-45a8-8a4d-db2d311bca15 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:40.198770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-410059b9-6e11-40b5-ac42-4ea7dd13681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.204274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:40.217304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c9352fd3-e4b0-4252-a5a6-fffe15e80b5b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6963713 Aug 30 14:27:40.217976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:40.224106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': '43c2ab4a-06bc-45a8-8a4d-db2d311bca15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:40.264362 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-d7b7b8fc-a73f-41ff-af29-c9f1560c1c60 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0427110 Aug 30 14:27:40.277471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-410059b9-6e11-40b5-ac42-4ea7dd13681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.364192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-410059b9-6e11-40b5-ac42-4ea7dd13681c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=550df62295a04bc58f1dc455f885a308&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1915386 Aug 30 14:27:40.365577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:40.400392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-572cbac5-e26f-45c4-a82e-b16b402850e3 None None] Port 0b54ca3d-3080-42af-a39d-6241be3fd532 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:40.424565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:40.485505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410059b9-6e11-40b5-ac42-4ea7dd13681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c980552-9986-4d35-9684-0558c7675485,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:40.520545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-572cbac5-e26f-45c4-a82e-b16b402850e3 None None] Provisioning complete for port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:40.520957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-572cbac5-e26f-45c4-a82e-b16b402850e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.524744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a457bdfb-b51e-4381-a838-ebeb6e3ddb2e req-0ecfba4e-49c0-4941-b734-4b5b256e57ce service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094998 Aug 30 14:27:40.533688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:40.561074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:40.564803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.607225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b687e6e4-a819-41af-8227-9251354f14f2 req-ca5cb590-1cda-4720-b7a8-763d2c92e180 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8174691 Aug 30 14:27:40.617324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:40.617710 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.620053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:27:40.620053 n-d-805668-3 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:27:40.620053 n-d-805668-3 neutron-server[94827]: [parameters: {'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'id': 'f15f9c2d-a918-4292-b10f-64139b6247da', 'expiration': datetime.datetime(2021, 8, 30, 14, 29, 40, 533579)}] Aug 30 14:27:40.620053 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:27:40.623794 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:27:40.654740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-e8e757df-914e-44ec-99e1-d38dd3d447f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:40.660982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-e8e757df-914e-44ec-99e1-d38dd3d447f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8197191 Aug 30 14:27:40.773776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-572cbac5-e26f-45c4-a82e-b16b402850e3 None None] Port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:40.931259 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.027976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2fa48f6b-877e-40d4-b8ae-de20ccfb4b87,segment=NetworkSegment(3a213b57-d588-4a36-8300-3a27c29c152d),segment_id=3a213b57-d588-4a36-8300-3a27c29c152d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:41.040050 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.096759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:41.112504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-76f922ec-ccb6-4061-97f0-5a8d97cbabc3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174985045', 'description': 'tempest-description--1870409103'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:41.161673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:41.170535 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b55e978-9ddf-451f-948e-b2b221e39ce2 req-e2467938-4bf7-4186-98dc-1328b85bd7de tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.3904567 Aug 30 14:27:41.235039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:41.236985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device de9eaf96-6c3a-4be7-a2fe-1bb97605ad7e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:41.237515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c7f12b3c-c124-41db-94a4-cb5a729519f9 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:41.242259 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3ac8199-bfc1-4f0d-9de1-2c80f969f254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.248322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=2fa48f6b-877e-40d4-b8ae-de20ccfb4b87,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:41.295246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-d9175967-a78c-4116-96a0-10ee10a6340c service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826545 Aug 30 14:27:41.297595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c7f12b3c-c124-41db-94a4-cb5a729519f9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:41.297879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c7f12b3c-c124-41db-94a4-cb5a729519f9 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:41.314086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76f922ec-ccb6-4061-97f0-5a8d97cbabc3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.321353 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.343459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3ac8199-bfc1-4f0d-9de1-2c80f969f254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.385717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-a82a7a9f-a9a4-48fe-ac2a-745b921cf78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:41.391832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-a82a7a9f-a9a4-48fe-ac2a-745b921cf78b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1099 time: 0.7241819 Aug 30 14:27:41.412897 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ad50d-1bc2-40ba-babe-919bec459d4a x-openstack-request-id: req-430ad50d-1bc2-40ba-babe-919bec459d4a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:41.413396 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a48555c-d8ed-4e50-bfb5-5ccf129153cb", "name": "network-vif-deleted", "tag": "b7b4b2c5-8c20-41f7-b329-4be02312d7f2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:41.413723 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-430ad50d-1bc2-40ba-babe-919bec459d4a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:41.414190 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a48555c-d8ed-4e50-bfb5-5ccf129153cb', 'name': 'network-vif-deleted', 'tag': 'b7b4b2c5-8c20-41f7-b329-4be02312d7f2', 'status': 'completed', 'code': 200} Aug 30 14:27:41.480651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=002e1c0e-ef7b-4248-8560-81d273fa89f3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:41.498034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': '55e4493e-41b4-4ac1-b3b5-034a7c1412a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '43c2ab4a-06bc-45a8-8a4d-db2d311bca15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:41.498412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: 43c2ab4a-06bc-45a8-8a4d-db2d311bca15, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:41.553660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network 43c2ab4a-06bc-45a8-8a4d-db2d311bca15 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:41.577725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 43c2ab4a-06bc-45a8-8a4d-db2d311bca15) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:41.596105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:41.597473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.614888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.663324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033defe-bad2-4138-a5fa-eebd5f0a5a07 None None] Network 43c2ab4a-06bc-45a8-8a4d-db2d311bca15 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:41.671544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e30a7-1a3b-4471-a8c2-0a35a84ae284 None None] Network dc7a5296-f985-4404-86ae-d434c91bdb33 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:41.716742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3ac8199-bfc1-4f0d-9de1-2c80f969f254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.719466 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3ac8199-bfc1-4f0d-9de1-2c80f969f254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.720658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b3ac8199-bfc1-4f0d-9de1-2c80f969f254 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c980552-9986-4d35-9684-0558c7675485 HTTP/1.1" status: 204 len: 168 time: 1.2269239 Aug 30 14:27:41.773298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac8199-bfc1-4f0d-9de1-2c80f969f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c980552-9986-4d35-9684-0558c7675485,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:41.806334 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-fffc4083-db58-4ac5-bf65-024f254e7862 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911569 Aug 30 14:27:41.811525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-275535c7-2fcc-4b57-ae3d-4f63ec93277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:41.813085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-275535c7-2fcc-4b57-ae3d-4f63ec93277f service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3478396 Aug 30 14:27:41.843146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 38e7a712-3d1c-4641-ae66-04350c452ca3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:41.857391 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76f922ec-ccb6-4061-97f0-5a8d97cbabc3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.866951 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76f922ec-ccb6-4061-97f0-5a8d97cbabc3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.882368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-933823ab-93ed-4be8-b61d-ebffe22071ef tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6631258 Aug 30 14:27:41.915195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:41.928864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-5f2145b4-6884-446e-a624-73fbf8844b40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 217 time: 0.1051319 Aug 30 14:27:41.956860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76f922ec-ccb6-4061-97f0-5a8d97cbabc3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.959093 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-76f922ec-ccb6-4061-97f0-5a8d97cbabc3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8611028 Aug 30 14:27:41.962776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:41.968198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f094a6fa-d522-4a9a-913f-a3cde4fb56ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Request body: {'security_group_rule': {'security_group_id': '8d6371ae-a096-46a3-8c50-316523afd980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:42.004340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f922ec-ccb6-4061-97f0-5a8d97cbabc3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6371ae-a096-46a3-8c50-316523afd980,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:42.018321 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f094a6fa-d522-4a9a-913f-a3cde4fb56ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.114194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-57272cb4-d451-4547-a2a8-7a6d50eff1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:42.117233 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-57272cb4-d451-4547-a2a8-7a6d50eff1bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1615846 Aug 30 14:27:42.129158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3b2f1-d5d9-4ad5-8b53-8ccbb92cbfe2 req-af17a881-4d99-4522-b591-4e510f06cb52 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:42.131152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eea3b2f1-d5d9-4ad5-8b53-8ccbb92cbfe2 req-af17a881-4d99-4522-b591-4e510f06cb52 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.2932386 Aug 30 14:27:42.254043 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f094a6fa-d522-4a9a-913f-a3cde4fb56ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.258600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-18763dc1-66fd-41ec-b642-2d6bdb565e1c None None] Provisioning for port 38e7a712-3d1c-4641-ae66-04350c452ca3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:42.267889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f094a6fa-d522-4a9a-913f-a3cde4fb56ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.278875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.330413 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.342961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094a6fa-d522-4a9a-913f-a3cde4fb56ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66765f16-6712-4e6f-8e6a-f282dc984d8c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:42.359706 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f094a6fa-d522-4a9a-913f-a3cde4fb56ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.375134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 38e7a712-3d1c-4641-ae66-04350c452ca3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:42.378123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f094a6fa-d522-4a9a-913f-a3cde4fb56ee tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134514 Aug 30 14:27:42.384239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 38e7a712-3d1c-4641-ae66-04350c452ca3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:42.384597 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.389742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:42.399721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-175500c9-fbc7-41ee-88ab-8aa911bae91c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Request body: {'security_group_rule': {'security_group_id': '8d6371ae-a096-46a3-8c50-316523afd980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:42.478039 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eea3b2f1-d5d9-4ad5-8b53-8ccbb92cbfe2 req-ab85a8bf-84b3-42af-9c1e-e23946c7ad12 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297315 Aug 30 14:27:42.498420 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-175500c9-fbc7-41ee-88ab-8aa911bae91c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.676160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b614976-69c5-48cc-8f89-f396dc465b7d req-d7909318-4d61-444d-9151-48e3c89a5705 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/ports?device_id=1028d532-521f-4185-b6ee-8e32d20785c5 HTTP/1.1" status: 200 len: 210 time: 0.0957272 Aug 30 14:27:42.707101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-b50cc8ea-3806-4653-8f54-15222ae45ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:42.709066 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-b50cc8ea-3806-4653-8f54-15222ae45ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5739472 Aug 30 14:27:42.754178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-175500c9-fbc7-41ee-88ab-8aa911bae91c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.763218 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-175500c9-fbc7-41ee-88ab-8aa911bae91c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.820104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175500c9-fbc7-41ee-88ab-8aa911bae91c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a570c4bf-f4c1-4d06-8488-c93fd287b72b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:42.828105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-175500c9-fbc7-41ee-88ab-8aa911bae91c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.830179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-175500c9-fbc7-41ee-88ab-8aa911bae91c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4393773 Aug 30 14:27:42.833720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:42.840531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:42.897858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.937523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334d9fb-4fd4-4e9b-8ebb-431f8d2f1136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-43c2ab4a-06bc-45a8-8a4d-db2d311bca15', 'network_id': '43c2ab4a-06bc-45a8-8a4d-db2d311bca15', 'tenant_id': 'f39090d9a4884216a94a165ea0b05892', 'fixed_ips': [{'subnet_id': '002e1c0e-ef7b-4248-8560-81d273fa89f3'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:42.939736 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d334d9fb-4fd4-4e9b-8ebb-431f8d2f1136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.044817 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.106988 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.126378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.141611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Allocated IP 172.25.6.65 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/77a3d372-b5d2-449f-bf45-7f5829e912c6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:43.175193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-372df8c3-305a-4cc5-b556-933be43a5a24 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388556 Aug 30 14:27:43.331354 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 38e7a712-3d1c-4641-ae66-04350c452ca3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=38e7a712-3d1c-4641-ae66-04350c452ca3,segment=NetworkSegment(270309a3-974b-4a91-95c6-904b9624ce6c),segment_id=270309a3-974b-4a91-95c6-904b9624ce6c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:43.347813 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.349370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a424df2b-5842-4e63-86d6-e574ebef6af4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:43.496454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.511598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:43.570395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b3f11f8-cbac-416b-9db9-70a96b6a6927 req-07b5d52f-7be8-49a7-ba2e-540c153d3a85 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857305 Aug 30 14:27:43.585816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.588279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=38e7a712-3d1c-4641-ae66-04350c452ca3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:43.609688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a943030-a498-4fed-9f95-c27c5cd22657 None None] Provisioning complete for port 38e7a712-3d1c-4641-ae66-04350c452ca3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:43.610090 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a943030-a498-4fed-9f95-c27c5cd22657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.629005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=002e1c0e-ef7b-4248-8560-81d273fa89f3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:43.653820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.654178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.654526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.654865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.655197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.655532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.655870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.656199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.656528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.657761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.657761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.657761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:43.787912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1280815706-network', 'tenant_id': '68630affd344440591997cf82eb7af7f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:43.808438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:43.860077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.873977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05005a2d-a64d-4d81-adda-8e0988c6ba0c req-61d1c6b3-cd26-4e84-ba56-94df0a54de51 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:43.880828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:43.883464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05005a2d-a64d-4d81-adda-8e0988c6ba0c req-61d1c6b3-cd26-4e84-ba56-94df0a54de51 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.2178390 Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-d334d9fb-4fd4-4e9b-8ebb-431f8d2f1136 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 002e1c0e-ef7b-4248-8560-81d273fa89f3: This subnet is being modified by another concurrent operation. Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:27:43.929978 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 002e1c0e-ef7b-4248-8560-81d273fa89f3: This subnet is being modified by another concurrent operation. Aug 30 14:27:43.935066 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 30 14:27:43.938667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c2ab4a-06bc-45a8-8a4d-db2d311bca15']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:43.961344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:43.969762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e4493e-41b4-4ac1-b3b5-034a7c1412a8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:43.970293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e4493e-41b4-4ac1-b3b5-034a7c1412a8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:43.986091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Allocated IP 172.25.6.196 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/96f41fbf-ab5e-4d9f-95ec-3cf160b6948b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:43.993404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:44.025324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:44.031439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2611830d-7596-40a4-b363-601dd4a9a86f None None] Network 43c2ab4a-06bc-45a8-8a4d-db2d311bca15 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:44.042494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.046965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=77a3d372-b5d2-449f-bf45-7f5829e912c6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:44.047593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a424df2b-5842-4e63-86d6-e574ebef6af4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:44.048197 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.108233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05005a2d-a64d-4d81-adda-8e0988c6ba0c req-c52386bf-a59d-478b-b452-047009b4ca16 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236006 Aug 30 14:27:44.109861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b389fd1-f943-45db-8fe5-072f5ac56ecf tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.118799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.146912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:27:44.147850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:27:44.157347 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:27:44.165644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Made reservation on behalf of 68630affd344440591997cf82eb7af7f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:44.177660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.265104 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.342483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b389fd1-f943-45db-8fe5-072f5ac56ecf tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.454798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.482276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.493816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b389fd1-f943-45db-8fe5-072f5ac56ecf tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.500206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b389fd1-f943-45db-8fe5-072f5ac56ecf tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.505724 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5b389fd1-f943-45db-8fe5-072f5ac56ecf tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ec52987-0b4c-4500-aee9-90f48d82c505 HTTP/1.1" status: 204 len: 168 time: 0.6957424 Aug 30 14:27:44.508560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:44.542918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.550460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/43c2ab4a-06bc-45a8-8a4d-db2d311bca15 HTTP/1.1" status: 204 len: 168 time: 2.6338818 Aug 30 14:27:44.556142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 82ab8ca7-439f-498b-bb72-a1c749fc9406 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:44.564261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:44.594690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b904f-2579-4dcc-89f2-e2a066f09cfa None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:27:44.607542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b389fd1-f943-45db-8fe5-072f5ac56ecf tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec52987-0b4c-4500-aee9-90f48d82c505,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:44.610587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14628ce8-4282-48d8-b737-c19fb3eef762 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=43c2ab4a-06bc-45a8-8a4d-db2d311bca15,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:44.611483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064564872'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:44.616824 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8a491faf-6caa-4731-a4da-f6f41693ad1c tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] show failed (client error): The resource could not be found. Aug 30 14:27:44.618408 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8a491faf-6caa-4731-a4da-f6f41693ad1c tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "GET /v2.0/security-groups/8ec52987-0b4c-4500-aee9-90f48d82c505 HTTP/1.1" status: 404 len: 347 time: 0.0972371 Aug 30 14:27:44.621105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35930) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:44.699214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.703276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.760410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 82ab8ca7-439f-498b-bb72-a1c749fc9406 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:44.769808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 82ab8ca7-439f-498b-bb72-a1c749fc9406 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:44.770273 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.774329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.838958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.850445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:44.861869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414b904f-2579-4dcc-89f2-e2a066f09cfa None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:27:44.868280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:44.874308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.891696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:44.895748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:44.921358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:44.930227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ccfd0d-bc36-4a29-941e-f856779cfbd8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:44.935017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event updated for resources: {'Port': ['ID=96f41fbf-ab5e-4d9f-95ec-3cf160b6948b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:44.981524 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.996933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:44.997488 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Added segment 22b736d8-4e08-46e1-93fd-2efe3bd6c1c0 of type vlan for network 0264fdf4-a07a-4357-9913-08d026d64dbd Aug 30 14:27:45.068206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.087921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 82ab8ca7-439f-498b-bb72-a1c749fc9406, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=82ab8ca7-439f-498b-bb72-a1c749fc9406,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:45.098180 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.099512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:45.148610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:45.184891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.196681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Deleting port 9402d132-a1c4-4630-b975-17114437bffe {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:45.197029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.199423 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.199912 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment 67407682-cac4-4fab-a221-e17a6ed007f0 of type vlan for network 8b9b435e-e276-4339-8a72-305557528afc Aug 30 14:27:45.246285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d32b4f70-84cb-4bab-9ba4-56be142faed8 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:27:45.363087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=82ab8ca7-439f-498b-bb72-a1c749fc9406,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:45.442543 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.442823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.453651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:45.454360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.457780 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.463960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Calling delete_port for 9402d132-a1c4-4630-b975-17114437bffe owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:45.471416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.500134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.540700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.540942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.549510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:45.550239 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.580625 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.581642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:45.582471 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.678423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1656826 Aug 30 14:27:45.683734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.686327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1085312 Aug 30 14:27:45.688903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:45.689281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:45.711866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Request body: {'subnet': {'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1280815706-subnet', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:45.761205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:45.804114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'mac_address': 'fa:16:3e:1b:d6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:27:45.804849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65633e79-9d4e-40b0-9b97-27caedb7a2a4 req-45b9ab10-3127-48ef-bd6a-7104bc4dd774 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:45.819360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65633e79-9d4e-40b0-9b97-27caedb7a2a4 req-45b9ab10-3127-48ef-bd6a-7104bc4dd774 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 948 time: 0.5058668 Aug 30 14:27:45.821816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3cabc-9332-439b-8055-9d9ceb971116 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=8b9b435e-e276-4339-8a72-305557528afc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:45.830281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': '8b9b435e-e276-4339-8a72-305557528afc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:45.853368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8b9b435e-e276-4339-8a72-305557528afc details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:45.871360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=77a3d372-b5d2-449f-bf45-7f5829e912c6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:45.932128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.974436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:45.974719 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:46.035778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32b4f70-84cb-4bab-9ba4-56be142faed8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:27:46.053593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Pushing event deleted for resources: {'Port': ['ID=9402d132-a1c4-4630-b975-17114437bffe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:46.098062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:46.105282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:46.179927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:46.183692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:46.188040 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1de0ac73-8cba-43c8-9c2b-05c29db59fe9 tempest-ServersTestBootFromVolume-437321745 tempest-ServersTestBootFromVolume-437321745-project] 10.222.0.50 "DELETE /v2.0/floatingips/5582b662-129a-4b08-ac7e-fb8204d0147f HTTP/1.1" status: 204 len: 168 time: 1.5660169 Aug 30 14:27:46.189128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35946) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:46.220303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:46.313847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Made reservation on behalf of 68630affd344440591997cf82eb7af7f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:46.316376 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:46.328909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 38e7a712-3d1c-4641-ae66-04350c452ca3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:46.346990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:46.348133 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2b4fbe36-a977-4cfa-967e-7b4e344baeb8 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2766645 Aug 30 14:27:46.374117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65633e79-9d4e-40b0-9b97-27caedb7a2a4 req-3b15bc21-2c6b-40a3-a146-eb81ed93034b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530388 Aug 30 14:27:46.439481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91016b7c-4ea6-4486-b9ff-00e69ebd80c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0264fdf4-a07a-4357-9913-08d026d64dbd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:46.457277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0264fdf4-a07a-4357-9913-08d026d64dbd details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:46.526748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:46.530230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:46.614268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d32b4f70-84cb-4bab-9ba4-56be142faed8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:27:46.723742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 38e7a712-3d1c-4641-ae66-04350c452ca3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:46.724347 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:46.937944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.048410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 82ab8ca7-439f-498b-bb72-a1c749fc9406 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:47.138680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 82ab8ca7-439f-498b-bb72-a1c749fc9406 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:47.139235 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.252935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.305955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.465301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe835f73-3fc3-41de-9262-cf54453d5874 req-398e8fa4-343c-4fe2-9687-30efcc9b9df7 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:47.475457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fe835f73-3fc3-41de-9262-cf54453d5874 req-398e8fa4-343c-4fe2-9687-30efcc9b9df7 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 949 time: 0.7092061 Aug 30 14:27:47.502945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=babb2e29-0d9f-452b-94f8-889d9c8b23be,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:47.545223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event updated for resources: {'Port': ['ID=96f41fbf-ab5e-4d9f-95ec-3cf160b6948b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:47.574881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.576415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-25e91142-5825-42cc-b4e8-f260020b7060 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--833431107&fields=id&tenant_id=1cb1fd65049e4f40acd19376869f39b7 HTTP/1.1" status: 200 len: 267 time: 0.1053467 Aug 30 14:27:47.600960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06df96-cb85-4570-878a-6b4729bee32b req-674e3bcf-42ad-401c-94b4-56beaff2a35b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:47.602483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-674e3bcf-42ad-401c-94b4-56beaff2a35b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217&tenant_id=954d96d6cf2346419ccb2f31463123c6&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 949 time: 0.1327753 Aug 30 14:27:47.621886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.632104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fe835f73-3fc3-41de-9262-cf54453d5874 req-95f95c2c-d119-48ba-ba1a-f3336d4e3210 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551998 Aug 30 14:27:47.673954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': '67407682-cac4-4fab-a221-e17a6ed007f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8b9b435e-e276-4339-8a72-305557528afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:47.674445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: 8b9b435e-e276-4339-8a72-305557528afc, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:47.684191 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.689662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d7fa6288-95c5-4ce3-9f66-69bbec7d1357 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8531706 Aug 30 14:27:47.693811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-6acf6657-4593-46eb-a0d6-735e2a61aa5a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:47.700990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-6acf6657-4593-46eb-a0d6-735e2a61aa5a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports/84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 936 time: 0.1078844 Aug 30 14:27:47.702838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf6c52f-3482-440c-92cd-0a5617dddab5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:47.748805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Checking segment: {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:47.749231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Network hostable DHCP agents. Network: 0264fdf4-a07a-4357-9913-08d026d64dbd, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:47.774362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network 8b9b435e-e276-4339-8a72-305557528afc is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:47.795058 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8b9b435e-e276-4339-8a72-305557528afc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:47.804104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:47.804698 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.808484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88dd033-d177-4d2d-94f5-6d378b07dc9d None None] Network 8b9b435e-e276-4339-8a72-305557528afc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:47.811092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Network 0264fdf4-a07a-4357-9913-08d026d64dbd is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:47.838656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0264fdf4-a07a-4357-9913-08d026d64dbd) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:47.840098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-0e6e21cc-e49f-48de-a813-c35a729dff65 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:47.842661 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-0e6e21cc-e49f-48de-a813-c35a729dff65 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports/0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 936 time: 0.1339707 Aug 30 14:27:47.863032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:47.863032 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:47.863032 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cfa4727d-d1dc-4d3e-bc3a-64e889d04d9b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1570091 Aug 30 14:27:47.863556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:47.930734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655098b2-2fbd-4093-bf89-b2e8ed0f5589 None None] Network 0264fdf4-a07a-4357-9913-08d026d64dbd requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:47.975878 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae57f2cb-19ff-45dd-8829-61cd5d20a3e5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2711184 Aug 30 14:27:47.978744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:47.981527 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-8c06df96-cb85-4570-878a-6b4729bee32b req-3c19cca7-7522-4296-b950-7512182e8be7 service neutron] delete failed (client error): The resource could not be found. Aug 30 14:27:47.982767 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-3c19cca7-7522-4296-b950-7512182e8be7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d32b4f70-84cb-4bab-9ba4-56be142faed8/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.2726851 Aug 30 14:27:47.985140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-1a2b1de0-34f8-4c96-81e8-be62e9999bf5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1124678 Aug 30 14:27:47.995222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:48.050799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.052132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.097865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-2bfb3c67-9d87-4225-8f6e-7367b97eda1c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1021512 Aug 30 14:27:48.253218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-0264fdf4-a07a-4357-9913-08d026d64dbd', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:48.255010 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.257899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06df96-cb85-4570-878a-6b4729bee32b req-3469c842-57af-47fb-8f51-4fa5ab44c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:48.259491 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-3469c842-57af-47fb-8f51-4fa5ab44c514 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1100 time: 0.2116597 Aug 30 14:27:48.272554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-8b9b435e-e276-4339-8a72-305557528afc', 'network_id': '8b9b435e-e276-4339-8a72-305557528afc', 'tenant_id': 'f39090d9a4884216a94a165ea0b05892', 'fixed_ips': [{'subnet_id': 'babb2e29-0d9f-452b-94f8-889d9c8b23be'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:48.273454 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.422964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.441871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d6d132ba-c42e-4921-bd83-796515738a1a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:48.448703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d6d132ba-c42e-4921-bd83-796515738a1a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:48.455710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d6d132ba-c42e-4921-bd83-796515738a1a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:48.464254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d6d132ba-c42e-4921-bd83-796515738a1a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/networks?id=2312e3f6-2171-474e-b61d-296e33ea93ac&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c HTTP/1.1" status: 200 len: 1995 time: 0.3432908 Aug 30 14:27:48.543602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06df96-cb85-4570-878a-6b4729bee32b req-e9bb49a0-c859-4b3c-9227-a290914f2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:48.545318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-e9bb49a0-c859-4b3c-9227-a290914f2e60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2748728 Aug 30 14:27:48.554203 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.556763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Allocated IP 172.20.0.2 (0264fdf4-a07a-4357-9913-08d026d64dbd/6bf6c52f-3482-440c-92cd-0a5617dddab5/3d62c8c6-70be-49e0-a2b0-fe632a60f068) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:48.558788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d9ac6a7a-affa-41aa-b1ee-0d2602adbedd tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/quotas/1cb1fd65049e4f40acd19376869f39b7 HTTP/1.1" status: 200 len: 375 time: 0.0932081 Aug 30 14:27:48.577087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Allocated IP 2001:db8::1 (8b9b435e-e276-4339-8a72-305557528afc/babb2e29-0d9f-452b-94f8-889d9c8b23be/37eedbb7-72cd-4161-b8a6-35a345bd7be4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:48.606069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-3da37f18-0147-42ba-95a1-ed0358f992f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 217 time: 0.0431607 Aug 30 14:27:48.607336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.727474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-645c7753-4f4d-4f3c-9818-60a3623ad87a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:48.734994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-645c7753-4f4d-4f3c-9818-60a3623ad87a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 822 time: 0.7111509 Aug 30 14:27:48.769277 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-72eb06cb-ac32-4d0c-8519-975a607bc3ab tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/quotas/3c2c3c89d81c45d28406bfc13631fb4e HTTP/1.1" status: 200 len: 375 time: 0.0330262 Aug 30 14:27:48.782531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-0c41d349-97a7-44a6-9af8-b51f4f0d3967 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1729827 Aug 30 14:27:48.808032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06df96-cb85-4570-878a-6b4729bee32b req-dbb61052-9c0c-472a-8980-f430ca4adc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:48.809684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-dbb61052-9c0c-472a-8980-f430ca4adc54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1602283 Aug 30 14:27:48.817586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-a1436754-56d1-4396-b9cd-4a8b1f6945a3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:27:48.818720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-a1436754-56d1-4396-b9cd-4a8b1f6945a3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080600 Aug 30 14:27:48.845523 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.890316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.913752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.952471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:48.976459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Transition to ACTIVE for port object 3d62c8c6-70be-49e0-a2b0-fe632a60f068 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:48.985954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Transition to ACTIVE for port object 37eedbb7-72cd-4161-b8a6-35a345bd7be4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:48.989778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-27158879-b462-43a4-ad06-a026533f8146 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2193463 Aug 30 14:27:49.005561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06df96-cb85-4570-878a-6b4729bee32b req-cb115591-ba87-4a4d-b3e7-4e9eb9ee1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:49.007766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-cb115591-ba87-4a4d-b3e7-4e9eb9ee1e1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875596 Aug 30 14:27:49.021383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Transition to ACTIVE for port object 3d62c8c6-70be-49e0-a2b0-fe632a60f068 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:49.032114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-e2e820e6-8cbe-4412-9287-f0d1cac2f009 service neutron] 10.222.0.50 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795783 Aug 30 14:27:49.039939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Transition to ACTIVE for port object 37eedbb7-72cd-4161-b8a6-35a345bd7be4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:49.045701 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.065304 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.097475 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.098209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Network 0264fdf4-a07a-4357-9913-08d026d64dbd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:49.108742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Network 8b9b435e-e276-4339-8a72-305557528afc is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:49.133529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:49.137271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:49.139811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:49.147740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:49.150983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=babb2e29-0d9f-452b-94f8-889d9c8b23be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:49.195749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d32b4f70-84cb-4bab-9ba4-56be142faed8 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:49.234519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-db561663-28cd-42aa-873d-b764f191d922 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187231 Aug 30 14:27:49.234796 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.243210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-506cb51b-a9f8-47f2-a79d-bb8489f7503a service neutron] 10.222.0.50 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942048 Aug 30 14:27:49.253364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9b435e-e276-4339-8a72-305557528afc']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:49.267771 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-331ea701-2045-4265-acaf-60e0dac54c33 service neutron] 10.222.0.50 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646496 Aug 30 14:27:49.269812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67407682-cac4-4fab-a221-e17a6ed007f0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:49.270104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67407682-cac4-4fab-a221-e17a6ed007f0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:49.295144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.339641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Pushing event updated for resources: {'Port': ['ID=3d62c8c6-70be-49e0-a2b0-fe632a60f068,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:49.363014 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.371876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-77f7a78e-b9ac-4c63-b774-d535fb3b91f9 service neutron] 10.222.0.50 "GET /v2.0/ports/84e5271f-b261-4f7e-98cf-ff1c6c3093e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1177399 Aug 30 14:27:49.384880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:27:49.384880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:27:49.396809 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:27:49.408574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Attempting to bind port 37eedbb7-72cd-4161-b8a6-35a345bd7be4 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:49.409149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Attempting to bind port 37eedbb7-72cd-4161-b8a6-35a345bd7be4 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '67407682-cac4-4fab-a221-e17a6ed007f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8b9b435e-e276-4339-8a72-305557528afc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:49.409567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Attempting to bind port 37eedbb7-72cd-4161-b8a6-35a345bd7be4 on network 8b9b435e-e276-4339-8a72-305557528afc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:49.475697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:49.476083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Checking segment: {'id': '67407682-cac4-4fab-a221-e17a6ed007f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8b9b435e-e276-4339-8a72-305557528afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:49.476495 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.476895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Bound using segment: {'id': '67407682-cac4-4fab-a221-e17a6ed007f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8b9b435e-e276-4339-8a72-305557528afc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:49.477404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Bound port: 37eedbb7-72cd-4161-b8a6-35a345bd7be4, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67407682-cac4-4fab-a221-e17a6ed007f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8b9b435e-e276-4339-8a72-305557528afc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:49.477842 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.480068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Pushing event updated for resources: {'Port': ['ID=37eedbb7-72cd-4161-b8a6-35a345bd7be4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:49.494898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Deleting port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:49.495228 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.515705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c06df96-cb85-4570-878a-6b4729bee32b req-e9122912-0fb8-4f2d-81e1-8fc9bd0ae029 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700419 Aug 30 14:27:49.523200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Attempting to bind port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:49.523785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Attempting to bind port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:49.524338 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Attempting to bind port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 on network 0264fdf4-a07a-4357-9913-08d026d64dbd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:49.567242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port d32b4f70-84cb-4bab-9ba4-56be142faed8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:49.575203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-db134860-7d3b-463a-baae-57a4a54016f5 service neutron] 10.222.0.50 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925351 Aug 30 14:27:49.580416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 14:27:49.580416 n-d-805668-3 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 14:27:49.580416 n-d-805668-3 neutron-server[94826]: [parameters: {'id': '8b9b435e-e276-4339-8a72-305557528afc'}] Aug 30 14:27:49.580416 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:27:49.581062 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:27:49.598208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port d32b4f70-84cb-4bab-9ba4-56be142faed8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:49.601716 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-a536e440-e4b6-4850-93fa-71b54f133151 service neutron] 10.222.0.50 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209601 Aug 30 14:27:49.616548 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.620652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:49.620931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Checking segment: {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:49.621387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.621729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Bound using segment: {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:49.622226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Bound port: 3d62c8c6-70be-49e0-a2b0-fe632a60f068, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:49.622613 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.680539 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.697677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] For port 0d12ee7f-80b6-44fb-9d60-a78c03e43f77, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:49.698298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.714805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:49.716675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Calling delete_port for 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:49.844620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d5868fcb-99ab-45f8-aa2b-2931d556d197 service neutron] 10.222.0.50 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241788 Aug 30 14:27:49.917076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ab06fe55-bc0c-4a26-be41-d0e06f043e47 service neutron] 10.222.0.50 "GET /v2.0/ports/0b54ca3d-3080-42af-a39d-6241be3fd532?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0709326 Aug 30 14:27:49.925917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] For port 3d62c8c6-70be-49e0-a2b0-fe632a60f068, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:49.932540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] For port 3d62c8c6-70be-49e0-a2b0-fe632a60f068, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=3d62c8c6-70be-49e0-a2b0-fe632a60f068,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:49.960384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] For port 37eedbb7-72cd-4161-b8a6-35a345bd7be4, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:49.965508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.013565 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.031379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34913e9-ff24-4056-b617-3842965e93b7 req-af364088-a7e8-451c-944d-69fbac12c958 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:50.042234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e34913e9-ff24-4056-b617-3842965e93b7 req-af364088-a7e8-451c-944d-69fbac12c958 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 949 time: 0.1243224 Aug 30 14:27:50.097809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] For port 37eedbb7-72cd-4161-b8a6-35a345bd7be4, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=37eedbb7-72cd-4161-b8a6-35a345bd7be4,segment=NetworkSegment(67407682-cac4-4fab-a221-e17a6ed007f0),segment_id=67407682-cac4-4fab-a221-e17a6ed007f0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:50.099971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.112315 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.136048 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-330f30d4-df83-42c8-8ffb-3787caeef182 service neutron] 10.222.0.50 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175474 Aug 30 14:27:50.222232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Allocated IP 172.25.6.145 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/531ba110-64de-4e46-a097-5c8d84195399) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:50.274097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d5ca5-ee8f-4a4f-bbcf-2b943f83301c None None] Pushing event updated for resources: {'Port': ['ID=3d62c8c6-70be-49e0-a2b0-fe632a60f068,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:50.338002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-a80dceb3-d4d5-4eec-9033-9a9d08a156f8 service neutron] 10.222.0.50 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009809 Aug 30 14:27:50.340710 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e34913e9-ff24-4056-b617-3842965e93b7 req-ba050efb-a10f-4171-9b38-10c16b8d354d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625699 Aug 30 14:27:50.473646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting port 37eedbb7-72cd-4161-b8a6-35a345bd7be4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:50.473991 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.518829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551096ee-3de4-4864-b08e-d14e1152f57f None None] Pushing event updated for resources: {'Port': ['ID=37eedbb7-72cd-4161-b8a6-35a345bd7be4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:50.568095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a965b74-10c2-4067-8132-ac01f4de4931 None None] Network 8b9b435e-e276-4339-8a72-305557528afc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:50.578287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.691127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] For port 37eedbb7-72cd-4161-b8a6-35a345bd7be4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=37eedbb7-72cd-4161-b8a6-35a345bd7be4,segment=NetworkSegment(67407682-cac4-4fab-a221-e17a6ed007f0),segment_id=67407682-cac4-4fab-a221-e17a6ed007f0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:50.691565 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.698241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.712576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Calling delete_port for 37eedbb7-72cd-4161-b8a6-35a345bd7be4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:50.727015 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.759362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1a0bffd8-420a-4cbc-a916-5a00cdf68f2d req-03fcb742-785b-4a52-9a8e-91bafc3fa8f6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 210 time: 0.0407104 Aug 30 14:27:50.783541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:27:50.787495 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7dd109-32e7-46a8-af57-f4049cc7b974" -d '{"events": [{"server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "name": "network-vif-plugged", "status": "completed", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:27:50.797219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:50.815773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.913400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:50.922557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d12ee7f-80b6-44fb-9d60-a78c03e43f77,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:51.032941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Pushing event updated for resources: {'Port': ['ID=531ba110-64de-4e46-a097-5c8d84195399,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:51.052600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:51.063373 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-e485de6e-27f9-47cd-8f0d-5c51acf12435 service neutron] 10.222.0.50 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807916 Aug 30 14:27:51.092131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Port': ['ID=37eedbb7-72cd-4161-b8a6-35a345bd7be4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:51.117084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:51.131033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:51.138728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No DVR routers for this DVR port 37eedbb7-72cd-4161-b8a6-35a345bd7be4 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:27:51.141289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:51.380076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:51.399350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9b435e-e276-4339-8a72-305557528afc']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:51.436054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67407682-cac4-4fab-a221-e17a6ed007f0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:51.436498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67407682-cac4-4fab-a221-e17a6ed007f0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:51.450593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:51.483716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:51.514415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:27:51.514839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:51.527027 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced4c80-7815-485d-a3ca-9981d93cfda8 x-openstack-request-id: req-5ced4c80-7815-485d-a3ca-9981d93cfda8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:27:51.527960 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "name": "network-vif-plugged", "status": "completed", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:27:51.527960 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ced4c80-7815-485d-a3ca-9981d93cfda8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:27:51.528515 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'code': 200} Aug 30 14:27:51.539803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:27:51.659363 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:27:51.732655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb17e7b3-2e03-499c-8eed-cfac686d89c4 service neutron] 10.222.0.50 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548331 Aug 30 14:27:51.752152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:51.795564 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:51.820826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:51.828167 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/8b9b435e-e276-4339-8a72-305557528afc HTTP/1.1" status: 204 len: 168 time: 3.9635012 Aug 30 14:27:51.829156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72384712-6199-43f9-9b53-90b5dc6f303b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=8b9b435e-e276-4339-8a72-305557528afc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:51.839493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:51.846526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d467547-6ef6-447b-b662-fe8f57c2a579 req-777d3c95-5426-4546-8b8f-e7288a6922f6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:51.847371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400324494'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:51.848301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d467547-6ef6-447b-b662-fe8f57c2a579 req-777d3c95-5426-4546-8b8f-e7288a6922f6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1875043 Aug 30 14:27:51.973335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-e78437b3-6851-4297-804c-6139f1687b88 service neutron] 10.222.0.50 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105544 Aug 30 14:27:52.004931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:52.085540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d467547-6ef6-447b-b662-fe8f57c2a579 req-b6cebf9f-17a1-4140-be3d-c528bc7806cb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731329 Aug 30 14:27:52.118501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b5750-2515-4fcb-9dfd-61e1bd26e9f2 None None] Network 0264fdf4-a07a-4357-9913-08d026d64dbd requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:52.513485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9be2581a-de4d-4266-b16d-43224ed13031 None None] Provisioning for port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:52.528395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29ee5202-fcc5-4347-aebf-12a4a44c8a0b req-f302c9b0-2111-468f-a383-ac6a25d1e1ef tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 210 time: 0.0567667 Aug 30 14:27:52.559367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 3d62c8c6-70be-49e0-a2b0-fe632a60f068 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:52.686969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:52.691037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:52.698795 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:52.712620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:52.717812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:52.718187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:52.824346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-66f424ba-5059-413d-a4c5-7a68c82a95f0 service neutron] 10.222.0.50 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8493519 Aug 30 14:27:52.836410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-306ca7fa-439b-45f4-bcbd-d82ffcc96fa5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:52.838609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-306ca7fa-439b-45f4-bcbd-d82ffcc96fa5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 822 time: 0.1272335 Aug 30 14:27:52.854157 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:52.868863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5fa4-6249-47f4-8d41-f66332a1a30f req-aa6fa14a-8263-42cb-bb35-585056b76846 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:52.877797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-913b5fa4-6249-47f4-8d41-f66332a1a30f req-aa6fa14a-8263-42cb-bb35-585056b76846 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1719842 Aug 30 14:27:52.924671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 3d62c8c6-70be-49e0-a2b0-fe632a60f068, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=3d62c8c6-70be-49e0-a2b0-fe632a60f068,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:52.941726 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:52.943394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-0b3ce943-89dd-4082-8536-414680d5272b service neutron] 10.222.0.50 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032581 Aug 30 14:27:52.953033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Request body: {'port': {'device_id': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'admin_state_up': True, 'tenant_id': '3c2c3c89d81c45d28406bfc13631fb4e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:52.984645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-913b5fa4-6249-47f4-8d41-f66332a1a30f req-8b6914a0-953d-4a1a-9cc4-8c86bb4a08f7 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058583 Aug 30 14:27:53.012539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=3d62c8c6-70be-49e0-a2b0-fe632a60f068,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:53.154478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Router af77c36a-14ec-495e-b165-b004cc2ed7f5 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:27:53.159615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:53.167554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942b483-94f3-42d5-bf1e-b5f290689f4e None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:27:53.251746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-46f6520f-f0c1-4b78-bac4-b567d3ccc52b None None] Provisioning complete for port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:53.252446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f6520f-f0c1-4b78-bac4-b567d3ccc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:53.284205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:53.284205 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment fabc9b41-4c83-4364-8529-039e6c4cecca of type vlan for network 78e14bfa-25c0-4933-9735-1dfd470d8865 Aug 30 14:27:53.314623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:53.329480 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Sync routers for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:53.344793 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:53.356969 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:53.361861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-efaf6646-a1ab-4727-9acd-489b05febfb5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3781271 Aug 30 14:27:53.361861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:53.363135 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:53.431217 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:53.451542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-150e677f-05e5-4857-a176-92aabfb409bc service neutron] 10.222.0.50 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779682 Aug 30 14:27:53.500583 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:53.508698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942b483-94f3-42d5-bf1e-b5f290689f4e None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:27:53.556913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:27:53.614048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Made reservation on behalf of 3c2c3c89d81c45d28406bfc13631fb4e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:53.618186 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:53.641522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-174283a7-6663-4f34-b8e2-f011974f19fb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=954d96d6cf2346419ccb2f31463123c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778596 Aug 30 14:27:53.674330 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:53.682310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:53.683289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:53.730513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8893006 Aug 30 14:27:53.755211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:53.760371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:53.791554 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:51Z', 'revision_number': 3, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:53.812093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Router 376405a3-89bb-4338-96eb-15d84e5a3860 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:27:53.851984 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Checking router: af77c36a-14ec-495e-b165-b004cc2ed7f5 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:53.856898 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Updating router af77c36a-14ec-495e-b165-b004cc2ed7f5 port 531ba110-64de-4e46-a097-5c8d84195399 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:27:53.917682 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.061728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c5264-2dfa-4e34-8a58-964ad0fbc093 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=78e14bfa-25c0-4933-9735-1dfd470d8865,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:54.075381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:54.080964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-753f1476-2df0-463d-967a-0b450daa5298 service neutron] 10.222.0.50 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050017 Aug 30 14:27:54.128149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Allocated IP 172.20.0.10 (8e3a2bbb-1793-47d5-b1b1-ef41a4c16453/23a541d7-3b8c-4fbc-9a82-50d0df60738a/4121fb66-985c-4729-a940-c68f0c865973) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:54.224407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 3d62c8c6-70be-49e0-a2b0-fe632a60f068 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:54.332686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:54.336250 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.338076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:27:54.352361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-019dfa13-a5be-4db7-99b0-16418bf6a14b admin admin] 10.222.0.50 "PUT /v2.0/routers/376405a3-89bb-4338-96eb-15d84e5a3860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1594579 Aug 30 14:27:54.362248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36080) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:54.371191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] Sync routers for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:27:54.393208 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.400016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:54.400669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:54.406823 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Transition to ACTIVE for port object 531ba110-64de-4e46-a097-5c8d84195399 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:54.414637 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.426033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d622ea36-76c6-4046-8414-544d806a2ad0 service neutron] 10.222.0.50 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373528 Aug 30 14:27:54.521087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-78af35ac-3503-4ea4-9489-706b6bc48e2b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:54.529896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-78af35ac-3503-4ea4-9489-706b6bc48e2b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8877954 Aug 30 14:27:54.571309 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27069eb-e7d9-4d0b-9379-db83e043db8c None None] Pushing event updated for resources: {'Port': ['ID=531ba110-64de-4e46-a097-5c8d84195399,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:54.580532 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Attempting to bind port 531ba110-64de-4e46-a097-5c8d84195399 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:54.585396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:54.593060 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Attempting to bind port 531ba110-64de-4e46-a097-5c8d84195399 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:54.598446 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Attempting to bind port 531ba110-64de-4e46-a097-5c8d84195399 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:54.614946 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:54.615475 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:54.616135 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.617220 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:54.617819 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Bound port: 531ba110-64de-4e46-a097-5c8d84195399, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:54.618305 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.703795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-b8d912e6-8588-4b7f-ab3e-8f995970591b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/quotas/954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 375 time: 0.1728323 Aug 30 14:27:54.705697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.721325 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] For port 531ba110-64de-4e46-a097-5c8d84195399, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:54.726958 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] For port 531ba110-64de-4e46-a097-5c8d84195399, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=531ba110-64de-4e46-a097-5c8d84195399,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:54.737468 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.806113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:54.809916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.828846 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27069eb-e7d9-4d0b-9379-db83e043db8c None None] Pushing event updated for resources: {'Port': ['ID=531ba110-64de-4e46-a097-5c8d84195399,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:54.871263 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:54.872186 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:54.934326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-9b0e2d4a-af35-4303-bc91-fa02c58b2897 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2294900 Aug 30 14:27:54.951833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:27:50Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:54.982287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:55.021491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] Checking router: 376405a3-89bb-4338-96eb-15d84e5a3860 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:27:55.041079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] Routers {'376405a3-89bb-4338-96eb-15d84e5a3860'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:27:55.041803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['376405a3-89bb-4338-96eb-15d84e5a3860'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:55.067244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:55.126889 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:55.155013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] Set router 376405a3-89bb-4338-96eb-15d84e5a3860 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:27:55.249010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event updated for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:55.303584 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:27:55.313793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:55.319077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:55.323057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:55.390121 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28b7895d-fd14-4885-ae59-972505385457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:55.391686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:55.412534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:55.459375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:55.466670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:55.549518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-172d43d3-885a-4d85-80bc-c02ecffe9a9d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6033838 Aug 30 14:27:55.587499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:27:50Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:55.593322 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:55.599599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-f0b1acd7-de4b-474f-9909-1b415c5bad8c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:27:55.624343 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-f0b1acd7-de4b-474f-9909-1b415c5bad8c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238838 Aug 30 14:27:55.631893 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:51Z', 'revision_number': 3, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:27:55.659075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c33d83-b070-4655-bc66-8d04f076fbf3 None None] The sync data for ids ['376405a3-89bb-4338-96eb-15d84e5a3860'] in n-d-805668-3 is: [{'id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'name': 'tempest-ServersTestBootFromVolume-1555568538-router', 'tenant_id': 'a29b60eac8d24cb0826d5078623f5174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:18Z', 'updated_at': '2021-08-30T14:27:50Z', 'revision_number': 5, 'project_id': 'a29b60eac8d24cb0826d5078623f5174', 'gw_port': {'id': 'b0545bb8-4757-448d-bd24-4baf7ad8e16c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376405a3-89bb-4338-96eb-15d84e5a3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:20Z', 'updated_at': '2021-08-30T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:55.705008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba67b1d7-766b-49df-b4c7-c216df97aa13 req-0d6011f6-671f-421c-9bc3-64d0b4351284 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 210 time: 0.0458620 Aug 30 14:27:55.723486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Deleting port b0545bb8-4757-448d-bd24-4baf7ad8e16c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:27:55.723486 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:55.746300 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963df922-6bc8-4ccf-a549-bd581fd7b2fd None None] The sync data for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 is: [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:51Z', 'revision_number': 3, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:27:55.851239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Request body: {'port': {'device_id': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:55.903383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=7d9d4f1f-44a2-43c8-9caa-2fee5ffe781b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:55.937876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164637ec-899e-4dda-932b-067d8be830d7 req-f0f83e7f-0055-47d9-bae2-b7dcefea60ac tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:55.945437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-164637ec-899e-4dda-932b-067d8be830d7 req-f0f83e7f-0055-47d9-bae2-b7dcefea60ac tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 932 time: 0.4743183 Aug 30 14:27:55.992916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] For port b0545bb8-4757-448d-bd24-4baf7ad8e16c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b0545bb8-4757-448d-bd24-4baf7ad8e16c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:55.993354 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:56.007954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Calling delete_port for b0545bb8-4757-448d-bd24-4baf7ad8e16c owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:27:56.140516 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:27:56.177966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': 'fabc9b41-4c83-4364-8529-039e6c4cecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:56.178538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: 78e14bfa-25c0-4933-9735-1dfd470d8865, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:56.200679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:27:56.201634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0d12ee7f-80b6-44fb-9d60-a78c03e43f77 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:27:56.221216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-593f83d2-c845-44f1-a103-c378031c2058 req-0e5c0d6a-30e0-4e7c-aed4-4f1fd62fd3a9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.3657734 Aug 30 14:27:56.355890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Allocated IP 172.20.0.1 (0264fdf4-a07a-4357-9913-08d026d64dbd/6bf6c52f-3482-440c-92cd-0a5617dddab5/08e2703d-3a11-477d-abac-4006a449475a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:56.361920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:56.378632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-164637ec-899e-4dda-932b-067d8be830d7 req-bf6f272a-521a-48b4-bb73-55ac83a85d5a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320645 Aug 30 14:27:56.391005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 78e14bfa-25c0-4933-9735-1dfd470d8865) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:56.405469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:56.417224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a85b0-75cf-4098-b388-d2c33cab78d6 None None] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:56.452193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:56.455307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:56.527973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:56.598694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0545bb8-4757-448d-bd24-4baf7ad8e16c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:56.610759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b535b412-6cb1-4dd8-9dad-6ee251451eaa tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8543742 Aug 30 14:27:56.619520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:56.638448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:56.711822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-78e14bfa-25c0-4933-9735-1dfd470d8865', 'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865', 'tenant_id': 'f39090d9a4884216a94a165ea0b05892', 'fixed_ips': [{'subnet_id': '7d9d4f1f-44a2-43c8-9caa-2fee5ffe781b'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:56.712749 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:56.897418 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b040ff17-ddf5-430d-abc9-e669142bb4de req-a9c5d6a5-18c3-4958-a2f1-783fb46209e1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 210 time: 0.0692570 Aug 30 14:27:56.988571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-1e941356-8295-409f-ae84-c81c7564aeaf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=954d96d6cf2346419ccb2f31463123c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003022 Aug 30 14:27:57.013724 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.039666 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.058434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Transition to ACTIVE for port object 08e2703d-3a11-477d-abac-4006a449475a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:57.106865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.135271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Network 0264fdf4-a07a-4357-9913-08d026d64dbd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:57.140451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:57.167019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:57.259250 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.319836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.329319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.344826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Allocated IP 2001:db8::2 (78e14bfa-25c0-4933-9735-1dfd470d8865/7d9d4f1f-44a2-43c8-9caa-2fee5ffe781b/4b380854-9664-419e-8aad-4275f79add3c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:57.769370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Pushing event updated for resources: {'Port': ['ID=08e2703d-3a11-477d-abac-4006a449475a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:57.772222 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.776878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:57.781910 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.802345 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.817621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-618522dc-21ed-49aa-bbed-e65afd4c6d9b None None] Provisioning for port 08e2703d-3a11-477d-abac-4006a449475a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:57.827096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Transition to ACTIVE for port object 4b380854-9664-419e-8aad-4275f79add3c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:57.829845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-618522dc-21ed-49aa-bbed-e65afd4c6d9b None None] Provisioning complete for port 08e2703d-3a11-477d-abac-4006a449475a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:57.830730 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-618522dc-21ed-49aa-bbed-e65afd4c6d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.900314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Transition to ACTIVE for port object 4b380854-9664-419e-8aad-4275f79add3c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:57.902447 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc11f-be12-4a20-9d5b-5b2db8bbb851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:57.906734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-618522dc-21ed-49aa-bbed-e65afd4c6d9b None None] Port 08e2703d-3a11-477d-abac-4006a449475a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:57.918224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.004807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:58.015081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:58.038894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202551a-666b-4141-ae5e-cf4197bdb25b req-37a525a9-84b5-4a01-97f9-793637035b67 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:58.042303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:58.048218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c202551a-666b-4141-ae5e-cf4197bdb25b req-37a525a9-84b5-4a01-97f9-793637035b67 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 932 time: 0.3482430 Aug 30 14:27:58.150044 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Pushing event updated for resources: {'Port': ['ID=4b380854-9664-419e-8aad-4275f79add3c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:58.207769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c202551a-666b-4141-ae5e-cf4197bdb25b req-85492bde-b186-48ac-aaeb-f6bcac22c8af tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581655 Aug 30 14:27:58.272159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Attempting to bind port 4b380854-9664-419e-8aad-4275f79add3c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:58.272533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Attempting to bind port 4b380854-9664-419e-8aad-4275f79add3c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'fabc9b41-4c83-4364-8529-039e6c4cecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:58.273607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Attempting to bind port 4b380854-9664-419e-8aad-4275f79add3c on network 78e14bfa-25c0-4933-9735-1dfd470d8865 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:58.286320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:58.286697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Checking segment: {'id': 'fabc9b41-4c83-4364-8529-039e6c4cecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:58.287220 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.287558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Bound using segment: {'id': 'fabc9b41-4c83-4364-8529-039e6c4cecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:58.288101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Bound port: 4b380854-9664-419e-8aad-4275f79add3c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabc9b41-4c83-4364-8529-039e6c4cecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:58.288525 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.342572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.350330 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.373254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c3d6a0a-142a-41f6-975b-6e694b77f374 req-24da1460-0ba2-42cd-9459-42e59abd4f8d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.7791092 Aug 30 14:27:58.376568 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.383008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 376405a3-89bb-4338-96eb-15d84e5a3860 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:27:58.453326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] For port 4b380854-9664-419e-8aad-4275f79add3c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:58.463004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] For port 4b380854-9664-419e-8aad-4275f79add3c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4b380854-9664-419e-8aad-4275f79add3c,segment=NetworkSegment(fabc9b41-4c83-4364-8529-039e6c4cecca),segment_id=fabc9b41-4c83-4364-8529-039e6c4cecca)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:58.479204 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.518744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4121fb66-985c-4729-a940-c68f0c865973 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:27:58.530982 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.547996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Transition to ACTIVE for port object 4121fb66-985c-4729-a940-c68f0c865973 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:58.583472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 531ba110-64de-4e46-a097-5c8d84195399 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:58.607129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.613400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-55443c04-cd96-4251-bdc2-659bd002242c admin admin] 10.222.0.50 "DELETE /v2.0/routers/376405a3-89bb-4338-96eb-15d84e5a3860 HTTP/1.1" status: 204 len: 168 time: 4.2500410 Aug 30 14:27:58.614718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-f42fcd8d-9ba3-4aa5-8e2c-2d53e360842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:58.620224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-f42fcd8d-9ba3-4aa5-8e2c-2d53e360842a service neutron] 10.222.0.39 "GET /v2.0/ports/84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 1032 time: 1.1144273 Aug 30 14:27:58.628534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:58.629153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.664093 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7c3f12dc-5dc5-487e-ae4f-46861080a7b9 req-062a4374-d882-4d8c-bcdb-764843a78108 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 210 time: 0.1056759 Aug 30 14:27:58.701159 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.744303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a626d-bb53-4c5f-982d-c2729ff47206 None None] Pushing event updated for resources: {'Port': ['ID=4b380854-9664-419e-8aad-4275f79add3c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:58.763375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 531ba110-64de-4e46-a097-5c8d84195399 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:58.767797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 531ba110-64de-4e46-a097-5c8d84195399 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:58.768297 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.815724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.833646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Pushing event updated for resources: {'Port': ['ID=08e2703d-3a11-477d-abac-4006a449475a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:58.899163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea27c05-332a-4cb6-af0c-3a27bb0a22ec admin admin] Deleting subnet e4eed62a-e0bc-4d66-adb3-7df223cc2228 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:27:58.913342 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.916473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eea27c05-332a-4cb6-af0c-3a27bb0a22ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:58.950087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 531ba110-64de-4e46-a097-5c8d84195399, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=531ba110-64de-4e46-a097-5c8d84195399,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:58.958483 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.024492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.072608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-93f3d4e9-36ec-4ead-8fb9-e9d1d856a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:59.074933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-93f3d4e9-36ec-4ead-8fb9-e9d1d856a7e0 service neutron] 10.222.0.39 "GET /v2.0/ports/0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 1032 time: 0.4194782 Aug 30 14:27:59.093933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=531ba110-64de-4e46-a097-5c8d84195399,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:59.175337 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.199314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Network 0264fdf4-a07a-4357-9913-08d026d64dbd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:59.204648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:59.206852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:59.209403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:59.212545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:59.213335 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.223078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Pushing event updated for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:59.258692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-f7149865-7ac5-4cbc-a729-936f3a67aab0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:59.258692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-f7149865-7ac5-4cbc-a729-936f3a67aab0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.2586830 Aug 30 14:27:59.284037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=54cc9ef6-debe-4efc-9a14-381b2105db91,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:59.296191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Request body: {'port': {'device_id': 'e9739a24-0552-484c-b878-9bb3254ee982', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '954d96d6cf2346419ccb2f31463123c6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:59.302808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bb579fc4-f699-459f-8fe2-b0dee3f5b2a8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6821179 Aug 30 14:27:59.303418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:59.364437 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eea27c05-332a-4cb6-af0c-3a27bb0a22ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.469893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eea27c05-332a-4cb6-af0c-3a27bb0a22ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.591774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2f57b-dca6-4a9f-bfc1-92559a9e14ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:59.593789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2f57b-dca6-4a9f-bfc1-92559a9e14ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:59.595417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2f57b-dca6-4a9f-bfc1-92559a9e14ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:59.597197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2f57b-dca6-4a9f-bfc1-92559a9e14ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:59.599290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2f57b-dca6-4a9f-bfc1-92559a9e14ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:59.606496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d2c2f57b-dca6-4a9f-bfc1-92559a9e14ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2979760 Aug 30 14:27:59.607122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:59.614408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747458776'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:59.635201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Router af77c36a-14ec-495e-b165-b004cc2ed7f5 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:27:59.667679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7b38f54-b86d-4f0a-bedc-6a44966fa03b None None] Provisioning complete for port 08e2703d-3a11-477d-abac-4006a449475a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:59.668681 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7b38f54-b86d-4f0a-bedc-6a44966fa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.704184 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eea27c05-332a-4cb6-af0c-3a27bb0a22ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.735708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7b38f54-b86d-4f0a-bedc-6a44966fa03b None None] Port 08e2703d-3a11-477d-abac-4006a449475a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:27:59.762947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:59.767158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.801248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eea27c05-332a-4cb6-af0c-3a27bb0a22ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:59.803549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eea27c05-332a-4cb6-af0c-3a27bb0a22ec admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e4eed62a-e0bc-4d66-adb3-7df223cc2228 HTTP/1.1" status: 204 len: 168 time: 1.1692219 Aug 30 14:27:59.804674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea27c05-332a-4cb6-af0c-3a27bb0a22ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4eed62a-e0bc-4d66-adb3-7df223cc2228,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:59.809378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ff9eb-ed3a-462d-9a9a-df3a9b3fe906 None None] Network 664705f2-4326-4a6e-a378-09045acf51e9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:59.812427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:59.895096 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-160dca18-c362-43f9-beef-b883701aface req-558b0904-5a0b-4fb6-a3f1-148971d91aec tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.1369495 Aug 30 14:27:59.946418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Made reservation on behalf of 954d96d6cf2346419ccb2f31463123c6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:59.950977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.000401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-92fc9a20-66a3-48e4-8e05-d78736dfe50b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:00.011289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-92fc9a20-66a3-48e4-8e05-d78736dfe50b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:00.023449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-92fc9a20-66a3-48e4-8e05-d78736dfe50b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:00.025383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-92fc9a20-66a3-48e4-8e05-d78736dfe50b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "GET /v2.0/networks?id=2312e3f6-2171-474e-b61d-296e33ea93ac&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c HTTP/1.1" status: 200 len: 1995 time: 0.9327521 Aug 30 14:28:00.034552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0558-ab5d-4dc9-9b4a-3c217c7266a8 req-1d3042c2-bce3-4242-a148-930f69058e05 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:00.036251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-512b0558-ab5d-4dc9-9b4a-3c217c7266a8 req-1d3042c2-bce3-4242-a148-930f69058e05 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.4958224 Aug 30 14:28:00.051562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:00.141069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ea63dc9-e4ff-48ac-bb9d-8d0893835ead req-ffb85dc0-4c72-490c-a7d3-1c6153ae9835 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 210 time: 0.0905683 Aug 30 14:28:00.146883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Attempting to bind port 4121fb66-985c-4729-a940-c68f0c865973 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:00.147350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Attempting to bind port 4121fb66-985c-4729-a940-c68f0c865973 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:00.148680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Attempting to bind port 4121fb66-985c-4729-a940-c68f0c865973 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:00.184439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.187001 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment 78332b4f-0a44-4ee6-bf19-aba0d8755033 of type vlan for network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 Aug 30 14:28:00.212313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:28:00.218040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-63cae96a-d7b1-40ff-a91b-2ef988653d59 admin admin] 10.222.0.50 "PUT /v2.0/routers/af77c36a-14ec-495e-b165-b004cc2ed7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8562045 Aug 30 14:28:00.228722 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Sync routers for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:28:00.251581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] DHCP port deletion for 664705f2-4326-4a6e-a378-09045acf51e9 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:28:00.255083 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:28:00.255981 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:00.334876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Allocated IP 192.168.233.131 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/962c7fb3-02ed-4675-a984-4c91f812df81) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:00.356940 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.470335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] Deleting port bc5afb70-4648-482c-9ddb-0fb25ce4296a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:00.471097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.488683 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.495132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:00.495777 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.574132 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9639800 Aug 30 14:28:00.574978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:00.600812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91697698-3a7d-46e3-af9c-023fca16d837 None None] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:00.610902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f32a487-3fdc-44e2-985b-5f1ca7942f49 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:00.694670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 531ba110-64de-4e46-a097-5c8d84195399 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:00.703035 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:28:00.729233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Port 4121fb66-985c-4729-a940-c68f0c865973 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:00.729830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Attempting to bind port 4121fb66-985c-4729-a940-c68f0c865973 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:00.777255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c718d-1ec0-41d5-b01f-f79d71d41639 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=9fd930c9-cafb-459d-9a9d-9d861362a0d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:00.787361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-512b0558-ab5d-4dc9-9b4a-3c217c7266a8 req-eda0d44c-bee3-4de2-a0ec-d410812f28d5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7085693 Aug 30 14:28:00.821883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.829313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:00.845863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20a05ccf-933c-4cc1-a925-fe2cf55070e9 None None] Provisioning for port 4b380854-9664-419e-8aad-4275f79add3c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:00.859366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.864211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:00.864959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Checking segment: {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:00.866869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Bound using segment: {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:00.867869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Bound port: 4121fb66-985c-4729-a940-c68f0c865973, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:00.870077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:00.895536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-fae0ae87-2b43-423e-91d9-1b9a4a195d5b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb1fd65049e4f40acd19376869f39b7 HTTP/1.1" status: 200 len: 379 time: 0.8541563 Aug 30 14:28:00.914837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Transition to ACTIVE for port object 962c7fb3-02ed-4675-a984-4c91f812df81 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:00.946150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'admin_state_up': True, 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'security_groups': ['6af88d48-b84e-4923-9430-ef5d6efb1950']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:01.010785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f32a487-3fdc-44e2-985b-5f1ca7942f49 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.038574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] For port bc5afb70-4648-482c-9ddb-0fb25ce4296a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc5afb70-4648-482c-9ddb-0fb25ce4296a,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:01.042381 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.057062 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f32a487-3fdc-44e2-985b-5f1ca7942f49 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.108884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f32a487-3fdc-44e2-985b-5f1ca7942f49 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:28:01.135176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] Calling delete_port for bc5afb70-4648-482c-9ddb-0fb25ce4296a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:01.138186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32a487-3fdc-44e2-985b-5f1ca7942f49 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:01.138849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f32a487-3fdc-44e2-985b-5f1ca7942f49 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.140193 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3f32a487-3fdc-44e2-985b-5f1ca7942f49 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "PUT /v2.0/networks/9fd930c9-cafb-459d-9a9d-9d861362a0d7 HTTP/1.1" status: 200 len: 723 time: 0.5374141 Aug 30 14:28:01.154368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:01.154858 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 2, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:01.165663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': '9fd930c9-cafb-459d-9a9d-9d861362a0d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:01.174564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 531ba110-64de-4e46-a097-5c8d84195399 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:01.174932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.203744 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Checking router: af77c36a-14ec-495e-b165-b004cc2ed7f5 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:28:01.204427 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Updating router af77c36a-14ec-495e-b165-b004cc2ed7f5 port 08e2703d-3a11-477d-abac-4006a449475a binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:28:01.248941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32a487-3fdc-44e2-985b-5f1ca7942f49 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=9fd930c9-cafb-459d-9a9d-9d861362a0d7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:01.276226 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.415440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-12500535-cc00-4fb5-8211-1e94e065a979 req-ae1477aa-085d-4948-92b3-a3c05479a0b9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.2846062 Aug 30 14:28:01.492015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:01.529889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:01.534713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.544506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:01.549618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f031033-12e0-4367-8433-b96bf3a8db38 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--402282695', 'description': 'tempest-description--9450856'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:01.566494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:01.608355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f031033-12e0-4367-8433-b96bf3a8db38 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.619903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.645790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:01.647136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Deleting port bc5afb70-4648-482c-9ddb-0fb25ce4296a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:01.647480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.708363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d32b4f70-84cb-4bab-9ba4-56be142faed8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:01.732043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:01.749779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:01.814407 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.822659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.849975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:01.879372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f031033-12e0-4367-8433-b96bf3a8db38 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.884735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f031033-12e0-4367-8433-b96bf3a8db38 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.886282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:01.948932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:01.952505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:01.956961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.977508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:01.977832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.979279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] 10.222.0.21 "PUT /v2.0/ports/4121fb66-985c-4729-a940-c68f0c865973 HTTP/1.1" status: 200 len: 1092 time: 6.3541253 Aug 30 14:28:01.983857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'tag': '4121fb66-985c-4729-a940-c68f0c865973'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:01.986188 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86" -d '{"events": [{"name": "network-changed", "server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "tag": "4121fb66-985c-4729-a940-c68f0c865973"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:02.038177 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f031033-12e0-4367-8433-b96bf3a8db38 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.043041 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3f031033-12e0-4367-8433-b96bf3a8db38 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4971981 Aug 30 14:28:02.056807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:02.072265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-83a3ce63-f031-43ff-adb1-7b9c769668b4 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Request body: {'security_group_rule': {'security_group_id': 'aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:02.095191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e75360-19a9-4ec8-9089-15513ed7aa80 req-db59ebe8-d63b-4c59-aad2-95ea7c59fdeb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:02.100684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-19e75360-19a9-4ec8-9089-15513ed7aa80 req-db59ebe8-d63b-4c59-aad2-95ea7c59fdeb tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 936 time: 0.4979937 Aug 30 14:28:02.115082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b380854-9664-419e-8aad-4275f79add3c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:02.138627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f031033-12e0-4367-8433-b96bf3a8db38 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:02.166239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2a90f-f2a8-4bb4-9afc-17740a58631f req-3d60b9c0-9339-4d4b-a435-e576fdf8ee5c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:02.172308 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.177744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40e2a90f-f2a8-4bb4-9afc-17740a58631f req-3d60b9c0-9339-4d4b-a435-e576fdf8ee5c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.2544250 Aug 30 14:28:02.221212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] Pushing event deleted for resources: {'Port': ['ID=bc5afb70-4648-482c-9ddb-0fb25ce4296a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:02.234460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c859a6-4b85-4812-9683-cd8870fc8114 None None] Update dhcp port {'port': {'network_id': '78e14bfa-25c0-4933-9735-1dfd470d8865', 'fixed_ips': [{'subnet_id': '7d9d4f1f-44a2-43c8-9caa-2fee5ffe781b', 'ip_address': '2001:db8::2'}, {'subnet_id': '54cc9ef6-debe-4efc-9a14-381b2105db91'}], 'binding:host_id': 'n-d-805668-3'}, 'id': '4b380854-9664-419e-8aad-4275f79add3c'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:28:02.240782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] For port bc5afb70-4648-482c-9ddb-0fb25ce4296a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc5afb70-4648-482c-9ddb-0fb25ce4296a,segment=NetworkSegment(719c7bb9-f09d-435c-9b07-f3e8bc7be541),segment_id=719c7bb9-f09d-435c-9b07-f3e8bc7be541)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:02.241483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.245331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a3ce63-f031-43ff-adb1-7b9c769668b4 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.271090 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09c859a6-4b85-4812-9683-cd8870fc8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.292748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ecf38-24fe-4cee-9a92-b328f2e4200b service neutron] Pushing event updated for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:02.310849 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.313450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Calling delete_port for bc5afb70-4648-482c-9ddb-0fb25ce4296a owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:02.339193 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Transition to ACTIVE for port object 08e2703d-3a11-477d-abac-4006a449475a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:02.353181 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.364695 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40e2a90f-f2a8-4bb4-9afc-17740a58631f req-03d2ef2e-cfd2-4e86-8e18-af93cf2ccc75 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854281 Aug 30 14:28:02.368147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b851a5a-946b-4e9c-98a5-257d9a0ca048 None None] No DVR routers for this DVR port bc5afb70-4648-482c-9ddb-0fb25ce4296a on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:02.379717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:02.380391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.460608 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a3ce63-f031-43ff-adb1-7b9c769668b4 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.472576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a3ce63-f031-43ff-adb1-7b9c769668b4 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.473979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1fe94089-cb19-47d1-bc31-61dcf77e26ae None None] Provisioning for port 962c7fb3-02ed-4675-a984-4c91f812df81 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:02.496643 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83a3ce63-f031-43ff-adb1-7b9c769668b4 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.496938 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b8bbd-2ad2-4207-8914-d96e062c99a9 None None] Pushing event updated for resources: {'Port': ['ID=08e2703d-3a11-477d-abac-4006a449475a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:02.511470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-83a3ce63-f031-43ff-adb1-7b9c769668b4 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4481518 Aug 30 14:28:02.517511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:02.528728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f5e5fde8-5700-42a2-a8bb-ff86eeb2922a tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Request body: {'security_group_rule': {'security_group_id': 'aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:02.538683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1fe94089-cb19-47d1-bc31-61dcf77e26ae None None] Provisioning complete for port 962c7fb3-02ed-4675-a984-4c91f812df81 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:02.542644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fe94089-cb19-47d1-bc31-61dcf77e26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.557347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3ce63-f031-43ff-adb1-7b9c769668b4 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ad3cf4-d6a6-4be1-b8ec-2e5259c0ba7f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:02.619668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e5fde8-5700-42a2-a8bb-ff86eeb2922a tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.656333 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Attempting to bind port 08e2703d-3a11-477d-abac-4006a449475a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:02.656903 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Attempting to bind port 08e2703d-3a11-477d-abac-4006a449475a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:02.657458 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Attempting to bind port 08e2703d-3a11-477d-abac-4006a449475a on network 0264fdf4-a07a-4357-9913-08d026d64dbd {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:02.672690 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:02.673469 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Checking segment: {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:02.674311 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.675567 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Bound using segment: {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:02.676523 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Bound port: 08e2703d-3a11-477d-abac-4006a449475a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:02.677233 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.763118 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8c58b0-e70f-45cb-932b-1c7f62b64a71 x-openstack-request-id: req-6a8c58b0-e70f-45cb-932b-1c7f62b64a71 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:02.763772 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "tag": "4121fb66-985c-4729-a940-c68f0c865973", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:02.763772 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a8c58b0-e70f-45cb-932b-1c7f62b64a71 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:02.764141 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'tag': '4121fb66-985c-4729-a940-c68f0c865973', 'status': 'completed', 'code': 200} Aug 30 14:28:02.772996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e5fde8-5700-42a2-a8bb-ff86eeb2922a tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.779263 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e5fde8-5700-42a2-a8bb-ff86eeb2922a tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.798827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.801736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5fde8-5700-42a2-a8bb-ff86eeb2922a tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f483e855-e573-4409-836e-ce538a098efb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:02.841895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e5fde8-5700-42a2-a8bb-ff86eeb2922a tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.841895 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f5e5fde8-5700-42a2-a8bb-ff86eeb2922a tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147826 Aug 30 14:28:02.842548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:02.850726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:02.851034 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] For port 08e2703d-3a11-477d-abac-4006a449475a, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:02.860701 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] For port 08e2703d-3a11-477d-abac-4006a449475a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=08e2703d-3a11-477d-abac-4006a449475a,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:02.869727 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:02.923932 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-661a299e-845f-483c-bee6-a92bd2408c68 req-b6bb1347-a87b-4af3-a576-752edc562d7d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0997193 Aug 30 14:28:02.947214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-fe2c19da-3673-4085-8389-9716506972b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:02.952565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-fe2c19da-3673-4085-8389-9716506972b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 1095 time: 0.8271887 Aug 30 14:28:02.954142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-09c859a6-4b85-4812-9683-cd8870fc8114 None None] Allocated IP 172.20.0.1 (78e14bfa-25c0-4933-9735-1dfd470d8865/54cc9ef6-debe-4efc-9a14-381b2105db91/4b380854-9664-419e-8aad-4275f79add3c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:02.967050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-19e75360-19a9-4ec8-9089-15513ed7aa80 req-ef824f97-4194-4acd-9169-cea61695835a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8123016 Aug 30 14:28:02.967628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.010921 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:28:03.014845 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:27:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:03.017195 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b8bbd-2ad2-4207-8914-d96e062c99a9 None None] Pushing event updated for resources: {'Port': ['ID=08e2703d-3a11-477d-abac-4006a449475a,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:03.095042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Allocated IP 172.20.0.14 (2312e3f6-2171-474e-b61d-296e33ea93ac/be838110-f044-4f9d-bfe0-fd6e908650e6/54d14044-3963-4926-96f0-3d69ab09cda6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:03.225762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.234724 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:28:03.236068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-09c859a6-4b85-4812-9683-cd8870fc8114 None None] For port 4b380854-9664-419e-8aad-4275f79add3c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4b380854-9664-419e-8aad-4275f79add3c,segment=NetworkSegment(fabc9b41-4c83-4364-8529-039e6c4cecca),segment_id=fabc9b41-4c83-4364-8529-039e6c4cecca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:03.268328 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.288785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Transition to ACTIVE for port object 54d14044-3963-4926-96f0-3d69ab09cda6 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:03.314677 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09c859a6-4b85-4812-9683-cd8870fc8114 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.325422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-7a922356-8646-4371-a314-7ba51e0bfb73 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0417275 Aug 30 14:28:03.353493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09c859a6-4b85-4812-9683-cd8870fc8114 None None] Transition to ACTIVE for port object 4b380854-9664-419e-8aad-4275f79add3c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:03.367535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4b380854-9664-419e-8aad-4275f79add3c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:03.367970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Request body: {'port': {'device_id': 'e9739a24-0552-484c-b878-9bb3254ee982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:03.406165 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09c859a6-4b85-4812-9683-cd8870fc8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.421951 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.473262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b0545bb8-4757-448d-bd24-4baf7ad8e16c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:03.505825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-0f040fec-7eb5-4ddb-be79-3a24bec6bbdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4121fb66-985c-4729-a940-c68f0c865973 HTTP/1.1" status: 200 len: 217 time: 0.1535916 Aug 30 14:28:03.541709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Allocated IP 172.25.6.169 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/61a2a567-4824-4879-9a1d-fe1c2559997e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:03.652730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.684130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.693604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=77847825-6745-4d8f-a87a-805770979702,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:03.729185 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:28:02Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:03.752965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.792870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1fe94089-cb19-47d1-bc31-61dcf77e26ae None None] Port 962c7fb3-02ed-4675-a984-4c91f812df81 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:03.795736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b0545bb8-4757-448d-bd24-4baf7ad8e16c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:03.796461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b0545bb8-4757-448d-bd24-4baf7ad8e16c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:03.796908 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb959a-d3c6-4145-bb37-a13e4d7b0e69 None None] The sync data for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 is: [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:28:02Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:28:03.835537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:03.846772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:03.849435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:03.854758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event updated for resources: {'Port': ['ID=61a2a567-4824-4879-9a1d-fe1c2559997e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:03.865417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6053b-7e0e-49ed-8ef2-fa14411d2142 req-c9d9c0e4-46d9-478c-9556-c51b1bc72c26 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:03.873166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-15f6053b-7e0e-49ed-8ef2-fa14411d2142 req-c9d9c0e4-46d9-478c-9556-c51b1bc72c26 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.1339040 Aug 30 14:28:03.924213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-c680d872-ca42-4b14-bd9b-f2e7f60c165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:03.927410 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-c680d872-ca42-4b14-bd9b-f2e7f60c165b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=23a541d7-3b8c-4fbc-9a82-50d0df60738a HTTP/1.1" status: 200 len: 862 time: 0.3759530 Aug 30 14:28:03.967176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:03.970662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 2312e3f6-2171-474e-b61d-296e33ea93ac is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:03.994097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': '78332b4f-0a44-4ee6-bf19-aba0d8755033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9fd930c9-cafb-459d-9a9d-9d861362a0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:03.994494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: 9fd930c9-cafb-459d-9a9d-9d861362a0d7, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:28:03.996580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=54d14044-3963-4926-96f0-3d69ab09cda6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:04.013203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:04.013413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-15f6053b-7e0e-49ed-8ef2-fa14411d2142 req-dd1af91a-7370-44c4-b878-13db5155cae9 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392276 Aug 30 14:28:04.034203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c859a6-4b85-4812-9683-cd8870fc8114 None None] Pushing event updated for resources: {'Port': ['ID=4b380854-9664-419e-8aad-4275f79add3c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:04.048420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc5afb70-4648-482c-9ddb-0fb25ce4296a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:04.077238 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.081859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:04.090618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-f374b240-d747-453e-8f6e-97f746b462cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179383 Aug 30 14:28:04.120612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: bc5afb70-4648-482c-9ddb-0fb25ce4296a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:04.121472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc5afb70-4648-482c-9ddb-0fb25ce4296a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:04.207177 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.360007 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.414954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5afb70-4648-482c-9ddb-0fb25ce4296a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:04.480620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7fe0-a534-4435-8c8a-de012c64b2c4 req-1582da1d-922e-47bf-b334-d16740e41405 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:04.482841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] No DVR routers for this DVR port bc5afb70-4648-482c-9ddb-0fb25ce4296a on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:04.488464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db6f7fe0-a534-4435-8c8a-de012c64b2c4 req-1582da1d-922e-47bf-b334-d16740e41405 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 936 time: 0.2154150 Aug 30 14:28:04.568994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:28:04.587610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-59fdb024-5380-4f8d-b8e8-38fc94999d6a None None] Provisioning for port 54d14044-3963-4926-96f0-3d69ab09cda6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:04.594566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-59fdb024-5380-4f8d-b8e8-38fc94999d6a None None] Provisioning complete for port 54d14044-3963-4926-96f0-3d69ab09cda6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:04.594957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59fdb024-5380-4f8d-b8e8-38fc94999d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.613117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:04.614190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.668390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-59fdb024-5380-4f8d-b8e8-38fc94999d6a None None] Port 54d14044-3963-4926-96f0-3d69ab09cda6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:04.730730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de1577-d26a-49c5-b244-37c7aaa7fc35 req-6b5f6574-b048-46c6-a633-bba093cdaa6f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:04.734858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.741372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28de1577-d26a-49c5-b244-37c7aaa7fc35 req-6b5f6574-b048-46c6-a633-bba093cdaa6f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 932 time: 0.4813499 Aug 30 14:28:04.753438 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.851332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-96aa124e-5bb9-495c-82fc-73408a775599 service neutron] 10.222.0.21 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402666 Aug 30 14:28:04.857576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9fd930c9-cafb-459d-9a9d-9d861362a0d7) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:04.873887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6759a26-4f86-4b17-aee5-440f24b59516 None None] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:04.903550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db6f7fe0-a534-4435-8c8a-de012c64b2c4 req-660fb5d1-cae4-445b-898b-5f6c9bd57854 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140942 Aug 30 14:28:04.915921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:04.920333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.921514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event updated for resources: {'Port': ['ID=61a2a567-4824-4879-9a1d-fe1c2559997e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:04.930457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.943717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8738b66c-34d9-4e42-843d-44d6ec2f660a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0226645 Aug 30 14:28:04.960531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.969741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:04.980545 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4e10e1fb-cb5f-41ab-92bd-4f530e5caa70 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1368906 Aug 30 14:28:04.998173 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'admin_state_up': True, 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'security_groups': ['6af88d48-b84e-4923-9430-ef5d6efb1950']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:05.203745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-9fd930c9-cafb-459d-9a9d-9d861362a0d7', 'network_id': '9fd930c9-cafb-459d-9a9d-9d861362a0d7', 'tenant_id': 'f39090d9a4884216a94a165ea0b05892', 'fixed_ips': [{'subnet_id': '77847825-6745-4d8f-a87a-805770979702'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:28:05.204795 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:05.352572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011db70-b3a7-447d-8020-41e28240867c None None] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:05.441773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Provisioning for port 4b380854-9664-419e-8aad-4275f79add3c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:05.454133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Provisioning complete for port 4b380854-9664-419e-8aad-4275f79add3c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:05.454648 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:05.560427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:05.571691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1079754736'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:05.580615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664705f2-4326-4a6e-a378-09045acf51e9']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:05.609066 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c73835bc-8cfb-4196-9b62-6ce1bba6834b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4476118 Aug 30 14:28:05.610985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Allocated IP 2001:db8::2 (9fd930c9-cafb-459d-9a9d-9d861362a0d7/77847825-6745-4d8f-a87a-805770979702/1e643634-81fa-4023-887b-1d32fc3bd3c2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:05.682542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:05.689702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5210bb19-87fd-4cb2-b1da-b7536c6d70e5 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:05.745602 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:05.814783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6023e-9238-4a09-bc00-06baaf426bcc req-056eb4f7-bdf3-44f4-b712-ebf74753a878 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:05.817682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89e6023e-9238-4a09-bc00-06baaf426bcc req-056eb4f7-bdf3-44f4-b712-ebf74753a878 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.6327190 Aug 30 14:28:05.867284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719c7bb9-f09d-435c-9b07-f3e8bc7be541') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:05.868146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719c7bb9-f09d-435c-9b07-f3e8bc7be541') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:05.868949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] For port 4b380854-9664-419e-8aad-4275f79add3c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4b380854-9664-419e-8aad-4275f79add3c,segment=NetworkSegment(fabc9b41-4c83-4364-8529-039e6c4cecca),segment_id=fabc9b41-4c83-4364-8529-039e6c4cecca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:05.880987 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:05.913559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89e6023e-9238-4a09-bc00-06baaf426bcc req-1236845e-3e3a-4b6a-ad04-5a57f7c4701c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895615 Aug 30 14:28:05.935880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28de1577-d26a-49c5-b244-37c7aaa7fc35 req-96ff0244-e81a-4d3f-99fc-a807edfb4ae5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1867158 Aug 30 14:28:06.010233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.047311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5210bb19-87fd-4cb2-b1da-b7536c6d70e5 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13281995'] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.096032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Pushing event updated for resources: {'Port': ['ID=4b380854-9664-419e-8aad-4275f79add3c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:06.109765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.110328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.110722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.111163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.111994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.111994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.112600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.113328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.113569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.113999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.114507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.114931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50bcfdb-6cd8-48b5-9488-f36592278711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:06.122239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 08e2703d-3a11-477d-abac-4006a449475a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:06.162718 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.167634 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.179068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:28:06.179402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.184365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Transition to ACTIVE for port object 1e643634-81fa-4023-887b-1d32fc3bd3c2 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:06.186102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-bae067ea-5581-4d5a-8787-7900ae665158 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--402282695&fields=id&tenant_id=68630affd344440591997cf82eb7af7f HTTP/1.1" status: 200 len: 267 time: 0.1039915 Aug 30 14:28:06.209541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Transition to ACTIVE for port object 1e643634-81fa-4023-887b-1d32fc3bd3c2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:06.217662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 08e2703d-3a11-477d-abac-4006a449475a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:06.222926 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.227695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 08e2703d-3a11-477d-abac-4006a449475a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:06.228195 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:28:06.246108 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:28:06.286779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:06.292746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:06.299800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:06.303332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:06.309927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.330903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.335696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.338446 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] 10.222.0.50 "DELETE /v2.0/networks/664705f2-4326-4a6e-a378-09045acf51e9 HTTP/1.1" status: 204 len: 168 time: 6.5216854 Aug 30 14:28:06.358070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-7b6542a0-2cd9-4b52-afd6-f3e5638f5336 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:06.366034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Pushing event updated for resources: {'Port': ['ID=1e643634-81fa-4023-887b-1d32fc3bd3c2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:06.374344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-7b6542a0-2cd9-4b52-afd6-f3e5638f5336 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/networks?id=0264fdf4-a07a-4357-9913-08d026d64dbd HTTP/1.1" status: 200 len: 812 time: 0.1761637 Aug 30 14:28:06.407034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e91e6796-c8ec-4073-b5ea-c987346ba6b7 None None] Provisioning complete for port 4b380854-9664-419e-8aad-4275f79add3c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:06.407574 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e91e6796-c8ec-4073-b5ea-c987346ba6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.419625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-da39a3ae-71cd-45bc-b380-af0c8aefae6e tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/quotas/68630affd344440591997cf82eb7af7f HTTP/1.1" status: 200 len: 375 time: 0.0444481 Aug 30 14:28:06.447454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Attempting to bind port 1e643634-81fa-4023-887b-1d32fc3bd3c2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:06.448011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Attempting to bind port 1e643634-81fa-4023-887b-1d32fc3bd3c2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '78332b4f-0a44-4ee6-bf19-aba0d8755033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9fd930c9-cafb-459d-9a9d-9d861362a0d7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:06.448518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Attempting to bind port 1e643634-81fa-4023-887b-1d32fc3bd3c2 on network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:06.464277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:06.464824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Checking segment: {'id': '78332b4f-0a44-4ee6-bf19-aba0d8755033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9fd930c9-cafb-459d-9a9d-9d861362a0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:06.465371 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.465883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Bound using segment: {'id': '78332b4f-0a44-4ee6-bf19-aba0d8755033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9fd930c9-cafb-459d-9a9d-9d861362a0d7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:06.466466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Bound port: 1e643634-81fa-4023-887b-1d32fc3bd3c2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78332b4f-0a44-4ee6-bf19-aba0d8755033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9fd930c9-cafb-459d-9a9d-9d861362a0d7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:06.466957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.475621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962c7fb3-02ed-4675-a984-4c91f812df81 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:06.485498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.490294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-c6d06ff7-9588-4cf5-b0c0-a37da66d58d1 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=68630affd344440591997cf82eb7af7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632348 Aug 30 14:28:06.500794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Transition to ACTIVE for port object 962c7fb3-02ed-4675-a984-4c91f812df81 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:06.549023 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.601151 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.609375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:06.641210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868beebb-b076-44cd-b710-aa95bb5e7d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=664705f2-4326-4a6e-a378-09045acf51e9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:06.657252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-76a20c39-4b43-43a1-b6c8-e6f86d0a1fef service neutron] 10.222.0.50 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566100 Aug 30 14:28:06.667961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 08e2703d-3a11-477d-abac-4006a449475a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=08e2703d-3a11-477d-abac-4006a449475a,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:06.676743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-558efbea-b84f-4106-b686-04a9db17394d None None] For port 1e643634-81fa-4023-887b-1d32fc3bd3c2, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:06.680114 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.681147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b380854-9664-419e-8aad-4275f79add3c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:06.684434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-558efbea-b84f-4106-b686-04a9db17394d None None] For port 1e643634-81fa-4023-887b-1d32fc3bd3c2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1e643634-81fa-4023-887b-1d32fc3bd3c2,segment=NetworkSegment(78332b4f-0a44-4ee6-bf19-aba0d8755033),segment_id=78332b4f-0a44-4ee6-bf19-aba0d8755033)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:06.696586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:06.710441 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.751027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:06.756382 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.816534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-60fff5da-38fc-4738-bdac-2589a1534d9e service neutron] 10.222.0.50 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572740 Aug 30 14:28:06.818145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25c1caa3-08c0-4d14-8472-7f64244c2a82 req-d9159a2d-52a8-48dd-b90b-31eb7504137e service neutron] 10.222.0.21 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9580491 Aug 30 14:28:06.826769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.827122 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Added segment 37901fda-5e5a-4640-97af-14149cfd21f6 of type vlan for network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c Aug 30 14:28:06.828721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=08e2703d-3a11-477d-abac-4006a449475a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:06.837881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8034876-7e25-43ab-bed7-4b804b9b48cf req-5d53200b-0c8e-4ca6-b056-06d6f1ea8be3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:06.845699 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8034876-7e25-43ab-bed7-4b804b9b48cf req-5d53200b-0c8e-4ca6-b056-06d6f1ea8be3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 936 time: 0.5941699 Aug 30 14:28:06.893285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2439e6c5-d8d9-4383-8b60-cacf7686f13f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a29b60eac8d24cb0826d5078623f5174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803373 Aug 30 14:28:06.894139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:06.936304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4b380854-9664-419e-8aad-4275f79add3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:06.936769 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.939092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558efbea-b84f-4106-b686-04a9db17394d None None] Pushing event updated for resources: {'Port': ['ID=1e643634-81fa-4023-887b-1d32fc3bd3c2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:07.078847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1dd0b7-62f8-429d-8985-4d181cb94478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.146073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1dd0b7-62f8-429d-8985-4d181cb94478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.220671 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1dd0b7-62f8-429d-8985-4d181cb94478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.224347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1dd0b7-62f8-429d-8985-4d181cb94478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.225950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3d1dd0b7-62f8-429d-8985-4d181cb94478 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cea241b-088b-480d-b5df-e420eb5ad00b HTTP/1.1" status: 204 len: 168 time: 0.3302040 Aug 30 14:28:07.236813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dd0b7-62f8-429d-8985-4d181cb94478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea241b-088b-480d-b5df-e420eb5ad00b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:07.242633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:07.322419 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.406861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8034876-7e25-43ab-bed7-4b804b9b48cf req-e79a8ed6-ed72-4121-8ac3-f597e20f9d66 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604157 Aug 30 14:28:07.471405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-318bdb51-45e8-487b-a859-c1e2748bd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:07.473226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-318bdb51-45e8-487b-a859-c1e2748bd568 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 1095 time: 0.5095236 Aug 30 14:28:07.574758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:07.575216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:07.575819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:07.611588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Allocated IP 10.1.1.75 (397c024b-9e1b-4316-bf98-e610b0a459d2/36527e02-4d1b-453f-ab71-2ada55c632fd/808e7602-c320-4cbc-80db-e487ef7820ce) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:07.644143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493abda-6fc8-4fad-a780-e3b7860e0722 req-90e63670-304c-4cd7-9df7-3e19fd40e1f4 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:07.646533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f493abda-6fc8-4fad-a780-e3b7860e0722 req-90e63670-304c-4cd7-9df7-3e19fd40e1f4 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.1140399 Aug 30 14:28:07.700646 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f493abda-6fc8-4fad-a780-e3b7860e0722 req-956d4cba-3ad2-4f87-814a-c37419f43d60 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Aug 30 14:28:07.872758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.892632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64e4890a-494a-40c1-8bd0-71273f59a491 req-31de30e7-d967-4a39-a4b3-890ec4426568 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 210 time: 0.1003406 Aug 30 14:28:07.895813 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5210bb19-87fd-4cb2-b1da-b7536c6d70e5 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763168528168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24488110'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.916764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:07.918676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:07.927035 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.942770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:07.943696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:07.951302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Transition to ACTIVE for port object 808e7602-c320-4cbc-80db-e487ef7820ce will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:08.035103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5210bb19-87fd-4cb2-b1da-b7536c6d70e5 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:08.035837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5210bb19-87fd-4cb2-b1da-b7536c6d70e5 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.040393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:08.050538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5210bb19-87fd-4cb2-b1da-b7536c6d70e5 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "PUT /v2.0/subnets/77847825-6745-4d8f-a87a-805770979702 HTTP/1.1" status: 200 len: 826 time: 2.3665583 Aug 30 14:28:08.141137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:08.146137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:08.146845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:08.147830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Bound port: 962c7fb3-02ed-4675-a984-4c91f812df81, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:08.148442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.175072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1e643634-81fa-4023-887b-1d32fc3bd3c2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:08.221430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.6538987 Aug 30 14:28:08.227020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:08.235922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1651605205'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:08.262981 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.282288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1e643634-81fa-4023-887b-1d32fc3bd3c2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:08.292474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 08e2703d-3a11-477d-abac-4006a449475a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:08.296100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25ff39-26b2-4df1-a216-78e1bb48244b req-46449bcc-dbb3-49bc-9545-9f9a1044a684 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:08.298526 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e25ff39-26b2-4df1-a216-78e1bb48244b req-46449bcc-dbb3-49bc-9545-9f9a1044a684 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 932 time: 0.7330832 Aug 30 14:28:08.309487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:08.317571 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.393031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806c0c6-c5f4-4394-ad50-ef65e4a6a3b2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Network': ['ID=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:08.420133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:08.436309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210bb19-87fd-4cb2-b1da-b7536c6d70e5 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=77847825-6745-4d8f-a87a-805770979702,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:08.461412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:08.501495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-3eef7d3e-8fe9-439c-ba0c-7142a1decf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:08.503439 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-3eef7d3e-8fe9-439c-ba0c-7142a1decf45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 923 time: 1.0031347 Aug 30 14:28:08.540173 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.554061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.554452 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Added segment 2f0d8d8a-1e7c-4467-86c9-a4acb561810a of type vlan for network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 Aug 30 14:28:08.560322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033717c1-99d2-4a66-af5c-74014ffdf6a4 None None] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:08.565215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e25ff39-26b2-4df1-a216-78e1bb48244b req-6f887029-fdf3-47fa-8eeb-fa085b016e4b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888561 Aug 30 14:28:08.567678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:08.695790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting port 1e643634-81fa-4023-887b-1d32fc3bd3c2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:08.696402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.739888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=808e7602-c320-4cbc-80db-e487ef7820ce,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:08.746027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:08.757673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:08.764092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e991417a-48d8-47cc-9859-9be847636461 None None] Provisioning for port 1e643634-81fa-4023-887b-1d32fc3bd3c2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:08.766257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:08.769424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:08.774791 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e991417a-48d8-47cc-9859-9be847636461 None None] Provisioning complete for port 1e643634-81fa-4023-887b-1d32fc3bd3c2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:08.775385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e991417a-48d8-47cc-9859-9be847636461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.775683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-acc5fdd3-4300-4ae7-801e-79e6a1b5e702 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4121fb66-985c-4729-a940-c68f0c865973 HTTP/1.1" status: 200 len: 217 time: 0.2283838 Aug 30 14:28:08.782388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 08e2703d-3a11-477d-abac-4006a449475a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:08.783019 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.801102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.835369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:08.905244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.905888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-29d23f07-9c7d-437d-925b-4436c4e30e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:08.907670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-29d23f07-9c7d-437d-925b-4436c4e30e67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=23a541d7-3b8c-4fbc-9a82-50d0df60738a HTTP/1.1" status: 200 len: 862 time: 0.0680196 Aug 30 14:28:08.914430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:08.916030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.965344 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:08.980638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-816b2ef7-a408-40a7-be4f-16a4f3f97da8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505011 Aug 30 14:28:09.132840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Network': ['ID=9bb743dd-fe92-479b-9011-f9414e0ea2f1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:09.136734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:09.142860 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.155063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] 10.222.0.39 "PUT /v2.0/ports/962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 1096 time: 5.7891860 Aug 30 14:28:09.168536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-333658760-network', 'tenant_id': '1cf55121eb2f468d944dbc4fd1f45aec'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:09.180899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:09.188095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b257e092-2f55-4742-8349-04003ffa07e2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9599044 Aug 30 14:28:09.199957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:09.204015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:09.204353 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57b33ef-18ab-4976-81f1-de4bab539549" -d '{"events": [{"name": "network-changed", "server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:09.205980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] For port 1e643634-81fa-4023-887b-1d32fc3bd3c2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1e643634-81fa-4023-887b-1d32fc3bd3c2,segment=NetworkSegment(78332b4f-0a44-4ee6-bf19-aba0d8755033),segment_id=78332b4f-0a44-4ee6-bf19-aba0d8755033)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:09.206373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.221776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:09.222739 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.230790 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e991417a-48d8-47cc-9859-9be847636461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.258912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'subnet': {'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:09.333990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b380854-9664-419e-8aad-4275f79add3c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:09.401679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4121fb66-985c-4729-a940-c68f0c865973 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:28:09.488126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25ec28-5082-41e2-8354-73fbb2f2ff5b req-9749cb19-18cd-4ff2-a1a3-08631b3ae18d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:09.495783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea25ec28-5082-41e2-8354-73fbb2f2ff5b req-9749cb19-18cd-4ff2-a1a3-08631b3ae18d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 948 time: 0.7944844 Aug 30 14:28:09.503161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Calling delete_port for 1e643634-81fa-4023-887b-1d32fc3bd3c2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:09.573232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Made reservation on behalf of 1cf55121eb2f468d944dbc4fd1f45aec for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:09.575689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.592902 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.596231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-1feac8c3-8606-41ff-92e8-11e9843805fc service neutron] 10.222.0.21 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987641 Aug 30 14:28:09.628686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea25ec28-5082-41e2-8354-73fbb2f2ff5b req-59f749f0-d380-4067-92b0-b16441319a4e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315415 Aug 30 14:28:09.682734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c9995a7c-cb8c-4f93-9637-b66784fc44aa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6899164 Aug 30 14:28:09.714561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e991417a-48d8-47cc-9859-9be847636461 None None] For port 1e643634-81fa-4023-887b-1d32fc3bd3c2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1e643634-81fa-4023-887b-1d32fc3bd3c2,segment=NetworkSegment(78332b4f-0a44-4ee6-bf19-aba0d8755033),segment_id=78332b4f-0a44-4ee6-bf19-aba0d8755033)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:09.730988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc7f7-fbfc-4d39-beeb-b0acbe240132 req-99768320-c5a1-4897-9b88-844e5fd79532 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:09.736897 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92efc7f7-fbfc-4d39-beeb-b0acbe240132 req-99768320-c5a1-4897-9b88-844e5fd79532 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.8232722 Aug 30 14:28:09.740284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfdc19-1342-4531-8f2f-333e354bf391 service neutron] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:09.759979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'admin_state_up': True, 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'security_groups': ['6af88d48-b84e-4923-9430-ef5d6efb1950']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:09.780272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4b380854-9664-419e-8aad-4275f79add3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:09.780877 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.828130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e20f8b59-46e1-4c4d-b9aa-c1574450f1df req-636afd76-9d05-4922-93ff-0cdd8c545977 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 210 time: 0.0913746 Aug 30 14:28:09.856601 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e991417a-48d8-47cc-9859-9be847636461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.997471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92efc7f7-fbfc-4d39-beeb-b0acbe240132 req-50173977-763c-49ed-bd89-9f8898e7685b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284560 Aug 30 14:28:09.999552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-69534ffb-80b4-4cd2-80f8-3b6d1ace4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:10.001437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:10.001630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-69534ffb-80b4-4cd2-80f8-3b6d1ace4296 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1099 time: 0.7355635 Aug 30 14:28:10.006882 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc33243b-2ed4-4fe4-8d71-a31eb51d018c x-openstack-request-id: req-cc33243b-2ed4-4fe4-8d71-a31eb51d018c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:10.007172 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:10.007423 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc33243b-2ed4-4fe4-8d71-a31eb51d018c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:10.007823 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'status': 'completed', 'code': 200} Aug 30 14:28:10.019376 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.029575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '4121fb66-985c-4729-a940-c68f0c865973', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'port_id': '4121fb66-985c-4729-a940-c68f0c865973', 'mac_address': 'fa:16:3e:79:2b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a541d7-3b8c-4fbc-9a82-50d0df60738a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:28:10.036751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:10.047938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.063572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-aa0679bd-1e06-420b-b3ca-34d217395e99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.0495565 Aug 30 14:28:10.104413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.123571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-9d06f7a6-6311-4f17-bdce-17d378dc1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:10.125925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-9d06f7a6-6311-4f17-bdce-17d378dc1ec2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0517168 Aug 30 14:28:10.154808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ae189-6776-4fb4-b5d4-d122befa689e None None] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:10.173398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-b3d86d64-6506-49e5-b094-5c94a59b5ca7 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:10.175255 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-b3d86d64-6506-49e5-b094-5c94a59b5ca7 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.21 "GET /v2.0/networks?id=0264fdf4-a07a-4357-9913-08d026d64dbd HTTP/1.1" status: 200 len: 812 time: 0.9428961 Aug 30 14:28:10.200210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:10.242138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e8d352-f30b-4d82-992f-484b3bc100a6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:10.254832 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.255384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991417a-48d8-47cc-9859-9be847636461 None None] Pushing event updated for resources: {'Port': ['ID=1e643634-81fa-4023-887b-1d32fc3bd3c2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:10.256433 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Added segment 775b9d64-5cb9-4888-b810-bcbaacf59899 of type vlan for network d3382533-0cbe-4a8d-a82a-d30005dcb0fe Aug 30 14:28:10.335593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea3d-cd7f-4312-b9dd-6639a01cf4c4 req-a4db85af-270b-446a-a248-262b59798d27 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:10.343818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea3d-cd7f-4312-b9dd-6639a01cf4c4 req-a4db85af-270b-446a-a248-262b59798d27 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:10.345524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8e4ea3d-cd7f-4312-b9dd-6639a01cf4c4 req-a4db85af-270b-446a-a248-262b59798d27 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 1653 time: 0.1590385 Aug 30 14:28:10.356893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-cb91af5c-693d-42e7-b02c-574cff52d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:10.358592 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-cb91af5c-693d-42e7-b02c-574cff52d885 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195694 Aug 30 14:28:10.359278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:10.364670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.385901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-889fc670-bc85-48d1-b2da-7759ad99970c tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68630affd344440591997cf82eb7af7f HTTP/1.1" status: 200 len: 379 time: 0.1867237 Aug 30 14:28:10.397202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.406148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Request body: {'port': {'device_id': '57c445cd-4146-47b9-adee-ba81e35061b8', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'admin_state_up': True, 'tenant_id': '68630affd344440591997cf82eb7af7f', 'security_groups': ['aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:10.526322 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.565410 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.566599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Allocated IP 10.1.1.76 (397c024b-9e1b-4316-bf98-e610b0a459d2/36527e02-4d1b-453f-ab71-2ada55c632fd/de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:10.579737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d87dc1f-d1c1-4799-9ab5-960275a3ddf7 None None] Provisioning for port 808e7602-c320-4cbc-80db-e487ef7820ce completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:10.590157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Port': ['ID=1e643634-81fa-4023-887b-1d32fc3bd3c2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:10.593254 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.594594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:10.595153 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.630594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4121fb66-985c-4729-a940-c68f0c865973 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:10.637103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d87dc1f-d1c1-4799-9ab5-960275a3ddf7 None None] Provisioning complete for port 808e7602-c320-4cbc-80db-e487ef7820ce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:10.637641 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d87dc1f-d1c1-4799-9ab5-960275a3ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.689847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:10.699577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d87dc1f-d1c1-4799-9ab5-960275a3ddf7 None None] Port 808e7602-c320-4cbc-80db-e487ef7820ce cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:10.704887 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.757225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02f2fc32-88f4-4db9-8dc1-c99216cc0a86 req-69de4fa5-196c-44b4-abc0-7661dd8a7c07 service neutron] 10.222.0.21 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1295507 Aug 30 14:28:10.830161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c34ab2ff-b8df-4180-9261-df9bf82f10ed None None] Could not find standard attr ID for object 1e643634-81fa-4023-887b-1d32fc3bd3c2. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:28:10.831691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:10.850367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No DVR routers for this DVR port 1e643634-81fa-4023-887b-1d32fc3bd3c2 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:10.868741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1238015 Aug 30 14:28:10.884343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:10.948265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Request body: {'subnet': {'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-333658760-subnet', 'tenant_id': '1cf55121eb2f468d944dbc4fd1f45aec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:10.969621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.984179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.016947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d66e8-2d7e-4613-9ada-635aded27349 admin admin] Pushing event updated for resources: {'Network': ['ID=d3382533-0cbe-4a8d-a82a-d30005dcb0fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:11.028419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d3382533-0cbe-4a8d-a82a-d30005dcb0fe details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:11.094731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Subnet': ['ID=0f810ddf-462f-4668-89a9-6f9a1f42c886,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:11.109151 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4121fb66-985c-4729-a940-c68f0c865973'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:11.153654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Made reservation on behalf of 1cf55121eb2f468d944dbc4fd1f45aec for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:11.157232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.260365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8e4ea3d-cd7f-4312-b9dd-6639a01cf4c4 req-8214d9c4-7ecd-480d-9f45-96a0916bd717 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8764963 Aug 30 14:28:11.358849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.375688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-086b5bb4-ee6e-4ec5-95a4-d6bb174343bc service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9810472 Aug 30 14:28:11.388179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Transition to ACTIVE for port object de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:11.473862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4a62eec-5117-4d07-8466-00426a7abce0 req-5ebf0c59-f3b6-4094-9b38-6a81d7ebaebb tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 210 time: 0.0779397 Aug 30 14:28:11.548308 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.556622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db05e0-b31c-43c7-90d7-8bcbdac10244 req-5086ae20-4e01-4866-bf1c-3391ea8a670b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:11.558210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16db05e0-b31c-43c7-90d7-8bcbdac10244 req-5086ae20-4e01-4866-bf1c-3391ea8a670b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 948 time: 0.7207451 Aug 30 14:28:11.584135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-679077e8-8dc3-4eab-89c9-256d4c9f8440 req-e0e2607d-797a-42d3-9321-7e108b0ef14e service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895745 Aug 30 14:28:11.584719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Made reservation on behalf of 68630affd344440591997cf82eb7af7f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:11.588554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.627331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Checking segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:11.627605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network hostable DHCP agents. Network: b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:28:11.635383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.679769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:11.700011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:11.705626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:11.711231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=77847825-6745-4d8f-a87a-805770979702,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:11.760378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90baa650-8d7a-494f-9b19-598264ebb407 None None] Network 9fd930c9-cafb-459d-9a9d-9d861362a0d7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:11.766172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.778147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16db05e0-b31c-43c7-90d7-8bcbdac10244 req-441a7721-71ea-48b5-9846-59805474de7b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003798 Aug 30 14:28:11.850399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:28:11.867435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:11.869006 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.902195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:11.934325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:11.942821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.951059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd637925-a06b-424e-be1d-6a60ea89baee None None] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:11.963768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:11.964380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.975238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd930c9-cafb-459d-9a9d-9d861362a0d7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:11.998331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984f504-7b47-47a2-b62e-ad59422f1c54 req-7b2f2d2a-37b7-4a6a-9134-7669ade1d1a2 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:12.004736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78332b4f-0a44-4ee6-bf19-aba0d8755033') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:12.005220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78332b4f-0a44-4ee6-bf19-aba0d8755033') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:12.011093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b984f504-7b47-47a2-b62e-ad59422f1c54 req-7b2f2d2a-37b7-4a6a-9134-7669ade1d1a2 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 945 time: 0.4438152 Aug 30 14:28:12.016833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.023061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-f86551c8-f719-4ff9-86d9-96a5588ee166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:12.025952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-f86551c8-f719-4ff9-86d9-96a5588ee166 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1099 time: 0.3875999 Aug 30 14:28:12.031598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7d1a80b7-9f33-48c4-82aa-c21c871e44a3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2771389 Aug 30 14:28:12.047205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.057879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:28:12.058581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.060085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c', 'admin_state_up': True, 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'security_groups': ['6af88d48-b84e-4923-9430-ef5d6efb1950']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:28:12.132859 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:28:12.135917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=574c9491-1e52-4dab-aa69-a57714fc0ce7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:12.176541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.183053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.189103 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/9fd930c9-cafb-459d-9a9d-9d861362a0d7 HTTP/1.1" status: 204 len: 168 time: 4.1473536 Aug 30 14:28:12.190562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b645b11-1ce1-433b-ad40-66125f24c307 None None] DHCP port deletion for 9fd930c9-cafb-459d-9a9d-9d861362a0d7 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:28:12.191250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:12.230540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a386e616-e8a5-474e-9691-ac5b11e59ad9 None None] Provisioning for port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:12.239154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df44aa2-aed2-4ea4-9ca8-a892e4580e5c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=9fd930c9-cafb-459d-9a9d-9d861362a0d7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:12.242269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Checking segment: {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:12.242639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Network hostable DHCP agents. Network: d3382533-0cbe-4a8d-a82a-d30005dcb0fe, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:28:12.248287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3f173040-6668-4332-b412-bec952b12748 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0169990 Aug 30 14:28:12.254020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:12.260603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a386e616-e8a5-474e-9691-ac5b11e59ad9 None None] Provisioning complete for port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:12.260977 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a386e616-e8a5-474e-9691-ac5b11e59ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.275665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'subnet': {'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:12.279857 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0466bb-5414-4956-8004-3fb424579e42 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:12.280543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0466bb-5414-4956-8004-3fb424579e42 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:12.287226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ea0466bb-5414-4956-8004-3fb424579e42 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/9fd930c9-cafb-459d-9a9d-9d861362a0d7 HTTP/1.1" status: 404 len: 339 time: 0.0854115 Aug 30 14:28:12.287612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:12.296644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992968470', 'description': 'd1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:12.349842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Network d3382533-0cbe-4a8d-a82a-d30005dcb0fe is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:28:12.354747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b984f504-7b47-47a2-b62e-ad59422f1c54 req-b0871fef-14e2-456d-b7b2-4321160097ae tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419082 Aug 30 14:28:12.362381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a386e616-e8a5-474e-9691-ac5b11e59ad9 None None] Port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:12.373059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'fixed_ips': [{'subnet_id': '0f810ddf-462f-4668-89a9-6f9a1f42c886'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:28:12.374155 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.388747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Allocated IP 172.20.0.10 (0264fdf4-a07a-4357-9913-08d026d64dbd/6bf6c52f-3482-440c-92cd-0a5617dddab5/1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:12.397672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:12.403346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.410725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d3382533-0cbe-4a8d-a82a-d30005dcb0fe) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:12.416567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:12.417503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.441147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:12.456745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8517e6f-bd7e-4bd1-8f77-e88891be54d3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5652382 Aug 30 14:28:12.504895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:12.524116 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.525445 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment 634fc00b-3ed0-4160-90ce-3233a6124a34 of type vlan for network 4c190bb7-5e97-4290-91cf-aa545016abed Aug 30 14:28:12.553914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Allocated IP 10.1.1.2 (b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c/0f810ddf-462f-4668-89a9-6f9a1f42c886/13dd0af8-62a2-4186-9ec9-afa4cd68eb7a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:12.617232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.692694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-045b8d45-97f5-4b84-a9e1-3af148f6151e req-8b264d49-a094-4358-8628-957341e7a540 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 210 time: 0.0651052 Aug 30 14:28:12.694605 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.705213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:12.705876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.711057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ae3cd-d955-4c68-92c5-1b72cb4a4121 None None] Network d3382533-0cbe-4a8d-a82a-d30005dcb0fe requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:12.713233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1e643634-81fa-4023-887b-1d32fc3bd3c2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:12.732010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-84349366-720e-410e-a549-eb252b4a70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:12.733397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-84349366-720e-410e-a549-eb252b4a70f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.6923244 Aug 30 14:28:12.746821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 1e643634-81fa-4023-887b-1d32fc3bd3c2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:12.747163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1e643634-81fa-4023-887b-1d32fc3bd3c2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:12.762787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.803295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=4c190bb7-5e97-4290-91cf-aa545016abed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:12.812848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Transition to ACTIVE for port object 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:12.824339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 4c190bb7-5e97-4290-91cf-aa545016abed details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:12.856568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917d82-f85c-4e79-9e38-7337c5977b67 req-48485374-1d85-430d-aa85-736dadf04cde tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:12.862902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917d82-f85c-4e79-9e38-7337c5977b67 req-48485374-1d85-430d-aa85-736dadf04cde tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:12.869503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917d82-f85c-4e79-9e38-7337c5977b67 req-48485374-1d85-430d-aa85-736dadf04cde tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:12.871267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c917d82-f85c-4e79-9e38-7337c5977b67 req-48485374-1d85-430d-aa85-736dadf04cde tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 2373 time: 0.4313712 Aug 30 14:28:12.920670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Transition to ACTIVE for port object 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:12.936353 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.948141 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-63893945-9e73-4b0d-9391-934c028d6120 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.1760461 Aug 30 14:28:12.999451 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.012789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a8ddb016-0346-4757-8694-9eb73ed0656a tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7215345 Aug 30 14:28:13.025112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:13.026772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:13.028897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.104676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:13.114212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:13.118864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:13.131805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4c0dfe-78b4-448c-958b-484a5c78cdd7 None None] Network d3382533-0cbe-4a8d-a82a-d30005dcb0fe requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:13.177983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Pushing event updated for resources: {'Port': ['ID=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:13.201945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c917d82-f85c-4e79-9e38-7337c5977b67 req-d1c414fc-c4e8-4336-a6a5-0e34e066c654 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187025 Aug 30 14:28:13.261569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Attempting to bind port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:13.261954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Attempting to bind port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:13.262327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Attempting to bind port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:13.279455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:13.281362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Checking segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:13.282085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.282675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Bound using segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:13.283403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Bound port: 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:13.284004 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.294507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45195b6-a209-453b-9282-bb8ea8b5c829 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:13.298158 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b45195b6-a209-453b-9282-bb8ea8b5c829 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/networks?id=4c190bb7-5e97-4290-91cf-aa545016abed HTTP/1.1" status: 200 len: 764 time: 0.2699747 Aug 30 14:28:13.315257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:13.322050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-235d651d-ab9e-4ee7-9d44-8253c5f30b4d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'description': 'd2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:13.361598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.368718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] For port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:13.373198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] For port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:13.380091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4121fb66-985c-4729-a940-c68f0c865973 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:13.390504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.462823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.511288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Transition to ACTIVE for port object 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:13.540948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42718e3d-3b2f-44d5-941c-d8543cb49cbb None None] Pushing event updated for resources: {'Port': ['ID=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:13.554219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 4121fb66-985c-4729-a940-c68f0c865973 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:13.559916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 4121fb66-985c-4729-a940-c68f0c865973 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:13.560820 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.613206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-7cef75c0-a87f-4720-9261-735870269b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:13.614828 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-7cef75c0-a87f-4720-9261-735870269b6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.6486707 Aug 30 14:28:13.644953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e26d07-7a45-4fd3-b58f-e0dcd5a958a6 req-a5e12ea6-4048-4919-84a3-37352dcd6e37 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:13.648242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4e26d07-7a45-4fd3-b58f-e0dcd5a958a6 req-a5e12ea6-4048-4919-84a3-37352dcd6e37 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 948 time: 0.2912514 Aug 30 14:28:13.677431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-235d651d-ab9e-4ee7-9d44-8253c5f30b4d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.716906 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.723348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-235d651d-ab9e-4ee7-9d44-8253c5f30b4d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.730214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383a34-3004-4482-a5cc-868c74973c13 req-85746dc4-3be6-46a3-b193-fce2acc35e7d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:13.739735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-85746dc4-3be6-46a3-b193-fce2acc35e7d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 814 time: 0.3919287 Aug 30 14:28:13.740210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.743392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Subnet': ['ID=76a1647d-e5c3-4afe-8081-1f2d6258de3d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:13.766561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4121fb66-985c-4729-a940-c68f0c865973'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:13.774556 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba18ec6-6cc2-4f50-8f6f-ddc403c70ca1" -d '{"events": [{"server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "name": "network-vif-plugged", "status": "completed", "tag": "4121fb66-985c-4729-a940-c68f0c865973"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:13.814580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:13.819758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.873641 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4e26d07-7a45-4fd3-b58f-e0dcd5a958a6 req-53fabc96-ce2e-4187-af02-4824ca34e2ec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091849 Aug 30 14:28:13.875076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-235d651d-ab9e-4ee7-9d44-8253c5f30b4d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network 4c190bb7-5e97-4290-91cf-aa545016abed is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:28:13.884341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235d651d-ab9e-4ee7-9d44-8253c5f30b4d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:13.884341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-235d651d-ab9e-4ee7-9d44-8253c5f30b4d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:13.888914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-235d651d-ab9e-4ee7-9d44-8253c5f30b4d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "PUT /v2.0/networks/4c190bb7-5e97-4290-91cf-aa545016abed HTTP/1.1" status: 200 len: 761 time: 0.5721531 Aug 30 14:28:13.889993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event updated for resources: {'Port': ['ID=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:13.919391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:13.920100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d651d-ab9e-4ee7-9d44-8253c5f30b4d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=4c190bb7-5e97-4290-91cf-aa545016abed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:13.943428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 4c190bb7-5e97-4290-91cf-aa545016abed details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:13.959174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Network 0264fdf4-a07a-4357-9913-08d026d64dbd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:13.983551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:14.040268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:14.100021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:14.105002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-1eb20a4b-782c-421c-9add-b134c6d1a395 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/quotas/1cf55121eb2f468d944dbc4fd1f45aec HTTP/1.1" status: 200 len: 375 time: 0.3643227 Aug 30 14:28:14.182237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:14.182978 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:14.190016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Allocated IP 10.2.2.100 (7fe8a729-e2d2-43e2-9a19-5c83b88daf6c/54aa1b95-ccc2-4f22-90e3-afde1175786b/753319b2-7446-4316-81cb-0659c516e6eb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:14.195012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-8808d754-7e22-4d0d-b5fc-c299462d1de2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767689 Aug 30 14:28:14.195267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07265168-2814-4e5a-abf2-8a01530b7b02 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:14.197466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-07265168-2814-4e5a-abf2-8a01530b7b02 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/networks?id=4c190bb7-5e97-4290-91cf-aa545016abed HTTP/1.1" status: 200 len: 764 time: 0.2653093 Aug 30 14:28:14.198199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Checking segment: {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:14.198820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network hostable DHCP agents. Network: 9bb743dd-fe92-479b-9011-f9414e0ea2f1, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:28:14.201706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:14.212023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-043b098c-7e5e-4d95-bc19-d04ae74e411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:14.215411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-043b098c-7e5e-4d95-bc19-d04ae74e411c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5252776 Aug 30 14:28:14.336700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-63de7e9f-afd4-4b77-900c-78faa5909d0b tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9430394 Aug 30 14:28:14.364748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678f385-7bff-4b0c-9a68-8a1c7cabd0cb req-11cee4c5-4e43-4504-8658-d6a09a938a5c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:14.371396 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b678f385-7bff-4b0c-9a68-8a1c7cabd0cb req-11cee4c5-4e43-4504-8658-d6a09a938a5c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.2631397 Aug 30 14:28:14.379466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:28:14.382710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Request body: {'port': {'device_id': '57c445cd-4146-47b9-adee-ba81e35061b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:14.414805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c8ac09e-288a-49ce-9069-de5dcf66aad9 None None] Provisioning for port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:14.421893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c8ac09e-288a-49ce-9069-de5dcf66aad9 None None] Provisioning complete for port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:14.422684 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac09e-288a-49ce-9069-de5dcf66aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:14.455353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9bb743dd-fe92-479b-9011-f9414e0ea2f1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:14.460200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:14.460875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:14.477081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66511e4f-ef6c-48ab-8383-fc43e271e0e6 None None] Network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:14.496904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b678f385-7bff-4b0c-9a68-8a1c7cabd0cb req-6642a3ef-54b4-4136-b7a7-b3697374557f tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103761 Aug 30 14:28:14.589573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9f7c389b-8863-4c46-b947-a4dd10424107 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3221653 Aug 30 14:28:14.603325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:14.608233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:14.620431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'port': {'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'name': 'tempest-TaggedBootDevicesTest-673948023', 'fixed_ips': [{'subnet_id': '0f810ddf-462f-4668-89a9-6f9a1f42c886'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:14.621303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ac09e-288a-49ce-9069-de5dcf66aad9 None None] Port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:14.621446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aaf873-b6ac-48cf-895f-2ccd16e72d7d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:14.623468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-14aaf873-b6ac-48cf-895f-2ccd16e72d7d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4205978 Aug 30 14:28:14.628794 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-c728b088-26ea-49c7-9028-585bbe260a9f service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034448 Aug 30 14:28:14.631096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:14.744553 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e6ebedad-01b1-4a8d-95fb-5fbd7d58177e tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 207 time: 0.0977046 Aug 30 14:28:14.748032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:14.831199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:14.862076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-9bb743dd-fe92-479b-9011-f9414e0ea2f1', 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1', 'tenant_id': 'ea76724a518840a19b83451821677065', 'fixed_ips': [{'subnet_id': '76a1647d-e5c3-4afe-8081-1f2d6258de3d'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:28:14.864104 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:14.900974 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-c6ab802c-dff9-4b3c-9d61-edfd737f79eb service neutron] 10.222.0.50 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810422 Aug 30 14:28:14.957098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:15.027943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:28:15.049784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Transition to ACTIVE for port object 753319b2-7446-4316-81cb-0659c516e6eb will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:15.072776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d57b33ef-18ab-4976-81f1-de4bab539549 req-dab1e40a-9d88-4743-9efe-e583ee294e85 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350970 Aug 30 14:28:15.141014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:15.154762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:15.216024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc1cc5-be3c-4d74-811a-91da2f5d8b35 req-adacc3ac-2d79-48ad-a7be-e06dce738a4e tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.222928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-20dc1cc5-be3c-4d74-811a-91da2f5d8b35 req-adacc3ac-2d79-48ad-a7be-e06dce738a4e tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 932 time: 0.5909185 Aug 30 14:28:15.233738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Allocated IP 10.2.2.2 (9bb743dd-fe92-479b-9011-f9414e0ea2f1/76a1647d-e5c3-4afe-8081-1f2d6258de3d/8e81b6b2-67b0-4325-9656-6b128c38cc24) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:15.252195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-ddbd53e6-22a8-4531-b908-8723b1cf55f6 service neutron] 10.222.0.50 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253856 Aug 30 14:28:15.268264 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:15.271748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0300911f-a08e-4359-8f06-a13c78538754 None None] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:15.346122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:15.356586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:15.377821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:15.380548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=753319b2-7446-4316-81cb-0659c516e6eb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:15.437940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:15.491890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] device_id is not set on port de5ba890-9014-4b69-a5cb-59a329f7e621 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:28:15.535311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-20dc1cc5-be3c-4d74-811a-91da2f5d8b35 req-4e7662fa-68c5-408f-b34f-3ddad96220bb tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113887 Aug 30 14:28:15.547006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.548947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:15.585631 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fae6d3-0a45-4b79-adf2-1c1f338cab37 x-openstack-request-id: req-e9fae6d3-0a45-4b79-adf2-1c1f338cab37 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:15.585923 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "name": "network-vif-plugged", "status": "completed", "tag": "4121fb66-985c-4729-a940-c68f0c865973", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:15.586180 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9fae6d3-0a45-4b79-adf2-1c1f338cab37 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:15.586569 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4121fb66-985c-4729-a940-c68f0c865973', 'code': 200} Aug 30 14:28:15.610384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b195a43e-5e2f-4259-b0b6-b82e67315c89 None None] Provisioning for port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:15.619715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:15.702605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b195a43e-5e2f-4259-b0b6-b82e67315c89 None None] Provisioning complete for port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:15.703418 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b195a43e-5e2f-4259-b0b6-b82e67315c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:15.755588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caad97b-451e-4b74-8060-e13ee981df3b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.762580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caad97b-451e-4b74-8060-e13ee981df3b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.769252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caad97b-451e-4b74-8060-e13ee981df3b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.776695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caad97b-451e-4b74-8060-e13ee981df3b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.783006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caad97b-451e-4b74-8060-e13ee981df3b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.788085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '962c7fb3-02ed-4675-a984-4c91f812df81', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '962c7fb3-02ed-4675-a984-4c91f812df81', 'mac_address': 'fa:16:3e:01:f4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:28:15.789758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caad97b-451e-4b74-8060-e13ee981df3b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.792636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0caad97b-451e-4b74-8060-e13ee981df3b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.0427201 Aug 30 14:28:15.803865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:15.849522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-30e337f3-15df-4201-b8b8-c31becd5b92a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7949479 Aug 30 14:28:15.859685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f74df-24a1-492e-9be0-cc29e16ce2dd req-e3c844d7-0cf0-4803-884a-40c3951bfda3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:15.868529 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-573f74df-24a1-492e-9be0-cc29e16ce2dd req-e3c844d7-0cf0-4803-884a-40c3951bfda3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 948 time: 0.1994128 Aug 30 14:28:15.943205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c', 'admin_state_up': True, 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'security_groups': ['6af88d48-b84e-4923-9430-ef5d6efb1950']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:15.998320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:16.008450 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.031023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Transition to ACTIVE for port object 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:16.038128 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.083776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-573f74df-24a1-492e-9be0-cc29e16ce2dd req-8c8917fe-03e6-45d8-ad34-5b5e9c5a431b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140462 Aug 30 14:28:16.106287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.120635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Pushing event updated for resources: {'Port': ['ID=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:16.140150 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.158782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Transition to ACTIVE for port object 8e81b6b2-67b0-4325-9656-6b128c38cc24 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:16.184501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Transition to ACTIVE for port object 8e81b6b2-67b0-4325-9656-6b128c38cc24 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:16.239554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Attempting to bind port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:16.240214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Attempting to bind port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:16.240732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Attempting to bind port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f on network 0264fdf4-a07a-4357-9913-08d026d64dbd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:16.249141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f on network 0264fdf4-a07a-4357-9913-08d026d64dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:16.249813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Attempting to bind port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f on network 0264fdf4-a07a-4357-9913-08d026d64dbd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:16.265078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:16.265507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Checking segment: {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:16.266651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Bound using segment: {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:16.267160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Bound port: 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:16.267610 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.503006 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.522815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6efb774e-17a6-4ec5-b2a1-4c73f669f1e1 req-a5a7de53-c1bd-41a4-9dbe-ae4baad08cab tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 210 time: 0.0821934 Aug 30 14:28:16.541498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] For port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:16.563481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] For port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:16.570629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.572123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962c7fb3-02ed-4675-a984-4c91f812df81 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:16.646086 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b195a43e-5e2f-4259-b0b6-b82e67315c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.694114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dc974-9080-498c-9583-74709940693b req-a247e34d-6cf5-459e-a297-3d214df79242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:16.702847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d84dc974-9080-498c-9583-74709940693b req-a247e34d-6cf5-459e-a297-3d214df79242 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 1097 time: 0.9992249 Aug 30 14:28:16.747669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad574a-405c-4829-b9cb-5798bb0efe1e req-ee481c17-7eb7-4c68-bc21-5ace60e630e1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:16.750314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:16.751493 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.752939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:16.753538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] 10.222.0.21 "PUT /v2.0/ports/1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f HTTP/1.1" status: 200 len: 1092 time: 2.3758264 Aug 30 14:28:16.755141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:16.760526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad574a-405c-4829-b9cb-5798bb0efe1e req-ee481c17-7eb7-4c68-bc21-5ace60e630e1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:16.764257 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e775690-0a5f-4b98-8269-e35a53020d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:16.766888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad574a-405c-4829-b9cb-5798bb0efe1e req-ee481c17-7eb7-4c68-bc21-5ace60e630e1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:16.774066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad574a-405c-4829-b9cb-5798bb0efe1e req-ee481c17-7eb7-4c68-bc21-5ace60e630e1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:16.783059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9ad574a-405c-4829-b9cb-5798bb0efe1e req-ee481c17-7eb7-4c68-bc21-5ace60e630e1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 3094 time: 1.1000288 Aug 30 14:28:16.784642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:16.785932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:16.808966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94304e9b-72ed-4bd4-a5b7-85130157f40d service neutron] Pushing event updated for resources: {'Port': ['ID=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:16.814494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Pushing event updated for resources: {'Port': ['ID=8e81b6b2-67b0-4325-9656-6b128c38cc24,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:16.825819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:16.835643 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:16.850141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9add-aab3-4d9b-8eef-9971f609efca req-e91fc36a-99f9-4792-b297-8bd6b0fb1f88 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:16.853724 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8fa9add-aab3-4d9b-8eef-9971f609efca req-e91fc36a-99f9-4792-b297-8bd6b0fb1f88 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.2092702 Aug 30 14:28:16.864303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b195a43e-5e2f-4259-b0b6-b82e67315c89 None None] For port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:16.901702 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b195a43e-5e2f-4259-b0b6-b82e67315c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.041187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-a2bdb5e6-17dd-4489-8095-4fa929cbef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.043267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-a2bdb5e6-17dd-4489-8095-4fa929cbef6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68630affd344440591997cf82eb7af7f&device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 1095 time: 0.1883473 Aug 30 14:28:17.056157 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8fa9add-aab3-4d9b-8eef-9971f609efca req-44afcc5a-0a77-4a04-8ce7-bff617fd979b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585402 Aug 30 14:28:17.072083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-73c41406-52e4-4d73-8386-549117e9035d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 1.2453630 Aug 30 14:28:17.074249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Attempting to bind port 8e81b6b2-67b0-4325-9656-6b128c38cc24 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:17.074876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Attempting to bind port 8e81b6b2-67b0-4325-9656-6b128c38cc24 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:17.078030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Attempting to bind port 8e81b6b2-67b0-4325-9656-6b128c38cc24 on network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:17.099018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:17.109594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['962c7fb3-02ed-4675-a984-4c91f812df81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:17.166734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:17.167316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Checking segment: {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:17.168007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.168646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Bound using segment: {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:17.169350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Bound port: 8e81b6b2-67b0-4325-9656-6b128c38cc24, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:17.170012 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.173189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:17.208163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eaf83478-55b3-457d-83da-e929278ce741 None None] Provisioning for port 753319b2-7446-4316-81cb-0659c516e6eb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:17.209892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d84dc974-9080-498c-9583-74709940693b req-fc701a00-9430-4ba7-ad02-f24e8a504778 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825358 Aug 30 14:28:17.217646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4314de-40f7-4795-ae8c-8b45386cf374 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.219231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4314de-40f7-4795-ae8c-8b45386cf374 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.220818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4314de-40f7-4795-ae8c-8b45386cf374 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.222518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4314de-40f7-4795-ae8c-8b45386cf374 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.223145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Allocated IP 10.1.1.86 (b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c/0f810ddf-462f-4668-89a9-6f9a1f42c886/de5ba890-9014-4b69-a5cb-59a329f7e621) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:17.224043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4314de-40f7-4795-ae8c-8b45386cf374 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.230547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0b4314de-40f7-4795-ae8c-8b45386cf374 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1304011 Aug 30 14:28:17.231529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:17.242153 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-24aacf9e-3149-42b4-92ff-9eeef4fab80e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f HTTP/1.1" status: 200 len: 217 time: 0.1807046 Aug 30 14:28:17.244386 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9ad574a-405c-4829-b9cb-5798bb0efe1e req-d470b639-da17-459c-818e-689277dea630 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4600954 Aug 30 14:28:17.319028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eaf83478-55b3-457d-83da-e929278ce741 None None] Provisioning complete for port 753319b2-7446-4316-81cb-0659c516e6eb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:17.319407 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eaf83478-55b3-457d-83da-e929278ce741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.349982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79ae6e-2e3b-416d-80f4-3b718622ea77 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.351745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79ae6e-2e3b-416d-80f4-3b718622ea77 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.354556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79ae6e-2e3b-416d-80f4-3b718622ea77 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.356527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79ae6e-2e3b-416d-80f4-3b718622ea77 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.358350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79ae6e-2e3b-416d-80f4-3b718622ea77 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.365146 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae79ae6e-2e3b-416d-80f4-3b718622ea77 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1321054 Aug 30 14:28:17.365988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:17.488085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.491581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195a43e-5e2f-4259-b0b6-b82e67315c89 None None] Pushing event updated for resources: {'Port': ['ID=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:17.505727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Transition to ACTIVE for port object de5ba890-9014-4b69-a5cb-59a329f7e621 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:17.520676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eaf83478-55b3-457d-83da-e929278ce741 None None] Port 753319b2-7446-4316-81cb-0659c516e6eb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:17.541350 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cabab3d-9649-4cb4-9ded-9647a1d549b3 x-openstack-request-id: req-0cabab3d-9649-4cb4-9ded-9647a1d549b3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:17.541663 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:17.542228 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cabab3d-9649-4cb4-9ded-9647a1d549b3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:17.542344 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'status': 'completed', 'code': 200} Aug 30 14:28:17.555445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c600e9-0ea9-4af3-900b-639028f1e5b9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.561941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68c600e9-0ea9-4af3-900b-639028f1e5b9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/networks/a198d714-de30-4eff-b96a-f8c2d371fab7 HTTP/1.1" status: 200 len: 803 time: 0.1932051 Aug 30 14:28:17.562849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.563030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:17.572776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] For port 8e81b6b2-67b0-4325-9656-6b128c38cc24, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:17.607033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb403f0e-5c9d-4586-a27b-4a5a14d2ff72 req-f14a5fab-27ac-4fd0-afdf-61c419ae9029 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.617802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb403f0e-5c9d-4586-a27b-4a5a14d2ff72 req-f14a5fab-27ac-4fd0-afdf-61c419ae9029 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 944 time: 0.3704205 Aug 30 14:28:17.622410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] For port 8e81b6b2-67b0-4325-9656-6b128c38cc24, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8e81b6b2-67b0-4325-9656-6b128c38cc24,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:17.630058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.658638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:17.692685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:17.696604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:17.706115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Made reservation on behalf of 1cb1fd65049e4f40acd19376869f39b7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:17.712689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.807332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a04d5-2f63-4b4e-86d9-68eac621eb9c None None] Pushing event updated for resources: {'Port': ['ID=8e81b6b2-67b0-4325-9656-6b128c38cc24,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:17.808737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb403f0e-5c9d-4586-a27b-4a5a14d2ff72 req-1ce319e0-bee2-4394-b183-d6e9b9224252 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899047 Aug 30 14:28:17.818058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee243133-27f9-4e46-b85c-4fdede8d963a None None] Provisioning complete for port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:17.819040 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee243133-27f9-4e46-b85c-4fdede8d963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:17.829656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-e4b3d6cd-d2db-4096-910d-58787602eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.829656 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-e4b3d6cd-d2db-4096-910d-58787602eea1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bf6c52f-3482-440c-92cd-0a5617dddab5 HTTP/1.1" status: 200 len: 851 time: 0.2502689 Aug 30 14:28:17.900274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=de5ba890-9014-4b69-a5cb-59a329f7e621,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:17.935658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383a34-3004-4482-a5cc-868c74973c13 req-e7fee5a6-4217-4b84-88e7-c998c180847e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.937391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-e7fee5a6-4217-4b84-88e7-c998c180847e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.39 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 814 time: 0.9354680 Aug 30 14:28:17.955753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de47d9-acce-4e6b-bfcb-adddeb27dc85 req-03156d19-567c-4e27-9165-ca7e8f9969aa tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:17.965430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58de47d9-acce-4e6b-bfcb-adddeb27dc85 req-03156d19-567c-4e27-9165-ca7e8f9969aa tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.3648694 Aug 30 14:28:17.995833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Request body: {'port': {'device_id': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'admin_state_up': True, 'tenant_id': '1cf55121eb2f468d944dbc4fd1f45aec'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:18.001625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b4b7fb5f-7411-4be0-972d-53486de48952 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/networks/a198d714-de30-4eff-b96a-f8c2d371fab7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4365122 Aug 30 14:28:18.002387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:18.026085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-5de4323a-fbf0-4b14-97eb-b8ebb3b7e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.027599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-5de4323a-fbf0-4b14-97eb-b8ebb3b7e7c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0264fdf4-a07a-4357-9913-08d026d64dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913049 Aug 30 14:28:18.048837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.056365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:18.162563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58de47d9-acce-4e6b-bfcb-adddeb27dc85 req-fa640cda-84ec-4355-a10a-b699c31eb85b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938248 Aug 30 14:28:18.172049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d94fb52-d45a-4094-b019-dde517822d64 None None] Provisioning for port de5ba890-9014-4b69-a5cb-59a329f7e621 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:18.191296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8502bcca-78ed-419e-b6a8-77f27897e519 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5861354 Aug 30 14:28:18.198528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d94fb52-d45a-4094-b019-dde517822d64 None None] Provisioning complete for port de5ba890-9014-4b69-a5cb-59a329f7e621 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:18.199697 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d94fb52-d45a-4094-b019-dde517822d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:18.215544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:18.230797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'port': {'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'name': 'tempest-TaggedBootDevicesTest-1759499960', 'fixed_ips': [{'subnet_id': '0f810ddf-462f-4668-89a9-6f9a1f42c886'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:18.287162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9d94fb52-d45a-4094-b019-dde517822d64 None None] Port de5ba890-9014-4b69-a5cb-59a329f7e621 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:18.315574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1397fda3-239c-4060-af87-2b94a5a47e06 req-4cf74398-32c1-4f7d-841f-9fa3b460c582 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 210 time: 0.1980424 Aug 30 14:28:18.340485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7153d-d629-4b8a-a683-af32b2ad31bd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.341805 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dcb7153d-d629-4b8a-a683-af32b2ad31bd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/subnets/34991ba3-af1c-40b1-9827-d94c3f2a54dc HTTP/1.1" status: 200 len: 843 time: 0.3346329 Aug 30 14:28:18.352209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:18.387547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-4bf623a0-d34f-4f13-9bb7-c0b355860e8c service neutron] 10.222.0.21 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336384 Aug 30 14:28:18.464726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b128b2-b448-444c-966f-b98ad7d11c0a req-70301dd6-a3ee-4e34-9819-b25049e503a7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.472227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-99b128b2-b448-444c-966f-b98ad7d11c0a req-70301dd6-a3ee-4e34-9819-b25049e503a7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.1737022 Aug 30 14:28:18.482104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Allocated IP 10.2.2.200 (7fe8a729-e2d2-43e2-9a19-5c83b88daf6c/54aa1b95-ccc2-4f22-90e3-afde1175786b/f3f8e702-29ac-4f00-b892-5c7cc149e2c7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:18.494945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71ffc77-b1f2-4ad6-a4a6-8d9a0f347f67 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.496618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c71ffc77-b1f2-4ad6-a4a6-8d9a0f347f67 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "GET /v2.0/subnets/34991ba3-af1c-40b1-9827-d94c3f2a54dc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1421573 Aug 30 14:28:18.500510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:18.504566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:18.510485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-851672123'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:18.550727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Made reservation on behalf of 1cf55121eb2f468d944dbc4fd1f45aec for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:18.554638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:18.584939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-99b128b2-b448-444c-966f-b98ad7d11c0a req-d7c044c2-2332-4790-aba6-5d48b3ba9f99 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071291 Aug 30 14:28:18.615254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:18.619806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:18.893751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:18.904843 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:18.925749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8e81b6b2-67b0-4325-9656-6b128c38cc24 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:18.936912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:18.937431 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Added segment 12f8f640-7aa7-4f0f-906f-941d2f0ebc43 of type vlan for network bb143339-3e6e-4c00-a6c1-c48955ae6061 Aug 30 14:28:18.941285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:18.958434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114200a-3d1e-478f-9fc6-1a630b6787a0 req-99484f67-dd98-42b0-8bb7-8293f6b8b7c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.964668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114200a-3d1e-478f-9fc6-1a630b6787a0 req-99484f67-dd98-42b0-8bb7-8293f6b8b7c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.970938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114200a-3d1e-478f-9fc6-1a630b6787a0 req-99484f67-dd98-42b0-8bb7-8293f6b8b7c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.981595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114200a-3d1e-478f-9fc6-1a630b6787a0 req-99484f67-dd98-42b0-8bb7-8293f6b8b7c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:18.983323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d114200a-3d1e-478f-9fc6-1a630b6787a0 req-99484f67-dd98-42b0-8bb7-8293f6b8b7c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 3094 time: 0.5851700 Aug 30 14:28:18.986499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] device_id is not set on port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:28:19.006364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:19.057726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 8e81b6b2-67b0-4325-9656-6b128c38cc24 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:19.065366 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:19.090628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.095500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Transition to ACTIVE for port object f3f8e702-29ac-4f00-b892-5c7cc149e2c7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:19.096995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d114200a-3d1e-478f-9fc6-1a630b6787a0 req-20d6f031-6e61-43cc-b72b-d2bca38d4a0c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058977 Aug 30 14:28:19.110148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4803acc-c1d0-4f30-b73c-9de4da3f47f0 req-cab72dad-f12f-451b-aa65-a3ffb8a5e9e8 service neutron] 10.222.0.21 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129836 Aug 30 14:28:19.112652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 962c7fb3-02ed-4675-a984-4c91f812df81 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:19.120892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 962c7fb3-02ed-4675-a984-4c91f812df81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:19.122000 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.174334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Allocated IP 172.20.0.7 (d3382533-0cbe-4a8d-a82a-d30005dcb0fe/574c9491-1e52-4dab-aa69-a57714fc0ce7/f686a6f2-60c8-4324-9f47-8707da36a970) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:19.235707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:19.235707 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.263427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a8676-4b0d-4e90-88f4-d232854f40ee req-d5ac3238-8cd2-4b3d-91e5-e231f9f4b19e tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:19.265237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-070a8676-4b0d-4e90-88f4-d232854f40ee req-d5ac3238-8cd2-4b3d-91e5-e231f9f4b19e tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 944 time: 0.2362022 Aug 30 14:28:19.294793 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.306857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:19.309969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.333515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-e7ac39a0-4f31-4d1f-8312-7a3560d0e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:19.335204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-e7ac39a0-4f31-4d1f-8312-7a3560d0e475 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68630affd344440591997cf82eb7af7f&device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 1095 time: 0.1237583 Aug 30 14:28:19.355057 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.446070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:19.447878 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5a9eef-0ed4-4d17-b468-8f080fd689de" -d '{"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-plugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:19.464519 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:19.475424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.528572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a175e80-6665-445b-a90b-ded3009ac576 None None] Network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:19.548083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Network': ['ID=bb143339-3e6e-4c00-a6c1-c48955ae6061,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:19.581939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network bb143339-3e6e-4c00-a6c1-c48955ae6061 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:19.589402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Allocated IP 10.1.1.138 (b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c/0f810ddf-462f-4668-89a9-6f9a1f42c886/3c85d4c7-85fe-4a87-b26c-82ccca54d129) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:19.607278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:19.642296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.679725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161d6ab-a7b0-481e-96a5-dbea5da4eb1f req-7b4bb1ab-cf47-4908-a31e-89ad696c3fa4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:19.687730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b161d6ab-a7b0-481e-96a5-dbea5da4eb1f req-7b4bb1ab-cf47-4908-a31e-89ad696c3fa4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.3058968 Aug 30 14:28:19.689906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.702918 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.706835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aaaac945-ba3a-4c7a-be33-63c4c10daa81 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2008321 Aug 30 14:28:19.707543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:19.708334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-77f7e836-bdb7-4d79-acd0-36b5a65ddf49 None None] Provisioning for port 8e81b6b2-67b0-4325-9656-6b128c38cc24 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:19.716794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-77f7e836-bdb7-4d79-acd0-36b5a65ddf49 None None] Provisioning complete for port 8e81b6b2-67b0-4325-9656-6b128c38cc24 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:19.717270 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77f7e836-bdb7-4d79-acd0-36b5a65ddf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.720873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'network_id': 'bb143339-3e6e-4c00-a6c1-c48955ae6061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:19.721470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-e3eb5298-1a2d-4382-abd4-db583517805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:19.723222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-e3eb5298-1a2d-4382-abd4-db583517805b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0264fdf4-a07a-4357-9913-08d026d64dbd HTTP/1.1" status: 200 len: 913 time: 0.3404083 Aug 30 14:28:19.791512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-96ee2eae-ec47-4c5e-b94c-cdb37bb60ba6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f HTTP/1.1" status: 200 len: 217 time: 0.0554082 Aug 30 14:28:19.793576 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.875015 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-070a8676-4b0d-4e90-88f4-d232854f40ee req-53ec5c75-0b73-4bfc-bffa-b1d34dd560c9 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6009998 Aug 30 14:28:19.897240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b161d6ab-a7b0-481e-96a5-dbea5da4eb1f req-a3eec050-cd06-49bd-9a1f-f3782d5ec4ce tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030683 Aug 30 14:28:19.918336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77f7e836-bdb7-4d79-acd0-36b5a65ddf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.930013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Network d3382533-0cbe-4a8d-a82a-d30005dcb0fe is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:19.937012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:19.944155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:19.978636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-77f7e836-bdb7-4d79-acd0-36b5a65ddf49 None None] For port 8e81b6b2-67b0-4325-9656-6b128c38cc24, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8e81b6b2-67b0-4325-9656-6b128c38cc24,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:19.979626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event updated for resources: {'Port': ['ID=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:19.981985 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f020fd7-dc2c-4eda-a9ca-4c21b53705f2 x-openstack-request-id: req-8f020fd7-dc2c-4eda-a9ca-4c21b53705f2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:19.983192 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-plugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:19.984262 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f020fd7-dc2c-4eda-a9ca-4c21b53705f2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:19.984698 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'code': 200} Aug 30 14:28:19.986418 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77f7e836-bdb7-4d79-acd0-36b5a65ddf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:19.999817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:20.016567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-5d243fc5-f385-4fc5-985e-1fdf1bb8d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.018070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:20.035469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-5d243fc5-f385-4fc5-985e-1fdf1bb8d62b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bf6c52f-3482-440c-92cd-0a5617dddab5 HTTP/1.1" status: 200 len: 851 time: 0.2218819 Aug 30 14:28:20.096701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7e836-bdb7-4d79-acd0-36b5a65ddf49 None None] Pushing event updated for resources: {'Port': ['ID=8e81b6b2-67b0-4325-9656-6b128c38cc24,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:20.139991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:20.183334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.237765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Transition to ACTIVE for port object 3c85d4c7-85fe-4a87-b26c-82ccca54d129 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:20.243614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-c6dddd90-e9a0-4e67-b0bf-884aa2d87725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.245360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-c6dddd90-e9a0-4e67-b0bf-884aa2d87725 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0264fdf4-a07a-4357-9913-08d026d64dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1974776 Aug 30 14:28:20.249567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b47cd8-022b-41cf-97d8-34799f916775 req-ebc3e570-17c2-43aa-aed7-b77842846836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.253232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41b47cd8-022b-41cf-97d8-34799f916775 req-ebc3e570-17c2-43aa-aed7-b77842846836 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1101 time: 0.1927094 Aug 30 14:28:20.261831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.262501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.279039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1eefb-3422-4d05-a9be-44124ebed71c req-75bb4fd3-44c6-4352-b4b2-55ba8a78e2e5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.281248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68a1eefb-3422-4d05-a9be-44124ebed71c req-75bb4fd3-44c6-4352-b4b2-55ba8a78e2e5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.1625514 Aug 30 14:28:20.298378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Made reservation on behalf of f39090d9a4884216a94a165ea0b05892 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:20.301798 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.369485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 14:28:20.370057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 14:28:20.404395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cb75c7ed-2ec4-42cd-8afa-8138f06af923 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5355899 Aug 30 14:28:20.440398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-06c979fb-109d-4159-a8fd-b06d0a3e00e8 None None] Provisioning complete for port 8e81b6b2-67b0-4325-9656-6b128c38cc24 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:20.441454 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06c979fb-109d-4159-a8fd-b06d0a3e00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.444420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.445126 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.447883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Pushing event updated for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:20.455167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:20.486544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df13ca-56c1-46b1-a8d7-6fe828b4cff3 req-3d433f1f-2f7c-48d7-9560-60b202d96acd tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.488165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67df13ca-56c1-46b1-a8d7-6fe828b4cff3 req-3d433f1f-2f7c-48d7-9560-60b202d96acd tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 931 time: 0.5100050 Aug 30 14:28:20.497802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41b47cd8-022b-41cf-97d8-34799f916775 req-ac3c6e7b-c41a-4070-b84d-7026e9d4166d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277024 Aug 30 14:28:20.510998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68a1eefb-3422-4d05-a9be-44124ebed71c req-03a00f18-ba27-4a6b-85ab-6166fde7ba09 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051136 Aug 30 14:28:20.516294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.576620 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-9b3d287e-2110-4e4d-accc-4a5f352e93f4 service neutron] 10.222.0.21 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170781 Aug 30 14:28:20.590282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:20.596878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-06c979fb-109d-4159-a8fd-b06d0a3e00e8 None None] Provisioning for port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:20.607629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:20.609348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-06c979fb-109d-4159-a8fd-b06d0a3e00e8 None None] Provisioning complete for port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:20.610220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:20.622515 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06c979fb-109d-4159-a8fd-b06d0a3e00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.687659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-06c979fb-109d-4159-a8fd-b06d0a3e00e8 None None] Port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:20.735490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=3c85d4c7-85fe-4a87-b26c-82ccca54d129,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:20.794975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.795669 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.813537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8e81b6b2-67b0-4325-9656-6b128c38cc24 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:20.854672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee082-928f-4c0a-8e89-8597b573ce6b req-38b77862-1d40-4db5-be87-721309bb9e0f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.860622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee082-928f-4c0a-8e89-8597b573ce6b req-38b77862-1d40-4db5-be87-721309bb9e0f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.876251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee082-928f-4c0a-8e89-8597b573ce6b req-38b77862-1d40-4db5-be87-721309bb9e0f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.882682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee082-928f-4c0a-8e89-8597b573ce6b req-38b77862-1d40-4db5-be87-721309bb9e0f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.883050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8e81b6b2-67b0-4325-9656-6b128c38cc24 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:20.883424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:20.890084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee082-928f-4c0a-8e89-8597b573ce6b req-38b77862-1d40-4db5-be87-721309bb9e0f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:20.899333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e8ee082-928f-4c0a-8e89-8597b573ce6b req-38b77862-1d40-4db5-be87-721309bb9e0f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 3815 time: 0.2838638 Aug 30 14:28:20.929853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68eaba38-6c1d-447d-8d06-72bbf3935005 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7034812 Aug 30 14:28:20.938645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e775690-0a5f-4b98-8269-e35a53020d5f req-c122b6f5-34d8-4ff0-b8fe-c9eec9902569 service neutron] 10.222.0.21 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520052 Aug 30 14:28:20.969959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f7fae482-48b9-42c0-bf60-b45753dcedde tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9785128 Aug 30 14:28:20.982311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e8ee082-928f-4c0a-8e89-8597b573ce6b req-b81eda6d-d15c-4e72-b681-470df0a076b5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806782 Aug 30 14:28:20.987031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Request body: {'port': {'device_id': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:21.049163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-967d9db6-78ea-469b-ba6d-2bef419038c0 None None] Provisioning for port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:21.054349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-967d9db6-78ea-469b-ba6d-2bef419038c0 None None] Provisioning complete for port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:21.054790 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-967d9db6-78ea-469b-ba6d-2bef419038c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:21.079640 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67df13ca-56c1-46b1-a8d7-6fe828b4cff3 req-5dd1c5b6-ed66-4c75-99f8-f8141cbe54ba tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529728 Aug 30 14:28:21.121104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-967d9db6-78ea-469b-ba6d-2bef419038c0 None None] Port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:21.218115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:21.220328 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:21.273249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c21846-30fa-4a93-ab23-603f9367adda req-859e2bb6-1355-4b3a-b3bb-04180bfe1dd2 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:21.275806 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9c21846-30fa-4a93-ab23-603f9367adda req-859e2bb6-1355-4b3a-b3bb-04180bfe1dd2 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 944 time: 0.0640297 Aug 30 14:28:21.311992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:21.321814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9c21846-30fa-4a93-ab23-603f9367adda req-d2db4bff-2d09-4b0a-a555-c1c8f93819ff tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381145 Aug 30 14:28:21.436461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc45b-ed92-415d-9ce1-229e67909779 req-2740fb24-ca9c-47c3-a409-3670576873f8 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:21.438110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e63fc45b-ed92-415d-9ce1-229e67909779 req-2740fb24-ca9c-47c3-a409-3670576873f8 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.2733328 Aug 30 14:28:21.442296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=a924390d-685c-4052-8104-3f68ccc7df56,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:21.522459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccd3f-5b81-4180-acce-1fe671c1720e req-2e3386a0-5a7d-4132-9b12-90bde505fbb5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:21.533790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-724ccd3f-5b81-4180-acce-1fe671c1720e req-2e3386a0-5a7d-4132-9b12-90bde505fbb5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1072564 Aug 30 14:28:21.582005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-724ccd3f-5b81-4180-acce-1fe671c1720e req-7fbe4576-2cdf-4744-b7d1-168f9213df00 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466368 Aug 30 14:28:21.750192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Checking segment: {'id': '12f8f640-7aa7-4f0f-906f-941d2f0ebc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb143339-3e6e-4c00-a6c1-c48955ae6061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:21.751259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network hostable DHCP agents. Network: bb143339-3e6e-4c00-a6c1-c48955ae6061, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:28:21.813198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e63fc45b-ed92-415d-9ce1-229e67909779 req-7224df1b-4377-45b8-a631-56320b2184cd tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603273 Aug 30 14:28:21.875177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:21.884988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3985c1db-74b0-4211-9ed1-f3ed54d9e2f8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879622672', 'description': 'tempest-description--1665241618'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:21.894356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Network bb143339-3e6e-4c00-a6c1-c48955ae6061 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:28:21.929735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3985c1db-74b0-4211-9ed1-f3ed54d9e2f8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:21.930300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, bb143339-3e6e-4c00-a6c1-c48955ae6061) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:21.947743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622055b-b1c9-4b35-bcd6-73bc5906efda None None] Network bb143339-3e6e-4c00-a6c1-c48955ae6061 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:21.960465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:21.961112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.085628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f686a6f2-60c8-4324-9f47-8707da36a970 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:22.098537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.103059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d14044-3963-4926-96f0-3d69ab09cda6 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:22.126489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3985c1db-74b0-4211-9ed1-f3ed54d9e2f8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.133182 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.146973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4c01e2b2-002f-456d-8340-4232a6505821 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4323599 Aug 30 14:28:22.152940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Transition to ACTIVE for port object f686a6f2-60c8-4324-9f47-8707da36a970 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:22.153617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:22.159324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-31ffe825-da70-4902-b6c4-13649f739496 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:22.159901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3985c1db-74b0-4211-9ed1-f3ed54d9e2f8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.166641 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.191558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Transition to ACTIVE for port object 54d14044-3963-4926-96f0-3d69ab09cda6 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:22.221521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985c1db-74b0-4211-9ed1-f3ed54d9e2f8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c9f67d-36c0-4f25-973d-c45f77e7c6fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:22.238227 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.240269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-bb143339-3e6e-4c00-a6c1-c48955ae6061', 'network_id': 'bb143339-3e6e-4c00-a6c1-c48955ae6061', 'tenant_id': 'f39090d9a4884216a94a165ea0b05892', 'fixed_ips': [{'subnet_id': 'a924390d-685c-4052-8104-3f68ccc7df56'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:28:22.241237 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.251359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3985c1db-74b0-4211-9ed1-f3ed54d9e2f8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.255446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3985c1db-74b0-4211-9ed1-f3ed54d9e2f8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3750348 Aug 30 14:28:22.255848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:22.262866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e611f0c3-7ac4-414e-8a3e-9ee3f8cf7629 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'security_group_rule': {'security_group_id': '43c9f67d-36c0-4f25-973d-c45f77e7c6fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:22.300966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Pushing event updated for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:22.324788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c227f7-fede-4692-a56d-dc1bece1d0ff req-b40fd9cc-7bc0-48e8-af6a-89f274097e79 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:22.340251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c227f7-fede-4692-a56d-dc1bece1d0ff req-b40fd9cc-7bc0-48e8-af6a-89f274097e79 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:22.350443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c227f7-fede-4692-a56d-dc1bece1d0ff req-b40fd9cc-7bc0-48e8-af6a-89f274097e79 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:22.364603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c227f7-fede-4692-a56d-dc1bece1d0ff req-b40fd9cc-7bc0-48e8-af6a-89f274097e79 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:22.381656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c227f7-fede-4692-a56d-dc1bece1d0ff req-b40fd9cc-7bc0-48e8-af6a-89f274097e79 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:22.389809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19c227f7-fede-4692-a56d-dc1bece1d0ff req-b40fd9cc-7bc0-48e8-af6a-89f274097e79 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 3815 time: 0.2595651 Aug 30 14:28:22.468372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Allocated IP 2001:db8::3 (bb143339-3e6e-4c00-a6c1-c48955ae6061/a924390d-685c-4052-8104-3f68ccc7df56/b30b9b83-996c-49be-a891-7c52a1fa074c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:22.475774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e611f0c3-7ac4-414e-8a3e-9ee3f8cf7629 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.514875 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19c227f7-fede-4692-a56d-dc1bece1d0ff req-5912ee76-dff0-4177-bd9d-4412d489c195 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238146 Aug 30 14:28:22.586997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ffe825-da70-4902-b6c4-13649f739496 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13281995'] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.635021 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e611f0c3-7ac4-414e-8a3e-9ee3f8cf7629 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.639649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e611f0c3-7ac4-414e-8a3e-9ee3f8cf7629 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.675167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Pushing event updated for resources: {'Port': ['ID=54d14044-3963-4926-96f0-3d69ab09cda6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:22.681454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f0c3-7ac4-414e-8a3e-9ee3f8cf7629 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c17f5c6-04a3-4984-aa3d-88c5c4bb18eb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:22.697007 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e611f0c3-7ac4-414e-8a3e-9ee3f8cf7629 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.703621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e611f0c3-7ac4-414e-8a3e-9ee3f8cf7629 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4461114 Aug 30 14:28:22.704424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:22.712034 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.714901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-917c9037-04a3-46fb-81bf-f45f9b7f62be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'security_group_rule': {'security_group_id': '43c9f67d-36c0-4f25-973d-c45f77e7c6fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:22.720539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Attempting to bind port 54d14044-3963-4926-96f0-3d69ab09cda6 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:22.720884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Attempting to bind port 54d14044-3963-4926-96f0-3d69ab09cda6 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:22.721247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Attempting to bind port 54d14044-3963-4926-96f0-3d69ab09cda6 on network 2312e3f6-2171-474e-b61d-296e33ea93ac {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:22.725323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Transition to ACTIVE for port object b30b9b83-996c-49be-a891-7c52a1fa074c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:22.735288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1f656-a5a1-491e-ba2a-bf5ca435f3ba req-e37b5b90-29bf-4b32-a851-52c3ae3d8c21 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:22.736969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-98e1f656-a5a1-491e-ba2a-bf5ca435f3ba req-e37b5b90-29bf-4b32-a851-52c3ae3d8c21 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 943 time: 0.2863526 Aug 30 14:28:22.738650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Attempting to bind port f686a6f2-60c8-4324-9f47-8707da36a970 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:22.739207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Attempting to bind port f686a6f2-60c8-4324-9f47-8707da36a970 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:22.739725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Attempting to bind port f686a6f2-60c8-4324-9f47-8707da36a970 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:22.743184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Port 54d14044-3963-4926-96f0-3d69ab09cda6 on network 2312e3f6-2171-474e-b61d-296e33ea93ac not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:22.743791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Attempting to bind port 54d14044-3963-4926-96f0-3d69ab09cda6 on network 2312e3f6-2171-474e-b61d-296e33ea93ac {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:22.750585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Transition to ACTIVE for port object b30b9b83-996c-49be-a891-7c52a1fa074c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:22.756796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Port f686a6f2-60c8-4324-9f47-8707da36a970 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:22.757463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Attempting to bind port f686a6f2-60c8-4324-9f47-8707da36a970 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:22.761133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.763779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-917c9037-04a3-46fb-81bf-f45f9b7f62be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.809894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:22.810237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Checking segment: {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:22.810563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Bound using segment: {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:22.811218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Bound port: 54d14044-3963-4926-96f0-3d69ab09cda6, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:22.811469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.815136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Network bb143339-3e6e-4c00-a6c1-c48955ae6061 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:22.819039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:22.824004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:22.841202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:22.841551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Checking segment: {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:22.841921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Bound using segment: {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:22.842373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Bound port: f686a6f2-60c8-4324-9f47-8707da36a970, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:22.842799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.855260 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-917c9037-04a3-46fb-81bf-f45f9b7f62be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.861292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-917c9037-04a3-46fb-81bf-f45f9b7f62be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.882125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Pushing event updated for resources: {'Port': ['ID=b30b9b83-996c-49be-a891-7c52a1fa074c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:22.897790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c9037-04a3-46fb-81bf-f45f9b7f62be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e355111e-3c83-48b4-a5ad-7c473533ef48,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:22.912153 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-917c9037-04a3-46fb-81bf-f45f9b7f62be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.913776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-917c9037-04a3-46fb-81bf-f45f9b7f62be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2072735 Aug 30 14:28:22.917957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:22.923187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:22.924310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Attempting to bind port b30b9b83-996c-49be-a891-7c52a1fa074c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:22.924694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Attempting to bind port b30b9b83-996c-49be-a891-7c52a1fa074c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '12f8f640-7aa7-4f0f-906f-941d2f0ebc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb143339-3e6e-4c00-a6c1-c48955ae6061'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:22.925110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Attempting to bind port b30b9b83-996c-49be-a891-7c52a1fa074c on network bb143339-3e6e-4c00-a6c1-c48955ae6061 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:22.933327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:22.933719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Checking segment: {'id': '12f8f640-7aa7-4f0f-906f-941d2f0ebc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb143339-3e6e-4c00-a6c1-c48955ae6061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:22.934136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.934542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Bound using segment: {'id': '12f8f640-7aa7-4f0f-906f-941d2f0ebc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb143339-3e6e-4c00-a6c1-c48955ae6061'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:22.935032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Bound port: b30b9b83-996c-49be-a891-7c52a1fa074c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f8f640-7aa7-4f0f-906f-941d2f0ebc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb143339-3e6e-4c00-a6c1-c48955ae6061'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:22.935571 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:22.949904 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-98e1f656-a5a1-491e-ba2a-bf5ca435f3ba req-a4389f78-5f51-4ab5-8e22-784b429cdeed tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997826 Aug 30 14:28:22.954263 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.034075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] For port b30b9b83-996c-49be-a891-7c52a1fa074c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:23.037735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] For port b30b9b83-996c-49be-a891-7c52a1fa074c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b30b9b83-996c-49be-a891-7c52a1fa074c,segment=NetworkSegment(12f8f640-7aa7-4f0f-906f-941d2f0ebc43),segment_id=12f8f640-7aa7-4f0f-906f-941d2f0ebc43)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:23.043839 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.052608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] For port 54d14044-3963-4926-96f0-3d69ab09cda6, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:23.057847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] For port 54d14044-3963-4926-96f0-3d69ab09cda6, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=54d14044-3963-4926-96f0-3d69ab09cda6,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:23.069309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c42c5f-5b24-48d9-bb9e-d2f58b07b459 req-7f1bd990-dea1-4bdd-a385-eb5f941d67fd tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.071509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4c42c5f-5b24-48d9-bb9e-d2f58b07b459 req-7f1bd990-dea1-4bdd-a385-eb5f941d67fd tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 944 time: 0.1093450 Aug 30 14:28:23.144733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4c42c5f-5b24-48d9-bb9e-d2f58b07b459 req-73441264-c1e7-4172-9277-6bf5cc8d80f6 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621889 Aug 30 14:28:23.154967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c2692-b33a-41e9-b728-fa5481ece684 None None] Pushing event updated for resources: {'Port': ['ID=b30b9b83-996c-49be-a891-7c52a1fa074c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:23.164669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:23.177493 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.178435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.185166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:23.239830 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.283226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.284542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.286754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] 10.222.0.39 "PUT /v2.0/ports/54d14044-3963-4926-96f0-3d69ab09cda6 HTTP/1.1" status: 200 len: 1092 time: 2.8487873 Aug 30 14:28:23.293463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ffe825-da70-4902-b6c4-13649f739496 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763168528168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24488110'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.295694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:23.298571 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de02f5e2-f130-43e9-a0ad-27435457f3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:23.324008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.324636 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.328583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] 10.222.0.39 "PUT /v2.0/ports/f686a6f2-60c8-4324-9f47-8707da36a970 HTTP/1.1" status: 200 len: 1091 time: 2.3440413 Aug 30 14:28:23.334839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:23.364127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:28:23.395446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Allocated IP 172.25.6.3 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/be797467-d821-45bf-8f31-ee2bce8f8797) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:23.413467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaa01d-1fe0-4cc6-927e-b937f2c4b8e9 req-f5677d67-afa5-4e3f-abde-a9d9fe101b58 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.415105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ceaa01d-1fe0-4cc6-927e-b937f2c4b8e9 req-f5677d67-afa5-4e3f-abde-a9d9fe101b58 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.1028550 Aug 30 14:28:23.511048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ba688-c0f3-4d00-ace3-d5b4adb3774c req-4908a0a5-abf6-4bd6-a0e0-4f485f11a70e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.512769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f6ba688-c0f3-4d00-ace3-d5b4adb3774c req-4908a0a5-abf6-4bd6-a0e0-4f485f11a70e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.4877086 Aug 30 14:28:23.529882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffe825-da70-4902-b6c4-13649f739496 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.530804 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ffe825-da70-4902-b6c4-13649f739496 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.535884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-31ffe825-da70-4902-b6c4-13649f739496 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "PUT /v2.0/subnets/a924390d-685c-4052-8104-3f68ccc7df56 HTTP/1.1" status: 200 len: 900 time: 1.3810811 Aug 30 14:28:23.536870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:23.554373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12145430-71ac-44c4-bf9d-d05f87853c7d service neutron] Pushing event updated for resources: {'Port': ['ID=54d14044-3963-4926-96f0-3d69ab09cda6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:23.625963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:23.634119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ceaa01d-1fe0-4cc6-927e-b937f2c4b8e9 req-fe78aa83-86ce-4964-acb9-af3616dc9b09 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114365 Aug 30 14:28:23.643355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.645101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'port_id': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'mac_address': 'fa:16:3e:6b:ae:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:28:23.719927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffe825-da70-4902-b6c4-13649f739496 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event updated for resources: {'Subnet': ['ID=a924390d-685c-4052-8104-3f68ccc7df56,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:23.738123 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1447a1c-16dc-4741-93cb-d6aa90578b0b x-openstack-request-id: req-d1447a1c-16dc-4741-93cb-d6aa90578b0b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:23.738830 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:23.739345 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1447a1c-16dc-4741-93cb-d6aa90578b0b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:23.740587 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6', 'status': 'completed', 'code': 200} Aug 30 14:28:23.744087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.756283 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.774459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:23.779649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.798067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=be797467-d821-45bf-8f31-ee2bce8f8797,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:23.802159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:23.810360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.811170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383a34-3004-4482-a5cc-868c74973c13 req-486a7664-eb90-4fb2-a7a7-d548626c934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.813200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-486a7664-eb90-4fb2-a7a7-d548626c934f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 1094 time: 0.3983836 Aug 30 14:28:23.817416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.817760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.818101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.818434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.818766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.819090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.819413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.819816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.820135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.820459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.820769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.821123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:23.836694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f6ba688-c0f3-4d00-ace3-d5b4adb3774c req-2bdd7bf6-adf7-42f5-a307-6942a0feb524 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544708 Aug 30 14:28:23.865387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6535b8b-aeed-4270-9cc1-638ac9fd3238 service neutron] Pushing event updated for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:23.878747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:23.882370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:23.887053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:23.892844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:23.928007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-b3d5c1ce-6090-46ef-aed5-12e3ae2e5cea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f686a6f2-60c8-4324-9f47-8707da36a970 HTTP/1.1" status: 200 len: 217 time: 0.0872538 Aug 30 14:28:23.956496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bec2eb-bc9d-4d48-a62c-07bc9407155c req-f2f8c5fd-3903-4ab9-958a-d9aaeaa99110 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.963401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bec2eb-bc9d-4d48-a62c-07bc9407155c req-f2f8c5fd-3903-4ab9-958a-d9aaeaa99110 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.969254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bec2eb-bc9d-4d48-a62c-07bc9407155c req-f2f8c5fd-3903-4ab9-958a-d9aaeaa99110 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.975124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bec2eb-bc9d-4d48-a62c-07bc9407155c req-f2f8c5fd-3903-4ab9-958a-d9aaeaa99110 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.981722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bec2eb-bc9d-4d48-a62c-07bc9407155c req-f2f8c5fd-3903-4ab9-958a-d9aaeaa99110 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.983166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:23.983551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f5bec2eb-bc9d-4d48-a62c-07bc9407155c req-f2f8c5fd-3903-4ab9-958a-d9aaeaa99110 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 3827 time: 0.1694241 Aug 30 14:28:23.991877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-880b2969-bb7b-48ee-b5fc-966f73980df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.992843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-880b2969-bb7b-48ee-b5fc-966f73980df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.992843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-880b2969-bb7b-48ee-b5fc-966f73980df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.993347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-880b2969-bb7b-48ee-b5fc-966f73980df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.993860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-880b2969-bb7b-48ee-b5fc-966f73980df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:23.996328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-880b2969-bb7b-48ee-b5fc-966f73980df6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 4362 time: 0.1987634 Aug 30 14:28:24.090233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383a34-3004-4482-a5cc-868c74973c13 req-575b5164-5561-4e9a-a2c8-5c4191a0a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:24.091531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-575b5164-5561-4e9a-a2c8-5c4191a0a70d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=574c9491-1e52-4dab-aa69-a57714fc0ce7 HTTP/1.1" status: 200 len: 854 time: 0.1523721 Aug 30 14:28:24.152545 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f5bec2eb-bc9d-4d48-a62c-07bc9407155c req-f37e4b9f-e065-4e05-b0d9-180b48db1a08 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558142 Aug 30 14:28:24.170619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-b8f62a90-8202-4dd9-83f7-b7692ef302e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570571 Aug 30 14:28:24.226183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:24.302308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-d4d6e818-beff-490a-9abf-8b667cd49842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:24.302928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-d4d6e818-beff-490a-9abf-8b667cd49842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:24.304176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-d4d6e818-beff-490a-9abf-8b667cd49842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:24.306252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-d4d6e818-beff-490a-9abf-8b667cd49842 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1cb1fd65049e4f40acd19376869f39b7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2982390 Aug 30 14:28:24.348918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:24.538970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:24.578942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5d4495-b536-471c-bbbf-07ad93b8d433 None None] Network bb143339-3e6e-4c00-a6c1-c48955ae6061 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:24.596620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b4fcb-8a5d-4c44-b359-778c70de906d req-24bb392d-e577-4bea-bb25-0d093c490db9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:24.598245 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-618b4fcb-8a5d-4c44-b359-778c70de906d req-24bb392d-e577-4bea-bb25-0d093c490db9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.5314870 Aug 30 14:28:24.636851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting port b30b9b83-996c-49be-a891-7c52a1fa074c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:24.637220 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:24.698063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-159870ee-9965-49f0-a2a9-951279e3731c None None] Provisioning for port b30b9b83-996c-49be-a891-7c52a1fa074c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:24.774177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a000d81-3c6f-4753-aa95-3b53f6ff3c68 req-f7e61e8c-4f98-4723-a222-571ae3dcd7b3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:24.779618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-618b4fcb-8a5d-4c44-b359-778c70de906d req-d5b57753-33ab-4d59-add5-d6a2c02bfe0b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725602 Aug 30 14:28:24.781867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a000d81-3c6f-4753-aa95-3b53f6ff3c68 req-f7e61e8c-4f98-4723-a222-571ae3dcd7b3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 943 time: 0.5112407 Aug 30 14:28:24.782392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-4d5c27a7-fe6c-4c38-a3a5-d8b119c03c5e service neutron] 10.222.0.39 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933106 Aug 30 14:28:24.883354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] For port b30b9b83-996c-49be-a891-7c52a1fa074c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b30b9b83-996c-49be-a891-7c52a1fa074c,segment=NetworkSegment(12f8f640-7aa7-4f0f-906f-941d2f0ebc43),segment_id=12f8f640-7aa7-4f0f-906f-941d2f0ebc43)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:24.883985 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:24.892963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b30b9b83-996c-49be-a891-7c52a1fa074c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:24.923549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Calling delete_port for b30b9b83-996c-49be-a891-7c52a1fa074c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:24.949788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a000d81-3c6f-4753-aa95-3b53f6ff3c68 req-47075f08-c168-466d-a3f7-3e8c8ebcd69a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665359 Aug 30 14:28:24.951124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b30b9b83-996c-49be-a891-7c52a1fa074c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:24.956135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b30b9b83-996c-49be-a891-7c52a1fa074c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:24.956623 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:24.998885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-1ef94e8b-c339-40f8-9c52-b0fb25b31728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.002819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de02f5e2-f130-43e9-a0ad-27435457f3d8 req-1ef94e8b-c339-40f8-9c52-b0fb25b31728 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6727142 Aug 30 14:28:25.023498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:25.066161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.111356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef24d26-8bda-4193-9200-9107067457a9 req-f97c7d2d-cac1-4e06-966a-f91add3b6185 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.119885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ef24d26-8bda-4193-9200-9107067457a9 req-f97c7d2d-cac1-4e06-966a-f91add3b6185 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 945 time: 0.2083464 Aug 30 14:28:25.122763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-447c8493-3a73-405e-85b4-872ec19ba3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.128397 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.148765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Transition to ACTIVE for port object 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:25.178913 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.182985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b30b9b83-996c-49be-a891-7c52a1fa074c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b30b9b83-996c-49be-a891-7c52a1fa074c,segment=NetworkSegment(12f8f640-7aa7-4f0f-906f-941d2f0ebc43),segment_id=12f8f640-7aa7-4f0f-906f-941d2f0ebc43)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:25.191867 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.194353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.202185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01560c72-56e8-4201-8e05-e2fccbb5e00a None None] Network bb143339-3e6e-4c00-a6c1-c48955ae6061 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:25.212468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ef24d26-8bda-4193-9200-9107067457a9 req-c134880e-c093-4c7c-9980-c8b4bd4202cb tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893803 Aug 30 14:28:25.217259 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.268702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:25.278376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0383a34-3004-4482-a5cc-868c74973c13 req-4d541c24-8c86-4faf-b5b6-07c12ff13773 service neutron] 10.222.0.39 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826315 Aug 30 14:28:25.349802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a6f30f24-4781-4f5e-8407-df7ce5416b73 None None] Provisioning complete for port b30b9b83-996c-49be-a891-7c52a1fa074c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:25.350396 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6f30f24-4781-4f5e-8407-df7ce5416b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.379168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b30b9b83-996c-49be-a891-7c52a1fa074c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:25.402021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Attempting to bind port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:25.402445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Attempting to bind port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:25.402707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Attempting to bind port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:25.413838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4121fb66-985c-4729-a940-c68f0c865973 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:28:25.429602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:25.429855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Attempting to bind port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:25.442422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:25.442865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Checking segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:25.443177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Bound using segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:25.443636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Bound port: 84e5271f-b261-4f7e-98cf-ff1c6c3093e5, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:25.444011 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.454290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bc2d1-c11a-4d8b-ab65-7c4bbaf6ac3c req-6e190a1c-2f70-4d5d-8cb8-c06e499b2e65 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.461818 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-999bc2d1-c11a-4d8b-ab65-7c4bbaf6ac3c req-6e190a1c-2f70-4d5d-8cb8-c06e499b2e65 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.3035767 Aug 30 14:28:25.473358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=be797467-d821-45bf-8f31-ee2bce8f8797,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:25.499076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.499540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.538039 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-999bc2d1-c11a-4d8b-ab65-7c4bbaf6ac3c req-6005712b-fe31-4df3-9490-184c6c91d70a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752163 Aug 30 14:28:25.558833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.560472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-06969816-df50-4204-99b0-24bb968aede8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6413360 Aug 30 14:28:25.567314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Port': ['ID=b30b9b83-996c-49be-a891-7c52a1fa074c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:25.607983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] For port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:25.612808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] For port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:25.633458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.740526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:25.765452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:25.768400 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:25.773756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No DVR routers for this DVR port b30b9b83-996c-49be-a891-7c52a1fa074c on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:25.786988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140104c-af31-456e-bfb6-99a817f35bc5 req-ab750c75-2f8a-451d-8582-4c768df4c9ca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.793975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140104c-af31-456e-bfb6-99a817f35bc5 req-ab750c75-2f8a-451d-8582-4c768df4c9ca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.801114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140104c-af31-456e-bfb6-99a817f35bc5 req-ab750c75-2f8a-451d-8582-4c768df4c9ca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.808133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140104c-af31-456e-bfb6-99a817f35bc5 req-ab750c75-2f8a-451d-8582-4c768df4c9ca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.814665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140104c-af31-456e-bfb6-99a817f35bc5 req-ab750c75-2f8a-451d-8582-4c768df4c9ca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.822470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140104c-af31-456e-bfb6-99a817f35bc5 req-ab750c75-2f8a-451d-8582-4c768df4c9ca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.824665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9140104c-af31-456e-bfb6-99a817f35bc5 req-ab750c75-2f8a-451d-8582-4c768df4c9ca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 4604 time: 0.2888453 Aug 30 14:28:25.844685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.845848 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.847587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ee8a6921-5705-4169-b1f6-9d325a64f9f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 1135 time: 2.5187917 Aug 30 14:28:25.861613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a6f30f24-4781-4f5e-8407-df7ce5416b73 None None] Could not find standard attr ID for object b30b9b83-996c-49be-a891-7c52a1fa074c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:28:25.868464 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-a6f30f24-4781-4f5e-8407-df7ce5416b73 None None] No ports have port_id starting with b30b9b83-996c-49be-a891-7c52a1fa074c Aug 30 14:28:25.904112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:25.908151 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f9685-dc37-4fdc-abd4-46bfe36e5849 x-openstack-request-id: req-122f9685-dc37-4fdc-abd4-46bfe36e5849 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:25.910720 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:25.911417 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-122f9685-dc37-4fdc-abd4-46bfe36e5849 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:25.911936 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'status': 'completed', 'code': 200} Aug 30 14:28:25.952038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:25.990352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '4121fb66-985c-4729-a940-c68f0c865973', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'port_id': '4121fb66-985c-4729-a940-c68f0c865973', 'mac_address': 'fa:16:3e:79:2b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a541d7-3b8c-4fbc-9a82-50d0df60738a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:28:26.058168 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:26.078834 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:26.098197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-5ebfa818-f319-4bbb-9911-561b9a9c6785 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2106957 Aug 30 14:28:26.100477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4121fb66-985c-4729-a940-c68f0c865973 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:26.124131 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:26.125274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5520f-dd10-443c-9fe4-58f6ec05c4c9 req-abcacfe7-2a3b-47b9-8e66-20b94693cb14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:26.132928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9140104c-af31-456e-bfb6-99a817f35bc5 req-86a27294-1487-4721-9440-37faa9456756 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2608483 Aug 30 14:28:26.135807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44f5520f-dd10-443c-9fe4-58f6ec05c4c9 req-abcacfe7-2a3b-47b9-8e66-20b94693cb14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1370044 Aug 30 14:28:26.149732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:26.163070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:26.174945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-f8ead639-0875-49b4-9ecc-dae7c5db8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:26.176914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-f8ead639-0875-49b4-9ecc-dae7c5db8483 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 1094 time: 0.2220838 Aug 30 14:28:26.244112 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44f5520f-dd10-443c-9fe4-58f6ec05c4c9 req-a1222ef3-c53f-46b4-9cad-0c1cbdd2267d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059647 Aug 30 14:28:26.355557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:26.382893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4121fb66-985c-4729-a940-c68f0c865973'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:26.430115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:26.481177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729675-f446-4d70-b3d3-cb3496fd1f0f req-522d7e42-7495-4354-8c39-fe5c56a653e4 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:26.483183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f729675-f446-4d70-b3d3-cb3496fd1f0f req-522d7e42-7495-4354-8c39-fe5c56a653e4 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 943 time: 0.0793760 Aug 30 14:28:26.516004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=a924390d-685c-4052-8104-3f68ccc7df56,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:26.541349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b365de-14a0-4e35-a819-dee35bc9c8e6 None None] Network bb143339-3e6e-4c00-a6c1-c48955ae6061 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:26.545662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f729675-f446-4d70-b3d3-cb3496fd1f0f req-374d2a40-0141-4f07-a702-161cc033a377 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500100 Aug 30 14:28:26.654255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-25e320ee-13fc-4c6d-8766-6e0923ae6751 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--879622672&fields=id&tenant_id=ea76724a518840a19b83451821677065 HTTP/1.1" status: 200 len: 267 time: 0.2896421 Aug 30 14:28:26.737539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a53b40-5ef0-4abc-9809-fbb26de0e962 req-78974499-6856-4b5f-8684-6bfa760a6827 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:26.749521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6a53b40-5ef0-4abc-9809-fbb26de0e962 req-78974499-6856-4b5f-8684-6bfa760a6827 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 945 time: 0.1288261 Aug 30 14:28:26.817792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6a53b40-5ef0-4abc-9809-fbb26de0e962 req-1499fc1a-9cf3-4534-9ca4-82d587a17132 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665832 Aug 30 14:28:26.830582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded2e44-01cb-4017-88e2-722a346cd4be None None] DHCP port deletion for bb143339-3e6e-4c00-a6c1-c48955ae6061 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:28:26.850072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-7062b51a-58d0-4f47-9e55-467c6ec8ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:26.850072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-7062b51a-58d0-4f47-9e55-467c6ec8ee8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 915 time: 0.6263483 Aug 30 14:28:26.882240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-41c82473-3058-4c9b-bbbf-99e78f4dad0b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:26.883881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-41c82473-3058-4c9b-bbbf-99e78f4dad0b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports/de5ba890-9014-4b69-a5cb-59a329f7e621 HTTP/1.1" status: 200 len: 930 time: 0.2286673 Aug 30 14:28:26.886255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:26.949202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb143339-3e6e-4c00-a6c1-c48955ae6061']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:26.952205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-d9895624-3a2c-4777-9ac8-ffdb2c01bd2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f686a6f2-60c8-4324-9f47-8707da36a970 HTTP/1.1" status: 200 len: 217 time: 0.0960665 Aug 30 14:28:26.975076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f686a6f2-60c8-4324-9f47-8707da36a970 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:28:27.016177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f8f640-7aa7-4f0f-906f-941d2f0ebc43') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:27.016738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f8f640-7aa7-4f0f-906f-941d2f0ebc43') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:27.097678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f3582-d9fb-4cf9-8f67-aff6b83b08f6 req-cdd471b8-e890-4193-9b3a-b1f1d174f78f tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.097944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b54ca3d-3080-42af-a39d-6241be3fd532 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:27.099914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-097f3582-d9fb-4cf9-8f67-aff6b83b08f6 req-cdd471b8-e890-4193-9b3a-b1f1d174f78f tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 945 time: 0.0658271 Aug 30 14:28:27.107529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.128331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Transition to ACTIVE for port object 0b54ca3d-3080-42af-a39d-6241be3fd532 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:27.137825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:27.141418 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.153986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'port_id': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'mac_address': 'fa:16:3e:80:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574c9491-1e52-4dab-aa69-a57714fc0ce7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:28:27.157487 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-097f3582-d9fb-4cf9-8f67-aff6b83b08f6 req-826b2759-6bf9-4bd5-8cc1-32403e402465 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501812 Aug 30 14:28:27.181229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-fa28b6c4-d126-4dc3-93e6-5073c3e82dba tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.182720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-fa28b6c4-d126-4dc3-93e6-5073c3e82dba tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports/3c85d4c7-85fe-4a87-b26c-82ccca54d129 HTTP/1.1" status: 200 len: 932 time: 0.2815382 Aug 30 14:28:27.183403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.207101 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.234694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f686a6f2-60c8-4324-9f47-8707da36a970 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:27.242367 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.258307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:27.264920 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.284782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-2865fa07-3320-4d66-870a-25e87d67a67b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0843439 Aug 30 14:28:27.286886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-f2413732-472f-4722-93f7-9ce8bbe26f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.288407 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-f2413732-472f-4722-93f7-9ce8bbe26f7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=574c9491-1e52-4dab-aa69-a57714fc0ce7 HTTP/1.1" status: 200 len: 854 time: 0.3256688 Aug 30 14:28:27.303185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:28:27.303827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:28:27.310086 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:28:27.403820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:27.412766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4121fb66-985c-4729-a940-c68f0c865973 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:27.452445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-4a9cde2f-9058-4384-b589-392bd421f0e9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.465539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-4a9cde2f-9058-4384-b589-392bd421f0e9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.481365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-4a9cde2f-9058-4384-b589-392bd421f0e9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.488006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 4121fb66-985c-4729-a940-c68f0c865973 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:27.488771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.494921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f686a6f2-60c8-4324-9f47-8707da36a970'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:27.498253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-4a9cde2f-9058-4384-b589-392bd421f0e9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.505576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-4a9cde2f-9058-4384-b589-392bd421f0e9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.514081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-4a9cde2f-9058-4384-b589-392bd421f0e9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.524444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-4a9cde2f-9058-4384-b589-392bd421f0e9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.528906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-4a9cde2f-9058-4384-b589-392bd421f0e9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5381 time: 0.2085998 Aug 30 14:28:27.575270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-3126d04f-024e-4a20-b6c6-1e015ead86ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2477973 Aug 30 14:28:27.576714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Pushing event updated for resources: {'Port': ['ID=0b54ca3d-3080-42af-a39d-6241be3fd532,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:27.609718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-4e7ed31b-c294-4b04-b0e5-ab53617eafe4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2983961 Aug 30 14:28:27.632465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.638206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.646485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/bb143339-3e6e-4c00-a6c1-c48955ae6061 HTTP/1.1" status: 204 len: 168 time: 4.1025617 Aug 30 14:28:27.651427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de8e9820-2e83-48d9-9783-e4906594dc04 req-d618e88a-b952-48c2-98ac-264107459123 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145632 Aug 30 14:28:27.652344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:27.733287 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab86abc-e0ac-4c81-b19c-786a3dfbd243 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:27.735495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab86abc-e0ac-4c81-b19c-786a3dfbd243 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:27.739911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bab86abc-e0ac-4c81-b19c-786a3dfbd243 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/a924390d-685c-4052-8104-3f68ccc7df56 HTTP/1.1" status: 404 len: 337 time: 0.0858107 Aug 30 14:28:27.742477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:27.775712 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbeaf6c-92b2-4a45-8851-6dfa3321642b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:27.776303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbeaf6c-92b2-4a45-8851-6dfa3321642b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:27.780877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-abbeaf6c-92b2-4a45-8851-6dfa3321642b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/bb143339-3e6e-4c00-a6c1-c48955ae6061 HTTP/1.1" status: 404 len: 339 time: 0.0344248 Aug 30 14:28:27.781590 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.789291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:27.864031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4121fb66-985c-4729-a940-c68f0c865973'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:27.865982 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be011d0-b675-49d6-a895-edeb8e8d0e15" -d '{"events": [{"server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "name": "network-vif-plugged", "status": "completed", "tag": "4121fb66-985c-4729-a940-c68f0c865973"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:27.894150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:27.898798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0f834be-0039-442b-be3d-652948ff6b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.902278 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.903090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:27.903417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f4de4-03b9-4b06-a12b-24bfecab2227 req-9138b1a9-2482-45e7-81ff-9ee932df964d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:27.905252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-680f4de4-03b9-4b06-a12b-24bfecab2227 req-9138b1a9-2482-45e7-81ff-9ee932df964d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1254473 Aug 30 14:28:27.915402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebca92-4c2f-4ad1-b96d-a5599211318c tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=bb143339-3e6e-4c00-a6c1-c48955ae6061,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:27.918591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '84e5271f-b261-4f7e-98cf-ff1c6c3093e5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:27.922643 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96d616d-bb3f-473a-9128-d99ccadbccb8" -d '{"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "84e5271f-b261-4f7e-98cf-ff1c6c3093e5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:27.932854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Attempting to bind port 0b54ca3d-3080-42af-a39d-6241be3fd532 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:27.933421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Attempting to bind port 0b54ca3d-3080-42af-a39d-6241be3fd532 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:27.933758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Attempting to bind port 0b54ca3d-3080-42af-a39d-6241be3fd532 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:27.941232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:27.951195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Port 0b54ca3d-3080-42af-a39d-6241be3fd532 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:27.951527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Attempting to bind port 0b54ca3d-3080-42af-a39d-6241be3fd532 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:27.981364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-680f4de4-03b9-4b06-a12b-24bfecab2227 req-69131c70-073d-484b-98c9-0c6e9dd7f1ea tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683758 Aug 30 14:28:28.004183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:28.026465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:28.033444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:28.033699 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.138227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.168984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c190bb7-5e97-4290-91cf-aa545016abed']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:28.188489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634fc00b-3ed0-4160-90ce-3233a6124a34') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:28.188987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634fc00b-3ed0-4160-90ce-3233a6124a34') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:28.195926 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.203063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.225832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb7fab-ae45-4839-9d3a-c929b6e03a61 req-c5fb3cfa-6107-4572-981f-95c261735968 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.227860 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38cb7fab-ae45-4839-9d3a-c929b6e03a61 req-c5fb3cfa-6107-4572-981f-95c261735968 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 944 time: 0.1530912 Aug 30 14:28:28.237423 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.251260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:28.257656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.263528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:28:28.263949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:28:28.267347 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:28:28.271802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-4d0d6c1e-8f5a-4b9b-9776-84eadbc587d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.271802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-4d0d6c1e-8f5a-4b9b-9776-84eadbc587d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1101 time: 0.1469953 Aug 30 14:28:28.285170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:28.285440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Checking segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:28.285891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Bound using segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:28.286221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Bound port: 0b54ca3d-3080-42af-a39d-6241be3fd532, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:28.286601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.351779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:28.368808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-88085715-12ff-4db4-9731-98de84719466 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.375401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-88085715-12ff-4db4-9731-98de84719466 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.381348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-88085715-12ff-4db4-9731-98de84719466 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.383627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-88085715-12ff-4db4-9731-98de84719466 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/networks?id=58b173ba-3264-4cfa-bc64-893edcb7863c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&id=9bb743dd-fe92-479b-9011-f9414e0ea2f1 HTTP/1.1" status: 200 len: 1991 time: 0.7725482 Aug 30 14:28:28.410191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38cb7fab-ae45-4839-9d3a-c929b6e03a61 req-a3f7f6a9-9c37-4257-bed7-09e44c673039 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696684 Aug 30 14:28:28.413253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.418478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-7c8d476b-a178-49c4-a214-a8d43be118c5 service neutron] 10.222.0.39 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7874711 Aug 30 14:28:28.424898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.427272 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/4c190bb7-5e97-4290-91cf-aa545016abed HTTP/1.1" status: 204 len: 168 time: 0.6366444 Aug 30 14:28:28.432470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:28.453369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffce0f7-1c65-47f3-807e-bd3ebcc09d16 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=4c190bb7-5e97-4290-91cf-aa545016abed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:28.464397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43983693-fad5-4a58-8704-34b13fefd6ba tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/quotas/ea76724a518840a19b83451821677065 HTTP/1.1" status: 200 len: 375 time: 0.0639727 Aug 30 14:28:28.483056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-c5e3b56c-c4dd-4d40-884d-9fada2c4abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.485273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-c5e3b56c-c4dd-4d40-884d-9fada2c4abca service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2009342 Aug 30 14:28:28.499794 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98e124-4c89-4f84-ab37-e87e50681c0f x-openstack-request-id: req-fd98e124-4c89-4f84-ab37-e87e50681c0f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:28.500078 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "name": "network-vif-plugged", "status": "completed", "tag": "4121fb66-985c-4729-a940-c68f0c865973", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:28.501199 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd98e124-4c89-4f84-ab37-e87e50681c0f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:28.501633 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4121fb66-985c-4729-a940-c68f0c865973', 'code': 200} Aug 30 14:28:28.511384 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.538876 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafc72ab-01d3-4533-9cf9-6c7ebdb8fa7b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:28.539270 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafc72ab-01d3-4533-9cf9-6c7ebdb8fa7b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:28.541754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aafc72ab-01d3-4533-9cf9-6c7ebdb8fa7b tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/77847825-6745-4d8f-a87a-805770979702 HTTP/1.1" status: 404 len: 337 time: 0.1034813 Aug 30 14:28:28.550263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:28.553234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] For port 0b54ca3d-3080-42af-a39d-6241be3fd532, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:28.560217 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-c6265179-a0be-4c80-a6c5-772d716a2386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.0661752 Aug 30 14:28:28.592452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] For port 0b54ca3d-3080-42af-a39d-6241be3fd532, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b54ca3d-3080-42af-a39d-6241be3fd532,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:28.603288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.606061 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a816937-d622-49bb-86bf-5bda6ff3baa8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:28.606680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a816937-d622-49bb-86bf-5bda6ff3baa8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:28.608521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6a816937-d622-49bb-86bf-5bda6ff3baa8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/9fd930c9-cafb-459d-9a9d-9d861362a0d7 HTTP/1.1" status: 404 len: 339 time: 0.0571785 Aug 30 14:28:28.615778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:28.654461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-e3b30b52-08c2-4f26-a928-33993995b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.655969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-e3b30b52-08c2-4f26-a928-33993995b3d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0741899 Aug 30 14:28:28.668106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beac6f-3e13-46c2-a861-a227133b0971 req-87edbc6c-5614-4602-aa2b-36bfb5626cc8 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.669711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11beac6f-3e13-46c2-a861-a227133b0971 req-87edbc6c-5614-4602-aa2b-36bfb5626cc8 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.1084764 Aug 30 14:28:28.687643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b30b9b83-996c-49be-a891-7c52a1fa074c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:28.689376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.690408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.692008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] 10.222.0.39 "PUT /v2.0/ports/0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 1135 time: 2.7961802 Aug 30 14:28:28.718720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b30b9b83-996c-49be-a891-7c52a1fa074c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:28.719425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b30b9b83-996c-49be-a891-7c52a1fa074c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:28.751724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-7831b6ac-2f62-4e43-92a4-303638173adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.753022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-084ab7c4-601e-4ac8-a5ba-9352306fe77b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2512715 Aug 30 14:28:28.753871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-7831b6ac-2f62-4e43-92a4-303638173adb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828507 Aug 30 14:28:28.761824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11beac6f-3e13-46c2-a861-a227133b0971 req-8a055dc2-a8ea-4128-a6ea-17c4f5af708c tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601487 Aug 30 14:28:28.762622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:28.771948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0935b4b1-5c8b-4254-b03a-cedf4e2ce709 req-1220a144-366a-471d-9a1b-675ba7445c16 service neutron] 10.222.0.39 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402758 Aug 30 14:28:28.823200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9400-292d-44b3-86a4-de8c9e3e7a6b service neutron] Pushing event updated for resources: {'Port': ['ID=0b54ca3d-3080-42af-a39d-6241be3fd532,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:28.835475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c45d071-efd3-4c3d-be21-7397051fc6d8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting subnet 54cc9ef6-debe-4efc-9a14-381b2105db91 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:28:28.853032 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be3478-23b6-4539-a9e2-f5d1dd18c20b x-openstack-request-id: req-53be3478-23b6-4539-a9e2-f5d1dd18c20b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:28.853521 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "84e5271f-b261-4f7e-98cf-ff1c6c3093e5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:28.853773 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53be3478-23b6-4539-a9e2-f5d1dd18c20b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:28.854175 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '84e5271f-b261-4f7e-98cf-ff1c6c3093e5', 'status': 'completed', 'code': 200} Aug 30 14:28:28.890068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c45d071-efd3-4c3d-be21-7397051fc6d8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:28.908873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-a6b588ba-d888-4a86-9c23-add0a0853f68 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458640 Aug 30 14:28:28.997150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f686a6f2-60c8-4324-9f47-8707da36a970 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:29.014968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.018547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c45d071-efd3-4c3d-be21-7397051fc6d8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.111179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port f686a6f2-60c8-4324-9f47-8707da36a970 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:29.121126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port f686a6f2-60c8-4324-9f47-8707da36a970 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:29.121823 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.123602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-570aa36a-8127-40d8-9bfd-07c28134960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.124106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-570aa36a-8127-40d8-9bfd-07c28134960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.124591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-570aa36a-8127-40d8-9bfd-07c28134960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.125093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-570aa36a-8127-40d8-9bfd-07c28134960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.125582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-570aa36a-8127-40d8-9bfd-07c28134960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.126056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-570aa36a-8127-40d8-9bfd-07c28134960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.126528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-570aa36a-8127-40d8-9bfd-07c28134960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.128923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-570aa36a-8127-40d8-9bfd-07c28134960b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6218 time: 0.2401698 Aug 30 14:28:29.142348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-3dad5d77-dd6e-4449-8732-4e7585a99c02 service neutron] 10.222.0.50 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335309 Aug 30 14:28:29.150903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791078e-6bb0-4fe2-a67c-45cad9acc472 req-b35b5fe1-9523-4dcc-82df-c622d901cc2c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.159988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0791078e-6bb0-4fe2-a67c-45cad9acc472 req-b35b5fe1-9523-4dcc-82df-c622d901cc2c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.1370335 Aug 30 14:28:29.195873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-e81e7bdb-666f-459b-b425-067a9d5900a8 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803836 Aug 30 14:28:29.199733 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.229927 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0791078e-6bb0-4fe2-a67c-45cad9acc472 req-2eb9e18b-fa7c-435b-babd-999c796fab56 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687943 Aug 30 14:28:29.316798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.414031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:29.414749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-fd4cf3bb-d350-4c78-9b59-4b713514b25d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.422133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.423622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-fd4cf3bb-d350-4c78-9b59-4b713514b25d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.433788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-fd4cf3bb-d350-4c78-9b59-4b713514b25d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.443304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-fd4cf3bb-d350-4c78-9b59-4b713514b25d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.450300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-fd4cf3bb-d350-4c78-9b59-4b713514b25d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.460798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-fd4cf3bb-d350-4c78-9b59-4b713514b25d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.468690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-fd4cf3bb-d350-4c78-9b59-4b713514b25d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.476858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-fd4cf3bb-d350-4c78-9b59-4b713514b25d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5381 time: 0.1545727 Aug 30 14:28:29.500110 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c45d071-efd3-4c3d-be21-7397051fc6d8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.528572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:29.553879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a83ef1f1-9fa1-44f9-b171-b036f44d03f0 req-8f868c7d-3d39-4b64-9dce-88b806f0d3af tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700471 Aug 30 14:28:29.677454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c672a-a133-428f-8c8d-21658ab01e4d req-058a43db-9fe9-4a5c-86c2-b517a6201906 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.686047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de6c672a-a133-428f-8c8d-21658ab01e4d req-058a43db-9fe9-4a5c-86c2-b517a6201906 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.0638292 Aug 30 14:28:29.703008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-f814f5cd-1624-41ba-8380-3cbb602aecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.703883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-f814f5cd-1624-41ba-8380-3cbb602aecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.704030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-f814f5cd-1624-41ba-8380-3cbb602aecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.705822 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-f814f5cd-1624-41ba-8380-3cbb602aecbb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1cb1fd65049e4f40acd19376869f39b7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5681055 Aug 30 14:28:29.716803 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-26f35a7e-7f61-4b89-8ce1-82c2e56c3bc6 service neutron] 10.222.0.50 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528197 Aug 30 14:28:29.727602 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de6c672a-a133-428f-8c8d-21658ab01e4d req-88fecb03-d271-4f3f-bb82-56acd15e8244 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Aug 30 14:28:29.804869 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c45d071-efd3-4c3d-be21-7397051fc6d8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.881388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a2744-23aa-4043-8ac3-c24d0b867cf1 req-416f0ada-aed7-4e1f-ab2b-e45690349da6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.884004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e7a2744-23aa-4043-8ac3-c24d0b867cf1 req-416f0ada-aed7-4e1f-ab2b-e45690349da6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.0839887 Aug 30 14:28:29.928025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45d071-efd3-4c3d-be21-7397051fc6d8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=54cc9ef6-debe-4efc-9a14-381b2105db91,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:29.928407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e7a2744-23aa-4043-8ac3-c24d0b867cf1 req-46ca8b53-f8f6-44a9-aca9-57a8621ae52d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361156 Aug 30 14:28:29.941515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7376f-5b1c-4081-8104-5303d7cffe15 None None] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:29.945206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c45d071-efd3-4c3d-be21-7397051fc6d8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:29.947331 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7c45d071-efd3-4c3d-be21-7397051fc6d8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/54cc9ef6-debe-4efc-9a14-381b2105db91 HTTP/1.1" status: 204 len: 168 time: 1.3255012 Aug 30 14:28:29.952077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:29.960963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-80fc982d-fbfc-4b7b-8f2f-315e67c43a0e service neutron] 10.222.0.50 "GET /v2.0/ports/de5ba890-9014-4b69-a5cb-59a329f7e621?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2172372 Aug 30 14:28:30.053311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f716fd9b-31ab-4494-8779-9f0fc11b5bf9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting subnet 7d9d4f1f-44a2-43c8-9caa-2fee5ffe781b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:28:30.059157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f716fd9b-31ab-4494-8779-9f0fc11b5bf9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.121473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-e643bcff-9abe-42da-9cad-850ca6d6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:30.122236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f96d616d-bb3f-473a-9128-d99ccadbccb8 req-e643bcff-9abe-42da-9cad-850ca6d6ea38 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4044461 Aug 30 14:28:30.149182 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f716fd9b-31ab-4494-8779-9f0fc11b5bf9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.183784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808e7602-c320-4cbc-80db-e487ef7820ce {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:30.196985 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.203639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-5b65385f-b3dc-46f0-9664-fe776295c600 service neutron] 10.222.0.50 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330060 Aug 30 14:28:30.242060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Transition to ACTIVE for port object 808e7602-c320-4cbc-80db-e487ef7820ce will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:30.316602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.358566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28770506-dcc0-4803-9829-a39bf1380c96 req-71d5f99c-ff67-485f-b580-af0b2bb59f1c tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:30.360231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28770506-dcc0-4803-9829-a39bf1380c96 req-71d5f99c-ff67-485f-b580-af0b2bb59f1c tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.1631405 Aug 30 14:28:30.399367 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f716fd9b-31ab-4494-8779-9f0fc11b5bf9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.413589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Pushing event updated for resources: {'Port': ['ID=808e7602-c320-4cbc-80db-e487ef7820ce,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:30.470315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28770506-dcc0-4803-9829-a39bf1380c96 req-89af03c4-728e-4b6e-bac5-828905ef0a3a tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774543 Aug 30 14:28:30.499952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f716fd9b-31ab-4494-8779-9f0fc11b5bf9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.503399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f'}, {'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:30.507694 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738cce5d-6e69-4d6f-9d54-0969cfeb21a3" -d '{"events": [{"server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "name": "network-vif-plugged", "status": "completed", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f"}, {"server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "name": "network-vif-plugged", "status": "completed", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:30.544460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716fd9b-31ab-4494-8779-9f0fc11b5bf9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9d4f1f-44a2-43c8-9caa-2fee5ffe781b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:30.552324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f716fd9b-31ab-4494-8779-9f0fc11b5bf9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.554530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f716fd9b-31ab-4494-8779-9f0fc11b5bf9 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/7d9d4f1f-44a2-43c8-9caa-2fee5ffe781b HTTP/1.1" status: 204 len: 168 time: 0.5996559 Aug 30 14:28:30.557432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:30.669714 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.833204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting port 4b380854-9664-419e-8aad-4275f79add3c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:30.834092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.889449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '0b54ca3d-3080-42af-a39d-6241be3fd532'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:30.891743 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92701303-8d93-48d3-8394-1abed7798607" -d '{"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "0b54ca3d-3080-42af-a39d-6241be3fd532"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:30.901345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b2bc-db7c-4938-b8f6-6440ff5bd7e5 req-d3807d73-afd8-4f3e-8a22-a4e46c532f3a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:30.903034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbf2b2bc-db7c-4938-b8f6-6440ff5bd7e5 req-d3807d73-afd8-4f3e-8a22-a4e46c532f3a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 946 time: 0.1563520 Aug 30 14:28:30.909363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cc80a478-59a4-4b27-b917-1aaa15c2f10e service neutron] 10.222.0.50 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872323 Aug 30 14:28:30.946943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] For port 4b380854-9664-419e-8aad-4275f79add3c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4b380854-9664-419e-8aad-4275f79add3c,segment=NetworkSegment(fabc9b41-4c83-4364-8529-039e6c4cecca),segment_id=fabc9b41-4c83-4364-8529-039e6c4cecca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:30.947964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.971105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Calling delete_port for 4b380854-9664-419e-8aad-4275f79add3c owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:30.974366 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-13a97c98-84be-4558-b1e2-5764adc10560 service neutron] 10.222.0.50 "GET /v2.0/ports/3c85d4c7-85fe-4a87-b26c-82ccca54d129?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0508428 Aug 30 14:28:30.975302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Attempting to bind port 808e7602-c320-4cbc-80db-e487ef7820ce on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:30.976031 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbf2b2bc-db7c-4938-b8f6-6440ff5bd7e5 req-4677a68f-2b9b-4399-b638-22a27d8b2732 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Aug 30 14:28:30.981237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Attempting to bind port 808e7602-c320-4cbc-80db-e487ef7820ce by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:30.983646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Attempting to bind port 808e7602-c320-4cbc-80db-e487ef7820ce on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:31.001190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Port 808e7602-c320-4cbc-80db-e487ef7820ce on network 397c024b-9e1b-4316-bf98-e610b0a459d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:31.001527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Attempting to bind port 808e7602-c320-4cbc-80db-e487ef7820ce on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:31.048847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:31.049240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Checking segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:31.049608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Bound using segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:31.050064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Bound port: 808e7602-c320-4cbc-80db-e487ef7820ce, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:31.050435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.077330 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e09e252-00cc-4ebc-b07b-43e6453fc98c x-openstack-request-id: req-9e09e252-00cc-4ebc-b07b-43e6453fc98c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:31.078140 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "name": "network-vif-plugged", "status": "completed", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f", "code": 200}, {"server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "name": "network-vif-plugged", "status": "completed", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:31.078799 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e09e252-00cc-4ebc-b07b-43e6453fc98c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:31.079702 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'code': 200} Aug 30 14:28:31.080384 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'code': 200} Aug 30 14:28:31.092569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.136918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No DVR routers for this DVR port 4b380854-9664-419e-8aad-4275f79add3c on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:31.139606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Port': ['ID=4b380854-9664-419e-8aad-4275f79add3c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:31.164767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] For port 808e7602-c320-4cbc-80db-e487ef7820ce, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:31.198862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe4de1-0497-402b-960b-609997e80f37 None None] Network 78e14bfa-25c0-4933-9735-1dfd470d8865 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:31.218824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] For port 808e7602-c320-4cbc-80db-e487ef7820ce, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=808e7602-c320-4cbc-80db-e487ef7820ce,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:31.233914 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.270381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-142c8984-b99b-4dde-9375-9b5f77876f74 None None] Could not find standard attr ID for object 4b380854-9664-419e-8aad-4275f79add3c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:28:31.276561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-065f5a58-9758-44d2-a086-9cd050de35c2 service neutron] 10.222.0.50 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853017 Aug 30 14:28:31.333905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ad7a-7df3-41f3-90ec-e8c1675bae44 req-ad4f24d3-c939-4674-8845-be29dc84a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.336746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66c7ad7a-7df3-41f3-90ec-e8c1675bae44 req-ad4f24d3-c939-4674-8845-be29dc84a8de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 1096 time: 0.1757619 Aug 30 14:28:31.343432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.344574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.347143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] 10.222.0.39 "PUT /v2.0/ports/808e7602-c320-4cbc-80db-e487ef7820ce HTTP/1.1" status: 200 len: 1090 time: 2.6116557 Aug 30 14:28:31.376129 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.408239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e14bfa-25c0-4933-9735-1dfd470d8865']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:31.411709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:31.424452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58989-cc75-44e2-9a3d-f448eb4f4086 req-1cfd556e-cdd8-429c-b8a8-ffdb1def7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.426402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23a58989-cc75-44e2-9a3d-f448eb4f4086 req-1cfd556e-cdd8-429c-b8a8-ffdb1def7edc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 1097 time: 0.1967828 Aug 30 14:28:31.429210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabc9b41-4c83-4364-8529-039e6c4cecca') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:31.429603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabc9b41-4c83-4364-8529-039e6c4cecca') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:31.446218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197aca2-5b61-4405-a077-057be922cff3 req-8188500a-c7fc-408f-88a5-eda4720036cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.452265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197aca2-5b61-4405-a077-057be922cff3 req-8188500a-c7fc-408f-88a5-eda4720036cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.458534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197aca2-5b61-4405-a077-057be922cff3 req-8188500a-c7fc-408f-88a5-eda4720036cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.465730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc06a79b-b6c2-4622-8f7e-b7d98c4fb932 None None] DHCP port deletion for 78e14bfa-25c0-4933-9735-1dfd470d8865 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:28:31.466109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197aca2-5b61-4405-a077-057be922cff3 req-8188500a-c7fc-408f-88a5-eda4720036cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.472402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197aca2-5b61-4405-a077-057be922cff3 req-8188500a-c7fc-408f-88a5-eda4720036cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.483370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197aca2-5b61-4405-a077-057be922cff3 req-8188500a-c7fc-408f-88a5-eda4720036cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.493226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197aca2-5b61-4405-a077-057be922cff3 req-8188500a-c7fc-408f-88a5-eda4720036cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.495320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5197aca2-5b61-4405-a077-057be922cff3 req-8188500a-c7fc-408f-88a5-eda4720036cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5393 time: 0.2853336 Aug 30 14:28:31.511503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.530270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.553701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b6997-a683-426c-b19a-4a13d9f01589 service neutron] Pushing event updated for resources: {'Port': ['ID=808e7602-c320-4cbc-80db-e487ef7820ce,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:31.573520 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.576296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23a58989-cc75-44e2-9a3d-f448eb4f4086 req-219ee36b-e9f0-4cf4-bc1b-05efbb8b9d2b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740807 Aug 30 14:28:31.588705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:28:31.589406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.589619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66c7ad7a-7df3-41f3-90ec-e8c1675bae44 req-3e7fbe9f-ddb7-492a-9dfa-049f08345b95 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873260 Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:28:31.593633 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:28:31.608836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.621473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-0aaff1b5-3cdf-4634-952f-b02d05c9673e service neutron] 10.222.0.50 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205972 Aug 30 14:28:31.680751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5197aca2-5b61-4405-a077-057be922cff3 req-031e81ad-269b-4f5c-ba55-2ca492aabf67 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583102 Aug 30 14:28:31.737436 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.758520 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.760903 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/78e14bfa-25c0-4933-9735-1dfd470d8865 HTTP/1.1" status: 204 len: 168 time: 1.2015047 Aug 30 14:28:31.763384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3466c-605c-4129-8325-dbc18f074da8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=78e14bfa-25c0-4933-9735-1dfd470d8865,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:31.765385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:31.832177 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1ee237-533e-4dd9-9693-b9ef0c9be1a0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:31.833172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1ee237-533e-4dd9-9693-b9ef0c9be1a0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:31.840386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0d1ee237-533e-4dd9-9693-b9ef0c9be1a0 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/babb2e29-0d9f-452b-94f8-889d9c8b23be HTTP/1.1" status: 404 len: 337 time: 0.0696404 Aug 30 14:28:31.840736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-039c501e-7be7-46a7-a5a4-84322d2bdd48 service neutron] 10.222.0.50 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902959 Aug 30 14:28:31.841808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:31.891740 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8606174-7702-4d42-90b1-76632672b58d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:31.892314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8606174-7702-4d42-90b1-76632672b58d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:31.896792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8606174-7702-4d42-90b1-76632672b58d tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/8b9b435e-e276-4339-8a72-305557528afc HTTP/1.1" status: 404 len: 339 time: 0.0508993 Aug 30 14:28:31.897214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:31.928638 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ff6117-4026-4c33-84d9-0dec8b7836e8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:31.929130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ff6117-4026-4c33-84d9-0dec8b7836e8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:31.930970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-96ff6117-4026-4c33-84d9-0dec8b7836e8 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/002e1c0e-ef7b-4248-8560-81d273fa89f3 HTTP/1.1" status: 404 len: 337 time: 0.0324888 Aug 30 14:28:31.935238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:31.957967 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab61435d-b25e-4fb9-849f-c818b5db1194 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:31.958562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab61435d-b25e-4fb9-849f-c818b5db1194 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:31.960349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ab61435d-b25e-4fb9-849f-c818b5db1194 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/43c2ab4a-06bc-45a8-8a4d-db2d311bca15 HTTP/1.1" status: 404 len: 339 time: 0.0239775 Aug 30 14:28:31.968544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:31.978802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ff427-2ce6-4d35-897c-7e77df1e21e8 req-d809c6d8-5751-47d1-9a88-7f3b0a5ffbc9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.981509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa1ff427-2ce6-4d35-897c-7e77df1e21e8 req-d809c6d8-5751-47d1-9a88-7f3b0a5ffbc9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1664205 Aug 30 14:28:32.020730 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a526c5a-58a5-4d83-a8d8-7c25d3403e34 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:32.021228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a526c5a-58a5-4d83-a8d8-7c25d3403e34 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:32.023287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a526c5a-58a5-4d83-a8d8-7c25d3403e34 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/28bdfb82-d0b5-4f98-bfd6-808c48cffe66 HTTP/1.1" status: 404 len: 337 time: 0.0508711 Aug 30 14:28:32.028836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa1ff427-2ce6-4d35-897c-7e77df1e21e8 req-5dbbcb2c-14ea-4c5e-b690-baddae9b9896 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Aug 30 14:28:32.029404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:32.042756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-22dc5e29-9c09-4ad7-aed4-61569066ed3e service neutron] 10.222.0.50 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736965 Aug 30 14:28:32.048591 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08f63ba-84b0-433f-a94d-71fc36a3b387 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:32.049240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08f63ba-84b0-433f-a94d-71fc36a3b387 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:32.053516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e08f63ba-84b0-433f-a94d-71fc36a3b387 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/8712f950-5174-4293-8844-466ba4a317b8 HTTP/1.1" status: 404 len: 339 time: 0.0207472 Aug 30 14:28:32.055342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:32.129028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbe0b8d-2ad1-41d7-b29b-9889b26819ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting subnet dc3e39c6-7917-4f8e-a8d2-04eb7152c518 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:28:32.135597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0b8d-2ad1-41d7-b29b-9889b26819ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.151764 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1e7caf-8f7c-4fb8-8b92-ffa208f6c988 x-openstack-request-id: req-cf1e7caf-8f7c-4fb8-8b92-ffa208f6c988 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:32.152067 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "0b54ca3d-3080-42af-a39d-6241be3fd532", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:32.152323 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf1e7caf-8f7c-4fb8-8b92-ffa208f6c988 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:32.152722 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '0b54ca3d-3080-42af-a39d-6241be3fd532', 'status': 'completed', 'code': 200} Aug 30 14:28:32.208828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:32.222357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0b8d-2ad1-41d7-b29b-9889b26819ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.227917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.255447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Transition to ACTIVE for port object de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:32.264646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.275484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545f632-307f-4e26-8df2-98d10be48f9f req-e34e67d0-daf7-42f7-b8f1-31f9a64ffbfe tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.275808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-ee9fd245-25db-4dfe-abc8-69a1fc7c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.276271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-ee9fd245-25db-4dfe-abc8-69a1fc7c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.276752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-ee9fd245-25db-4dfe-abc8-69a1fc7c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.277088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3545f632-307f-4e26-8df2-98d10be48f9f req-e34e67d0-daf7-42f7-b8f1-31f9a64ffbfe tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1027536 Aug 30 14:28:32.277245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-ee9fd245-25db-4dfe-abc8-69a1fc7c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.277735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-ee9fd245-25db-4dfe-abc8-69a1fc7c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.278200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-ee9fd245-25db-4dfe-abc8-69a1fc7c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.278668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-ee9fd245-25db-4dfe-abc8-69a1fc7c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.280649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92701303-8d93-48d3-8394-1abed7798607 req-ee9fd245-25db-4dfe-abc8-69a1fc7c17ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6285 time: 0.1214664 Aug 30 14:28:32.296189 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:28:32.305524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1826bae2-2307-41ff-a142-c59b6053d2df service neutron] 10.222.0.50 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363648 Aug 30 14:28:32.362921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3545f632-307f-4e26-8df2-98d10be48f9f req-6b8cd905-6194-4dc8-acc1-4569c0a91cd2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768239 Aug 30 14:28:32.395927 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0b8d-2ad1-41d7-b29b-9889b26819ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.454335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Pushing event updated for resources: {'Port': ['ID=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:32.511188 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0b8d-2ad1-41d7-b29b-9889b26819ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.553082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe0b8d-2ad1-41d7-b29b-9889b26819ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3e39c6-7917-4f8e-a8d2-04eb7152c518,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:32.556364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0b8d-2ad1-41d7-b29b-9889b26819ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.562040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6fbe0b8d-2ad1-41d7-b29b-9889b26819ff tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/dc3e39c6-7917-4f8e-a8d2-04eb7152c518 HTTP/1.1" status: 204 len: 168 time: 0.5055368 Aug 30 14:28:32.563397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:32.576201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66297f9-b908-4acc-bb36-042d1f21bea7 None None] Network dc7a5296-f985-4404-86ae-d434c91bdb33 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:32.605510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-35b19c5a-39c6-469d-9633-10990e733d1a service neutron] 10.222.0.50 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816169 Aug 30 14:28:32.609959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-4da4c764-b101-49e7-9afb-9a092aeb6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.610708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-4da4c764-b101-49e7-9afb-9a092aeb6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.611356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-4da4c764-b101-49e7-9afb-9a092aeb6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.613324 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92701303-8d93-48d3-8394-1abed7798607 req-4da4c764-b101-49e7-9afb-9a092aeb6165 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1cb1fd65049e4f40acd19376869f39b7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3027775 Aug 30 14:28:32.619201 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.690157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.746577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Attempting to bind port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:32.746917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Attempting to bind port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:32.747552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Attempting to bind port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:32.768233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b380854-9664-419e-8aad-4275f79add3c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:32.802968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting port 38e7a712-3d1c-4641-ae66-04350c452ca3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:32.803278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c on network 397c024b-9e1b-4316-bf98-e610b0a459d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:32.803390 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.803506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Attempting to bind port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:32.818872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4b380854-9664-419e-8aad-4275f79add3c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:32.819346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b380854-9664-419e-8aad-4275f79add3c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:32.825915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:32.826261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Checking segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:32.826897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Bound using segment: {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:32.827791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Bound port: de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb104d30-d5c5-402d-9290-560141fa00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:32.828519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.940458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92701303-8d93-48d3-8394-1abed7798607 req-664ea3bd-bc1a-4138-84bd-56b3fcfda615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.942395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92701303-8d93-48d3-8394-1abed7798607 req-664ea3bd-bc1a-4138-84bd-56b3fcfda615 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3197434 Aug 30 14:28:32.952785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-7efc0a4c-ea01-4e37-b367-56999b72211b service neutron] 10.222.0.50 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053124 Aug 30 14:28:32.958740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] DHCP port deletion for dc7a5296-f985-4404-86ae-d434c91bdb33 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:28:33.032800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] For port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:33.041825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] Deleting port 38e7a712-3d1c-4641-ae66-04350c452ca3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:33.042720 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.054852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] For port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:33.062359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.122651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:33.123281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.124726 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] 10.222.0.39 "PUT /v2.0/ports/de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c HTTP/1.1" status: 200 len: 1090 time: 1.7206163 Aug 30 14:28:33.133954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] For port 38e7a712-3d1c-4641-ae66-04350c452ca3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=38e7a712-3d1c-4641-ae66-04350c452ca3,segment=NetworkSegment(270309a3-974b-4a91-95c6-904b9624ce6c),segment_id=270309a3-974b-4a91-95c6-904b9624ce6c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:33.134816 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.154919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-b69933c1-1d06-4fb7-924c-4226ac8d6991 service neutron] 10.222.0.50 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861901 Aug 30 14:28:33.158768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2e6f5-7e4b-4622-b87c-e576676d307e service neutron] Pushing event updated for resources: {'Port': ['ID=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:33.162074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] Calling delete_port for 38e7a712-3d1c-4641-ae66-04350c452ca3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:33.176251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:33.242249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] For port 38e7a712-3d1c-4641-ae66-04350c452ca3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=38e7a712-3d1c-4641-ae66-04350c452ca3,segment=NetworkSegment(270309a3-974b-4a91-95c6-904b9624ce6c),segment_id=270309a3-974b-4a91-95c6-904b9624ce6c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:33.242647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.266476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5150177-23da-475a-b294-73a84b332b09 req-293f57cc-5bc9-4e17-a892-055fabf51668 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:33.268090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5150177-23da-475a-b294-73a84b332b09 req-293f57cc-5bc9-4e17-a892-055fabf51668 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.4503582 Aug 30 14:28:33.269144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Calling delete_port for 38e7a712-3d1c-4641-ae66-04350c452ca3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:33.321312 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.339440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.356771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] Pushing event deleted for resources: {'Port': ['ID=38e7a712-3d1c-4641-ae66-04350c452ca3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:33.365037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1fe23a-6410-4b88-8b4c-16e87564e413 None None] No DVR routers for this DVR port 38e7a712-3d1c-4641-ae66-04350c452ca3 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:33.386617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-86bad715-e153-4dc5-9b6e-0e07019e9fd6 service neutron] 10.222.0.50 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181261 Aug 30 14:28:33.397576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5150177-23da-475a-b294-73a84b332b09 req-2b989a9e-6edb-40fd-b295-8a96f459bb78 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714891 Aug 30 14:28:33.438780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4121fb66-985c-4729-a940-c68f0c865973 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:33.456457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.516288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No DVR routers for this DVR port 38e7a712-3d1c-4641-ae66-04350c452ca3 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:33.529107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Port': ['ID=38e7a712-3d1c-4641-ae66-04350c452ca3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:33.559759 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.592953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4121fb66-985c-4729-a940-c68f0c865973'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:33.596406 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdfde54-41a8-4481-98db-f0b7bcb746bb" -d '{"events": [{"server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "name": "network-vif-unplugged", "status": "completed", "tag": "4121fb66-985c-4729-a940-c68f0c865973"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:33.607336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-749ce4af-f189-4c03-b55b-62b2a896be7e service neutron] 10.222.0.50 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251694 Aug 30 14:28:33.619612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:33.626073 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.690450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:33.715238 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.728755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7a5296-f985-4404-86ae-d434c91bdb33']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:33.748115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b862a8-5ffd-4ddf-98dc-001ff07b6686 req-c4b3ce20-21dc-4873-a4f2-e4f0354f3257 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:33.749787 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7b862a8-5ffd-4ddf-98dc-001ff07b6686 req-c4b3ce20-21dc-4873-a4f2-e4f0354f3257 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.0993841 Aug 30 14:28:33.755127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270309a3-974b-4a91-95c6-904b9624ce6c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:33.755540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270309a3-974b-4a91-95c6-904b9624ce6c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:33.777702 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.807997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.820567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7b862a8-5ffd-4ddf-98dc-001ff07b6686 req-d6ac9d7a-a2b8-458c-9ad5-9630264f592d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549488 Aug 30 14:28:33.821964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:28:33.822448 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:28:33.825861 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:28:33.859390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753319b2-7446-4316-81cb-0659c516e6eb {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:33.868170 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.885430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Transition to ACTIVE for port object 753319b2-7446-4316-81cb-0659c516e6eb will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:33.895903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.960385 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.978372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:33.983742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/dc7a5296-f985-4404-86ae-d434c91bdb33 HTTP/1.1" status: 204 len: 168 time: 1.4183326 Aug 30 14:28:33.986158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:33.994774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Pushing event updated for resources: {'Port': ['ID=753319b2-7446-4316-81cb-0659c516e6eb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:34.011014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21662591-ba82-4aaf-a18f-cef130b97845 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=dc7a5296-f985-4404-86ae-d434c91bdb33,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:34.041225 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3902002c-23a1-45f7-92d2-e24d6e6e29ec tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:34.041901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3902002c-23a1-45f7-92d2-e24d6e6e29ec tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:34.046784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:34.047333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3902002c-23a1-45f7-92d2-e24d6e6e29ec tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/13a4df5a-f24f-41a2-a414-bc45e00a6659 HTTP/1.1" status: 404 len: 337 time: 0.0593266 Aug 30 14:28:34.061036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-9c23a564-0b7f-46ff-941f-988d57dc24f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.067622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-9c23a564-0b7f-46ff-941f-988d57dc24f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.073315 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a90178-320b-47c1-9fdc-d55cb2fd6dcd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] DELETE failed (client error): The resource could not be found. Aug 30 14:28:34.074131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a90178-320b-47c1-9fdc-d55cb2fd6dcd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:34.075531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-9c23a564-0b7f-46ff-941f-988d57dc24f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.076130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-18a90178-320b-47c1-9fdc-d55cb2fd6dcd tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/d1520ba4-8080-49ec-873d-fa0c2f5570ac HTTP/1.1" status: 404 len: 339 time: 0.0274937 Aug 30 14:28:34.081292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:34.086413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-9c23a564-0b7f-46ff-941f-988d57dc24f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.093413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-9c23a564-0b7f-46ff-941f-988d57dc24f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.100852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-9c23a564-0b7f-46ff-941f-988d57dc24f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.106968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-9c23a564-0b7f-46ff-941f-988d57dc24f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.109125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-9c23a564-0b7f-46ff-941f-988d57dc24f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5417 time: 0.1927018 Aug 30 14:28:34.128997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Attempting to bind port 753319b2-7446-4316-81cb-0659c516e6eb on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:34.129370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Attempting to bind port 753319b2-7446-4316-81cb-0659c516e6eb by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:34.129991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Attempting to bind port 753319b2-7446-4316-81cb-0659c516e6eb on network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:34.146489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Port 753319b2-7446-4316-81cb-0659c516e6eb on network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:34.147287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Attempting to bind port 753319b2-7446-4316-81cb-0659c516e6eb on network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:34.164140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '808e7602-c320-4cbc-80db-e487ef7820ce'}, {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:34.167143 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e952c18-70d8-4977-a011-7b272f443b18" -d '{"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "808e7602-c320-4cbc-80db-e487ef7820ce"}, {"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:34.171353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:34.171733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Checking segment: {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:34.172311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Bound using segment: {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:34.173119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Bound port: 753319b2-7446-4316-81cb-0659c516e6eb, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:34.175910 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49597b80-885d-4889-b97d-5d2d863c19e7 req-c6e83661-e970-4f0e-a064-eca4abac5c64 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518954 Aug 30 14:28:34.181592 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:34.208957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-288a123a-38a6-4996-b6be-4ab854ed5ab1 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Deleting subnet 34991ba3-af1c-40b1-9827-d94c3f2a54dc {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:28:34.215381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-288a123a-38a6-4996-b6be-4ab854ed5ab1 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:34.393806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a7c57-4490-48d7-ba51-654cdb740f22 req-3b7bede1-f987-4a0c-a6a2-814ccf092a07 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.395454 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a3a7c57-4490-48d7-ba51-654cdb740f22 req-3b7bede1-f987-4a0c-a6a2-814ccf092a07 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1065507 Aug 30 14:28:34.453311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a3a7c57-4490-48d7-ba51-654cdb740f22 req-7bb9564b-ce51-4dec-90fd-03a205fcb0e4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501077 Aug 30 14:28:34.498619 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bbe9bb-fc16-48fe-bd6d-5d76d08cf7ea x-openstack-request-id: req-61bbe9bb-fc16-48fe-bd6d-5d76d08cf7ea {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:34.500896 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "name": "network-vif-unplugged", "status": "completed", "tag": "4121fb66-985c-4729-a940-c68f0c865973", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:34.501249 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61bbe9bb-fc16-48fe-bd6d-5d76d08cf7ea {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:34.501981 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4121fb66-985c-4729-a940-c68f0c865973', 'code': 200} Aug 30 14:28:34.544277 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e35b68-6c80-42db-819e-d884d9454466 x-openstack-request-id: req-51e35b68-6c80-42db-819e-d884d9454466 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:34.544595 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "808e7602-c320-4cbc-80db-e487ef7820ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:34.545547 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51e35b68-6c80-42db-819e-d884d9454466 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:34.545547 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '808e7602-c320-4cbc-80db-e487ef7820ce', 'status': 'completed', 'code': 200} Aug 30 14:28:34.545929 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c', 'status': 'completed', 'code': 200} Aug 30 14:28:34.604433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2bfc54f-28e9-4111-b314-bc003b818595 req-4def9f05-f7f1-4395-afad-d5a429c28a4a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0326633 Aug 30 14:28:34.649797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-288a123a-38a6-4996-b6be-4ab854ed5ab1 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:34.699978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] For port 753319b2-7446-4316-81cb-0659c516e6eb, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:34.730432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] For port 753319b2-7446-4316-81cb-0659c516e6eb, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=753319b2-7446-4316-81cb-0659c516e6eb,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:34.740286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f224ab6-e014-4bff-8eb2-10612a8b4d00 req-2b24ae59-a25e-419f-8135-f7a6fdeceac7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.742243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f224ab6-e014-4bff-8eb2-10612a8b4d00 req-2b24ae59-a25e-419f-8135-f7a6fdeceac7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.2231910 Aug 30 14:28:34.750029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-0f4ddec9-2a92-4f19-a1e1-35f6b351f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.750913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-0f4ddec9-2a92-4f19-a1e1-35f6b351f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.751577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-0f4ddec9-2a92-4f19-a1e1-35f6b351f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.752237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-0f4ddec9-2a92-4f19-a1e1-35f6b351f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.752894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-0f4ddec9-2a92-4f19-a1e1-35f6b351f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.753575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-0f4ddec9-2a92-4f19-a1e1-35f6b351f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.754232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-0f4ddec9-2a92-4f19-a1e1-35f6b351f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.756397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e952c18-70d8-4977-a011-7b272f443b18 req-0f4ddec9-2a92-4f19-a1e1-35f6b351f6a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6377 time: 0.1873512 Aug 30 14:28:34.765967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 38e7a712-3d1c-4641-ae66-04350c452ca3 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:34.784410 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:34.794328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 38e7a712-3d1c-4641-ae66-04350c452ca3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:34.795067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 38e7a712-3d1c-4641-ae66-04350c452ca3 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:34.797376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aad6b-0f2a-410f-b8b6-68bcda55f2fa req-c3f3e04b-eb3f-48e5-a192-4668246f0342 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.808478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf1aad6b-0f2a-410f-b8b6-68bcda55f2fa req-c3f3e04b-eb3f-48e5-a192-4668246f0342 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.1050236 Aug 30 14:28:34.847371 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf1aad6b-0f2a-410f-b8b6-68bcda55f2fa req-f1a19b5a-9b77-498a-b620-a901dceec3d9 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378816 Aug 30 14:28:34.917257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:34.917891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:34.919408 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] 10.222.0.39 "PUT /v2.0/ports/753319b2-7446-4316-81cb-0659c516e6eb HTTP/1.1" status: 200 len: 1091 time: 1.7484782 Aug 30 14:28:34.960002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Request body: {'port': {'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:34.970316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-288a123a-38a6-4996-b6be-4ab854ed5ab1 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.013892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f224ab6-e014-4bff-8eb2-10612a8b4d00 req-c14cdf58-0abf-4b61-b5f7-be3e25d2d898 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487442 Aug 30 14:28:35.075821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf761243-2cf7-47d0-b550-c9ef970dab56 service neutron] Pushing event updated for resources: {'Port': ['ID=753319b2-7446-4316-81cb-0659c516e6eb,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:35.146476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-8474ac3e-8dad-4891-b217-3f4a2274672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.147245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-8474ac3e-8dad-4891-b217-3f4a2274672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.147999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-8474ac3e-8dad-4891-b217-3f4a2274672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.150284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e952c18-70d8-4977-a011-7b272f443b18 req-8474ac3e-8dad-4891-b217-3f4a2274672d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1cb1fd65049e4f40acd19376869f39b7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3788190 Aug 30 14:28:35.175423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d32a-f32f-4b34-824b-f6098107596e req-f600cc6e-01de-4eab-bf30-7d888a6cacc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.177747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb68d32a-f32f-4b34-824b-f6098107596e req-f600cc6e-01de-4eab-bf30-7d888a6cacc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.1530726 Aug 30 14:28:35.187804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d82e78-e193-46ce-8405-7526298f2e41 req-94134800-7057-4c78-86ad-993abee65853 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.189494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16d82e78-e193-46ce-8405-7526298f2e41 req-94134800-7057-4c78-86ad-993abee65853 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 944 time: 0.0972183 Aug 30 14:28:35.195585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-288a123a-38a6-4996-b6be-4ab854ed5ab1 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.216466 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.285704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a123a-38a6-4996-b6be-4ab854ed5ab1 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Subnet': ['ID=34991ba3-af1c-40b1-9827-d94c3f2a54dc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:35.296107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-288a123a-38a6-4996-b6be-4ab854ed5ab1 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.300929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-288a123a-38a6-4996-b6be-4ab854ed5ab1 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/subnets/34991ba3-af1c-40b1-9827-d94c3f2a54dc HTTP/1.1" status: 204 len: 168 time: 1.2181563 Aug 30 14:28:35.303667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb68d32a-f32f-4b34-824b-f6098107596e req-753bbad8-37f6-4cc6-9716-602a34cae867 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130357 Aug 30 14:28:35.305270 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:35.310128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e510125-52fe-45c5-af77-34076e8c5cce None None] Network a198d714-de30-4eff-b96a-f8c2d371fab7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:35.344083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540441-565a-4803-b79c-38764b1399b0 req-d00bb169-1b00-4d15-bc33-b426dff4dbea tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.345743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6540441-565a-4803-b79c-38764b1399b0 req-d00bb169-1b00-4d15-bc33-b426dff4dbea tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.2214172 Aug 30 14:28:35.411431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:35.427983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Request body: {'floatingip': {'port_id': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:35.520508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f9c20-f99d-41da-8b30-2633094c7b77 req-d588a362-7e0e-4e2c-927d-285d8758b466 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.522210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f53f9c20-f99d-41da-8b30-2633094c7b77 req-d588a362-7e0e-4e2c-927d-285d8758b466 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1073909 Aug 30 14:28:35.533021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Deleting port 4121fb66-985c-4729-a940-c68f0c865973 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:35.533403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.584877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.606664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] DHCP port deletion for a198d714-de30-4eff-b96a-f8c2d371fab7 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:28:35.659269 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f53f9c20-f99d-41da-8b30-2633094c7b77 req-89289bbc-d338-4c70-ad3c-f01cd69c4774 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222880 Aug 30 14:28:35.662600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] Deleting port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:35.665943 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.689156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] For port 4121fb66-985c-4729-a940-c68f0c865973, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4121fb66-985c-4729-a940-c68f0c865973,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:35.689580 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.707525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Calling delete_port for 4121fb66-985c-4729-a940-c68f0c865973 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:35.747990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] For port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2fa48f6b-877e-40d4-b8ae-de20ccfb4b87,segment=NetworkSegment(3a213b57-d588-4a36-8300-3a27c29c152d),segment_id=3a213b57-d588-4a36-8300-3a27c29c152d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:35.748434 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.767595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] Calling delete_port for 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:35.796440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.801539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-1ed23166-eb03-4fc8-9751-bf744a311d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.803189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e952c18-70d8-4977-a011-7b272f443b18 req-1ed23166-eb03-4fc8-9751-bf744a311d2a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6196048 Aug 30 14:28:35.874116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a6731-25ff-439e-bb8b-81f68db9a07d req-b0eed4e5-6ea6-43a1-9b0c-632953aa4749 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.881741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c81a6731-25ff-439e-bb8b-81f68db9a07d req-b0eed4e5-6ea6-43a1-9b0c-632953aa4749 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1188622 Aug 30 14:28:35.931208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:35.962965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c81a6731-25ff-439e-bb8b-81f68db9a07d req-73337335-bd8f-4ec9-9f66-8b72faec996d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802677 Aug 30 14:28:35.980398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-6f425ae3-8aa7-42ae-b6a1-3c1c9edb6d29 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.983658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] Pushing event deleted for resources: {'Port': ['ID=2fa48f6b-877e-40d4-b8ae-de20ccfb4b87,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:35.986656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-6f425ae3-8aa7-42ae-b6a1-3c1c9edb6d29 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.993936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-6f425ae3-8aa7-42ae-b6a1-3c1c9edb6d29 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.000992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77efde-8662-4d39-9ae0-b285da2e55f8 None None] No DVR routers for this DVR port 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:36.001641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-6f425ae3-8aa7-42ae-b6a1-3c1c9edb6d29 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.008556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-6f425ae3-8aa7-42ae-b6a1-3c1c9edb6d29 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.026816 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:36.029879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-6f425ae3-8aa7-42ae-b6a1-3c1c9edb6d29 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.043808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-6f425ae3-8aa7-42ae-b6a1-3c1c9edb6d29 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.047131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-6f425ae3-8aa7-42ae-b6a1-3c1c9edb6d29 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5417 time: 0.5382917 Aug 30 14:28:36.104185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event deleted for resources: {'Port': ['ID=4121fb66-985c-4729-a940-c68f0c865973,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:36.182949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c35626c3-b6bf-4adf-bc62-831f4aca65e4 req-c8bb9a34-606c-4613-baa4-575c36fb7610 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.1331072 Aug 30 14:28:36.239729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] No DVR routers for this DVR port 4121fb66-985c-4729-a940-c68f0c865973 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:36.244129 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:36.248139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16d82e78-e193-46ce-8405-7526298f2e41 req-6a40b947-db95-416e-bcdf-4437cbb5e50c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "DELETE /v2.0/ports/4121fb66-985c-4729-a940-c68f0c865973 HTTP/1.1" status: 204 len: 173 time: 1.0378118 Aug 30 14:28:36.248822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'name': 'network-vif-deleted', 'tag': '4121fb66-985c-4729-a940-c68f0c865973'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:36.252865 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d94aecc-bf0f-4220-810d-29f173a3fa56" -d '{"events": [{"server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "name": "network-vif-deleted", "tag": "4121fb66-985c-4729-a940-c68f0c865973"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:36.313720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9aad2076-9971-49f1-b043-0b49a1389a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.314880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9aad2076-9971-49f1-b043-0b49a1389a20 service neutron] 10.222.0.21 "GET /v2.0/ports/de5ba890-9014-4b69-a5cb-59a329f7e621 HTTP/1.1" status: 200 len: 1026 time: 0.4662051 Aug 30 14:28:36.358121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-aa85ce37-a653-4094-a853-ea2ddb4277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.358602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-aa85ce37-a653-4094-a853-ea2ddb4277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.359078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-aa85ce37-a653-4094-a853-ea2ddb4277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.359546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-aa85ce37-a653-4094-a853-ea2ddb4277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.360013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-aa85ce37-a653-4094-a853-ea2ddb4277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.360480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-aa85ce37-a653-4094-a853-ea2ddb4277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.360943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-aa85ce37-a653-4094-a853-ea2ddb4277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.362920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e952c18-70d8-4977-a011-7b272f443b18 req-aa85ce37-a653-4094-a853-ea2ddb4277e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6419 time: 0.4803562 Aug 30 14:28:36.574223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '753319b2-7446-4316-81cb-0659c516e6eb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:36.576681 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca" -d '{"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "753319b2-7446-4316-81cb-0659c516e6eb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:36.607804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-48427ee7-52dd-4e3c-a279-fe341a155f78 req-3812c88b-b56c-45bc-a5e9-5820483d6e67 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5176497 Aug 30 14:28:36.610313 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de66f52-0392-41d7-bf10-d9269688e8dd x-openstack-request-id: req-6de66f52-0392-41d7-bf10-d9269688e8dd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:36.610839 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48efaa1-cddd-4e80-a023-e2fa4a8b7677", "name": "network-vif-deleted", "tag": "4121fb66-985c-4729-a940-c68f0c865973", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:36.610839 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6de66f52-0392-41d7-bf10-d9269688e8dd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:36.611576 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48efaa1-cddd-4e80-a023-e2fa4a8b7677', 'name': 'network-vif-deleted', 'tag': '4121fb66-985c-4729-a940-c68f0c865973', 'status': 'completed', 'code': 200} Aug 30 14:28:36.612353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:36.636407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-38499864-144e-4c59-b26a-83f9cf5b3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.637988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-38499864-144e-4c59-b26a-83f9cf5b3923 service neutron] 10.222.0.21 "GET /v2.0/ports/3c85d4c7-85fe-4a87-b26c-82ccca54d129 HTTP/1.1" status: 200 len: 1028 time: 0.2721941 Aug 30 14:28:36.661383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a198d714-de30-4eff-b96a-f8c2d371fab7']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:36.735621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-729ec6ec-59f1-4953-944f-1c270ec44fdc req-ddf0b5f9-5159-4afb-a046-c69e8e94df4d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48efaa1-cddd-4e80-a023-e2fa4a8b7677 HTTP/1.1" status: 200 len: 210 time: 0.0278158 Aug 30 14:28:36.748238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:36.776517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:36.777161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2fa48f6b-877e-40d4-b8ae-de20ccfb4b87 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:37.034269 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacfff1f-5cf7-487d-a048-f684d213fed7 x-openstack-request-id: req-eacfff1f-5cf7-487d-a048-f684d213fed7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:37.034580 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "753319b2-7446-4316-81cb-0659c516e6eb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:37.034788 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eacfff1f-5cf7-487d-a048-f684d213fed7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:37.035199 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '753319b2-7446-4316-81cb-0659c516e6eb', 'status': 'completed', 'code': 200} Aug 30 14:28:37.066467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a213b57-d588-4a36-8300-3a27c29c152d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:37.066719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a213b57-d588-4a36-8300-3a27c29c152d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:37.081504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2750e8-58bb-4ec3-8346-d0a90f6c7656 req-d20ca209-be4c-44b9-875b-9d63524b5ad1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.083179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce2750e8-58bb-4ec3-8346-d0a90f6c7656 req-d20ca209-be4c-44b9-875b-9d63524b5ad1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.0521533 Aug 30 14:28:37.126962 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce2750e8-58bb-4ec3-8346-d0a90f6c7656 req-d94a25ad-843d-45f2-a50a-23c142101b42 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355949 Aug 30 14:28:37.153615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.227222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.271301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-cea88046-6a2f-45b6-9f99-29a9c03130c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.271791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-cea88046-6a2f-45b6-9f99-29a9c03130c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.272266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-cea88046-6a2f-45b6-9f99-29a9c03130c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.274168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e952c18-70d8-4977-a011-7b272f443b18 req-cea88046-6a2f-45b6-9f99-29a9c03130c5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1cb1fd65049e4f40acd19376869f39b7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8738277 Aug 30 14:28:37.311721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5007d8b8-ae93-4100-bdb2-22701320c145 req-120c31f1-257a-44d0-8e34-bad57758f6b7 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0311913 Aug 30 14:28:37.317276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:28:37.317784 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:28:37.331021 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:28:37.448059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b2e8a-4e60-457e-9534-86fd1815a3b8 req-3cfc3ca0-28ee-4f3c-b2ad-b20be638eadb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.449641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-461b2e8a-4e60-457e-9534-86fd1815a3b8 req-3cfc3ca0-28ee-4f3c-b2ad-b20be638eadb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.7504146 Aug 30 14:28:37.569170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-02d953e5-7571-4bdb-98a1-b092a24cf52e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.575594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-02d953e5-7571-4bdb-98a1-b092a24cf52e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.581469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-02d953e5-7571-4bdb-98a1-b092a24cf52e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.583129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-02d953e5-7571-4bdb-98a1-b092a24cf52e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "GET /v2.0/networks?id=58b173ba-3264-4cfa-bc64-893edcb7863c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&id=9bb743dd-fe92-479b-9011-f9414e0ea2f1 HTTP/1.1" status: 200 len: 1991 time: 0.9370980 Aug 30 14:28:37.587255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f8e702-29ac-4f00-b892-5c7cc149e2c7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:37.596394 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.628216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.633025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] 10.222.0.50 "DELETE /v2.0/networks/a198d714-de30-4eff-b96a-f8c2d371fab7 HTTP/1.1" status: 204 len: 168 time: 2.3223605 Aug 30 14:28:37.648861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.712102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ea1a7-0e4d-4659-a0fa-a8d454488de2 tempest-NetworksIpV6Test-1842356680 tempest-NetworksIpV6Test-1842356680-project] Pushing event deleted for resources: {'Network': ['ID=a198d714-de30-4eff-b96a-f8c2d371fab7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:37.772796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Transition to ACTIVE for port object f3f8e702-29ac-4f00-b892-5c7cc149e2c7 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:37.776502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-461b2e8a-4e60-457e-9534-86fd1815a3b8 req-eb59cf4a-7587-4015-a74b-12f0a18f3057 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833390 Aug 30 14:28:37.785719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:28:37.789359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952c18-70d8-4977-a011-7b272f443b18 req-881e2565-c778-4510-b27c-558193891bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.791165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e952c18-70d8-4977-a011-7b272f443b18 req-881e2565-c778-4510-b27c-558193891bae service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4646144 Aug 30 14:28:37.872294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-644ce873-2225-4104-9aef-8fb35bf1289e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.875415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.877078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.883746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-644ce873-2225-4104-9aef-8fb35bf1289e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.884180 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a30def9f-a55b-4958-9a37-b7944dd99788 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea76724a518840a19b83451821677065 HTTP/1.1" status: 200 len: 379 time: 0.2685394 Aug 30 14:28:37.901685 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.910335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-644ce873-2225-4104-9aef-8fb35bf1289e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.919451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-644ce873-2225-4104-9aef-8fb35bf1289e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.930532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-644ce873-2225-4104-9aef-8fb35bf1289e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.953338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-644ce873-2225-4104-9aef-8fb35bf1289e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.960186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-644ce873-2225-4104-9aef-8fb35bf1289e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.972096 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-644ce873-2225-4104-9aef-8fb35bf1289e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5417 time: 0.2169280 Aug 30 14:28:38.002881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'admin_state_up': True, 'tenant_id': 'ea76724a518840a19b83451821677065', 'security_groups': ['43c9f67d-36c0-4f25-973d-c45f77e7c6fd']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:38.056350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:38.092104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea2d1c91-3499-4a1d-9d3a-579a9e525205 req-376c4baf-ce4d-47da-9a80-6f5cd4c77c70 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186986 Aug 30 14:28:38.189944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:38.339574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-06c89013-fa9c-4c21-b72a-bc05c5cdba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.340207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-06c89013-fa9c-4c21-b72a-bc05c5cdba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.340532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-06c89013-fa9c-4c21-b72a-bc05c5cdba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.341032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-06c89013-fa9c-4c21-b72a-bc05c5cdba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.341490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-06c89013-fa9c-4c21-b72a-bc05c5cdba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.342036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-06c89013-fa9c-4c21-b72a-bc05c5cdba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.342512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-06c89013-fa9c-4c21-b72a-bc05c5cdba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.344513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4d1c8621-1be5-4f24-b083-924c548f0feb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f39090d9a4884216a94a165ea0b05892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809181 Aug 30 14:28:38.344728 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-06c89013-fa9c-4c21-b72a-bc05c5cdba1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6444 time: 0.4579592 Aug 30 14:28:38.345201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:38.392303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e9a67-9df8-4ed6-b576-c36fd7a08d37 req-d9873246-0d08-4c20-898e-8d74e2f75f91 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.393873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-728e9a67-9df8-4ed6-b576-c36fd7a08d37 req-d9873246-0d08-4c20-898e-8d74e2f75f91 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1483369 Aug 30 14:28:38.449659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-728e9a67-9df8-4ed6-b576-c36fd7a08d37 req-86b54992-169e-414d-9440-b1fc5456e324 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488179 Aug 30 14:28:38.450489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8d185e-f6de-4b44-af39-df737f1905d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:38.454180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170552-0543-4b34-8905-ee402bd11dac req-c133fc06-a9e4-42c0-a2b1-4ec1bb09ce49 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.455645 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-c133fc06-a9e4-42c0-a2b1-4ec1bb09ce49 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 822 time: 0.3599248 Aug 30 14:28:38.484429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8d185e-f6de-4b44-af39-df737f1905d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:38.496920 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Floating IP edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf associated. External IP: 172.25.6.169, port: 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f. Aug 30 14:28:38.540259 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8d185e-f6de-4b44-af39-df737f1905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:38.544126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8d185e-f6de-4b44-af39-df737f1905d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:38.545809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-df8d185e-f6de-4b44-af39-df737f1905d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84de5c18-8114-49c8-99a6-453f2ceb04ea HTTP/1.1" status: 204 len: 168 time: 0.1979749 Aug 30 14:28:38.569966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d185e-f6de-4b44-af39-df737f1905d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84de5c18-8114-49c8-99a6-453f2ceb04ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:38.573936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-6219cef8-04f0-4b92-b734-f47f52eafb63 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/quotas/3c2c3c89d81c45d28406bfc13631fb4e HTTP/1.1" status: 200 len: 375 time: 0.0841436 Aug 30 14:28:38.592386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Attempting to bind port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:38.592641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Attempting to bind port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:38.592982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Attempting to bind port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 on network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:38.622208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c095685-3503-42ec-b128-bdeec2006fc7 req-87bbb47e-713d-4b71-908e-1c67859ea161 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0541732 Aug 30 14:28:38.638619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:38.642286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:38.656656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 on network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:38.656981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Attempting to bind port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 on network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:38.704660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:38.705004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Checking segment: {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:38.705470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Bound using segment: {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:38.705842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Bound port: f3f8e702-29ac-4f00-b892-5c7cc149e2c7, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:38.706208 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:38.746267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-6b198e07-9800-4fdc-884e-e46509baa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.746751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-6b198e07-9800-4fdc-884e-e46509baa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.747225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-6b198e07-9800-4fdc-884e-e46509baa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.749249 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-6b198e07-9800-4fdc-884e-e46509baa2c8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1cb1fd65049e4f40acd19376869f39b7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3936348 Aug 30 14:28:38.932862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfbbd3-5155-4cb3-be6d-dda3fe0ad079 req-c00ae6e9-3521-4192-a561-d8afc4248a49 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.936054 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3dcfbbd3-5155-4cb3-be6d-dda3fe0ad079 req-c00ae6e9-3521-4192-a561-d8afc4248a49 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.0661488 Aug 30 14:28:38.994448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3dcfbbd3-5155-4cb3-be6d-dda3fe0ad079 req-d18eec1a-477b-43e2-aeb8-fd54606d995c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518613 Aug 30 14:28:39.148071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-0a3dbd5e-2685-4ae5-bc75-34173db8e6aa tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5210667 Aug 30 14:28:39.298804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-ab106b91-4e11-4fa5-8cc1-587b814b6ab0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.306524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-ab106b91-4e11-4fa5-8cc1-587b814b6ab0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.313489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-ab106b91-4e11-4fa5-8cc1-587b814b6ab0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.327202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-ab106b91-4e11-4fa5-8cc1-587b814b6ab0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.334178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-ab106b91-4e11-4fa5-8cc1-587b814b6ab0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.341065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-ab106b91-4e11-4fa5-8cc1-587b814b6ab0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.347608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-ab106b91-4e11-4fa5-8cc1-587b814b6ab0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.356476 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-ab106b91-4e11-4fa5-8cc1-587b814b6ab0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.1432443 Aug 30 14:28:39.390338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] For port f3f8e702-29ac-4f00-b892-5c7cc149e2c7, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:39.414632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-927de27e-811d-4b60-b069-e0ae63e6f8dc req-59d33ff1-6eac-4bd7-9aad-9c78026defc6 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541022 Aug 30 14:28:39.435263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] For port f3f8e702-29ac-4f00-b892-5c7cc149e2c7, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:39.457345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4121fb66-985c-4729-a940-c68f0c865973 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:39.464371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-e5685047-e901-4ab6-a551-b7d1302da8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.466229 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c2080f5-d34c-437d-bdaa-5d79a3e243ca req-e5685047-e901-4ab6-a551-b7d1302da8d9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7084386 Aug 30 14:28:39.467558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.477814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 4121fb66-985c-4729-a940-c68f0c865973 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:39.478473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4121fb66-985c-4729-a940-c68f0c865973 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:39.491762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:39.531072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Allocated IP 172.20.0.8 (58b173ba-3264-4cfa-bc64-893edcb7863c/062bc234-9bb1-4126-9595-d30cb6a74e22/0033a180-b260-4dbe-ae27-d3b3854690ff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:39.589072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Router af77c36a-14ec-495e-b165-b004cc2ed7f5 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:28:39.590934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaf737-9e8b-4cce-b39f-98d313d55773 req-2f644f56-30b8-4202-94fa-d5db7e58eb0b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.598311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-2786390b-f940-44d9-b52b-135a4e727ef0 service neutron] 10.222.0.50 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273434 Aug 30 14:28:39.607547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9aaaf737-9e8b-4cce-b39f-98d313d55773 req-2f644f56-30b8-4202-94fa-d5db7e58eb0b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.0679376 Aug 30 14:28:39.638779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-642425140'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:39.684962 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9aaaf737-9e8b-4cce-b39f-98d313d55773 req-209e9b03-a1f4-4387-8c27-b8e34f4633b9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671029 Aug 30 14:28:39.686514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:39.691486 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.702398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.738234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.738894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.740300 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3f8e702-29ac-4f00-b892-5c7cc149e2c7 HTTP/1.1" status: 200 len: 1091 time: 4.7902799 Aug 30 14:28:39.740978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': 'f3f8e702-29ac-4f00-b892-5c7cc149e2c7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:39.743452 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46b8576-61ef-46a1-a916-2a0759cc5071" -d '{"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "f3f8e702-29ac-4f00-b892-5c7cc149e2c7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:39.755538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.836034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a906c65-2328-4ad6-b6fb-d5e8b65996ae req-5aa4b751-ba52-424c-a193-5d24eb71896f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0366015 Aug 30 14:28:39.889491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.899312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.946308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:39.954446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7016ff-f162-468d-8cbf-cda30946810e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:39.966972 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d705460-8bfd-4687-99b0-e8a51ea37c7f x-openstack-request-id: req-0d705460-8bfd-4687-99b0-e8a51ea37c7f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:39.967268 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "f3f8e702-29ac-4f00-b892-5c7cc149e2c7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:39.967522 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d705460-8bfd-4687-99b0-e8a51ea37c7f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:39.967662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.967930 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Added segment 71f6237d-7aa6-4f8f-acdd-73af0eb554f4 of type vlan for network 899e3f7c-783d-4dc9-824a-12ef0286deaa Aug 30 14:28:39.968180 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': 'f3f8e702-29ac-4f00-b892-5c7cc149e2c7', 'status': 'completed', 'code': 200} Aug 30 14:28:39.991894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:28:39.999537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca299e91-acef-4dce-8668-3e6048d915a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:40.002313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Transition to ACTIVE for port object 0033a180-b260-4dbe-ae27-d3b3854690ff will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:40.006657 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.008841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] Sync routers for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:28:40.038001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:28:40.038875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:28:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:40.065090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.102865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-15201448-3486-4012-b023-600af32d4282 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "PUT /v2.0/floatingips/edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf HTTP/1.1" status: 200 len: 992 time: 4.6892555 Aug 30 14:28:40.126027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c8479e17-9521-4060-8211-f8dfc426fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.126705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c8479e17-9521-4060-8211-f8dfc426fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.127925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c8479e17-9521-4060-8211-f8dfc426fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.128411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c8479e17-9521-4060-8211-f8dfc426fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.128892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c8479e17-9521-4060-8211-f8dfc426fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.129394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c8479e17-9521-4060-8211-f8dfc426fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.130071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c8479e17-9521-4060-8211-f8dfc426fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.132398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c8479e17-9521-4060-8211-f8dfc426fdeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6486 time: 0.3083379 Aug 30 14:28:40.142678 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.146166 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-4518762d-d48d-46db-8cf5-dc97de1dd44a service neutron] 10.222.0.50 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320461 Aug 30 14:28:40.162549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.163206 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.176894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.231351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:28:40.252007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c652a560-790d-4a20-89a2-c253af3eadbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d14044-3963-4926-96f0-3d69ab09cda6 HTTP/1.1" status: 200 len: 217 time: 0.1100726 Aug 30 14:28:40.349542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8485849 Aug 30 14:28:40.349813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network 58b173ba-3264-4cfa-bc64-893edcb7863c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:40.357962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:40.361802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=0033a180-b260-4dbe-ae27-d3b3854690ff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:40.377948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06496-34dd-4e65-a24e-71ad06f72a56 req-98893b19-262c-4104-93c4-0f87e31ed71e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.388188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ef06496-34dd-4e65-a24e-71ad06f72a56 req-98893b19-262c-4104-93c4-0f87e31ed71e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.2835813 Aug 30 14:28:40.397652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:40.466101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ad042b41-e019-41b2-b4b6-0d1066e96ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.475524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ad042b41-e019-41b2-b4b6-0d1066e96ff3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be838110-f044-4f9d-bfe0-fd6e908650e6 HTTP/1.1" status: 200 len: 856 time: 0.1884463 Aug 30 14:28:40.493697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ef06496-34dd-4e65-a24e-71ad06f72a56 req-d7fcf3af-a45a-41cc-a671-9ceffab10a38 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021500 Aug 30 14:28:40.516097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ee9fa-b34d-4cce-8eaa-6186c97a2cc8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Network': ['ID=899e3f7c-783d-4dc9-824a-12ef0286deaa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:40.547985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 899e3f7c-783d-4dc9-824a-12ef0286deaa details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:40.619055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.627003 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.661335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-1fc82b48-fc40-4900-b2e1-47b9e9246195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.664867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-1fc82b48-fc40-4900-b2e1-47b9e9246195 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2312e3f6-2171-474e-b61d-296e33ea93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760900 Aug 30 14:28:40.688216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e437e615-7b35-4dfb-bfcb-d537569576df req-cf3b0c6c-63e0-41c4-94f2-cdef48781272 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 210 time: 0.0862439 Aug 30 14:28:40.722087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-db968bd9-b25c-46a4-9f19-c3fccdf15809 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8145981 Aug 30 14:28:40.839766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'admin_state_up': True, 'tenant_id': 'ea76724a518840a19b83451821677065', 'security_groups': ['43c9f67d-36c0-4f25-973d-c45f77e7c6fd']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:40.972408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26a4aa3c-a51d-4c60-89e5-5f792fd3f357 None None] Provisioning for port 0033a180-b260-4dbe-ae27-d3b3854690ff completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:41.013251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92aa34-5136-4e3d-a915-c41e73c7c945 req-b6900ba9-a6dd-48fa-974e-573ed6490954 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.017161 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be92aa34-5136-4e3d-a915-c41e73c7c945 req-b6900ba9-a6dd-48fa-974e-573ed6490954 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1361010 Aug 30 14:28:41.020867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26a4aa3c-a51d-4c60-89e5-5f792fd3f357 None None] Provisioning complete for port 0033a180-b260-4dbe-ae27-d3b3854690ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:41.022848 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26a4aa3c-a51d-4c60-89e5-5f792fd3f357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:41.067357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:41.071080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:41.100189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-8db46a3c-6fc5-4e33-991d-1e83fe437fc5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.105403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-26a4aa3c-a51d-4c60-89e5-5f792fd3f357 None None] Port 0033a180-b260-4dbe-ae27-d3b3854690ff cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:41.106309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-8db46a3c-6fc5-4e33-991d-1e83fe437fc5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.112985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-8db46a3c-6fc5-4e33-991d-1e83fe437fc5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.119128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-8db46a3c-6fc5-4e33-991d-1e83fe437fc5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.126524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-8db46a3c-6fc5-4e33-991d-1e83fe437fc5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.128372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be92aa34-5136-4e3d-a915-c41e73c7c945 req-e47b4b50-1ec7-4aba-a692-1e868163739a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047738 Aug 30 14:28:41.141397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'port_id': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'mac_address': 'fa:16:3e:6b:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c445cd-4146-47b9-adee-ba81e35061b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:28:04Z', 'updated_at': '2021-08-30T14:28:37Z', 'revision_number': 1, 'project_id': '68630affd344440591997cf82eb7af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:28:06Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:41.143634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-8db46a3c-6fc5-4e33-991d-1e83fe437fc5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.168584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-8db46a3c-6fc5-4e33-991d-1e83fe437fc5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.174600 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-8db46a3c-6fc5-4e33-991d-1e83fe437fc5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.4637165 Aug 30 14:28:41.200937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] Checking router: af77c36a-14ec-495e-b165-b004cc2ed7f5 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:28:41.235640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:28:41.236641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:28:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:41.238256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ddf6d30c-2ef3-48fd-84b7-9be79c232559 service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603247 Aug 30 14:28:41.342476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ea2d282-7c1c-41f2-9915-cda2809a1570 req-9ef419b1-80ea-43f2-b859-4e8dab84f865 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1467221 Aug 30 14:28:41.448233 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-fad28f07-992a-45fa-aa74-c171b80d4a07 service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970382 Aug 30 14:28:41.479568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:28:41.480642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6725b-74b3-4235-936d-eacd59e54995 req-8c472e2f-1cce-44c6-bb4e-19892c375013 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.501505 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fe6725b-74b3-4235-936d-eacd59e54995 req-8c472e2f-1cce-44c6-bb4e-19892c375013 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 931 time: 0.2273159 Aug 30 14:28:41.576960 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-33992e4c-2fae-45c3-bf79-9c82c428d9af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 217 time: 0.1187181 Aug 30 14:28:41.600522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9fe6725b-74b3-4235-936d-eacd59e54995 req-cd3f4bf8-e877-4a52-bfc6-9e72e140d9df tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976112 Aug 30 14:28:41.751113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Allocated IP 10.1.1.42 (b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c/0f810ddf-462f-4668-89a9-6f9a1f42c886/5ad1e99d-a9bd-448e-9088-6fe440e4acc0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:41.765316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8c6d9d59-0495-43b4-aa56-0dc71aef15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.767058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-8c6d9d59-0495-43b4-aa56-0dc71aef15af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1809008 Aug 30 14:28:41.878762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59a65-c0b0-4ee1-9797-99a3ebc619ac req-dd3ba0ff-74f6-40d6-ae82-43072e5bf397 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.880292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde59a65-c0b0-4ee1-9797-99a3ebc619ac req-dd3ba0ff-74f6-40d6-ae82-43072e5bf397 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1102014 Aug 30 14:28:41.915307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'port_id': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'mac_address': 'fa:16:3e:6b:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c445cd-4146-47b9-adee-ba81e35061b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:28:04Z', 'updated_at': '2021-08-30T14:28:37Z', 'revision_number': 1, 'project_id': '68630affd344440591997cf82eb7af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:28:06Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:28:41.949406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee9573-158b-4d4d-b88c-e5eee1fa16a4 None None] The sync data for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 is: [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'port_id': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'mac_address': 'fa:16:3e:6b:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c445cd-4146-47b9-adee-ba81e35061b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:28:04Z', 'updated_at': '2021-08-30T14:28:37Z', 'revision_number': 1, 'project_id': '68630affd344440591997cf82eb7af7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:28:06Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:28:41.974305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:41.976750 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b63e3bb-ecf7-4038-81f7-7eec5d493640" -d '{"events": [{"name": "network-changed", "server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:41.981814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d7511b8b-eec2-42af-abde-0c1189a3454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.983528 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d7511b8b-eec2-42af-abde-0c1189a3454d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2068875 Aug 30 14:28:42.017725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7f19f36-042d-4164-9b52-a25ce27a8ac5 req-3b87bc52-2ad3-4167-80f0-f6cb3e798018 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 210 time: 0.0676701 Aug 30 14:28:42.098335 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f05c8e0-c1fd-44d9-bb43-fd6814f1af8e x-openstack-request-id: req-8f05c8e0-c1fd-44d9-bb43-fd6814f1af8e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:42.098620 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:42.098868 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f05c8e0-c1fd-44d9-bb43-fd6814f1af8e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:42.099252 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'status': 'completed', 'code': 200} Aug 30 14:28:42.115622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde59a65-c0b0-4ee1-9797-99a3ebc619ac req-de91ce60-5887-4e18-8b31-5422a369ad2a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145584 Aug 30 14:28:42.247259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-1077417a-2995-4041-a773-9a18cc549d84 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514248 Aug 30 14:28:42.296032 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:42.320503 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe145f0-c7f5-4148-a764-3c487e7ba0c8 None None] New status for floating IP edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:28:42.369175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Transition to ACTIVE for port object 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:42.474087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-ce8b0c63-3fbf-42fe-a237-a9640b587bc3 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153983 Aug 30 14:28:42.476283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:42.555719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-00f50f54-0e62-4465-9e56-4ef9fffd9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:42.558290 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-00f50f54-0e62-4465-9e56-4ef9fffd9041 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68630affd344440591997cf82eb7af7f&device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 1097 time: 0.3901510 Aug 30 14:28:42.570250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-082c363f-6223-4bc1-aae6-85345a863fa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 217 time: 0.0809252 Aug 30 14:28:42.686344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062c1b8-f837-4a87-abe8-b5045d4bc353 req-400d83d1-4fd1-450e-994c-c2bf88b32d72 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:42.694312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3062c1b8-f837-4a87-abe8-b5045d4bc353 req-400d83d1-4fd1-450e-994c-c2bf88b32d72 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.3162806 Aug 30 14:28:42.697025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-bebaf4f3-e70f-4f22-b6e8-cc673f6ca762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:42.699312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-bebaf4f3-e70f-4f22-b6e8-cc673f6ca762 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0264fdf4-a07a-4357-9913-08d026d64dbd HTTP/1.1" status: 200 len: 913 time: 0.1313980 Aug 30 14:28:42.788212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170552-0543-4b34-8905-ee402bd11dac req-77361798-2203-427f-884e-d52144f92850 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:42.790022 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-77361798-2203-427f-884e-d52144f92850 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 822 time: 0.6206498 Aug 30 14:28:42.812464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3062c1b8-f837-4a87-abe8-b5045d4bc353 req-d988288d-b0cf-4ce0-a44a-11dc5c680700 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169705 Aug 30 14:28:42.855641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Request body: {'port': {'device_id': 'fd81b37a-c83c-4028-bc1f-93d8bbe76245', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'admin_state_up': True, 'tenant_id': '3c2c3c89d81c45d28406bfc13631fb4e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:42.997540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-c0772646-1d3a-4db8-a6e2-d953b3db1ab1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f HTTP/1.1" status: 200 len: 1002 time: 0.2670901 Aug 30 14:28:43.021851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-01d93b46-ab2a-4d36-8c0b-451fad24a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.024229 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-01d93b46-ab2a-4d36-8c0b-451fad24a3b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.4353411 Aug 30 14:28:43.028859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:43.048477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:43.057370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:43.161487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.162393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:43.174918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3a94f-641e-4ab9-987f-29c2ac279bbc req-3fc2742a-f107-495e-b5f3-f15e91717ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.182112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:43.183777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3a94f-641e-4ab9-987f-29c2ac279bbc req-3fc2742a-f107-495e-b5f3-f15e91717ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.194320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67b3a94f-641e-4ab9-987f-29c2ac279bbc req-3fc2742a-f107-495e-b5f3-f15e91717ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 1652 time: 0.1734784 Aug 30 14:28:43.214525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-013b0e6f-a466-472b-9a15-9c7779be99ae tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.214763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-c12724d5-527c-4612-8eb7-488f2169c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.216249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-c12724d5-527c-4612-8eb7-488f2169c4fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bf6c52f-3482-440c-92cd-0a5617dddab5 HTTP/1.1" status: 200 len: 851 time: 0.1519277 Aug 30 14:28:43.221144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-013b0e6f-a466-472b-9a15-9c7779be99ae tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.233184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-013b0e6f-a466-472b-9a15-9c7779be99ae tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.237112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Made reservation on behalf of 3c2c3c89d81c45d28406bfc13631fb4e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:43.239611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-013b0e6f-a466-472b-9a15-9c7779be99ae tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.240709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:43.246062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-013b0e6f-a466-472b-9a15-9c7779be99ae tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.258059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-013b0e6f-a466-472b-9a15-9c7779be99ae tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.271011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-013b0e6f-a466-472b-9a15-9c7779be99ae tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.279984 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-013b0e6f-a466-472b-9a15-9c7779be99ae tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.7043269 Aug 30 14:28:43.307215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f47f9226-35a7-467c-b496-5ceaf3773d9f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5226958 Aug 30 14:28:43.340315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'admin_state_up': True, 'tenant_id': 'ea76724a518840a19b83451821677065', 'security_groups': ['43c9f67d-36c0-4f25-973d-c45f77e7c6fd']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:43.356403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-a9304a26-f1e8-464b-a4b6-36cb4ed8c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.358041 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-a9304a26-f1e8-464b-a4b6-36cb4ed8c7dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3240099 Aug 30 14:28:43.456060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Allocated IP 172.20.0.8 (8e3a2bbb-1793-47d5-b1b1-ef41a4c16453/23a541d7-3b8c-4fbc-9a82-50d0df60738a/bb0ac210-e866-421c-96b0-774a43f5d149) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:43.509541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65c05f66-40ef-44f9-bc46-ab7561e2c691 None None] Provisioning for port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:43.525019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-a9b5604e-2205-4e29-839b-7a6c2d8f0d03 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374476 Aug 30 14:28:43.530577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65c05f66-40ef-44f9-bc46-ab7561e2c691 None None] Provisioning complete for port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:43.530969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65c05f66-40ef-44f9-bc46-ab7561e2c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:43.574342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db431a1f-3233-4c03-9dd8-f1b2b81e2aa6 req-c8a23888-9a65-4d29-ad51-81e9e00e1e9f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2928801 Aug 30 14:28:43.629272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-65c05f66-40ef-44f9-bc46-ab7561e2c691 None None] Port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:43.668205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:43.735746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-a9c4c044-7ab6-4130-b25d-c492a644f084 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996996 Aug 30 14:28:43.766906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:43.779982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'subnet': {'network_id': '899e3f7c-783d-4dc9-824a-12ef0286deaa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:43.781568 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67b3a94f-641e-4ab9-987f-29c2ac279bbc req-66c4a6f6-6890-40cb-a9bc-7b5af26379c3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5864387 Aug 30 14:28:43.809455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-50d105db-4a13-427b-a784-a776e12de607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.809455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-50d105db-4a13-427b-a784-a776e12de607 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0264fdf4-a07a-4357-9913-08d026d64dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5834854 Aug 30 14:28:43.818796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54fe2c72-7d96-4888-8ea0-e1a33a233859 req-b06ace9e-dae9-487a-974c-3ec76792cb31 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 210 time: 0.0347588 Aug 30 14:28:43.906002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:43.908834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d51d2eeb-4657-49e7-a7ef-66dd68e3a984 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=808e7602-c320-4cbc-80db-e487ef7820ce HTTP/1.1" status: 200 len: 217 time: 0.1408565 Aug 30 14:28:44.022497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:44.026666 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:44.079441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-bf028c09-c846-499b-af95-935c682a73af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.080982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-bf028c09-c846-499b-af95-935c682a73af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1448143 Aug 30 14:28:44.091549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663f688-6e89-4ec7-8287-57b869337180 req-432175f5-8ae8-46b5-810f-b5fb5f0283a9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.093204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4663f688-6e89-4ec7-8287-57b869337180 req-432175f5-8ae8-46b5-810f-b5fb5f0283a9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1740208 Aug 30 14:28:44.188583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:44.192187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:44.281750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:44.294300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:44.296789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:44.318853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4663f688-6e89-4ec7-8287-57b869337180 req-db7939b5-ecce-4b29-9d84-4d629b92d235 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093167 Aug 30 14:28:44.322837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-372d824a-137a-4798-91b4-5666a5c06d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.324485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-372d824a-137a-4798-91b4-5666a5c06d10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2303658 Aug 30 14:28:44.346499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event updated for resources: {'Port': ['ID=bb0ac210-e866-421c-96b0-774a43f5d149,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:44.385594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87c134-d9c6-4b2c-b2af-0b0af0277dcb req-e70ce330-ce9c-4bec-9eec-34e8c8e95d26 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.385594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ef87c134-d9c6-4b2c-b2af-0b0af0277dcb req-e70ce330-ce9c-4bec-9eec-34e8c8e95d26 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.5120633 Aug 30 14:28:44.404286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-69db25b7-ce92-4c62-882d-05624082f044 service neutron] 10.222.0.21 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694637 Aug 30 14:28:44.418612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.419417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:44.457363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Allocated IP 10.1.1.218 (b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c/0f810ddf-462f-4668-89a9-6f9a1f42c886/1befa022-7c0d-41ee-9b34-144cced426c4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:44.501544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-560a5cfd-a23e-454e-96ae-b2cf821adcc6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6661935 Aug 30 14:28:44.512249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ef87c134-d9c6-4b2c-b2af-0b0af0277dcb req-b96bbd74-f985-4ff7-8db2-cf041f69bff7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068518 Aug 30 14:28:44.523118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Request body: {'port': {'device_id': 'fd81b37a-c83c-4028-bc1f-93d8bbe76245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:44.579601 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-3efeb752-66b7-4240-abfe-390a8cea6c9b service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214460 Aug 30 14:28:44.617269 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:44.620917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b63e3bb-ecf7-4038-81f7-7eec5d493640 req-20b9c7fc-282a-455b-9fbb-325b4e6d0bce service neutron] 10.222.0.21 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801071 Aug 30 14:28:44.766804 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:44.911410 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-7f436013-2d07-48da-b27e-1d0c02ff72a6 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889771 Aug 30 14:28:44.922851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-47ce10a3-f817-44e8-99ab-7e94711797eb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.929299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-47ce10a3-f817-44e8-99ab-7e94711797eb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.935777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-47ce10a3-f817-44e8-99ab-7e94711797eb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.941658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-47ce10a3-f817-44e8-99ab-7e94711797eb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.947472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-47ce10a3-f817-44e8-99ab-7e94711797eb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.953933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-47ce10a3-f817-44e8-99ab-7e94711797eb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.959945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-47ce10a3-f817-44e8-99ab-7e94711797eb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.962096 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-47ce10a3-f817-44e8-99ab-7e94711797eb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.2405488 Aug 30 14:28:44.971350 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:44.974910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Subnet': ['ID=0e977d7a-38bf-437c-b96d-fa4c93f7b147,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:44.976501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d90ea4-bc1d-486e-af4a-15d13de4874b req-a9f3aba5-2b74-407c-a32e-e4213528089e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.983557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d90ea4-bc1d-486e-af4a-15d13de4874b req-a9f3aba5-2b74-407c-a32e-e4213528089e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.985092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79d90ea4-bc1d-486e-af4a-15d13de4874b req-a9f3aba5-2b74-407c-a32e-e4213528089e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 1652 time: 0.1074412 Aug 30 14:28:45.056877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.057378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.057560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.059662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.059662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.059662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.059662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.059662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.060392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.060392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.060701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.060857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.062865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0ac210-e866-421c-96b0-774a43f5d149 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:45.065615 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-711740ae-4e48-4283-badf-c20837ca8844 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c HTTP/1.1" status: 200 len: 217 time: 0.0916827 Aug 30 14:28:45.070664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Transition to ACTIVE for port object 1befa022-7c0d-41ee-9b34-144cced426c4 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:45.072549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Checking segment: {'id': '71f6237d-7aa6-4f8f-acdd-73af0eb554f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '899e3f7c-783d-4dc9-824a-12ef0286deaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:45.073002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network hostable DHCP agents. Network: 899e3f7c-783d-4dc9-824a-12ef0286deaa, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:28:45.087688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79d90ea4-bc1d-486e-af4a-15d13de4874b req-70d8d1ea-bf6f-41cd-a44a-25c0e19f4183 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873463 Aug 30 14:28:45.090055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.104501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Transition to ACTIVE for port object bb0ac210-e866-421c-96b0-774a43f5d149 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:45.109986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.194982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Pushing event updated for resources: {'Port': ['ID=bb0ac210-e866-421c-96b0-774a43f5d149,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:45.202953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-44632757-0606-402d-8b0b-20a4df9a7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.205847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-44632757-0606-402d-8b0b-20a4df9a7f1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1260052 Aug 30 14:28:45.214894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.286619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Attempting to bind port bb0ac210-e866-421c-96b0-774a43f5d149 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:45.287235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Attempting to bind port bb0ac210-e866-421c-96b0-774a43f5d149 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:45.287346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96443c0e-73a6-4b63-ab0d-975e966a4f3c req-fccbf34f-947c-456e-847a-4ddcaff83cb7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3017828 Aug 30 14:28:45.287489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Attempting to bind port bb0ac210-e866-421c-96b0-774a43f5d149 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:45.299679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network 899e3f7c-783d-4dc9-824a-12ef0286deaa is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:28:45.300525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2bc46-7528-4c30-9eb4-3801bef726d0 req-f3723e03-88b6-4cca-a0c7-abf87dee05d2 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.302426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cca2bc46-7528-4c30-9eb4-3801bef726d0 req-f3723e03-88b6-4cca-a0c7-abf87dee05d2 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 943 time: 0.0802088 Aug 30 14:28:45.342286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:45.345774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 899e3f7c-783d-4dc9-824a-12ef0286deaa) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:45.354490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc9cd5b-a09b-4be8-9f66-d5908c396a8a None None] Network 899e3f7c-783d-4dc9-824a-12ef0286deaa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:45.362076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.362690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.385097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:45.389912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Port bb0ac210-e866-421c-96b0-774a43f5d149 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:45.390371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Attempting to bind port bb0ac210-e866-421c-96b0-774a43f5d149 on network 8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:45.398638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:45.410365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:45.410736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Checking segment: {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:45.411130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Bound using segment: {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:45.411533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Bound port: bb0ac210-e866-421c-96b0-774a43f5d149, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0087909f-3b95-44d7-9785-630c936eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:45.411900 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.430333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cca2bc46-7528-4c30-9eb4-3801bef726d0 req-0c0733a7-4bf8-4891-a2d2-3e4f62f377fd tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008878 Aug 30 14:28:45.473889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.474470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.488272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-18b18ec1-80d8-4edd-b6c9-5536a07c1ef8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7141149 Aug 30 14:28:45.500409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:45.514807 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1874695 Aug 30 14:28:45.522058 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-472686584'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:45.555179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-443cc469-533a-47c2-b06c-e9e97cbc193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.556856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-443cc469-533a-47c2-b06c-e9e97cbc193d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3339398 Aug 30 14:28:45.571725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1', 'admin_state_up': True, 'tenant_id': 'ea76724a518840a19b83451821677065', 'security_groups': ['43c9f67d-36c0-4f25-973d-c45f77e7c6fd']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:45.635089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] For port bb0ac210-e866-421c-96b0-774a43f5d149, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:45.644183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] For port bb0ac210-e866-421c-96b0-774a43f5d149, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=bb0ac210-e866-421c-96b0-774a43f5d149,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:45.655422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbda60-0e02-474a-aff3-83c0ecdfad81 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=1befa022-7c0d-41ee-9b34-144cced426c4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:45.656017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.722731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Pushing event updated for resources: {'Port': ['ID=bb0ac210-e866-421c-96b0-774a43f5d149,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:45.762334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.762334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.765458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-9a1512d7-2029-4657-ab2c-4a08b0cf408b service neutron] 10.222.0.21 "PUT /v2.0/ports/bb0ac210-e866-421c-96b0-774a43f5d149 HTTP/1.1" status: 200 len: 1091 time: 1.2478678 Aug 30 14:28:45.765947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd81b37a-c83c-4028-bc1f-93d8bbe76245', 'tag': 'bb0ac210-e866-421c-96b0-774a43f5d149'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:45.771076 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67bce0f-63fb-477e-83ce-3efce3a7ab53" -d '{"events": [{"name": "network-changed", "server_uuid": "fd81b37a-c83c-4028-bc1f-93d8bbe76245", "tag": "bb0ac210-e866-421c-96b0-774a43f5d149"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:45.890060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93c619a5-7a92-4fb8-9f59-871bc475aa49 None None] Provisioning for port 1befa022-7c0d-41ee-9b34-144cced426c4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:45.895108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b60d-2376-4a67-99af-7f279b724652 req-6f2c88dc-6386-4590-99e1-897531f9002b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.897244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93c619a5-7a92-4fb8-9f59-871bc475aa49 None None] Provisioning complete for port 1befa022-7c0d-41ee-9b34-144cced426c4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:45.897891 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93c619a5-7a92-4fb8-9f59-871bc475aa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.905653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e354b60d-2376-4a67-99af-7f279b724652 req-6f2c88dc-6386-4590-99e1-897531f9002b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1496360 Aug 30 14:28:45.919824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a172a09-9152-423a-b603-328bc0d6a24b req-6bab30f1-eb75-4621-b8d4-af5381038727 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.931427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a172a09-9152-423a-b603-328bc0d6a24b req-6bab30f1-eb75-4621-b8d4-af5381038727 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.4413390 Aug 30 14:28:45.948417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:45.956833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.978959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170552-0543-4b34-8905-ee402bd11dac req-96826151-cce0-4b20-a0ef-0c8e04bd2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.981175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-96826151-cce0-4b20-a0ef-0c8e04bd2040 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 1094 time: 0.1479836 Aug 30 14:28:45.981342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-899e3f7c-783d-4dc9-824a-12ef0286deaa', 'network_id': '899e3f7c-783d-4dc9-824a-12ef0286deaa', 'tenant_id': '5acbc844183f4c3db36af922b849b931', 'fixed_ips': [{'subnet_id': '0e977d7a-38bf-437c-b96d-fa4c93f7b147'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:28:45.982117 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.987476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-93c619a5-7a92-4fb8-9f59-871bc475aa49 None None] Port 1befa022-7c0d-41ee-9b34-144cced426c4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:45.996333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e354b60d-2376-4a67-99af-7f279b724652 req-88d45763-a235-4f29-989c-9314c4e15da4 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776103 Aug 30 14:28:46.051972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-2c9896e1-66f3-432d-ab43-79470bc6c200 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0ac210-e866-421c-96b0-774a43f5d149 HTTP/1.1" status: 200 len: 217 time: 0.0539846 Aug 30 14:28:46.125694 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc1add-e347-4e83-b906-2a17bd110d96 x-openstack-request-id: req-d5bc1add-e347-4e83-b906-2a17bd110d96 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:46.125993 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd81b37a-c83c-4028-bc1f-93d8bbe76245", "tag": "bb0ac210-e866-421c-96b0-774a43f5d149", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:46.126244 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5bc1add-e347-4e83-b906-2a17bd110d96 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:46.126661 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd81b37a-c83c-4028-bc1f-93d8bbe76245', 'tag': 'bb0ac210-e866-421c-96b0-774a43f5d149', 'status': 'completed', 'code': 200} Aug 30 14:28:46.169664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Allocated IP 2001:db8:0:ffff::2 (899e3f7c-783d-4dc9-824a-12ef0286deaa/0e977d7a-38bf-437c-b96d-fa4c93f7b147/83668bef-e948-4ddc-ba82-3d2ebb905f3d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:46.170201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170552-0543-4b34-8905-ee402bd11dac req-d45b4a8f-d12c-4591-a40a-6f5458d894d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.171729 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-d45b4a8f-d12c-4591-a40a-6f5458d894d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=23a541d7-3b8c-4fbc-9a82-50d0df60738a HTTP/1.1" status: 200 len: 862 time: 0.1106529 Aug 30 14:28:46.176669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:46.193335 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.193633 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Added segment 8e51a271-8afc-44e5-b869-3c32f039be99 of type vlan for network 3fa3ffad-0d31-49bc-980e-1a182f950021 Aug 30 14:28:46.239100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.247028 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-ae5a2bcb-3e9f-44bb-8b14-23db6ba9e54c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670600 Aug 30 14:28:46.273853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a172a09-9152-423a-b603-328bc0d6a24b req-8e8d0464-09b3-4ca8-9818-94dbae957033 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413825 Aug 30 14:28:46.338581 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.344589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.345229 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.454825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Network': ['ID=3fa3ffad-0d31-49bc-980e-1a182f950021,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:46.475619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 3fa3ffad-0d31-49bc-980e-1a182f950021 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:46.481828 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-eb7c986d-eba5-40eb-a6c9-29d2963fb1b2 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105092 Aug 30 14:28:46.508430 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-1147970a-8824-4f19-8f46-de89c5d2ddd4 service neutron] 10.222.0.21 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317154 Aug 30 14:28:46.596599 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.616159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2950d893-7406-43c0-b762-141f02ed9ec8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1032310 Aug 30 14:28:46.616864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:46.617600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Transition to ACTIVE for port object 83668bef-e948-4ddc-ba82-3d2ebb905f3d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:46.650650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Transition to ACTIVE for port object 83668bef-e948-4ddc-ba82-3d2ebb905f3d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:46.655649 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3170552-0543-4b34-8905-ee402bd11dac req-01c53dc2-769f-4af1-ac57-50b19e27d22d service neutron] 10.222.0.21 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384099 Aug 30 14:28:46.656132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:46.664259 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.665590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'subnet': {'network_id': '3fa3ffad-0d31-49bc-980e-1a182f950021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:46.729436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.743305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Pushing event updated for resources: {'Port': ['ID=83668bef-e948-4ddc-ba82-3d2ebb905f3d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:46.770523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Network 899e3f7c-783d-4dc9-824a-12ef0286deaa is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:46.775753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:46.782571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:46.791887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1897-e97b-47d4-9045-055d7d4a9260 req-d2dbc4a5-7fff-4466-be5a-81c9af990d73 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.799054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1897-e97b-47d4-9045-055d7d4a9260 req-d2dbc4a5-7fff-4466-be5a-81c9af990d73 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.818106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1897-e97b-47d4-9045-055d7d4a9260 req-d2dbc4a5-7fff-4466-be5a-81c9af990d73 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.826820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c26b1897-e97b-47d4-9045-055d7d4a9260 req-d2dbc4a5-7fff-4466-be5a-81c9af990d73 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 2373 time: 0.3626847 Aug 30 14:28:46.880606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Attempting to bind port 83668bef-e948-4ddc-ba82-3d2ebb905f3d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:46.881319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Attempting to bind port 83668bef-e948-4ddc-ba82-3d2ebb905f3d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '71f6237d-7aa6-4f8f-acdd-73af0eb554f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '899e3f7c-783d-4dc9-824a-12ef0286deaa'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:46.881789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Attempting to bind port 83668bef-e948-4ddc-ba82-3d2ebb905f3d on network 899e3f7c-783d-4dc9-824a-12ef0286deaa {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:46.888189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:46.888872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Checking segment: {'id': '71f6237d-7aa6-4f8f-acdd-73af0eb554f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '899e3f7c-783d-4dc9-824a-12ef0286deaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:46.889402 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.889901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Bound using segment: {'id': '71f6237d-7aa6-4f8f-acdd-73af0eb554f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '899e3f7c-783d-4dc9-824a-12ef0286deaa'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:46.890488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Bound port: 83668bef-e948-4ddc-ba82-3d2ebb905f3d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f6237d-7aa6-4f8f-acdd-73af0eb554f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '899e3f7c-783d-4dc9-824a-12ef0286deaa'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:46.891054 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.929327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c26b1897-e97b-47d4-9045-055d7d4a9260 req-591335ab-24e3-4006-802a-85a363c7f0da tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981007 Aug 30 14:28:46.938322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:46.947044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Allocated IP 10.2.2.100 (9bb743dd-fe92-479b-9011-f9414e0ea2f1/76a1647d-e5c3-4afe-8081-1f2d6258de3d/0fb2725b-74df-4e85-8d7b-abba5a2e2ac4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:46.954157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:46.964159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-04930b08-04ea-4ebf-a73d-d5911bedc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.969452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-04930b08-04ea-4ebf-a73d-d5911bedc93c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 1094 time: 0.1382089 Aug 30 14:28:46.995718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] For port 83668bef-e948-4ddc-ba82-3d2ebb905f3d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:47.004433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] For port 83668bef-e948-4ddc-ba82-3d2ebb905f3d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83668bef-e948-4ddc-ba82-3d2ebb905f3d,segment=NetworkSegment(71f6237d-7aa6-4f8f-acdd-73af0eb554f4),segment_id=71f6237d-7aa6-4f8f-acdd-73af0eb554f4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:47.015664 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:47.069233 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-c75d7d0a-d2bd-4800-b98c-91bba7311f48 service neutron] show failed (client error): The resource could not be found. Aug 30 14:28:47.070684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-c75d7d0a-d2bd-4800-b98c-91bba7311f48 service neutron] 10.222.0.39 "GET /v2.0/ports/962c7fb3-02ed-4675-a984-4c91f812df81/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.8136799 Aug 30 14:28:47.107850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f3377-d92e-4453-9b29-504cd7a7471c None None] Pushing event updated for resources: {'Port': ['ID=83668bef-e948-4ddc-ba82-3d2ebb905f3d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:47.161947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-8e75e14a-f3c5-4fe5-b28c-015e5acbbdc7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.170171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-8e75e14a-f3c5-4fe5-b28c-015e5acbbdc7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.176558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-8e75e14a-f3c5-4fe5-b28c-015e5acbbdc7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.183614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-8e75e14a-f3c5-4fe5-b28c-015e5acbbdc7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.190000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-8e75e14a-f3c5-4fe5-b28c-015e5acbbdc7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.196758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-8e75e14a-f3c5-4fe5-b28c-015e5acbbdc7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.208089 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-8e75e14a-f3c5-4fe5-b28c-015e5acbbdc7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.210931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-8e75e14a-f3c5-4fe5-b28c-015e5acbbdc7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.7164092 Aug 30 14:28:47.223005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-38221670-4988-4797-9f01-49e206cdbc36 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272906 Aug 30 14:28:47.309489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-981b8a16-212a-45d2-bb04-2637a059586f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=753319b2-7446-4316-81cb-0659c516e6eb HTTP/1.1" status: 200 len: 217 time: 0.0735071 Aug 30 14:28:47.360309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:47.377850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d521f9-74e9-431f-b5d6-b030d28e7196 req-711296a0-704d-413b-aa31-4d3b6081230f tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.379415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92d521f9-74e9-431f-b5d6-b030d28e7196 req-711296a0-704d-413b-aa31-4d3b6081230f tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 943 time: 0.2020435 Aug 30 14:28:47.389390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5247b4a7-96ab-4272-8626-6351b5e911dd req-86a6f86d-cb84-4bcb-a504-61a93fc105a9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1572814 Aug 30 14:28:47.476757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-9198cfe4-2c6c-4a69-b58a-faed451f6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.478536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-9198cfe4-2c6c-4a69-b58a-faed451f6bfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 200 len: 923 time: 0.4645216 Aug 30 14:28:47.545210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c7a7d543-a75f-4b20-8716-23e250b9a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.548271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-c7a7d543-a75f-4b20-8716-23e250b9a95a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.1571839 Aug 30 14:28:47.550350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Transition to ACTIVE for port object 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:47.612215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-9c76562a-195c-4477-aac0-2a44d2a9774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.614064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-9c76562a-195c-4477-aac0-2a44d2a9774d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982&tenant_id=954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 1101 time: 0.2791073 Aug 30 14:28:47.620662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-00601459-9aa0-43c2-a577-b925e2d7c427 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0ac210-e866-421c-96b0-774a43f5d149 HTTP/1.1" status: 200 len: 217 time: 0.1312737 Aug 30 14:28:47.641099 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92d521f9-74e9-431f-b5d6-b030d28e7196 req-029a257a-6e00-4d5d-9844-e8ef2e99f4db tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214622 Aug 30 14:28:47.644729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d08728ce-11e6-44de-b545-d8bf10ffe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.647174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d08728ce-11e6-44de-b545-d8bf10ffe912 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886576 Aug 30 14:28:47.649296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:47.677557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:47.833618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-2769b572-e8e8-41d9-9781-c52aa7ac39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.836067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-2769b572-e8e8-41d9-9781-c52aa7ac39ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=23a541d7-3b8c-4fbc-9a82-50d0df60738a HTTP/1.1" status: 200 len: 862 time: 0.1922772 Aug 30 14:28:47.845708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:47.881135 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-e0e96463-2e6c-46e4-8da3-00d3e50ae459 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325086 Aug 30 14:28:48.067947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:48.084671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:48.087759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:48.136856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:48.182646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aabae0-47ed-4aa9-bc7d-2263a9f7b420 req-970599e6-5d8d-48c4-8a21-0c12b20ee650 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.184918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-99aabae0-47ed-4aa9-bc7d-2263a9f7b420 req-970599e6-5d8d-48c4-8a21-0c12b20ee650 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.4770026 Aug 30 14:28:48.205621 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-284af115-f3f7-43c7-b7c7-1c0c2c270e92 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488403 Aug 30 14:28:48.218121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.218981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:48.227212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685ad1-d287-4c35-a3cf-0af08c3827cc req-d5d79dee-3fd2-4d3b-b8bf-7b3345f9d6df tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.228964 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31685ad1-d287-4c35-a3cf-0af08c3827cc req-d5d79dee-3fd2-4d3b-b8bf-7b3345f9d6df tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.3399534 Aug 30 14:28:48.248452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:28:48.258008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-d768086c-c497-4565-897f-083e2649dc51 service neutron] 10.222.0.21 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617539 Aug 30 14:28:48.265676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:48.313666 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a9e54b0b-f561-4159-99f5-5c65aa675143 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7657192 Aug 30 14:28:48.331412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-99aabae0-47ed-4aa9-bc7d-2263a9f7b420 req-9087ac75-8f9a-4351-8025-00199233d3e6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303589 Aug 30 14:28:48.338944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1', 'admin_state_up': True, 'tenant_id': 'ea76724a518840a19b83451821677065', 'security_groups': ['43c9f67d-36c0-4f25-973d-c45f77e7c6fd']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:48.546077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-af92fab7-850e-4e76-abed-60232d1530aa service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224876 Aug 30 14:28:48.549509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4bb23d31-f830-40a4-b9f2-19921a5039ca None None] Provisioning for port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:48.559527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4bb23d31-f830-40a4-b9f2-19921a5039ca None None] Provisioning complete for port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:48.559910 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bb23d31-f830-40a4-b9f2-19921a5039ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:48.579278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688b0e-f129-40ff-9a43-87f02ebd21f4 req-b4c7a617-056b-44de-9307-8da2bbe053c3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.585620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688b0e-f129-40ff-9a43-87f02ebd21f4 req-b4c7a617-056b-44de-9307-8da2bbe053c3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.592150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688b0e-f129-40ff-9a43-87f02ebd21f4 req-b4c7a617-056b-44de-9307-8da2bbe053c3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.598531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688b0e-f129-40ff-9a43-87f02ebd21f4 req-b4c7a617-056b-44de-9307-8da2bbe053c3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.599905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c688b0e-f129-40ff-9a43-87f02ebd21f4 req-b4c7a617-056b-44de-9307-8da2bbe053c3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 3094 time: 0.1377704 Aug 30 14:28:48.601267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31685ad1-d287-4c35-a3cf-0af08c3827cc req-87133b48-17ee-4871-9870-e26b5c44fe6a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421023 Aug 30 14:28:48.602722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Subnet': ['ID=ccc89181-d629-4342-a69a-f8f217bbdc71,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:48.622300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Checking segment: {'id': '8e51a271-8afc-44e5-b869-3c32f039be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3fa3ffad-0d31-49bc-980e-1a182f950021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:48.622916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network hostable DHCP agents. Network: 3fa3ffad-0d31-49bc-980e-1a182f950021, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:28:48.639794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4bb23d31-f830-40a4-b9f2-19921a5039ca None None] Port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:48.680596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67bce0f-63fb-477e-83ce-3efce3a7ab53 req-7202bc5d-7143-4116-99c0-61a0e9794b50 service neutron] 10.222.0.21 "GET /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093306 Aug 30 14:28:48.691409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:48.704950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network 3fa3ffad-0d31-49bc-980e-1a182f950021 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:28:48.706302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-d99ead11-78aa-4226-a9b6-a21a2157c728 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7 HTTP/1.1" status: 200 len: 217 time: 0.1381054 Aug 30 14:28:48.736386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 3fa3ffad-0d31-49bc-980e-1a182f950021) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:48.749546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.750383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:48.750527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2fdcc-095f-4a4c-b676-2863ac0072e4 None None] Network 3fa3ffad-0d31-49bc-980e-1a182f950021 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:48.773746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:48.819407 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c688b0e-f129-40ff-9a43-87f02ebd21f4 req-0022a41b-fc32-441f-8bea-23bbe4c03e6c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410809 Aug 30 14:28:48.834840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd85a4-d9cc-4322-a017-8964d37e1bdb None None] Network 899e3f7c-783d-4dc9-824a-12ef0286deaa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:48.849837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-54691ad6-259d-466f-a534-2eaab32a56bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1874814 Aug 30 14:28:48.853546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:48.853699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:48.856887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:48.859357 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2ed97d-2938-45fb-8cfd-568a8d00cdbc" -d '{"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-unplugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:48.880138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Transition to ACTIVE for port object 962c7fb3-02ed-4675-a984-4c91f812df81 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:48.885351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'port': {'network_id': '3fa3ffad-0d31-49bc-980e-1a182f950021', 'name': 'tempest-NetworksIpV6TestAttrs-992130412'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:48.894024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-7aa035c5-022f-4306-a51f-5aafc432f40c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.900744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-7aa035c5-022f-4306-a51f-5aafc432f40c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.907674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-7aa035c5-022f-4306-a51f-5aafc432f40c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.914254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-7aa035c5-022f-4306-a51f-5aafc432f40c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.915056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-9b6043f6-2fcf-4589-87b4-22c528d3b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.917217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-9b6043f6-2fcf-4589-87b4-22c528d3b4e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.1991808 Aug 30 14:28:48.921270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-7aa035c5-022f-4306-a51f-5aafc432f40c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.927501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-7aa035c5-022f-4306-a51f-5aafc432f40c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.933480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Made reservation on behalf of ea76724a518840a19b83451821677065 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:48.934266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-7aa035c5-022f-4306-a51f-5aafc432f40c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.936336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-7aa035c5-022f-4306-a51f-5aafc432f40c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.1957960 Aug 30 14:28:48.937597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:48.939061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.016323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:49.038857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] No DVR routers for this DVR port 962c7fb3-02ed-4675-a984-4c91f812df81 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:49.051482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83668bef-e948-4ddc-ba82-3d2ebb905f3d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:49.084221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ed8790e-5c84-4761-a01e-3e60c86700ff req-4f38b129-fe41-4b0c-a34b-5e6948467ea3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354444 Aug 30 14:28:49.155642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:49.155642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:49.156509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:49.168354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:49.168695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:49.183169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:49.183548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:49.183950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:49.184409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Bound port: 962c7fb3-02ed-4675-a984-4c91f812df81, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:49.184782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.188726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-10c9d58b-1278-4d9f-921f-63904c415ac9 None None] Provisioning for port 83668bef-e948-4ddc-ba82-3d2ebb905f3d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:49.215725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 83668bef-e948-4ddc-ba82-3d2ebb905f3d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:49.225496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 83668bef-e948-4ddc-ba82-3d2ebb905f3d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:49.225882 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.256197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-811cf4fa-7456-4ccd-b15d-a2bea8c1befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:49.257786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-811cf4fa-7456-4ccd-b15d-a2bea8c1befa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2810969 Aug 30 14:28:49.301561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:49.306146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:49.322025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.361690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f77c6-8a90-45c7-ad68-320ac12586c8 req-0022e97e-29cc-43fd-a2c7-68e4c98b53f8 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:49.368611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:49.369529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.371749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] 10.222.0.21 "PUT /v2.0/ports/962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 1096 time: 1.7094359 Aug 30 14:28:49.377350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea6f77c6-8a90-45c7-ad68-320ac12586c8 req-0022e97e-29cc-43fd-a2c7-68e4c98b53f8 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 943 time: 0.3257687 Aug 30 14:28:49.426110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0efa73-7eee-4865-81f9-92f44c9b2352 service neutron] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:49.435465 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa384206-8ee0-4542-8371-4406d1ed9a16 x-openstack-request-id: req-fa384206-8ee0-4542-8371-4406d1ed9a16 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:49.437251 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-unplugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:49.437739 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa384206-8ee0-4542-8371-4406d1ed9a16 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:49.440004 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'code': 200} Aug 30 14:28:49.529832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.554885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-abc43af4-8b54-4506-a4ab-72341cc6a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:49.558702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-abc43af4-8b54-4506-a4ab-72341cc6a786 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1099 time: 0.1070771 Aug 30 14:28:49.598706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device bb0ac210-e866-421c-96b0-774a43f5d149 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:28:49.606929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-3fa3ffad-0d31-49bc-980e-1a182f950021', 'network_id': '3fa3ffad-0d31-49bc-980e-1a182f950021', 'tenant_id': '5acbc844183f4c3db36af922b849b931', 'fixed_ips': [{'subnet_id': 'ccc89181-d629-4342-a69a-f8f217bbdc71'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:28:49.609625 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.641775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea6f77c6-8a90-45c7-ad68-320ac12586c8 req-19496f08-2f8c-431c-b275-83153e7d3b7d tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633560 Aug 30 14:28:49.702272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-56a8725d-85a7-49a6-824b-62c256ff9c7f service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152622 Aug 30 14:28:49.796406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 83668bef-e948-4ddc-ba82-3d2ebb905f3d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83668bef-e948-4ddc-ba82-3d2ebb905f3d,segment=NetworkSegment(71f6237d-7aa6-4f8f-acdd-73af0eb554f4),segment_id=71f6237d-7aa6-4f8f-acdd-73af0eb554f4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:49.810833 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.833994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-632b7d13-d66a-454a-b5fb-c9d95e52e30b req-f4b3e3d1-31ca-4e53-80b7-2d7fbe6997ad service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198754 Aug 30 14:28:49.972078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:49.976582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:49.982514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=83668bef-e948-4ddc-ba82-3d2ebb905f3d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:49.986766 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:50.034990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46611d1f-1915-46d4-a080-6f2f80c49c8d req-3d336edc-980d-4c01-975f-0afe336cabfc tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.037165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46611d1f-1915-46d4-a080-6f2f80c49c8d req-3d336edc-980d-4c01-975f-0afe336cabfc tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 948 time: 0.2017729 Aug 30 14:28:50.043163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] device_id is not set on port d3d71817-1d14-4f92-8eff-1e8895b87c8e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:28:50.068285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a0615f79-0bbd-4356-986e-9fed00007372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.069129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a0615f79-0bbd-4356-986e-9fed00007372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.069781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a0615f79-0bbd-4356-986e-9fed00007372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.070819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a0615f79-0bbd-4356-986e-9fed00007372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.071598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a0615f79-0bbd-4356-986e-9fed00007372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.072250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a0615f79-0bbd-4356-986e-9fed00007372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.072946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a0615f79-0bbd-4356-986e-9fed00007372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.075240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a0615f79-0bbd-4356-986e-9fed00007372 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6486 time: 0.1785655 Aug 30 14:28:50.096800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Allocated IP 10.2.2.200 (9bb743dd-fe92-479b-9011-f9414e0ea2f1/76a1647d-e5c3-4afe-8081-1f2d6258de3d/3ced7b74-6bc3-4baf-876c-6a010413f3d5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:50.121426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Allocated IP 2001:db8::f816:3eff:fe1e:c5a4 (3fa3ffad-0d31-49bc-980e-1a182f950021/ccc89181-d629-4342-a69a-f8f217bbdc71/37402dc8-4d63-4584-ba83-aa00560f696a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:50.125113 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46611d1f-1915-46d4-a080-6f2f80c49c8d req-ec975371-4c0e-4b7e-af11-3977402ec68c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718238 Aug 30 14:28:50.130445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490a17-f501-4f98-afdb-eeddcaa15c74 req-63a663b6-8f9c-40a3-bdbb-bdecc4e553cb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.138346 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3b490a17-f501-4f98-afdb-eeddcaa15c74 req-63a663b6-8f9c-40a3-bdbb-bdecc4e553cb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.5618248 Aug 30 14:28:50.203817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3b490a17-f501-4f98-afdb-eeddcaa15c74 req-d7b8e3d5-972a-4bae-a50c-3fca7bdf42c1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643308 Aug 30 14:28:50.205328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-767bb5fd-14f6-47a0-bf7f-710b7b581678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.206912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-767bb5fd-14f6-47a0-bf7f-710b7b581678 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.6408091 Aug 30 14:28:50.269864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-b692909c-8da0-4c90-adaa-0942ebc12721 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.0507994 Aug 30 14:28:50.317098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port bb0ac210-e866-421c-96b0-774a43f5d149, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=bb0ac210-e866-421c-96b0-774a43f5d149,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:50.337330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'bb0ac210-e866-421c-96b0-774a43f5d149', 'network_id': '8e3a2bbb-1793-47d5-b1b1-ef41a4c16453', 'port_id': 'bb0ac210-e866-421c-96b0-774a43f5d149', 'mac_address': 'fa:16:3e:39:8b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a541d7-3b8c-4fbc-9a82-50d0df60738a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:28:50.351091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-1f44cf47-2b29-44fc-859f-92692264c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.357439 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-1f44cf47-2b29-44fc-859f-92692264c15d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0745091 Aug 30 14:28:50.432352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:50.442662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-f2071006-8fe0-4492-b43a-ddd3e6c2a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.444189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-f2071006-8fe0-4492-b43a-ddd3e6c2a83a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788064 Aug 30 14:28:50.450645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a14345e-af98-4a9e-b859-7142614d0873 None None] Provisioning complete for port 83668bef-e948-4ddc-ba82-3d2ebb905f3d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:50.451126 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a14345e-af98-4a9e-b859-7142614d0873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:50.487851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0ac210-e866-421c-96b0-774a43f5d149 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:50.494549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e4b7-60f4-4f7e-b5c3-d8d6485bf444 req-4decfae1-b17c-49cc-843a-21208e5d90c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.503100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e4b7-60f4-4f7e-b5c3-d8d6485bf444 req-4decfae1-b17c-49cc-843a-21208e5d90c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.513132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e4b7-60f4-4f7e-b5c3-d8d6485bf444 req-4decfae1-b17c-49cc-843a-21208e5d90c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.521197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e4b7-60f4-4f7e-b5c3-d8d6485bf444 req-4decfae1-b17c-49cc-843a-21208e5d90c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.523337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14f4e4b7-60f4-4f7e-b5c3-d8d6485bf444 req-4decfae1-b17c-49cc-843a-21208e5d90c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 3094 time: 0.2223480 Aug 30 14:28:50.534148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-3cf2c81b-126f-4d57-a3b6-c9f8e4d299c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.536309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-3cf2c81b-126f-4d57-a3b6-c9f8e4d299c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c HTTP/1.1" status: 200 len: 902 time: 0.4163101 Aug 30 14:28:50.555090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port bb0ac210-e866-421c-96b0-774a43f5d149, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=bb0ac210-e866-421c-96b0-774a43f5d149,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:50.574401 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:50.577014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485090-c199-42d0-858a-c233b6d77f58 req-fc7a8a1b-0b36-461d-b4a4-5bbb45bd146f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.591407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485090-c199-42d0-858a-c233b6d77f58 req-fc7a8a1b-0b36-461d-b4a4-5bbb45bd146f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.597743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485090-c199-42d0-858a-c233b6d77f58 req-fc7a8a1b-0b36-461d-b4a4-5bbb45bd146f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.605033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485090-c199-42d0-858a-c233b6d77f58 req-fc7a8a1b-0b36-461d-b4a4-5bbb45bd146f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.611277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485090-c199-42d0-858a-c233b6d77f58 req-fc7a8a1b-0b36-461d-b4a4-5bbb45bd146f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.612764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:50.617667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485090-c199-42d0-858a-c233b6d77f58 req-fc7a8a1b-0b36-461d-b4a4-5bbb45bd146f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.623959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485090-c199-42d0-858a-c233b6d77f58 req-fc7a8a1b-0b36-461d-b4a4-5bbb45bd146f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.626351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf485090-c199-42d0-858a-c233b6d77f58 req-fc7a8a1b-0b36-461d-b4a4-5bbb45bd146f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.1974885 Aug 30 14:28:50.646811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-0c64ddd1-044b-49a5-a0eb-554f8bcc1c4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0862291 Aug 30 14:28:50.657703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Transition to ACTIVE for port object 37402dc8-4d63-4584-ba83-aa00560f696a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:50.690819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=bb0ac210-e866-421c-96b0-774a43f5d149,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:50.695889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Transition to ACTIVE for port object 37402dc8-4d63-4584-ba83-aa00560f696a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:50.705967 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:50.725667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf485090-c199-42d0-858a-c233b6d77f58 req-737ea567-223c-45bb-8bba-10aebe249dbc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905452 Aug 30 14:28:50.729968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-238a18c9-db32-46d3-a04b-4d2045d982ec service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651067 Aug 30 14:28:50.786734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14f4e4b7-60f4-4f7e-b5c3-d8d6485bf444 req-e1097a9f-e636-4163-834d-5059023f92a3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541714 Aug 30 14:28:50.791064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Network 3fa3ffad-0d31-49bc-980e-1a182f950021 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:50.806310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:50.825505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:50.879450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83668bef-e948-4ddc-ba82-3d2ebb905f3d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:50.886895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Pushing event updated for resources: {'Port': ['ID=37402dc8-4d63-4584-ba83-aa00560f696a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:50.904172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a02d4efe-ce76-42f2-8d9e-c359bbf17380 req-56bb2b75-bce6-4dd5-9110-fe35ccaf9259 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652067 Aug 30 14:28:50.912851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:50.943690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Attempting to bind port 37402dc8-4d63-4584-ba83-aa00560f696a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:50.943690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Attempting to bind port 37402dc8-4d63-4584-ba83-aa00560f696a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8e51a271-8afc-44e5-b869-3c32f039be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3fa3ffad-0d31-49bc-980e-1a182f950021'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:50.944007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Attempting to bind port 37402dc8-4d63-4584-ba83-aa00560f696a on network 3fa3ffad-0d31-49bc-980e-1a182f950021 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:50.944989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a2f1fc7a-22a5-486b-a981-80ba7fe2880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.947099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-a2f1fc7a-22a5-486b-a981-80ba7fe2880b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.2906039 Aug 30 14:28:50.956874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:50.957314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Checking segment: {'id': '8e51a271-8afc-44e5-b869-3c32f039be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3fa3ffad-0d31-49bc-980e-1a182f950021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:50.957722 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:50.958122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Bound using segment: {'id': '8e51a271-8afc-44e5-b869-3c32f039be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3fa3ffad-0d31-49bc-980e-1a182f950021'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:50.958606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Bound port: 37402dc8-4d63-4584-ba83-aa00560f696a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e51a271-8afc-44e5-b869-3c32f039be99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3fa3ffad-0d31-49bc-980e-1a182f950021'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:50.958985 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.005352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 83668bef-e948-4ddc-ba82-3d2ebb905f3d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:51.005900 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.015292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Transition to ACTIVE for port object 3ced7b74-6bc3-4baf-876c-6a010413f3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:51.022388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Allocated IP 2001:db8::f816:3eff:fe8d:72a6 (3fa3ffad-0d31-49bc-980e-1a182f950021/ccc89181-d629-4342-a69a-f8f217bbdc71/d3d71817-1d14-4f92-8eff-1e8895b87c8e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:51.092222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f7de-ba89-4a10-960a-e2dcb4f8afd1 req-59954052-b07e-45db-890a-4e80c902e3ce tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:51.093863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d476f7de-ba89-4a10-960a-e2dcb4f8afd1 req-59954052-b07e-45db-890a-4e80c902e3ce tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 944 time: 0.1624653 Aug 30 14:28:51.103101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-bb24ec8a-5e22-49b0-9ed4-3537abec5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:51.104681 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-bb24ec8a-5e22-49b0-9ed4-3537abec5578 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344426 Aug 30 14:28:51.218923 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.256944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:51.259674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['bb0ac210-e866-421c-96b0-774a43f5d149'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:51.286426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292f366-ac9a-4a40-adc8-581da43bd492 req-86eb42d4-d0bb-4e2a-ab3f-fffa31d19e40 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:51.295584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2292f366-ac9a-4a40-adc8-581da43bd492 req-86eb42d4-d0bb-4e2a-ab3f-fffa31d19e40 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 948 time: 0.0817311 Aug 30 14:28:51.316290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d476f7de-ba89-4a10-960a-e2dcb4f8afd1 req-21573ae6-2f19-4b45-8953-d5b4db768ed5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067509 Aug 30 14:28:51.340775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2292f366-ac9a-4a40-adc8-581da43bd492 req-7a47c3f1-1533-483c-b1e6-8c054a02495d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Aug 30 14:28:51.360608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] For port 37402dc8-4d63-4584-ba83-aa00560f696a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:51.360890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:51.375304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] For port 37402dc8-4d63-4584-ba83-aa00560f696a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=37402dc8-4d63-4584-ba83-aa00560f696a,segment=NetworkSegment(8e51a271-8afc-44e5-b869-3c32f039be99),segment_id=8e51a271-8afc-44e5-b869-3c32f039be99)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:51.380311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:51.394394 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.398570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:51.401472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event updated for resources: {'Port': ['ID=3ced7b74-6bc3-4baf-876c-6a010413f3d5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:51.439261 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-967c47a5-b2e3-42ef-a35d-2c025025d60c service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157222 Aug 30 14:28:51.467518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:51.473158 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67734fa2-9f41-4669-bf44-b9dd1df28c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:51.504630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390caca9-e95c-4500-9788-1aeb1855d1b5 None None] Pushing event updated for resources: {'Port': ['ID=37402dc8-4d63-4584-ba83-aa00560f696a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:51.517345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd36270-c203-433a-b77f-ae27c9d6dee7 req-9d52bf0d-801b-4207-b0ec-39d4af69f1a2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:51.533522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbd36270-c203-433a-b77f-ae27c9d6dee7 req-9d52bf0d-801b-4207-b0ec-39d4af69f1a2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.0990815 Aug 30 14:28:51.537828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:51.538257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.610970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b46b8576-61ef-46a1-a916-2a0759cc5071 req-345ae66b-3d55-46f1-8d15-686138cb60bb service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591094 Aug 30 14:28:51.619889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:51.621266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.641420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Transition to ACTIVE for port object d3d71817-1d14-4f92-8eff-1e8895b87c8e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:51.662541 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbd36270-c203-433a-b77f-ae27c9d6dee7 req-ad39cadb-9af5-4590-b15a-42ff6426b584 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280262 Aug 30 14:28:51.665176 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-197bbed3-a219-4729-8842-849ef0b80fac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3263278 Aug 30 14:28:51.690978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:51.759774 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36fb019-9cca-46fd-a87e-7891299f75d3 x-openstack-request-id: req-e36fb019-9cca-46fd-a87e-7891299f75d3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:51.760019 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:51.760350 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e36fb019-9cca-46fd-a87e-7891299f75d3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:51.760628 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'status': 'completed', 'code': 200} Aug 30 14:28:51.869608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.884137 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.932619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccc789b8-ca03-4acc-a00e-99a49819776d None None] Provisioning for port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:51.939603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccc789b8-ca03-4acc-a00e-99a49819776d None None] Provisioning complete for port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:51.940595 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccc789b8-ca03-4acc-a00e-99a49819776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:51.946435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-2d0d0d28-e5c6-4d2e-97e6-def2a5e7daed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:51.948329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-2d0d0d28-e5c6-4d2e-97e6-def2a5e7daed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1099 time: 0.1581080 Aug 30 14:28:51.994189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-83bfb470-4739-4988-8142-d6dfcc2ad556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.000730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ccc789b8-ca03-4acc-a00e-99a49819776d None None] Port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:52.002791 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-83bfb470-4739-4988-8142-d6dfcc2ad556 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1099 time: 0.2012904 Aug 30 14:28:52.020293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network 3fa3ffad-0d31-49bc-980e-1a182f950021 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:52.022223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-f999203d-ceea-41d7-a142-9f41bb6f5eaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.029378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-f999203d-ceea-41d7-a142-9f41bb6f5eaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.035481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-f999203d-ceea-41d7-a142-9f41bb6f5eaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.041862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-f999203d-ceea-41d7-a142-9f41bb6f5eaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.048525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-f999203d-ceea-41d7-a142-9f41bb6f5eaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.054776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-f999203d-ceea-41d7-a142-9f41bb6f5eaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.061546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-f999203d-ceea-41d7-a142-9f41bb6f5eaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.069986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-f999203d-ceea-41d7-a142-9f41bb6f5eaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.1793129 Aug 30 14:28:52.174008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fe3a4ab6-186c-44cb-8302-c70b965ea930 req-61993b6b-c8dc-44a3-9bd5-5f81fcca43df tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028194 Aug 30 14:28:52.217003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-bc3b1138-a770-4672-a8b8-052b2b58ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.218866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-bc3b1138-a770-4672-a8b8-052b2b58ec02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1405513 Aug 30 14:28:52.285580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-19a212ff-6eda-4247-aa83-2ab69bda7225 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.0520110 Aug 30 14:28:52.372530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:52.389521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:52.397926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.398988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:52.406704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-af70eb0f-85cc-459b-beb9-7d711b4d860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.408969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-af70eb0f-85cc-459b-beb9-7d711b4d860e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0728967 Aug 30 14:28:52.421880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Port': ['ID=d3d71817-1d14-4f92-8eff-1e8895b87c8e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:52.458952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f89f0e45-2a3a-4965-a673-0970fab2592e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.5911310 Aug 30 14:28:52.465327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:52.526762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36802af-5705-4a71-9ada-0a5bf8a5ccaf req-da4bbd11-953d-4b23-b222-67abcc3f16bc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.542915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36802af-5705-4a71-9ada-0a5bf8a5ccaf req-da4bbd11-953d-4b23-b222-67abcc3f16bc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.569761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6c4705-b062-421b-bf6a-c3d61a9b006e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting subnet ccc89181-d629-4342-a69a-f8f217bbdc71 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:28:52.575229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4705-b062-421b-bf6a-c3d61a9b006e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:52.578258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36802af-5705-4a71-9ada-0a5bf8a5ccaf req-da4bbd11-953d-4b23-b222-67abcc3f16bc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.592337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36802af-5705-4a71-9ada-0a5bf8a5ccaf req-da4bbd11-953d-4b23-b222-67abcc3f16bc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.603345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36802af-5705-4a71-9ada-0a5bf8a5ccaf req-da4bbd11-953d-4b23-b222-67abcc3f16bc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.605886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-0db1f88e-b592-41b5-a5ea-68f8ffa4b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.607551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-0db1f88e-b592-41b5-a5ea-68f8ffa4b39e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881471 Aug 30 14:28:52.612170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b36802af-5705-4a71-9ada-0a5bf8a5ccaf req-da4bbd11-953d-4b23-b222-67abcc3f16bc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 3815 time: 0.6404247 Aug 30 14:28:52.643915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d995d1-ece9-4b3b-a6a2-05db3301e61a req-e94031a6-e2e7-4443-8fb9-7767a488986d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.651178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d995d1-ece9-4b3b-a6a2-05db3301e61a req-e94031a6-e2e7-4443-8fb9-7767a488986d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 948 time: 0.1870644 Aug 30 14:28:52.687267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-4039f2b5-748f-4cae-a8fa-b9c56eb59f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.688758 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-4039f2b5-748f-4cae-a8fa-b9c56eb59f40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.7051263 Aug 30 14:28:52.705788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b36802af-5705-4a71-9ada-0a5bf8a5ccaf req-adafcdba-becf-4236-8770-9df1bf8d0b42 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916324 Aug 30 14:28:52.802576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4705-b062-421b-bf6a-c3d61a9b006e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:52.903017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-d643833d-11d1-49a7-990b-87fb6d9718ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.1957607 Aug 30 14:28:52.911778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-e6bda66e-eb98-4929-8322-34ffd05c524a service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928998 Aug 30 14:28:52.919546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 37402dc8-4d63-4584-ba83-aa00560f696a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:52.988027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d1213-a44b-4c38-9261-47fa97ac82f4 req-dedcd7ad-efc3-4851-a773-713b478e8573 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.000973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f9d1213-a44b-4c38-9261-47fa97ac82f4 req-dedcd7ad-efc3-4851-a773-713b478e8573 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 944 time: 0.1380262 Aug 30 14:28:53.034453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 37402dc8-4d63-4584-ba83-aa00560f696a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:53.053401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-584a1b18-cb84-403a-b388-6e0ade0c430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.054895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-584a1b18-cb84-403a-b388-6e0ade0c430b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1448107 Aug 30 14:28:53.069801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f9d1213-a44b-4c38-9261-47fa97ac82f4 req-7cc64a8b-ad2d-45ca-b7b4-13ced3b42665 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676761 Aug 30 14:28:53.124532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-df444cae-6ec5-47ce-ae48-143a160aa18a service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762533 Aug 30 14:28:53.127842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d995d1-ece9-4b3b-a6a2-05db3301e61a req-4bd4cb5c-11b9-491d-9cf3-5e182b105396 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757247 Aug 30 14:28:53.224553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-d060a6e6-3b8b-4adf-af9d-052ee731261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.238034 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-d060a6e6-3b8b-4adf-af9d-052ee731261d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610363 Aug 30 14:28:53.239574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd73ce-e002-4617-9ee4-151f0cb0a91c None None] Network 3fa3ffad-0d31-49bc-980e-1a182f950021 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:53.302179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4705-b062-421b-bf6a-c3d61a9b006e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.363413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0033a180-b260-4dbe-ae27-d3b3854690ff {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:53.390294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.417803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e30c9d6e-7411-41ac-9101-b326c2e357d8 None None] Provisioning for port 37402dc8-4d63-4584-ba83-aa00560f696a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:53.450856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4705-b062-421b-bf6a-c3d61a9b006e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.451546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Transition to ACTIVE for port object 0033a180-b260-4dbe-ae27-d3b3854690ff will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:53.463203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.467877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e30c9d6e-7411-41ac-9101-b326c2e357d8 None None] Provisioning complete for port 37402dc8-4d63-4584-ba83-aa00560f696a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:53.469210 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e30c9d6e-7411-41ac-9101-b326c2e357d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.476780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-43529606-8777-47e0-8def-550ace65fc91 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934881 Aug 30 14:28:53.501310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109eec-ece0-4808-9854-ead108d9493c req-79de10a1-a952-46c4-816e-2ece95f994e8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.508731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39109eec-ece0-4808-9854-ead108d9493c req-79de10a1-a952-46c4-816e-2ece95f994e8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1113920 Aug 30 14:28:53.510717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4705-b062-421b-bf6a-c3d61a9b006e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc89181-d629-4342-a69a-f8f217bbdc71,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:53.536158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4705-b062-421b-bf6a-c3d61a9b006e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.541028 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8f6c4705-b062-421b-bf6a-c3d61a9b006e tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/subnets/ccc89181-d629-4342-a69a-f8f217bbdc71 HTTP/1.1" status: 204 len: 168 time: 1.0711820 Aug 30 14:28:53.541933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:53.581382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:28:53.587650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-fba9950c-e533-4035-98e7-e3b3f26f03d2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.593719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-fba9950c-e533-4035-98e7-e3b3f26f03d2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.596899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39109eec-ece0-4808-9854-ead108d9493c req-cfb17084-fcc2-47c5-908c-d0372bb26e2f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822937 Aug 30 14:28:53.609035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-fba9950c-e533-4035-98e7-e3b3f26f03d2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.609035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-fba9950c-e533-4035-98e7-e3b3f26f03d2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.613713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-fba9950c-e533-4035-98e7-e3b3f26f03d2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.619779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-fba9950c-e533-4035-98e7-e3b3f26f03d2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.627949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-fba9950c-e533-4035-98e7-e3b3f26f03d2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.629981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-fba9950c-e533-4035-98e7-e3b3f26f03d2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.2559929 Aug 30 14:28:53.661321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e44674-11bb-49d9-9420-0459050ceeec tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.665133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e44674-11bb-49d9-9420-0459050ceeec tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:53.677061 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-22e44674-11bb-49d9-9420-0459050ceeec tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1346860 Aug 30 14:28:53.680054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:53.709023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Pushing event updated for resources: {'Port': ['ID=0033a180-b260-4dbe-ae27-d3b3854690ff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:53.724373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:53.751567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '962c7fb3-02ed-4675-a984-4c91f812df81', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '962c7fb3-02ed-4675-a984-4c91f812df81', 'mac_address': 'fa:16:3e:01:f4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:28:53.757224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device bb0ac210-e866-421c-96b0-774a43f5d149 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:53.778386 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77f3371c-9099-40d8-8e2b-4c5e23e21dee req-3b70f1f1-ecff-4843-88c2-39d64c381830 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317887 Aug 30 14:28:53.838234 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.859538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67734fa2-9f41-4669-bf44-b9dd1df28c2b req-59cc7a97-62de-411e-998e-0b8d86fdd3a5 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585999 Aug 30 14:28:53.869292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9da7840d-6d47-40ba-a23c-e6f77dc61b86 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.884679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Attempting to bind port 0033a180-b260-4dbe-ae27-d3b3854690ff on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:53.885186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Attempting to bind port 0033a180-b260-4dbe-ae27-d3b3854690ff by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:53.885620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Attempting to bind port 0033a180-b260-4dbe-ae27-d3b3854690ff on network 58b173ba-3264-4cfa-bc64-893edcb7863c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:53.888119 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da7840d-6d47-40ba-a23c-e6f77dc61b86 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 30 14:28:53.888596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da7840d-6d47-40ba-a23c-e6f77dc61b86 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:28:53.890456 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9da7840d-6d47-40ba-a23c-e6f77dc61b86 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/3fa3ffad-0d31-49bc-980e-1a182f950021 HTTP/1.1" status: 409 len: 405 time: 0.2091956 Aug 30 14:28:53.898863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:53.900464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Port 0033a180-b260-4dbe-ae27-d3b3854690ff on network 58b173ba-3264-4cfa-bc64-893edcb7863c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:53.901000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Attempting to bind port 0033a180-b260-4dbe-ae27-d3b3854690ff on network 58b173ba-3264-4cfa-bc64-893edcb7863c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:53.904979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1208885220'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:53.908714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:53.909307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Checking segment: {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:53.909803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Bound using segment: {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:53.910814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Bound port: 0033a180-b260-4dbe-ae27-d3b3854690ff, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e26577-f739-4f25-816d-7a4e26200c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:53.911286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.920654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962c7fb3-02ed-4675-a984-4c91f812df81 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:53.970409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:53.971997 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e30c9d6e-7411-41ac-9101-b326c2e357d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:53.974125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port bb0ac210-e866-421c-96b0-774a43f5d149 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:53.991961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port bb0ac210-e866-421c-96b0-774a43f5d149 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:53.992331 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.019411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:54.023003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.033227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] For port 0033a180-b260-4dbe-ae27-d3b3854690ff, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:54.036656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] For port 0033a180-b260-4dbe-ae27-d3b3854690ff, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0033a180-b260-4dbe-ae27-d3b3854690ff,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:54.044378 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.052721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.058350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f48aa-a56a-4e2b-b314-a79241d0ba5c req-2ea53cda-b9fd-4a50-b3a1-bace6799c7d9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.064336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f48aa-a56a-4e2b-b314-a79241d0ba5c req-2ea53cda-b9fd-4a50-b3a1-bace6799c7d9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.070627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f48aa-a56a-4e2b-b314-a79241d0ba5c req-2ea53cda-b9fd-4a50-b3a1-bace6799c7d9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.076794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f48aa-a56a-4e2b-b314-a79241d0ba5c req-2ea53cda-b9fd-4a50-b3a1-bace6799c7d9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.082754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f48aa-a56a-4e2b-b314-a79241d0ba5c req-2ea53cda-b9fd-4a50-b3a1-bace6799c7d9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.092399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f6f48aa-a56a-4e2b-b314-a79241d0ba5c req-2ea53cda-b9fd-4a50-b3a1-bace6799c7d9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 3827 time: 0.1837437 Aug 30 14:28:54.127946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.128223 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.132534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:28:54.134557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-43230b88-21f9-4b42-985a-bda481c100df service neutron] 10.222.0.21 "PUT /v2.0/ports/0033a180-b260-4dbe-ae27-d3b3854690ff HTTP/1.1" status: 200 len: 1091 time: 2.4487381 Aug 30 14:28:54.135076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '0033a180-b260-4dbe-ae27-d3b3854690ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:54.140620 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b7feb-a9db-4627-bd5b-c108da50f9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "0033a180-b260-4dbe-ae27-d3b3854690ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:54.149777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e30c9d6e-7411-41ac-9101-b326c2e357d8 None None] For port 37402dc8-4d63-4584-ba83-aa00560f696a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=37402dc8-4d63-4584-ba83-aa00560f696a,segment=NetworkSegment(8e51a271-8afc-44e5-b869-3c32f039be99),segment_id=8e51a271-8afc-44e5-b869-3c32f039be99)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:54.169543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.177565 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Added segment bf768deb-a046-42d2-9b17-e13c80ae2d85 of type vlan for network 2298aa83-e872-4474-8c40-712693495ced Aug 30 14:28:54.179617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e30c9d6e-7411-41ac-9101-b326c2e357d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.191402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:54.204116 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f6f48aa-a56a-4e2b-b314-a79241d0ba5c req-3eb78d0d-9c98-4e45-9d2c-1d783a27acbd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107450 Aug 30 14:28:54.254925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285bc7af-910d-43f5-835b-b11e67fc129f None None] Network 3fa3ffad-0d31-49bc-980e-1a182f950021 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:54.259369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:54.262399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43230b88-21f9-4b42-985a-bda481c100df service neutron] Pushing event updated for resources: {'Port': ['ID=0033a180-b260-4dbe-ae27-d3b3854690ff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:54.318121 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.326744 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1281502e-36d4-44f4-867f-788261742d8c x-openstack-request-id: req-1281502e-36d4-44f4-867f-788261742d8c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:54.326744 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "0033a180-b260-4dbe-ae27-d3b3854690ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:54.327269 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1281502e-36d4-44f4-867f-788261742d8c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:54.327736 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'status': 'completed', 'code': 200} Aug 30 14:28:54.361183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.369268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.412228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4c14d-642b-4273-bdfd-538899480581 req-10a6fd37-c662-4af7-94a5-0929fe359ea6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.413974 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e7f4c14d-642b-4273-bdfd-538899480581 req-10a6fd37-c662-4af7-94a5-0929fe359ea6 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 944 time: 0.1418622 Aug 30 14:28:54.466990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40d4a9e4-07cc-4046-ab9e-b9a9909bc915 None None] Provisioning complete for port 37402dc8-4d63-4584-ba83-aa00560f696a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:54.467373 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40d4a9e4-07cc-4046-ab9e-b9a9909bc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.478947 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.485178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.486098 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.509388 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e7f4c14d-642b-4273-bdfd-538899480581 req-69faf977-98a2-4eb7-9c53-e2fa1bee5b53 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741687 Aug 30 14:28:54.567704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c9d6e-7411-41ac-9101-b326c2e357d8 None None] Pushing event updated for resources: {'Port': ['ID=37402dc8-4d63-4584-ba83-aa00560f696a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:54.571039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd81b37a-c83c-4028-bc1f-93d8bbe76245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0ac210-e866-421c-96b0-774a43f5d149'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:54.573366 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c75b7-9344-4681-b4f1-cf4ed1e382c7" -d '{"events": [{"server_uuid": "fd81b37a-c83c-4028-bc1f-93d8bbe76245", "name": "network-vif-plugged", "status": "completed", "tag": "bb0ac210-e866-421c-96b0-774a43f5d149"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:54.613472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port bb0ac210-e866-421c-96b0-774a43f5d149, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=bb0ac210-e866-421c-96b0-774a43f5d149,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:54.649076 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:54.656136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7535615 Aug 30 14:28:54.660145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:54.668052 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'subnet': {'network_id': '2298aa83-e872-4474-8c40-712693495ced', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:54.677401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e126a6-d66c-4228-9969-43b82d8c06b5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Network': ['ID=2298aa83-e872-4474-8c40-712693495ced,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:54.685301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-8f9cf923-5979-4fdc-8dbb-d5a838d8fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.685531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-8f9cf923-5979-4fdc-8dbb-d5a838d8fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.685980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-8f9cf923-5979-4fdc-8dbb-d5a838d8fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.686455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-8f9cf923-5979-4fdc-8dbb-d5a838d8fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.686928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-8f9cf923-5979-4fdc-8dbb-d5a838d8fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.688803 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-8f9cf923-5979-4fdc-8dbb-d5a838d8fd3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 4362 time: 0.2967193 Aug 30 14:28:54.706177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=bb0ac210-e866-421c-96b0-774a43f5d149,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:54.723369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 2298aa83-e872-4474-8c40-712693495ced details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:28:54.806619 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c01a76-5ffa-45d8-b6e5-7748fe8411e9 x-openstack-request-id: req-06c01a76-5ffa-45d8-b6e5-7748fe8411e9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:54.806887 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd81b37a-c83c-4028-bc1f-93d8bbe76245", "name": "network-vif-plugged", "status": "completed", "tag": "bb0ac210-e866-421c-96b0-774a43f5d149", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:54.807040 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06c01a76-5ffa-45d8-b6e5-7748fe8411e9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:54.807415 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd81b37a-c83c-4028-bc1f-93d8bbe76245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0ac210-e866-421c-96b0-774a43f5d149', 'code': 200} Aug 30 14:28:54.851878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab2586-43cd-4c20-b3a9-9c2e7ac7d2a4 req-279bd6a2-a4eb-4f60-b93d-3a833dac4969 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.859259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64ab2586-43cd-4c20-b3a9-9c2e7ac7d2a4 req-279bd6a2-a4eb-4f60-b93d-3a833dac4969 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.3832877 Aug 30 14:28:54.867745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 37402dc8-4d63-4584-ba83-aa00560f696a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:54.974724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] DHCP port deletion for 3fa3ffad-0d31-49bc-980e-1a182f950021 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:28:54.987451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64ab2586-43cd-4c20-b3a9-9c2e7ac7d2a4 req-4215d059-175f-470f-8a8c-9b82f75541b3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269987 Aug 30 14:28:55.015027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5ba890-9014-4b69-a5cb-59a329f7e621 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:55.027515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd53b3-eeb4-455c-8a9b-b8ee9d4fb703 req-4ff2f230-1ac6-4753-a1d8-5343e56ef68d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.034750 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85cd53b3-eeb4-455c-8a9b-b8ee9d4fb703 req-4ff2f230-1ac6-4753-a1d8-5343e56ef68d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1712449 Aug 30 14:28:55.046370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.049179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40d4a9e4-07cc-4046-ab9e-b9a9909bc915 None None] Provisioning for port d3d71817-1d14-4f92-8eff-1e8895b87c8e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:55.062522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40d4a9e4-07cc-4046-ab9e-b9a9909bc915 None None] Provisioning complete for port d3d71817-1d14-4f92-8eff-1e8895b87c8e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:55.063750 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40d4a9e4-07cc-4046-ab9e-b9a9909bc915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.079479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Transition to ACTIVE for port object de5ba890-9014-4b69-a5cb-59a329f7e621 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:55.091901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.101499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-0bf5bcf5-e019-4672-adc6-bd9682a6a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.101982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-0bf5bcf5-e019-4672-adc6-bd9682a6a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.102453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-0bf5bcf5-e019-4672-adc6-bd9682a6a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.104056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-0bf5bcf5-e019-4672-adc6-bd9682a6a2ea service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea76724a518840a19b83451821677065&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3605978 Aug 30 14:28:55.104639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:55.108785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.121720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-40d4a9e4-07cc-4046-ab9e-b9a9909bc915 None None] Port d3d71817-1d14-4f92-8eff-1e8895b87c8e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:55.141316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85cd53b3-eeb4-455c-8a9b-b8ee9d4fb703 req-491decfd-82ca-47c0-8038-b50398fe5975 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950778 Aug 30 14:28:55.163720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 37402dc8-4d63-4584-ba83-aa00560f696a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:55.164120 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.171347 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55cc7235-ea54-4f32-b8ae-08065631895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.181075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Pushing event updated for resources: {'Port': ['ID=de5ba890-9014-4b69-a5cb-59a329f7e621,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:55.223157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ce1e-0629-4111-8efb-cc167830ddbc req-b74186e2-a424-4e7a-a59d-573c83e0726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.232486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a566ce1e-0629-4111-8efb-cc167830ddbc req-b74186e2-a424-4e7a-a59d-573c83e0726e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 1096 time: 0.2810380 Aug 30 14:28:55.235873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] Deleting port 37402dc8-4d63-4584-ba83-aa00560f696a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:55.236245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.333774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Attempting to bind port de5ba890-9014-4b69-a5cb-59a329f7e621 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:55.334834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Attempting to bind port de5ba890-9014-4b69-a5cb-59a329f7e621 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:55.335383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Attempting to bind port de5ba890-9014-4b69-a5cb-59a329f7e621 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:55.340950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] For port 37402dc8-4d63-4584-ba83-aa00560f696a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=37402dc8-4d63-4584-ba83-aa00560f696a,segment=NetworkSegment(8e51a271-8afc-44e5-b869-3c32f039be99),segment_id=8e51a271-8afc-44e5-b869-3c32f039be99)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:55.341380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.352391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Port de5ba890-9014-4b69-a5cb-59a329f7e621 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:55.353252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Attempting to bind port de5ba890-9014-4b69-a5cb-59a329f7e621 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:55.394315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:55.395627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Checking segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:55.396250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Bound using segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:55.396997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Bound port: de5ba890-9014-4b69-a5cb-59a329f7e621, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:55.397621 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.416079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] Calling delete_port for 37402dc8-4d63-4584-ba83-aa00560f696a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:28:55.441891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2b9d-7973-49da-89cd-ebda29a53855 req-57325687-5f71-4f93-b6e2-6aa7765221e8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.446234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a566ce1e-0629-4111-8efb-cc167830ddbc req-086e4b01-3381-4967-8cb3-c4ea5a3b894a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932886 Aug 30 14:28:55.452086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2b9d-7973-49da-89cd-ebda29a53855 req-57325687-5f71-4f93-b6e2-6aa7765221e8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.459414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2b9d-7973-49da-89cd-ebda29a53855 req-57325687-5f71-4f93-b6e2-6aa7765221e8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.474431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2b9d-7973-49da-89cd-ebda29a53855 req-57325687-5f71-4f93-b6e2-6aa7765221e8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.480923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-63f36132-d87f-4ca8-b240-643d2d568ef9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.485765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2b9d-7973-49da-89cd-ebda29a53855 req-57325687-5f71-4f93-b6e2-6aa7765221e8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.487660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-63f36132-d87f-4ca8-b240-643d2d568ef9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.493555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2b9d-7973-49da-89cd-ebda29a53855 req-57325687-5f71-4f93-b6e2-6aa7765221e8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.494343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-63f36132-d87f-4ca8-b240-643d2d568ef9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.500515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-63f36132-d87f-4ca8-b240-643d2d568ef9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.503788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62ee2b9d-7973-49da-89cd-ebda29a53855 req-57325687-5f71-4f93-b6e2-6aa7765221e8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 4598 time: 0.1717064 Aug 30 14:28:55.506919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-63f36132-d87f-4ca8-b240-643d2d568ef9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.513977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-63f36132-d87f-4ca8-b240-643d2d568ef9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.519766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-63f36132-d87f-4ca8-b240-643d2d568ef9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.528785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-63f36132-d87f-4ca8-b240-643d2d568ef9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.2681766 Aug 30 14:28:55.545183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.568438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-3c4cd810-c11c-4a17-a4e6-900b949b4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.569985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c89b7feb-a9db-4627-bd5b-c108da50f9c3 req-3c4cd810-c11c-4a17-a4e6-900b949b4ab3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3663056 Aug 30 14:28:55.576934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] Pushing event deleted for resources: {'Port': ['ID=37402dc8-4d63-4584-ba83-aa00560f696a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:55.586202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917dbbc8-54d5-487a-831e-2a117903f094 None None] No DVR routers for this DVR port 37402dc8-4d63-4584-ba83-aa00560f696a on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:55.609984 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62ee2b9d-7973-49da-89cd-ebda29a53855 req-7d3efb84-c863-41fd-a808-b7736a76364c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048710 Aug 30 14:28:55.625193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] For port de5ba890-9014-4b69-a5cb-59a329f7e621, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:55.630092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] For port de5ba890-9014-4b69-a5cb-59a329f7e621, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de5ba890-9014-4b69-a5cb-59a329f7e621,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:55.633250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-116c3cc5-44b7-4f63-be47-967dfd2cd84f req-f346dc8a-5d8b-4883-ae24-a2c10510e467 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981629 Aug 30 14:28:55.637724 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.717873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.718721 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.720365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] 10.222.0.21 "PUT /v2.0/ports/de5ba890-9014-4b69-a5cb-59a329f7e621 HTTP/1.1" status: 200 len: 1129 time: 1.5332329 Aug 30 14:28:55.737584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['962c7fb3-02ed-4675-a984-4c91f812df81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:55.829820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:28:55.836244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.855685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151df27-b4c8-4339-b218-cb3da86efa83 service neutron] Pushing event updated for resources: {'Port': ['ID=de5ba890-9014-4b69-a5cb-59a329f7e621,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:55.873553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8a0e-62b7-4aed-8e73-a265466482c3 req-cccdef98-6358-427f-ab30-0ac10da07318 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.875202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a72b8a0e-62b7-4aed-8e73-a265466482c3 req-cccdef98-6358-427f-ab30-0ac10da07318 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 945 time: 0.1482375 Aug 30 14:28:55.908256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Subnet': ['ID=0ec9d707-e126-4df4-b60a-68068a21cf1c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:55.959223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a72b8a0e-62b7-4aed-8e73-a265466482c3 req-3b61429b-bb9d-4216-9b45-81e89fbf2986 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772264 Aug 30 14:28:55.968876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Checking segment: {'id': 'bf768deb-a046-42d2-9b17-e13c80ae2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2298aa83-e872-4474-8c40-712693495ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:55.969654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network hostable DHCP agents. Network: 2298aa83-e872-4474-8c40-712693495ced, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:28:55.996393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network 2298aa83-e872-4474-8c40-712693495ced is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:28:56.005575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:56.035241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 2298aa83-e872-4474-8c40-712693495ced) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:56.042438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.042919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe5483-b065-4ef3-9bec-b77fd5286884 None None] Network 2298aa83-e872-4474-8c40-712693495ced requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:56.043071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.095611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b858e23f-487e-4535-aee6-e0749c41f897 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4303877 Aug 30 14:28:56.095611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.096125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:56.101704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'port': {'network_id': '2298aa83-e872-4474-8c40-712693495ced', 'name': 'tempest-NetworksIpV6TestAttrs-566278057'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:56.255195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:28:56.260448 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.286315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-2298aa83-e872-4474-8c40-712693495ced', 'network_id': '2298aa83-e872-4474-8c40-712693495ced', 'tenant_id': '5acbc844183f4c3db36af922b849b931', 'fixed_ips': [{'subnet_id': '0ec9d707-e126-4df4-b60a-68068a21cf1c'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:28:56.289549 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.290571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] device_id is not set on port d7c1a5db-3b2c-4c14-a296-5ea0847885c0 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:28:56.291809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e58127-93d7-4d1e-beb1-204511a83078 req-f0f918e4-f2ae-4dcd-bfc0-c03f171e313e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.294386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53e58127-93d7-4d1e-beb1-204511a83078 req-f0f918e4-f2ae-4dcd-bfc0-c03f171e313e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.1937594 Aug 30 14:28:56.351297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': 'de5ba890-9014-4b69-a5cb-59a329f7e621'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:56.353532 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748049ec-fffe-431d-bf5a-5f06541252e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "de5ba890-9014-4b69-a5cb-59a329f7e621"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:56.443168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966050d0-43e6-4c59-a9dd-54e40736cecc req-76f69824-6f72-4f83-829c-7ef7b08cbc1c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.444789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-966050d0-43e6-4c59-a9dd-54e40736cecc req-76f69824-6f72-4f83-829c-7ef7b08cbc1c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.0746398 Aug 30 14:28:56.475703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Allocated IP 2001:db8::f816:3eff:fe26:ec12 (2298aa83-e872-4474-8c40-712693495ced/0ec9d707-e126-4df4-b60a-68068a21cf1c/57add076-bcb2-4f0d-95c4-f4ceb838b9bb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:56.494372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-966050d0-43e6-4c59-a9dd-54e40736cecc req-24fe8f64-4d3c-4531-8d48-928506090438 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Aug 30 14:28:56.544751 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cefe6b-3ceb-4e61-90aa-f91d1df2c0c1 x-openstack-request-id: req-12cefe6b-3ceb-4e61-90aa-f91d1df2c0c1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:56.545116 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "de5ba890-9014-4b69-a5cb-59a329f7e621", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:56.545377 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12cefe6b-3ceb-4e61-90aa-f91d1df2c0c1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:56.545781 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': 'de5ba890-9014-4b69-a5cb-59a329f7e621', 'status': 'completed', 'code': 200} Aug 30 14:28:56.652324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-0e1d1923-ffae-47ee-ac03-293e7945b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.652689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-0e1d1923-ffae-47ee-ac03-293e7945b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.653193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-0e1d1923-ffae-47ee-ac03-293e7945b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.653661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-0e1d1923-ffae-47ee-ac03-293e7945b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.654227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-0e1d1923-ffae-47ee-ac03-293e7945b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.654573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-0e1d1923-ffae-47ee-ac03-293e7945b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.656392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-0e1d1923-ffae-47ee-ac03-293e7945b38c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5284 time: 0.0526216 Aug 30 14:28:56.663644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.672838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Transition to ACTIVE for port object 57add076-bcb2-4f0d-95c4-f4ceb838b9bb will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:56.694991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Transition to ACTIVE for port object 57add076-bcb2-4f0d-95c4-f4ceb838b9bb will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:56.706344 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.711090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53e58127-93d7-4d1e-beb1-204511a83078 req-b3645bae-9afd-48a9-936a-de0c188c6e3f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062223 Aug 30 14:28:56.768894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Network 2298aa83-e872-4474-8c40-712693495ced is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:56.772319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:56.777712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:56.784546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Pushing event updated for resources: {'Port': ['ID=57add076-bcb2-4f0d-95c4-f4ceb838b9bb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:56.790549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 37402dc8-4d63-4584-ba83-aa00560f696a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:56.829590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 37402dc8-4d63-4584-ba83-aa00560f696a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:28:56.829963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 37402dc8-4d63-4584-ba83-aa00560f696a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:28:56.857739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Allocated IP 2001:db8::f816:3eff:fee6:b9a0 (2298aa83-e872-4474-8c40-712693495ced/0ec9d707-e126-4df4-b60a-68068a21cf1c/d7c1a5db-3b2c-4c14-a296-5ea0847885c0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:28:56.864629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Attempting to bind port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:56.865133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Attempting to bind port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'bf768deb-a046-42d2-9b17-e13c80ae2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2298aa83-e872-4474-8c40-712693495ced'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:56.865586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Attempting to bind port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb on network 2298aa83-e872-4474-8c40-712693495ced {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:56.873922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:56.874401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Checking segment: {'id': 'bf768deb-a046-42d2-9b17-e13c80ae2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2298aa83-e872-4474-8c40-712693495ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:56.874884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.875511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Bound using segment: {'id': 'bf768deb-a046-42d2-9b17-e13c80ae2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2298aa83-e872-4474-8c40-712693495ced'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:56.877367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Bound port: 57add076-bcb2-4f0d-95c4-f4ceb838b9bb, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf768deb-a046-42d2-9b17-e13c80ae2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2298aa83-e872-4474-8c40-712693495ced'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:56.877923 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.906390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-54ddc47f-3106-4b5b-b7b1-eb7ca2f23310 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.912040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-54ddc47f-3106-4b5b-b7b1-eb7ca2f23310 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.913004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b67a-545b-4dba-9aa5-109da3fb662c req-de944afa-45aa-483b-9b26-e812992667ee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.918002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-54ddc47f-3106-4b5b-b7b1-eb7ca2f23310 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.919615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b67a-545b-4dba-9aa5-109da3fb662c req-de944afa-45aa-483b-9b26-e812992667ee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.924229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-54ddc47f-3106-4b5b-b7b1-eb7ca2f23310 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.925217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b67a-545b-4dba-9aa5-109da3fb662c req-de944afa-45aa-483b-9b26-e812992667ee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.930010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-54ddc47f-3106-4b5b-b7b1-eb7ca2f23310 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.930972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b67a-545b-4dba-9aa5-109da3fb662c req-de944afa-45aa-483b-9b26-e812992667ee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.935804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-54ddc47f-3106-4b5b-b7b1-eb7ca2f23310 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.937074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b67a-545b-4dba-9aa5-109da3fb662c req-de944afa-45aa-483b-9b26-e812992667ee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.941600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-54ddc47f-3106-4b5b-b7b1-eb7ca2f23310 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.942591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b67a-545b-4dba-9aa5-109da3fb662c req-de944afa-45aa-483b-9b26-e812992667ee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.944428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3370b67a-545b-4dba-9aa5-109da3fb662c req-de944afa-45aa-483b-9b26-e812992667ee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 4598 time: 0.2366421 Aug 30 14:28:56.949520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-54ddc47f-3106-4b5b-b7b1-eb7ca2f23310 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.1534090 Aug 30 14:28:56.953639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] For port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:56.957382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] For port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=57add076-bcb2-4f0d-95c4-f4ceb838b9bb,segment=NetworkSegment(bf768deb-a046-42d2-9b17-e13c80ae2d85),segment_id=bf768deb-a046-42d2-9b17-e13c80ae2d85)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:56.963745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:56.998012 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dfe5a038-8477-4cf5-b350-fb45e3b24401 req-85f91cd9-cf6b-4d27-ba22-af3e222df5ee tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475974 Aug 30 14:28:57.000176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c85d4c7-85fe-4a87-b26c-82ccca54d129 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:57.001266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-31763201-4c08-4dfb-a9c1-b6d333954725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.001747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-31763201-4c08-4dfb-a9c1-b6d333954725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.002216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-31763201-4c08-4dfb-a9c1-b6d333954725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.004362 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-31763201-4c08-4dfb-a9c1-b6d333954725 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea76724a518840a19b83451821677065&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3176620 Aug 30 14:28:57.009341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.026762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Transition to ACTIVE for port object 3c85d4c7-85fe-4a87-b26c-82ccca54d129 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:57.040167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.103546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Pushing event updated for resources: {'Port': ['ID=3c85d4c7-85fe-4a87-b26c-82ccca54d129,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:57.125747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3370b67a-545b-4dba-9aa5-109da3fb662c req-59655bd2-f5eb-4443-84ac-cf4209e8dd6c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1733103 Aug 30 14:28:57.235414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Attempting to bind port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:57.235607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Attempting to bind port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:57.236340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Attempting to bind port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:57.241706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:57.242040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Attempting to bind port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:57.247783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:57.248051 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Checking segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:57.248254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Bound using segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:57.248680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Bound port: 3c85d4c7-85fe-4a87-b26c-82ccca54d129, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:57.249070 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.264816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d9ae2-47ae-41d4-99c1-bc0f652591d8 None None] Pushing event updated for resources: {'Port': ['ID=57add076-bcb2-4f0d-95c4-f4ceb838b9bb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:57.389756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] For port 3c85d4c7-85fe-4a87-b26c-82ccca54d129, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:57.400227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] For port 3c85d4c7-85fe-4a87-b26c-82ccca54d129, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3c85d4c7-85fe-4a87-b26c-82ccca54d129,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:57.406756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.439032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-a888b16e-bb46-4949-83ad-ac8a63a6242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.440561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-748049ec-fffe-431d-bf5a-5f06541252e6 req-a888b16e-bb46-4949-83ad-ac8a63a6242b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4185903 Aug 30 14:28:57.461323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.462405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.464183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] 10.222.0.21 "PUT /v2.0/ports/3c85d4c7-85fe-4a87-b26c-82ccca54d129 HTTP/1.1" status: 200 len: 1131 time: 1.4633231 Aug 30 14:28:57.466126 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.467080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '3c85d4c7-85fe-4a87-b26c-82ccca54d129'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:57.469935 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8282c095-c51b-4d42-b5d2-698ede51255f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "3c85d4c7-85fe-4a87-b26c-82ccca54d129"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:57.523170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b9278-0680-4248-9a83-efc229a45b79 req-f0a7ef5b-0f4c-44db-ac94-2c374bec2f5b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.524944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-732b9278-0680-4248-9a83-efc229a45b79 req-f0a7ef5b-0f4c-44db-ac94-2c374bec2f5b tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 945 time: 0.1613660 Aug 30 14:28:57.533078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Transition to ACTIVE for port object d7c1a5db-3b2c-4c14-a296-5ea0847885c0 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:57.590891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:57.610355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c6f38-93a2-4b1e-8af0-8c2afe0633bd service neutron] Pushing event updated for resources: {'Port': ['ID=3c85d4c7-85fe-4a87-b26c-82ccca54d129,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:57.635685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:57.711258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-453fba8e-f43f-4aa2-8063-5fb0e94382e1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.713531 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-453fba8e-f43f-4aa2-8063-5fb0e94382e1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982&tenant_id=954d96d6cf2346419ccb2f31463123c6&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 949 time: 0.1919017 Aug 30 14:28:57.714419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-732b9278-0680-4248-9a83-efc229a45b79 req-a989eba5-5fa2-4fb5-8bf8-c41a4d3de425 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702218 Aug 30 14:28:57.724560 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 962c7fb3-02ed-4675-a984-4c91f812df81 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:57.731083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 962c7fb3-02ed-4675-a984-4c91f812df81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:57.731586 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.748357 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.824803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.835841 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a84d6f-95c9-406f-b91f-6293c78250d3 x-openstack-request-id: req-a5a84d6f-95c9-406f-b91f-6293c78250d3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:57.836327 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "3c85d4c7-85fe-4a87-b26c-82ccca54d129", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:57.836902 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5a84d6f-95c9-406f-b91f-6293c78250d3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:57.837619 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '3c85d4c7-85fe-4a87-b26c-82ccca54d129', 'status': 'completed', 'code': 200} Aug 30 14:28:57.866793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network 2298aa83-e872-4474-8c40-712693495ced is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:28:57.875639 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:28:57.883777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:28:57.890600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.891315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.895290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959909d9-bf8f-4125-a02c-d66930cdc96e req-6b9627d7-a2db-4273-a4d2-8573359af409 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.900764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.903756 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-959909d9-bf8f-4125-a02c-d66930cdc96e req-6b9627d7-a2db-4273-a4d2-8573359af409 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.1159785 Aug 30 14:28:57.946071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:57.948229 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf74d310-f0dc-4dbd-a362-068357cc0d24" -d '{"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-plugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:57.951646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51e82188-444f-413c-bf45-13a773542f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.966529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:57.967758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-2c574ec5-06ec-480e-9c27-47106b7da30c service neutron] 10.222.0.21 "GET /v2.0/ports/962c7fb3-02ed-4675-a984-4c91f812df81/bindings/n-h1-805668-3 HTTP/1.1" status: 200 len: 382 time: 0.2431953 Aug 30 14:28:57.971954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.003971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-959909d9-bf8f-4125-a02c-d66930cdc96e req-40b1210e-3b87-4246-bc37-08d5a434e6cd tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992384 Aug 30 14:28:58.007080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9072354 Aug 30 14:28:58.011145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc918615-c368-4e96-9c4d-c063761408aa tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Port': ['ID=d7c1a5db-3b2c-4c14-a296-5ea0847885c0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:58.011784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:58.046166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-b1fd95b4-332e-4925-b27d-0fc963b5692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.046842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-b1fd95b4-332e-4925-b27d-0fc963b5692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.047804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa585d4-bd3b-4853-8104-c49ac2f60ebd req-27aa225e-c9bb-44ef-8518-1b22c7248ded tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.047961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-b1fd95b4-332e-4925-b27d-0fc963b5692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.048732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-b1fd95b4-332e-4925-b27d-0fc963b5692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.049300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-b1fd95b4-332e-4925-b27d-0fc963b5692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.049432 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfa585d4-bd3b-4853-8104-c49ac2f60ebd req-27aa225e-c9bb-44ef-8518-1b22c7248ded tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1433418 Aug 30 14:28:58.049784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-b1fd95b4-332e-4925-b27d-0fc963b5692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.050535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-b1fd95b4-332e-4925-b27d-0fc963b5692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.052585 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8282c095-c51b-4d42-b5d2-698ede51255f req-b1fd95b4-332e-4925-b27d-0fc963b5692a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6208 time: 0.1686912 Aug 30 14:28:58.060811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:58.115986 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce25b28-f597-4e46-95a2-e03b3e9081f1 x-openstack-request-id: req-6ce25b28-f597-4e46-95a2-e03b3e9081f1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:58.117076 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-plugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:58.117076 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ce25b28-f597-4e46-95a2-e03b3e9081f1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:58.117253 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'code': 200} Aug 30 14:28:58.161096 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfa585d4-bd3b-4853-8104-c49ac2f60ebd req-77c9827e-6de0-42c3-a975-cbb16463b91d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943518 Aug 30 14:28:58.231135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-f352e7d6-286b-4504-8303-850c0100135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.232757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-f352e7d6-286b-4504-8303-850c0100135f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1101 time: 0.1791956 Aug 30 14:28:58.241593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4c08c4-c6e4-44c9-a428-3ac6e37724f7 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting subnet 0ec9d707-e126-4df4-b60a-68068a21cf1c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:28:58.285522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d4c08c4-c6e4-44c9-a428-3ac6e37724f7 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.298110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:58.311116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.330978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Transition to ACTIVE for port object 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:58.344087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-7b781dd4-27bf-4508-b327-9c5dc738e19f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.351223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-7b781dd4-27bf-4508-b327-9c5dc738e19f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.358702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-7b781dd4-27bf-4508-b327-9c5dc738e19f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.364684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-7b781dd4-27bf-4508-b327-9c5dc738e19f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.376122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-7b781dd4-27bf-4508-b327-9c5dc738e19f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.382976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-7b781dd4-27bf-4508-b327-9c5dc738e19f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.391560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-7b781dd4-27bf-4508-b327-9c5dc738e19f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.395744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d4c08c4-c6e4-44c9-a428-3ac6e37724f7 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.396453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-7b781dd4-27bf-4508-b327-9c5dc738e19f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5371 time: 0.1392286 Aug 30 14:28:58.397996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.440474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-d04c631d-85d6-43d9-87a1-023651c7f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.441418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-d04c631d-85d6-43d9-87a1-023651c7f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.441519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-d04c631d-85d6-43d9-87a1-023651c7f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.443085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8282c095-c51b-4d42-b5d2-698ede51255f req-d04c631d-85d6-43d9-87a1-023651c7f017 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea76724a518840a19b83451821677065&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3552527 Aug 30 14:28:58.462993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-ebdaaf40-ece5-4555-99fd-3e6bb69ce19e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.468863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-ebdaaf40-ece5-4555-99fd-3e6bb69ce19e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.475347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-ebdaaf40-ece5-4555-99fd-3e6bb69ce19e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.481282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-ebdaaf40-ece5-4555-99fd-3e6bb69ce19e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.484109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:58.487597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-ebdaaf40-ece5-4555-99fd-3e6bb69ce19e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.493557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-ebdaaf40-ece5-4555-99fd-3e6bb69ce19e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.494251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-949bacf4-b2c8-4dcf-89ff-9f1ceec0029b req-016fb533-70a9-4ccf-a551-96d11f2dcff1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922816 Aug 30 14:28:58.500117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-ebdaaf40-ece5-4555-99fd-3e6bb69ce19e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.507920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-ebdaaf40-ece5-4555-99fd-3e6bb69ce19e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.2947524 Aug 30 14:28:58.529218 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.603418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Attempting to bind port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:58.603856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Attempting to bind port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:58.604596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Attempting to bind port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:58.610330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:58.610944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Attempting to bind port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:58.617909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:58.618102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-a8f89716-1368-4718-be9f-a2f5a31e5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.618409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Checking segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:58.618888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Bound using segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:58.619446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Bound port: 5ad1e99d-a9bd-448e-9088-6fe440e4acc0, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:58.619557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-a8f89716-1368-4718-be9f-a2f5a31e5f96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3753221 Aug 30 14:28:58.619910 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.732477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] For port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:58.736466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] For port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:58.750866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7be9022a-ac02-4931-ad03-67e30fe05f97 req-d8cfc490-0ee9-48f0-82c4-a304e3753bc9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2335689 Aug 30 14:28:58.751332 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.766967 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-70d61a5c-8cad-456f-bff7-3fe4872ed689 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.0992501 Aug 30 14:28:58.835887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4387c6-7a4f-4653-be53-e44da1c861af None None] Network 2298aa83-e872-4474-8c40-712693495ced requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:58.843749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.844370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.845799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ad1e99d-a9bd-448e-9088-6fe440e4acc0 HTTP/1.1" status: 200 len: 1090 time: 1.2697325 Aug 30 14:28:58.847386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:58.849828 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "5ad1e99d-a9bd-448e-9088-6fe440e4acc0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:58.901400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:58.909955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c095-c51b-4d42-b5d2-698ede51255f req-dbb25439-0ca8-4af8-8afa-fee3d97f22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.911482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8282c095-c51b-4d42-b5d2-698ede51255f req-dbb25439-0ca8-4af8-8afa-fee3d97f22e0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4015291 Aug 30 14:28:58.926423 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d4c08c4-c6e4-44c9-a428-3ac6e37724f7 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:58.928256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 57add076-bcb2-4f0d-95c4-f4ceb838b9bb up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:58.932381 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5045bf34-d5f5-4917-885c-1cc5e0b8d750 x-openstack-request-id: req-5045bf34-d5f5-4917-885c-1cc5e0b8d750 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:58.932674 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "5ad1e99d-a9bd-448e-9088-6fe440e4acc0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:58.932921 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5045bf34-d5f5-4917-885c-1cc5e0b8d750 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:58.933342 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0', 'status': 'completed', 'code': 200} Aug 30 14:28:58.948233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4f9f6-938c-48a8-80c5-aaef88d635c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:58.952142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-c92c2ae1-86fd-4995-9e54-46bcd9b51f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.953701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-c92c2ae1-86fd-4995-9e54-46bcd9b51f6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1703429 Aug 30 14:28:58.995456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9383503e-dd9e-4e6c-b25e-c0f393a4fd69 None None] Provisioning for port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:59.022001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801c46f-9775-48c3-b911-3e55b6b97046 req-0508ec45-d429-4557-80fe-c50bcdd336f2 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.024205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7801c46f-9775-48c3-b911-3e55b6b97046 req-0508ec45-d429-4557-80fe-c50bcdd336f2 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 945 time: 0.1775126 Aug 30 14:28:59.037032 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.081398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:59.088148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:59.088569 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.104845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-bd34694a-9aad-4fa0-a6a3-b860138935e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.107073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-bd34694a-9aad-4fa0-a6a3-b860138935e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263900 Aug 30 14:28:59.110884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d4c08c4-c6e4-44c9-a428-3ac6e37724f7 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.158264 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7801c46f-9775-48c3-b911-3e55b6b97046 req-e01e2a15-714c-4086-90b7-28f80fc7e5f3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166172 Aug 30 14:28:59.188333 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.197478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c08c4-c6e4-44c9-a428-3ac6e37724f7 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec9d707-e126-4df4-b60a-68068a21cf1c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:59.244180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d4c08c4-c6e4-44c9-a428-3ac6e37724f7 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.248338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d4c08c4-c6e4-44c9-a428-3ac6e37724f7 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/subnets/0ec9d707-e126-4df4-b60a-68068a21cf1c HTTP/1.1" status: 204 len: 168 time: 1.2201178 Aug 30 14:28:59.255006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-eea108e2-f040-47d8-af1e-1aa819dd0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.255495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-eea108e2-f040-47d8-af1e-1aa819dd0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.255976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-eea108e2-f040-47d8-af1e-1aa819dd0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.256453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-eea108e2-f040-47d8-af1e-1aa819dd0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.256928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-eea108e2-f040-47d8-af1e-1aa819dd0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.257347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:59.257799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-eea108e2-f040-47d8-af1e-1aa819dd0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.257867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-eea108e2-f040-47d8-af1e-1aa819dd0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.259781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-eea108e2-f040-47d8-af1e-1aa819dd0a5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6275 time: 0.2185502 Aug 30 14:28:59.301159 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.341157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=57add076-bcb2-4f0d-95c4-f4ceb838b9bb,segment=NetworkSegment(bf768deb-a046-42d2-9b17-e13c80ae2d85),segment_id=bf768deb-a046-42d2-9b17-e13c80ae2d85)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:59.346571 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.351677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a809b-4cd4-4109-94f2-ea93490d61af req-ec9fc716-b9aa-4305-96fc-f3c869bedcc3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.353453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a8a809b-4cd4-4109-94f2-ea93490d61af req-ec9fc716-b9aa-4305-96fc-f3c869bedcc3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.2133884 Aug 30 14:28:59.392848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-d768107c-4564-4750-b792-1b6c8f2d46e4 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747042 Aug 30 14:28:59.427351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=57add076-bcb2-4f0d-95c4-f4ceb838b9bb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:59.512465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a8a809b-4cd4-4109-94f2-ea93490d61af req-188dd3a7-b9f4-4641-9a64-1fe3faad1103 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443791 Aug 30 14:28:59.513819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-bdf12f59-a9eb-4715-9693-756dba8e8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.514304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-bdf12f59-a9eb-4715-9693-756dba8e8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.514780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-bdf12f59-a9eb-4715-9693-756dba8e8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.516893 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-bdf12f59-a9eb-4715-9693-756dba8e8608 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea76724a518840a19b83451821677065&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2367053 Aug 30 14:28:59.563205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3674eb-3779-4f66-b1a5-421252511154 None None] Network 2298aa83-e872-4474-8c40-712693495ced requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:28:59.625580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-201cacae-2509-439c-ad2b-0e0dc531aba3 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144520 Aug 30 14:28:59.682396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-601da87e-723e-45aa-a8b4-8fc505db3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.683961 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-677f18bb-c29d-44ba-b0a0-f6c1f58240aa req-601da87e-723e-45aa-a8b4-8fc505db3c59 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544611 Aug 30 14:28:59.743384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4da69549-eead-4125-aca6-3b8c30363655 None None] Provisioning complete for port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:59.744176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da69549-eead-4125-aca6-3b8c30363655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.821649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e61b1-bdde-40d4-a8a7-5aec4432e61c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.823347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e61b1-bdde-40d4-a8a7-5aec4432e61c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.828820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-170e61b1-bdde-40d4-a8a7-5aec4432e61c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5672307 Aug 30 14:28:59.830091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37062) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:59.850856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3d023-44ab-48f6-9a21-057d00a4eace req-55e41b58-e856-4336-a795-73010a818346 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.860982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ef3d023-44ab-48f6-9a21-057d00a4eace req-55e41b58-e856-4336-a795-73010a818346 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.2093394 Aug 30 14:28:59.863888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4da69549-eead-4125-aca6-3b8c30363655 None None] Provisioning for port d7c1a5db-3b2c-4c14-a296-5ea0847885c0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:59.867868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4da69549-eead-4125-aca6-3b8c30363655 None None] Provisioning complete for port d7c1a5db-3b2c-4c14-a296-5ea0847885c0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:59.868317 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4da69549-eead-4125-aca6-3b8c30363655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.872163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18553d-16ad-445d-91c3-1052e2325863 req-b3ec1721-a2d5-49d5-8a49-687e501ed25f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.880357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18553d-16ad-445d-91c3-1052e2325863 req-b3ec1721-a2d5-49d5-8a49-687e501ed25f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.885838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18553d-16ad-445d-91c3-1052e2325863 req-b3ec1721-a2d5-49d5-8a49-687e501ed25f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.892289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18553d-16ad-445d-91c3-1052e2325863 req-b3ec1721-a2d5-49d5-8a49-687e501ed25f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.897080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] DHCP port deletion for 2298aa83-e872-4474-8c40-712693495ced request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:28:59.898311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18553d-16ad-445d-91c3-1052e2325863 req-b3ec1721-a2d5-49d5-8a49-687e501ed25f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.904739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18553d-16ad-445d-91c3-1052e2325863 req-b3ec1721-a2d5-49d5-8a49-687e501ed25f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.910573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18553d-16ad-445d-91c3-1052e2325863 req-b3ec1721-a2d5-49d5-8a49-687e501ed25f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:59.912607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c18553d-16ad-445d-91c3-1052e2325863 req-b3ec1721-a2d5-49d5-8a49-687e501ed25f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5383 time: 0.1428790 Aug 30 14:28:59.935010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4da69549-eead-4125-aca6-3b8c30363655 None None] Port d7c1a5db-3b2c-4c14-a296-5ea0847885c0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:28:59.958980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] Deleting port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:28:59.959468 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:59.963772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c18553d-16ad-445d-91c3-1052e2325863 req-3d25d740-e05e-4ecf-b6c4-13001c93e492 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442414 Aug 30 14:29:00.001646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ef3d023-44ab-48f6-9a21-057d00a4eace req-1eb539e3-0162-44b2-a807-1e42c30038c2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393991 Aug 30 14:29:00.011782 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7b35-5f59-4708-93b6-16ea517dcb19 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.029818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] For port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=57add076-bcb2-4f0d-95c4-f4ceb838b9bb,segment=NetworkSegment(bf768deb-a046-42d2-9b17-e13c80ae2d85),segment_id=bf768deb-a046-42d2-9b17-e13c80ae2d85)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:00.030424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.045281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] Calling delete_port for 57add076-bcb2-4f0d-95c4-f4ceb838b9bb owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:00.054705 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5c7b35-5f59-4708-93b6-16ea517dcb19 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 30 14:29:00.055292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5c7b35-5f59-4708-93b6-16ea517dcb19 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:00.057160 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2a5c7b35-5f59-4708-93b6-16ea517dcb19 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/2298aa83-e872-4474-8c40-712693495ced HTTP/1.1" status: 409 len: 405 time: 0.2260523 Aug 30 14:29:00.062159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:00.064227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1befa022-7c0d-41ee-9b34-144cced426c4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:00.067840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-357759254'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:00.073007 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.096640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Transition to ACTIVE for port object 1befa022-7c0d-41ee-9b34-144cced426c4 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:00.105324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:00.111403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.116630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.148370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.158582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:00.171906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.172309 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Added segment f72ce6dc-ac92-4630-b3bb-64b0a993f28b of type vlan for network b4d8fef8-7af0-49cc-9bcb-0175dc9d484d Aug 30 14:29:00.182503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] Pushing event deleted for resources: {'Port': ['ID=57add076-bcb2-4f0d-95c4-f4ceb838b9bb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:00.192736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57035a12-b21f-4a60-aad9-fec1937894e3 None None] No DVR routers for this DVR port 57add076-bcb2-4f0d-95c4-f4ceb838b9bb on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:00.214321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c019594-c63a-4963-96ec-c2cc40891848 req-886fe57e-6962-4489-a3ab-f45ac3bc71f3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.215971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c019594-c63a-4963-96ec-c2cc40891848 req-886fe57e-6962-4489-a3ab-f45ac3bc71f3 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 945 time: 0.1398187 Aug 30 14:29:00.218759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Pushing event updated for resources: {'Port': ['ID=1befa022-7c0d-41ee-9b34-144cced426c4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:00.266726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.315587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c019594-c63a-4963-96ec-c2cc40891848 req-64aab3cb-f4ea-46a5-b6de-181687000534 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905752 Aug 30 14:29:00.332955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Attempting to bind port 1befa022-7c0d-41ee-9b34-144cced426c4 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:00.333317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Attempting to bind port 1befa022-7c0d-41ee-9b34-144cced426c4 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:00.333649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Attempting to bind port 1befa022-7c0d-41ee-9b34-144cced426c4 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:00.338393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Port 1befa022-7c0d-41ee-9b34-144cced426c4 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:00.338536 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.338723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Attempting to bind port 1befa022-7c0d-41ee-9b34-144cced426c4 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:00.343979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.344614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.349377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:00.349988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Checking segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:00.350543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Bound using segment: {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:00.351185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Bound port: 1befa022-7c0d-41ee-9b34-144cced426c4, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37901fda-5e5a-4640-97af-14149cfd21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:00.351827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.419022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-f30fb302-8c34-4e20-a8c0-c8530a442ddc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.425272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-f30fb302-8c34-4e20-a8c0-c8530a442ddc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.431118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-f30fb302-8c34-4e20-a8c0-c8530a442ddc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.437718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-f30fb302-8c34-4e20-a8c0-c8530a442ddc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.443565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-f30fb302-8c34-4e20-a8c0-c8530a442ddc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.449437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-f30fb302-8c34-4e20-a8c0-c8530a442ddc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.455557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-f30fb302-8c34-4e20-a8c0-c8530a442ddc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.457651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-f30fb302-8c34-4e20-a8c0-c8530a442ddc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.1826570 Aug 30 14:29:00.473319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] For port 1befa022-7c0d-41ee-9b34-144cced426c4, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:00.479133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] For port 1befa022-7c0d-41ee-9b34-144cced426c4, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1befa022-7c0d-41ee-9b34-144cced426c4,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:00.481377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4166024 Aug 30 14:29:00.490727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270ae0-1b32-4391-b2d1-def8ea642ff3 req-9ee82a58-3e6f-4bac-b70b-d5d65832426e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.492270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b270ae0-1b32-4391-b2d1-def8ea642ff3 req-9ee82a58-3e6f-4bac-b70b-d5d65832426e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.0876553 Aug 30 14:29:00.492385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:00.493904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.497901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'subnet': {'network_id': 'b4d8fef8-7af0-49cc-9bcb-0175dc9d484d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:00.525155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e82bf6-a752-4c6d-b8ea-0eddf8f998a9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Network': ['ID=b4d8fef8-7af0-49cc-9bcb-0175dc9d484d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:00.537228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b4d8fef8-7af0-49cc-9bcb-0175dc9d484d details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:00.553528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.554308 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.555750 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cea9d22d-077f-4496-880a-505352adde8b service neutron] 10.222.0.21 "PUT /v2.0/ports/1befa022-7c0d-41ee-9b34-144cced426c4 HTTP/1.1" status: 200 len: 1091 time: 1.6633050 Aug 30 14:29:00.602606 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b270ae0-1b32-4391-b2d1-def8ea642ff3 req-b5dbfde4-f8b8-4a7a-be6b-b96ef65aa7b2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997982 Aug 30 14:29:00.604977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9d22d-077f-4496-880a-505352adde8b service neutron] Pushing event updated for resources: {'Port': ['ID=1befa022-7c0d-41ee-9b34-144cced426c4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:00.609533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e58f4e63-81be-40e6-8fe9-6a1e24ad5b90 req-1d3c5e27-eb6f-411c-9382-0955bcc9abd9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398318 Aug 30 14:29:00.631147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:00.677597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:00.684434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.758080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:00.804156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 57add076-bcb2-4f0d-95c4-f4ceb838b9bb no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:29:00.837020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 57add076-bcb2-4f0d-95c4-f4ceb838b9bb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:29:00.837020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 57add076-bcb2-4f0d-95c4-f4ceb838b9bb not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:29:00.869401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4f25d-da00-4ae2-b94f-e674cd71f147 req-7ce4fba3-82bb-4160-8dc5-a9638da57260 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:00.871798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ea4f25d-da00-4ae2-b94f-e674cd71f147 req-7ce4fba3-82bb-4160-8dc5-a9638da57260 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.1227264 Aug 30 14:29:00.937830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '1befa022-7c0d-41ee-9b34-144cced426c4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:00.940496 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4f614e-b4d4-4633-a388-b4c29bd20834" -d '{"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "1befa022-7c0d-41ee-9b34-144cced426c4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:01.001684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ea4f25d-da00-4ae2-b94f-e674cd71f147 req-c5ea6928-eae5-472c-a33f-0af3dc6cc8a6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723190 Aug 30 14:29:01.073383 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c482aa-d4c7-43dc-a45b-75f93db54c93 x-openstack-request-id: req-31c482aa-d4c7-43dc-a45b-75f93db54c93 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:01.073735 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "1befa022-7c0d-41ee-9b34-144cced426c4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:01.074089 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31c482aa-d4c7-43dc-a45b-75f93db54c93 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:01.074922 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '1befa022-7c0d-41ee-9b34-144cced426c4', 'status': 'completed', 'code': 200} Aug 30 14:29:01.109782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:29:01.112229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.249978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Subnet': ['ID=1c67b6df-0bdc-4307-af0d-9e00c01822ac,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:01.271880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825703af-8571-4e8c-a924-4b238b458bcc req-331993dc-0233-45d5-bb4d-729c40fb6864 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.279549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825703af-8571-4e8c-a924-4b238b458bcc req-331993dc-0233-45d5-bb4d-729c40fb6864 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.287685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825703af-8571-4e8c-a924-4b238b458bcc req-331993dc-0233-45d5-bb4d-729c40fb6864 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.290322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-c95e6344-fb9a-4d59-a3ca-6c688a39e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.290813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-c95e6344-fb9a-4d59-a3ca-6c688a39e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.291293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-c95e6344-fb9a-4d59-a3ca-6c688a39e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.291764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-c95e6344-fb9a-4d59-a3ca-6c688a39e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.292236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-c95e6344-fb9a-4d59-a3ca-6c688a39e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.292729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-c95e6344-fb9a-4d59-a3ca-6c688a39e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.293260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-c95e6344-fb9a-4d59-a3ca-6c688a39e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.293645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825703af-8571-4e8c-a924-4b238b458bcc req-331993dc-0233-45d5-bb4d-729c40fb6864 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.296690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-c95e6344-fb9a-4d59-a3ca-6c688a39e8e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6342 time: 0.1271214 Aug 30 14:29:01.299761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Checking segment: {'id': 'f72ce6dc-ac92-4630-b3bb-64b0a993f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b4d8fef8-7af0-49cc-9bcb-0175dc9d484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:01.299933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825703af-8571-4e8c-a924-4b238b458bcc req-331993dc-0233-45d5-bb4d-729c40fb6864 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.300181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network hostable DHCP agents. Network: b4d8fef8-7af0-49cc-9bcb-0175dc9d484d, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:01.305947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825703af-8571-4e8c-a924-4b238b458bcc req-331993dc-0233-45d5-bb4d-729c40fb6864 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.311608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d68657-b601-4a0d-a134-d80cc7d3d6b8 req-4155b56b-da9b-4976-a881-0281569528a9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.312060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825703af-8571-4e8c-a924-4b238b458bcc req-331993dc-0233-45d5-bb4d-729c40fb6864 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.313220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3d68657-b601-4a0d-a134-d80cc7d3d6b8 req-4155b56b-da9b-4976-a881-0281569528a9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1237094 Aug 30 14:29:01.314092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-825703af-8571-4e8c-a924-4b238b458bcc req-331993dc-0233-45d5-bb4d-729c40fb6864 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5395 time: 0.1712170 Aug 30 14:29:01.321531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:01.333983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.374642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Transition to ACTIVE for port object 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:01.384278 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.406987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network b4d8fef8-7af0-49cc-9bcb-0175dc9d484d is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:01.409455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-825703af-8571-4e8c-a924-4b238b458bcc req-571b5eb5-aaf7-48dc-95cc-50cee4c59637 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811915 Aug 30 14:29:01.442500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b4d8fef8-7af0-49cc-9bcb-0175dc9d484d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:01.467787 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3d68657-b601-4a0d-a134-d80cc7d3d6b8 req-9777c039-8b0b-453a-8644-45e36aeda9be tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221151 Aug 30 14:29:01.469481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.481312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea41103-a050-44ab-ac81-4c9b4e9f3d43 None None] Network b4d8fef8-7af0-49cc-9bcb-0175dc9d484d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:01.482277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.504256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Pushing event updated for resources: {'Port': ['ID=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:01.525217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-ae9d7873-e2f6-4585-9260-efd5cf5620ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.525959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-ae9d7873-e2f6-4585-9260-efd5cf5620ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.526483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-ae9d7873-e2f6-4585-9260-efd5cf5620ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.528271 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-ae9d7873-e2f6-4585-9260-efd5cf5620ea service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea76724a518840a19b83451821677065&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2134778 Aug 30 14:29:01.561545 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d743001a-af07-4e43-a4d1-3c1ae9aef5cf tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0676270 Aug 30 14:29:01.564263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:01.594666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.639286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Attempting to bind port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:01.639632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Attempting to bind port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:01.639962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Attempting to bind port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 on network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:01.645363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 on network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:01.645691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Attempting to bind port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 on network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:01.652667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:01.653096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Checking segment: {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:01.653430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Bound using segment: {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:01.654353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Bound port: 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:01.654497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.721699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b4d8fef8-7af0-49cc-9bcb-0175dc9d484d', 'network_id': 'b4d8fef8-7af0-49cc-9bcb-0175dc9d484d', 'tenant_id': '5acbc844183f4c3db36af922b849b931', 'fixed_ips': [{'subnet_id': '1c67b6df-0bdc-4307-af0d-9e00c01822ac'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:01.723043 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.755631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] For port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:01.770069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] For port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:01.789071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.862014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.862211 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.863770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] 10.222.0.21 "PUT /v2.0/ports/0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 HTTP/1.1" status: 200 len: 1091 time: 1.2600675 Aug 30 14:29:01.917529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Request body: {'port': {'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:01.931514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-3913cdfd-a392-4bb5-8abb-add0aaf41eca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.938136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-3913cdfd-a392-4bb5-8abb-add0aaf41eca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.944652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-3913cdfd-a392-4bb5-8abb-add0aaf41eca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.948391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Allocated IP 2001:db8::f816:3eff:fea5:7d8c (b4d8fef8-7af0-49cc-9bcb-0175dc9d484d/1c67b6df-0bdc-4307-af0d-9e00c01822ac/26f48ba5-c445-4dee-a31f-ce08c1678844) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:01.951271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-3913cdfd-a392-4bb5-8abb-add0aaf41eca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.959667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-3913cdfd-a392-4bb5-8abb-add0aaf41eca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.967227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-3913cdfd-a392-4bb5-8abb-add0aaf41eca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.974093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-3913cdfd-a392-4bb5-8abb-add0aaf41eca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:01.976334 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-3913cdfd-a392-4bb5-8abb-add0aaf41eca tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.2046661 Aug 30 14:29:01.979576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b6b25-996b-4d78-8b54-c87bacad8a2c service neutron] Pushing event updated for resources: {'Port': ['ID=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:02.055155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.090961 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69e5afc4-afe8-4b37-8209-0ddf097a3be3 req-da443c3d-f92b-4d08-a4ab-e189011ae7d1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916884 Aug 30 14:29:02.156375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7914e6-9537-4fbe-82b2-2030bdee92df req-b44a6637-2aa8-4149-ba84-8a51a6bd1ae5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:02.164746 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc7914e6-9537-4fbe-82b2-2030bdee92df req-b44a6637-2aa8-4149-ba84-8a51a6bd1ae5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 945 time: 0.5777109 Aug 30 14:29:02.188464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.199304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Transition to ACTIVE for port object 26f48ba5-c445-4dee-a31f-ce08c1678844 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:02.217332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Transition to ACTIVE for port object 26f48ba5-c445-4dee-a31f-ce08c1678844 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:02.229662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.279816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Network b4d8fef8-7af0-49cc-9bcb-0175dc9d484d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:02.282973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:02.287368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:02.322008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Pushing event updated for resources: {'Port': ['ID=26f48ba5-c445-4dee-a31f-ce08c1678844,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:02.341520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc7914e6-9537-4fbe-82b2-2030bdee92df req-aa5692ee-134b-4632-b2a9-26ccb3e34315 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e2f2f62-5cff-4e00-b966-015fb340644e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756344 Aug 30 14:29:02.349555 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.365820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-b21d248b-74b7-4c75-a0f5-c0d5d8c4e11c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:02.368278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-b21d248b-74b7-4c75-a0f5-c0d5d8c4e11c tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 945 time: 0.2837231 Aug 30 14:29:02.368398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Attempting to bind port 26f48ba5-c445-4dee-a31f-ce08c1678844 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:02.368807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Attempting to bind port 26f48ba5-c445-4dee-a31f-ce08c1678844 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f72ce6dc-ac92-4630-b3bb-64b0a993f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b4d8fef8-7af0-49cc-9bcb-0175dc9d484d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:02.369204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Attempting to bind port 26f48ba5-c445-4dee-a31f-ce08c1678844 on network b4d8fef8-7af0-49cc-9bcb-0175dc9d484d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:02.373467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-35bbc8d3-e116-4cf4-b849-8d52371d3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:02.376077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f4f614e-b4d4-4633-a388-b4c29bd20834 req-35bbc8d3-e116-4cf4-b849-8d52371d3ff5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8362093 Aug 30 14:29:02.377005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:02.377464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Checking segment: {'id': 'f72ce6dc-ac92-4630-b3bb-64b0a993f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b4d8fef8-7af0-49cc-9bcb-0175dc9d484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:02.377895 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.378359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Bound using segment: {'id': 'f72ce6dc-ac92-4630-b3bb-64b0a993f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b4d8fef8-7af0-49cc-9bcb-0175dc9d484d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:02.378838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Bound port: 26f48ba5-c445-4dee-a31f-ce08c1678844, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72ce6dc-ac92-4630-b3bb-64b0a993f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b4d8fef8-7af0-49cc-9bcb-0175dc9d484d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:02.379238 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.430337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0154-76b1-48c2-b7ed-5f9ff2667cf0 req-11f50595-4dee-4f4e-be5d-f318021b70cd tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:02.431828 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0fd0154-76b1-48c2-b7ed-5f9ff2667cf0 req-11f50595-4dee-4f4e-be5d-f318021b70cd tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.2092307 Aug 30 14:29:02.495677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-c013dbf9-916d-4fd4-9562-075b819f02f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1709049 Aug 30 14:29:02.511247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] For port 26f48ba5-c445-4dee-a31f-ce08c1678844, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:02.517433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] For port 26f48ba5-c445-4dee-a31f-ce08c1678844, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=26f48ba5-c445-4dee-a31f-ce08c1678844,segment=NetworkSegment(f72ce6dc-ac92-4630-b3bb-64b0a993f28b),segment_id=f72ce6dc-ac92-4630-b3bb-64b0a993f28b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:02.533213 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.541653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0fd0154-76b1-48c2-b7ed-5f9ff2667cf0 req-8f1a3cfa-cda2-4fdf-8aa9-70ba69291328 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962694 Aug 30 14:29:02.595851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting port 26f48ba5-c445-4dee-a31f-ce08c1678844 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:02.595851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.628405 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.635741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19638ca3-8a4b-40f2-a1a1-eb5d56e83358 None None] Pushing event updated for resources: {'Port': ['ID=26f48ba5-c445-4dee-a31f-ce08c1678844,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:02.673284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ced7b74-6bc3-4baf-876c-6a010413f3d5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:02.687453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.693750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Deleting port bb0ac210-e866-421c-96b0-774a43f5d149 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:02.694072 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.748338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Transition to ACTIVE for port object 3ced7b74-6bc3-4baf-876c-6a010413f3d5 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:02.788760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53a873-4f25-4701-9396-e10396425885 req-8d1d7927-cf79-4724-8519-156e43bf56a8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:02.800415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fe53a873-4f25-4701-9396-e10396425885 req-8d1d7927-cf79-4724-8519-156e43bf56a8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.2080331 Aug 30 14:29:02.832541 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.904549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fe53a873-4f25-4701-9396-e10396425885 req-9a91778d-c0cb-433e-99d0-4e851f05ecad tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051567 Aug 30 14:29:02.916029 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] For port 26f48ba5-c445-4dee-a31f-ce08c1678844, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=26f48ba5-c445-4dee-a31f-ce08c1678844,segment=NetworkSegment(f72ce6dc-ac92-4630-b3bb-64b0a993f28b),segment_id=f72ce6dc-ac92-4630-b3bb-64b0a993f28b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:02.916403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:02.950248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-c76adfeb-6a44-48db-aa17-ccb860c629f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:02.951839 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-c76adfeb-6a44-48db-aa17-ccb860c629f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 1100 time: 0.2298000 Aug 30 14:29:02.957308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-3a9e41e9-4fa8-4ec7-80d0-23ad21dbbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:02.958946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-3a9e41e9-4fa8-4ec7-80d0-23ad21dbbafc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982&tenant_id=954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 1101 time: 0.2357082 Aug 30 14:29:02.967244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Calling delete_port for 26f48ba5-c445-4dee-a31f-ce08c1678844 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:02.991162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:03.007272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-162e29bf-85fd-410a-ac93-8b9b4f6dafcd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.014437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-162e29bf-85fd-410a-ac93-8b9b4f6dafcd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.020864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-162e29bf-85fd-410a-ac93-8b9b4f6dafcd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.027719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-162e29bf-85fd-410a-ac93-8b9b4f6dafcd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.034947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-162e29bf-85fd-410a-ac93-8b9b4f6dafcd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.041475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-162e29bf-85fd-410a-ac93-8b9b4f6dafcd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.042261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] For port bb0ac210-e866-421c-96b0-774a43f5d149, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=bb0ac210-e866-421c-96b0-774a43f5d149,segment=NetworkSegment(0087909f-3b95-44d7-9785-630c936eebe0),segment_id=0087909f-3b95-44d7-9785-630c936eebe0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:03.042646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.050258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-162e29bf-85fd-410a-ac93-8b9b4f6dafcd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.056441 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-162e29bf-85fd-410a-ac93-8b9b4f6dafcd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.3299613 Aug 30 14:29:03.058545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ced7b74-6bc3-4baf-876c-6a010413f3d5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:03.072858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Calling delete_port for bb0ac210-e866-421c-96b0-774a43f5d149 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:03.093391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:03.095684 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9" -d '{"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "0fb2725b-74df-4e85-8d7b-abba5a2e2ac4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:03.186906 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e663e27c-2d60-4816-9052-c6694ce45f40 x-openstack-request-id: req-e663e27c-2d60-4816-9052-c6694ce45f40 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:03.187322 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "0fb2725b-74df-4e85-8d7b-abba5a2e2ac4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:03.187875 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e663e27c-2d60-4816-9052-c6694ce45f40 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:03.188373 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4', 'status': 'completed', 'code': 200} Aug 30 14:29:03.272250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e4f3a28-72e6-4950-bbdf-618fc4ea9e7d req-208582f2-d0bb-4f1d-8646-571b6e4c27c3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146010 Aug 30 14:29:03.292006 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.313534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.318467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Attempting to bind port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:03.318798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Attempting to bind port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:03.319132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Attempting to bind port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 on network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:03.336171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 on network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:03.336511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Attempting to bind port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 on network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:03.362613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-c7871414-cf4d-4053-9cc7-2599dab084f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.364124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-c7871414-cf4d-4053-9cc7-2599dab084f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3016255 Aug 30 14:29:03.369157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:03.369482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Checking segment: {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:03.370354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Bound using segment: {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:03.370615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Bound port: 3ced7b74-6bc3-4baf-876c-6a010413f3d5, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0d8d8a-1e7c-4467-86c9-a4acb561810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:03.370748 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.403450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Port': ['ID=26f48ba5-c445-4dee-a31f-ce08c1678844,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:03.419217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.441125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-f257ea0c-ea24-4cc4-b78c-7f7ee8693661 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 200 len: 217 time: 0.0675306 Aug 30 14:29:03.470725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['bb0ac210-e866-421c-96b0-774a43f5d149'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:03.509225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No DVR routers for this DVR port 26f48ba5-c445-4dee-a31f-ce08c1678844 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:03.510969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event deleted for resources: {'Port': ['ID=bb0ac210-e866-421c-96b0-774a43f5d149,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:03.536796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-5c505e46-7caa-40cc-9161-73d6dcf2bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.537318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-5c505e46-7caa-40cc-9161-73d6dcf2bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.537803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-5c505e46-7caa-40cc-9161-73d6dcf2bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.538283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-5c505e46-7caa-40cc-9161-73d6dcf2bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.538760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-5c505e46-7caa-40cc-9161-73d6dcf2bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.539237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-5c505e46-7caa-40cc-9161-73d6dcf2bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.539711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-5c505e46-7caa-40cc-9161-73d6dcf2bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.541786 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-5c505e46-7caa-40cc-9161-73d6dcf2bf20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6434 time: 0.2889061 Aug 30 14:29:03.572202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3a68d00-399a-4549-a3b2-ac09a92e24b9 req-c582ef74-1ff1-47ae-b58d-90c7e1a977d5 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd81b37a-c83c-4028-bc1f-93d8bbe76245 HTTP/1.1" status: 200 len: 210 time: 0.1373720 Aug 30 14:29:03.604453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-e2d806cc-2bdd-4873-b89f-c3be85ddf3d5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.610679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-e2d806cc-2bdd-4873-b89f-c3be85ddf3d5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.617760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-e2d806cc-2bdd-4873-b89f-c3be85ddf3d5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.624639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-e2d806cc-2bdd-4873-b89f-c3be85ddf3d5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.632371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-e2d806cc-2bdd-4873-b89f-c3be85ddf3d5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.639523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-e2d806cc-2bdd-4873-b89f-c3be85ddf3d5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.645699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-e2d806cc-2bdd-4873-b89f-c3be85ddf3d5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.648507 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-e2d806cc-2bdd-4873-b89f-c3be85ddf3d5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.3898227 Aug 30 14:29:03.655181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-aed78c9c-e42c-4197-846c-28fc69eac9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.657662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-aed78c9c-e42c-4197-846c-28fc69eac9a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1972198 Aug 30 14:29:03.718225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] For port 3ced7b74-6bc3-4baf-876c-6a010413f3d5, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:03.736543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] No DVR routers for this DVR port bb0ac210-e866-421c-96b0-774a43f5d149 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:03.751360 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.753763 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd60122d-3b9e-4310-8b99-9b94d4ab43c5 req-7a3546ad-b682-4e38-b312-683a403892ca tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.21 "DELETE /v2.0/ports/bb0ac210-e866-421c-96b0-774a43f5d149 HTTP/1.1" status: 204 len: 173 time: 1.3751788 Aug 30 14:29:03.760581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd81b37a-c83c-4028-bc1f-93d8bbe76245', 'name': 'network-vif-deleted', 'tag': 'bb0ac210-e866-421c-96b0-774a43f5d149'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:03.764431 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dd9e84-921d-4a2c-b79e-a7afe720d30a" -d '{"events": [{"server_uuid": "fd81b37a-c83c-4028-bc1f-93d8bbe76245", "name": "network-vif-deleted", "tag": "bb0ac210-e866-421c-96b0-774a43f5d149"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:03.787197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] For port 3ced7b74-6bc3-4baf-876c-6a010413f3d5, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:03.791146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.805628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.866555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.866555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:03.870665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/3ced7b74-6bc3-4baf-876c-6a010413f3d5 HTTP/1.1" status: 200 len: 1091 time: 1.9645677 Aug 30 14:29:03.876449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-059d4ecc-644e-4642-af72-f4097a4fa6ee req-8c43d68a-0560-4eae-a7c3-13911de7cb94 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1999822 Aug 30 14:29:03.913151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-2d3af287-8e35-4fa3-b72b-fd92e37ef695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.915527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-2d3af287-8e35-4fa3-b72b-fd92e37ef695 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2424304 Aug 30 14:29:03.925220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:03.938520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3ad30-5614-4789-aec8-6eb2fe3502ea req-dcf50c43-7ff5-43d4-8bdd-adfeebc4410e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.940361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71b3ad30-5614-4789-aec8-6eb2fe3502ea req-dcf50c43-7ff5-43d4-8bdd-adfeebc4410e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 950 time: 0.2246814 Aug 30 14:29:03.947989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9d7fb-10a5-4b99-9512-95e9abda76e5 None None] Network b4d8fef8-7af0-49cc-9bcb-0175dc9d484d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:03.953703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-740551f6-65b4-41b7-9ec9-21a873b2e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.954193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-740551f6-65b4-41b7-9ec9-21a873b2e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.954675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-740551f6-65b4-41b7-9ec9-21a873b2e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:03.956524 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-740551f6-65b4-41b7-9ec9-21a873b2e1c5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea76724a518840a19b83451821677065&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3756616 Aug 30 14:29:03.987388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f21987-9c3c-4319-b87f-b541220c98d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ced7b74-6bc3-4baf-876c-6a010413f3d5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:04.019319 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca55d35d-37b2-439f-9071-07ec923a0c6e x-openstack-request-id: req-ca55d35d-37b2-439f-9071-07ec923a0c6e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:04.019658 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd81b37a-c83c-4028-bc1f-93d8bbe76245", "name": "network-vif-deleted", "tag": "bb0ac210-e866-421c-96b0-774a43f5d149", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:04.020033 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca55d35d-37b2-439f-9071-07ec923a0c6e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:04.020487 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd81b37a-c83c-4028-bc1f-93d8bbe76245', 'name': 'network-vif-deleted', 'tag': 'bb0ac210-e866-421c-96b0-774a43f5d149', 'status': 'completed', 'code': 200} Aug 30 14:29:04.062763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.081515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:04.109234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Subnet': ['ID=1c67b6df-0bdc-4307-af0d-9e00c01822ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:04.137420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-753acbec-4f9e-4ad5-961c-d6bdce0a3848 None None] Could not find standard attr ID for object 26f48ba5-c445-4dee-a31f-ce08c1678844. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:29:04.240286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.265885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d8fef8-7af0-49cc-9bcb-0175dc9d484d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:04.292657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72ce6dc-ac92-4630-b3bb-64b0a993f28b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:04.292970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72ce6dc-ac92-4630-b3bb-64b0a993f28b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:04.295948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f6586-02c3-439f-81a9-b5a78d9fafc9 None None] DHCP port deletion for b4d8fef8-7af0-49cc-9bcb-0175dc9d484d request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:29:04.306515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-821f7f0b-190c-4077-8986-68b7e2066a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.307906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9e3b7b6-0158-4a3b-b780-0ad82ac050c9 req-821f7f0b-190c-4077-8986-68b7e2066a4c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3282657 Aug 30 14:29:04.310175 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.321225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4016-bab3-4ce9-a002-57144388b138 req-4f880e57-80bd-4689-82c3-4b4c6b353eb9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.327613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eece4016-bab3-4ce9-a002-57144388b138 req-4f880e57-80bd-4689-82c3-4b4c6b353eb9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1516912 Aug 30 14:29:04.360197 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.375954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:04.376357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:04.379295 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:04.409986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eece4016-bab3-4ce9-a002-57144388b138 req-ac07fde8-bc66-41d6-abc5-e3a20b165bab tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813131 Aug 30 14:29:04.448445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71b3ad30-5614-4789-aec8-6eb2fe3502ea req-4d12a92d-0d39-4a95-8380-c094c032c61c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926155 Aug 30 14:29:04.498406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-57461a82-b3c2-469b-a7c7-19f7f1ecb992 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497863 Aug 30 14:29:04.503885 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.530156 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.541775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9303c713-8056-45b3-b164-7566cb679e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.542259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9303c713-8056-45b3-b164-7566cb679e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.542733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9303c713-8056-45b3-b164-7566cb679e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.543314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9303c713-8056-45b3-b164-7566cb679e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.543916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9303c713-8056-45b3-b164-7566cb679e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.544312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9303c713-8056-45b3-b164-7566cb679e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.544774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9303c713-8056-45b3-b164-7566cb679e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.553315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-9303c713-8056-45b3-b164-7566cb679e84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6476 time: 0.0790267 Aug 30 14:29:04.556249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.561409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/b4d8fef8-7af0-49cc-9bcb-0175dc9d484d HTTP/1.1" status: 204 len: 168 time: 2.9925427 Aug 30 14:29:04.566537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:04.571392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-590073578'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:04.576820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b9ad9-82be-4736-a328-c9266cc18bb9 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Network': ['ID=b4d8fef8-7af0-49cc-9bcb-0175dc9d484d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:04.595118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Transition to ACTIVE for port object 962c7fb3-02ed-4675-a984-4c91f812df81 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:04.621892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-09b2548c-88b9-4f70-9ac3-53bbce6fec89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0033a180-b260-4dbe-ae27-d3b3854690ff HTTP/1.1" status: 200 len: 217 time: 0.0458844 Aug 30 14:29:04.634157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.664957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:04.669453 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.701805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-10f4be23-d1d3-4e82-8523-d7396377803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.703564 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-10f4be23-d1d3-4e82-8523-d7396377803d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062bc234-9bb1-4126-9595-d30cb6a74e22 HTTP/1.1" status: 200 len: 851 time: 0.0737965 Aug 30 14:29:04.710439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:04.740547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-924b6e11-d1ea-4fc9-9fbb-aa8468b23fc8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.744961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-924b6e11-d1ea-4fc9-9fbb-aa8468b23fc8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.751946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-924b6e11-d1ea-4fc9-9fbb-aa8468b23fc8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.754484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.755067 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Added segment cbdf48a6-5acc-4462-b070-355664df6bb3 of type vlan for network 5f023fc5-44fa-4de1-92cc-274c2317e380 Aug 30 14:29:04.758335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-924b6e11-d1ea-4fc9-9fbb-aa8468b23fc8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.765287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-924b6e11-d1ea-4fc9-9fbb-aa8468b23fc8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.771699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-924b6e11-d1ea-4fc9-9fbb-aa8468b23fc8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.778780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-924b6e11-d1ea-4fc9-9fbb-aa8468b23fc8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.787471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-924b6e11-d1ea-4fc9-9fbb-aa8468b23fc8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.2483532 Aug 30 14:29:04.822765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:04.824579 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.834931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] No DVR routers for this DVR port 962c7fb3-02ed-4675-a984-4c91f812df81 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:04.838943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-8a26b8a5-1cea-4871-8d00-6238fb0dd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.841087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-8a26b8a5-1cea-4871-8d00-6238fb0dd1e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58b173ba-3264-4cfa-bc64-893edcb7863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268585 Aug 30 14:29:04.849146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:04.891061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bfd3c8a-0772-4b1b-8543-0b790b8b9b9b req-53b01ec0-8e06-43ea-94ee-ac3a3df984bc service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840132 Aug 30 14:29:04.907539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26bab690-8b8e-4a09-9ae5-dddfde4c5330 req-60d717f7-5fe1-4349-ac19-b1a0fb135df6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144722 Aug 30 14:29:04.929148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:04.929148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:04.929148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:04.929537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:04.929773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Attempting to bind port 962c7fb3-02ed-4675-a984-4c91f812df81 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:04.938866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:04.939480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:04.941134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:04.941839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Bound port: 962c7fb3-02ed-4675-a984-4c91f812df81, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:04.942452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.955092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:04.960980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:04.961646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.036932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:05.040558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:05.046683 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.056730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4890227 Aug 30 14:29:05.072828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37162) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:05.081355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'subnet': {'network_id': '5f023fc5-44fa-4de1-92cc-274c2317e380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:05.115310 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd4971cb-bc4f-48ae-bc03-15a12ef3eda7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.116865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9be9d2-9bf8-4081-af75-6ae24bf613bc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Network': ['ID=5f023fc5-44fa-4de1-92cc-274c2317e380,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:05.129103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 5f023fc5-44fa-4de1-92cc-274c2317e380 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:05.134213 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c54e407d-ac4b-4847-9bae-a88b09fc9ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832694 Aug 30 14:29:05.144826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.145487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.146971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] 10.222.0.39 "PUT /v2.0/ports/962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 1097 time: 2.1765449 Aug 30 14:29:05.205145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd4971cb-bc4f-48ae-bc03-15a12ef3eda7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.215322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '3ced7b74-6bc3-4baf-876c-6a010413f3d5'}, {'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}, {'name': 'network-changed', 'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:05.217970 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8730cc57-4094-442f-a0a1-adc7d1aa9a40" -d '{"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "3ced7b74-6bc3-4baf-876c-6a010413f3d5"}, {"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-unplugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}, {"name": "network-changed", "server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:05.250809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-186bf9c1-af60-4da3-aa36-9d21d047ed28 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.256836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-186bf9c1-af60-4da3-aa36-9d21d047ed28 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.263410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-186bf9c1-af60-4da3-aa36-9d21d047ed28 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.269730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-186bf9c1-af60-4da3-aa36-9d21d047ed28 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.275930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-186bf9c1-af60-4da3-aa36-9d21d047ed28 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.283784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-186bf9c1-af60-4da3-aa36-9d21d047ed28 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.287789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b54d6-4737-4ac3-ac0c-d62b0a89c03c service neutron] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:05.291506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-186bf9c1-af60-4da3-aa36-9d21d047ed28 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.300136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-186bf9c1-af60-4da3-aa36-9d21d047ed28 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.2580307 Aug 30 14:29:05.312559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-eef502db-b42c-49cd-8151-0587e4bbfa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.314116 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-eef502db-b42c-49cd-8151-0587e4bbfa98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1100 time: 0.1327996 Aug 30 14:29:05.346106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:05.349675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.407056 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866714dc-a66f-4324-b661-53b5cdcbdeb8 x-openstack-request-id: req-866714dc-a66f-4324-b661-53b5cdcbdeb8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:05.407419 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "3ced7b74-6bc3-4baf-876c-6a010413f3d5", "status": "completed", "code": 200}, {"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-unplugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "code": 200}, {"name": "network-changed", "server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:05.407692 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-866714dc-a66f-4324-b661-53b5cdcbdeb8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:05.408142 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '3ced7b74-6bc3-4baf-876c-6a010413f3d5', 'status': 'completed', 'code': 200} Aug 30 14:29:05.408400 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'code': 200} Aug 30 14:29:05.408650 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'status': 'completed', 'code': 200} Aug 30 14:29:05.419537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd4971cb-bc4f-48ae-bc03-15a12ef3eda7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.422117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd4971cb-bc4f-48ae-bc03-15a12ef3eda7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.423301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd4971cb-bc4f-48ae-bc03-15a12ef3eda7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "DELETE /v2.0/security-groups/8d6371ae-a096-46a3-8c50-316523afd980 HTTP/1.1" status: 204 len: 168 time: 0.5954967 Aug 30 14:29:05.431520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:05.458975 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65170289-4df5-4f2c-b4c6-f9c243e24ff5 req-70a4adf3-6549-42b4-a0c6-78ead63a436a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498580 Aug 30 14:29:05.461641 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-563871da-d7f7-4897-9110-6b0ae4b4ec17 service neutron] 10.222.0.21 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176844 Aug 30 14:29:05.483169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4971cb-bc4f-48ae-bc03-15a12ef3eda7 tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6371ae-a096-46a3-8c50-316523afd980,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:05.529028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-7c9928f2-2d6f-4016-be15-cd2c0d350425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.530600 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-7c9928f2-2d6f-4016-be15-cd2c0d350425 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2075534 Aug 30 14:29:05.561256 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-fdae8eab-47c1-46f2-af75-dbad0d8fdaba tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] show failed (client error): The resource could not be found. Aug 30 14:29:05.563043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fdae8eab-47c1-46f2-af75-dbad0d8fdaba tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "GET /v2.0/security-groups/8d6371ae-a096-46a3-8c50-316523afd980 HTTP/1.1" status: 404 len: 347 time: 0.1293471 Aug 30 14:29:05.564658 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-877ff3ef-ce80-4b0a-aaed-88e7560f4883 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=de5ba890-9014-4b69-a5cb-59a329f7e621 HTTP/1.1" status: 200 len: 217 time: 0.0941598 Aug 30 14:29:05.565315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:05.604088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-6b3df291-02d9-4466-9e6a-9000fdc3b660 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.0623116 Aug 30 14:29:05.681798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:05.694992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:29:05.724906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-28ece44c-469b-4ae2-b0ac-8ec203234b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.726616 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-28ece44c-469b-4ae2-b0ac-8ec203234b8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1060002 Aug 30 14:29:05.739468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89251c5-617e-45e3-a1f3-4cd2d137ac92 req-9b9c9ddd-c3c0-429c-9aea-72db42db9584 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.741167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89251c5-617e-45e3-a1f3-4cd2d137ac92 req-9b9c9ddd-c3c0-429c-9aea-72db42db9584 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.2007935 Aug 30 14:29:05.755628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-580db95f-c9d5-4579-bc19-ffa1709dde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.755628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-580db95f-c9d5-4579-bc19-ffa1709dde3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.1806276 Aug 30 14:29:05.782828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd670e2-a23f-459e-a8d4-d3e003b19f76 req-7c1589f3-131c-44d8-adb5-4792e7fedaec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.784396 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-acd670e2-a23f-459e-a8d4-d3e003b19f76 req-7c1589f3-131c-44d8-adb5-4792e7fedaec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.2122343 Aug 30 14:29:05.818959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:29:05.818959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device bb0ac210-e866-421c-96b0-774a43f5d149 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:29:05.855675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c34dec88-189f-4abe-a194-eed581c802f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.857449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c34dec88-189f-4abe-a194-eed581c802f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952728 Aug 30 14:29:05.857607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: bb0ac210-e866-421c-96b0-774a43f5d149 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:29:05.857817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device bb0ac210-e866-421c-96b0-774a43f5d149 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:29:05.863211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-acd670e2-a23f-459e-a8d4-d3e003b19f76 req-53e5c8d2-9ed6-4393-b57e-68ed11729764 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628734 Aug 30 14:29:05.865900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Deleting port 96f41fbf-ab5e-4d9f-95ec-3cf160b6948b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:05.866301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.878129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89251c5-617e-45e3-a1f3-4cd2d137ac92 req-52028443-f612-4250-8508-d54689479a77 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239493 Aug 30 14:29:05.883631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-bcde8bdb-5bed-4184-b3fb-76acacf9ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:05.887395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:05.892493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-bcde8bdb-5bed-4184-b3fb-76acacf9ca2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501667 Aug 30 14:29:05.902415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'mac_address': 'fa:16:3e:d5:59:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:05.910652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.955955 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:05.978890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b9be83a-245b-40d2-b54c-fbe7a8b49151 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:06.016689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-7218fdea-06de-47f2-ab55-b012b65eb22f service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091444 Aug 30 14:29:06.019240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:06.024868 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.034653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.034653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.057205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-6632df5d-d768-4981-b7d1-e21b3193ba9b service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885812 Aug 30 14:29:06.062604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Calling delete_port for 96f41fbf-ab5e-4d9f-95ec-3cf160b6948b owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:06.096797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:06.172922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Subnet': ['ID=b80320d4-e563-41f2-93cb-43a12cee7354,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:06.194432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5b9be83a-245b-40d2-b54c-fbe7a8b49151'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:06.209169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Checking segment: {'id': 'cbdf48a6-5acc-4462-b070-355664df6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5f023fc5-44fa-4de1-92cc-274c2317e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:06.209547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network hostable DHCP agents. Network: 5f023fc5-44fa-4de1-92cc-274c2317e380, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:06.234751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-557be22d-9974-4a5b-8ad1-610e6b5064d8 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233687 Aug 30 14:29:06.247876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387b46-f83a-4609-97cc-c02018c09181 req-33fce4ce-6710-4145-b337-45f74284eda9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.254342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387b46-f83a-4609-97cc-c02018c09181 req-33fce4ce-6710-4145-b337-45f74284eda9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.260739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387b46-f83a-4609-97cc-c02018c09181 req-33fce4ce-6710-4145-b337-45f74284eda9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.267371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387b46-f83a-4609-97cc-c02018c09181 req-33fce4ce-6710-4145-b337-45f74284eda9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.274474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387b46-f83a-4609-97cc-c02018c09181 req-33fce4ce-6710-4145-b337-45f74284eda9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.284813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387b46-f83a-4609-97cc-c02018c09181 req-33fce4ce-6710-4145-b337-45f74284eda9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.292608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387b46-f83a-4609-97cc-c02018c09181 req-33fce4ce-6710-4145-b337-45f74284eda9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.302106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e2387b46-f83a-4609-97cc-c02018c09181 req-33fce4ce-6710-4145-b337-45f74284eda9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.2057657 Aug 30 14:29:06.308404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4a22a3e-55fd-4cd0-a5fe-d02c99ba8a96 req-65241ebd-b674-491d-8ef9-fac4f71a10be service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627373 Aug 30 14:29:06.350724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network 5f023fc5-44fa-4de1-92cc-274c2317e380 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:06.400530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e2387b46-f83a-4609-97cc-c02018c09181 req-68d8c76c-9d6d-480f-a052-1916cd41962b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847356 Aug 30 14:29:06.417662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 5f023fc5-44fa-4de1-92cc-274c2317e380) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:06.432472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.432472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.458670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1298b847-023a-452e-bb3d-bd7a62002720 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3818412 Aug 30 14:29:06.461436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37186) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:06.473037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-a1314726-b6ff-496a-ba95-127f43c49337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.474896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-a1314726-b6ff-496a-ba95-127f43c49337 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1100 time: 0.0996177 Aug 30 14:29:06.479229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece3bd7-45ff-4a9d-9de8-49f6785f6319 None None] Network 5f023fc5-44fa-4de1-92cc-274c2317e380 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:06.674069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-2618d30c-3faa-428c-a29e-55df3da0caaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=3c85d4c7-85fe-4a87-b26c-82ccca54d129 HTTP/1.1" status: 200 len: 217 time: 0.4315448 Aug 30 14:29:06.704683 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.715407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-5f023fc5-44fa-4de1-92cc-274c2317e380', 'network_id': '5f023fc5-44fa-4de1-92cc-274c2317e380', 'tenant_id': '5acbc844183f4c3db36af922b849b931', 'fixed_ips': [{'subnet_id': 'b80320d4-e563-41f2-93cb-43a12cee7354'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:06.716519 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.734124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-07fe0537-fb32-412b-89de-42ca4bc9f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.735830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-07fe0537-fb32-412b-89de-42ca4bc9f494 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2461326 Aug 30 14:29:06.756873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.796015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Pushing event deleted for resources: {'Port': ['ID=96f41fbf-ab5e-4d9f-95ec-3cf160b6948b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:06.798931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-97171a52-0a5b-4cf7-bb5d-c2c42612ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.800179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-97171a52-0a5b-4cf7-bb5d-c2c42612ddcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.1182415 Aug 30 14:29:06.817348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-339393f3-ece8-4fd5-bcb4-9e8fead0a913 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.0470634 Aug 30 14:29:06.821504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-c2d35050-035d-40eb-a691-47ed57c208ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.827333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-c2d35050-035d-40eb-a691-47ed57c208ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.833369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-c2d35050-035d-40eb-a691-47ed57c208ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.839398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-c2d35050-035d-40eb-a691-47ed57c208ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.845390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-c2d35050-035d-40eb-a691-47ed57c208ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.851370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-c2d35050-035d-40eb-a691-47ed57c208ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.857911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-c2d35050-035d-40eb-a691-47ed57c208ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.859736 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-c2d35050-035d-40eb-a691-47ed57c208ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.2025068 Aug 30 14:29:06.873579 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.916930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Allocated IP 2001:db8::2 (5f023fc5-44fa-4de1-92cc-274c2317e380/b80320d4-e563-41f2-93cb-43a12cee7354/ff7c7bc9-8ace-4af8-98cd-fe4738fe2262) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:06.982830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95c22e8f-82ed-4607-a23d-fffae1c2e3ae req-b485c13d-1a57-4e5c-bf8c-36ebde07fee6 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984807 Aug 30 14:29:06.993556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-ef9b8237-fb35-43c3-8d17-5a9ff47d4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:06.995478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-ef9b8237-fb35-43c3-8d17-5a9ff47d4139 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868768 Aug 30 14:29:06.996393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.999697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.000913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4ce6540a-0220-49f8-9482-2e3cdf46332a tempest-ImagesOneServerNegativeTestJSON-2137263131 tempest-ImagesOneServerNegativeTestJSON-2137263131-project] 10.222.0.50 "DELETE /v2.0/floatingips/180b26f5-3963-47d7-a85c-840f049b00bc HTTP/1.1" status: 204 len: 168 time: 1.4346561 Aug 30 14:29:07.005786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-c76e1615-d273-421b-b4d0-ac6625148bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.007331 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-c76e1615-d273-421b-b4d0-ac6625148bdd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1821356 Aug 30 14:29:07.090452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c41b86-4ccf-4a24-b865-6f940c3e2d62 req-e30c3497-b0e2-4793-b94b-31efe9d7ceec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.092050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42c41b86-4ccf-4a24-b865-6f940c3e2d62 req-e30c3497-b0e2-4793-b94b-31efe9d7ceec tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.1279881 Aug 30 14:29:07.099055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-de47f38f-ecc1-4c9f-86e4-0f62d805e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.100544 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-de47f38f-ecc1-4c9f-86e4-0f62d805e452 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718398 Aug 30 14:29:07.144221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-5283d4c3-defa-4fe8-acd3-fcfd79032c03 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378613 Aug 30 14:29:07.150111 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.161199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Transition to ACTIVE for port object ff7c7bc9-8ace-4af8-98cd-fe4738fe2262 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:07.185634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Transition to ACTIVE for port object ff7c7bc9-8ace-4af8-98cd-fe4738fe2262 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:07.193986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42c41b86-4ccf-4a24-b865-6f940c3e2d62 req-83a9ebb4-5826-4ace-a53b-a42b6293f742 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912395 Aug 30 14:29:07.194201 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.228645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25752756-0567-45ea-afe4-d476f7920320 req-62fedcde-b120-4ea6-a846-8f89c9a69469 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.230326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25752756-0567-45ea-afe4-d476f7920320 req-62fedcde-b120-4ea6-a846-8f89c9a69469 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1401055 Aug 30 14:29:07.236283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f686a6f2-60c8-4324-9f47-8707da36a970 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:07.239865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f686a6f2-60c8-4324-9f47-8707da36a970 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:29:07.245771 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.256704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Network 5f023fc5-44fa-4de1-92cc-274c2317e380 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:07.265933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:07.295963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:07.299201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Subnet': ['ID=b80320d4-e563-41f2-93cb-43a12cee7354,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:07.306768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-b8dd5eed-c2c5-490d-8108-0603bdc0d737 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896024 Aug 30 14:29:07.308839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25752756-0567-45ea-afe4-d476f7920320 req-7fcb48b5-cb09-4bef-bdc7-88b28fc186b6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709374 Aug 30 14:29:07.353064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-786b788e-3adb-4d6f-8448-9e9d56a58ce3 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987956 Aug 30 14:29:07.375038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Pushing event updated for resources: {'Port': ['ID=ff7c7bc9-8ace-4af8-98cd-fe4738fe2262,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:07.432497 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-46472e15-39a8-44d9-9ed1-c45761187cf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0 HTTP/1.1" status: 200 len: 217 time: 0.0466461 Aug 30 14:29:07.467994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37214) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:07.490418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.490418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.490850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.491098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.491436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.491769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.492097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.493941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.493941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.494726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.495079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.495415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:07.515228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-102a06a9-03e2-4a83-85f6-01e0a9ac8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.516800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-102a06a9-03e2-4a83-85f6-01e0a9ac8c80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.0760150 Aug 30 14:29:07.524348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.525877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Attempting to bind port ff7c7bc9-8ace-4af8-98cd-fe4738fe2262 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:07.526141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Attempting to bind port ff7c7bc9-8ace-4af8-98cd-fe4738fe2262 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'cbdf48a6-5acc-4462-b070-355664df6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5f023fc5-44fa-4de1-92cc-274c2317e380'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:07.526721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Attempting to bind port ff7c7bc9-8ace-4af8-98cd-fe4738fe2262 on network 5f023fc5-44fa-4de1-92cc-274c2317e380 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:07.542037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f023fc5-44fa-4de1-92cc-274c2317e380']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:07.561778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:07.562564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Checking segment: {'id': 'cbdf48a6-5acc-4462-b070-355664df6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5f023fc5-44fa-4de1-92cc-274c2317e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:07.562977 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.563445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Bound using segment: {'id': 'cbdf48a6-5acc-4462-b070-355664df6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5f023fc5-44fa-4de1-92cc-274c2317e380'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:07.563963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Bound port: ff7c7bc9-8ace-4af8-98cd-fe4738fe2262, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdf48a6-5acc-4462-b070-355664df6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5f023fc5-44fa-4de1-92cc-274c2317e380'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:07.564568 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.578893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdf48a6-5acc-4462-b070-355664df6bb3') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:07.579243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdf48a6-5acc-4462-b070-355664df6bb3') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:07.595170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0badac-fe7a-4e1c-bd70-4280fb7ba8aa admin admin] Deleting subnet 23a541d7-3b8c-4fbc-9a82-50d0df60738a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:29:07.601167 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.604774 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb0badac-fe7a-4e1c-bd70-4280fb7ba8aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.623522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-ca8b4737-b404-4281-b51c-d661793dfa2f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.628745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.630149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-ca8b4737-b404-4281-b51c-d661793dfa2f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.637147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-ca8b4737-b404-4281-b51c-d661793dfa2f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.642695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:07.643780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-ca8b4737-b404-4281-b51c-d661793dfa2f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.650080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-ca8b4737-b404-4281-b51c-d661793dfa2f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.656757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-ca8b4737-b404-4281-b51c-d661793dfa2f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.658190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.663018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-ca8b4737-b404-4281-b51c-d661793dfa2f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.663410 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-01e2fc47-16d5-477e-8823-52c5fd10410a service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408227 Aug 30 14:29:07.665014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-ca8b4737-b404-4281-b51c-d661793dfa2f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.1408277 Aug 30 14:29:07.668144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-2fea2289-9a18-4273-b5ba-4d40c57626e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:07.669467 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb0badac-fe7a-4e1c-bd70-4280fb7ba8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.669780 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-2fea2289-9a18-4273-b5ba-4d40c57626e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339262 Aug 30 14:29:07.691053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:07.691359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:07.694846 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:07.698996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'port_id': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'mac_address': 'fa:16:3e:80:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574c9491-1e52-4dab-aa69-a57714fc0ce7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:07.703667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:07.716475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:07.718772 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43cedf5-b3ae-4972-8e78-49119781c46f" -d '{"events": [{"server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "name": "network-vif-unplugged", "status": "completed", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:07.793480 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cca517-558e-4b2a-a3e2-3d64422b4046 x-openstack-request-id: req-79cca517-558e-4b2a-a3e2-3d64422b4046 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:07.794543 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "name": "network-vif-unplugged", "status": "completed", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:07.794638 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79cca517-558e-4b2a-a3e2-3d64422b4046 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:07.795117 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'code': 200} Aug 30 14:29:07.797437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ab84ffb-8121-4470-8cba-374b8e3654c2 req-3aed68bc-686d-48e0-8c14-77ce33c3e425 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883565 Aug 30 14:29:07.808118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:07.827247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] For port ff7c7bc9-8ace-4af8-98cd-fe4738fe2262, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:07.827538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-6390bb19-77bb-406c-a5ff-2c5d651384cf service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474004 Aug 30 14:29:07.838825 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb0badac-fe7a-4e1c-bd70-4280fb7ba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.851010 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.863528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 14:29:07.863528 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 14:29:07.863528 n-d-805668-3 neutron-server[94827]: [parameters: {'id': '5f023fc5-44fa-4de1-92cc-274c2317e380'}] Aug 30 14:29:07.863528 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:29:07.863917 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:29:07.903937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb0badac-fe7a-4e1c-bd70-4280fb7ba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.936088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] For port ff7c7bc9-8ace-4af8-98cd-fe4738fe2262, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ff7c7bc9-8ace-4af8-98cd-fe4738fe2262,segment=NetworkSegment(cbdf48a6-5acc-4462-b070-355664df6bb3),segment_id=cbdf48a6-5acc-4462-b070-355664df6bb3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:07.939834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb0badac-fe7a-4e1c-bd70-4280fb7ba8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.941009 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.942220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cb0badac-fe7a-4e1c-bd70-4280fb7ba8aa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/23a541d7-3b8c-4fbc-9a82-50d0df60738a HTTP/1.1" status: 204 len: 168 time: 0.4705610 Aug 30 14:29:07.943092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0badac-fe7a-4e1c-bd70-4280fb7ba8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a541d7-3b8c-4fbc-9a82-50d0df60738a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:07.945076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:07.966674 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:07.971632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d63369e0-098e-48f6-a7bb-68fcd2fdd7e3 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352048 Aug 30 14:29:08.013265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f686a6f2-60c8-4324-9f47-8707da36a970 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:08.042389 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.046904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:08.047495 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.082138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-2e7d1a9a-690f-4dc5-b757-cc491833dd27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=1befa022-7c0d-41ee-9b34-144cced426c4 HTTP/1.1" status: 200 len: 217 time: 0.1026998 Aug 30 14:29:08.090432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:08.138207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-7500bd4a-6346-4925-ad40-9c67acbd241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.139865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-7500bd4a-6346-4925-ad40-9c67acbd241e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.0499370 Aug 30 14:29:08.177691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6265d628-83fe-4be3-97a1-fb49359501f5 None None] Network 5f023fc5-44fa-4de1-92cc-274c2317e380 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:08.191316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.202810 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:29:08.203159 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:29:08.211502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-79618e93-0cc2-4ad2-ad44-7494e759fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.212886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3a2bbb-1793-47d5-b1b1-ef41a4c16453']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:08.213975 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-79618e93-0cc2-4ad2-ad44-7494e759fc62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598593 Aug 30 14:29:08.226037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0087909f-3b95-44d7-9785-630c936eebe0') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:08.226411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0087909f-3b95-44d7-9785-630c936eebe0') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:08.237213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f6f8a-d9db-43da-8b7a-8842e7a504a0 None None] Pushing event updated for resources: {'Port': ['ID=ff7c7bc9-8ace-4af8-98cd-fe4738fe2262,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:08.240298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-2fb65a81-0c6a-4202-9d42-1cd4f27515ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.246193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-2fb65a81-0c6a-4202-9d42-1cd4f27515ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.252049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-2fb65a81-0c6a-4202-9d42-1cd4f27515ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.257960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-2fb65a81-0c6a-4202-9d42-1cd4f27515ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.263844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-2fb65a81-0c6a-4202-9d42-1cd4f27515ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.269714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-2fb65a81-0c6a-4202-9d42-1cd4f27515ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.275706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-2fb65a81-0c6a-4202-9d42-1cd4f27515ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.278587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-2fb65a81-0c6a-4202-9d42-1cd4f27515ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5429 time: 0.1783037 Aug 30 14:29:08.289318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.324063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.344613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7b5840a-1d41-4ee4-a7a7-fe364418657c req-710c403e-766f-441e-92ef-fc781d8b38a6 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593791 Aug 30 14:29:08.345812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:08.346224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:08.348122 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:08.360047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a3a13572-b576-4a0b-9c59-651758e1cc80 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369982 Aug 30 14:29:08.377512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.398132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6324-8fe4-490f-bddd-5aa67efb37a3 req-e576ce51-80eb-476f-8151-4fc37e06a49a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.398258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.398343 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-602f6324-8fe4-490f-bddd-5aa67efb37a3 req-e576ce51-80eb-476f-8151-4fc37e06a49a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.0986438 Aug 30 14:29:08.440241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e2dd7-da4d-40d0-8bda-e0aa7c7a07b7 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:29:08.458590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:08.470171 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.478632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.509666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-602f6324-8fe4-490f-bddd-5aa67efb37a3 req-4c2f9504-dcf4-4f36-b285-25a45fb41bfa tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121342 Aug 30 14:29:08.517682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.522322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8e3a2bbb-1793-47d5-b1b1-ef41a4c16453 HTTP/1.1" status: 204 len: 168 time: 0.5759242 Aug 30 14:29:08.523283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4d5c5-334f-452c-9a45-c5dc6d8e9f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3a2bbb-1793-47d5-b1b1-ef41a4c16453,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:08.562950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5057d-d9c3-4d99-a0c0-15eb273d9b40 req-89025b2a-5a89-4010-8ab3-91dda96c4116 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.563865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-cf8f0763-cdca-43fa-8eb3-9a4586018a89 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939104 Aug 30 14:29:08.564560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-94e5057d-d9c3-4d99-a0c0-15eb273d9b40 req-89025b2a-5a89-4010-8ab3-91dda96c4116 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 943 time: 0.0988386 Aug 30 14:29:08.572660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting port ff7c7bc9-8ace-4af8-98cd-fe4738fe2262 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:08.572988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.595923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:08.632794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-d1129808-b417-4a41-856f-bae81f616b42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0576928 Aug 30 14:29:08.679954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-94e5057d-d9c3-4d99-a0c0-15eb273d9b40 req-b814f4af-0d3d-4a7b-91c8-ee3c832fd85b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047299 Aug 30 14:29:08.681966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] For port ff7c7bc9-8ace-4af8-98cd-fe4738fe2262, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ff7c7bc9-8ace-4af8-98cd-fe4738fe2262,segment=NetworkSegment(cbdf48a6-5acc-4462-b070-355664df6bb3),segment_id=cbdf48a6-5acc-4462-b070-355664df6bb3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:08.682341 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.708893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Calling delete_port for ff7c7bc9-8ace-4af8-98cd-fe4738fe2262 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:08.712861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e2dd7-da4d-40d0-8bda-e0aa7c7a07b7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:29:08.786586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-609d0372-c331-4426-9c73-a62228f97a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.791562 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-609d0372-c331-4426-9c73-a62228f97a20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76a1647d-e5c3-4afe-8081-1f2d6258de3d HTTP/1.1" status: 200 len: 797 time: 0.1013651 Aug 30 14:29:08.834468 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.859492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f686a6f2-60c8-4324-9f47-8707da36a970 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:08.876422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:08.904435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:08.912986 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.948389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-92c9b237-44cf-4e0d-9de8-948e7e376b84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c2c3c89d81c45d28406bfc13631fb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602174 Aug 30 14:29:08.954800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:08.973531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-b4e73733-fb1c-4874-893d-b0814b675c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.975384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-b4e73733-fb1c-4874-893d-b0814b675c21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1749640 Aug 30 14:29:08.985781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3af994-30f3-46f5-8847-b2765450c55e req-328c5fc6-9a69-43a8-8b56-f55f6cfe90c8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:08.987400 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f3af994-30f3-46f5-8847-b2765450c55e req-328c5fc6-9a69-43a8-8b56-f55f6cfe90c8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 949 time: 0.1900096 Aug 30 14:29:09.026252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:09.127085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f3af994-30f3-46f5-8847-b2765450c55e req-cec659ca-9cbc-48f0-9f79-d04899eaa9c6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211457 Aug 30 14:29:09.146609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc5336-f63a-4ea9-992c-6167b368aac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.160922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f686a6f2-60c8-4324-9f47-8707da36a970'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:09.169380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-b68ad9c8-ff71-4acc-824f-ab121ef6cbb9 service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749253 Aug 30 14:29:09.230341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-23e02e20-607f-47f5-9f6b-804360ff03b4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.236577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-23e02e20-607f-47f5-9f6b-804360ff03b4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.242363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-23e02e20-607f-47f5-9f6b-804360ff03b4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.247335 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc5336-f63a-4ea9-992c-6167b368aac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.248316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-23e02e20-607f-47f5-9f6b-804360ff03b4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.254716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 54d14044-3963-4926-96f0-3d69ab09cda6 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:09.260577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-23e02e20-607f-47f5-9f6b-804360ff03b4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.276653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-23e02e20-607f-47f5-9f6b-804360ff03b4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.310057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-23e02e20-607f-47f5-9f6b-804360ff03b4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.328859 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:29:09.330194 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-23e02e20-607f-47f5-9f6b-804360ff03b4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.2123470 Aug 30 14:29:09.333707 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc5336-f63a-4ea9-992c-6167b368aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.336448 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87dc5336-f63a-4ea9-992c-6167b368aac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.337721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-87dc5336-f63a-4ea9-992c-6167b368aac9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e2f2f62-5cff-4e00-b966-015fb340644e HTTP/1.1" status: 204 len: 168 time: 0.3781984 Aug 30 14:29:09.340052 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.364963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No DVR routers for this DVR port ff7c7bc9-8ace-4af8-98cd-fe4738fe2262 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:09.373136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-ffb35fc4-3a43-4542-95fa-b52746afa60a service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909161 Aug 30 14:29:09.466743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc5336-f63a-4ea9-992c-6167b368aac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f2f62-5cff-4e00-b966-015fb340644e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:09.467822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Port': ['ID=ff7c7bc9-8ace-4af8-98cd-fe4738fe2262,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:09.489199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-03344900-ffbc-457f-a34f-642b4a1f0245 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0989399 Aug 30 14:29:09.521154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-67b29367-bc20-46f4-afc6-5fa4937293d8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=954d96d6cf2346419ccb2f31463123c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492074 Aug 30 14:29:09.553608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 54d14044-3963-4926-96f0-3d69ab09cda6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=54d14044-3963-4926-96f0-3d69ab09cda6,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:09.566291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '54d14044-3963-4926-96f0-3d69ab09cda6', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'port_id': '54d14044-3963-4926-96f0-3d69ab09cda6', 'mac_address': 'fa:16:3e:6d:f4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:09.608198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-307d5d2f-c80b-4b57-ba3d-76005533d22e req-5b9aec7e-fcaa-4a4b-8a9f-e301821dd8a2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2769849 Aug 30 14:29:09.620830 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.634707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.647137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d14044-3963-4926-96f0-3d69ab09cda6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:09.664461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-6f190927-2601-4149-9d7b-edf73ac1c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.666060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f023fc5-44fa-4de1-92cc-274c2317e380']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:09.666461 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-6f190927-2601-4149-9d7b-edf73ac1c165 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76a1647d-e5c3-4afe-8081-1f2d6258de3d HTTP/1.1" status: 200 len: 797 time: 0.1552889 Aug 30 14:29:09.673754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 54d14044-3963-4926-96f0-3d69ab09cda6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=54d14044-3963-4926-96f0-3d69ab09cda6,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:09.681852 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.683015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:09.684861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdf48a6-5acc-4462-b070-355664df6bb3') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:09.685513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdf48a6-5acc-4462-b070-355664df6bb3') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:09.699559 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.753484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=54d14044-3963-4926-96f0-3d69ab09cda6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:09.755770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.777135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:09.777749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.781100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-0681a44f-c0ff-45ab-b284-12856029c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:09.783063 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:09.785850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-0681a44f-c0ff-45ab-b284-12856029c853 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097193 Aug 30 14:29:09.800973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-7696246e-6334-4ab5-9572-67b1170651f6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.803051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-7696246e-6334-4ab5-9572-67b1170651f6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554398 Aug 30 14:29:09.831437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:09.834604 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8626c-9ee8-451d-9364-cefba649e028" -d '{"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-plugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:09.871009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-0de1e5ea-228a-4cfc-b865-62b20f88efde tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/quotas/954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 375 time: 0.0565631 Aug 30 14:29:09.875425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-258b56c2-fe62-496d-99ad-f220f2662361 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.881837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-258b56c2-fe62-496d-99ad-f220f2662361 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.889022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-258b56c2-fe62-496d-99ad-f220f2662361 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.896614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-258b56c2-fe62-496d-99ad-f220f2662361 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.902797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:09.903772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-258b56c2-fe62-496d-99ad-f220f2662361 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.910133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-258b56c2-fe62-496d-99ad-f220f2662361 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.916944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-258b56c2-fe62-496d-99ad-f220f2662361 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:09.918440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '84e5271f-b261-4f7e-98cf-ff1c6c3093e5', 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'port_id': '84e5271f-b261-4f7e-98cf-ff1c6c3093e5', 'mac_address': 'fa:16:3e:ac:99:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36527e02-4d1b-453f-ab71-2ada55c632fd', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:09.920334 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-258b56c2-fe62-496d-99ad-f220f2662361 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5430 time: 0.2231572 Aug 30 14:29:09.932309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.938066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.945866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/5f023fc5-44fa-4de1-92cc-274c2317e380 HTTP/1.1" status: 204 len: 168 time: 3.4833002 Aug 30 14:29:09.946659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37280) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:09.958480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-15649446'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:09.995007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-6a25efda-7655-4e84-ac57-b26431998ef0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1159141 Aug 30 14:29:10.006439 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.007601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cb28d-d575-44f1-a3cf-d4af3e038991 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Network': ['ID=5f023fc5-44fa-4de1-92cc-274c2317e380,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:10.008097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-c3435961-b268-44fb-8af8-c5c782b814f3 service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038198 Aug 30 14:29:10.042068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:10.074654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:10.086178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.097591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:10.103490 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.104350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 753319b2-7446-4316-81cb-0659c516e6eb details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:10.107723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a6eb0b6-eda1-4f0a-8ff8-0fa602e01d59 req-2ffbc9c8-a6b2-4396-92dc-411265a182dc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600304 Aug 30 14:29:10.162298 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7508348f-ebdd-4eb3-8481-b50fe829bb8a req-a0cee8c2-1266-421f-8a5e-8d25fc2d2113 service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438916 Aug 30 14:29:10.181204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:10.211018 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.211378 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Added segment 33053842-6aed-41d0-a2d3-196fed85b028 of type vlan for network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd Aug 30 14:29:10.302206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.345516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.359578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.360260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.371662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81432f3e-8cb1-4216-8faf-6b299765720d req-e9bbe547-5c67-4c76-88a2-8a35dec3ea9b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.380294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81432f3e-8cb1-4216-8faf-6b299765720d req-e9bbe547-5c67-4c76-88a2-8a35dec3ea9b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 944 time: 0.0690548 Aug 30 14:29:10.484990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5318115 Aug 30 14:29:10.502914 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830d0ec2-a8dd-4013-bfc9-2f08ceeeba42 x-openstack-request-id: req-830d0ec2-a8dd-4013-bfc9-2f08ceeeba42 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:10.503428 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-plugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:10.503527 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-830d0ec2-a8dd-4013-bfc9-2f08ceeeba42 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:10.503934 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'code': 200} Aug 30 14:29:10.510068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:10.512762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:10.533100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Request body: {'subnet': {'network_id': 'e52e4eb0-fd3b-4837-a7e3-2d4587af8acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:10.542034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f04ff4-3805-4d31-8e51-b2976fa5dfd5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Network': ['ID=e52e4eb0-fd3b-4837-a7e3-2d4587af8acd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:10.564367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:10.597162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:10.601476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0e4c2a5b-5839-473b-bf06-b37cd8bf5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.602269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0e4c2a5b-5839-473b-bf06-b37cd8bf5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.602871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0e4c2a5b-5839-473b-bf06-b37cd8bf5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.603381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0e4c2a5b-5839-473b-bf06-b37cd8bf5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.604182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0e4c2a5b-5839-473b-bf06-b37cd8bf5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.604997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0e4c2a5b-5839-473b-bf06-b37cd8bf5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.605525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0e4c2a5b-5839-473b-bf06-b37cd8bf5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.609463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0e4c2a5b-5839-473b-bf06-b37cd8bf5531 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6476 time: 0.2064795 Aug 30 14:29:10.640815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81432f3e-8cb1-4216-8faf-6b299765720d req-973f4cea-4ad8-45b9-a388-4932c93de5c1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592437 Aug 30 14:29:10.656620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f7719c8-f529-41fe-9aea-78c3ca51f296 req-bbbd3557-3f6c-454a-b5c3-47addfe890a3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 210 time: 0.0806952 Aug 30 14:29:10.722463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 753319b2-7446-4316-81cb-0659c516e6eb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=753319b2-7446-4316-81cb-0659c516e6eb,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:10.753810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Made reservation on behalf of 5acbc844183f4c3db36af922b849b931 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:10.755507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '753319b2-7446-4316-81cb-0659c516e6eb', 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c', 'port_id': '753319b2-7446-4316-81cb-0659c516e6eb', 'mac_address': 'fa:16:3e:22:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aa1b95-ccc2-4f22-90e3-afde1175786b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:10.759000 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.811891 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.835092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753319b2-7446-4316-81cb-0659c516e6eb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:10.842957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-e90c162e-15a8-4dd9-9b27-5b62291912c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.847405 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-e90c162e-15a8-4dd9-9b27-5b62291912c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9bb743dd-fe92-479b-9011-f9414e0ea2f1 HTTP/1.1" status: 200 len: 903 time: 0.2289889 Aug 30 14:29:10.852776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1785244284-network', 'tenant_id': '4d43bfa4226e428799d9b7eb276b66d8'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:10.860863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 753319b2-7446-4316-81cb-0659c516e6eb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=753319b2-7446-4316-81cb-0659c516e6eb,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:10.866086 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.866982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:10.911591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-0bb062cf-cc2f-422f-b0bc-e3dd56df39ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0537128 Aug 30 14:29:10.961380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:10.963145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Made reservation on behalf of 4d43bfa4226e428799d9b7eb276b66d8 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:10.965234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=753319b2-7446-4316-81cb-0659c516e6eb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:10.966129 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.981134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.985260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c', 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'port_id': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c', 'mac_address': 'fa:16:3e:56:4e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36527e02-4d1b-453f-ab71-2ada55c632fd', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:10.986449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-c78a745c-2f24-4a1d-963b-475328d11e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:10.988990 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-c78a745c-2f24-4a1d-963b-475328d11e35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76a1647d-e5c3-4afe-8081-1f2d6258de3d HTTP/1.1" status: 200 len: 797 time: 0.0687618 Aug 30 14:29:11.038825 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.056169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:11.068248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-c5ab33ea-1d4c-4710-9dcf-a6a4148c7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.070015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-c5ab33ea-1d4c-4710-9dcf-a6a4148c7d74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728536 Aug 30 14:29:11.084451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:11.090365 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.091081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3f8e702-29ac-4f00-b892-5c7cc149e2c7 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:11.106154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-93913ee7-74d3-4cf3-aeec-a2910e61de37 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.115839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-93913ee7-74d3-4cf3-aeec-a2910e61de37 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.118977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-93913ee7-74d3-4cf3-aeec-a2910e61de37 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.126115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-93913ee7-74d3-4cf3-aeec-a2910e61de37 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.126908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3f8e702-29ac-4f00-b892-5c7cc149e2c7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:11.132045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-93913ee7-74d3-4cf3-aeec-a2910e61de37 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.137993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-93913ee7-74d3-4cf3-aeec-a2910e61de37 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.141567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'f3f8e702-29ac-4f00-b892-5c7cc149e2c7', 'network_id': '7fe8a729-e2d2-43e2-9a19-5c83b88daf6c', 'port_id': 'f3f8e702-29ac-4f00-b892-5c7cc149e2c7', 'mac_address': 'fa:16:3e:75:36:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aa1b95-ccc2-4f22-90e3-afde1175786b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:11.143950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-93913ee7-74d3-4cf3-aeec-a2910e61de37 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.146130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-93913ee7-74d3-4cf3-aeec-a2910e61de37 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.1635418 Aug 30 14:29:11.248042 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.250394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:11.267634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f8e702-29ac-4f00-b892-5c7cc149e2c7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:11.291662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29aff45f-6ffe-41c8-8c39-ece7ee93cd81 req-1271618e-eaa6-4639-83ed-597ae719d879 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302752 Aug 30 14:29:11.293416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3f8e702-29ac-4f00-b892-5c7cc149e2c7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:11.298688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.303632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.305821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b54ca3d-3080-42af-a39d-6241be3fd532 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:11.322840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.372796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-11a26934-c671-4536-bfc7-dcd25fc28035 service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902012 Aug 30 14:29:11.381589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:29:11.384489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.385906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:11.439488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b54ca3d-3080-42af-a39d-6241be3fd532, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b54ca3d-3080-42af-a39d-6241be3fd532,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:11.442213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:11.455391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '0b54ca3d-3080-42af-a39d-6241be3fd532', 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'port_id': '0b54ca3d-3080-42af-a39d-6241be3fd532', 'mac_address': 'fa:16:3e:98:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36527e02-4d1b-453f-ab71-2ada55c632fd', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:11.489399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115ad926-58e5-42cb-90b2-3923c3193dd7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:11.489686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event updated for resources: {'Subnet': ['ID=ede1354c-f824-4719-8e01-4b7cb497df57,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:11.492371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Checking segment: {'id': '33053842-6aed-41d0-a2d3-196fed85b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e52e4eb0-fd3b-4837-a7e3-2d4587af8acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:11.492732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network hostable DHCP agents. Network: e52e4eb0-fd3b-4837-a7e3-2d4587af8acd, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:11.500934 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.504686 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.505129 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Added segment f9c9c158-0f09-43cf-9753-2b43da1b5a69 of type vlan for network febaeeae-357c-44c3-af3d-45b22775fd85 Aug 30 14:29:11.517354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:11.531173 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e52e4eb0-fd3b-4837-a7e3-2d4587af8acd) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:11.531575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-ee3ebffc-1343-4e96-b9e4-c89a6ea168b3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.536771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.538359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.542844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b54ca3d-3080-42af-a39d-6241be3fd532 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:11.543473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-ee3ebffc-1343-4e96-b9e4-c89a6ea168b3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.548535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015751df-7af3-4c6a-a503-5e9caa473352 None None] Network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:11.549776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-ee3ebffc-1343-4e96-b9e4-c89a6ea168b3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.556490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-ee3ebffc-1343-4e96-b9e4-c89a6ea168b3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.559835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e94dce3-99b5-4853-973d-334bfb06024c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0460217 Aug 30 14:29:11.562687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:11.571333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-ee3ebffc-1343-4e96-b9e4-c89a6ea168b3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.578473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-ee3ebffc-1343-4e96-b9e4-c89a6ea168b3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.585806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-ee3ebffc-1343-4e96-b9e4-c89a6ea168b3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.587950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-ee3ebffc-1343-4e96-b9e4-c89a6ea168b3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5433 time: 0.3512740 Aug 30 14:29:11.661170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b54ca3d-3080-42af-a39d-6241be3fd532, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b54ca3d-3080-42af-a39d-6241be3fd532,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:11.664200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.671726 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.672798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:11.714848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-efe000ec-1b14-4029-82b2-b825ca5f1e5c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=954d96d6cf2346419ccb2f31463123c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384185 Aug 30 14:29:11.738226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.781140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e3f0c26-2a37-441d-9d4a-4210324c1f2b req-b60ff4ce-8889-4ce3-8111-e55f81bb938c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1637976 Aug 30 14:29:11.833805 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-9e2d6ace-5877-4521-8f6c-7368beccd1ca service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389777 Aug 30 14:29:11.845518 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.849470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.854146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.904383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3ebf1ee3-c29b-477e-9436-c45742e6b12b req-05e251ec-381a-4c2d-b348-7e39acac9987 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 210 time: 0.1453156 Aug 30 14:29:11.922730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-e52e4eb0-fd3b-4837-a7e3-2d4587af8acd', 'network_id': 'e52e4eb0-fd3b-4837-a7e3-2d4587af8acd', 'tenant_id': '5acbc844183f4c3db36af922b849b931', 'fixed_ips': [{'subnet_id': 'ede1354c-f824-4719-8e01-4b7cb497df57'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:11.923590 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:11.927597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-087124f1-e31c-4b7a-b557-79be2f6b5ec1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:11.930747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-087124f1-e31c-4b7a-b557-79be2f6b5ec1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091727 Aug 30 14:29:11.953713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b54ca3d-3080-42af-a39d-6241be3fd532,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:11.969310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Request body: {'port': {'device_id': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '954d96d6cf2346419ccb2f31463123c6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:11.988301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3729930 Aug 30 14:29:11.992146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:11.998033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Request body: {'subnet': {'network_id': 'febaeeae-357c-44c3-af3d-45b22775fd85', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1785244284-subnet', 'tenant_id': '4d43bfa4226e428799d9b7eb276b66d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:12.013971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64605ef-5a45-475a-a875-b2bbbeb9aab6 admin admin] Pushing event updated for resources: {'Network': ['ID=febaeeae-357c-44c3-af3d-45b22775fd85,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:12.050262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network febaeeae-357c-44c3-af3d-45b22775fd85 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:12.075988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0330774-3b65-45a3-876d-91c051d811df req-bdedc09e-72c6-430b-a61b-33d24208ddc2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.077647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0330774-3b65-45a3-876d-91c051d811df req-bdedc09e-72c6-430b-a61b-33d24208ddc2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 944 time: 0.1403036 Aug 30 14:29:12.080617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Made reservation on behalf of 4d43bfa4226e428799d9b7eb276b66d8 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:12.082963 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.119704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:12.125250 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.149909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '962c7fb3-02ed-4675-a984-4c91f812df81', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '962c7fb3-02ed-4675-a984-4c91f812df81', 'mac_address': 'fa:16:3e:01:f4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:12.168673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-06a66037-f5da-4829-886a-3de4c2498108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.170375 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-06a66037-f5da-4829-886a-3de4c2498108 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 1100 time: 0.1686563 Aug 30 14:29:12.225905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Made reservation on behalf of 954d96d6cf2346419ccb2f31463123c6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:12.231216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.233960 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.238630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Allocated IP 2001:db8::f816:3eff:fe09:31a8 (e52e4eb0-fd3b-4837-a7e3-2d4587af8acd/ede1354c-f824-4719-8e01-4b7cb497df57/0fc0db9c-58cd-4659-9750-bce9faa896ea) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:12.259668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962c7fb3-02ed-4675-a984-4c91f812df81 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:12.268917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0330774-3b65-45a3-876d-91c051d811df req-62596775-9fc6-49fb-8f3b-ad256bcfcc7f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695225 Aug 30 14:29:12.283120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:12.295056 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.296101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 808e7602-c320-4cbc-80db-e487ef7820ce details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:12.325783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-4eebcd10-d5c1-4b41-831e-afdf7a597657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.327901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-4eebcd10-d5c1-4b41-831e-afdf7a597657 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1495335 Aug 30 14:29:12.411148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-e54c3fa4-7fde-4ada-bae6-67eee708f9df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 200 len: 217 time: 0.0638506 Aug 30 14:29:12.417668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Allocated IP 192.168.233.145 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/7df0164d-ba4a-4b3b-a1be-8a484c0958c8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:12.434160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 808e7602-c320-4cbc-80db-e487ef7820ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=808e7602-c320-4cbc-80db-e487ef7820ce,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:12.437311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:12.460082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '808e7602-c320-4cbc-80db-e487ef7820ce', 'network_id': '397c024b-9e1b-4316-bf98-e610b0a459d2', 'port_id': '808e7602-c320-4cbc-80db-e487ef7820ce', 'mac_address': 'fa:16:3e:5f:a2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36527e02-4d1b-453f-ab71-2ada55c632fd', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:12.512952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-a971d86d-aa87-49da-86d2-79f87ad87665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.514639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-a971d86d-aa87-49da-86d2-79f87ad87665 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0943809 Aug 30 14:29:12.518614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.539157 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.558421 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.564553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-f1fa4c5d-089b-44b6-aaab-fbdded96ca33 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.567610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808e7602-c320-4cbc-80db-e487ef7820ce {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:12.572328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-f1fa4c5d-089b-44b6-aaab-fbdded96ca33 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.576003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Transition to ACTIVE for port object 0fc0db9c-58cd-4659-9750-bce9faa896ea will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:12.578718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-f1fa4c5d-089b-44b6-aaab-fbdded96ca33 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.585309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-f1fa4c5d-089b-44b6-aaab-fbdded96ca33 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.591686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-f1fa4c5d-089b-44b6-aaab-fbdded96ca33 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.597991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-f1fa4c5d-089b-44b6-aaab-fbdded96ca33 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.600666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=002a131d-7953-47c6-a1c4-75d223992556,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:12.601521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 808e7602-c320-4cbc-80db-e487ef7820ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=808e7602-c320-4cbc-80db-e487ef7820ce,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:12.604608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-f1fa4c5d-089b-44b6-aaab-fbdded96ca33 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.607033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-f1fa4c5d-089b-44b6-aaab-fbdded96ca33 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.1737657 Aug 30 14:29:12.610128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Transition to ACTIVE for port object 0fc0db9c-58cd-4659-9750-bce9faa896ea will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:12.613656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.627167 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.646613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Checking segment: {'id': 'f9c9c158-0f09-43cf-9753-2b43da1b5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'febaeeae-357c-44c3-af3d-45b22775fd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:12.646978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Network hostable DHCP agents. Network: febaeeae-357c-44c3-af3d-45b22775fd85, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:12.671263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f686a6f2-60c8-4324-9f47-8707da36a970 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:12.679162 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.679481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Network febaeeae-357c-44c3-af3d-45b22775fd85 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:12.724644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Subnet': ['ID=ede1354c-f824-4719-8e01-4b7cb497df57,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:12.741135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, febaeeae-357c-44c3-af3d-45b22775fd85) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:12.755386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.756013 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.764715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941123c-eddf-4e94-a23c-aba4916aa9db None None] Network febaeeae-357c-44c3-af3d-45b22775fd85 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:12.774728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:12.792621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97323991-cf00-4135-8a6b-17db5213f36a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7993844 Aug 30 14:29:12.792780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:12.802563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-82c4e0b6-c3b0-4162-ba34-c7102aa16feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:12.806321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-82c4e0b6-c3b0-4162-ba34-c7102aa16feb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277659 Aug 30 14:29:12.831704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e646a30-eb4a-436d-ba75-40668dbba839 req-c2c9485b-d5a9-4f7e-b068-d20cab9223de tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1908219 Aug 30 14:29:12.833143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:12.837192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=808e7602-c320-4cbc-80db-e487ef7820ce,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:12.868064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.884853 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.897234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Transition to ACTIVE for port object 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:12.899581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52e4eb0-fd3b-4837-a7e3-2d4587af8acd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:12.918936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33053842-6aed-41d0-a2d3-196fed85b028') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:12.919785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33053842-6aed-41d0-a2d3-196fed85b028') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:12.963996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.022591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Pushing event updated for resources: {'Port': ['ID=0fc0db9c-58cd-4659-9750-bce9faa896ea,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:13.033680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.038195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29160a76-3e31-4e93-9c45-8225109746ca req-7be3fab4-1718-4126-9775-89345b6ce21b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 210 time: 0.0525644 Aug 30 14:29:13.048102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:13.048533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:13.052623 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:13.088845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port f686a6f2-60c8-4324-9f47-8707da36a970 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:13.089439 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.125102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.142273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:13.143346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '33053842-6aed-41d0-a2d3-196fed85b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e52e4eb0-fd3b-4837-a7e3-2d4587af8acd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:13.144074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:13.147965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-b8e51711-ca66-4bd6-a730-71914557abd2 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296783 Aug 30 14:29:13.160289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.173214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-9632573a-1931-4480-8de5-c02568b77f20 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.184077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-9632573a-1931-4480-8de5-c02568b77f20 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.187519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 14:29:13.187519 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 14:29:13.187519 n-d-805668-3 neutron-server[94827]: [parameters: {'id': 'e52e4eb0-fd3b-4837-a7e3-2d4587af8acd'}] Aug 30 14:29:13.187519 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:29:13.187985 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:29:13.200716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-9632573a-1931-4480-8de5-c02568b77f20 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.204482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:13.208712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:13.213058 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:13.218349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:13.222309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-9632573a-1931-4480-8de5-c02568b77f20 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.236381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-9632573a-1931-4480-8de5-c02568b77f20 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.251885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-9632573a-1931-4480-8de5-c02568b77f20 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.252092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d32b4f70-84cb-4bab-9ba4-56be142faed8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.270565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-9632573a-1931-4480-8de5-c02568b77f20 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.277133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-9632573a-1931-4480-8de5-c02568b77f20 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5436 time: 0.3132429 Aug 30 14:29:13.306364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.307154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.346911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-a90d9b12-6265-4153-b5e6-9faea9e7da14 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4043963 Aug 30 14:29:13.361113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Request body: {'port': {'device_id': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:13.409719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-22ea0c59-5d9b-4399-b7b2-7c03c7bdb913 req-1e1a9622-614b-4a8b-a7f3-799bc6f14a44 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-501950242', 'description': 'tempest-description-326525661'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:13.410700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:13.411091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking segment: {'id': '33053842-6aed-41d0-a2d3-196fed85b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e52e4eb0-fd3b-4837-a7e3-2d4587af8acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:13.411556 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.411979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Bound using segment: {'id': '33053842-6aed-41d0-a2d3-196fed85b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e52e4eb0-fd3b-4837-a7e3-2d4587af8acd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:13.412517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Bound port: 0fc0db9c-58cd-4659-9750-bce9faa896ea, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33053842-6aed-41d0-a2d3-196fed85b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e52e4eb0-fd3b-4837-a7e3-2d4587af8acd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:13.413291 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.415695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['84e5271f-b261-4f7e-98cf-ff1c6c3093e5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.442539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-098e4d8c-d426-45ec-be7e-44e5d6ed4003 req-7d777fa2-bf04-4862-9458-d25bce9435b9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234190 Aug 30 14:29:13.467626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.486866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8730cc57-4094-442f-a0a1-adc7d1aa9a40 req-efdcd672-3e9e-4691-b0cf-fd08a9f4acf0 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086611 Aug 30 14:29:13.521937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ea0c59-5d9b-4399-b7b2-7c03c7bdb913 req-1e1a9622-614b-4a8b-a7f3-799bc6f14a44 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.538235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['753319b2-7446-4316-81cb-0659c516e6eb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.550170 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.565645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f3f8e702-29ac-4f00-b892-5c7cc149e2c7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.570716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0b54ca3d-3080-42af-a39d-6241be3fd532'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.575011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['808e7602-c320-4cbc-80db-e487ef7820ce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.578146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['962c7fb3-02ed-4675-a984-4c91f812df81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:13.661621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e369bfd-9696-4d31-834f-ce7c4b24c6e5 req-29e4044b-1df8-48b1-bbac-0caf7b80b0ea tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:13.672840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e369bfd-9696-4d31-834f-ce7c4b24c6e5 req-29e4044b-1df8-48b1-bbac-0caf7b80b0ea tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 944 time: 0.1199803 Aug 30 14:29:13.724809 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.764532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e369bfd-9696-4d31-834f-ce7c4b24c6e5 req-d453a960-5704-4168-b495-e9eeb8c875b4 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901272 Aug 30 14:29:13.875589 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ea0c59-5d9b-4399-b7b2-7c03c7bdb913 req-1e1a9622-614b-4a8b-a7f3-799bc6f14a44 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:13.965962 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ea0c59-5d9b-4399-b7b2-7c03c7bdb913 req-1e1a9622-614b-4a8b-a7f3-799bc6f14a44 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.005166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9622-614b-4a8b-a7f3-799bc6f14a44 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f667260-30e9-4ed4-94ba-a16548fde2bf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:14.027578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ea0c59-5d9b-4399-b7b2-7c03c7bdb913 req-1e1a9622-614b-4a8b-a7f3-799bc6f14a44 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.031734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22ea0c59-5d9b-4399-b7b2-7c03c7bdb913 req-1e1a9622-614b-4a8b-a7f3-799bc6f14a44 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6249652 Aug 30 14:29:14.116961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-898b9ec9-ee79-4b91-a284-e53ff2c865f9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.126154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-898b9ec9-ee79-4b91-a284-e53ff2c865f9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.129278 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e91f0764-6bfc-4573-a9f7-0cbd27599e71 req-cf3ded4c-0596-4ce7-a27b-5fa099c21cfd tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/5f667260-30e9-4ed4-94ba-a16548fde2bf HTTP/1.1" status: 200 len: 1805 time: 0.0725558 Aug 30 14:29:14.135034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-898b9ec9-ee79-4b91-a284-e53ff2c865f9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.141408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e91f0764-6bfc-4573-a9f7-0cbd27599e71 req-24d8f2e2-ee54-4617-bfec-66abf0cb30ba tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f667260-30e9-4ed4-94ba-a16548fde2bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:14.141992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e91f0764-6bfc-4573-a9f7-0cbd27599e71 req-24d8f2e2-ee54-4617-bfec-66abf0cb30ba tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f667260-30e9-4ed4-94ba-a16548fde2bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:14.146408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-898b9ec9-ee79-4b91-a284-e53ff2c865f9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.154251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-898b9ec9-ee79-4b91-a284-e53ff2c865f9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.162364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-898b9ec9-ee79-4b91-a284-e53ff2c865f9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.166871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting port 0fc0db9c-58cd-4659-9750-bce9faa896ea {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:14.167388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.176514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-898b9ec9-ee79-4b91-a284-e53ff2c865f9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.178919 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-898b9ec9-ee79-4b91-a284-e53ff2c865f9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.1601210 Aug 30 14:29:14.241956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d749ed-5a26-4a81-b286-c48f2fdd523b None None] Network febaeeae-357c-44c3-af3d-45b22775fd85 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:14.257087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] For port 0fc0db9c-58cd-4659-9750-bce9faa896ea, host n-d-805668-3, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:14.257629 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.270481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48bb7d32-e4c1-49c4-82e4-8ebc2e219d91 req-db37df5a-df76-4c59-affc-df8107bf132f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675757 Aug 30 14:29:14.274577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Calling delete_port for 0fc0db9c-58cd-4659-9750-bce9faa896ea owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:14.310601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7dee8f96-caac-443c-a630-fe213e6db96e None None] Provisioning for port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:14.381130 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.404163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7dee8f96-caac-443c-a630-fe213e6db96e None None] Provisioning complete for port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:14.404539 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7dee8f96-caac-443c-a630-fe213e6db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.443095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Port': ['ID=0fc0db9c-58cd-4659-9750-bce9faa896ea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:14.446514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No DVR routers for this DVR port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:14.463776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713b615-2f5c-40f8-a479-70ee94e33485 req-26c25db7-053b-4879-bc0b-bf545aa93a68 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.470112 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8713b615-2f5c-40f8-a479-70ee94e33485 req-26c25db7-053b-4879-bc0b-bf545aa93a68 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 936 time: 0.1106517 Aug 30 14:29:14.539825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:14.546622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7dee8f96-caac-443c-a630-fe213e6db96e None None] Port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:29:14.548839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['54d14044-3963-4926-96f0-3d69ab09cda6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:14.556159 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.558166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8713b615-2f5c-40f8-a479-70ee94e33485 req-60e34406-f095-49d8-8769-62b812f6897d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Aug 30 14:29:14.583085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Transition to ACTIVE for port object 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:14.729233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.774972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-ac53e5cb-d4bb-44df-92c8-c3c823cd42ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.787073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-ac53e5cb-d4bb-44df-92c8-c3c823cd42ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.796581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-ac53e5cb-d4bb-44df-92c8-c3c823cd42ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.805827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-ac53e5cb-d4bb-44df-92c8-c3c823cd42ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.813626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-ac53e5cb-d4bb-44df-92c8-c3c823cd42ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.822060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-ac53e5cb-d4bb-44df-92c8-c3c823cd42ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.832763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-ac53e5cb-d4bb-44df-92c8-c3c823cd42ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:14.843860 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e91f0764-6bfc-4573-a9f7-0cbd27599e71 req-24d8f2e2-ee54-4617-bfec-66abf0cb30ba tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.846427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-ac53e5cb-d4bb-44df-92c8-c3c823cd42ff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5436 time: 0.1933455 Aug 30 14:29:14.893439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e91f0764-6bfc-4573-a9f7-0cbd27599e71 req-24d8f2e2-ee54-4617-bfec-66abf0cb30ba tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.899495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.935734 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e91f0764-6bfc-4573-a9f7-0cbd27599e71 req-24d8f2e2-ee54-4617-bfec-66abf0cb30ba tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:14.941946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52e4eb0-fd3b-4837-a7e3-2d4587af8acd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:14.946374 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3057eb3d-169b-4830-8541-954fbb5888f8 req-6d50e63c-854b-42ce-9a42-7fce469cf1c4 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989347 Aug 30 14:29:14.977980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:14.999335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33053842-6aed-41d0-a2d3-196fed85b028') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:14.999650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33053842-6aed-41d0-a2d3-196fed85b028') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:15.018403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.021145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8f2e2-ee54-4617-bfec-66abf0cb30ba tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d37341f-295f-43a3-ad22-3db3bd8b210f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:15.023043 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e91f0764-6bfc-4573-a9f7-0cbd27599e71 req-24d8f2e2-ee54-4617-bfec-66abf0cb30ba tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.024457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e91f0764-6bfc-4573-a9f7-0cbd27599e71 req-24d8f2e2-ee54-4617-bfec-66abf0cb30ba tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8879123 Aug 30 14:29:15.089396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.103498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:15.104034 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:15.110309 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:15.176138 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:29:15.177241 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:29:15.230347 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.236409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1d2404b8-1d2d-4b3e-a2c4-83254b7a09ef req-090e9613-8596-4915-88a9-05b4b9207c6c tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-828638117', 'description': 'tempest-description-1045326508'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:15.301745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:15.302172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:15.302667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:15.325868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:15.326277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:15.330713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.344650 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.346783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/e52e4eb0-fd3b-4837-a7e3-2d4587af8acd HTTP/1.1" status: 204 len: 168 time: 3.7827525 Aug 30 14:29:15.359586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:15.359836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:15.359929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:15.360424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:15.360952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Bound port: 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:15.362434 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.363581 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ec921-96b9-4f06-87ad-a9607636e1ef" -d '{"events": [{"server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "name": "network-vif-plugged", "status": "completed", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:15.366127 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d2404b8-1d2d-4b3e-a2c4-83254b7a09ef req-090e9613-8596-4915-88a9-05b4b9207c6c tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.368424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:15.393495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd5218-fb96-4012-9246-c359ad4ae129 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Network': ['ID=e52e4eb0-fd3b-4837-a7e3-2d4587af8acd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:15.450113 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-02455373-1d94-4d8d-9d16-bbf9b7e31641 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): The resource could not be found. Aug 30 14:29:15.451096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02455373-1d94-4d8d-9d16-bbf9b7e31641 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:15.453061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-02455373-1d94-4d8d-9d16-bbf9b7e31641 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/subnets/ede1354c-f824-4719-8e01-4b7cb497df57 HTTP/1.1" status: 404 len: 337 time: 0.0815125 Aug 30 14:29:15.459449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:15.509502 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73f689d-dcb1-471e-b4f9-3b5fa30d1ff5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): The resource could not be found. Aug 30 14:29:15.510221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73f689d-dcb1-471e-b4f9-3b5fa30d1ff5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:15.512100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b73f689d-dcb1-471e-b4f9-3b5fa30d1ff5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/e52e4eb0-fd3b-4837-a7e3-2d4587af8acd HTTP/1.1" status: 404 len: 339 time: 0.0515578 Aug 30 14:29:15.512594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:15.521903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:15.562404 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d4d5c5-442c-4f95-9f74-54f2425597ff tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): The resource could not be found. Aug 30 14:29:15.563093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d4d5c5-442c-4f95-9f74-54f2425597ff tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:15.564866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e3d4d5c5-442c-4f95-9f74-54f2425597ff tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/subnets/b80320d4-e563-41f2-93cb-43a12cee7354 HTTP/1.1" status: 404 len: 337 time: 0.0418246 Aug 30 14:29:15.580487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:15.590719 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.615693 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4778c78d-a1c7-4db4-8289-367bb00253c5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): The resource could not be found. Aug 30 14:29:15.616660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4778c78d-a1c7-4db4-8289-367bb00253c5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:15.619662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4778c78d-a1c7-4db4-8289-367bb00253c5 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/5f023fc5-44fa-4de1-92cc-274c2317e380 HTTP/1.1" status: 404 len: 339 time: 0.0370054 Aug 30 14:29:15.625585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:15.642998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:15.657502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93d992-1c9e-4885-b77f-31324d62ebc9 req-35b2021e-c164-44f6-841a-725e63ad69e9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:15.667624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d93d992-1c9e-4885-b77f-31324d62ebc9 req-35b2021e-c164-44f6-841a-725e63ad69e9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 944 time: 0.5809593 Aug 30 14:29:15.673184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:15.680242 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d38de9-8fda-4ee2-8019-0876c58731c0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): The resource could not be found. Aug 30 14:29:15.680797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d38de9-8fda-4ee2-8019-0876c58731c0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:15.682810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c5d38de9-8fda-4ee2-8019-0876c58731c0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/subnets/1c67b6df-0bdc-4307-af0d-9e00c01822ac HTTP/1.1" status: 404 len: 337 time: 0.0517395 Aug 30 14:29:15.693484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:15.705166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:15.718906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.781317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:15.782029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.783588 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] 10.222.0.39 "PUT /v2.0/ports/7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 1096 time: 2.4269824 Aug 30 14:29:15.784160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:15.787474 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a83c98a-43f9-4038-abdf-69567f7e6f28" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:15.790092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:15.790463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:15.790817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:15.801590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d93d992-1c9e-4885-b77f-31324d62ebc9 req-c749f119-d6c5-4b97-bd15-862d2974ba98 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304350 Aug 30 14:29:15.816333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d2404b8-1d2d-4b3e-a2c4-83254b7a09ef req-090e9613-8596-4915-88a9-05b4b9207c6c tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.830136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:15.830565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:15.846555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d2404b8-1d2d-4b3e-a2c4-83254b7a09ef req-090e9613-8596-4915-88a9-05b4b9207c6c tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:15.854316 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-49396f8b-5d04-49fb-b0bd-fd80a9375b92 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): The resource could not be found. Aug 30 14:29:15.882442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:15.882813 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:15.889957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49396f8b-5d04-49fb-b0bd-fd80a9375b92 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:15.900559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-49396f8b-5d04-49fb-b0bd-fd80a9375b92 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/b4d8fef8-7af0-49cc-9bcb-0175dc9d484d HTTP/1.1" status: 404 len: 339 time: 0.2033389 Aug 30 14:29:15.902716 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 2 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:15.906446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:15.909889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d81ec-ae06-4717-8241-b97102df7122 service neutron] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:15.990530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:16.002523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 962c7fb3-02ed-4675-a984-4c91f812df81 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:16.005970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.006432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.006867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.025895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 962c7fb3-02ed-4675-a984-4c91f812df81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:16.026371 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:16.032471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.032949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.069615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.073369 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.087110 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 3 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:16.098380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d2404b8-1d2d-4b3e-a2c4-83254b7a09ef req-090e9613-8596-4915-88a9-05b4b9207c6c tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:16.099774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1d2404b8-1d2d-4b3e-a2c4-83254b7a09ef req-090e9613-8596-4915-88a9-05b4b9207c6c tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8717942 Aug 30 14:29:16.119165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.121295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e9613-8596-4915-88a9-05b4b9207c6c tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea804a5-97e5-44c8-b8e0-9ed5ea2340f6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:16.137536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.141243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.157749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.164147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.186282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.187046 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.187170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-d2eafd0b-3247-49b8-8b53-bb6fa172ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.188055 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 4 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:16.189173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-d2eafd0b-3247-49b8-8b53-bb6fa172ded8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1099 time: 0.2369688 Aug 30 14:29:16.203419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-8988ed4c-c0b0-4528-9b00-efbcb6921d75 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.208074 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477dfd79-6d52-46ca-a88e-0708880c00f2 x-openstack-request-id: req-477dfd79-6d52-46ca-a88e-0708880c00f2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:16.208367 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "name": "network-vif-plugged", "status": "completed", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:16.208620 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-477dfd79-6d52-46ca-a88e-0708880c00f2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:16.209089 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'code': 200} Aug 30 14:29:16.211383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.211755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.212115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.232877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-8988ed4c-c0b0-4528-9b00-efbcb6921d75 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.253377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-8988ed4c-c0b0-4528-9b00-efbcb6921d75 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.255730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.256119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.265705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-8988ed4c-c0b0-4528-9b00-efbcb6921d75 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.272955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.273450 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.276384 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 5 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:16.289086 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:16.293619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-8988ed4c-c0b0-4528-9b00-efbcb6921d75 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.308076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-8988ed4c-c0b0-4528-9b00-efbcb6921d75 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.315600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.316223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.316737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.323853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-8988ed4c-c0b0-4528-9b00-efbcb6921d75 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.325829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.326422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.340038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-8988ed4c-c0b0-4528-9b00-efbcb6921d75 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.3077481 Aug 30 14:29:16.351599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.352209 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.356153 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 6 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:16.359593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-543e8c15-9412-4e87-8ea9-e905339cc955 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.1597710 Aug 30 14:29:16.368585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:16.370075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.370600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.371220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.377526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:16.395708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8edc643d-f4b7-48d0-b5c2-b5559c4596a6 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting port d7c1a5db-3b2c-4c14-a296-5ea0847885c0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:16.396068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8edc643d-f4b7-48d0-b5c2-b5559c4596a6 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:16.400587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.401314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.439768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.444220 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.453834 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 7 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:16.454384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d27da083-5390-4e0b-9df8-149fa4cff267 req-55fce484-6ed7-4e11-9666-684b70326321 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046746 Aug 30 14:29:16.479922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.493964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.493964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.502704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.503087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.527835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.530059 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.531004 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 8 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:16.539577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:16.563315 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c6f77-5ca7-45cb-b06d-40d0d681bc0d x-openstack-request-id: req-562c6f77-5ca7-45cb-b06d-40d0d681bc0d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:16.563849 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:16.563849 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-562c6f77-5ca7-45cb-b06d-40d0d681bc0d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:16.564244 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'status': 'completed', 'code': 200} Aug 30 14:29:16.567039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.567679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.568055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.577765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.578221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.598024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.598435 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.598818 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 9 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:16.618590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.619422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.620167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.630899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.631726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.641252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.641969 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.643156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 808e7602-c320-4cbc-80db-e487ef7820ce up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:16.646151 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempt 10 to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea Aug 30 14:29:16.730199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:16.730943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:16.734670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.758783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:16.763745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Attempting to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:16.803082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea on network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd not bound, no agent of type HyperV agent registered on host n-d-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:16.803773 n-d-805668-3 neutron-server[94828]: ERROR neutron.plugins.ml2.managers [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Failed to bind port 0fc0db9c-58cd-4659-9750-bce9faa896ea on host n-d-805668-3 for vnic_type normal using segments [] Aug 30 14:29:16.804073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-9f81bb00-c607-4737-baf9-2cd4ec131b8e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.811504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:16.834140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-9f81bb00-c607-4737-baf9-2cd4ec131b8e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.863150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-9f81bb00-c607-4737-baf9-2cd4ec131b8e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.890199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-9f81bb00-c607-4737-baf9-2cd4ec131b8e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.906725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-9f81bb00-c607-4737-baf9-2cd4ec131b8e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.923137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-9f81bb00-c607-4737-baf9-2cd4ec131b8e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.938678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-9f81bb00-c607-4737-baf9-2cd4ec131b8e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.940861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8edc643d-f4b7-48d0-b5c2-b5559c4596a6 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:16.944810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-2599ac49-ea3e-44b4-a006-e51d331456d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:16.946799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-2599ac49-ea3e-44b4-a006-e51d331456d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.5548310 Aug 30 14:29:16.955098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-9f81bb00-c607-4737-baf9-2cd4ec131b8e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5436 time: 0.3006790 Aug 30 14:29:17.011779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8edc643d-f4b7-48d0-b5c2-b5559c4596a6 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Calling delete_port for d7c1a5db-3b2c-4c14-a296-5ea0847885c0 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:17.018635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-be514745-6984-4418-bd8d-2bbecc7c18f9 None None] Port 0fc0db9c-58cd-4659-9750-bce9faa896ea has been deleted concurrently {{(pid=94828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 30 14:29:17.035500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dcdf8-a934-42a4-b07b-71d9c5096d76 req-b242cdf0-9573-4fc1-a4a6-b6830924303f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:17.043772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-242dcdf8-a934-42a4-b07b-71d9c5096d76 req-b242cdf0-9573-4fc1-a4a6-b6830924303f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 948 time: 0.7766438 Aug 30 14:29:17.051771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfcabc-4912-4917-9c36-c5323d738eec req-b96f9879-a9e7-45e0-8ae8-e177a234cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:17.053652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bccfcabc-4912-4917-9c36-c5323d738eec req-b96f9879-a9e7-45e0-8ae8-e177a234cee4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 1096 time: 0.4885724 Aug 30 14:29:17.069278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06cc2c07-6f2c-4ab4-b377-01170ade402e req-5ae82c7e-1640-4629-9eed-8a4798fab4d7 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083281 Aug 30 14:29:17.092887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 808e7602-c320-4cbc-80db-e487ef7820ce completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:17.098195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-b70b2c69-ae8b-4db5-998b-f8ce67126c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:17.099748 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-b70b2c69-ae8b-4db5-998b-f8ce67126c84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417930 Aug 30 14:29:17.099918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 808e7602-c320-4cbc-80db-e487ef7820ce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:17.100303 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.242104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5fdc12c-5cb6-4903-b79e-7d8ed41a73a6 req-1f5adeb8-d266-4ac4-b3b0-cb826c1af3ca tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/eea804a5-97e5-44c8-b8e0-9ed5ea2340f6 HTTP/1.1" status: 200 len: 1806 time: 0.0590863 Aug 30 14:29:17.253916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a5fdc12c-5cb6-4903-b79e-7d8ed41a73a6 req-71c93d08-d0b9-4be1-9cc5-3f5efb0007d9 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eea804a5-97e5-44c8-b8e0-9ed5ea2340f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:17.256489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a5fdc12c-5cb6-4903-b79e-7d8ed41a73a6 req-71c93d08-d0b9-4be1-9cc5-3f5efb0007d9 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eea804a5-97e5-44c8-b8e0-9ed5ea2340f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:17.260305 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.264905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bccfcabc-4912-4917-9c36-c5323d738eec req-e9fcf3b7-a6c3-452d-bc0c-7da6e5f86764 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898472 Aug 30 14:29:17.316534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-242dcdf8-a934-42a4-b07b-71d9c5096d76 req-a2811537-4fa8-46cb-8263-683b6c4a0b3c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708354 Aug 30 14:29:17.347171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-d079e001-98fd-4380-8c9e-0e549eac9c6e service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373233 Aug 30 14:29:17.410862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 808e7602-c320-4cbc-80db-e487ef7820ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=808e7602-c320-4cbc-80db-e487ef7820ce,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:17.411936 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5fdc12c-5cb6-4903-b79e-7d8ed41a73a6 req-71c93d08-d0b9-4be1-9cc5-3f5efb0007d9 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.424552 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.441666 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8edc643d-f4b7-48d0-b5c2-b5559c4596a6 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.491850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5fdc12c-5cb6-4903-b79e-7d8ed41a73a6 req-71c93d08-d0b9-4be1-9cc5-3f5efb0007d9 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.501837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc643d-f4b7-48d0-b5c2-b5559c4596a6 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Port': ['ID=d7c1a5db-3b2c-4c14-a296-5ea0847885c0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:17.502368 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5fdc12c-5cb6-4903-b79e-7d8ed41a73a6 req-71c93d08-d0b9-4be1-9cc5-3f5efb0007d9 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.565792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c93d08-d0b9-4be1-9cc5-3f5efb0007d9 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b20c6fd-548e-4c60-9d75-6b7002ce7c0e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:17.582000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5fdc12c-5cb6-4903-b79e-7d8ed41a73a6 req-71c93d08-d0b9-4be1-9cc5-3f5efb0007d9 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.583992 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5fdc12c-5cb6-4903-b79e-7d8ed41a73a6 req-71c93d08-d0b9-4be1-9cc5-3f5efb0007d9 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3345261 Aug 30 14:29:17.585019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=808e7602-c320-4cbc-80db-e487ef7820ce,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:17.621821 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8edc643d-f4b7-48d0-b5c2-b5559c4596a6 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.627878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8edc643d-f4b7-48d0-b5c2-b5559c4596a6 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/ports/d7c1a5db-3b2c-4c14-a296-5ea0847885c0 HTTP/1.1" status: 204 len: 168 time: 1.7104597 Aug 30 14:29:17.629955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:17.664271 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05fab8a-2d39-4992-8f60-16212a1d3ce8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): The resource could not be found. Aug 30 14:29:17.664864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05fab8a-2d39-4992-8f60-16212a1d3ce8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:17.671113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f05fab8a-2d39-4992-8f60-16212a1d3ce8 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/subnets/0ec9d707-e126-4df4-b60a-68068a21cf1c HTTP/1.1" status: 404 len: 337 time: 0.0357325 Aug 30 14:29:17.671875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:17.745360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b71030-b7f5-4ce6-aad1-49dc3ad1f35d req-1ea22ecb-4c02-4e30-bbd1-44eede2d6bc1 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557476 Aug 30 14:29:17.757423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3d633-5f18-40bd-b515-51dac011ec7a req-379419ec-be34-4f6e-9351-6486937f5d4b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:17.759241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5f3d633-5f18-40bd-b515-51dac011ec7a req-379419ec-be34-4f6e-9351-6486937f5d4b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1137261 Aug 30 14:29:17.821654 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5f3d633-5f18-40bd-b515-51dac011ec7a req-b0ed6579-67cc-48e8-a155-6fa6c110aee3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545843 Aug 30 14:29:17.835333 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:17.876854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-80946625-d128-4e1e-b390-65789d9d2696 req-940ca6d2-923d-4cc3-94ff-30cb75105520 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-850907912', 'description': 'tempest-description-1821856516'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:17.894190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-b919707f-6055-41b9-bc3e-b962db1e2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:17.895879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-b919707f-6055-41b9-bc3e-b962db1e2e55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1099 time: 0.0731466 Aug 30 14:29:17.957201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-23b01d73-b621-4a54-9ecd-29a51af1c181 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:17.969565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-23b01d73-b621-4a54-9ecd-29a51af1c181 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:17.981201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-23b01d73-b621-4a54-9ecd-29a51af1c181 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.008241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-23b01d73-b621-4a54-9ecd-29a51af1c181 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.022537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-23b01d73-b621-4a54-9ecd-29a51af1c181 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.022921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80946625-d128-4e1e-b390-65789d9d2696 req-940ca6d2-923d-4cc3-94ff-30cb75105520 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.036505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-23b01d73-b621-4a54-9ecd-29a51af1c181 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.047353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-23b01d73-b621-4a54-9ecd-29a51af1c181 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.050942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-23b01d73-b621-4a54-9ecd-29a51af1c181 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.3400857 Aug 30 14:29:18.078262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-097d2c18-f6dd-426e-9a6f-2c6fa9c87bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.080128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-097d2c18-f6dd-426e-9a6f-2c6fa9c87bde service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1721671 Aug 30 14:29:18.144198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-9c40890a-02c9-4dfd-9703-f5316421edf9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.0556526 Aug 30 14:29:18.206546 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.210097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808e7602-c320-4cbc-80db-e487ef7820ce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:18.213441 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8aadd1-2098-44b9-885a-1cc94d65b828" -d '{"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-plugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "808e7602-c320-4cbc-80db-e487ef7820ce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:18.237667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8292b9e5-7bee-4318-ac76-6c570b6e089d req-b6a03b77-69a8-4107-9d5e-44eff4f1c2f1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739984 Aug 30 14:29:18.255666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298aa83-e872-4474-8c40-712693495ced']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:18.265610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-3603ad90-6da4-4cfa-8cca-e5f9c4e9cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.268203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-3603ad90-6da4-4cfa-8cca-e5f9c4e9cba3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1084876 Aug 30 14:29:18.284235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf768deb-a046-42d2-9b17-e13c80ae2d85') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:18.284845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf768deb-a046-42d2-9b17-e13c80ae2d85') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:18.349783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.386501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.409957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:18.410544 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.425347 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80946625-d128-4e1e-b390-65789d9d2696 req-940ca6d2-923d-4cc3-94ff-30cb75105520 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.434668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80946625-d128-4e1e-b390-65789d9d2696 req-940ca6d2-923d-4cc3-94ff-30cb75105520 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.457663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80946625-d128-4e1e-b390-65789d9d2696 req-940ca6d2-923d-4cc3-94ff-30cb75105520 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.462312 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80946625-d128-4e1e-b390-65789d9d2696 req-940ca6d2-923d-4cc3-94ff-30cb75105520 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5942044 Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:18.493998 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:18.507915 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.521222 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.523647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/2298aa83-e872-4474-8c40-712693495ced HTTP/1.1" status: 204 len: 168 time: 0.8506169 Aug 30 14:29:18.528339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-49c5edbc-d2cd-4dcf-8502-124149f594bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.535902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-49c5edbc-d2cd-4dcf-8502-124149f594bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575197 Aug 30 14:29:18.537489 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0222589-d6af-4028-8c2a-9303f909e136 x-openstack-request-id: req-e0222589-d6af-4028-8c2a-9303f909e136 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:18.538013 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-plugged", "status": "completed", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "808e7602-c320-4cbc-80db-e487ef7820ce", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:18.538380 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0222589-d6af-4028-8c2a-9303f909e136 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:18.539086 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'code': 200} Aug 30 14:29:18.539660 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808e7602-c320-4cbc-80db-e487ef7820ce', 'code': 200} Aug 30 14:29:18.550724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:18.581220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c6c774c-ac5e-490b-8582-dbe1d97babfb None None] Could not find standard attr ID for object 0fc0db9c-58cd-4659-9750-bce9faa896ea. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:29:18.607816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e9e78a-cdbc-478c-9af7-b5ec7a8ae753 None None] DHCP port deletion for e52e4eb0-fd3b-4837-a7e3-2d4587af8acd request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:29:18.617299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d63eed-e4b9-412f-893a-d46104784acc tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Network': ['ID=2298aa83-e872-4474-8c40-712693495ced,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:18.644961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a15bc7-18a9-467b-a5ac-24275c1e079c None None] Network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:18.676054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ca6d2-923d-4cc3-94ff-30cb75105520 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0039a3-6b7b-4107-9320-2a454162cd81,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:18.689957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a15bc7-18a9-467b-a5ac-24275c1e079c None None] Network e52e4eb0-fd3b-4837-a7e3-2d4587af8acd could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 14:29:18.692297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 753319b2-7446-4316-81cb-0659c516e6eb up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:18.721406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b61838-9d5c-4881-8653-e4592b619664 req-2647f6e7-442e-45d9-ada7-4ef5f6fa0aaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.735311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b61838-9d5c-4881-8653-e4592b619664 req-2647f6e7-442e-45d9-ada7-4ef5f6fa0aaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.764433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b61838-9d5c-4881-8653-e4592b619664 req-2647f6e7-442e-45d9-ada7-4ef5f6fa0aaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.782378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b61838-9d5c-4881-8653-e4592b619664 req-2647f6e7-442e-45d9-ada7-4ef5f6fa0aaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.797922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b61838-9d5c-4881-8653-e4592b619664 req-2647f6e7-442e-45d9-ada7-4ef5f6fa0aaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.816965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b61838-9d5c-4881-8653-e4592b619664 req-2647f6e7-442e-45d9-ada7-4ef5f6fa0aaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.827409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 753319b2-7446-4316-81cb-0659c516e6eb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:18.835025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b61838-9d5c-4881-8653-e4592b619664 req-2647f6e7-442e-45d9-ada7-4ef5f6fa0aaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.837671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33b61838-9d5c-4881-8653-e4592b619664 req-2647f6e7-442e-45d9-ada7-4ef5f6fa0aaf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5437 time: 0.3455021 Aug 30 14:29:18.839870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 753319b2-7446-4316-81cb-0659c516e6eb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:18.840421 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.882489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee23db6-a84e-46ce-acfd-5c5cd600a9b1 req-d898101f-e460-4a39-b8d7-1be6566192d4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:18.890700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ee23db6-a84e-46ce-acfd-5c5cd600a9b1 req-d898101f-e460-4a39-b8d7-1be6566192d4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 948 time: 0.1882539 Aug 30 14:29:18.896423 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-3b3512f4-ee89-4d95-b156-9e694076c25c service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305176 Aug 30 14:29:18.921900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7e1549e4-8bc1-4650-903b-e541bda40ac0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting port d3d71817-1d14-4f92-8eff-1e8895b87c8e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:18.922248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e1549e4-8bc1-4650-903b-e541bda40ac0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:18.938959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33b61838-9d5c-4881-8653-e4592b619664 req-cbedc493-7f30-45c2-8447-225b702cd23b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859864 Aug 30 14:29:18.979993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-18cafa63-5ff3-4bbb-96b5-f179a5d13ad2 req-a9af5fbf-1e6b-480e-91e2-b1afde139656 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1831645910', 'description': 'tempest-description-214368887'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:18.989884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.033587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ee23db6-a84e-46ce-acfd-5c5cd600a9b1 req-7761a193-b239-425c-b0d1-e31a1de60836 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419723 Aug 30 14:29:19.062858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18cafa63-5ff3-4bbb-96b5-f179a5d13ad2 req-a9af5fbf-1e6b-480e-91e2-b1afde139656 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.070381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e1549e4-8bc1-4650-903b-e541bda40ac0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.116659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7e1549e4-8bc1-4650-903b-e541bda40ac0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Calling delete_port for d3d71817-1d14-4f92-8eff-1e8895b87c8e owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:19.148484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 753319b2-7446-4316-81cb-0659c516e6eb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=753319b2-7446-4316-81cb-0659c516e6eb,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:19.157328 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.158324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b54ca3d-3080-42af-a39d-6241be3fd532 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:19.178530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a83c98a-43f9-4038-abdf-69567f7e6f28 req-52bacb87-36d0-4484-9813-0979c650c7e5 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596664 Aug 30 14:29:19.338775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18cafa63-5ff3-4bbb-96b5-f179a5d13ad2 req-a9af5fbf-1e6b-480e-91e2-b1afde139656 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.355491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18cafa63-5ff3-4bbb-96b5-f179a5d13ad2 req-a9af5fbf-1e6b-480e-91e2-b1afde139656 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.403566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18cafa63-5ff3-4bbb-96b5-f179a5d13ad2 req-a9af5fbf-1e6b-480e-91e2-b1afde139656 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.418589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18cafa63-5ff3-4bbb-96b5-f179a5d13ad2 req-a9af5fbf-1e6b-480e-91e2-b1afde139656 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4450042 Aug 30 14:29:19.465625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e1549e4-8bc1-4650-903b-e541bda40ac0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.495588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af5fbf-1e6b-480e-91e2-b1afde139656 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0060a62c-4593-4594-9731-ada6f097e058,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:19.501983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238b83c-590d-4f05-8d09-78f8306a7bf6 req-31c761d7-be9d-4df5-a948-3d47b1f823ae tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.518094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8238b83c-590d-4f05-8d09-78f8306a7bf6 req-31c761d7-be9d-4df5-a948-3d47b1f823ae tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1659329 Aug 30 14:29:19.592403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 0b54ca3d-3080-42af-a39d-6241be3fd532 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:19.604016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 0b54ca3d-3080-42af-a39d-6241be3fd532 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:19.604888 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.609747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=753319b2-7446-4316-81cb-0659c516e6eb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:19.663849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-0e3c627c-d9d3-4ab8-b449-275ad9f2302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.666135 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-0e3c627c-d9d3-4ab8-b449-275ad9f2302c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1096 time: 0.1613235 Aug 30 14:29:19.674263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e1549e4-8bc1-4650-903b-e541bda40ac0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.679820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7e1549e4-8bc1-4650-903b-e541bda40ac0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/ports/d3d71817-1d14-4f92-8eff-1e8895b87c8e HTTP/1.1" status: 204 len: 168 time: 1.1216381 Aug 30 14:29:19.691231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:19.695868 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8238b83c-590d-4f05-8d09-78f8306a7bf6 req-b6d7e4fd-8a8c-4572-8d20-13ec8b547650 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767693 Aug 30 14:29:19.696960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1549e4-8bc1-4650-903b-e541bda40ac0 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Port': ['ID=d3d71817-1d14-4f92-8eff-1e8895b87c8e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:19.732727 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.773695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-a8b57540-6dac-4a5f-88bf-a764894697a4 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/9c0039a3-6b7b-4107-9320-2a454162cd81 HTTP/1.1" status: 200 len: 1806 time: 0.0522554 Aug 30 14:29:19.789373 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f167f0b-bdfa-4c2e-8169-73ca27f7de5c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] DELETE failed (client error): The resource could not be found. Aug 30 14:29:19.789783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f167f0b-bdfa-4c2e-8169-73ca27f7de5c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:29:19.795819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:19.796022 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2f167f0b-bdfa-4c2e-8169-73ca27f7de5c tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/subnets/ccc89181-d629-4342-a69a-f8f217bbdc71 HTTP/1.1" status: 404 len: 337 time: 0.1030462 Aug 30 14:29:19.812878 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.842049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-743f6248-2425-4ceb-824b-4c72f2ea3533 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.848663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-743f6248-2425-4ceb-824b-4c72f2ea3533 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.855172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-743f6248-2425-4ceb-824b-4c72f2ea3533 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.862162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-743f6248-2425-4ceb-824b-4c72f2ea3533 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.868506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-743f6248-2425-4ceb-824b-4c72f2ea3533 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.875389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-743f6248-2425-4ceb-824b-4c72f2ea3533 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.881860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-743f6248-2425-4ceb-824b-4c72f2ea3533 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:19.885288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b54ca3d-3080-42af-a39d-6241be3fd532, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b54ca3d-3080-42af-a39d-6241be3fd532,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:19.890661 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-743f6248-2425-4ceb-824b-4c72f2ea3533 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.2956891 Aug 30 14:29:19.893716 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.895324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3f8e702-29ac-4f00-b892-5c7cc149e2c7 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:19.947759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-a41718f8-76e9-443d-b3b0-60e1dcd7b392 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/0060a62c-4593-4594-9731-ada6f097e058 HTTP/1.1" status: 200 len: 1806 time: 0.1611135 Aug 30 14:29:19.954534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-9050bb9e-485a-4455-bf0b-2dbb0e3ab5f0 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9c0039a3-6b7b-4107-9320-2a454162cd81', 'remote_group_id': '0060a62c-4593-4594-9731-ada6f097e058', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:19.955165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-9050bb9e-485a-4455-bf0b-2dbb0e3ab5f0 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9c0039a3-6b7b-4107-9320-2a454162cd81', 'remote_group_id': '0060a62c-4593-4594-9731-ada6f097e058', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:19.963565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:19.971812 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae966bcf-f229-43c1-9c36-ded347c0c275 req-94238242-6c34-42e7-a75f-b8f562ebd316 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775309 Aug 30 14:29:20.018191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b54ca3d-3080-42af-a39d-6241be3fd532,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:20.032197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-504dcfd8-6260-4552-ab0a-30be92d27362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.036733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-504dcfd8-6260-4552-ab0a-30be92d27362 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.3168616 Aug 30 14:29:20.039198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:20.044181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:20.045316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.126596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.162090 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.164365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa3ffad-0d31-49bc-980e-1a182f950021']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:20.193412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e51a271-8afc-44e5-b869-3c32f039be99') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:20.193977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e51a271-8afc-44e5-b869-3c32f039be99') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:20.207337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-18c5f3fc-66d5-479a-abd7-442f5b83b165 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 1001 time: 0.1615782 Aug 30 14:29:20.211437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3f8e702-29ac-4f00-b892-5c7cc149e2c7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:20.218799 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.220727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 54d14044-3963-4926-96f0-3d69ab09cda6 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:20.221680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd76de-619b-4baa-8170-314c9c04ef49 req-67ec7b33-701b-47af-8b66-1180c7a46a1c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.222947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.226204 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-9050bb9e-485a-4455-bf0b-2dbb0e3ab5f0 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.234043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3dd76de-619b-4baa-8170-314c9c04ef49 req-67ec7b33-701b-47af-8b66-1180c7a46a1c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1026268 Aug 30 14:29:20.260987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.280686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:20.281399 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:20.285395 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:20.330090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3dd76de-619b-4baa-8170-314c9c04ef49 req-71163463-35e4-4714-9b31-b4589f12e4ef tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950327 Aug 30 14:29:20.338853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:20.358431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-9050bb9e-485a-4455-bf0b-2dbb0e3ab5f0 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.369566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-9050bb9e-485a-4455-bf0b-2dbb0e3ab5f0 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.389740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 54d14044-3963-4926-96f0-3d69ab09cda6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:20.391265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-d6d5f14c-8d60-442b-aa25-72e5058bb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.394021 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-d6d5f14c-8d60-442b-aa25-72e5058bb05e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.1570215 Aug 30 14:29:20.396747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 54d14044-3963-4926-96f0-3d69ab09cda6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:20.398399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.433756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050bb9e-485a-4455-bf0b-2dbb0e3ab5f0 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb59225a-699e-4804-880e-da6cce3f7ba3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:20.457359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-9050bb9e-485a-4455-bf0b-2dbb0e3ab5f0 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.477696 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ddf687e-810e-4d90-9257-83e7666cb61e req-9050bb9e-485a-4455-bf0b-2dbb0e3ab5f0 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5277667 Aug 30 14:29:20.478963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.498547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.505490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/3fa3ffad-0d31-49bc-980e-1a182f950021 HTTP/1.1" status: 204 len: 168 time: 0.7081347 Aug 30 14:29:20.510839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:20.541149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37399e42-bc8c-4b76-b595-f34e4431b900 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Network': ['ID=3fa3ffad-0d31-49bc-980e-1a182f950021,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:20.551796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-21f6166b-2136-4437-b511-622ca3ee8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.563622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753319b2-7446-4316-81cb-0659c516e6eb'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b54ca3d-3080-42af-a39d-6241be3fd532'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8e702-29ac-4f00-b892-5c7cc149e2c7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:20.565516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-21f6166b-2136-4437-b511-622ca3ee8bd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497085 Aug 30 14:29:20.568918 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf81943e-c292-4ea6-b333-3d385cd67825" -d '{"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "753319b2-7446-4316-81cb-0659c516e6eb"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "0b54ca3d-3080-42af-a39d-6241be3fd532"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8e702-29ac-4f00-b892-5c7cc149e2c7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:20.618024 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.634880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b1700-beba-47ff-b253-7b9e723c41cb req-c3ad15f4-c6a8-443f-a9a1-355414a3df95 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.636970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81b1700-beba-47ff-b253-7b9e723c41cb req-c3ad15f4-c6a8-443f-a9a1-355414a3df95 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 948 time: 0.0850213 Aug 30 14:29:20.664287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:20.669214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 54d14044-3963-4926-96f0-3d69ab09cda6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=54d14044-3963-4926-96f0-3d69ab09cda6,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:20.679273 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.680224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:20.689734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffe04ba-a376-4389-8a51-e606af593617 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting subnet 0e977d7a-38bf-437c-b96d-fa4c93f7b147 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:29:20.708878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-cdcd785d-8782-4188-8b1b-a6f7a022efff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.715063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-cdcd785d-8782-4188-8b1b-a6f7a022efff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.722319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-cdcd785d-8782-4188-8b1b-a6f7a022efff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.728384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-cdcd785d-8782-4188-8b1b-a6f7a022efff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.734339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-cdcd785d-8782-4188-8b1b-a6f7a022efff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.740481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-cdcd785d-8782-4188-8b1b-a6f7a022efff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.746490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-cdcd785d-8782-4188-8b1b-a6f7a022efff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:20.748567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-cdcd785d-8782-4188-8b1b-a6f7a022efff tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5440 time: 0.2739608 Aug 30 14:29:20.749416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cffe04ba-a376-4389-8a51-e606af593617 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.778411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81b1700-beba-47ff-b253-7b9e723c41cb req-c29b2a69-326f-447b-9309-222d7ba043ee tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304991 Aug 30 14:29:20.845720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cffe04ba-a376-4389-8a51-e606af593617 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:20.889315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=54d14044-3963-4926-96f0-3d69ab09cda6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:20.916186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-bc0c1cfb-ccc3-45e1-8569-782af5d9ea4a service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497715 Aug 30 14:29:20.931675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a97e198d-f93b-4621-a6ad-001e03b8e655 req-2522d451-0b53-4ed2-b039-14b9573954cb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1407704 Aug 30 14:29:20.931977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:20.944043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:20.958135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:20.958514 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.002440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'mac_address': 'fa:16:3e:3c:43:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:21.061738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cffe04ba-a376-4389-8a51-e606af593617 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.120214 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.137917 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.176388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:21.187079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ec135a3e-2299-4240-a32c-37f07f39efec req-e1b4fcea-4b3c-490d-b149-aa4571112c21 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1564310255', 'description': 'tempest-description-719719881'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:21.223365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:21.227909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:21.229603 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.236351 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.237150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:21.240098 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03761cd7-20c1-403a-9f0c-e57bda7ad395 x-openstack-request-id: req-03761cd7-20c1-403a-9f0c-e57bda7ad395 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:21.240382 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "753319b2-7446-4316-81cb-0659c516e6eb", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "0b54ca3d-3080-42af-a39d-6241be3fd532", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8e702-29ac-4f00-b892-5c7cc149e2c7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:21.240636 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03761cd7-20c1-403a-9f0c-e57bda7ad395 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:21.241173 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753319b2-7446-4316-81cb-0659c516e6eb', 'code': 200} Aug 30 14:29:21.241431 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b54ca3d-3080-42af-a39d-6241be3fd532', 'code': 200} Aug 30 14:29:21.242220 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8e702-29ac-4f00-b892-5c7cc149e2c7', 'code': 200} Aug 30 14:29:21.250298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cffe04ba-a376-4389-8a51-e606af593617 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.335213 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24bb42fe-5c8b-4305-8905-e9952c24e359 req-5bc3866b-3a87-42e9-842f-fa31dca05eaf service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025426 Aug 30 14:29:21.340187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cffe04ba-a376-4389-8a51-e606af593617 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.343620 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cffe04ba-a376-4389-8a51-e606af593617 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/subnets/0e977d7a-38bf-437c-b96d-fa4c93f7b147 HTTP/1.1" status: 204 len: 168 time: 0.8103042 Aug 30 14:29:21.344957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe04ba-a376-4389-8a51-e606af593617 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Subnet': ['ID=0e977d7a-38bf-437c-b96d-fa4c93f7b147,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:21.346837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37514) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:21.366596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec135a3e-2299-4240-a32c-37f07f39efec req-e1b4fcea-4b3c-490d-b149-aa4571112c21 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.368998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ccde72-9013-476f-a551-2107d0f22cb4 None None] Network 899e3f7c-783d-4dc9-824a-12ef0286deaa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:21.470703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:21.560099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:21.571533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec135a3e-2299-4240-a32c-37f07f39efec req-e1b4fcea-4b3c-490d-b149-aa4571112c21 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.578672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec135a3e-2299-4240-a32c-37f07f39efec req-e1b4fcea-4b3c-490d-b149-aa4571112c21 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.586412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-8a022988-347a-4b46-ba53-c7361ea5e050 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:21.601546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-8a022988-347a-4b46-ba53-c7361ea5e050 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:21.615961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-8a022988-347a-4b46-ba53-c7361ea5e050 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:21.626395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ec135a3e-2299-4240-a32c-37f07f39efec req-e1b4fcea-4b3c-490d-b149-aa4571112c21 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.627665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ec135a3e-2299-4240-a32c-37f07f39efec req-e1b4fcea-4b3c-490d-b149-aa4571112c21 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6233571 Aug 30 14:29:21.634536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-8a022988-347a-4b46-ba53-c7361ea5e050 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:21.641814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['7df0164d-ba4a-4b3b-a1be-8a484c0958c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:21.644807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4fcea-4b3c-490d-b149-aa4571112c21 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c911efe-6741-44f2-b4a7-4f8b38a04229,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:21.652304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:21.653899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.659752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-8a022988-347a-4b46-ba53-c7361ea5e050 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:21.695694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-8a022988-347a-4b46-ba53-c7361ea5e050 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:21.724045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-8a022988-347a-4b46-ba53-c7361ea5e050 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:21.729096 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-8a022988-347a-4b46-ba53-c7361ea5e050 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.3714635 Aug 30 14:29:21.738152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:21.840968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.927319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:21.949943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c455dad4-f68e-4203-89bd-9fd1aaff8159 req-62ad1396-2d52-466b-94b0-a5f01fd5e849 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2135165 Aug 30 14:29:21.972091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] DHCP port deletion for 899e3f7c-783d-4dc9-824a-12ef0286deaa request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:29:22.068884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d95f57ec-e7bb-4c3e-91b8-95362711680a req-e02ff914-81bb-447f-9fb9-09bde409f818 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1947007934', 'description': 'tempest-description-1329149433'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:22.074252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:22.086874 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.096084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-02b0204e-0806-4435-942a-a25c267ef15b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:22.110166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d95f57ec-e7bb-4c3e-91b8-95362711680a req-e02ff914-81bb-447f-9fb9-09bde409f818 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.116750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-02b0204e-0806-4435-942a-a25c267ef15b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 814 time: 0.2860796 Aug 30 14:29:22.155256 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-ed67b387-9fd7-4844-92a8-c225bd3fc645 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/quotas/1cf55121eb2f468d944dbc4fd1f45aec HTTP/1.1" status: 200 len: 375 time: 0.0349958 Aug 30 14:29:22.187373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] Deleting port 83668bef-e948-4ddc-ba82-3d2ebb905f3d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:22.187762 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.189765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:22.225618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Deleting port 83668bef-e948-4ddc-ba82-3d2ebb905f3d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:22.226175 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.274269 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-f9907d29-9b4a-411c-8c72-be43d0299ced tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175339 Aug 30 14:29:22.339281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] For port 83668bef-e948-4ddc-ba82-3d2ebb905f3d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83668bef-e948-4ddc-ba82-3d2ebb905f3d,segment=NetworkSegment(71f6237d-7aa6-4f8f-acdd-73af0eb554f4),segment_id=71f6237d-7aa6-4f8f-acdd-73af0eb554f4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:22.342174 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.362403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-558d89dc-f6b8-4adc-9aa6-2782ed2e3513 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:29:22.378381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] Calling delete_port for 83668bef-e948-4ddc-ba82-3d2ebb905f3d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:22.384986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] For port 83668bef-e948-4ddc-ba82-3d2ebb905f3d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83668bef-e948-4ddc-ba82-3d2ebb905f3d,segment=NetworkSegment(71f6237d-7aa6-4f8f-acdd-73af0eb554f4),segment_id=71f6237d-7aa6-4f8f-acdd-73af0eb554f4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:22.385388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.390140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-558d89dc-f6b8-4adc-9aa6-2782ed2e3513 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041327 Aug 30 14:29:22.413385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Calling delete_port for 83668bef-e948-4ddc-ba82-3d2ebb905f3d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:22.438687 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d95f57ec-e7bb-4c3e-91b8-95362711680a req-e02ff914-81bb-447f-9fb9-09bde409f818 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.453827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d95f57ec-e7bb-4c3e-91b8-95362711680a req-e02ff914-81bb-447f-9fb9-09bde409f818 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.540876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff914-81bb-447f-9fb9-09bde409f818 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084126d1-8a03-4445-9fb4-a3b75d9280ca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:22.565440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-675928c6-8a87-4a7a-8a0f-ea807ee68b5f service neutron] 10.222.0.50 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725802 Aug 30 14:29:22.569622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d95f57ec-e7bb-4c3e-91b8-95362711680a req-e02ff914-81bb-447f-9fb9-09bde409f818 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.576836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d95f57ec-e7bb-4c3e-91b8-95362711680a req-e02ff914-81bb-447f-9fb9-09bde409f818 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5176232 Aug 30 14:29:22.577711 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.642382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] No DVR routers for this DVR port 83668bef-e948-4ddc-ba82-3d2ebb905f3d on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:22.658723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3fe9d-da05-4eb4-9b6c-34ce1b1a683e None None] Pushing event deleted for resources: {'Port': ['ID=83668bef-e948-4ddc-ba82-3d2ebb905f3d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:22.694287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-b5d4ed97-b201-450f-b3b5-d71bba0e9295 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:22.695866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-b5d4ed97-b201-450f-b3b5-d71bba0e9295 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c32922-9ece-44e5-a663-598482d7a99c HTTP/1.1" status: 200 len: 945 time: 0.1146855 Aug 30 14:29:22.702892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-a3b3c8df-517d-4e18-b534-8b58590a5da6 service neutron] 10.222.0.50 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364493 Aug 30 14:29:22.709037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:22.820393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Port': ['ID=83668bef-e948-4ddc-ba82-3d2ebb905f3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:22.821080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83668bef-e948-4ddc-ba82-3d2ebb905f3d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:29:22.830724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] No DVR routers for this DVR port 83668bef-e948-4ddc-ba82-3d2ebb905f3d on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:22.860685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 83668bef-e948-4ddc-ba82-3d2ebb905f3d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:29:22.861063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83668bef-e948-4ddc-ba82-3d2ebb905f3d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:29:23.023739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353c52d-d9de-47ce-82c0-9ce95efb8198 req-e7785f16-2ad1-4620-bb16-98f3c1f16c3d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.025355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e353c52d-d9de-47ce-82c0-9ce95efb8198 req-e7785f16-2ad1-4620-bb16-98f3c1f16c3d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.3109453 Aug 30 14:29:23.027253 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.054133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899e3f7c-783d-4dc9-824a-12ef0286deaa']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:23.079659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f6237d-7aa6-4f8f-acdd-73af0eb554f4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:23.080046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f6237d-7aa6-4f8f-acdd-73af0eb554f4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:23.119752 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.124486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e353c52d-d9de-47ce-82c0-9ce95efb8198 req-633af3f6-d2e5-456f-969f-9418a5ff9393 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834851 Aug 30 14:29:23.132408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Deleting port f686a6f2-60c8-4324-9f47-8707da36a970 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:23.132602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.160578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-51d7e164-31f4-49cd-8f03-b82751e51353 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.170917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-51d7e164-31f4-49cd-8f03-b82751e51353 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.189082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-51d7e164-31f4-49cd-8f03-b82751e51353 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.206383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-51d7e164-31f4-49cd-8f03-b82751e51353 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.219545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-51d7e164-31f4-49cd-8f03-b82751e51353 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.229346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-51d7e164-31f4-49cd-8f03-b82751e51353 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.236371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-51d7e164-31f4-49cd-8f03-b82751e51353 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.238395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-51d7e164-31f4-49cd-8f03-b82751e51353 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.1872799 Aug 30 14:29:23.242784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e5271f-b261-4f7e-98cf-ff1c6c3093e5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:23.245251 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0b78ce-08d1-442a-9330-3d168e758d02" -d '{"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "84e5271f-b261-4f7e-98cf-ff1c6c3093e5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:23.265773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] For port f686a6f2-60c8-4324-9f47-8707da36a970, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f686a6f2-60c8-4324-9f47-8707da36a970,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:23.267254 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.285243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Calling delete_port for f686a6f2-60c8-4324-9f47-8707da36a970 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:23.317701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fe07fda2-741d-461a-a0d1-2dd166407c55 req-f3d4f163-387a-4c37-be43-cd581cdeb2f1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727367 Aug 30 14:29:23.460203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f5185f4-eebf-4d43-880b-5d4728c3ca3a req-b0abc356-cad4-45f5-8e92-ce4acf3f74c4 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 210 time: 0.0652487 Aug 30 14:29:23.484994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.538864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:23.541543 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:23.549809 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:23.690048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-92a025d6-d910-47e4-baec-f9e7eeb70f84 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.704060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-92a025d6-d910-47e4-baec-f9e7eeb70f84 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.706785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-d19069eb-5965-45c6-8007-be73a24d6995 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/8c911efe-6741-44f2-b4a7-4f8b38a04229 HTTP/1.1" status: 200 len: 1806 time: 0.2750483 Aug 30 14:29:23.715508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-92a025d6-d910-47e4-baec-f9e7eeb70f84 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.719905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.727049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-92a025d6-d910-47e4-baec-f9e7eeb70f84 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.747030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-92a025d6-d910-47e4-baec-f9e7eeb70f84 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.755901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.761849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] 10.222.0.50 "DELETE /v2.0/networks/899e3f7c-783d-4dc9-824a-12ef0286deaa HTTP/1.1" status: 204 len: 168 time: 2.4094841 Aug 30 14:29:23.761849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49aef5-06b6-4d3f-befb-f997fe140610 tempest-NetworksIpV6TestAttrs-362995659 tempest-NetworksIpV6TestAttrs-362995659-project] Pushing event deleted for resources: {'Network': ['ID=899e3f7c-783d-4dc9-824a-12ef0286deaa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:23.769655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-92a025d6-d910-47e4-baec-f9e7eeb70f84 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.778786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-92a025d6-d910-47e4-baec-f9e7eeb70f84 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.789680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-92a025d6-d910-47e4-baec-f9e7eeb70f84 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.2193613 Aug 30 14:29:23.843784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52a078d8-96ae-4bc3-98ba-922e45168ada req-f4c839c8-8059-4d1b-aa2d-40ff1eb07aee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527496 Aug 30 14:29:23.879768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-02934c17-d568-4bfb-867b-5ebe4888fd74 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/084126d1-8a03-4445-9fb4-a3b75d9280ca HTTP/1.1" status: 200 len: 1807 time: 0.1715853 Aug 30 14:29:23.889562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-8ef40387-28e5-46a1-881b-52419d3ad0e1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c911efe-6741-44f2-b4a7-4f8b38a04229', 'remote_group_id': '084126d1-8a03-4445-9fb4-a3b75d9280ca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:23.889905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-8ef40387-28e5-46a1-881b-52419d3ad0e1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c911efe-6741-44f2-b4a7-4f8b38a04229', 'remote_group_id': '084126d1-8a03-4445-9fb4-a3b75d9280ca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:23.955662 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fe0ccd-0602-4d35-9d7b-4f6108b10477 x-openstack-request-id: req-b9fe0ccd-0602-4d35-9d7b-4f6108b10477 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:23.956188 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-plugged", "status": "completed", "tag": "84e5271f-b261-4f7e-98cf-ff1c6c3093e5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:23.956188 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9fe0ccd-0602-4d35-9d7b-4f6108b10477 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:23.956616 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6', 'code': 200} Aug 30 14:29:23.956878 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c', 'code': 200} Aug 30 14:29:23.957186 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e5271f-b261-4f7e-98cf-ff1c6c3093e5', 'code': 200} Aug 30 14:29:24.021704 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.035926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f686a6f2-60c8-4324-9f47-8707da36a970'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:24.054847 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-8ef40387-28e5-46a1-881b-52419d3ad0e1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.173488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Pushing event deleted for resources: {'Port': ['ID=f686a6f2-60c8-4324-9f47-8707da36a970,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:24.234576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] No DVR routers for this DVR port f686a6f2-60c8-4324-9f47-8707da36a970 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:24.239665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.241825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-faaa54ca-2200-4cf6-afcd-80ea81456261 req-30163b81-121f-4b2c-990f-121a002fa2bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.39 "DELETE /v2.0/ports/f686a6f2-60c8-4324-9f47-8707da36a970 HTTP/1.1" status: 204 len: 173 time: 1.5291688 Aug 30 14:29:24.244062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'name': 'network-vif-deleted', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:24.247465 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b819e0-abe3-48f6-842e-1d5d7a3a4bc5" -d '{"events": [{"server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "name": "network-vif-deleted", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:24.264863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-3074a414-e3e0-4fcd-af62-9d98a6bb2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.265467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-3074a414-e3e0-4fcd-af62-9d98a6bb2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.265950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-3074a414-e3e0-4fcd-af62-9d98a6bb2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.266449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-3074a414-e3e0-4fcd-af62-9d98a6bb2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.266967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-3074a414-e3e0-4fcd-af62-9d98a6bb2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.267474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-3074a414-e3e0-4fcd-af62-9d98a6bb2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.268087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-3074a414-e3e0-4fcd-af62-9d98a6bb2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.270046 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-3074a414-e3e0-4fcd-af62-9d98a6bb2e78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6500 time: 0.1487877 Aug 30 14:29:24.283242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-8ef40387-28e5-46a1-881b-52419d3ad0e1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.315572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-8ef40387-28e5-46a1-881b-52419d3ad0e1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.328164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:24.363188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef40387-28e5-46a1-881b-52419d3ad0e1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a27589-5353-4b6b-bd5f-02506c714243,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:24.391346 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-8ef40387-28e5-46a1-881b-52419d3ad0e1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.405503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41843283-4b14-42ae-9b7e-1c62b89e969d req-8ef40387-28e5-46a1-881b-52419d3ad0e1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5244851 Aug 30 14:29:24.414864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83e968b2-8d27-4073-be97-a212b58bcfc0 req-16a0b7c8-ac88-42ce-8c4a-074fce1da3f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1357489 Aug 30 14:29:24.449876 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0896f37f-a9ac-4dde-909b-3ba821ff5cc8 x-openstack-request-id: req-0896f37f-a9ac-4dde-909b-3ba821ff5cc8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:24.450563 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c32922-9ece-44e5-a663-598482d7a99c", "name": "network-vif-deleted", "tag": "f686a6f2-60c8-4324-9f47-8707da36a970", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:24.451542 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0896f37f-a9ac-4dde-909b-3ba821ff5cc8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:24.452569 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c32922-9ece-44e5-a663-598482d7a99c', 'name': 'network-vif-deleted', 'tag': 'f686a6f2-60c8-4324-9f47-8707da36a970', 'status': 'completed', 'code': 200} Aug 30 14:29:24.494680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4d6df-60e5-428f-938a-700b685d9db1 req-9e19bb69-f423-49fc-8fae-7dbdb2a64f30 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.509671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86d4d6df-60e5-428f-938a-700b685d9db1 req-9e19bb69-f423-49fc-8fae-7dbdb2a64f30 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.1977119 Aug 30 14:29:24.608560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-a32b2482-b49c-49f8-afda-bf553ffcb773 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.614982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-a32b2482-b49c-49f8-afda-bf553ffcb773 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.615777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86d4d6df-60e5-428f-938a-700b685d9db1 req-9f1718fe-5156-4059-87bc-d4fbfd2ecf44 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049111 Aug 30 14:29:24.621791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-a32b2482-b49c-49f8-afda-bf553ffcb773 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.629157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-a32b2482-b49c-49f8-afda-bf553ffcb773 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.636785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-a32b2482-b49c-49f8-afda-bf553ffcb773 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.644876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-a32b2482-b49c-49f8-afda-bf553ffcb773 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.652392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-a32b2482-b49c-49f8-afda-bf553ffcb773 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.655155 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-a32b2482-b49c-49f8-afda-bf553ffcb773 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.1341627 Aug 30 14:29:24.685659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:24.734113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27a482aa-8bac-4fbc-819f-91fd196da0cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5acbc844183f4c3db36af922b849b931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035954 Aug 30 14:29:24.734991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21d1070b-6514-47b6-95a2-e7c3ef37b8c2 req-d8dbe4e6-8c95-4694-8464-e2cd77c520e3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667357 Aug 30 14:29:24.742225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:24.803267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f5c9f2db-5d78-4ea5-8024-88a7327d4c2b req-782c0c8c-b6a8-4253-9be1-15b77d4dfdd7 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/084126d1-8a03-4445-9fb4-a3b75d9280ca HTTP/1.1" status: 200 len: 1807 time: 0.1456528 Aug 30 14:29:24.822744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:24.832198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:24.833032 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.893680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-8feaedca-9a6f-45e6-a32a-bcfa1e27f073 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:24.895434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-8feaedca-9a6f-45e6-a32a-bcfa1e27f073 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.21 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 814 time: 0.2686465 Aug 30 14:29:24.905249 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a90243-3f5a-431c-a6cb-65f75723cd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.928003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Request body: {'port': {'device_id': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'admin_state_up': True, 'tenant_id': '1cf55121eb2f468d944dbc4fd1f45aec'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:24.941480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5c9f2db-5d78-4ea5-8024-88a7327d4c2b req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:24.970930 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a90243-3f5a-431c-a6cb-65f75723cd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.019190 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.039095 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5c9f2db-5d78-4ea5-8024-88a7327d4c2b req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.089264 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4cf65b8-4d78-4630-b5b8-0e9b13b784b0 req-dc50fad6-3cf0-4108-8f4f-866029f3195f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 210 time: 0.0468800 Aug 30 14:29:25.108753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a90243-3f5a-431c-a6cb-65f75723cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.112423 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a90243-3f5a-431c-a6cb-65f75723cd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.114445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f6a90243-3f5a-431c-a6cb-65f75723cd44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d7016ff-f162-468d-8cbf-cda30946810e HTTP/1.1" status: 204 len: 168 time: 0.3710396 Aug 30 14:29:25.133392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90243-3f5a-431c-a6cb-65f75723cd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7016ff-f162-468d-8cbf-cda30946810e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:25.190117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:25.202959 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.206789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f686a6f2-60c8-4324-9f47-8707da36a970 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:29:25.228617 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5c9f2db-5d78-4ea5-8024-88a7327d4c2b req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.232876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f5c9f2db-5d78-4ea5-8024-88a7327d4c2b req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.245623 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f5c9f2db-5d78-4ea5-8024-88a7327d4c2b req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "DELETE /v2.0/security-groups/084126d1-8a03-4445-9fb4-a3b75d9280ca HTTP/1.1" status: 204 len: 173 time: 0.4360123 Aug 30 14:29:25.271310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Made reservation on behalf of 1cf55121eb2f468d944dbc4fd1f45aec for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:25.275435 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.288531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: f686a6f2-60c8-4324-9f47-8707da36a970 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:29:25.289037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f686a6f2-60c8-4324-9f47-8707da36a970 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:29:25.289631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084126d1-8a03-4445-9fb4-a3b75d9280ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:25.293675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5206a895-d7cf-47a0-a443-3a0c2680dcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.322916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.323347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.323624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.324201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.324598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.330862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.331566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.331566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.335344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.335749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.337817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.340620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830a546-5a5c-4d9b-baa4-ec1af9ef02ef tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:25.380603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-1ea60eef-bef1-468b-8b97-e777680a79c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:25.392522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:25.400750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-1ea60eef-bef1-468b-8b97-e777680a79c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:25.412951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-1ea60eef-bef1-468b-8b97-e777680a79c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:25.421019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-1ea60eef-bef1-468b-8b97-e777680a79c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:25.428341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-1ea60eef-bef1-468b-8b97-e777680a79c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:25.435985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-1ea60eef-bef1-468b-8b97-e777680a79c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:25.444359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-1ea60eef-bef1-468b-8b97-e777680a79c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:25.455368 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-1ea60eef-bef1-468b-8b97-e777680a79c4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.2321038 Aug 30 14:29:25.512808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aa4f9248-b0f7-440e-9caa-22b91344dd20 req-9ad16396-3418-4ddf-86d0-d2d8d8df1ac1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511525 Aug 30 14:29:25.602110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Allocated IP 172.20.0.7 (d3382533-0cbe-4a8d-a82a-d30005dcb0fe/574c9491-1e52-4dab-aa69-a57714fc0ce7/8cea4069-43d0-4aec-a24a-a4ce4ee63461) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:25.625663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1db0807-0f54-43ca-ab99-e979639e4e80 req-1ab6fb9d-a412-4a37-921e-adb5db1ceac2 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/8c911efe-6741-44f2-b4a7-4f8b38a04229 HTTP/1.1" status: 200 len: 1806 time: 0.1290817 Aug 30 14:29:25.686535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a0083ad8-578b-43b1-8e0e-ac3e21e16a5a req-37f95ceb-33d1-4f10-bb4a-f4f4dc10bfcf tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1797108627', 'description': 'tempest-description-1776101836'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:25.755241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0083ad8-578b-43b1-8e0e-ac3e21e16a5a req-37f95ceb-33d1-4f10-bb4a-f4f4dc10bfcf tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.909721 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0083ad8-578b-43b1-8e0e-ac3e21e16a5a req-37f95ceb-33d1-4f10-bb4a-f4f4dc10bfcf tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.937231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0777a0-c415-4d6f-845e-52a1d8c3b9c7 req-77f4fc6f-0018-4d10-93d2-95e861e1b048 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:25.938066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0083ad8-578b-43b1-8e0e-ac3e21e16a5a req-37f95ceb-33d1-4f10-bb4a-f4f4dc10bfcf tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.947650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c0777a0-c415-4d6f-845e-52a1d8c3b9c7 req-77f4fc6f-0018-4d10-93d2-95e861e1b048 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1680901 Aug 30 14:29:25.955197 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.962045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:25.968301 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb8b811-9351-4cc6-a44e-1bab32993fe1" -d '{"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-plugged", "status": "completed", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:25.977280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a0083ad8-578b-43b1-8e0e-ac3e21e16a5a req-37f95ceb-33d1-4f10-bb4a-f4f4dc10bfcf tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:25.978771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0083ad8-578b-43b1-8e0e-ac3e21e16a5a req-37f95ceb-33d1-4f10-bb4a-f4f4dc10bfcf tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2995965 Aug 30 14:29:25.989146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f95ceb-33d1-4f10-bb4a-f4f4dc10bfcf tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00765262-c6c2-4d89-bc10-cb8aa53fb6d0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:26.026977 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c0777a0-c415-4d6f-845e-52a1d8c3b9c7 req-5fd44e4a-1272-45e6-80e6-0be84b592d12 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745802 Aug 30 14:29:26.073210 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7409b072-bebe-4665-b6c3-260fb4e8378b x-openstack-request-id: req-7409b072-bebe-4665-b6c3-260fb4e8378b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:26.074090 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-plugged", "status": "completed", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:26.074562 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7409b072-bebe-4665-b6c3-260fb4e8378b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:26.075155 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'code': 200} Aug 30 14:29:26.087414 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:26.179500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-d1c05ddd-cb44-46ad-a3cf-dabd562ccc00 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.185920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-d1c05ddd-cb44-46ad-a3cf-dabd562ccc00 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.191934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-d1c05ddd-cb44-46ad-a3cf-dabd562ccc00 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.200316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-d1c05ddd-cb44-46ad-a3cf-dabd562ccc00 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.207531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-d1c05ddd-cb44-46ad-a3cf-dabd562ccc00 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.213515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-d1c05ddd-cb44-46ad-a3cf-dabd562ccc00 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.220453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-d1c05ddd-cb44-46ad-a3cf-dabd562ccc00 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.231424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-d1c05ddd-cb44-46ad-a3cf-dabd562ccc00 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.1393731 Aug 30 14:29:26.277376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7aabcb8-bcc9-478c-adde-46460be11662 req-37e0f5e4-dfef-42ac-8f6a-4d252c58135e tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/00765262-c6c2-4d89-bc10-cb8aa53fb6d0 HTTP/1.1" status: 200 len: 1807 time: 0.1814661 Aug 30 14:29:26.296442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Network d3382533-0cbe-4a8d-a82a-d30005dcb0fe is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:26.306580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e7aabcb8-bcc9-478c-adde-46460be11662 req-3ec38a4b-403b-4a9f-bd0f-91fc0e7dda1a tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00765262-c6c2-4d89-bc10-cb8aa53fb6d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:26.307030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e7aabcb8-bcc9-478c-adde-46460be11662 req-3ec38a4b-403b-4a9f-bd0f-91fc0e7dda1a tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00765262-c6c2-4d89-bc10-cb8aa53fb6d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:26.311847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:26.314710 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e45489ec-100b-4e75-b3f0-92b9d48cdbe4 req-72722585-ce96-4f82-9a1d-74b09521725f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778477 Aug 30 14:29:26.319680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:26.326291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Pushing event updated for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:26.345297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0574c4-2023-4e5a-a793-a33efacb078f req-86119a18-8e72-4f62-8348-c6d962b6b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.347130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a0574c4-2023-4e5a-a793-a33efacb078f req-86119a18-8e72-4f62-8348-c6d962b6b257 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1101 time: 0.1133306 Aug 30 14:29:26.426152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a0574c4-2023-4e5a-a793-a33efacb078f req-5cb8c9e9-b1ad-4cf4-bb1e-84d0cbd68579 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700839 Aug 30 14:29:26.438809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.440709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:26.495539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d237042f-8710-4faf-b89b-6d7fc8fa231b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5771010 Aug 30 14:29:26.501105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ab9e-1481-466d-8090-4215fb4cb638 req-4a8a6daa-e1b2-4f48-a7d9-cd85317b7cbc tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.508298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e7aabcb8-bcc9-478c-adde-46460be11662 req-3ec38a4b-403b-4a9f-bd0f-91fc0e7dda1a tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:26.508590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc26ab9e-1481-466d-8090-4215fb4cb638 req-4a8a6daa-e1b2-4f48-a7d9-cd85317b7cbc tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 931 time: 0.0722907 Aug 30 14:29:26.520428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Request body: {'port': {'device_id': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:26.573023 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e7aabcb8-bcc9-478c-adde-46460be11662 req-3ec38a4b-403b-4a9f-bd0f-91fc0e7dda1a tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:26.585519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc26ab9e-1481-466d-8090-4215fb4cb638 req-29fcbf69-9c92-4c0b-ac03-8366f35e65e0 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728261 Aug 30 14:29:26.614691 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:26.632412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e7aabcb8-bcc9-478c-adde-46460be11662 req-3ec38a4b-403b-4a9f-bd0f-91fc0e7dda1a tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:26.682490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec38a4b-403b-4a9f-bd0f-91fc0e7dda1a tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff6ad0f-3b24-4c79-ae21-a48c20df95e8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:26.695955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:26.736662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e7aabcb8-bcc9-478c-adde-46460be11662 req-3ec38a4b-403b-4a9f-bd0f-91fc0e7dda1a tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:26.749538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7aabcb8-bcc9-478c-adde-46460be11662 req-3ec38a4b-403b-4a9f-bd0f-91fc0e7dda1a tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4578252 Aug 30 14:29:26.814967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78d7d-5b48-40e8-bb6d-1f688f6bd072 req-a2f6e9f6-ffd9-4f29-b41f-eed4c57b293f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.830782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78d7d-5b48-40e8-bb6d-1f688f6bd072 req-a2f6e9f6-ffd9-4f29-b41f-eed4c57b293f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.843406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78d7d-5b48-40e8-bb6d-1f688f6bd072 req-a2f6e9f6-ffd9-4f29-b41f-eed4c57b293f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.849769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78d7d-5b48-40e8-bb6d-1f688f6bd072 req-a2f6e9f6-ffd9-4f29-b41f-eed4c57b293f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.856285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78d7d-5b48-40e8-bb6d-1f688f6bd072 req-a2f6e9f6-ffd9-4f29-b41f-eed4c57b293f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.862480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78d7d-5b48-40e8-bb6d-1f688f6bd072 req-a2f6e9f6-ffd9-4f29-b41f-eed4c57b293f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.879923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78d7d-5b48-40e8-bb6d-1f688f6bd072 req-a2f6e9f6-ffd9-4f29-b41f-eed4c57b293f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:26.883738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73c78d7d-5b48-40e8-bb6d-1f688f6bd072 req-a2f6e9f6-ffd9-4f29-b41f-eed4c57b293f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.2238708 Aug 30 14:29:26.900977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:26.907017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Request body: {'floatingip': {'port_id': '54d14044-3963-4926-96f0-3d69ab09cda6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:26.942729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3d1d4582-7a45-4e21-881a-70e77378fbe1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1473537827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:26.984071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.096674 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4582-7a45-4e21-881a-70e77378fbe1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.097840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4582-7a45-4e21-881a-70e77378fbe1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.144284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-38a8b163-7e3b-49d2-8efb-48b8716f8795 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.152629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-38a8b163-7e3b-49d2-8efb-48b8716f8795 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.159709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-38a8b163-7e3b-49d2-8efb-48b8716f8795 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.165825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-38a8b163-7e3b-49d2-8efb-48b8716f8795 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.173392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-38a8b163-7e3b-49d2-8efb-48b8716f8795 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.181340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-38a8b163-7e3b-49d2-8efb-48b8716f8795 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.187480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-38a8b163-7e3b-49d2-8efb-48b8716f8795 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.189479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-38a8b163-7e3b-49d2-8efb-48b8716f8795 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.1856017 Aug 30 14:29:27.249748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4582-7a45-4e21-881a-70e77378fbe1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.265282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4582-7a45-4e21-881a-70e77378fbe1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.303985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd5d4fc7-8025-42db-9594-78ced2155183 req-73a62359-7e80-43f7-8161-3b356ac47c87 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788436 Aug 30 14:29:27.329548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4582-7a45-4e21-881a-70e77378fbe1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.330690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3d1d4582-7a45-4e21-881a-70e77378fbe1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6278615 Aug 30 14:29:27.356318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:27.364887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-320797140'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:27.400888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Made reservation on behalf of e7bb375b2b07403aaedebf8c842cd6fe for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:27.403148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cea4069-43d0-4aec-a24a-a4ce4ee63461 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:27.403409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.415798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.460474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.470387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7449264c-1fd5-492c-b37e-610bac1b6190 req-4cb0238e-6b36-4d73-880d-f06ad9e8a503 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/00765262-c6c2-4d89-bc10-cb8aa53fb6d0 HTTP/1.1" status: 200 len: 2401 time: 0.5020442 Aug 30 14:29:27.480937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Transition to ACTIVE for port object 8cea4069-43d0-4aec-a24a-a4ce4ee63461 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:27.489714 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.496471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7449264c-1fd5-492c-b37e-610bac1b6190 req-ac71de33-2940-460a-9114-d26959f85f68 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00765262-c6c2-4d89-bc10-cb8aa53fb6d0', 'remote_group_id': None}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:27.496471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7449264c-1fd5-492c-b37e-610bac1b6190 req-ac71de33-2940-460a-9114-d26959f85f68 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00765262-c6c2-4d89-bc10-cb8aa53fb6d0', 'remote_group_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:27.565854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4453e2-fd3a-4404-8a41-31cb92c4f9fe req-e737f764-c4e7-4262-a913-f70284aa7b94 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.568100 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e4453e2-fd3a-4404-8a41-31cb92c4f9fe req-e737f764-c4e7-4262-a913-f70284aa7b94 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1551940 Aug 30 14:29:27.594261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Pushing event updated for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:27.694626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e4453e2-fd3a-4404-8a41-31cb92c4f9fe req-8ea0b2cb-2117-4520-b520-ebf3a8776131 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016550 Aug 30 14:29:27.709572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Attempting to bind port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:27.709992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Attempting to bind port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:27.710231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Attempting to bind port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:27.714955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:27.715282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Attempting to bind port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:27.730323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:27.730674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Checking segment: {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:27.731121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Bound using segment: {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:27.731565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Bound port: 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:27.732020 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.849572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.863511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.873404 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01d97bf0-bc13-4f9c-9c1b-fd24d1c5de96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.878640 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7449264c-1fd5-492c-b37e-610bac1b6190 req-ac71de33-2940-460a-9114-d26959f85f68 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.882229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:27.903741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:27.912820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.928541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:27.929035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ceca3-b85b-4af1-8475-e331cac41275 req-cea05016-1570-447c-b630-c2171b990920 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.930681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc6ceca3-b85b-4af1-8475-e331cac41275 req-cea05016-1570-447c-b630-c2171b990920 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 943 time: 0.0959997 Aug 30 14:29:27.979045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:27.979764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:27.982544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] 10.222.0.21 "PUT /v2.0/ports/8cea4069-43d0-4aec-a24a-a4ce4ee63461 HTTP/1.1" status: 200 len: 1091 time: 1.4685640 Aug 30 14:29:27.984078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:27.987084 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea" -d '{"events": [{"name": "network-changed", "server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:27.990344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46958baa-ea3c-4db5-9a9a-30f9125cf24c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:28.008372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.008793 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Added segment 6118b116-0a69-448f-8b29-0976b372a392 of type vlan for network e04d2584-1c12-41e7-88c4-cacc422c8873 Aug 30 14:29:28.011757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7449264c-1fd5-492c-b37e-610bac1b6190 req-ac71de33-2940-460a-9114-d26959f85f68 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.025139 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7449264c-1fd5-492c-b37e-610bac1b6190 req-ac71de33-2940-460a-9114-d26959f85f68 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.060468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc6ceca3-b85b-4af1-8475-e331cac41275 req-08df5458-efcf-419d-8c71-a2feee7e54ef tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034613 Aug 30 14:29:28.087401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4435e6c-a595-4ee8-87df-7ec78fc8f706 service neutron] Pushing event updated for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:28.127010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71de33-2940-460a-9114-d26959f85f68 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ad5ae9-f668-43fe-9d02-02489dec720c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:28.131302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.135892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-6907c04e-0012-4146-8715-f06a35f10c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.137890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-6907c04e-0012-4146-8715-f06a35f10c82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 1094 time: 0.0694795 Aug 30 14:29:28.150847 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7449264c-1fd5-492c-b37e-610bac1b6190 req-ac71de33-2940-460a-9114-d26959f85f68 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.152069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7449264c-1fd5-492c-b37e-610bac1b6190 req-ac71de33-2940-460a-9114-d26959f85f68 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6713800 Aug 30 14:29:28.254701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-6279ed8e-3217-47fa-a61b-b005555860ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461 HTTP/1.1" status: 200 len: 217 time: 0.1000144 Aug 30 14:29:28.255912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.258636 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa73eb5-4b82-4a92-8455-b5ca411c63d6 x-openstack-request-id: req-7aa73eb5-4b82-4a92-8455-b5ca411c63d6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:28.259925 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:28.261483 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7aa73eb5-4b82-4a92-8455-b5ca411c63d6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:28.261666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.262215 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.262923 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'status': 'completed', 'code': 200} Aug 30 14:29:28.371154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0085776 Aug 30 14:29:28.371154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:28.391229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'subnet': {'network_id': 'e04d2584-1c12-41e7-88c4-cacc422c8873', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:28.396044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-b11148ec-4da7-484c-bd8a-b24771bce379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.398309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-b11148ec-4da7-484c-bd8a-b24771bce379 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=574c9491-1e52-4dab-aa69-a57714fc0ce7 HTTP/1.1" status: 200 len: 854 time: 0.1152201 Aug 30 14:29:28.442306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819547f7-99b5-40a5-8fe7-9db127e2e8e2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Network': ['ID=e04d2584-1c12-41e7-88c4-cacc422c8873,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:28.458255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:29:28.458466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e04d2584-1c12-41e7-88c4-cacc422c8873 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:28.474611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-dad3b857-d7a9-4064-8f0e-8217dfdc267c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668209 Aug 30 14:29:28.505357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-503e335b-1b07-4dd5-9c35-2a1e1a33192a req-ac8de085-9b59-445d-8ce3-37878cc0c351 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/00765262-c6c2-4d89-bc10-cb8aa53fb6d0 HTTP/1.1" status: 200 len: 3000 time: 0.2407875 Aug 30 14:29:28.585794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.593882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0824b116-435a-4bfa-b1a5-4ad95f350c02 req-ff4e1966-42ae-423f-a6cb-eea2ffb73788 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-group-rules/60ad5ae9-f668-43fe-9d02-02489dec720c HTTP/1.1" status: 200 len: 783 time: 0.0632765 Aug 30 14:29:28.598147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.683911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a933d-5852-4300-88b2-acaca4f26da2 req-e5a77151-ea38-48d7-89a8-7c616934e121 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.690858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a933d-5852-4300-88b2-acaca4f26da2 req-e5a77151-ea38-48d7-89a8-7c616934e121 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.693897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0824b116-435a-4bfa-b1a5-4ad95f350c02 req-330f4ae0-f437-4bf9-857e-e83a5f6f316b tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/00765262-c6c2-4d89-bc10-cb8aa53fb6d0 HTTP/1.1" status: 200 len: 3000 time: 0.0987430 Aug 30 14:29:28.697275 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.704318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a933d-5852-4300-88b2-acaca4f26da2 req-e5a77151-ea38-48d7-89a8-7c616934e121 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.710855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a933d-5852-4300-88b2-acaca4f26da2 req-e5a77151-ea38-48d7-89a8-7c616934e121 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.718563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a933d-5852-4300-88b2-acaca4f26da2 req-e5a77151-ea38-48d7-89a8-7c616934e121 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.724919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a933d-5852-4300-88b2-acaca4f26da2 req-e5a77151-ea38-48d7-89a8-7c616934e121 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.731925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a933d-5852-4300-88b2-acaca4f26da2 req-e5a77151-ea38-48d7-89a8-7c616934e121 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:28.742809 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-278a933d-5852-4300-88b2-acaca4f26da2 req-e5a77151-ea38-48d7-89a8-7c616934e121 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.2865543 Aug 30 14:29:28.744610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-28baa282-15c6-4f85-a6a1-bed73d885ba9 service neutron] 10.222.0.21 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590079 Aug 30 14:29:28.767718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0824b116-435a-4bfa-b1a5-4ad95f350c02 req-78110914-e375-474d-af28-96b2a4086548 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.813344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0824b116-435a-4bfa-b1a5-4ad95f350c02 req-78110914-e375-474d-af28-96b2a4086548 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.823658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Made reservation on behalf of e7bb375b2b07403aaedebf8c842cd6fe for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:28.828537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.861805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0824b116-435a-4bfa-b1a5-4ad95f350c02 req-78110914-e375-474d-af28-96b2a4086548 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.866654 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0824b116-435a-4bfa-b1a5-4ad95f350c02 req-78110914-e375-474d-af28-96b2a4086548 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:28.867792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0824b116-435a-4bfa-b1a5-4ad95f350c02 req-78110914-e375-474d-af28-96b2a4086548 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/60ad5ae9-f668-43fe-9d02-02489dec720c HTTP/1.1" status: 204 len: 173 time: 0.1595039 Aug 30 14:29:28.893028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78110914-e375-474d-af28-96b2a4086548 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60ad5ae9-f668-43fe-9d02-02489dec720c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:28.907003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdd363ec-8acd-4d69-9003-aa2e9b325669 req-040b87f4-f355-4e50-8d78-6f3aa5a09e61 service neutron] 10.222.0.21 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542516 Aug 30 14:29:28.965263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-278a933d-5852-4300-88b2-acaca4f26da2 req-fa6b83a3-f8e9-46bd-bc5a-9bf67c4a827f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2203586 Aug 30 14:29:28.974226 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Floating IP fddfb0a7-f079-44b9-b090-9dc5dc878105 associated. External IP: 172.25.6.65, port: 54d14044-3963-4926-96f0-3d69ab09cda6. Aug 30 14:29:29.026978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c5d9b-6a35-4fdf-96d6-fa0aa71b4d51 req-687d71c1-bd47-4869-8054-349504c39754 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:29.037435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-877c5d9b-6a35-4fdf-96d6-fa0aa71b4d51 req-687d71c1-bd47-4869-8054-349504c39754 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.0867219 Aug 30 14:29:29.125662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-877c5d9b-6a35-4fdf-96d6-fa0aa71b4d51 req-0055df0c-5008-4651-a5f5-dec6236c0cd7 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871813 Aug 30 14:29:29.127723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-1af5c959-bc3b-4eeb-8422-7139eb428a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:29.129431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-1af5c959-bc3b-4eeb-8422-7139eb428a81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 1094 time: 0.0896502 Aug 30 14:29:29.177872 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.180277 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1f0128b-eac4-4a7a-befc-0e62d058926e req-2cf3d6e0-cfdf-4377-a3e2-13b3b7361f95 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/00765262-c6c2-4d89-bc10-cb8aa53fb6d0 HTTP/1.1" status: 200 len: 2401 time: 0.1642697 Aug 30 14:29:29.290980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-4c62afdc-00ea-4f73-b8c1-fa785dacc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:29.292696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-4c62afdc-00ea-4f73-b8c1-fa785dacc73a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 915 time: 0.1463602 Aug 30 14:29:29.302301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b1652-b688-4e4d-87e7-6a9b9be05c10 req-083a1578-f960-4a9c-9e33-15d7f52d74ef tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:29.303821 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b2b1652-b688-4e4d-87e7-6a9b9be05c10 req-083a1578-f960-4a9c-9e33-15d7f52d74ef tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 943 time: 0.0886576 Aug 30 14:29:29.343150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.372696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-dddea148-4452-4004-80c0-b865da36d256 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461 HTTP/1.1" status: 200 len: 217 time: 0.0678854 Aug 30 14:29:29.437977 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b2b1652-b688-4e4d-87e7-6a9b9be05c10 req-b4e77c95-ed57-4681-b758-1ff557f1d83d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191156 Aug 30 14:29:29.452070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1f0128b-eac4-4a7a-befc-0e62d058926e req-cc1dc636-38c4-44d0-9c04-d4841d036c42 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.466903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Subnet': ['ID=5761a523-44f6-4b72-ba46-941fd73792ba,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:29.475342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-c7702988-06e8-4338-ac73-f208823ba763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:29.478335 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-c7702988-06e8-4338-ac73-f208823ba763 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=574c9491-1e52-4dab-aa69-a57714fc0ce7 HTTP/1.1" status: 200 len: 854 time: 0.0953717 Aug 30 14:29:29.524314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1f0128b-eac4-4a7a-befc-0e62d058926e req-cc1dc636-38c4-44d0-9c04-d4841d036c42 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.529972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-30f2ec89-52f9-41f2-afd9-ffdd269f28f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406682 Aug 30 14:29:29.541357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:29:29.542735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Checking segment: {'id': '6118b116-0a69-448f-8b29-0976b372a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e04d2584-1c12-41e7-88c4-cacc422c8873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:29.543307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network hostable DHCP agents. Network: e04d2584-1c12-41e7-88c4-cacc422c8873, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:29.589855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network e04d2584-1c12-41e7-88c4-cacc422c8873 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:29.634116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e04d2584-1c12-41e7-88c4-cacc422c8873) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:29.637073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b31960-72eb-402c-b803-7f89cbcf2e3a req-2a8907b8-5169-4f95-be96-9910afb09a41 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:29.645831 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8b31960-72eb-402c-b803-7f89cbcf2e3a req-2a8907b8-5169-4f95-be96-9910afb09a41 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1101 time: 0.1145828 Aug 30 14:29:29.648321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:29.649746 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.652801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72625010-4ac8-4f40-8943-97d415f60777 None None] Network e04d2584-1c12-41e7-88c4-cacc422c8873 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:29.656572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1f0128b-eac4-4a7a-befc-0e62d058926e req-cc1dc636-38c4-44d0-9c04-d4841d036c42 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.659861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1f0128b-eac4-4a7a-befc-0e62d058926e req-cc1dc636-38c4-44d0-9c04-d4841d036c42 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.671374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1f0128b-eac4-4a7a-befc-0e62d058926e req-cc1dc636-38c4-44d0-9c04-d4841d036c42 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "DELETE /v2.0/security-groups/00765262-c6c2-4d89-bc10-cb8aa53fb6d0 HTTP/1.1" status: 204 len: 173 time: 0.4805701 Aug 30 14:29:29.733838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-bcb77ed5-b83b-4d31-aa4b-f8b640301b64 service neutron] 10.222.0.21 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932237 Aug 30 14:29:29.745701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8b31960-72eb-402c-b803-7f89cbcf2e3a req-4497819e-c371-49ec-8c85-9f8ab102c5b0 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944247 Aug 30 14:29:29.786713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dc636-38c4-44d0-9c04-d4841d036c42 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00765262-c6c2-4d89-bc10-cb8aa53fb6d0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:29.792635 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-d73ef07f-80cd-458b-aa4b-9f2cce9bbf29 req-6848c467-3bce-49bf-a322-cf1503f4454f tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] show failed (client error): The resource could not be found. Aug 30 14:29:29.794033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d73ef07f-80cd-458b-aa4b-9f2cce9bbf29 req-6848c467-3bce-49bf-a322-cf1503f4454f tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/084126d1-8a03-4445-9fb4-a3b75d9280ca HTTP/1.1" status: 404 len: 352 time: 0.0202377 Aug 30 14:29:29.802519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6c87dcfd-bfd5-4ed8-b66b-834298c61510 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4314234 Aug 30 14:29:29.809495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:29.817153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'network': {'name': 'tempest-router-network01--178769130'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:29.847637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:29:29.853714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.858331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Made reservation on behalf of e7bb375b2b07403aaedebf8c842cd6fe for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:29.863070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.888341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] Sync routers for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:29:29.925158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:29.926067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:29.932007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:29.952166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:29.952586 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Added segment eed87216-0f5a-42f4-b82b-e779fcc7c6f9 of type vlan for network e620fb78-766b-4f58-a497-37281e6bbf7a Aug 30 14:29:29.997646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.025719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.032875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.033781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.064866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e1267b5-5331-4f15-bcbc-865d28439d8c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "PUT /v2.0/floatingips/fddfb0a7-f079-44b9-b090-9dc5dc878105 HTTP/1.1" status: 200 len: 991 time: 3.1626585 Aug 30 14:29:30.099198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:30.102110 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cc2165-5fbb-4251-bb87-d55283bee281" -d '{"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:30.124115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3134289 Aug 30 14:29:30.127726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:30.133939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'network': {'name': 'tempest-router-network02--46049345'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:30.152056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f892f5-303b-4296-ac34-c474f25a1ba2 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Network': ['ID=e620fb78-766b-4f58-a497-37281e6bbf7a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:30.185655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Made reservation on behalf of e7bb375b2b07403aaedebf8c842cd6fe for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:30.192548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.293774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:30.321319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-bd0b5c1b-2a0f-49de-9c69-118034f481cd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.325939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e620fb78-766b-4f58-a497-37281e6bbf7a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:30.329307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-bd0b5c1b-2a0f-49de-9c69-118034f481cd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.335836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-bd0b5c1b-2a0f-49de-9c69-118034f481cd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.343017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-bd0b5c1b-2a0f-49de-9c69-118034f481cd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.357600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-bd0b5c1b-2a0f-49de-9c69-118034f481cd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.363685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-bd0b5c1b-2a0f-49de-9c69-118034f481cd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.369951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-bd0b5c1b-2a0f-49de-9c69-118034f481cd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.371888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-bd0b5c1b-2a0f-49de-9c69-118034f481cd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.1595008 Aug 30 14:29:30.373519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.373977 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Added segment d1ae55d6-a991-451d-a1c3-63493cd9b204 of type vlan for network 4377f69c-d191-4938-b115-f7f68de42979 Aug 30 14:29:30.385717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f0c0ded-0aaf-4d97-8b42-805f609814a8 req-39807432-1aa9-48e8-a7aa-b71b4dee0cfa tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/8c911efe-6741-44f2-b4a7-4f8b38a04229 HTTP/1.1" status: 200 len: 1806 time: 0.1220806 Aug 30 14:29:30.394049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-e04d2584-1c12-41e7-88c4-cacc422c8873', 'network_id': 'e04d2584-1c12-41e7-88c4-cacc422c8873', 'tenant_id': 'e7bb375b2b07403aaedebf8c842cd6fe', 'fixed_ips': [{'subnet_id': '5761a523-44f6-4b72-ba46-941fd73792ba'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:30.395196 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.397867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-c386390a-ae93-43a2-a288-6957ed11bb69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395352 Aug 30 14:29:30.447996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01c2f6a6-c999-4cb2-8a00-9ff219ad71ea req-1b5fa4dd-e41b-4259-8df4-42cbc53d0569 service neutron] 10.222.0.21 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012410 Aug 30 14:29:30.454927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.494017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f0c0ded-0aaf-4d97-8b42-805f609814a8 req-ffdcd20f-00c6-48cb-9dcc-c632b51d2f15 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.526563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0ccee45-9845-49b9-9a6f-27eb644abb80 req-5c1097aa-9b3e-41c2-aa1f-a85189e0ee73 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168535 Aug 30 14:29:30.537426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.544004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.544634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.556651 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f0c0ded-0aaf-4d97-8b42-805f609814a8 req-ffdcd20f-00c6-48cb-9dcc-c632b51d2f15 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.616062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Network': ['ID=4377f69c-d191-4938-b115-f7f68de42979,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:30.632452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 4377f69c-d191-4938-b115-f7f68de42979 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:30.641202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-31bd5a9f-b0f1-4dfb-9b54-c7f43dc17160 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5117707 Aug 30 14:29:30.644296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:30.660961 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f0c0ded-0aaf-4d97-8b42-805f609814a8 req-ffdcd20f-00c6-48cb-9dcc-c632b51d2f15 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.665607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f0c0ded-0aaf-4d97-8b42-805f609814a8 req-ffdcd20f-00c6-48cb-9dcc-c632b51d2f15 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:30.676272 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f0c0ded-0aaf-4d97-8b42-805f609814a8 req-ffdcd20f-00c6-48cb-9dcc-c632b51d2f15 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c911efe-6741-44f2-b4a7-4f8b38a04229 HTTP/1.1" status: 204 len: 173 time: 0.2938070 Aug 30 14:29:30.684193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'subnet': {'network_id': 'e620fb78-766b-4f58-a497-37281e6bbf7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:30.702373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcd20f-00c6-48cb-9dcc-c632b51d2f15 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c911efe-6741-44f2-b4a7-4f8b38a04229,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:30.805192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:29:30.824717 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc85afcd-d6a7-40cf-9919-7d6ed835828b x-openstack-request-id: req-dc85afcd-d6a7-40cf-9919-7d6ed835828b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:30.825152 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:30.825417 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc85afcd-d6a7-40cf-9919-7d6ed835828b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:30.825856 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6', 'status': 'completed', 'code': 200} Aug 30 14:29:30.864371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6838c5-d658-4092-b89f-69d74f4af2a6 req-f5459610-3fc2-4bc6-86ba-c16e7cd34937 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:30.873802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3b6838c5-d658-4092-b89f-69d74f4af2a6 req-f5459610-3fc2-4bc6-86ba-c16e7cd34937 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.0817645 Aug 30 14:29:30.936398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3b6838c5-d658-4092-b89f-69d74f4af2a6 req-15db2f22-f223-48d2-9204-cf9e628ba896 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606463 Aug 30 14:29:31.082133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12069445-f788-4f2a-a874-c764143b04e8 req-b18a67fb-39a7-4992-a62d-0cd8cd1ed48d tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/0060a62c-4593-4594-9731-ada6f097e058 HTTP/1.1" status: 200 len: 1806 time: 0.1049662 Aug 30 14:29:31.102424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Made reservation on behalf of e7bb375b2b07403aaedebf8c842cd6fe for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:31.104513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Allocated IP 2001:db8::2 (e04d2584-1c12-41e7-88c4-cacc422c8873/5761a523-44f6-4b72-ba46-941fd73792ba/391e03b6-e35b-4bd2-a2a6-0554057d1c28) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:31.107144 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.242679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12069445-f788-4f2a-a874-c764143b04e8 req-d5b38e66-1c7a-4857-8f74-67a851a1500e tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.304282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12069445-f788-4f2a-a874-c764143b04e8 req-d5b38e66-1c7a-4857-8f74-67a851a1500e tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e4f76-7d50-45bb-997b-b12443da1e0a req-b619a6fe-5eba-4852-9bb8-e7c0eebff9c6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-846e4f76-7d50-45bb-997b-b12443da1e0a req-b619a6fe-5eba-4852-9bb8-e7c0eebff9c6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 943 time: 0.3949902 Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-6f3c47bc-7090-4a9b-8cee-2cb2adccd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-6f3c47bc-7090-4a9b-8cee-2cb2adccd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-6f3c47bc-7090-4a9b-8cee-2cb2adccd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-6f3c47bc-7090-4a9b-8cee-2cb2adccd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-6f3c47bc-7090-4a9b-8cee-2cb2adccd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-6f3c47bc-7090-4a9b-8cee-2cb2adccd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-6f3c47bc-7090-4a9b-8cee-2cb2adccd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:31.304538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-6f3c47bc-7090-4a9b-8cee-2cb2adccd1c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6500 time: 0.4738665 Aug 30 14:29:31.376487 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12069445-f788-4f2a-a874-c764143b04e8 req-d5b38e66-1c7a-4857-8f74-67a851a1500e tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.379161 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12069445-f788-4f2a-a874-c764143b04e8 req-d5b38e66-1c7a-4857-8f74-67a851a1500e tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.409840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12069445-f788-4f2a-a874-c764143b04e8 req-d5b38e66-1c7a-4857-8f74-67a851a1500e tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "DELETE /v2.0/security-groups/0060a62c-4593-4594-9731-ada6f097e058 HTTP/1.1" status: 204 len: 173 time: 0.2775376 Aug 30 14:29:31.441187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38e66-1c7a-4857-8f74-67a851a1500e tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0060a62c-4593-4594-9731-ada6f097e058,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:31.648824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7d2eeccc-0e86-42fd-8a4f-174315d04bb8 req-08c3ea82-08bf-42f8-b7ac-99a9630e7e56 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/9c0039a3-6b7b-4107-9320-2a454162cd81 HTTP/1.1" status: 200 len: 1806 time: 0.0656381 Aug 30 14:29:31.685035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.690398 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.732080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Transition to ACTIVE for port object 391e03b6-e35b-4bd2-a2a6-0554057d1c28 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:31.757646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Transition to ACTIVE for port object 391e03b6-e35b-4bd2-a2a6-0554057d1c28 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:31.764748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d2eeccc-0e86-42fd-8a4f-174315d04bb8 req-68500372-eb2d-4f55-9862-235bd0bc64b5 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.767908 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.800554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d2eeccc-0e86-42fd-8a4f-174315d04bb8 req-68500372-eb2d-4f55-9862-235bd0bc64b5 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.830576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0033a180-b260-4dbe-ae27-d3b3854690ff details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:31.846638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Network e04d2584-1c12-41e7-88c4-cacc422c8873 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:31.865274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:31.884962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d2eeccc-0e86-42fd-8a4f-174315d04bb8 req-68500372-eb2d-4f55-9862-235bd0bc64b5 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.891856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d2eeccc-0e86-42fd-8a4f-174315d04bb8 req-68500372-eb2d-4f55-9862-235bd0bc64b5 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.898947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7d2eeccc-0e86-42fd-8a4f-174315d04bb8 req-68500372-eb2d-4f55-9862-235bd0bc64b5 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "DELETE /v2.0/security-groups/9c0039a3-6b7b-4107-9320-2a454162cd81 HTTP/1.1" status: 204 len: 173 time: 0.2379453 Aug 30 14:29:31.899066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:31.926056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68500372-eb2d-4f55-9862-235bd0bc64b5 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0039a3-6b7b-4107-9320-2a454162cd81,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:32.023297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fddfb0a7-f079-44b9-b090-9dc5dc878105', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'port_id': '54d14044-3963-4926-96f0-3d69ab09cda6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'mac_address': 'fa:16:3e:6d:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:27:44Z', 'updated_at': '2021-08-30T14:29:28Z', 'revision_number': 1, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:52Z', 'revision_number': 5, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:32.026615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Pushing event updated for resources: {'Port': ['ID=391e03b6-e35b-4bd2-a2a6-0554057d1c28,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:32.033106 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:29:32.060312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-44f40044-a4e7-47a8-bb21-f68219183265 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.072438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-44f40044-a4e7-47a8-bb21-f68219183265 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.080913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-4360656b-85af-4aa0-a923-44383e5c2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.083522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-4360656b-85af-4aa0-a923-44383e5c2015 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2312e3f6-2171-474e-b61d-296e33ea93ac HTTP/1.1" status: 200 len: 918 time: 0.7637146 Aug 30 14:29:32.087271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-846e4f76-7d50-45bb-997b-b12443da1e0a req-cc1d5361-b3ef-4cd9-b3d5-9347bb3812df tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7979059 Aug 30 14:29:32.103344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] Checking router: 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:29:32.106915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Attempting to bind port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:32.107066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-44f40044-a4e7-47a8-bb21-f68219183265 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.107162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Attempting to bind port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '6118b116-0a69-448f-8b29-0976b372a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e04d2584-1c12-41e7-88c4-cacc422c8873'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:32.107577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Attempting to bind port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 on network e04d2584-1c12-41e7-88c4-cacc422c8873 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:32.124455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:32.124828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Checking segment: {'id': '6118b116-0a69-448f-8b29-0976b372a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e04d2584-1c12-41e7-88c4-cacc422c8873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:32.125258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.125689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Bound using segment: {'id': '6118b116-0a69-448f-8b29-0976b372a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e04d2584-1c12-41e7-88c4-cacc422c8873'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:32.126180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Bound port: 391e03b6-e35b-4bd2-a2a6-0554057d1c28, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6118b116-0a69-448f-8b29-0976b372a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e04d2584-1c12-41e7-88c4-cacc422c8873'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:32.126743 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.130828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-44f40044-a4e7-47a8-bb21-f68219183265 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.142009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:32.142662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:32.145104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-44f40044-a4e7-47a8-bb21-f68219183265 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.153740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-44f40044-a4e7-47a8-bb21-f68219183265 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.189511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-44f40044-a4e7-47a8-bb21-f68219183265 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.197930 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-44f40044-a4e7-47a8-bb21-f68219183265 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5419 time: 0.2291656 Aug 30 14:29:32.245228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-2a67070e-4b07-4e1d-b984-388c8a6acd33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d14044-3963-4926-96f0-3d69ab09cda6 HTTP/1.1" status: 200 len: 999 time: 0.1539364 Aug 30 14:29:32.297687 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbe55ab2-6fe3-4f0e-9ed2-97b2a143f383 req-04e54f21-bc14-49b2-ad67-e36bd70109f6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928395 Aug 30 14:29:32.322981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0033a180-b260-4dbe-ae27-d3b3854690ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0033a180-b260-4dbe-ae27-d3b3854690ff,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:32.344758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'port_id': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'mac_address': 'fa:16:3e:f4:c6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:32.357025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.441383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:29:32.453401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e734c7-e6e1-4160-8a5e-86db828d0092 req-f8899363-4405-498d-ac5f-f9ec8e333ec4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.461448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59e734c7-e6e1-4160-8a5e-86db828d0092 req-f8899363-4405-498d-ac5f-f9ec8e333ec4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.0857615 Aug 30 14:29:32.477136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Subnet': ['ID=066777b6-9856-4297-8ea5-69d0655cf630,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:32.512833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59e734c7-e6e1-4160-8a5e-86db828d0092 req-0db5b0d9-fbe2-492b-9286-52537889f634 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502501 Aug 30 14:29:32.551557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2bf427a-e6f3-4e92-b5f6-c037883931ad req-c16bb80d-503f-4d1f-969d-69583907d290 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/eea804a5-97e5-44c8-b8e0-9ed5ea2340f6 HTTP/1.1" status: 200 len: 2406 time: 0.2284138 Aug 30 14:29:32.558988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-5c5d99f9-a58e-48ed-8e40-cb1764db6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.560863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-5c5d99f9-a58e-48ed-8e40-cb1764db6363 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be838110-f044-4f9d-bfe0-fd6e908650e6 HTTP/1.1" status: 200 len: 856 time: 0.2294216 Aug 30 14:29:32.611521 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.623341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] For port 391e03b6-e35b-4bd2-a2a6-0554057d1c28, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:32.623906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-0290756e-7aa7-433a-978f-4e00e21e2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.625618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-0290756e-7aa7-433a-978f-4e00e21e2cb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1101 time: 0.1618824 Aug 30 14:29:32.653933 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.658256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] For port 391e03b6-e35b-4bd2-a2a6-0554057d1c28, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=391e03b6-e35b-4bd2-a2a6-0554057d1c28,segment=NetworkSegment(6118b116-0a69-448f-8b29-0976b372a392),segment_id=6118b116-0a69-448f-8b29-0976b372a392)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:32.665219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0033a180-b260-4dbe-ae27-d3b3854690ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:32.688367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0033a180-b260-4dbe-ae27-d3b3854690ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0033a180-b260-4dbe-ae27-d3b3854690ff,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:32.692314 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.742174 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.742459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device de5ba890-9014-4b69-a5cb-59a329f7e621 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:32.782122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Checking segment: {'id': 'eed87216-0f5a-42f4-b82b-e779fcc7c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e620fb78-766b-4f58-a497-37281e6bbf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:32.782122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network hostable DHCP agents. Network: e620fb78-766b-4f58-a497-37281e6bbf7a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:32.786111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-ed3f74df-a4ec-4896-aa74-e7fd43d63196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.787027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-ed3f74df-a4ec-4896-aa74-e7fd43d63196 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2312e3f6-2171-474e-b61d-296e33ea93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2184677 Aug 30 14:29:32.793274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2bf427a-e6f3-4e92-b5f6-c037883931ad req-183b011a-8dac-479d-aa82-4e1afbc81d05 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.876295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e362000-53b0-41cf-ac93-87609c8b798b None None] Pushing event updated for resources: {'Port': ['ID=391e03b6-e35b-4bd2-a2a6-0554057d1c28,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:32.883621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:29:32.900201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2bf427a-e6f3-4e92-b5f6-c037883931ad req-183b011a-8dac-479d-aa82-4e1afbc81d05 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:32.918401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network e620fb78-766b-4f58-a497-37281e6bbf7a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:32.925752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-09689eac-a380-46b0-a8f4-c51cb4d6abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:32.927424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-09689eac-a380-46b0-a8f4-c51cb4d6abd7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2659321 Aug 30 14:29:33.019044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e620fb78-766b-4f58-a497-37281e6bbf7a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:33.028013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-2f61deda-0c60-4099-9300-f816483673d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.0807981 Aug 30 14:29:33.030416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.030987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.035920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0033a180-b260-4dbe-ae27-d3b3854690ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:33.043683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e67437-1b18-42c2-8efe-1bfe04385a8f None None] Network e620fb78-766b-4f58-a497-37281e6bbf7a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:33.106955 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-96fa7a42-cb13-4ae6-8cf3-b1afe62110be service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082638 Aug 30 14:29:33.113467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c7949e55-3da5-43d6-b567-b536cba9782b tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4636800 Aug 30 14:29:33.114132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:33.120960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'subnet': {'network_id': '4377f69c-d191-4938-b115-f7f68de42979', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:33.131029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2bf427a-e6f3-4e92-b5f6-c037883931ad req-183b011a-8dac-479d-aa82-4e1afbc81d05 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.134286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2bf427a-e6f3-4e92-b5f6-c037883931ad req-183b011a-8dac-479d-aa82-4e1afbc81d05 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.135464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2bf427a-e6f3-4e92-b5f6-c037883931ad req-183b011a-8dac-479d-aa82-4e1afbc81d05 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "DELETE /v2.0/security-groups/eea804a5-97e5-44c8-b8e0-9ed5ea2340f6 HTTP/1.1" status: 204 len: 173 time: 0.5715849 Aug 30 14:29:33.136648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port de5ba890-9014-4b69-a5cb-59a329f7e621, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de5ba890-9014-4b69-a5cb-59a329f7e621,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:33.166764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'de5ba890-9014-4b69-a5cb-59a329f7e621', 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'port_id': 'de5ba890-9014-4b69-a5cb-59a329f7e621', 'mac_address': 'fa:16:3e:a3:f4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f810ddf-462f-4668-89a9-6f9a1f42c886', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:33.188604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-f2110bad-fe67-40f5-aae7-41b9b9e8a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.190737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-f2110bad-fe67-40f5-aae7-41b9b9e8a741 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1524260 Aug 30 14:29:33.242308 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.363226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b011a-8dac-479d-aa82-4e1afbc81d05 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea804a5-97e5-44c8-b8e0-9ed5ea2340f6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:33.364693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Made reservation on behalf of e7bb375b2b07403aaedebf8c842cd6fe for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:33.374347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.445580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-2ca8cda7-a463-4427-b0fe-845da27732eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.447214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-2ca8cda7-a463-4427-b0fe-845da27732eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435733 Aug 30 14:29:33.456694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-344be93b-a0a4-4d91-b674-6da3f3462e51 req-ae85aaf3-b14d-4670-88b3-5af044e651a1 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "GET /v2.0/security-groups/5f667260-30e9-4ed4-94ba-a16548fde2bf HTTP/1.1" status: 200 len: 2399 time: 0.1601713 Aug 30 14:29:33.460963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31cc2165-5fbb-4251-bb87-d55283bee281 req-d6bcc68e-7701-48fc-ad20-e167860cadda service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444498 Aug 30 14:29:33.470611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f68bd4-faf3-4cee-87f4-9e946aa886e8 req-9fc3c735-35d0-4cd1-bef2-98ab59c68c4a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.478338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83f68bd4-faf3-4cee-87f4-9e946aa886e8 req-9fc3c735-35d0-4cd1-bef2-98ab59c68c4a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 943 time: 0.1887271 Aug 30 14:29:33.497850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5ba890-9014-4b69-a5cb-59a329f7e621 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:33.555476 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83f68bd4-faf3-4cee-87f4-9e946aa886e8 req-7cb51b62-8631-4209-b10c-598588b1c57b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680354 Aug 30 14:29:33.607931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port de5ba890-9014-4b69-a5cb-59a329f7e621, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de5ba890-9014-4b69-a5cb-59a329f7e621,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:33.612845 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-344be93b-a0a4-4d91-b674-6da3f3462e51 req-93f80f79-81fb-4740-a7e3-40e91d44cb63 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.621717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-bdecd8b2-f382-4c4b-85a7-be336607c48a service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636927 Aug 30 14:29:33.623898 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.624842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3ced7b74-6bc3-4baf-876c-6a010413f3d5 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:33.667432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-344be93b-a0a4-4d91-b674-6da3f3462e51 req-93f80f79-81fb-4740-a7e3-40e91d44cb63 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.788707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-344be93b-a0a4-4d91-b674-6da3f3462e51 req-93f80f79-81fb-4740-a7e3-40e91d44cb63 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.792497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-344be93b-a0a4-4d91-b674-6da3f3462e51 req-93f80f79-81fb-4740-a7e3-40e91d44cb63 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.793736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-344be93b-a0a4-4d91-b674-6da3f3462e51 req-93f80f79-81fb-4740-a7e3-40e91d44cb63 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] 10.222.0.50 "DELETE /v2.0/security-groups/5f667260-30e9-4ed4-94ba-a16548fde2bf HTTP/1.1" status: 204 len: 173 time: 0.3243043 Aug 30 14:29:33.804844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:33.825123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.862695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc32336-eb60-422b-961e-034d5f4e0aad admin admin] Deleting subnet 002a131d-7953-47c6-a1c4-75d223992556 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:29:33.866164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-e620fb78-766b-4f58-a497-37281e6bbf7a', 'network_id': 'e620fb78-766b-4f58-a497-37281e6bbf7a', 'tenant_id': 'e7bb375b2b07403aaedebf8c842cd6fe', 'fixed_ips': [{'subnet_id': '066777b6-9856-4297-8ea5-69d0655cf630'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:33.867053 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.876708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-0ff5c8c7-5490-4bb6-9828-2674d44821df service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381492 Aug 30 14:29:33.877682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cc32336-eb60-422b-961e-034d5f4e0aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:33.880062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f80f79-81fb-4740-a7e3-40e91d44cb63 tempest-SecurityGroupRulesTestJSON-1435975120 tempest-SecurityGroupRulesTestJSON-1435975120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f667260-30e9-4ed4-94ba-a16548fde2bf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:33.917700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fddfb0a7-f079-44b9-b090-9dc5dc878105', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'port_id': '54d14044-3963-4926-96f0-3d69ab09cda6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'mac_address': 'fa:16:3e:6d:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:27:44Z', 'updated_at': '2021-08-30T14:29:28Z', 'revision_number': 1, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:52Z', 'revision_number': 5, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:33.962939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-9d162074-dc90-43cb-80a6-4ac85d1a3625 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.970351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-9d162074-dc90-43cb-80a6-4ac85d1a3625 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.977254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-9d162074-dc90-43cb-80a6-4ac85d1a3625 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.984180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-9d162074-dc90-43cb-80a6-4ac85d1a3625 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.993103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-9d162074-dc90-43cb-80a6-4ac85d1a3625 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:33.999683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-9d162074-dc90-43cb-80a6-4ac85d1a3625 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:34.001579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c497e4-dbab-4963-b05a-57ac28800ca1 None None] The sync data for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 is: [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fddfb0a7-f079-44b9-b090-9dc5dc878105', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'port_id': '54d14044-3963-4926-96f0-3d69ab09cda6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'mac_address': 'fa:16:3e:6d:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:27:44Z', 'updated_at': '2021-08-30T14:29:28Z', 'revision_number': 1, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:52Z', 'revision_number': 5, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:29:34.010212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-9d162074-dc90-43cb-80a6-4ac85d1a3625 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:34.027471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-9d162074-dc90-43cb-80a6-4ac85d1a3625 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5421 time: 0.2604108 Aug 30 14:29:34.068865 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cc32336-eb60-422b-961e-034d5f4e0aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.072601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Subnet': ['ID=38a177e3-6856-487e-b1cb-6f62638473df,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:34.096241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=de5ba890-9014-4b69-a5cb-59a329f7e621,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:34.118127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3ced7b74-6bc3-4baf-876c-6a010413f3d5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:34.139888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7e672ca-b3ef-4c1c-bcd6-841d0325615f req-87e5af9b-052c-4479-aefe-895555631705 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098921 Aug 30 14:29:34.143563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Checking segment: {'id': 'd1ae55d6-a991-451d-a1c3-63493cd9b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4377f69c-d191-4938-b115-f7f68de42979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:34.143935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network hostable DHCP agents. Network: 4377f69c-d191-4938-b115-f7f68de42979, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:34.151037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7098-b5c1-45fd-9888-f5f61d5eef18 req-a78457e0-3a66-4cb1-9f75-f9c6554ad29e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:34.153781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e8e7098-b5c1-45fd-9888-f5f61d5eef18 req-a78457e0-3a66-4cb1-9f75-f9c6554ad29e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.2033012 Aug 30 14:29:34.188834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network 4377f69c-d191-4938-b115-f7f68de42979 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:34.204890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 4377f69c-d191-4938-b115-f7f68de42979) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:34.217262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:34.217262 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.251172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7e0d06e7-f048-4778-814f-cfd1c456d22d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1325147 Aug 30 14:29:34.251401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cc32336-eb60-422b-961e-034d5f4e0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.251699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:34.254992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc5e67-acba-475e-a76b-f6b446c79526 None None] Network 4377f69c-d191-4938-b115-f7f68de42979 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:34.335440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e8e7098-b5c1-45fd-9888-f5f61d5eef18 req-6b58d011-61ab-48c8-b8cc-0345faf5ec8b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747794 Aug 30 14:29:34.391129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cc32336-eb60-422b-961e-034d5f4e0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.408426 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2a7d8f-7079-4485-8f4f-132ee2710415 None None] New status for floating IP fddfb0a7-f079-44b9-b090-9dc5dc878105: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:29:34.414028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '3ced7b74-6bc3-4baf-876c-6a010413f3d5', 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1', 'port_id': '3ced7b74-6bc3-4baf-876c-6a010413f3d5', 'mac_address': 'fa:16:3e:46:8d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a1647d-e5c3-4afe-8081-1f2d6258de3d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:34.462105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc32336-eb60-422b-961e-034d5f4e0aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002a131d-7953-47c6-a1c4-75d223992556,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:34.476184 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9cc32336-eb60-422b-961e-034d5f4e0aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.481011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:34.484895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9cc32336-eb60-422b-961e-034d5f4e0aad admin admin] 10.222.0.50 "DELETE /v2.0/subnets/002a131d-7953-47c6-a1c4-75d223992556 HTTP/1.1" status: 204 len: 168 time: 0.6787531 Aug 30 14:29:34.603902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961a772-3e99-4357-a0c4-f0a34c2fbca0 None None] Network e04d2584-1c12-41e7-88c4-cacc422c8873 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:34.619124 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.621936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Allocated IP 2001:db8::2 (e620fb78-766b-4f58-a497-37281e6bbf7a/066777b6-9856-4297-8ea5-69d0655cf630/06619cb3-411a-4dff-a1b5-2acf5a1320cc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:34.625185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.675802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-4377f69c-d191-4938-b115-f7f68de42979', 'network_id': '4377f69c-d191-4938-b115-f7f68de42979', 'tenant_id': 'e7bb375b2b07403aaedebf8c842cd6fe', 'fixed_ips': [{'subnet_id': '38a177e3-6856-487e-b1cb-6f62638473df'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:34.675802 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.676119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5dfd1-27e2-4283-91d7-b7520df36946 req-f5bc6c8d-6fce-4ad0-a5c1-02086f8ce37d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:34.677191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02a5dfd1-27e2-4283-91d7-b7520df36946 req-f5bc6c8d-6fce-4ad0-a5c1-02086f8ce37d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.2167850 Aug 30 14:29:34.709750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbef83-fa67-4dab-9a9e-fffed1bb4e39 req-c672db09-6e50-4a74-8a5e-ac6c63f4fa66 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:34.711477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d9cbef83-fa67-4dab-9a9e-fffed1bb4e39 req-c672db09-6e50-4a74-8a5e-ac6c63f4fa66 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 943 time: 0.0746043 Aug 30 14:29:34.733722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ced7b74-6bc3-4baf-876c-6a010413f3d5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:34.765922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d9cbef83-fa67-4dab-9a9e-fffed1bb4e39 req-eed61fa3-4e2f-441f-977a-9777b4117105 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Aug 30 14:29:34.803667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f4cd5ef-03ff-419d-a0c5-ad4bce09a1bb None None] Provisioning for port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:34.828630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3ced7b74-6bc3-4baf-876c-6a010413f3d5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:34.889748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.891578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 391e03b6-e35b-4bd2-a2a6-0554057d1c28 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:34.895176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.895808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8cea4069-43d0-4aec-a24a-a4ce4ee63461 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:34.914123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febaeeae-357c-44c3-af3d-45b22775fd85']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:34.925413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02a5dfd1-27e2-4283-91d7-b7520df36946 req-d49c4dc0-b7cc-4140-adc4-7ea0646ef817 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123942 Aug 30 14:29:34.933895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c9c158-0f09-43cf-9753-2b43da1b5a69') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:34.934487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c9c158-0f09-43cf-9753-2b43da1b5a69') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:34.955627 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:34.979426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.030250 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.068344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:35.068907 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:35.070773 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:35.149823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3ced7b74-6bc3-4baf-876c-6a010413f3d5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:35.188781 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.204541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.209189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] 10.222.0.50 "DELETE /v2.0/networks/febaeeae-357c-44c3-af3d-45b22775fd85 HTTP/1.1" status: 204 len: 168 time: 0.7245898 Aug 30 14:29:35.210580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:35.221889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c613e-85d9-4a23-8cb7-80a13024641e admin admin] Pushing event deleted for resources: {'Network': ['ID=febaeeae-357c-44c3-af3d-45b22775fd85,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:35.239712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:35.240088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.242393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Allocated IP 2001:db8::2 (4377f69c-d191-4938-b115-f7f68de42979/38a177e3-6856-487e-b1cb-6f62638473df/7b15be11-2311-42f0-b30c-f8c723a833b2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:35.303426 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.339696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Transition to ACTIVE for port object 06619cb3-411a-4dff-a1b5-2acf5a1320cc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:35.346452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:35.405424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-4ef3a20c-b33b-43a8-8045-be3bf963b738 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:35.411216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-4ef3a20c-b33b-43a8-8045-be3bf963b738 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:35.417420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-4ef3a20c-b33b-43a8-8045-be3bf963b738 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:35.426881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-4ef3a20c-b33b-43a8-8045-be3bf963b738 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:35.438269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-4ef3a20c-b33b-43a8-8045-be3bf963b738 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:35.446981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-4ef3a20c-b33b-43a8-8045-be3bf963b738 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:35.452227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'port_id': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'mac_address': 'fa:16:3e:0a:99:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574c9491-1e52-4dab-aa69-a57714fc0ce7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:35.456677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Transition to ACTIVE for port object 06619cb3-411a-4dff-a1b5-2acf5a1320cc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:35.461304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-4ef3a20c-b33b-43a8-8045-be3bf963b738 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:35.474289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-4ef3a20c-b33b-43a8-8045-be3bf963b738 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5422 time: 0.1815548 Aug 30 14:29:35.476010 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.554115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37834) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:35.600944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Allocated IP 2001:db8::1 (e620fb78-766b-4f58-a497-37281e6bbf7a/066777b6-9856-4297-8ea5-69d0655cf630/819ba58b-3522-4322-b7fd-417b7cd6f0fb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:35.629252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e896443e-239f-45fb-bf43-8b1916831ba6 req-f3719523-e854-44aa-90f7-48624cfb6794 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1538632 Aug 30 14:29:35.636891 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.676380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-097edfec-8f3f-4f4a-82c3-9f94757dca26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d43bfa4226e428799d9b7eb276b66d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1202095 Aug 30 14:29:35.681725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:35.689992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7601f-c2f8-4b8d-8564-874b9d0bfcbe req-6b0aa9ac-4090-4d86-ab2d-e947d9895d79 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:35.691543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3fe7601f-c2f8-4b8d-8564-874b9d0bfcbe req-6b0aa9ac-4090-4d86-ab2d-e947d9895d79 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1150045 Aug 30 14:29:35.704496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Network e620fb78-766b-4f58-a497-37281e6bbf7a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:35.723890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:35.726323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:35.736648 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.742332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Pushing event updated for resources: {'Port': ['ID=06619cb3-411a-4dff-a1b5-2acf5a1320cc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:35.758357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.761630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3fe7601f-c2f8-4b8d-8564-874b9d0bfcbe req-798a4b3f-1ed3-4aa0-b31b-88a0bc4173ba tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626252 Aug 30 14:29:35.766104 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.792752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Transition to ACTIVE for port object 819ba58b-3522-4322-b7fd-417b7cd6f0fb will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:35.793943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b7b88ef-d433-4197-a370-a50288e30f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.802193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 391e03b6-e35b-4bd2-a2a6-0554057d1c28, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=391e03b6-e35b-4bd2-a2a6-0554057d1c28,segment=NetworkSegment(6118b116-0a69-448f-8b29-0976b372a392),segment_id=6118b116-0a69-448f-8b29-0976b372a392)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:35.803192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02542e72-8b7d-4918-bad7-804019edcf36 None None] Provisioning complete for port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:35.803563 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02542e72-8b7d-4918-bad7-804019edcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.810499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Transition to ACTIVE for port object 7b15be11-2311-42f0-b30c-f8c723a833b2 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:35.821900 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b7b88ef-d433-4197-a370-a50288e30f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.831229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cea4069-43d0-4aec-a24a-a4ce4ee63461 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:35.835960 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.853651 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.889643 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b7b88ef-d433-4197-a370-a50288e30f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.890513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network e620fb78-766b-4f58-a497-37281e6bbf7a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:35.892951 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b7b88ef-d433-4197-a370-a50288e30f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.897674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8b7b88ef-d433-4197-a370-a50288e30f33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/115ad926-58e5-42cb-90b2-3923c3193dd7 HTTP/1.1" status: 204 len: 168 time: 0.2051501 Aug 30 14:29:35.898519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:35.901390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:35.902418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.915515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b88ef-d433-4197-a370-a50288e30f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115ad926-58e5-42cb-90b2-3923c3193dd7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:35.938238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Transition to ACTIVE for port object 7b15be11-2311-42f0-b30c-f8c723a833b2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:35.944693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:35.945993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Attempting to bind port 06619cb3-411a-4dff-a1b5-2acf5a1320cc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:35.946541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Attempting to bind port 06619cb3-411a-4dff-a1b5-2acf5a1320cc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'eed87216-0f5a-42f4-b82b-e779fcc7c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e620fb78-766b-4f58-a497-37281e6bbf7a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:35.947070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Attempting to bind port 06619cb3-411a-4dff-a1b5-2acf5a1320cc on network e620fb78-766b-4f58-a497-37281e6bbf7a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:35.949013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Port': ['ID=819ba58b-3522-4322-b7fd-417b7cd6f0fb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:35.968349 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.969351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3c85d4c7-85fe-4a87-b26c-82ccca54d129 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:35.978437 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.980343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:35.980810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Checking segment: {'id': 'eed87216-0f5a-42f4-b82b-e779fcc7c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e620fb78-766b-4f58-a497-37281e6bbf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:35.981182 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:35.981506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Bound using segment: {'id': 'eed87216-0f5a-42f4-b82b-e779fcc7c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e620fb78-766b-4f58-a497-37281e6bbf7a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:35.981950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Bound port: 06619cb3-411a-4dff-a1b5-2acf5a1320cc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed87216-0f5a-42f4-b82b-e779fcc7c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e620fb78-766b-4f58-a497-37281e6bbf7a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:35.982350 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.039975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06a08c-a13a-4085-b126-8c26b691c1b7 req-8f26ea9f-2e04-44ed-803b-42ea34c33e47 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:36.048794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f06a08c-a13a-4085-b126-8c26b691c1b7 req-8f26ea9f-2e04-44ed-803b-42ea34c33e47 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1045067 Aug 30 14:29:36.126392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f06a08c-a13a-4085-b126-8c26b691c1b7 req-e2163396-5333-4fd3-9a01-450a47383d93 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766270 Aug 30 14:29:36.127116 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.196499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=391e03b6-e35b-4bd2-a2a6-0554057d1c28,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:36.246335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Network 4377f69c-d191-4938-b115-f7f68de42979 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:36.267167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:36.269529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:36.308297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3c85d4c7-85fe-4a87-b26c-82ccca54d129, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3c85d4c7-85fe-4a87-b26c-82ccca54d129,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:36.368821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '3c85d4c7-85fe-4a87-b26c-82ccca54d129', 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'port_id': '3c85d4c7-85fe-4a87-b26c-82ccca54d129', 'mac_address': 'fa:16:3e:d9:86:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f810ddf-462f-4668-89a9-6f9a1f42c886', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:36.404351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] For port 06619cb3-411a-4dff-a1b5-2acf5a1320cc, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:36.407927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:36.455285 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.459998 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.461066 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.471530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] For port 06619cb3-411a-4dff-a1b5-2acf5a1320cc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=06619cb3-411a-4dff-a1b5-2acf5a1320cc,segment=NetworkSegment(eed87216-0f5a-42f4-b82b-e779fcc7c6f9),segment_id=eed87216-0f5a-42f4-b82b-e779fcc7c6f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:36.476125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Attempting to bind port 7b15be11-2311-42f0-b30c-f8c723a833b2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:36.476505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Attempting to bind port 7b15be11-2311-42f0-b30c-f8c723a833b2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'd1ae55d6-a991-451d-a1c3-63493cd9b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4377f69c-d191-4938-b115-f7f68de42979'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:36.476869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Attempting to bind port 7b15be11-2311-42f0-b30c-f8c723a833b2 on network 4377f69c-d191-4938-b115-f7f68de42979 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:36.490460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.501927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:36.502315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Checking segment: {'id': 'd1ae55d6-a991-451d-a1c3-63493cd9b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4377f69c-d191-4938-b115-f7f68de42979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:36.502718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.503117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Bound using segment: {'id': 'd1ae55d6-a991-451d-a1c3-63493cd9b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4377f69c-d191-4938-b115-f7f68de42979'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:36.503613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Bound port: 7b15be11-2311-42f0-b30c-f8c723a833b2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ae55d6-a991-451d-a1c3-63493cd9b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4377f69c-d191-4938-b115-f7f68de42979'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:36.504004 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.519469 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.539374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Pushing event updated for resources: {'Port': ['ID=7b15be11-2311-42f0-b30c-f8c723a833b2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:36.575593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Port': ['ID=819ba58b-3522-4322-b7fd-417b7cd6f0fb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:36.589070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c85d4c7-85fe-4a87-b26c-82ccca54d129 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:36.630018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network e620fb78-766b-4f58-a497-37281e6bbf7a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:36.631474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:36.638227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3c85d4c7-85fe-4a87-b26c-82ccca54d129, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3c85d4c7-85fe-4a87-b26c-82ccca54d129,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:36.668686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] For port 7b15be11-2311-42f0-b30c-f8c723a833b2, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:36.672239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] For port 7b15be11-2311-42f0-b30c-f8c723a833b2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7b15be11-2311-42f0-b30c-f8c723a833b2,segment=NetworkSegment(d1ae55d6-a991-451d-a1c3-63493cd9b204),segment_id=d1ae55d6-a991-451d-a1c3-63493cd9b204)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:36.673880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31024e-2389-43fc-af21-9d0d7de259b9 None None] Pushing event updated for resources: {'Port': ['ID=06619cb3-411a-4dff-a1b5-2acf5a1320cc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:36.678280 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.679000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:36.685316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.793954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:36.797729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3c85d4c7-85fe-4a87-b26c-82ccca54d129,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:36.839274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4', 'network_id': '9bb743dd-fe92-479b-9011-f9414e0ea2f1', 'port_id': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4', 'mac_address': 'fa:16:3e:8c:50:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a1647d-e5c3-4afe-8081-1f2d6258de3d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:36.885873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 391e03b6-e35b-4bd2-a2a6-0554057d1c28 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:36.889761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:36.977435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b393-751c-4ede-836a-2b1add577170 req-515ef3c6-62cd-406a-b38c-7a323f2cc58d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:36.979523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-f7d51ec5-5c5b-475a-bbaf-167ad5615d83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:36.987824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-f7d51ec5-5c5b-475a-bbaf-167ad5615d83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:36.993928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-f7d51ec5-5c5b-475a-bbaf-167ad5615d83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:37.000804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-f7d51ec5-5c5b-475a-bbaf-167ad5615d83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:37.003964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e56b393-751c-4ede-836a-2b1add577170 req-515ef3c6-62cd-406a-b38c-7a323f2cc58d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.0999334 Aug 30 14:29:37.005404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596651b1-cdc1-44cb-b647-5ed86d38f576 None None] Pushing event updated for resources: {'Port': ['ID=7b15be11-2311-42f0-b30c-f8c723a833b2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:37.007619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-f7d51ec5-5c5b-475a-bbaf-167ad5615d83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:37.022271 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.023041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-f7d51ec5-5c5b-475a-bbaf-167ad5615d83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:37.030647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-f7d51ec5-5c5b-475a-bbaf-167ad5615d83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:37.032659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-f7d51ec5-5c5b-475a-bbaf-167ad5615d83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5423 time: 0.2172954 Aug 30 14:29:37.054764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e56b393-751c-4ede-836a-2b1add577170 req-067aaf6f-861b-4e94-829d-e36dfbcd255a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494792 Aug 30 14:29:37.070073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:37.081295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Router 589ce38b-c5f3-4702-9c0e-1abad83ecb2f is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:29:37.099076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2023211392-network', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:37.106848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:37.108064 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.112157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:37.175464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.181678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:37.182915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:37.187257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.198494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.246767 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0c70bf1-132e-46d9-967c-3e6fd4d35345 req-09d9bc26-2331-4a9d-a23a-22a3a5465292 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2078640 Aug 30 14:29:37.294246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:29:37.305392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9870baca-0ff8-4935-8be4-bdfd51b6d240 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "PUT /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0521297 Aug 30 14:29:37.306047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:37.364114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f09be30-ca12-413c-ab86-9608176347a5 None None] Sync routers for ids ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:29:37.377192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:37.388263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:37.391041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ab5c7-5abd-44fe-9d09-c751ec57b5ba req-a43592a3-1ca0-4443-ace6-2164050d293c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:37.399657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c5ab5c7-5abd-44fe-9d09-c751ec57b5ba req-a43592a3-1ca0-4443-ace6-2164050d293c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1330671 Aug 30 14:29:37.400781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0', 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'port_id': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0', 'mac_address': 'fa:16:3e:1f:92:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f810ddf-462f-4668-89a9-6f9a1f42c886', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:37.404689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09be30-ca12-413c-ab86-9608176347a5 None None] Routers {'589ce38b-c5f3-4702-9c0e-1abad83ecb2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:37.406193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f09be30-ca12-413c-ab86-9608176347a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:37.450551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f09be30-ca12-413c-ab86-9608176347a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:37.477255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.484319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09be30-ca12-413c-ab86-9608176347a5 None None] Routers {'589ce38b-c5f3-4702-9c0e-1abad83ecb2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:37.484865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f09be30-ca12-413c-ab86-9608176347a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:37.493471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c5ab5c7-5abd-44fe-9d09-c751ec57b5ba req-62c269fe-05af-4e43-9f21-977eaa5fde55 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892422 Aug 30 14:29:37.497298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.526256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:37.531321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f09be30-ca12-413c-ab86-9608176347a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:37.532061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f09be30-ca12-413c-ab86-9608176347a5 None None] The sync data for ids ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:29:37.537522 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.543309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eb114e-f59d-4406-b443-3118e58e9ec4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:37.550675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.551022 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Added segment 50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343 of type vlan for network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b Aug 30 14:29:37.555435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:37.589463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:37.597089 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.597865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1befa022-7c0d-41ee-9b34-144cced426c4 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:37.605851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.638416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.640157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:37.641508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.671838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:37.714601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1befa022-7c0d-41ee-9b34-144cced426c4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1befa022-7c0d-41ee-9b34-144cced426c4,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:37.733683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '1befa022-7c0d-41ee-9b34-144cced426c4', 'network_id': 'b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c', 'port_id': '1befa022-7c0d-41ee-9b34-144cced426c4', 'mac_address': 'fa:16:3e:9b:27:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f810ddf-462f-4668-89a9-6f9a1f42c886', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:37.759215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8681948 Aug 30 14:29:37.765551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:37.781084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Request body: {'subnet': {'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2023211392-subnet', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:37.787689 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.806085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756f454-24d9-4239-b717-599c0c9db557 admin admin] Pushing event updated for resources: {'Network': ['ID=151ca24c-0eb3-42c7-b8c8-c339c716ef9b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:37.807483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1befa022-7c0d-41ee-9b34-144cced426c4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:37.830508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:37.836074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:37.839234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:37.920037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1befa022-7c0d-41ee-9b34-144cced426c4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1befa022-7c0d-41ee-9b34-144cced426c4,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:37.928546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:38.009613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1befa022-7c0d-41ee-9b34-144cced426c4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:38.069219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:38.140613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Checking segment: {'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:38.141342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Network hostable DHCP agents. Network: 151ca24c-0eb3-42c7-b8c8-c339c716ef9b, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:38.162404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cd79ef-6633-47f2-948b-4f833d062f2a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:38.175213 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-29306929-1ad4-4c4e-b024-c9970aa5bcf0 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:29:38.176107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f23e0-34ed-41b9-b2f8-df9510723e74 None None] Network e620fb78-766b-4f58-a497-37281e6bbf7a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:38.177413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-29306929-1ad4-4c4e-b024-c9970aa5bcf0 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "PUT /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8703134 Aug 30 14:29:38.180763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:38.191747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:38.236272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 151ca24c-0eb3-42c7-b8c8-c339c716ef9b) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:38.252436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.253518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:38.274467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75771-325e-402d-b718-1e9794a5ddf3 req-cdfa58b1-6aab-422e-9082-523fe0e90364 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.276502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-23f75771-325e-402d-b718-1e9794a5ddf3 req-cdfa58b1-6aab-422e-9082-523fe0e90364 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.0868227 Aug 30 14:29:38.287743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9ff574c4-40ef-45a2-bcb1-4db953f1fbab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5210841 Aug 30 14:29:38.295100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:38.305987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9430a-7492-4ad8-b026-e28e6e4365a4 None None] Network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:38.309415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:38.347342 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:38.350501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:38.385354 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-96d61429-7e5e-4b74-92b4-23527a3a51bf None None] Provisioning for port 06619cb3-411a-4dff-a1b5-2acf5a1320cc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:38.536899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-23f75771-325e-402d-b718-1e9794a5ddf3 req-fb3beeea-2084-4670-a4b9-777629b1c11a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520103 Aug 30 14:29:38.541128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2f1ba-ad53-4544-91a5-c6f72f14de87 None None] Network 4377f69c-d191-4938-b115-f7f68de42979 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:38.544477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:38.601150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d944-174c-44fd-8379-e91432d2c301 req-805fa49b-d586-4c6b-a20c-ff553837e1d1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.608605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d944-174c-44fd-8379-e91432d2c301 req-805fa49b-d586-4c6b-a20c-ff553837e1d1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.615149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d944-174c-44fd-8379-e91432d2c301 req-805fa49b-d586-4c6b-a20c-ff553837e1d1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.622841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d944-174c-44fd-8379-e91432d2c301 req-805fa49b-d586-4c6b-a20c-ff553837e1d1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.630067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d944-174c-44fd-8379-e91432d2c301 req-805fa49b-d586-4c6b-a20c-ff553837e1d1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.636748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d944-174c-44fd-8379-e91432d2c301 req-805fa49b-d586-4c6b-a20c-ff553837e1d1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.643513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d944-174c-44fd-8379-e91432d2c301 req-805fa49b-d586-4c6b-a20c-ff553837e1d1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.646351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1192d944-174c-44fd-8379-e91432d2c301 req-805fa49b-d586-4c6b-a20c-ff553837e1d1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5426 time: 0.1910911 Aug 30 14:29:38.712133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b2c46524-18f0-4d81-a1a9-bf89d7a7adf4 None None] Provisioning for port 7b15be11-2311-42f0-b30c-f8c723a833b2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:38.724547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-151ca24c-0eb3-42c7-b8c8-c339c716ef9b', 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'fixed_ips': [{'subnet_id': '42cd79ef-6633-47f2-948b-4f833d062f2a'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:38.725441 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:38.780512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:38.796120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1192d944-174c-44fd-8379-e91432d2c301 req-372e6b74-6c94-4745-927b-2618e6624034 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1301982 Aug 30 14:29:38.802911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e22f-4ba3-47c3-9dba-c4b247d34d08 req-2a51a1c3-5951-415e-8262-5a3d4b920d2d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:38.804352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c846e22f-4ba3-47c3-9dba-c4b247d34d08 req-2a51a1c3-5951-415e-8262-5a3d4b920d2d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1573629 Aug 30 14:29:38.910722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c846e22f-4ba3-47c3-9dba-c4b247d34d08 req-86f0ed92-d986-43e6-b132-41c375b6243c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908554 Aug 30 14:29:38.997705 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.139586 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.153536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7b15be11-2311-42f0-b30c-f8c723a833b2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:39.177411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.254419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Allocated IP 172.20.0.2 (151ca24c-0eb3-42c7-b8c8-c339c716ef9b/42cd79ef-6633-47f2-948b-4f833d062f2a/82bfd515-1c34-4067-ad31-f9d5ba958106) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:39.335880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting port 819ba58b-3522-4322-b7fd-417b7cd6f0fb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:39.336430 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.343616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68eb76a8-ebdc-4149-a9fa-562e1be887c0 None None] Provisioning for port 819ba58b-3522-4322-b7fd-417b7cd6f0fb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:39.357255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68eb76a8-ebdc-4149-a9fa-562e1be887c0 None None] Provisioning complete for port 819ba58b-3522-4322-b7fd-417b7cd6f0fb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:39.357645 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68eb76a8-ebdc-4149-a9fa-562e1be887c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.414246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-68eb76a8-ebdc-4149-a9fa-562e1be887c0 None None] Port 819ba58b-3522-4322-b7fd-417b7cd6f0fb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:29:39.419230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 7b15be11-2311-42f0-b30c-f8c723a833b2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:39.425283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 7b15be11-2311-42f0-b30c-f8c723a833b2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:39.425670 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.493977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.540273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Calling delete_port for 819ba58b-3522-4322-b7fd-417b7cd6f0fb owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:39.545312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['8cea4069-43d0-4aec-a24a-a4ce4ee63461'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:39.620280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['de5ba890-9014-4b69-a5cb-59a329f7e621'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:39.665634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Allocated IP 172.25.6.208 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/ce077e0a-0cf8-46dd-8d75-b26bb88ffff1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:39.732624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['0fb2725b-74df-4e85-8d7b-abba5a2e2ac4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:39.805013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.806778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5656114-6020-40fe-b7cb-125d67d9f95b req-75790b7e-ca26-4d2d-ba2a-3facf673e178 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:39.808328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5656114-6020-40fe-b7cb-125d67d9f95b req-75790b7e-ca26-4d2d-ba2a-3facf673e178 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.0987284 Aug 30 14:29:39.817636 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.859879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3da652a2-d184-4aba-9e28-68c3c1b07fc4 None None] Provisioning complete for port 819ba58b-3522-4322-b7fd-417b7cd6f0fb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:39.860605 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da652a2-d184-4aba-9e28-68c3c1b07fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.865358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.867167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.871109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Transition to ACTIVE for port object 82bfd515-1c34-4067-ad31-f9d5ba958106 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:39.875691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5656114-6020-40fe-b7cb-125d67d9f95b req-02641333-fbc3-4a4b-87f1-b3711c1b2855 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574405 Aug 30 14:29:39.876487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5ad1e99d-a9bd-448e-9088-6fe440e4acc0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:39.880079 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.909187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Port': ['ID=819ba58b-3522-4322-b7fd-417b7cd6f0fb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:39.913824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['3c85d4c7-85fe-4a87-b26c-82ccca54d129'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:39.917072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:39.932066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:39.936034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:40.023944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3da652a2-d184-4aba-9e28-68c3c1b07fc4 None None] Port 819ba58b-3522-4322-b7fd-417b7cd6f0fb was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 14:29:40.072853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Pushing event updated for resources: {'Port': ['ID=ce077e0a-0cf8-46dd-8d75-b26bb88ffff1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:40.082094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Transition to ACTIVE for port object 82bfd515-1c34-4067-ad31-f9d5ba958106 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:40.089785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.115992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820126f3-a2a3-4bb9-a0e3-94bb937b2f16 req-01a5718b-08f0-43fc-9904-4f4bde68b6e0 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:40.123545 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-820126f3-a2a3-4bb9-a0e3-94bb937b2f16 req-01a5718b-08f0-43fc-9904-4f4bde68b6e0 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1105466 Aug 30 14:29:40.136046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:29:40.163012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:29:40.165721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.187877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-26640c73-d274-414c-9524-b69d32fa501c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:40.194821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-26640c73-d274-414c-9524-b69d32fa501c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:40.201234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-26640c73-d274-414c-9524-b69d32fa501c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:40.207350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-820126f3-a2a3-4bb9-a0e3-94bb937b2f16 req-81364b4a-23b2-41fb-a86d-e519123e5948 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825236 Aug 30 14:29:40.214960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-26640c73-d274-414c-9524-b69d32fa501c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:40.226492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-26640c73-d274-414c-9524-b69d32fa501c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:40.226692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 7b15be11-2311-42f0-b30c-f8c723a833b2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7b15be11-2311-42f0-b30c-f8c723a833b2,segment=NetworkSegment(d1ae55d6-a991-451d-a1c3-63493cd9b204),segment_id=d1ae55d6-a991-451d-a1c3-63493cd9b204)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:40.227795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-26640c73-d274-414c-9524-b69d32fa501c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:40.234888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-26640c73-d274-414c-9524-b69d32fa501c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:40.243392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-26640c73-d274-414c-9524-b69d32fa501c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5426 time: 0.2533138 Aug 30 14:29:40.284498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:40.285700 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.286498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 06619cb3-411a-4dff-a1b5-2acf5a1320cc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:40.291595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51a53d99-a34f-4011-9e09-4ad1afcd121e req-f73bd82e-3710-4f42-a1ad-5c2fd548ade3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472720 Aug 30 14:29:40.304182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:40.335479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:40.407906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.411914 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:29:40.414196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Router 589ce38b-c5f3-4702-9c0e-1abad83ecb2f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:29:40.499618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b97c193a-aa08-4f1d-8429-65071e938277 None None] Provisioning complete for port 7b15be11-2311-42f0-b30c-f8c723a833b2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:40.500041 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b97c193a-aa08-4f1d-8429-65071e938277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.504182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:29:40.513567 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c2fe0-42fc-40c0-8d03-d814ebe12061 None None] Sync routers for ids ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:29:40.515184 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc58fc50-58ea-4916-a47c-fdc6ccadf6da tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "PUT /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3329000 Aug 30 14:29:40.521503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:40.523876 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c2fe0-42fc-40c0-8d03-d814ebe12061 None None] Routers {'589ce38b-c5f3-4702-9c0e-1abad83ecb2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:40.524868 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e74c2fe0-42fc-40c0-8d03-d814ebe12061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:40.559308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Pushing event updated for resources: {'Port': ['ID=82bfd515-1c34-4067-ad31-f9d5ba958106,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:40.563911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e74c2fe0-42fc-40c0-8d03-d814ebe12061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:40.564685 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-47d2887e-a0de-40e4-9e1b-dd424f626b9d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] delete failed (client error): The resource could not be found. Aug 30 14:29:40.565805 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-47d2887e-a0de-40e4-9e1b-dd424f626b9d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-704935527 HTTP/1.1" status: 404 len: 334 time: 0.0434525 Aug 30 14:29:40.570707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:40.574905 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c2fe0-42fc-40c0-8d03-d814ebe12061 None None] Routers {'589ce38b-c5f3-4702-9c0e-1abad83ecb2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:40.575563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8de6458e-d71d-47d8-8ef2-c57c43193709 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'router': {'external_gateway_info': {'network_id': '589ce38b-c5f3-4702-9c0e-1abad83ecb2f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:40.580309 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e74c2fe0-42fc-40c0-8d03-d814ebe12061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:40.615470 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e74c2fe0-42fc-40c0-8d03-d814ebe12061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:40.616037 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c2fe0-42fc-40c0-8d03-d814ebe12061 None None] The sync data for ids ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:29:40.663418 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.695022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['0033a180-b260-4dbe-ae27-d3b3854690ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:40.715382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['3ced7b74-6bc3-4baf-876c-6a010413f3d5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:40.717908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1befa022-7c0d-41ee-9b34-144cced426c4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:40.813593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8de6458e-d71d-47d8-8ef2-c57c43193709 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.829941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Router c7e620de-ef4d-404c-89c2-842be8221010 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:29:40.837449 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8de6458e-d71d-47d8-8ef2-c57c43193709 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] update failed (client error): The resource could not be found. Aug 30 14:29:40.838681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8de6458e-d71d-47d8-8ef2-c57c43193709 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "PUT /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f HTTP/1.1" status: 404 len: 339 time: 0.2670321 Aug 30 14:29:40.844194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:40.849344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-486149848'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:40.849733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Attempting to bind port 82bfd515-1c34-4067-ad31-f9d5ba958106 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:40.850105 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Attempting to bind port 82bfd515-1c34-4067-ad31-f9d5ba958106 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:40.850467 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Attempting to bind port 82bfd515-1c34-4067-ad31-f9d5ba958106 on network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:40.872929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Made reservation on behalf of e7bb375b2b07403aaedebf8c842cd6fe for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:40.876721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.902714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:40.914817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.915458 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Added segment 83efb749-1e38-4aa8-b0ab-02d4b8d33783 of type vlan for network 88893667-3c8a-4114-a06e-908a58b3e5d5 Aug 30 14:29:40.960505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:29:40.965755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.982414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.987630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eb5e79b2-556c-49f8-a00b-750ba623d765 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6903832 Aug 30 14:29:40.988302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:41.000418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:41.000802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Checking segment: {'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:41.001362 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.001788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Bound using segment: {'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:41.002274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Bound port: 82bfd515-1c34-4067-ad31-f9d5ba958106, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:41.002654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.022793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Sync routers for ids ['c7e620de-ef4d-404c-89c2-842be8221010'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:29:41.033569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2956e-f695-4ba5-a86f-ec858f6c1842 req-20dbfad7-a405-4955-8928-be857ad5529c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.035154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2c2956e-f695-4ba5-a86f-ec858f6c1842 req-20dbfad7-a405-4955-8928-be857ad5529c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.0632038 Aug 30 14:29:41.035963 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.041332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.042413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.076635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:41.116107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Routers {'c7e620de-ef4d-404c-89c2-842be8221010'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:41.116772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c7e620de-ef4d-404c-89c2-842be8221010'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:41.128287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2827511 Aug 30 14:29:41.135811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:41.140765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'subnet': {'network_id': '88893667-3c8a-4114-a06e-908a58b3e5d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:41.148329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22b814-a36b-43e1-a489-4e7d03d10151 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Network': ['ID=88893667-3c8a-4114-a06e-908a58b3e5d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:41.185097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 88893667-3c8a-4114-a06e-908a58b3e5d5 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:41.188723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=7b15be11-2311-42f0-b30c-f8c723a833b2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:41.196609 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2c2956e-f695-4ba5-a86f-ec858f6c1842 req-8ae2695f-5c25-4add-8c27-450538ba735d tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518555 Aug 30 14:29:41.263766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Made reservation on behalf of e7bb375b2b07403aaedebf8c842cd6fe for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:41.268913 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.385611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbe66c-a755-4552-975e-290fd32c6304 req-2c00cf08-fa97-4617-a1b4-264f1daf71f2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.386676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dfbe66c-a755-4552-975e-290fd32c6304 req-2c00cf08-fa97-4617-a1b4-264f1daf71f2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1007016 Aug 30 14:29:41.429632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 06619cb3-411a-4dff-a1b5-2acf5a1320cc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:41.474085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dfbe66c-a755-4552-975e-290fd32c6304 req-557f7d4f-eddd-45b8-8ef6-cb6171ea7cd6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783684 Aug 30 14:29:41.532537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-5c9845db-c8e7-4748-8baf-a9a0f20c2097 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.539818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-5c9845db-c8e7-4748-8baf-a9a0f20c2097 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.546239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-5c9845db-c8e7-4748-8baf-a9a0f20c2097 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.549518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'mac_address': 'fa:16:3e:d5:59:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:29:41.551133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.552848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-5c9845db-c8e7-4748-8baf-a9a0f20c2097 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.559121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-5c9845db-c8e7-4748-8baf-a9a0f20c2097 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.562521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.567357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-5c9845db-c8e7-4748-8baf-a9a0f20c2097 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.568465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 06619cb3-411a-4dff-a1b5-2acf5a1320cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:41.568841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.573824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-5c9845db-c8e7-4748-8baf-a9a0f20c2097 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.576051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-5c9845db-c8e7-4748-8baf-a9a0f20c2097 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5426 time: 0.1316931 Aug 30 14:29:41.600668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Set router c7e620de-ef4d-404c-89c2-842be8221010 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:29:41.679794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65dbc39a-e843-44b5-8ad4-9db069bb440d req-9ada093a-efaa-4aab-9b58-bc55d8593091 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599568 Aug 30 14:29:41.681192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.758671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Checking segment: {'id': '83efb749-1e38-4aa8-b0ab-02d4b8d33783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '88893667-3c8a-4114-a06e-908a58b3e5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:41.759177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network hostable DHCP agents. Network: 88893667-3c8a-4114-a06e-908a58b3e5d5, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:41.769248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Subnet': ['ID=8c9e86da-0b2a-4fed-92e0-2317e357a4d0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:41.796282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network 88893667-3c8a-4114-a06e-908a58b3e5d5 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:41.807814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 88893667-3c8a-4114-a06e-908a58b3e5d5) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:41.814149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:41.814970 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.815184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Allocated IP 172.20.0.1 (151ca24c-0eb3-42c7-b8c8-c339c716ef9b/42cd79ef-6633-47f2-948b-4f833d062f2a/cb057457-81b8-4f98-96ad-dcc03c5ec769) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:41.833853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-babfbf1c-4f2a-4689-a6b6-0329f87a7e37 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6969483 Aug 30 14:29:41.836577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:41.841865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-805f50dd-3057-4a02-8338-fc76fc78118d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'router': {'external_gateway_info': {'network_id': '88893667-3c8a-4114-a06e-908a58b3e5d5'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:41.843069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b97c193a-aa08-4f1d-8429-65071e938277 None None] Could not find standard attr ID for object 819ba58b-3522-4322-b7fd-417b7cd6f0fb. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:29:41.867092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ece54-2c9a-4367-8366-9cb02c3b2ba0 None None] Network 88893667-3c8a-4114-a06e-908a58b3e5d5 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:41.941368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.954517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Transition to ACTIVE for port object cb057457-81b8-4f98-96ad-dcc03c5ec769 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:41.965579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:41.968393 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01006832-9935-4e0a-ab06-2e9c6c5ccdd8" -d '{"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:41.998992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.023460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:42.026734 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.033075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] For port 82bfd515-1c34-4067-ad31-f9d5ba958106, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:42.038959 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafec6c1-bca1-4f89-9430-031677437b0c x-openstack-request-id: req-cafec6c1-bca1-4f89-9430-031677437b0c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:42.039256 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:42.039492 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cafec6c1-bca1-4f89-9430-031677437b0c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:42.039876 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'code': 200} Aug 30 14:29:42.048063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:42.052456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:42.058426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:42.063376 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.087645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Pushing event updated for resources: {'Port': ['ID=cb057457-81b8-4f98-96ad-dcc03c5ec769,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:42.104893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.107542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] For port 82bfd515-1c34-4067-ad31-f9d5ba958106, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=82bfd515-1c34-4067-ad31-f9d5ba958106,segment=NetworkSegment(50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343),segment_id=50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:42.163941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b9be83a-245b-40d2-b54c-fbe7a8b49151 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:42.171115 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.309784 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.371841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:42.427824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805f50dd-3057-4a02-8338-fc76fc78118d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.458410 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.507373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec1f34-b5ed-4278-aff2-7392c4dae0b1 None None] Pushing event updated for resources: {'Port': ['ID=82bfd515-1c34-4067-ad31-f9d5ba958106,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:42.532522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b42c1-a82f-4f02-9761-ff23ea95fbb4 req-9676f2b8-c1c5-4876-978f-615e0bc1f039 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:42.550070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:29:42.550428 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:29:42.572124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.577435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e20b42c1-a82f-4f02-9761-ff23ea95fbb4 req-9676f2b8-c1c5-4876-978f-615e0bc1f039 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1663415 Aug 30 14:29:42.583716 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.663386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-88893667-3c8a-4114-a06e-908a58b3e5d5', 'network_id': '88893667-3c8a-4114-a06e-908a58b3e5d5', 'tenant_id': 'e7bb375b2b07403aaedebf8c842cd6fe', 'fixed_ips': [{'subnet_id': '8c9e86da-0b2a-4fed-92e0-2317e357a4d0'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:42.665664 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.674692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e20b42c1-a82f-4f02-9761-ff23ea95fbb4 req-6805d802-e5fc-4bb9-9db1-5ad47793b7b2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959644 Aug 30 14:29:42.693306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 06619cb3-411a-4dff-a1b5-2acf5a1320cc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=06619cb3-411a-4dff-a1b5-2acf5a1320cc,segment=NetworkSegment(eed87216-0f5a-42f4-b82b-e779fcc7c6f9),segment_id=eed87216-0f5a-42f4-b82b-e779fcc7c6f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:42.731037 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.737231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.746226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Pushing event updated for resources: {'Port': ['ID=cb057457-81b8-4f98-96ad-dcc03c5ec769,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:42.754997 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-805f50dd-3057-4a02-8338-fc76fc78118d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:29:42.759832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-805f50dd-3057-4a02-8338-fc76fc78118d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "PUT /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f HTTP/1.1" status: 400 len: 364 time: 0.9217033 Aug 30 14:29:42.760418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:42.828522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fcd58-6924-4afc-9d72-9fb04571e4a0 req-a3800c9f-57a9-4850-b69b-86f902894d9a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:42.841105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f6fcd58-6924-4afc-9d72-9fb04571e4a0 req-a3800c9f-57a9-4850-b69b-86f902894d9a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1807084 Aug 30 14:29:42.906541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f6fcd58-6924-4afc-9d72-9fb04571e4a0 req-8bba5463-30b3-40f1-9777-f46ea42a8088 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593276 Aug 30 14:29:42.906921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:29:40Z', 'revision_number': 3, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port': {'id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:39Z', 'updated_at': '2021-08-30T14:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:42.924611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:42.924611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:42.979558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Checking router: c7e620de-ef4d-404c-89c2-842be8221010 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:29:42.979558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Updating router c7e620de-ef4d-404c-89c2-842be8221010 port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:29:42.993107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7b15be11-2311-42f0-b30c-f8c723a833b2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:43.101929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-24abb8aa-e8ae-4258-b172-93bc43a25904 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.108134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-24abb8aa-e8ae-4258-b172-93bc43a25904 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.108304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=06619cb3-411a-4dff-a1b5-2acf5a1320cc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:43.113993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-24abb8aa-e8ae-4258-b172-93bc43a25904 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.118085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.119959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-24abb8aa-e8ae-4258-b172-93bc43a25904 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.125793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-24abb8aa-e8ae-4258-b172-93bc43a25904 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.132797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-24abb8aa-e8ae-4258-b172-93bc43a25904 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.138572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-24abb8aa-e8ae-4258-b172-93bc43a25904 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.140982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-24abb8aa-e8ae-4258-b172-93bc43a25904 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5426 time: 0.1454053 Aug 30 14:29:43.149914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Router c7e620de-ef4d-404c-89c2-842be8221010 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:29:43.173101 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.189730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Allocated IP 2001:db8:1::2 (88893667-3c8a-4114-a06e-908a58b3e5d5/8c9e86da-0b2a-4fed-92e0-2317e357a4d0/290cf19e-44b6-4902-8155-01fb8035cc7f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:43.204296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.271747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9be83a-245b-40d2-b54c-fbe7a8b49151 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:43.289437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bbcbb3f-e894-49b1-8ee4-f3056cd303e5 req-b3dacbb9-ddc2-4aac-adb8-689387c62892 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275883 Aug 30 14:29:43.325232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:29:43.330802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9e18c48c-3f67-4f72-93d4-694a6c6939ad admin admin] 10.222.0.50 "PUT /v2.0/routers/c7e620de-ef4d-404c-89c2-842be8221010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3414898 Aug 30 14:29:43.332649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:43.377300 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.379086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 7b15be11-2311-42f0-b30c-f8c723a833b2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:43.379451 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.491677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:43.551161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:43.551980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1279299236'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:43.573627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Allocated IP 2001:db8::1 (e04d2584-1c12-41e7-88c4-cacc422c8873/5761a523-44f6-4b72-ba46-941fd73792ba/16012bee-929c-49c1-a3cf-878ad22311a2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:43.578469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:43.583672 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.614962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:43.629129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.629492 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Added segment c60882c8-eaa9-4d45-86cc-1832bdd833b2 of type vlan for network adb66901-16ee-4963-9afa-69777011e333 Aug 30 14:29:43.698820 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.728483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.735574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.736231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.745380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.773240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Transition to ACTIVE for port object 16012bee-929c-49c1-a3cf-878ad22311a2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:43.796289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7af104-6852-4535-9fee-8a9946d4fc5c None None] Network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:43.804517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3116879 Aug 30 14:29:43.807221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37990) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:43.812048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'subnet': {'network_id': 'adb66901-16ee-4963-9afa-69777011e333', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:43.816832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ea4fd-cb44-47a8-a88c-1f6fc48d1d6d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Network': ['ID=adb66901-16ee-4963-9afa-69777011e333,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:43.847065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network adb66901-16ee-4963-9afa-69777011e333 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:43.870879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e584a83-f970-429c-8a4a-e307830c161d req-e0ce95d0-9a69-4664-bd32-9b16a45d22b9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:43.872387 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e584a83-f970-429c-8a4a-e307830c161d req-e0ce95d0-9a69-4664-bd32-9b16a45d22b9 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.0935340 Aug 30 14:29:43.907073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.946021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:43.950917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:43.979131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network e04d2584-1c12-41e7-88c4-cacc422c8873 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:43.986280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e584a83-f970-429c-8a4a-e307830c161d req-63a4ea80-62eb-4fa0-b4a6-d1b2132d0fd2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040924 Aug 30 14:29:43.988361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:43.991325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Port': ['ID=16012bee-929c-49c1-a3cf-878ad22311a2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:43.993803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:43.994357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.019812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2244b382-aea9-406f-b14f-f7f8b1a96600 None None] Provisioning for port 82bfd515-1c34-4067-ad31-f9d5ba958106 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:44.042833 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.079035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 82bfd515-1c34-4067-ad31-f9d5ba958106 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:44.095585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Transition to ACTIVE for port object 290cf19e-44b6-4902-8155-01fb8035cc7f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:44.150988 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.174308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Transition to ACTIVE for port object 290cf19e-44b6-4902-8155-01fb8035cc7f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:44.211496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Transition to ACTIVE for port object ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:44.214031 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.230665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af89556-5baf-4657-a729-aa9b6d33b450 req-5b7fef2b-13b3-4c3f-a1b7-4e356719292c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.232606 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2af89556-5baf-4657-a729-aa9b6d33b450 req-5b7fef2b-13b3-4c3f-a1b7-4e356719292c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1217458 Aug 30 14:29:44.238064 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.262373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.267983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5b9be83a-245b-40d2-b54c-fbe7a8b49151'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:29:44.310513 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.338219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Pushing event updated for resources: {'Port': ['ID=290cf19e-44b6-4902-8155-01fb8035cc7f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:44.339202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2af89556-5baf-4657-a729-aa9b6d33b450 req-c727737b-d17e-45d8-933b-a12980896513 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831277 Aug 30 14:29:44.440256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Network 88893667-3c8a-4114-a06e-908a58b3e5d5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:44.479681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:44.482217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:44.498942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 82bfd515-1c34-4067-ad31-f9d5ba958106 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:44.509990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Attempting to bind port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:44.510531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Attempting to bind port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:44.510909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Attempting to bind port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:44.534290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 82bfd515-1c34-4067-ad31-f9d5ba958106 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:44.534674 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.537949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae4d33e6-57c3-4502-a512-3cb127abc520 None None] Provisioning for port 16012bee-929c-49c1-a3cf-878ad22311a2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:44.570940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865f8d5-d74c-4399-9bbf-df6b8f425829 None None] Pushing event updated for resources: {'Port': ['ID=ce077e0a-0cf8-46dd-8d75-b26bb88ffff1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:44.578206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:44.578616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:44.578988 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.579385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:44.579874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Bound port: ce077e0a-0cf8-46dd-8d75-b26bb88ffff1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:44.580367 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.585905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.591519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.593144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.624636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae4d33e6-57c3-4502-a512-3cb127abc520 None None] Provisioning complete for port 16012bee-929c-49c1-a3cf-878ad22311a2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:44.625071 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae4d33e6-57c3-4502-a512-3cb127abc520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.635174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Subnet': ['ID=09c98a12-d8f8-431e-bd2b-2165ba2f266b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:44.698624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event updated for resources: {'Port': ['ID=16012bee-929c-49c1-a3cf-878ad22311a2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:44.738782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-58db7f3a-1f6a-48f8-8dbe-80bce4cc9d38 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.746261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-58db7f3a-1f6a-48f8-8dbe-80bce4cc9d38 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.752938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-58db7f3a-1f6a-48f8-8dbe-80bce4cc9d38 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.756018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Attempting to bind port 290cf19e-44b6-4902-8155-01fb8035cc7f on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:44.756398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Attempting to bind port 290cf19e-44b6-4902-8155-01fb8035cc7f by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '83efb749-1e38-4aa8-b0ab-02d4b8d33783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '88893667-3c8a-4114-a06e-908a58b3e5d5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:44.756767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Attempting to bind port 290cf19e-44b6-4902-8155-01fb8035cc7f on network 88893667-3c8a-4114-a06e-908a58b3e5d5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:44.759238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-58db7f3a-1f6a-48f8-8dbe-80bce4cc9d38 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.765649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-58db7f3a-1f6a-48f8-8dbe-80bce4cc9d38 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.772726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-58db7f3a-1f6a-48f8-8dbe-80bce4cc9d38 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.779813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-58db7f3a-1f6a-48f8-8dbe-80bce4cc9d38 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.787608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Network e04d2584-1c12-41e7-88c4-cacc422c8873 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:44.789583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-58db7f3a-1f6a-48f8-8dbe-80bce4cc9d38 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5426 time: 0.1557927 Aug 30 14:29:44.789719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:44.804205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Checking segment: {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:44.804563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network hostable DHCP agents. Network: adb66901-16ee-4963-9afa-69777011e333, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:44.813322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d33e6-57c3-4502-a512-3cb127abc520 None None] Port 16012bee-929c-49c1-a3cf-878ad22311a2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:29:44.834546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:44.839656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Checking segment: {'id': '83efb749-1e38-4aa8-b0ab-02d4b8d33783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '88893667-3c8a-4114-a06e-908a58b3e5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:44.840506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.840506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Bound using segment: {'id': '83efb749-1e38-4aa8-b0ab-02d4b8d33783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '88893667-3c8a-4114-a06e-908a58b3e5d5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:44.840990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Bound port: 290cf19e-44b6-4902-8155-01fb8035cc7f, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83efb749-1e38-4aa8-b0ab-02d4b8d33783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '88893667-3c8a-4114-a06e-908a58b3e5d5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:44.844763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.879595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0285ac0e-3813-4c04-9d2f-aa0d26a73a9f req-2399eb05-7a45-4a23-ba0d-b8801fba39f7 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889473 Aug 30 14:29:44.881306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network adb66901-16ee-4963-9afa-69777011e333 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:44.883214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] For port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:44.903133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, adb66901-16ee-4963-9afa-69777011e333) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:44.908466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:44.909458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:44.933633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd94119-ab1b-4c97-961b-74405bc09b09 None None] Network adb66901-16ee-4963-9afa-69777011e333 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:44.941908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2cc13cb4-1e64-4103-a2e2-b1c6171d5bdb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1316962 Aug 30 14:29:44.942736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:44.950548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Router 589ce38b-c5f3-4702-9c0e-1abad83ecb2f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:29:44.960972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-874516355'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:44.975420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] For port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ce077e0a-0cf8-46dd-8d75-b26bb88ffff1,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:45.014133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:45.021379 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.075198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:29:45.088630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.088630 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Added segment c227a250-7237-456d-851e-d517ee58be56 of type vlan for network a57c8bdb-56b9-474d-b31c-46060b525040 Aug 30 14:29:45.154949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.207866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:29:45.218272 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df85fd-5f07-40d3-a6bc-3436d747d71f None None] Sync routers for ids ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:29:45.220647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-79ad910c-239a-4dce-997f-e8946b470663 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "PUT /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4592080 Aug 30 14:29:45.223349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:45.239905 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df85fd-5f07-40d3-a6bc-3436d747d71f None None] Routers {'589ce38b-c5f3-4702-9c0e-1abad83ecb2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:45.239905 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10df85fd-5f07-40d3-a6bc-3436d747d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:45.247222 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.260081 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.268327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:45.268988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.292394 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10df85fd-5f07-40d3-a6bc-3436d747d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:45.302397 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df85fd-5f07-40d3-a6bc-3436d747d71f None None] Routers {'589ce38b-c5f3-4702-9c0e-1abad83ecb2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:45.303308 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10df85fd-5f07-40d3-a6bc-3436d747d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:45.339403 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-10df85fd-5f07-40d3-a6bc-3436d747d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:45.340282 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df85fd-5f07-40d3-a6bc-3436d747d71f None None] The sync data for ids ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:29:45.368746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] For port 290cf19e-44b6-4902-8155-01fb8035cc7f, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:45.371940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] For port 290cf19e-44b6-4902-8155-01fb8035cc7f, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=290cf19e-44b6-4902-8155-01fb8035cc7f,segment=NetworkSegment(83efb749-1e38-4aa8-b0ab-02d4b8d33783),segment_id=83efb749-1e38-4aa8-b0ab-02d4b8d33783)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:45.395770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4488864 Aug 30 14:29:45.400742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:45.426468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'subnet': {'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:45.439386 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.448751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a32f4-9ada-4019-8fa6-d106d882236e req-39a297b7-b42b-48b3-bd81-9ea8c9a9093b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:45.450689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d2a32f4-9ada-4019-8fa6-d106d882236e req-39a297b7-b42b-48b3-bd81-9ea8c9a9093b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.2320440 Aug 30 14:29:45.457307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device de5ba890-9014-4b69-a5cb-59a329f7e621 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:45.481827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Network': ['ID=a57c8bdb-56b9-474d-b31c-46060b525040,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:45.513249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.513598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.513940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.514387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.514641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.514972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.515306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.515619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.515944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.516265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.516633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.516943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3ab6b-a8ef-4b5a-8126-0b064c9ee88d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:45.532564 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.565024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d2a32f4-9ada-4019-8fa6-d106d882236e req-05410748-d443-440c-a0d5-d98b4590fde3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048884 Aug 30 14:29:45.586889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a57c8bdb-56b9-474d-b31c-46060b525040 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:29:45.590415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865f8d5-d74c-4399-9bbf-df6b8f425829 None None] Pushing event updated for resources: {'Port': ['ID=ce077e0a-0cf8-46dd-8d75-b26bb88ffff1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:45.611479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b897f91-e9af-431b-a520-f91330807b16 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.797026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20579af-e111-4ea2-9a71-120b9a3d3414 None None] Pushing event updated for resources: {'Port': ['ID=290cf19e-44b6-4902-8155-01fb8035cc7f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:45.854611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a82a361a-9f7d-4cad-a738-e88ffec2b959 None None] Provisioning for port cb057457-81b8-4f98-96ad-dcc03c5ec769 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:45.860684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:45.864202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.924847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Routers {'c7e620de-ef4d-404c-89c2-842be8221010'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:45.926955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c7e620de-ef4d-404c-89c2-842be8221010'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:46.068755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-3860bd0c-f356-48b0-b9db-0204009dc9a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.072608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] Set router c7e620de-ef4d-404c-89c2-842be8221010 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:29:46.076341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-3860bd0c-f356-48b0-b9db-0204009dc9a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.084540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-3860bd0c-f356-48b0-b9db-0204009dc9a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.092018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-3860bd0c-f356-48b0-b9db-0204009dc9a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.099698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-3860bd0c-f356-48b0-b9db-0204009dc9a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.106574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-3860bd0c-f356-48b0-b9db-0204009dc9a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.118257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-3860bd0c-f356-48b0-b9db-0204009dc9a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.127184 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-3860bd0c-f356-48b0-b9db-0204009dc9a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5426 time: 0.1333082 Aug 30 14:29:46.171926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a82a361a-9f7d-4cad-a738-e88ffec2b959 None None] Provisioning complete for port cb057457-81b8-4f98-96ad-dcc03c5ec769 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:46.172409 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a82a361a-9f7d-4cad-a738-e88ffec2b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:46.176677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 82bfd515-1c34-4067-ad31-f9d5ba958106, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=82bfd515-1c34-4067-ad31-f9d5ba958106,segment=NetworkSegment(50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343),segment_id=50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:46.212815 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31b794b5-232e-4bdb-bb84-6dc55936a44a req-0436f5b0-68d0-4209-83b6-fc989c3a4c10 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767164 Aug 30 14:29:46.257091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:46.329609 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:29:46.339633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-adb66901-16ee-4963-9afa-69777011e333', 'network_id': 'adb66901-16ee-4963-9afa-69777011e333', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'fixed_ips': [{'subnet_id': '09c98a12-d8f8-431e-bd2b-2165ba2f266b'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:46.340567 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:46.347788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4958d5e-04a0-4154-a1fa-e17ee27eca13 req-3603fc4e-8402-44a7-9ba5-520c0e0036e2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.349571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4958d5e-04a0-4154-a1fa-e17ee27eca13 req-3603fc4e-8402-44a7-9ba5-520c0e0036e2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.8300765 Aug 30 14:29:46.435689 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8b897f91-e9af-431b-a520-f91330807b16 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 14:29:46.436822 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b897f91-e9af-431b-a520-f91330807b16 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f HTTP/1.1" status: 409 len: 329 time: 1.2124665 Aug 30 14:29:46.440005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:46.506382 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:46.610915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Subnet': ['ID=2bd7d230-df7b-483c-b375-38edf89b6368,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:46.651365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Checking segment: {'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:46.651740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network hostable DHCP agents. Network: a57c8bdb-56b9-474d-b31c-46060b525040, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:29:46.657407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4958d5e-04a0-4154-a1fa-e17ee27eca13 req-b4f346eb-3d72-44a3-9ee6-7e1e7471cde9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308338 Aug 30 14:29:46.705269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network a57c8bdb-56b9-474d-b31c-46060b525040 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:29:46.717315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, a57c8bdb-56b9-474d-b31c-46060b525040) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:46.722246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:46.722839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:46.761572 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-76ebef2e-90bf-4ad5-a0dd-9679b1446912 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3517225 Aug 30 14:29:46.894775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e7909-c338-4dce-8b4f-15924e7e8f49 None None] Network a57c8bdb-56b9-474d-b31c-46060b525040 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:46.920081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port de5ba890-9014-4b69-a5cb-59a329f7e621 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:46.977275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a82a361a-9f7d-4cad-a738-e88ffec2b959 None None] Port cb057457-81b8-4f98-96ad-dcc03c5ec769 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:29:47.004605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7b19-9e14-4add-9445-f7046dc52670 req-cabcf8ec-2ffe-4277-a5cb-a70111bd7e8f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.011703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65ff7b19-9e14-4add-9445-f7046dc52670 req-cabcf8ec-2ffe-4277-a5cb-a70111bd7e8f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.2275832 Aug 30 14:29:47.100849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port de5ba890-9014-4b69-a5cb-59a329f7e621 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:47.101406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:47.164812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 290cf19e-44b6-4902-8155-01fb8035cc7f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:47.193513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65ff7b19-9e14-4add-9445-f7046dc52670 req-55ef500e-53bc-43fb-9fa7-5d5010d82520 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806338 Aug 30 14:29:47.295145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-7fb5f8c0-0165-4116-b975-9adba635c682 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.312982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-7fb5f8c0-0165-4116-b975-9adba635c682 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.321539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-7fb5f8c0-0165-4116-b975-9adba635c682 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/networks?id=adb66901-16ee-4963-9afa-69777011e333&id=a57c8bdb-56b9-474d-b31c-46060b525040&id=adb66901-16ee-4963-9afa-69777011e333 HTTP/1.1" status: 200 len: 1391 time: 0.3200760 Aug 30 14:29:47.356343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a82a361a-9f7d-4cad-a738-e88ffec2b959 None None] Provisioning complete for port 82bfd515-1c34-4067-ad31-f9d5ba958106 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:47.357100 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a82a361a-9f7d-4cad-a738-e88ffec2b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:47.376072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-7762c773-0596-4fca-a2e3-1daa192a716b tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/quotas/bbe1b903bfdd46bcb07f3531205b86a4 HTTP/1.1" status: 200 len: 375 time: 0.0535593 Aug 30 14:29:47.387235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=82bfd515-1c34-4067-ad31-f9d5ba958106,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:47.467950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf6b0-973e-4e78-9ce8-670552438062 req-b725f7a8-5abc-4f0d-85ac-975e4bae04fd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.469794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-af57b0dc-b0e2-4a0f-95eb-8be77f1ecd7d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927813 Aug 30 14:29:47.481410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf6b0-973e-4e78-9ce8-670552438062 req-b725f7a8-5abc-4f0d-85ac-975e4bae04fd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.488289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf6b0-973e-4e78-9ce8-670552438062 req-b725f7a8-5abc-4f0d-85ac-975e4bae04fd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.494378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf6b0-973e-4e78-9ce8-670552438062 req-b725f7a8-5abc-4f0d-85ac-975e4bae04fd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.495835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:29:42Z', 'revision_number': 4, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port': {'id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:39Z', 'updated_at': '2021-08-30T14:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb057457-81b8-4f98-96ad-dcc03c5ec769', 'name': '', 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'mac_address': 'fa:16:3e:90:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:41Z', 'updated_at': '2021-08-30T14:29:42Z', 'revision_number': 2, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'subnets': [{'id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:47.504203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf6b0-973e-4e78-9ce8-670552438062 req-b725f7a8-5abc-4f0d-85ac-975e4bae04fd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.512200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf6b0-973e-4e78-9ce8-670552438062 req-b725f7a8-5abc-4f0d-85ac-975e4bae04fd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.534924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf6b0-973e-4e78-9ce8-670552438062 req-b725f7a8-5abc-4f0d-85ac-975e4bae04fd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:47.538758 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95baf6b0-973e-4e78-9ce8-670552438062 req-b725f7a8-5abc-4f0d-85ac-975e4bae04fd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5426 time: 0.1743665 Aug 30 14:29:47.590148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe29674-c6eb-493e-bcf2-0d9b5440460a None None] The sync data for ids ['c7e620de-ef4d-404c-89c2-842be8221010'] in n-d-805668-3 is: [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:29:42Z', 'revision_number': 4, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port': {'id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:39Z', 'updated_at': '2021-08-30T14:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb057457-81b8-4f98-96ad-dcc03c5ec769', 'name': '', 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'mac_address': 'fa:16:3e:90:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:41Z', 'updated_at': '2021-08-30T14:29:42Z', 'revision_number': 2, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'subnets': [{'id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:29:47.666321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-3155ba57-0ff8-49eb-8deb-beeb0468f9db service neutron] 10.222.0.50 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952589 Aug 30 14:29:47.705887 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95baf6b0-973e-4e78-9ce8-670552438062 req-9cd49704-4b57-4c71-8454-c4a6dc039fb3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541970 Aug 30 14:29:47.712573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-a57c8bdb-56b9-474d-b31c-46060b525040', 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'fixed_ips': [{'subnet_id': '2bd7d230-df7b-483c-b375-38edf89b6368'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:29:47.713518 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:47.770135 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:47.827189 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:47.849060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 290cf19e-44b6-4902-8155-01fb8035cc7f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:47.866942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Allocated IP 19.80.0.2 (adb66901-16ee-4963-9afa-69777011e333/09c98a12-d8f8-431e-bd2b-2165ba2f266b/85efc6e9-7b52-453c-9f30-3415122391e5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:47.912439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port de5ba890-9014-4b69-a5cb-59a329f7e621, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de5ba890-9014-4b69-a5cb-59a329f7e621,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:47.913762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b6149d-7cfb-453a-b1a2-0b2896658626 None None] Network 88893667-3c8a-4114-a06e-908a58b3e5d5 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:47.926127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-2a2c1602-1134-4b60-a926-86d303b9cb2a service neutron] 10.222.0.50 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577543 Aug 30 14:29:48.020003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5ba890-9014-4b69-a5cb-59a329f7e621'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:48.034312 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f169f5-9f1c-40fa-b28e-ac098bdd8685" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "de5ba890-9014-4b69-a5cb-59a329f7e621"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:48.050769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 06619cb3-411a-4dff-a1b5-2acf5a1320cc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:48.110805 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:48.265509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=de5ba890-9014-4b69-a5cb-59a329f7e621,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:48.275810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:48.294564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad858145-b666-429c-bfc3-a7d506cb4c53 req-8d5eeb5a-b7eb-4cf1-ab23-cb21900c1301 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:48.302522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad858145-b666-429c-bfc3-a7d506cb4c53 req-8d5eeb5a-b7eb-4cf1-ab23-cb21900c1301 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1316762 Aug 30 14:29:48.423832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad858145-b666-429c-bfc3-a7d506cb4c53 req-2058161c-8e74-4fce-b106-f587c1c1b34e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203279 Aug 30 14:29:48.511290 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937bc6a4-071c-46aa-89ae-8e64e74677b6 x-openstack-request-id: req-937bc6a4-071c-46aa-89ae-8e64e74677b6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:48.511582 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "de5ba890-9014-4b69-a5cb-59a329f7e621", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:48.511829 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-937bc6a4-071c-46aa-89ae-8e64e74677b6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:48.512253 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5ba890-9014-4b69-a5cb-59a329f7e621', 'code': 200} Aug 30 14:29:48.607633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 06619cb3-411a-4dff-a1b5-2acf5a1320cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:48.608827 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:48.663968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting port 16012bee-929c-49c1-a3cf-878ad22311a2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:48.663968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:48.673277 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-3954142c-dfa6-4ad7-a7b0-49449bdf65e7 service neutron] 10.222.0.50 "GET /v2.0/networks/a57c8bdb-56b9-474d-b31c-46060b525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409773 Aug 30 14:29:48.728334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Provisioning for port 290cf19e-44b6-4902-8155-01fb8035cc7f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:48.762765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Provisioning complete for port 290cf19e-44b6-4902-8155-01fb8035cc7f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:48.763155 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:48.819099 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:48.852933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Calling delete_port for 16012bee-929c-49c1-a3cf-878ad22311a2 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:48.882862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507be0-d7ff-4f44-9623-985627f6ab3c req-17f211b1-188b-47aa-bb78-13e7b154bf39 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:48.890644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce507be0-d7ff-4f44-9623-985627f6ab3c req-17f211b1-188b-47aa-bb78-13e7b154bf39 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.3230047 Aug 30 14:29:48.916843 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-1b8837ad-c574-47d8-94b7-eb9412c31591 service neutron] 10.222.0.50 "GET /v2.0/networks/a57c8bdb-56b9-474d-b31c-46060b525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422345 Aug 30 14:29:48.988660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce507be0-d7ff-4f44-9623-985627f6ab3c req-0019e87c-f1b9-4f8e-a9dc-f00c35d94b9e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903339 Aug 30 14:29:49.069411 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-b9488020-5f39-4855-9bae-2b28318be77a service neutron] 10.222.0.50 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506913 Aug 30 14:29:49.071231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Allocated IP 19.86.0.2 (a57c8bdb-56b9-474d-b31c-46060b525040/2bd7d230-df7b-483c-b375-38edf89b6368/4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:49.205484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d876-e5bb-49f6-959c-801947adf141 req-5089bb2c-c099-44a2-9959-4b22da00be4f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:49.214332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d876-e5bb-49f6-959c-801947adf141 req-5089bb2c-c099-44a2-9959-4b22da00be4f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:49.221214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d876-e5bb-49f6-959c-801947adf141 req-5089bb2c-c099-44a2-9959-4b22da00be4f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:49.227601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d876-e5bb-49f6-959c-801947adf141 req-5089bb2c-c099-44a2-9959-4b22da00be4f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:49.234250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d876-e5bb-49f6-959c-801947adf141 req-5089bb2c-c099-44a2-9959-4b22da00be4f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:49.240824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d876-e5bb-49f6-959c-801947adf141 req-5089bb2c-c099-44a2-9959-4b22da00be4f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:49.247433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d876-e5bb-49f6-959c-801947adf141 req-5089bb2c-c099-44a2-9959-4b22da00be4f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:49.255867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba31d876-e5bb-49f6-959c-801947adf141 req-5089bb2c-c099-44a2-9959-4b22da00be4f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5427 time: 0.1351843 Aug 30 14:29:49.263777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-7e3ad1bb-3d04-4aa9-9728-b13adb229d6e service neutron] 10.222.0.50 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913114 Aug 30 14:29:49.300310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:49.319345 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:49.363896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba31d876-e5bb-49f6-959c-801947adf141 req-3ba9faa7-ba95-412b-8fd6-daf311f0a6c2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030040 Aug 30 14:29:49.455587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:49.482541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Transition to ACTIVE for port object 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:49.505120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Transition to ACTIVE for port object 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:49.510256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Transition to ACTIVE for port object 85efc6e9-7b52-453c-9f30-3415122391e5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:49.517445 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:49.542780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Port': ['ID=16012bee-929c-49c1-a3cf-878ad22311a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:49.627357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:49.630223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:49.630725 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:49.767148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:49.776034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0bf4-3b17-4ca5-ad48-656267e1524b req-0ff077c6-3a41-4601-bbe5-b8e978b0a044 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:49.794739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e5c0bf4-3b17-4ca5-ad48-656267e1524b req-0ff077c6-3a41-4601-bbe5-b8e978b0a044 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.0968730 Aug 30 14:29:49.928355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e5c0bf4-3b17-4ca5-ad48-656267e1524b req-8c152c50-e9cb-4941-85d7-c9bf25a75403 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323140 Aug 30 14:29:50.017356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Pushing event updated for resources: {'Port': ['ID=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:50.076710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Transition to ACTIVE for port object 85efc6e9-7b52-453c-9f30-3415122391e5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:50.106801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2450c998-49d2-40aa-8db0-c041f350e10e req-37eeb6fa-c09f-400b-8de1-3dbf028492fa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 210 time: 0.3411338 Aug 30 14:29:50.134170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] For port 290cf19e-44b6-4902-8155-01fb8035cc7f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=290cf19e-44b6-4902-8155-01fb8035cc7f,segment=NetworkSegment(83efb749-1e38-4aa8-b0ab-02d4b8d33783),segment_id=83efb749-1e38-4aa8-b0ab-02d4b8d33783)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:50.139982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:50.180256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Network a57c8bdb-56b9-474d-b31c-46060b525040 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:50.208686 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:50.268488 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:50.270008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:50.273719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:50.283571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:50.302521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf439ef-e574-45fd-95d9-b224650ede86 req-cc36003c-aa76-4b02-ae79-795d2125a623 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:50.314780 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ddf439ef-e574-45fd-95d9-b224650ede86 req-cc36003c-aa76-4b02-ae79-795d2125a623 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1728740 Aug 30 14:29:50.336656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Router 589ce38b-c5f3-4702-9c0e-1abad83ecb2f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:29:50.433987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ddf439ef-e574-45fd-95d9-b224650ede86 req-2c9476b7-eac6-4bc4-943e-956cb00a14d3 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132658 Aug 30 14:29:50.438480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Network adb66901-16ee-4963-9afa-69777011e333 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:50.464115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:50.466666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:50.493764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:29:50.495380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Provisioning complete for port cb057457-81b8-4f98-96ad-dcc03c5ec769 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:50.499331 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e3446ba-4f81-42cc-9bd4-26685f24ee71 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "PUT /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0580387 Aug 30 14:29:50.500100 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:50.503183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:50.568518 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c35e15a8-c89a-4d52-93bf-ce8f2f487781 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] show failed (client error): The resource could not be found. Aug 30 14:29:50.575777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c35e15a8-c89a-4d52-93bf-ce8f2f487781 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-356405955 HTTP/1.1" status: 404 len: 334 time: 0.0655119 Aug 30 14:29:50.583037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:50.583408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-88f19156-393f-4661-9a3e-f28ae6590e48 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:50.591898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-88f19156-393f-4661-9a3e-f28ae6590e48 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:50.609827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7f9a253-2180-4f0b-bc0e-41a6ee01f2e0 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:50.614200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-88f19156-393f-4661-9a3e-f28ae6590e48 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:50.629385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-88f19156-393f-4661-9a3e-f28ae6590e48 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:50.649385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-88f19156-393f-4661-9a3e-f28ae6590e48 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:50.670762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-88f19156-393f-4661-9a3e-f28ae6590e48 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:50.684274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-88f19156-393f-4661-9a3e-f28ae6590e48 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:50.689158 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-88f19156-393f-4661-9a3e-f28ae6590e48 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5427 time: 0.1776872 Aug 30 14:29:50.696141 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a7f9a253-2180-4f0b-bc0e-41a6ee01f2e0 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] update failed (client error): The resource could not be found. Aug 30 14:29:50.697436 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a7f9a253-2180-4f0b-bc0e-41a6ee01f2e0 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-863743060 HTTP/1.1" status: 404 len: 334 time: 0.1145341 Aug 30 14:29:50.703107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:50.758086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Port cb057457-81b8-4f98-96ad-dcc03c5ec769 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:29:50.760008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08a366-2a8f-452b-ba55-bf7571cc47b0 None None] Sync routers for ids ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:29:50.823441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Pushing event updated for resources: {'Port': ['ID=85efc6e9-7b52-453c-9f30-3415122391e5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:50.828263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-afcdbc04-ed9e-43b4-9b3d-27e3275d064b req-7af81d58-66cc-4529-8392-1b4032ff4ce8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226759 Aug 30 14:29:50.842073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Could not find standard attr ID for object 16012bee-929c-49c1-a3cf-878ad22311a2. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:29:50.871205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d77bec-43b1-4064-bc98-970b0e46a83e tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting subnet 8c9e86da-0b2a-4fed-92e0-2317e357a4d0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:29:50.886963 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d77bec-43b1-4064-bc98-970b0e46a83e tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:50.907070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:50.954117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:50.963376 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec1dc8-39d4-4fc8-ac0e-43c92cb37f18" -d '{"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-plugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:50.966874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d77bec-43b1-4064-bc98-970b0e46a83e tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:50.989986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Attempting to bind port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:50.990380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Attempting to bind port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:50.990776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Attempting to bind port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 on network a57c8bdb-56b9-474d-b31c-46060b525040 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:51.001697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08a366-2a8f-452b-ba55-bf7571cc47b0 None None] Routers {'589ce38b-c5f3-4702-9c0e-1abad83ecb2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:51.002483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3e08a366-2a8f-452b-ba55-bf7571cc47b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:51.090148 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b376ab35-ef9f-4f05-b644-25ff65154fd0 x-openstack-request-id: req-b376ab35-ef9f-4f05-b644-25ff65154fd0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:51.090438 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-plugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:51.090692 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b376ab35-ef9f-4f05-b644-25ff65154fd0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:51.093454 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'code': 200} Aug 30 14:29:51.128982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:51.129727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Checking segment: {'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:51.130905 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.131920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Bound using segment: {'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:51.133585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Bound port: 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:51.134446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.136008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d77bec-43b1-4064-bc98-970b0e46a83e tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.167864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf8677-8cc5-49f5-87f8-47554dd44d59 req-67b6588a-870b-4bac-9848-291003153c11 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:51.183228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8faf8677-8cc5-49f5-87f8-47554dd44d59 req-67b6588a-870b-4bac-9848-291003153c11 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1192732 Aug 30 14:29:51.343851 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26904569-2648-4aa6-8678-f7208d21d0cb req-d8d7728c-2adb-4c81-a1c7-7487c9cb06d9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 210 time: 0.0629504 Aug 30 14:29:51.358042 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d77bec-43b1-4064-bc98-970b0e46a83e tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.397664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] For port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:51.418396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] For port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:51.422966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3e08a366-2a8f-452b-ba55-bf7571cc47b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:51.425168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d77bec-43b1-4064-bc98-970b0e46a83e tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9e86da-0b2a-4fed-92e0-2317e357a4d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:51.435080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d77bec-43b1-4064-bc98-970b0e46a83e tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.436836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-0f161249-6a70-4075-a991-7100e4cb2f6c tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:51.437565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-91d77bec-43b1-4064-bc98-970b0e46a83e tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/subnets/8c9e86da-0b2a-4fed-92e0-2317e357a4d0 HTTP/1.1" status: 204 len: 168 time: 0.7331705 Aug 30 14:29:51.440333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:51.444578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:51.444821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-0f161249-6a70-4075-a991-7100e4cb2f6c tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:51.446694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-0f161249-6a70-4075-a991-7100e4cb2f6c tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "GET /v2.0/networks?id=adb66901-16ee-4963-9afa-69777011e333&id=a57c8bdb-56b9-474d-b31c-46060b525040&id=adb66901-16ee-4963-9afa-69777011e333 HTTP/1.1" status: 200 len: 1391 time: 0.1944764 Aug 30 14:29:51.478889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'port': {'device_id': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'network_id': 'adb66901-16ee-4963-9afa-69777011e333', 'admin_state_up': True, 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:51.493733 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.505940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8faf8677-8cc5-49f5-87f8-47554dd44d59 req-e8ffdcb2-c97b-434c-8153-1ae1efa89869 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167198 Aug 30 14:29:51.531814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:51.537423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Attempting to bind port 85efc6e9-7b52-453c-9f30-3415122391e5 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:51.537854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Attempting to bind port 85efc6e9-7b52-453c-9f30-3415122391e5 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:51.538196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Attempting to bind port 85efc6e9-7b52-453c-9f30-3415122391e5 on network adb66901-16ee-4963-9afa-69777011e333 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:51.561306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630562e-ef4f-493e-84d6-082448f92dd3 None None] Network 88893667-3c8a-4114-a06e-908a58b3e5d5 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:51.586472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.587589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3ced7b74-6bc3-4baf-876c-6a010413f3d5 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:51.641698 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Sync routers for ids ['c7e620de-ef4d-404c-89c2-842be8221010'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:29:51.651163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:51.651546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.657412 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Routers {'c7e620de-ef4d-404c-89c2-842be8221010'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:51.659128 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c7e620de-ef4d-404c-89c2-842be8221010'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:51.662709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.701318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff7abd-49ff-4215-a4af-34a0492878dd req-9dfa813a-1666-4d39-8330-8383b3061424 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:51.710516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c1ff7abd-49ff-4215-a4af-34a0492878dd req-9dfa813a-1666-4d39-8330-8383b3061424 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1248057 Aug 30 14:29:51.762351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:51.785930 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.839244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c1ff7abd-49ff-4215-a4af-34a0492878dd req-d4b59175-324e-4289-9a01-a41d9fdb9fa5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276388 Aug 30 14:29:51.869531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting port 290cf19e-44b6-4902-8155-01fb8035cc7f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:51.869917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.872050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:51.872710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Checking segment: {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:51.872967 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.873456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Bound using segment: {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:51.874520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Bound port: 85efc6e9-7b52-453c-9f30-3415122391e5, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:51.874983 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.897088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1f6ef46-95ce-4722-8891-5faadc5f217b None None] Provisioning complete for port 290cf19e-44b6-4902-8155-01fb8035cc7f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:51.897584 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1f6ef46-95ce-4722-8891-5faadc5f217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:51.899798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72edb0d-205d-42dc-9b29-a8766bd06d67 None None] Pushing event updated for resources: {'Port': ['ID=290cf19e-44b6-4902-8155-01fb8035cc7f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:51.913067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08a366-2a8f-452b-ba55-bf7571cc47b0 None None] Routers {'589ce38b-c5f3-4702-9c0e-1abad83ecb2f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:51.914210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3e08a366-2a8f-452b-ba55-bf7571cc47b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:52.010390 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Set router c7e620de-ef4d-404c-89c2-842be8221010 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:29:52.151285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Allocated IP 19.80.0.112 (adb66901-16ee-4963-9afa-69777011e333/09c98a12-d8f8-431e-bd2b-2165ba2f266b/96295ea5-ca7f-4327-bb87-3b61b56d928e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:52.227831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] For port 290cf19e-44b6-4902-8155-01fb8035cc7f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=290cf19e-44b6-4902-8155-01fb8035cc7f,segment=NetworkSegment(83efb749-1e38-4aa8-b0ab-02d4b8d33783),segment_id=83efb749-1e38-4aa8-b0ab-02d4b8d33783)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:52.228575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:52.268721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-f41f032e-31c8-4f44-b078-f7b63d7f2457 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:52.277162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-f41f032e-31c8-4f44-b078-f7b63d7f2457 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:52.283915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-f41f032e-31c8-4f44-b078-f7b63d7f2457 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:52.290247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-f41f032e-31c8-4f44-b078-f7b63d7f2457 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:52.300932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-f41f032e-31c8-4f44-b078-f7b63d7f2457 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:52.323740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-f41f032e-31c8-4f44-b078-f7b63d7f2457 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:52.329799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-f41f032e-31c8-4f44-b078-f7b63d7f2457 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:52.334714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3e08a366-2a8f-452b-ba55-bf7571cc47b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:52.334714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08a366-2a8f-452b-ba55-bf7571cc47b0 None None] The sync data for ids ['589ce38b-c5f3-4702-9c0e-1abad83ecb2f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:29:52.346030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-f41f032e-31c8-4f44-b078-f7b63d7f2457 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5427 time: 0.2467895 Aug 30 14:29:52.360273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Calling delete_port for 290cf19e-44b6-4902-8155-01fb8035cc7f owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:52.461252 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:52.526612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Transition to ACTIVE for port object 96295ea5-ca7f-4327-bb87-3b61b56d928e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:52.540502 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:29:42Z', 'revision_number': 4, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port': {'id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:39Z', 'updated_at': '2021-08-30T14:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb057457-81b8-4f98-96ad-dcc03c5ec769', 'name': '', 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'mac_address': 'fa:16:3e:90:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:41Z', 'updated_at': '2021-08-30T14:29:42Z', 'revision_number': 2, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'subnets': [{'id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:52.556536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] For port 85efc6e9-7b52-453c-9f30-3415122391e5, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:52.567226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] For port 85efc6e9-7b52-453c-9f30-3415122391e5, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=85efc6e9-7b52-453c-9f30-3415122391e5,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:52.581875 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Checking router: c7e620de-ef4d-404c-89c2-842be8221010 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:29:52.582246 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Updating router c7e620de-ef4d-404c-89c2-842be8221010 port cb057457-81b8-4f98-96ad-dcc03c5ec769 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:29:52.601397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a07f50b-9d4f-4d21-b9ac-fe7cb4f5c67e req-0180cf38-fe26-4295-ae55-132d7cae1ea4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 210 time: 0.0765960 Aug 30 14:29:52.613818 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:52.626167 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:52.644441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] No DVR routers for this DVR port 290cf19e-44b6-4902-8155-01fb8035cc7f on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:52.677062 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:52.708872 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:52.724044 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-359b7ad0-ee46-4123-8cf3-51fb0a945f90 req-2a410eff-de9a-4c49-bc3b-5dd7ba0e3290 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3773942 Aug 30 14:29:52.749430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c8c6-fa1c-4da1-9829-1bd6ee1c2338 None None] Pushing event updated for resources: {'Port': ['ID=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:52.776140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Port': ['ID=290cf19e-44b6-4902-8155-01fb8035cc7f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:52.819414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Port': ['ID=96295ea5-ca7f-4327-bb87-3b61b56d928e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:52.827912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network adb66901-16ee-4963-9afa-69777011e333 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:52.839860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:52.859532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:52.915065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1f6ef46-95ce-4722-8891-5faadc5f217b None None] Could not find standard attr ID for object 290cf19e-44b6-4902-8155-01fb8035cc7f. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:29:52.966037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:52.996766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88893667-3c8a-4114-a06e-908a58b3e5d5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:53.011988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:53.018363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.040242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83efb749-1e38-4aa8-b0ab-02d4b8d33783') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:53.042116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83efb749-1e38-4aa8-b0ab-02d4b8d33783') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:53.060994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-9698dee2-b3b0-480a-9a22-41f0cd2f9921 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5961261 Aug 30 14:29:53.085598 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-b1f6ef46-95ce-4722-8891-5faadc5f217b None None] No ports have port_id starting with 290cf19e-44b6-4902-8155-01fb8035cc7f Aug 30 14:29:53.111359 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.111886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:53.114914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'port': {'device_id': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040', 'admin_state_up': True, 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:53.117398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.123597 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Transition to ACTIVE for port object cb057457-81b8-4f98-96ad-dcc03c5ec769 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:53.132111 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.196385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf84877-f8d6-41c4-9029-7751cded6348 req-072a0413-9fb2-4eed-92e9-905a00578184 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:53.211179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1cf84877-f8d6-41c4-9029-7751cded6348 req-072a0413-9fb2-4eed-92e9-905a00578184 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.3938482 Aug 30 14:29:53.245618 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.256682 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Pushing event updated for resources: {'Port': ['ID=cb057457-81b8-4f98-96ad-dcc03c5ec769,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:53.256915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:53.292734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.357247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8221c-6f75-43b5-929a-1d6650ed606e req-92ee1408-3be1-4dc1-9bf0-8911091088d7 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:53.361378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7b8221c-6f75-43b5-929a-1d6650ed606e req-92ee1408-3be1-4dc1-9bf0-8911091088d7 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.3344417 Aug 30 14:29:53.385134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:53.385134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:53.392723 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:53.406371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ebca66-eaa4-4bb1-af4f-e2071935b4b7 None None] DHCP port deletion for 88893667-3c8a-4114-a06e-908a58b3e5d5 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:29:53.411442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766bf7a-baa0-492c-afff-ce07b0a31048 None None] Pushing event updated for resources: {'Port': ['ID=85efc6e9-7b52-453c-9f30-3415122391e5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:53.417224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:53.417696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.473285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ce077e0a-0cf8-46dd-8d75-b26bb88ffff1,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:53.534903 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.537128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 82bfd515-1c34-4067-ad31-f9d5ba958106 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:53.568767 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.578164 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.578763 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.581642 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.582017 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.582357 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.582690 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.583100 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.583387 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.583797 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.591239 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.591725 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:29:53.636096 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Attempting to bind port cb057457-81b8-4f98-96ad-dcc03c5ec769 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:53.636598 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Attempting to bind port cb057457-81b8-4f98-96ad-dcc03c5ec769 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:53.638765 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1cf84877-f8d6-41c4-9029-7751cded6348 req-bf5aa202-31b8-4864-94ad-658bec21d328 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265902 Aug 30 14:29:53.691460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Attempting to bind port cb057457-81b8-4f98-96ad-dcc03c5ec769 on network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:53.847296 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:53.847771 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Checking segment: {'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:53.848193 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.848598 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Bound using segment: {'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:53.849113 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Bound port: cb057457-81b8-4f98-96ad-dcc03c5ec769, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:53.856544 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.871754 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.883918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.886548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:53.895691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/networks/88893667-3c8a-4114-a06e-908a58b3e5d5 HTTP/1.1" status: 204 len: 168 time: 2.4523845 Aug 30 14:29:53.898539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:53.902670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:53.975370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c674758-ab81-475d-a445-539ce9bccb1d tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Network': ['ID=88893667-3c8a-4114-a06e-908a58b3e5d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:54.003893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2053905-2837-458b-9058-89e7d74958ee None None] Network a57c8bdb-56b9-474d-b31c-46060b525040 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:54.007182 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7b8221c-6f75-43b5-929a-1d6650ed606e req-8258cddb-c9fa-4250-8310-ee3a118b2419 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137094 Aug 30 14:29:54.201994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9563c8-69a6-4822-8ab1-48d0ff7b07c1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting subnet 38a177e3-6856-487e-b1cb-6f62638473df {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:29:54.216543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9563c8-69a6-4822-8ab1-48d0ff7b07c1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:54.229940 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] For port cb057457-81b8-4f98-96ad-dcc03c5ec769, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:54.239942 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] For port cb057457-81b8-4f98-96ad-dcc03c5ec769, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cb057457-81b8-4f98-96ad-dcc03c5ec769,segment=NetworkSegment(50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343),segment_id=50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:54.248913 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:54.318101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ce077e0a-0cf8-46dd-8d75-b26bb88ffff1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:54.402723 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9563c8-69a6-4822-8ab1-48d0ff7b07c1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:54.415947 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba0773-bfa3-4a6f-8cc3-b30572c182b5 None None] Pushing event updated for resources: {'Port': ['ID=cb057457-81b8-4f98-96ad-dcc03c5ec769,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:54.460895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 82bfd515-1c34-4067-ad31-f9d5ba958106 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:54.461392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:54.507649 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Routers {'c7e620de-ef4d-404c-89c2-842be8221010'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:29:54.508290 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c7e620de-ef4d-404c-89c2-842be8221010'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:54.562105 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:54.571099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Allocated IP 19.86.0.248 (a57c8bdb-56b9-474d-b31c-46060b525040/2bd7d230-df7b-483c-b375-38edf89b6368/9dfc3141-4b87-4f53-8a5f-bf2165202d75) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:54.643325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3ced7b74-6bc3-4baf-876c-6a010413f3d5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:54.671290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ced7b74-6bc3-4baf-876c-6a010413f3d5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:54.671918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-ffaad0c6-a97f-46e7-8acf-6af25caf0100 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:54.680374 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59f3952-06ba-47a3-920c-740acdcd7e28" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "3ced7b74-6bc3-4baf-876c-6a010413f3d5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:54.695034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-ffaad0c6-a97f-46e7-8acf-6af25caf0100 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:54.716387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691870a-5576-4b80-80ba-5cb118d1e265 req-d4da946f-667b-41a9-8950-b2df8d921a5c tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:54.718168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1691870a-5576-4b80-80ba-5cb118d1e265 req-d4da946f-667b-41a9-8950-b2df8d921a5c tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 932 time: 0.3896859 Aug 30 14:29:54.723078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-ffaad0c6-a97f-46e7-8acf-6af25caf0100 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:54.738017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-ffaad0c6-a97f-46e7-8acf-6af25caf0100 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:54.758987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-ffaad0c6-a97f-46e7-8acf-6af25caf0100 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:54.768290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-ffaad0c6-a97f-46e7-8acf-6af25caf0100 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:54.776669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-ffaad0c6-a97f-46e7-8acf-6af25caf0100 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:54.790592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-ffaad0c6-a97f-46e7-8acf-6af25caf0100 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5427 time: 0.2615564 Aug 30 14:29:54.832190 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:54.837335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3c85d4c7-85fe-4a87-b26c-82ccca54d129 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:54.882356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-046d39d6-862c-426a-9460-019f93af8991 None None] Provisioning for port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:54.906772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9563c8-69a6-4822-8ab1-48d0ff7b07c1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:54.924750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42ac30ca-1e20-45cb-9979-ea295baba82a req-91724359-71b6-4d0b-a1f2-6226b7089abd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333072 Aug 30 14:29:54.940041 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] Set router c7e620de-ef4d-404c-89c2-842be8221010 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:29:55.019783 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:55.047610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Transition to ACTIVE for port object 9dfc3141-4b87-4f53-8a5f-bf2165202d75 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:55.145150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:55.163639 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9563c8-69a6-4822-8ab1-48d0ff7b07c1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:55.229859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3ced7b74-6bc3-4baf-876c-6a010413f3d5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:55.289607 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c70ac1df-c4fd-4eef-b8e6-4aef6848cecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:55.290903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9563c8-69a6-4822-8ab1-48d0ff7b07c1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Subnet': ['ID=38a177e3-6856-487e-b1cb-6f62638473df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:55.295917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Port': ['ID=9dfc3141-4b87-4f53-8a5f-bf2165202d75,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:55.304715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9563c8-69a6-4822-8ab1-48d0ff7b07c1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:55.310354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e9563c8-69a6-4822-8ab1-48d0ff7b07c1 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/subnets/38a177e3-6856-487e-b1cb-6f62638473df HTTP/1.1" status: 204 len: 168 time: 1.3587346 Aug 30 14:29:55.312908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25d427-8be9-4619-a717-9c8cb562e3a2 None None] Network 4377f69c-d191-4938-b115-f7f68de42979 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:55.313588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:55.317000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:55.360185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network a57c8bdb-56b9-474d-b31c-46060b525040 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:55.362087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:55.410163 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1691870a-5576-4b80-80ba-5cb118d1e265 req-165cc7e2-b376-4add-8e3d-61f6f2f67dea tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6834810 Aug 30 14:29:55.423935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:55.440215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3e346-6cf3-4d86-8d7e-b5c62282088d req-e185bfe4-eb19-420c-bbbf-d42355bd143b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:55.457194 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16b3e346-6cf3-4d86-8d7e-b5c62282088d req-e185bfe4-eb19-420c-bbbf-d42355bd143b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.2136431 Aug 30 14:29:55.481381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:55.491289 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:55.569298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:55.570222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:55.609772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-409a8718-4e0c-4dad-8814-f9c52d0b8ccd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5222013 Aug 30 14:29:55.623940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'port': {'device_id': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'network_id': 'adb66901-16ee-4963-9afa-69777011e333', 'admin_state_up': True, 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:55.645186 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f498e819-913b-4087-b871-b2a8c77633fc x-openstack-request-id: req-f498e819-913b-4087-b871-b2a8c77633fc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:55.645610 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "3ced7b74-6bc3-4baf-876c-6a010413f3d5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:55.646038 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f498e819-913b-4087-b871-b2a8c77633fc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:55.647629 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ced7b74-6bc3-4baf-876c-6a010413f3d5', 'code': 200} Aug 30 14:29:55.674530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16b3e346-6cf3-4d86-8d7e-b5c62282088d req-64ebfff8-b2ee-42c6-aff1-f0ea1a55d9d0 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151926 Aug 30 14:29:55.705989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eca5c0f-b99e-4d2e-817c-7873ca3a36cc tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting subnet 066777b6-9856-4297-8ea5-69d0655cf630 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:29:55.719934 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:29:42Z', 'revision_number': 4, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port': {'id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:39Z', 'updated_at': '2021-08-30T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb057457-81b8-4f98-96ad-dcc03c5ec769', 'name': '', 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'mac_address': 'fa:16:3e:90:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:41Z', 'updated_at': '2021-08-30T14:29:54Z', 'revision_number': 4, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'subnets': [{'id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:55.721105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3eca5c0f-b99e-4d2e-817c-7873ca3a36cc tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:55.750059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e8f3f5-d77a-4d39-a40b-8f45685c251b None None] Network adb66901-16ee-4963-9afa-69777011e333 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:55.798049 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842be41-68ed-42ce-a263-27294afe95eb None None] The sync data for ids ['c7e620de-ef4d-404c-89c2-842be8221010'] in n-d-805668-3 is: [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:29:42Z', 'revision_number': 4, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port': {'id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:39Z', 'updated_at': '2021-08-30T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb057457-81b8-4f98-96ad-dcc03c5ec769', 'name': '', 'network_id': '151ca24c-0eb3-42c7-b8c8-c339c716ef9b', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'mac_address': 'fa:16:3e:90:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:41Z', 'updated_at': '2021-08-30T14:29:54Z', 'revision_number': 4, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'subnets': [{'id': '42cd79ef-6633-47f2-948b-4f833d062f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:29:55.852234 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3eca5c0f-b99e-4d2e-817c-7873ca3a36cc tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:56.096847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3eca5c0f-b99e-4d2e-817c-7873ca3a36cc tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:56.192648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cb057457-81b8-4f98-96ad-dcc03c5ec769 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:56.280516 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:56.354204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-fc1134e5-267e-4d8a-9b05-1f0ed0a33e83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.373366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-fc1134e5-267e-4d8a-9b05-1f0ed0a33e83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.386410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-fc1134e5-267e-4d8a-9b05-1f0ed0a33e83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.396713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-fc1134e5-267e-4d8a-9b05-1f0ed0a33e83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.402512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62d36bbd-8ca3-43eb-8124-92779ca02dfa None None] Provisioning for port 85efc6e9-7b52-453c-9f30-3415122391e5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:56.427997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-fc1134e5-267e-4d8a-9b05-1f0ed0a33e83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.436504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-fc1134e5-267e-4d8a-9b05-1f0ed0a33e83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.464528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-fc1134e5-267e-4d8a-9b05-1f0ed0a33e83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.466725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-fc1134e5-267e-4d8a-9b05-1f0ed0a33e83 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5428 time: 0.2917960 Aug 30 14:29:56.508529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3eca5c0f-b99e-4d2e-817c-7873ca3a36cc tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:56.549424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca5c0f-b99e-4d2e-817c-7873ca3a36cc tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Subnet': ['ID=066777b6-9856-4297-8ea5-69d0655cf630,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:56.563714 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3eca5c0f-b99e-4d2e-817c-7873ca3a36cc tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:56.565726 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3eca5c0f-b99e-4d2e-817c-7873ca3a36cc tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/subnets/066777b6-9856-4297-8ea5-69d0655cf630 HTTP/1.1" status: 204 len: 168 time: 1.2510760 Aug 30 14:29:56.584287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3c6bdef-edc8-4b80-99c9-6d5ecc9a1fc6 req-f3355c89-f3da-4396-9152-07d4d97ca70b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022289 Aug 30 14:29:56.585006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:56.697076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:29:56.702642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:56.724482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638493d1-412d-4f93-b8cb-02c740f52a9a req-55c0455e-012f-4421-b3aa-48e313f7d3da tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.732783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-638493d1-412d-4f93-b8cb-02c740f52a9a req-55c0455e-012f-4421-b3aa-48e313f7d3da tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.2026129 Aug 30 14:29:56.815965 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-638493d1-412d-4f93-b8cb-02c740f52a9a req-90128f65-a4ab-4aa9-965b-5fdff62ef23f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770452 Aug 30 14:29:56.819567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22087672-d6f1-46ae-bdb3-2f4167e36642 None None] Network e620fb78-766b-4f58-a497-37281e6bbf7a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:29:56.880390 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:56.907160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8432-5f16-42df-8757-b0d5eb1647ab req-1d5dc81f-c63b-46ab-afde-7e52d5bcadaf tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.920408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8432-5f16-42df-8757-b0d5eb1647ab req-1d5dc81f-c63b-46ab-afde-7e52d5bcadaf tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:56.923115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a63a8432-5f16-42df-8757-b0d5eb1647ab req-1d5dc81f-c63b-46ab-afde-7e52d5bcadaf tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 1655 time: 0.1983855 Aug 30 14:29:57.050099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73983e-7399-4430-ba67-1ff97602a4ff req-c14570a2-fe96-4a0e-9493-f28c6a0253e6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:57.057531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f73983e-7399-4430-ba67-1ff97602a4ff req-c14570a2-fe96-4a0e-9493-f28c6a0253e6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1209881 Aug 30 14:29:57.059495 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a63a8432-5f16-42df-8757-b0d5eb1647ab req-cefd47b8-d229-477c-868e-031c944451ec tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245515 Aug 30 14:29:57.094011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Allocated IP 19.80.0.65 (adb66901-16ee-4963-9afa-69777011e333/09c98a12-d8f8-431e-bd2b-2165ba2f266b/5103420f-92d4-46d5-bd4b-204f1dd228ea) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:29:57.097289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port cb057457-81b8-4f98-96ad-dcc03c5ec769 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:57.114424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting port 7b15be11-2311-42f0-b30c-f8c723a833b2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:57.116616 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.120287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cb057457-81b8-4f98-96ad-dcc03c5ec769 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:57.120666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.149467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f73983e-7399-4430-ba67-1ff97602a4ff req-bb71bc2c-11d6-4dfb-93ac-a8273bd6d4fa tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904164 Aug 30 14:29:57.159956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3c85d4c7-85fe-4a87-b26c-82ccca54d129, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3c85d4c7-85fe-4a87-b26c-82ccca54d129,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:57.197950 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.199118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:57.388633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] For port 7b15be11-2311-42f0-b30c-f8c723a833b2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7b15be11-2311-42f0-b30c-f8c723a833b2,segment=NetworkSegment(d1ae55d6-a991-451d-a1c3-63493cd9b204),segment_id=d1ae55d6-a991-451d-a1c3-63493cd9b204)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:57.389571 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.428621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3c85d4c7-85fe-4a87-b26c-82ccca54d129,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:57.451343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Calling delete_port for 7b15be11-2311-42f0-b30c-f8c723a833b2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:57.528070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] DHCP port deletion for 4377f69c-d191-4938-b115-f7f68de42979 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:29:57.568822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.587267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Transition to ACTIVE for port object 5103420f-92d4-46d5-bd4b-204f1dd228ea will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:57.611846 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.633808 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.654651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c85d4c7-85fe-4a87-b26c-82ccca54d129'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:57.658291 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8388c9-5a6a-4cf1-91b8-8f3f66421f4c" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "3c85d4c7-85fe-4a87-b26c-82ccca54d129"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:57.692991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c14d9ca0-bad2-4507-ac93-249e18d2a108 None None] Provisioning for port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:57.723309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Port': ['ID=5103420f-92d4-46d5-bd4b-204f1dd228ea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:57.737091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] No DVR routers for this DVR port 7b15be11-2311-42f0-b30c-f8c723a833b2 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:57.739446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] DHCP port deletion for e620fb78-766b-4f58-a497-37281e6bbf7a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:29:57.740560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network adb66901-16ee-4963-9afa-69777011e333 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:29:57.743923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:29:57.746917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:29:57.753651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Port': ['ID=7b15be11-2311-42f0-b30c-f8c723a833b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:57.832537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:57.833388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.866361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-43b9ca34-86ee-475c-8245-443a692a17e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2497623 Aug 30 14:29:57.883128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Request body: {'port': {'device_id': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:29:57.895583 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a03caea-9784-417d-92e3-58a03ce3347f x-openstack-request-id: req-7a03caea-9784-417d-92e3-58a03ce3347f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:29:57.896047 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "3c85d4c7-85fe-4a87-b26c-82ccca54d129", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:29:57.896444 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a03caea-9784-417d-92e3-58a03ce3347f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:29:57.896894 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c85d4c7-85fe-4a87-b26c-82ccca54d129', 'code': 200} Aug 30 14:29:57.902198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:57.918123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c14d9ca0-bad2-4507-ac93-249e18d2a108 None None] Provisioning complete for port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:57.918498 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c14d9ca0-bad2-4507-ac93-249e18d2a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.954891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.971414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:57.971805 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:57.995013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4377f69c-d191-4938-b115-f7f68de42979']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:58.015561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ae55d6-a991-451d-a1c3-63493cd9b204') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:58.015898 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-278364de-f475-4644-a1d3-3c59fb7dfd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.016140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ae55d6-a991-451d-a1c3-63493cd9b204') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:29:58.039365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.053479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.092416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] Deleting port 7b15be11-2311-42f0-b30c-f8c723a833b2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:58.092718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.099858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-ce23fb87-d140-4cac-8a73-9704cf0af13a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.107579 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.127319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-ce23fb87-d140-4cac-8a73-9704cf0af13a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.132868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fede7-3f67-4767-ad27-8e4b9b53ac59 req-cde04d31-0099-4b1d-a0ed-91392ee7b62e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.134767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-ce23fb87-d140-4cac-8a73-9704cf0af13a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.142715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb5fede7-3f67-4767-ad27-8e4b9b53ac59 req-cde04d31-0099-4b1d-a0ed-91392ee7b62e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1424296 Aug 30 14:29:58.147387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-ce23fb87-d140-4cac-8a73-9704cf0af13a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.156555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-ce23fb87-d140-4cac-8a73-9704cf0af13a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.163025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-ce23fb87-d140-4cac-8a73-9704cf0af13a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.170296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-ce23fb87-d140-4cac-8a73-9704cf0af13a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.179478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-ce23fb87-d140-4cac-8a73-9704cf0af13a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5429 time: 0.3373048 Aug 30 14:29:58.181750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.204522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:29:58.205074 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:29:58.209627 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:29:58.246652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb5fede7-3f67-4767-ad27-8e4b9b53ac59 req-75b81670-0262-445d-bce8-2f5ba9d38b81 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036532 Aug 30 14:29:58.300350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c14d9ca0-bad2-4507-ac93-249e18d2a108 None None] Port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:29:58.323416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d4e2ac2-76a0-4931-a5b6-727d9eba9978 req-c9792a35-fb41-4aab-ad13-e48bf2d511bc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420445 Aug 30 14:29:58.363947 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.387540 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.397651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/networks/4377f69c-d191-4938-b115-f7f68de42979 HTTP/1.1" status: 204 len: 168 time: 1.8097944 Aug 30 14:29:58.401893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:29:58.488138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] For port 7b15be11-2311-42f0-b30c-f8c723a833b2, host n-d-805668-3, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:58.488689 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.537987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port cb057457-81b8-4f98-96ad-dcc03c5ec769, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cb057457-81b8-4f98-96ad-dcc03c5ec769,segment=NetworkSegment(50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343),segment_id=50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:58.547826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] Deleting port 06619cb3-411a-4dff-a1b5-2acf5a1320cc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:58.548208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.553309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] Calling delete_port for 7b15be11-2311-42f0-b30c-f8c723a833b2 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:58.558413 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.566326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] Port 7b15be11-2311-42f0-b30c-f8c723a833b2 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:29:58.587490 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.589152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:58.594228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.601959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e551e08-36e8-4f4a-bd96-b83ea0a55c6c req-1039701a-bdee-4972-a925-ee7dbe0259df tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.623536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e551e08-36e8-4f4a-bd96-b83ea0a55c6c req-1039701a-bdee-4972-a925-ee7dbe0259df tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.636543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e551e08-36e8-4f4a-bd96-b83ea0a55c6c req-1039701a-bdee-4972-a925-ee7dbe0259df tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.653597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4e551e08-36e8-4f4a-bd96-b83ea0a55c6c req-1039701a-bdee-4972-a925-ee7dbe0259df tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2376 time: 0.2373714 Aug 30 14:29:58.667233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28569e6-c57c-4e4f-9e26-5105e4c8d64c tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Network': ['ID=4377f69c-d191-4938-b115-f7f68de42979,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:58.736357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.753348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4e551e08-36e8-4f4a-bd96-b83ea0a55c6c req-a23476b0-1f76-4e84-987c-6249e0d5276e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987520 Aug 30 14:29:58.795359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b160b8-ea54-4d63-b63a-413a8d53725a req-077480d2-11f9-4df3-a5bd-ac99adb9b146 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:58.808179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3b160b8-ea54-4d63-b63a-413a8d53725a req-077480d2-11f9-4df3-a5bd-ac99adb9b146 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.2503986 Aug 30 14:29:58.920089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] For port 06619cb3-411a-4dff-a1b5-2acf5a1320cc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=06619cb3-411a-4dff-a1b5-2acf5a1320cc,segment=NetworkSegment(eed87216-0f5a-42f4-b82b-e779fcc7c6f9),segment_id=eed87216-0f5a-42f4-b82b-e779fcc7c6f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:58.922406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.945006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3b160b8-ea54-4d63-b63a-413a8d53725a req-d4cb24c0-9890-49de-b10b-4f3afd81e5cc tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238358 Aug 30 14:29:58.949932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96295ea5-ca7f-4327-bb87-3b61b56d928e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:29:58.970006 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.973138 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.978630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting port 06619cb3-411a-4dff-a1b5-2acf5a1320cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:29:58.982417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:58.990581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] Network 4377f69c-d191-4938-b115-f7f68de42979 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:29:58.991058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] No DVR routers for this DVR port 7b15be11-2311-42f0-b30c-f8c723a833b2 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:59.012744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Transition to ACTIVE for port object 96295ea5-ca7f-4327-bb87-3b61b56d928e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:29:59.018614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.047003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] Calling delete_port for 06619cb3-411a-4dff-a1b5-2acf5a1320cc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:59.184714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] For port 06619cb3-411a-4dff-a1b5-2acf5a1320cc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=06619cb3-411a-4dff-a1b5-2acf5a1320cc,segment=NetworkSegment(eed87216-0f5a-42f4-b82b-e779fcc7c6f9),segment_id=eed87216-0f5a-42f4-b82b-e779fcc7c6f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:59.185454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.212471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Pushing event updated for resources: {'Port': ['ID=96295ea5-ca7f-4327-bb87-3b61b56d928e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:59.214411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Calling delete_port for 06619cb3-411a-4dff-a1b5-2acf5a1320cc owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:29:59.257601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=cb057457-81b8-4f98-96ad-dcc03c5ec769,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:59.321507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Attempting to bind port 96295ea5-ca7f-4327-bb87-3b61b56d928e on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:29:59.322504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Attempting to bind port 96295ea5-ca7f-4327-bb87-3b61b56d928e by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:29:59.323556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Attempting to bind port 96295ea5-ca7f-4327-bb87-3b61b56d928e on network adb66901-16ee-4963-9afa-69777011e333 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:59.334962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Port 96295ea5-ca7f-4327-bb87-3b61b56d928e on network adb66901-16ee-4963-9afa-69777011e333 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:29:59.336147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Attempting to bind port 96295ea5-ca7f-4327-bb87-3b61b56d928e on network adb66901-16ee-4963-9afa-69777011e333 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:29:59.351430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:29:59.351821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Checking segment: {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:29:59.352186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Bound using segment: {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:29:59.352645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Bound port: 96295ea5-ca7f-4327-bb87-3b61b56d928e, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:29:59.355316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.458250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:29:59.465119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:59.472620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b08a8-3314-4f95-b6dc-4667a1903682 None None] Pushing event deleted for resources: {'Port': ['ID=7b15be11-2311-42f0-b30c-f8c723a833b2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:59.501483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43ad0d29-2c40-4076-a8a2-a0941ffc463a None None] Provisioning for port 96295ea5-ca7f-4327-bb87-3b61b56d928e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:59.506690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.515996 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.516910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:29:59.532158 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.565280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:59.565807 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.639067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Port': ['ID=06619cb3-411a-4dff-a1b5-2acf5a1320cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:59.648284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] No DVR routers for this DVR port 06619cb3-411a-4dff-a1b5-2acf5a1320cc on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:29:59.703075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-6508be40-3b86-4257-9503-bdded267ac72 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:59.715519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-6508be40-3b86-4257-9503-bdded267ac72 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:59.726399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-6508be40-3b86-4257-9503-bdded267ac72 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:59.734672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-6508be40-3b86-4257-9503-bdded267ac72 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:59.738336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623fcd8-c28f-45ff-9690-4eda2f054586 req-649234cf-550e-4dcf-ac6c-c5795f8a75ce tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:59.741077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d623fcd8-c28f-45ff-9690-4eda2f054586 req-649234cf-550e-4dcf-ac6c-c5795f8a75ce tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.2885685 Aug 30 14:29:59.746399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] For port 96295ea5-ca7f-4327-bb87-3b61b56d928e, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:29:59.748996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43ad0d29-2c40-4076-a8a2-a0941ffc463a None None] Provisioning for port 5103420f-92d4-46d5-bd4b-204f1dd228ea completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:59.754238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-6508be40-3b86-4257-9503-bdded267ac72 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:59.770612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] For port 96295ea5-ca7f-4327-bb87-3b61b56d928e, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96295ea5-ca7f-4327-bb87-3b61b56d928e,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:29:59.771402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-6508be40-3b86-4257-9503-bdded267ac72 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:59.780145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-6508be40-3b86-4257-9503-bdded267ac72 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:59.789672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-6508be40-3b86-4257-9503-bdded267ac72 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5430 time: 0.2158766 Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: from cryptography.utils import int_from_bytes Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: from cryptography.utils import int_from_bytes Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.799797 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:29:59.802779 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:29:59.806056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43ad0d29-2c40-4076-a8a2-a0941ffc463a None None] Provisioning complete for port 5103420f-92d4-46d5-bd4b-204f1dd228ea triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:59.806607 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43ad0d29-2c40-4076-a8a2-a0941ffc463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.862146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d623fcd8-c28f-45ff-9690-4eda2f054586 req-574bb128-bcb3-4c72-8559-90b22e635c09 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083784 Aug 30 14:29:59.872650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.873851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:59.917782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:29:59.922163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:29:59.929258 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb9b17-8a25-4850-85da-b2b06007a12e" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1e99d-a9bd-448e-9088-6fe440e4acc0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:29:59.952226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:29:59.996464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-43ad0d29-2c40-4076-a8a2-a0941ffc463a None None] Port 5103420f-92d4-46d5-bd4b-204f1dd228ea cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:29:59.998078 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:29:59.998501 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.032144 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11322f01-9cbc-4aa8-9f95-c91852b511a7 req-f954b064-8fd1-4666-a18b-2637497dbe97 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2414348 Aug 30 14:30:00.067191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:00.067191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.069607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.080040 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] 10.222.0.39 "PUT /v2.0/ports/96295ea5-ca7f-4327-bb87-3b61b56d928e HTTP/1.1" status: 200 len: 1092 time: 2.2049356 Aug 30 14:30:00.080152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] Pushing event deleted for resources: {'Port': ['ID=06619cb3-411a-4dff-a1b5-2acf5a1320cc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:00.080532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'tag': '96295ea5-ca7f-4327-bb87-3b61b56d928e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:00.085526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed625794-f39d-4079-847f-70abb8a401f4 None None] No DVR routers for this DVR port 06619cb3-411a-4dff-a1b5-2acf5a1320cc on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:00.095621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e620fb78-766b-4f58-a497-37281e6bbf7a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:00.095880 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8" -d '{"events": [{"name": "network-changed", "server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "tag": "96295ea5-ca7f-4327-bb87-3b61b56d928e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:00.159469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed87216-0f5a-42f4-b82b-e779fcc7c6f9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:00.159989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed87216-0f5a-42f4-b82b-e779fcc7c6f9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:00.167247 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.188937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.197554 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbb791f-1a00-4502-b474-ed654a28d790 x-openstack-request-id: req-7dbb791f-1a00-4502-b474-ed654a28d790 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:00.197891 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1e99d-a9bd-448e-9088-6fe440e4acc0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:00.198400 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7dbb791f-1a00-4502-b474-ed654a28d790 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:00.199381 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0', 'code': 200} Aug 30 14:30:00.222140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Request body: {'port': {'device_id': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:00.273842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.309413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:00.316969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:00.317621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.323424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.324265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:00.360172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f894-edd1-40b5-9b5b-06eed7380f8e req-e4bbc380-dfb6-4029-b088-77c93baf73c2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:00.376569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f894-edd1-40b5-9b5b-06eed7380f8e req-e4bbc380-dfb6-4029-b088-77c93baf73c2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:00.384063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f894-edd1-40b5-9b5b-06eed7380f8e req-e4bbc380-dfb6-4029-b088-77c93baf73c2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:00.394395 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.406103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c07f894-edd1-40b5-9b5b-06eed7380f8e req-e4bbc380-dfb6-4029-b088-77c93baf73c2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2388 time: 0.2882237 Aug 30 14:30:00.419309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42645c8e-6e55-485f-80a9-300ded4aefd1 service neutron] Pushing event updated for resources: {'Port': ['ID=96295ea5-ca7f-4327-bb87-3b61b56d928e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:00.442436 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:00.506675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4e85864-c69b-48f4-b1cf-7cd8bc8f565b None None] Provisioning complete for port 5103420f-92d4-46d5-bd4b-204f1dd228ea triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:00.507160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4e85864-c69b-48f4-b1cf-7cd8bc8f565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.526316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.547234 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.553231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/networks/e620fb78-766b-4f58-a497-37281e6bbf7a HTTP/1.1" status: 204 len: 168 time: 2.1346416 Aug 30 14:30:00.563044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0ef14-0f33-4f38-b5db-39a05c313db5 req-08d9c8ef-bcf4-4787-83fa-36d100b26a69 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:00.565174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:00.573011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78a0ef14-0f33-4f38-b5db-39a05c313db5 req-08d9c8ef-bcf4-4787-83fa-36d100b26a69 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1276174 Aug 30 14:30:00.582440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:00.590884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:00.604286 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.606229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1befa022-7c0d-41ee-9b34-144cced426c4 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:00.612954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f963f-b616-4e83-b745-f21c2f55f7b3 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Network': ['ID=e620fb78-766b-4f58-a497-37281e6bbf7a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:00.691364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.716470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d4e85864-c69b-48f4-b1cf-7cd8bc8f565b None None] Port 5103420f-92d4-46d5-bd4b-204f1dd228ea cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:00.721400 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78a0ef14-0f33-4f38-b5db-39a05c313db5 req-82560de2-b103-4ba0-9dbd-5900e47299b9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442654 Aug 30 14:30:00.814744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:00.815322 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.860010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:00.910527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 1befa022-7c0d-41ee-9b34-144cced426c4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:00.918402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 1befa022-7c0d-41ee-9b34-144cced426c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:00.918924 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:00.961187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c07f894-edd1-40b5-9b5b-06eed7380f8e req-3620c433-04a9-472b-a578-15a2d27078aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453837 Aug 30 14:30:00.988678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4e1e80-ada5-4591-b1b4-84ec649edd98 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting subnet 5761a523-44f6-4b72-ba46-941fd73792ba {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:30:01.009235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 85efc6e9-7b52-453c-9f30-3415122391e5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:01.023414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1e80-ada5-4591-b1b4-84ec649edd98 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.119590 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0831a3f-3a01-44d5-a975-92514f183685 x-openstack-request-id: req-f0831a3f-3a01-44d5-a975-92514f183685 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:01.119879 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "tag": "96295ea5-ca7f-4327-bb87-3b61b56d928e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:01.120145 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0831a3f-3a01-44d5-a975-92514f183685 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:01.120585 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'tag': '96295ea5-ca7f-4327-bb87-3b61b56d928e', 'status': 'completed', 'code': 200} Aug 30 14:30:01.187677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1e80-ada5-4591-b1b4-84ec649edd98 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.221766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf16d4-06ec-4025-a940-5d4edd727a69 req-7d7a1258-3fae-4bbf-9162-60729fcee85a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.232796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fcaf16d4-06ec-4025-a940-5d4edd727a69 req-7d7a1258-3fae-4bbf-9162-60729fcee85a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1262109 Aug 30 14:30:01.306388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-ad6d00ae-112a-446f-b2d4-3e7224116374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.306807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-ad6d00ae-112a-446f-b2d4-3e7224116374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.307709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-ad6d00ae-112a-446f-b2d4-3e7224116374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.309449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-ad6d00ae-112a-446f-b2d4-3e7224116374 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2731 time: 0.1559064 Aug 30 14:30:01.321744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fcaf16d4-06ec-4025-a940-5d4edd727a69 req-9c086f9f-9028-4680-b7c2-1f142ec85cfc tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838873 Aug 30 14:30:01.340121 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-2e65f647-1840-4e59-8d2e-828330a0e834 service neutron] show failed (client error): The resource could not be found. Aug 30 14:30:01.341710 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-2e65f647-1840-4e59-8d2e-828330a0e834 service neutron] 10.222.0.39 "GET /v2.0/ports/7df0164d-ba4a-4b3b-a1be-8a484c0958c8/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.3749049 Aug 30 14:30:01.407307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 85efc6e9-7b52-453c-9f30-3415122391e5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:01.432418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 85efc6e9-7b52-453c-9f30-3415122391e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:01.433446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.519965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-b106c2cd-649f-40bc-a832-55416ae630ab tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.541455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-b106c2cd-649f-40bc-a832-55416ae630ab tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.546799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-69a2c699-942d-4026-bc44-3dd86c28ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.547541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-69a2c699-942d-4026-bc44-3dd86c28ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.548727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-69a2c699-942d-4026-bc44-3dd86c28ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.550659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-69a2c699-942d-4026-bc44-3dd86c28ff97 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2279470 Aug 30 14:30:01.558493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-b106c2cd-649f-40bc-a832-55416ae630ab tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.570873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-b106c2cd-649f-40bc-a832-55416ae630ab tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.579979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-b106c2cd-649f-40bc-a832-55416ae630ab tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.587823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-b106c2cd-649f-40bc-a832-55416ae630ab tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.594757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-b106c2cd-649f-40bc-a832-55416ae630ab tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:01.597946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-b106c2cd-649f-40bc-a832-55416ae630ab tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5431 time: 0.2553186 Aug 30 14:30:01.664000 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1e80-ada5-4591-b1b4-84ec649edd98 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.676948 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.701246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfc3141-4b87-4f53-8a5f-bf2165202d75 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:01.733834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.753142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f00deba-1e7c-457e-8a39-056b7f253af8 req-05a32bae-f570-4c8e-9da8-3201ba8262d4 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260295 Aug 30 14:30:01.753616 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.841025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Transition to ACTIVE for port object 9dfc3141-4b87-4f53-8a5f-bf2165202d75 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:01.851327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.931981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1e80-ada5-4591-b1b4-84ec649edd98 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.978448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e1e80-ada5-4591-b1b4-84ec649edd98 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Subnet': ['ID=5761a523-44f6-4b72-ba46-941fd73792ba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:01.994429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.011963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1e80-ada5-4591-b1b4-84ec649edd98 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.019577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a2453e-4739-4cb4-b310-79944daf4b67 None None] Network e04d2584-1c12-41e7-88c4-cacc422c8873 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:02.025393 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5a4e1e80-ada5-4591-b1b4-84ec649edd98 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/subnets/5761a523-44f6-4b72-ba46-941fd73792ba HTTP/1.1" status: 204 len: 168 time: 1.4590340 Aug 30 14:30:02.026281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfc3141-4b87-4f53-8a5f-bf2165202d75,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:02.037713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1befa022-7c0d-41ee-9b34-144cced426c4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1befa022-7c0d-41ee-9b34-144cced426c4,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:02.054263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-548c924c-646b-4ee5-be3e-e37b176e704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:02.056006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-548c924c-646b-4ee5-be3e-e37b176e704a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f&tenant_id=954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 1101 time: 0.3051193 Aug 30 14:30:02.064969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:02.089800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:02.148709 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.149623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0033a180-b260-4dbe-ae27-d3b3854690ff up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:02.209110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 85efc6e9-7b52-453c-9f30-3415122391e5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=85efc6e9-7b52-453c-9f30-3415122391e5,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:02.215699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-f8fd6b1a-b7b5-4b5e-b1ea-49fe436b8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:02.217979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3a8d08f-afbd-4d83-9a4c-89e9447e6de8 req-f8fd6b1a-b7b5-4b5e-b1ea-49fe436b8c93 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6312020 Aug 30 14:30:02.224626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4'}, {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1befa022-7c0d-41ee-9b34-144cced426c4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:02.227091 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9271e9a4-eaf8-4576-8bc9-cc7d381e130f" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "0fb2725b-74df-4e85-8d7b-abba5a2e2ac4"}, {"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "1befa022-7c0d-41ee-9b34-144cced426c4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:02.290378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571e7bf-a868-4b92-be31-2eb935d2661f req-1acfb747-260b-4bf1-8c0e-bda2b659434f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:02.300207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1571e7bf-a868-4b92-be31-2eb935d2661f req-1acfb747-260b-4bf1-8c0e-bda2b659434f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.4045029 Aug 30 14:30:02.313900 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.354741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.374603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Attempting to bind port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:02.375007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Attempting to bind port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:02.375187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Attempting to bind port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 on network a57c8bdb-56b9-474d-b31c-46060b525040 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:02.405419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 on network a57c8bdb-56b9-474d-b31c-46060b525040 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:30:02.405419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Attempting to bind port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 on network a57c8bdb-56b9-474d-b31c-46060b525040 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:02.419536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:02.420057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Checking segment: {'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:02.421225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Bound using segment: {'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:02.422567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Bound port: 9dfc3141-4b87-4f53-8a5f-bf2165202d75, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c227a250-7237-456d-851e-d517ee58be56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:02.423030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.430988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.445399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765291c-ca8a-4cf2-9c26-7c6263aa59fb req-dd23c961-4970-4a2d-ac25-6a8e4fece535 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:02.453716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765291c-ca8a-4cf2-9c26-7c6263aa59fb req-dd23c961-4970-4a2d-ac25-6a8e4fece535 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:02.461524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765291c-ca8a-4cf2-9c26-7c6263aa59fb req-dd23c961-4970-4a2d-ac25-6a8e4fece535 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:02.467674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1571e7bf-a868-4b92-be31-2eb935d2661f req-c267cd9a-8ffc-447f-94d1-710a26c9da91 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661716 Aug 30 14:30:02.469884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6765291c-ca8a-4cf2-9c26-7c6263aa59fb req-dd23c961-4970-4a2d-ac25-6a8e4fece535 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2400 time: 0.3712616 Aug 30 14:30:02.480756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 290cf19e-44b6-4902-8155-01fb8035cc7f no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:02.521832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1befa022-7c0d-41ee-9b34-144cced426c4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:02.587109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 290cf19e-44b6-4902-8155-01fb8035cc7f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:02.587453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 290cf19e-44b6-4902-8155-01fb8035cc7f not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:02.589445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=85efc6e9-7b52-453c-9f30-3415122391e5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:02.620806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 0033a180-b260-4dbe-ae27-d3b3854690ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:02.625720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 0033a180-b260-4dbe-ae27-d3b3854690ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:02.626103 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.628294 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.670303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] For port 9dfc3141-4b87-4f53-8a5f-bf2165202d75, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:02.767913 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6765291c-ca8a-4cf2-9c26-7c6263aa59fb req-a6daa771-9701-433f-af20-26c56d49ae5e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939711 Aug 30 14:30:02.773258 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd72707-2a79-43cf-81b7-6beab05cdba4 x-openstack-request-id: req-ddd72707-2a79-43cf-81b7-6beab05cdba4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:02.774083 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "0fb2725b-74df-4e85-8d7b-abba5a2e2ac4", "code": 200}, {"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "1befa022-7c0d-41ee-9b34-144cced426c4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:02.774083 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ddd72707-2a79-43cf-81b7-6beab05cdba4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:02.774885 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4', 'code': 200} Aug 30 14:30:02.775138 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1befa022-7c0d-41ee-9b34-144cced426c4', 'code': 200} Aug 30 14:30:02.777997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] DHCP port deletion for e04d2584-1c12-41e7-88c4-cacc422c8873 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:30:02.778221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] For port 9dfc3141-4b87-4f53-8a5f-bf2165202d75, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=9dfc3141-4b87-4f53-8a5f-bf2165202d75,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:02.814680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.886675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:02.897165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:02.900070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.902319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] 10.222.0.39 "PUT /v2.0/ports/9dfc3141-4b87-4f53-8a5f-bf2165202d75 HTTP/1.1" status: 200 len: 1092 time: 2.6937115 Aug 30 14:30:02.932123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Deleting port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:02.932468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:02.940752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Request body: {'port': {'device_id': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:02.955773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068138c-db7d-4978-bca4-c10bf3cdfeac req-a532562b-83d3-4640-a469-a805cc1d0423 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:02.963473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8068138c-db7d-4978-bca4-c10bf3cdfeac req-a532562b-83d3-4640-a469-a805cc1d0423 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1452804 Aug 30 14:30:02.969609 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.027329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:03.027829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0033a180-b260-4dbe-ae27-d3b3854690ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0033a180-b260-4dbe-ae27-d3b3854690ff,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:03.028199 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.037534 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.046249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8cea4069-43d0-4aec-a24a-a4ce4ee63461 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:03.085393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8068138c-db7d-4978-bca4-c10bf3cdfeac req-26d4f5d4-4b16-4436-aee7-73462589a1b5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204944 Aug 30 14:30:03.111593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f838d-6b61-4528-8f7a-1a79ad7b2b21 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfc3141-4b87-4f53-8a5f-bf2165202d75,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:03.139272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:03.139677 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.185791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:03.206294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:03.209323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] Deleting port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:03.209704 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.251345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:03.254201 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.308282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.325067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Transition to ACTIVE for port object 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:03.326336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:03.330718 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ced30-fce3-4283-bdfa-df85fdd47c95" -d '{"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:03.349787 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.355362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0033a180-b260-4dbe-ae27-d3b3854690ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:03.432786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] For port 391e03b6-e35b-4bd2-a2a6-0554057d1c28, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=391e03b6-e35b-4bd2-a2a6-0554057d1c28,segment=NetworkSegment(6118b116-0a69-448f-8b29-0976b372a392),segment_id=6118b116-0a69-448f-8b29-0976b372a392)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:03.433503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.489855 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00838280-bbf0-49f6-adb2-98e87b1efa13 x-openstack-request-id: req-00838280-bbf0-49f6-adb2-98e87b1efa13 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:03.490411 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:03.490675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5103420f-92d4-46d5-bd4b-204f1dd228ea {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:03.490965 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00838280-bbf0-49f6-adb2-98e87b1efa13 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:03.491522 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'code': 200} Aug 30 14:30:03.499059 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.514493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Transition to ACTIVE for port object 5103420f-92d4-46d5-bd4b-204f1dd228ea will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:03.519245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'tag': '9dfc3141-4b87-4f53-8a5f-bf2165202d75'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:03.519780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] Calling delete_port for 391e03b6-e35b-4bd2-a2a6-0554057d1c28 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:03.522169 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72245953-48aa-4487-ae00-8a4604db63ad" -d '{"events": [{"name": "network-changed", "server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "tag": "9dfc3141-4b87-4f53-8a5f-bf2165202d75"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:03.534243 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.566646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.582059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] No DVR routers for this DVR port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:03.587739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:03.588486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] For port 391e03b6-e35b-4bd2-a2a6-0554057d1c28, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=391e03b6-e35b-4bd2-a2a6-0554057d1c28,segment=NetworkSegment(6118b116-0a69-448f-8b29-0976b372a392),segment_id=6118b116-0a69-448f-8b29-0976b372a392)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:03.588862 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.620936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Calling delete_port for 391e03b6-e35b-4bd2-a2a6-0554057d1c28 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:03.649561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cb057457-81b8-4f98-96ad-dcc03c5ec769 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:03.651119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-7dfc9d9b-8256-40e8-9351-43cac2c95924 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:03.658632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-7dfc9d9b-8256-40e8-9351-43cac2c95924 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:03.666137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-7dfc9d9b-8256-40e8-9351-43cac2c95924 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:03.673858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-7dfc9d9b-8256-40e8-9351-43cac2c95924 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:03.675491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:03.675839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:03.676170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:03.682128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-7dfc9d9b-8256-40e8-9351-43cac2c95924 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:03.686255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:30:03.686585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:03.696216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:03.696558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:03.697011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:03.697489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Bound port: 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:03.697863 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.707551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-7dfc9d9b-8256-40e8-9351-43cac2c95924 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:03.715464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-7dfc9d9b-8256-40e8-9351-43cac2c95924 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:03.727494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-7dfc9d9b-8256-40e8-9351-43cac2c95924 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.7211046 Aug 30 14:30:03.732685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487cff-6d27-4c29-b873-7118c30b0fb1 req-612725ca-90a8-4b50-85d7-65bbfec507e8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:03.741078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c487cff-6d27-4c29-b873-7118c30b0fb1 req-612725ca-90a8-4b50-85d7-65bbfec507e8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1367598 Aug 30 14:30:03.821765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Pushing event updated for resources: {'Port': ['ID=5103420f-92d4-46d5-bd4b-204f1dd228ea,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:03.869762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b9e92c1-2517-4342-b190-af8fe6e2f5eb req-daa8c71f-7e7b-4b34-b281-d0ea46b9dd30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412365 Aug 30 14:30:03.888710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:03.898597 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:03.923289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c487cff-6d27-4c29-b873-7118c30b0fb1 req-2e5f9453-1474-4e7f-a556-61ed41815f25 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739140 Aug 30 14:30:04.017661 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2338d14f-65e1-4291-a994-ef769c578c02 x-openstack-request-id: req-2338d14f-65e1-4291-a994-ef769c578c02 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:04.017957 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "tag": "9dfc3141-4b87-4f53-8a5f-bf2165202d75", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:04.018210 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2338d14f-65e1-4291-a994-ef769c578c02 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:04.018610 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'tag': '9dfc3141-4b87-4f53-8a5f-bf2165202d75', 'status': 'completed', 'code': 200} Aug 30 14:30:04.107683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:04.115710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:04.163782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:04.183073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.194017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Attempting to bind port 5103420f-92d4-46d5-bd4b-204f1dd228ea on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:04.194844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Attempting to bind port 5103420f-92d4-46d5-bd4b-204f1dd228ea by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:04.195169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Attempting to bind port 5103420f-92d4-46d5-bd4b-204f1dd228ea on network adb66901-16ee-4963-9afa-69777011e333 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:04.201925 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.207743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cb057457-81b8-4f98-96ad-dcc03c5ec769 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:04.208118 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.226319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Port 5103420f-92d4-46d5-bd4b-204f1dd228ea on network adb66901-16ee-4963-9afa-69777011e333 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:30:04.226927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Attempting to bind port 5103420f-92d4-46d5-bd4b-204f1dd228ea on network adb66901-16ee-4963-9afa-69777011e333 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:04.255499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] Pushing event deleted for resources: {'Port': ['ID=391e03b6-e35b-4bd2-a2a6-0554057d1c28,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:04.268727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9e54-9b48-43b0-b361-9490b1f1cd44 req-dff642e8-758d-460d-8389-faf8a2332dc8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.274680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245953-48aa-4487-ae00-8a4604db63ad req-c53e2b47-0368-4499-9081-8e657e4180a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.278237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245953-48aa-4487-ae00-8a4604db63ad req-c53e2b47-0368-4499-9081-8e657e4180a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.279221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245953-48aa-4487-ae00-8a4604db63ad req-c53e2b47-0368-4499-9081-8e657e4180a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.289618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618fb777-9df8-48c6-80f7-715b6243e3fc None None] No DVR routers for this DVR port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:04.295249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-72245953-48aa-4487-ae00-8a4604db63ad req-c53e2b47-0368-4499-9081-8e657e4180a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2823 time: 0.2588096 Aug 30 14:30:04.314070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9e54-9b48-43b0-b361-9490b1f1cd44 req-dff642e8-758d-460d-8389-faf8a2332dc8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.340603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9e54-9b48-43b0-b361-9490b1f1cd44 req-dff642e8-758d-460d-8389-faf8a2332dc8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.356063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.357679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.361672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 1096 time: 2.2811139 Aug 30 14:30:04.361942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b56a9e54-9b48-43b0-b361-9490b1f1cd44 req-dff642e8-758d-460d-8389-faf8a2332dc8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2412 time: 0.2360480 Aug 30 14:30:04.381011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:04.381642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Checking segment: {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:04.382788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Bound using segment: {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:04.387395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Bound port: 5103420f-92d4-46d5-bd4b-204f1dd228ea, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60882c8-eaa9-4d45-86cc-1832bdd833b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'adb66901-16ee-4963-9afa-69777011e333'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:04.388034 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.411972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 85efc6e9-7b52-453c-9f30-3415122391e5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:04.489258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 85efc6e9-7b52-453c-9f30-3415122391e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:04.490475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.490772 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.560291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Port': ['ID=391e03b6-e35b-4bd2-a2a6-0554057d1c28,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:04.563026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] No DVR routers for this DVR port 391e03b6-e35b-4bd2-a2a6-0554057d1c28 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:04.583743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] For port 5103420f-92d4-46d5-bd4b-204f1dd228ea, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:04.652503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245953-48aa-4487-ae00-8a4604db63ad req-afe90187-fe11-4808-a5f8-8d898687f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.654404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b56a9e54-9b48-43b0-b361-9490b1f1cd44 req-d50850da-12eb-4595-824f-a3dd68ea7868 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909255 Aug 30 14:30:04.655317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245953-48aa-4487-ae00-8a4604db63ad req-afe90187-fe11-4808-a5f8-8d898687f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.657746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245953-48aa-4487-ae00-8a4604db63ad req-afe90187-fe11-4808-a5f8-8d898687f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:04.664292 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-72245953-48aa-4487-ae00-8a4604db63ad req-afe90187-fe11-4808-a5f8-8d898687f715 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2990630 Aug 30 14:30:04.685288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] For port 5103420f-92d4-46d5-bd4b-204f1dd228ea, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5103420f-92d4-46d5-bd4b-204f1dd228ea,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:04.777160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0033a180-b260-4dbe-ae27-d3b3854690ff'}, {'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:04.779999 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e32558-ca52-4dc8-b193-46802c0cb7a2" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "0033a180-b260-4dbe-ae27-d3b3854690ff"}, {"server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "name": "network-vif-plugged", "status": "completed", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:04.839267 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.848524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7b15be11-2311-42f0-b30c-f8c723a833b2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:04.856418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04d2584-1c12-41e7-88c4-cacc422c8873']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:04.872377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6118b116-0a69-448f-8b29-0976b372a392') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:04.873273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6118b116-0a69-448f-8b29-0976b372a392') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:04.886556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.904946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.915984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:04.916652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:04.944274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:04.959912 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cc7f0-acd8-48eb-b22a-f848b62d4f0c x-openstack-request-id: req-0b7cc7f0-acd8-48eb-b22a-f848b62d4f0c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:04.960595 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-plugged", "status": "completed", "tag": "0033a180-b260-4dbe-ae27-d3b3854690ff", "code": 200}, {"server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "name": "network-vif-plugged", "status": "completed", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:04.961084 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b7cc7f0-acd8-48eb-b22a-f848b62d4f0c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:04.962266 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'code': 200} Aug 30 14:30:04.962885 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'code': 200} Aug 30 14:30:04.978055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 7b15be11-2311-42f0-b30c-f8c723a833b2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:04.979023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7b15be11-2311-42f0-b30c-f8c723a833b2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:04.980705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 06619cb3-411a-4dff-a1b5-2acf5a1320cc no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:05.022742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:05.026223 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:05.029980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:05.103761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:05.107621 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/networks/e04d2584-1c12-41e7-88c4-cacc422c8873 HTTP/1.1" status: 204 len: 168 time: 3.0311494 Aug 30 14:30:05.113412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6c57b-aba1-47d5-a8c0-31ccf0f997ce tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Pushing event deleted for resources: {'Network': ['ID=e04d2584-1c12-41e7-88c4-cacc422c8873,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:05.123046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 06619cb3-411a-4dff-a1b5-2acf5a1320cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:05.125768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 06619cb3-411a-4dff-a1b5-2acf5a1320cc not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:05.147648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:05.221439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:05.411965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 391e03b6-e35b-4bd2-a2a6-0554057d1c28 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:05.427210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.428651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:05.431367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] 10.222.0.39 "PUT /v2.0/ports/5103420f-92d4-46d5-bd4b-204f1dd228ea HTTP/1.1" status: 200 len: 1091 time: 2.4966507 Aug 30 14:30:05.455013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-00d09521-132f-452d-a4c6-5847a6a8ac31 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "GET /v2.0/ports?device_id=589ce38b-c5f3-4702-9c0e-1abad83ecb2f HTTP/1.1" status: 200 len: 205 time: 0.3036115 Aug 30 14:30:05.464062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:05.479084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d597d77-2e63-4654-9717-03436772a9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:05.525279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 391e03b6-e35b-4bd2-a2a6-0554057d1c28 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:05.525686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 391e03b6-e35b-4bd2-a2a6-0554057d1c28 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:05.581807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9f016-823d-4bf1-97a7-5e664e583367 req-9be30825-12b4-4392-87a2-d817cb54e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.588375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0e9f016-823d-4bf1-97a7-5e664e583367 req-9be30825-12b4-4392-87a2-d817cb54e45d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 1096 time: 0.4043012 Aug 30 14:30:05.597794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:05.604291 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195d7e13-ca62-4221-9ade-aafd4ed2dbef" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:05.629005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-3d743d2b-ed42-4326-b49e-510bd1197c30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.635845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-3d743d2b-ed42-4326-b49e-510bd1197c30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.650197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-3d743d2b-ed42-4326-b49e-510bd1197c30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.678510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-3d743d2b-ed42-4326-b49e-510bd1197c30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.694342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-3d743d2b-ed42-4326-b49e-510bd1197c30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.701791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-3d743d2b-ed42-4326-b49e-510bd1197c30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.716948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-3d743d2b-ed42-4326-b49e-510bd1197c30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.729779 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-3d743d2b-ed42-4326-b49e-510bd1197c30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.6361651 Aug 30 14:30:05.758511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a296b-a54b-4132-b53f-4dba0f52ee53 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:05.768108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98e397-b831-42ea-9250-9b4bf11840a6 req-fd6c2549-5dc7-4973-9e6d-8d7bab4ab53b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.771190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706896e7-4804-4e39-88a0-3cd3aed70238 service neutron] Pushing event updated for resources: {'Port': ['ID=5103420f-92d4-46d5-bd4b-204f1dd228ea,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:05.776141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a98e397-b831-42ea-9250-9b4bf11840a6 req-fd6c2549-5dc7-4973-9e6d-8d7bab4ab53b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 948 time: 1.5138555 Aug 30 14:30:05.793400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-b3761543-30c5-4096-a660-c6c3de19ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:05.795318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-b3761543-30c5-4096-a660-c6c3de19ae4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1099 time: 1.1289699 Aug 30 14:30:05.924416 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0e9f016-823d-4bf1-97a7-5e664e583367 req-0b96dbf3-6c41-4d0d-aa88-5d6d0a81194d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657772 Aug 30 14:30:05.945339 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83a3d110-715c-43bc-a062-6f7a2accedd2 req-8f814d5e-e96e-476e-b4f8-7663bb892b54 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2063448 Aug 30 14:30:06.019114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'tag': '5103420f-92d4-46d5-bd4b-204f1dd228ea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:06.021569 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355e57cd-9079-44ec-8b5b-aa7813fe9be2" -d '{"events": [{"name": "network-changed", "server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "tag": "5103420f-92d4-46d5-bd4b-204f1dd228ea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:06.026278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245953-48aa-4487-ae00-8a4604db63ad req-b08e21fc-da6b-40e3-a097-6946f65b8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.028241 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-72245953-48aa-4487-ae00-8a4604db63ad req-b08e21fc-da6b-40e3-a097-6946f65b8e08 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2339730 Aug 30 14:30:06.029842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-c690cdaa-6d82-4ad8-ae16-4a180aaa4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.042498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-c690cdaa-6d82-4ad8-ae16-4a180aaa4bcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1540434 Aug 30 14:30:06.117559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6f2e1-c365-4471-8aff-bcb9b6fd8808 req-84b76bbd-ed6a-4b03-b237-be083ddd95c2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.121097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ef6f2e1-c365-4471-8aff-bcb9b6fd8808 req-84b76bbd-ed6a-4b03-b237-be083ddd95c2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1120031 Aug 30 14:30:06.167778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04e811-9931-434a-bc3d-de157a54a88f req-a6e8164d-87e0-4ba6-a643-b11cbeded6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.168802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04e811-9931-434a-bc3d-de157a54a88f req-a6e8164d-87e0-4ba6-a643-b11cbeded6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.169527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04e811-9931-434a-bc3d-de157a54a88f req-a6e8164d-87e0-4ba6-a643-b11cbeded6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.170189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04e811-9931-434a-bc3d-de157a54a88f req-a6e8164d-87e0-4ba6-a643-b11cbeded6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.170898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04e811-9931-434a-bc3d-de157a54a88f req-a6e8164d-87e0-4ba6-a643-b11cbeded6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.172285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04e811-9931-434a-bc3d-de157a54a88f req-a6e8164d-87e0-4ba6-a643-b11cbeded6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.172951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04e811-9931-434a-bc3d-de157a54a88f req-a6e8164d-87e0-4ba6-a643-b11cbeded6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.177962 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee04e811-9931-434a-bc3d-de157a54a88f req-a6e8164d-87e0-4ba6-a643-b11cbeded6df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6490 time: 0.7251248 Aug 30 14:30:06.192888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ef6f2e1-c365-4471-8aff-bcb9b6fd8808 req-505f7411-485c-4da4-89ea-c30908619652 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646963 Aug 30 14:30:06.334062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a98e397-b831-42ea-9250-9b4bf11840a6 req-29b4d1e9-1bee-4fb1-816b-7a105094a788 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567710 Aug 30 14:30:06.355329 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d086501e-2be5-42c3-afec-0b0e4163eccc x-openstack-request-id: req-d086501e-2be5-42c3-afec-0b0e4163eccc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:06.355329 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:06.355329 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d086501e-2be5-42c3-afec-0b0e4163eccc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:06.355775 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'status': 'completed', 'code': 200} Aug 30 14:30:06.359187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-545a8316-7709-406c-9f90-f273f80e474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.359677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-545a8316-7709-406c-9f90-f273f80e474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.360164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-545a8316-7709-406c-9f90-f273f80e474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.369970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-545a8316-7709-406c-9f90-f273f80e474c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2865 time: 0.2690001 Aug 30 14:30:06.386582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a296b-a54b-4132-b53f-4dba0f52ee53 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:06.497179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a296b-a54b-4132-b53f-4dba0f52ee53 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:06.500953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-7b98f8ee-c3fc-4c7f-8796-ddbf2c8e3c3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=96295ea5-ca7f-4327-bb87-3b61b56d928e HTTP/1.1" status: 200 len: 217 time: 0.1154253 Aug 30 14:30:06.502228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-5788f8d6-e26b-4144-a7c9-69a5bc638817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.506678 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-5788f8d6-e26b-4144-a7c9-69a5bc638817 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1099 time: 0.1239643 Aug 30 14:30:06.637852 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7927a992-a50a-4f83-bff2-2092da52dc4c x-openstack-request-id: req-7927a992-a50a-4f83-bff2-2092da52dc4c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:06.638191 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "tag": "5103420f-92d4-46d5-bd4b-204f1dd228ea", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:06.638603 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7927a992-a50a-4f83-bff2-2092da52dc4c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:06.639035 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'tag': '5103420f-92d4-46d5-bd4b-204f1dd228ea', 'status': 'completed', 'code': 200} Aug 30 14:30:06.676831 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-7b9b1149-ec69-4442-8ee9-e22716c08489 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.1725161 Aug 30 14:30:06.689153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-10dc5ada-ce8e-48e8-871a-db040962cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.690648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-10dc5ada-ce8e-48e8-871a-db040962cfbf service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1773536 Aug 30 14:30:06.776649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-e43e8291-992b-4631-842d-30eb1f998939 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.0784750 Aug 30 14:30:06.874551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-892fe38b-3016-4689-87b0-26fd74478f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.876962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-892fe38b-3016-4689-87b0-26fd74478f81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0930214 Aug 30 14:30:06.962407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-0a79de06-c06c-4c03-9f38-d244b8016e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:06.964790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-0a79de06-c06c-4c03-9f38-d244b8016e95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739484 Aug 30 14:30:07.015157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a296b-a54b-4132-b53f-4dba0f52ee53 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:07.017522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132a296b-a54b-4132-b53f-4dba0f52ee53 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Fanout notify agent at l3_agent the message router_deleted on router 589ce38b-c5f3-4702-9c0e-1abad83ecb2f {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:30:07.067109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132a296b-a54b-4132-b53f-4dba0f52ee53 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:07.072851 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-132a296b-a54b-4132-b53f-4dba0f52ee53 tempest-RoutersNegativeIpV6Test-1368868375 tempest-RoutersNegativeIpV6Test-1368868375-project] 10.222.0.50 "DELETE /v2.0/routers/589ce38b-c5f3-4702-9c0e-1abad83ecb2f HTTP/1.1" status: 204 len: 168 time: 1.5972383 Aug 30 14:30:07.157135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e07e17-edc2-4b6b-9354-68769e9b39ed req-bacecabb-f2df-4bc9-bd74-f87b320072d4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:07.180682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e07e17-edc2-4b6b-9354-68769e9b39ed req-bacecabb-f2df-4bc9-bd74-f87b320072d4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:07.188958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e07e17-edc2-4b6b-9354-68769e9b39ed req-bacecabb-f2df-4bc9-bd74-f87b320072d4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:07.198257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4e07e17-edc2-4b6b-9354-68769e9b39ed req-bacecabb-f2df-4bc9-bd74-f87b320072d4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2412 time: 0.6847465 Aug 30 14:30:07.213626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee04e811-9931-434a-bc3d-de157a54a88f req-f1062a79-502e-4baf-903e-55399c914cc2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81106ed6-be69-4858-b5ce-bed64dc46a5f&id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6777680 Aug 30 14:30:07.224538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-adb11af1-1c23-45ef-9071-d5edadd6cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:07.226138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-adb11af1-1c23-45ef-9071-d5edadd6cccf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c98a12-d8f8-431e-bd2b-2165ba2f266b HTTP/1.1" status: 200 len: 801 time: 0.6811771 Aug 30 14:30:07.250617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-ae7ae398-6cb1-453a-ad66-3725bd554a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:07.253186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-ae7ae398-6cb1-453a-ad66-3725bd554a5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.3838525 Aug 30 14:30:07.360315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4e07e17-edc2-4b6b-9354-68769e9b39ed req-f9800fba-c88a-447b-a47f-b9d1d001b896 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611359 Aug 30 14:30:07.376042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-5873d967-4e52-4cf4-95f5-50b7985b53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:07.391860 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-5873d967-4e52-4cf4-95f5-50b7985b53b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb66901-16ee-4963-9afa-69777011e333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1536486 Aug 30 14:30:07.552811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:07.865615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-af7452c7-e4ea-404d-b9a2-526bd12a97cd service neutron] 10.222.0.39 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671924 Aug 30 14:30:07.925448 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-6995330e-c465-4908-b7ae-92efe6221c5e service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9511929 Aug 30 14:30:07.977573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a08191-1afc-4567-b0c0-81cb3222652e req-b4f7801b-9ef3-4331-8211-5c298566b149 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:07.998676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89a08191-1afc-4567-b0c0-81cb3222652e req-b4f7801b-9ef3-4331-8211-5c298566b149 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.4450147 Aug 30 14:30:08.071609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-c560a4fc-b4cf-4c9c-b1a9-45b05021c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.073145 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-c560a4fc-b4cf-4c9c-b1a9-45b05021c287 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3941779 Aug 30 14:30:08.139659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-4c87f200-9072-4915-baa5-38b1747be07c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.168467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-4c87f200-9072-4915-baa5-38b1747be07c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.170084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-026e30b1-12e4-4c98-9489-bb99b21d10f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7bb375b2b07403aaedebf8c842cd6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144876 Aug 30 14:30:08.180394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-4c87f200-9072-4915-baa5-38b1747be07c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.190798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-4c87f200-9072-4915-baa5-38b1747be07c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.197910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-4c87f200-9072-4915-baa5-38b1747be07c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.200911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:08.205410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-4c87f200-9072-4915-baa5-38b1747be07c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.207387 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-75f21e14-17be-4d32-8769-32b7d79b2313 service neutron] 10.222.0.39 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192902 Aug 30 14:30:08.211917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89a08191-1afc-4567-b0c0-81cb3222652e req-5c63d7a6-6aae-4b0d-8670-45d2b34cf793 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123413 Aug 30 14:30:08.224331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-4c87f200-9072-4915-baa5-38b1747be07c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.236371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-4c87f200-9072-4915-baa5-38b1747be07c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.4058928 Aug 30 14:30:08.301584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-941d3581-f925-4092-bdbc-1552d21759aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=9dfc3141-4b87-4f53-8a5f-bf2165202d75 HTTP/1.1" status: 200 len: 217 time: 0.0798743 Aug 30 14:30:08.415860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a2edff2-6d1f-44e8-9a4b-c2da14b405bc req-5c442f67-110f-4a41-bc95-05750885c6ee tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1761346 Aug 30 14:30:08.479943 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-ee8e167d-ac39-4860-b330-6253cc34f2d6 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961587 Aug 30 14:30:08.482516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-4f1ba715-51c5-47c4-89b5-808be0ee8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.484954 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-4f1ba715-51c5-47c4-89b5-808be0ee8d31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2bd7d230-df7b-483c-b375-38edf89b6368 HTTP/1.1" status: 200 len: 801 time: 0.1734393 Aug 30 14:30:08.486317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d279fc5-61a4-402b-9c3c-f68fba9ea1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:08.508367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-e64b6312-a767-4cfe-8bcc-77087273a533 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632298 Aug 30 14:30:08.628078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d279fc5-61a4-402b-9c3c-f68fba9ea1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:08.779276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f1a1-0f14-40c0-bbf7-b34e0e00b56d req-b78a8b99-f214-478f-8a52-b346d4c5da6f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.786605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f1a1-0f14-40c0-bbf7-b34e0e00b56d req-b78a8b99-f214-478f-8a52-b346d4c5da6f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.794988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f1a1-0f14-40c0-bbf7-b34e0e00b56d req-b78a8b99-f214-478f-8a52-b346d4c5da6f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.794988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66f0f1a1-0f14-40c0-bbf7-b34e0e00b56d req-b78a8b99-f214-478f-8a52-b346d4c5da6f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2412 time: 0.0892422 Aug 30 14:30:08.852605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66f0f1a1-0f14-40c0-bbf7-b34e0e00b56d req-23551864-bf41-4e27-a287-d1a9ad9f3692 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490561 Aug 30 14:30:08.869031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f614-9c51-4fa0-ae46-347e6584e868 req-ede7e86c-27d6-46d1-9a82-e3e321df27c8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.871938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5443f614-9c51-4fa0-ae46-347e6584e868 req-ede7e86c-27d6-46d1-9a82-e3e321df27c8 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 948 time: 0.3428621 Aug 30 14:30:08.876027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-3f0f2b44-e1db-4ff4-bb4a-b3b8e96457b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:08.878741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-3f0f2b44-e1db-4ff4-bb4a-b3b8e96457b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a57c8bdb-56b9-474d-b31c-46060b525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3674107 Aug 30 14:30:09.024712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d279fc5-61a4-402b-9c3c-f68fba9ea1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:09.027988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d279fc5-61a4-402b-9c3c-f68fba9ea1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:09.029282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6d279fc5-61a4-402b-9c3c-f68fba9ea1ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46958baa-ea3c-4db5-9a9a-30f9125cf24c HTTP/1.1" status: 204 len: 168 time: 0.8159251 Aug 30 14:30:09.054388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5443f614-9c51-4fa0-ae46-347e6584e868 req-64e82e95-33a8-4c06-9d47-60f638be1b5f tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688159 Aug 30 14:30:09.058347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10bbb41-b7c9-4e45-836e-d7123ceb2403 req-ed658e9a-7f37-49f6-a274-81de1e7946e2 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151865 Aug 30 14:30:09.061027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d279fc5-61a4-402b-9c3c-f68fba9ea1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46958baa-ea3c-4db5-9a9a-30f9125cf24c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:09.142081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-dec6f4b7-d8af-4103-b628-7c66aee5259f service neutron] 10.222.0.39 "GET /v2.0/networks/a57c8bdb-56b9-474d-b31c-46060b525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411950 Aug 30 14:30:09.389295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-361a8a40-c9c4-4dec-98a8-05c00333c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.393492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-361a8a40-c9c4-4dec-98a8-05c00333c114 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1099 time: 0.1683381 Aug 30 14:30:09.504177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0278c-5af7-4504-b4dc-2ac42247fb23 req-4f556b46-6ba2-4d61-8180-f53bbcbc285c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.512524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ed0278c-5af7-4504-b4dc-2ac42247fb23 req-4f556b46-6ba2-4d61-8180-f53bbcbc285c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1482232 Aug 30 14:30:09.561428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-d7ea66a8-ff31-4b33-b679-4b469ee25e0e service neutron] 10.222.0.39 "GET /v2.0/networks/a57c8bdb-56b9-474d-b31c-46060b525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086795 Aug 30 14:30:09.566942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ed0278c-5af7-4504-b4dc-2ac42247fb23 req-4cd5ce0b-479a-456b-89d4-c0c9bd5acd68 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518107 Aug 30 14:30:09.742963 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-97fffaa4-a717-4318-8bf0-a7fc54054983 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=5103420f-92d4-46d5-bd4b-204f1dd228ea HTTP/1.1" status: 200 len: 217 time: 0.1695523 Aug 30 14:30:09.834069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-2ad38a7d-63e2-42ef-9a73-7d0f550387ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.835641 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-2ad38a7d-63e2-42ef-9a73-7d0f550387ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.4154189 Aug 30 14:30:09.837484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-955242c3-ac32-4eec-9dd9-d059846b1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.838982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-955242c3-ac32-4eec-9dd9-d059846b1705 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c98a12-d8f8-431e-bd2b-2165ba2f266b HTTP/1.1" status: 200 len: 801 time: 0.0838180 Aug 30 14:30:09.864501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-f80055ea-888a-4ee4-b6d9-bb569348a46a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.872172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-f80055ea-888a-4ee4-b6d9-bb569348a46a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.879763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-f80055ea-888a-4ee4-b6d9-bb569348a46a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.886639 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-f80055ea-888a-4ee4-b6d9-bb569348a46a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.893839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-f80055ea-888a-4ee4-b6d9-bb569348a46a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.903105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-f80055ea-888a-4ee4-b6d9-bb569348a46a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.913931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-f80055ea-888a-4ee4-b6d9-bb569348a46a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.916228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-f80055ea-888a-4ee4-b6d9-bb569348a46a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.2215619 Aug 30 14:30:09.929269 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-dd4c6e1a-3136-4279-a877-225362ff7d98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.0674224 Aug 30 14:30:09.986922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-f1b767c0-6909-4ba2-99c4-f3cefb22f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:09.988551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-f1b767c0-6909-4ba2-99c4-f3cefb22f2c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb66901-16ee-4963-9afa-69777011e333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1398489 Aug 30 14:30:09.993109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a327d21d-f03b-48e2-a896-6ef15e74e022 req-a93e6610-55e9-45ef-bd9a-93a275dbf76a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679324 Aug 30 14:30:10.077467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-72129320-76d2-4456-938a-6c177309a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.080459 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-72129320-76d2-4456-938a-6c177309a045 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1415267 Aug 30 14:30:10.253340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dbe20-d230-4a18-865d-16d449be6c5f req-d6ac1259-dce9-4873-90f4-1399cd5e1c92 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.255892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c99dbe20-d230-4a18-865d-16d449be6c5f req-d6ac1259-dce9-4873-90f4-1399cd5e1c92 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1738534 Aug 30 14:30:10.306754 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-b48695c6-e0cd-4c3d-941d-6a730375915a service neutron] 10.222.0.39 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055553 Aug 30 14:30:10.308184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-39ae8e40-b016-4590-a000-6d6440d59b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.310986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-39ae8e40-b016-4590-a000-6d6440d59b2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068729 Aug 30 14:30:10.335776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4349-0ca8-4a94-bea2-8f705e7946ac req-db8cecc1-ee26-4340-9afb-728925d13a22 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.342358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4349-0ca8-4a94-bea2-8f705e7946ac req-db8cecc1-ee26-4340-9afb-728925d13a22 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.353710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4349-0ca8-4a94-bea2-8f705e7946ac req-db8cecc1-ee26-4340-9afb-728925d13a22 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.355579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8dfd4349-0ca8-4a94-bea2-8f705e7946ac req-db8cecc1-ee26-4340-9afb-728925d13a22 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2412 time: 0.1477263 Aug 30 14:30:10.439313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8dfd4349-0ca8-4a94-bea2-8f705e7946ac req-00cfd8b3-4313-493a-9d07-fa1df28f80a0 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682528 Aug 30 14:30:10.458618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c99dbe20-d230-4a18-865d-16d449be6c5f req-7ab75d00-39b9-474d-9f78-cf95973ff5cb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806884 Aug 30 14:30:10.569622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-a35ae62a-1539-4abe-8cf2-6823b627f2a0 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340970 Aug 30 14:30:10.666026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06da2-3bb1-4471-b7e4-cf048f8ba386 req-467707a1-0870-4dc6-b6cb-1b212f2fec41 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.679665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06da2-3bb1-4471-b7e4-cf048f8ba386 req-467707a1-0870-4dc6-b6cb-1b212f2fec41 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.692345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06da2-3bb1-4471-b7e4-cf048f8ba386 req-467707a1-0870-4dc6-b6cb-1b212f2fec41 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.699257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac5b9bcf-8dc0-4f14-8254-fb376dbc653f req-81a85c63-b38e-49f8-85b9-46ca5e1ba841 service neutron] 10.222.0.39 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806155 Aug 30 14:30:10.705091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06da2-3bb1-4471-b7e4-cf048f8ba386 req-467707a1-0870-4dc6-b6cb-1b212f2fec41 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.719020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06da2-3bb1-4471-b7e4-cf048f8ba386 req-467707a1-0870-4dc6-b6cb-1b212f2fec41 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.731128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06da2-3bb1-4471-b7e4-cf048f8ba386 req-467707a1-0870-4dc6-b6cb-1b212f2fec41 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.739298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd8b6c-73ae-43cb-81f0-4b8299813db8 req-5866ebce-cf24-484d-bf0f-cb9eb238cf8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.741130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5cd8b6c-73ae-43cb-81f0-4b8299813db8 req-5866ebce-cf24-484d-bf0f-cb9eb238cf8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 948 time: 0.1892164 Aug 30 14:30:10.743316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06da2-3bb1-4471-b7e4-cf048f8ba386 req-467707a1-0870-4dc6-b6cb-1b212f2fec41 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.745605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93d06da2-3bb1-4471-b7e4-cf048f8ba386 req-467707a1-0870-4dc6-b6cb-1b212f2fec41 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.1582730 Aug 30 14:30:10.759940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:10.770282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Request body: {'floatingip': {'port_id': '0033a180-b260-4dbe-ae27-d3b3854690ff'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:10.805533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-195d7e13-ca62-4221-9ade-aafd4ed2dbef req-4e3394c7-7923-4e0c-913c-fa75d4257a68 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008278 Aug 30 14:30:10.814500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:10.842165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:10.902723 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5cd8b6c-73ae-43cb-81f0-4b8299813db8 req-2ea5efc3-7db2-4f01-8290-8b0490e2f730 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309319 Aug 30 14:30:10.919215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-e020e14a-a8ac-496c-9ee6-304cd174cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.920152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-e020e14a-a8ac-496c-9ee6-304cd174cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.920741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-e020e14a-a8ac-496c-9ee6-304cd174cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:10.923627 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-e020e14a-a8ac-496c-9ee6-304cd174cb2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2865 time: 0.1006310 Aug 30 14:30:11.020750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-43e63ecf-20d1-44aa-a2bb-2cc9176e9348 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-782473325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:11.429731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2be25-4ab6-48b5-8122-565582520306 req-79adf83c-0cfd-43c6-a9ea-04a65c9f8675 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:11.443781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-55c2be25-4ab6-48b5-8122-565582520306 req-79adf83c-0cfd-43c6-a9ea-04a65c9f8675 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.1280105 Aug 30 14:30:11.467518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-6d8e79dc-d548-41ad-82a9-8a330045e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:11.470610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-6d8e79dc-d548-41ad-82a9-8a330045e672 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb66901-16ee-4963-9afa-69777011e333 HTTP/1.1" status: 200 len: 903 time: 0.5365982 Aug 30 14:30:11.473407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e63ecf-20d1-44aa-a2bb-2cc9176e9348 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.474514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e63ecf-20d1-44aa-a2bb-2cc9176e9348 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.525033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-6cb5584b-6f2b-4d54-a307-c19c8ed02c8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=5103420f-92d4-46d5-bd4b-204f1dd228ea HTTP/1.1" status: 200 len: 217 time: 0.0466433 Aug 30 14:30:11.527195 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.534964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-55c2be25-4ab6-48b5-8122-565582520306 req-22dbbd9e-295b-4a99-b493-1101b432f2a3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899987 Aug 30 14:30:11.536582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.613451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487f22-3e51-4833-b2a2-1702566aba8a req-c64dc17b-cab5-4f1d-b3a0-89632cf61d4d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:11.621451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d487f22-3e51-4833-b2a2-1702566aba8a req-c64dc17b-cab5-4f1d-b3a0-89632cf61d4d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.6249475 Aug 30 14:30:11.676925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-4e34d652-9cdd-43a8-b09e-111fd2d59ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:11.678647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-4e34d652-9cdd-43a8-b09e-111fd2d59ccd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c98a12-d8f8-431e-bd2b-2165ba2f266b HTTP/1.1" status: 200 len: 801 time: 0.1449614 Aug 30 14:30:11.682582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e63ecf-20d1-44aa-a2bb-2cc9176e9348 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.703498 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e63ecf-20d1-44aa-a2bb-2cc9176e9348 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.732280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d487f22-3e51-4833-b2a2-1702566aba8a req-808199ac-62d5-4c15-8848-d122365106bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098154 Aug 30 14:30:11.743267 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Floating IP b34a888f-9407-449a-9887-2a0e59ab6281 associated. External IP: 172.25.6.3, port: 0033a180-b260-4dbe-ae27-d3b3854690ff. Aug 30 14:30:11.751219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e63ecf-20d1-44aa-a2bb-2cc9176e9348 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.768521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-43e63ecf-20d1-44aa-a2bb-2cc9176e9348 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9496346 Aug 30 14:30:11.771952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:11.779703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1116080653'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:11.790771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-46cd1ecb-5fbf-456e-a853-9bea34ea1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:11.792614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-46cd1ecb-5fbf-456e-a853-9bea34ea1d82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb66901-16ee-4963-9afa-69777011e333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037350 Aug 30 14:30:11.794676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454b65-d8ba-4f59-aa01-0fe58a83e324 req-c9d67e93-c8d1-466a-970b-3ce6238af646 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:11.801346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454b65-d8ba-4f59-aa01-0fe58a83e324 req-c9d67e93-c8d1-466a-970b-3ce6238af646 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:11.807314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454b65-d8ba-4f59-aa01-0fe58a83e324 req-c9d67e93-c8d1-466a-970b-3ce6238af646 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:11.809150 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7454b65-d8ba-4f59-aa01-0fe58a83e324 req-c9d67e93-c8d1-466a-970b-3ce6238af646 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2412 time: 0.1560900 Aug 30 14:30:11.899593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7454b65-d8ba-4f59-aa01-0fe58a83e324 req-7ae3754c-be86-4157-a21d-ad42fe0001fb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791619 Aug 30 14:30:11.980847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Made reservation on behalf of e86d48e3f41445b9be872be8d45ca921 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:11.986304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.998231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.005869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-e9929bf1-673a-42d1-b259-1272b6f22b49 service neutron] 10.222.0.39 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035286 Aug 30 14:30:12.085978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd6ea9-0afb-4d8c-8de7-6f3c32de1621 req-7f7b2730-a521-468e-b62e-ba6d32a736be tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:12.093252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-edcd6ea9-0afb-4d8c-8de7-6f3c32de1621 req-7f7b2730-a521-468e-b62e-ba6d32a736be tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.2559395 Aug 30 14:30:12.161255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a505fc1-4410-4e82-91b6-1f8ce76329b2 req-be319140-783c-4966-b4b2-95b10bb12c4e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:12.163234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a505fc1-4410-4e82-91b6-1f8ce76329b2 req-be319140-783c-4966-b4b2-95b10bb12c4e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 948 time: 0.1699040 Aug 30 14:30:12.188427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Router daa3455d-2b31-4deb-98fb-f499e62ce391 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:12.209703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-edcd6ea9-0afb-4d8c-8de7-6f3c32de1621 req-7ab1b64e-93da-4d4d-af58-c3cc990174f1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096113 Aug 30 14:30:12.292704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.295970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-355e57cd-9079-44ec-8b5b-aa7813fe9be2 req-32c0063c-3396-4909-9e37-ae5f1e118198 service neutron] 10.222.0.39 "GET /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803152 Aug 30 14:30:12.314631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.324908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a505fc1-4410-4e82-91b6-1f8ce76329b2 req-3bed98a8-6dd3-4b7e-901b-1531727921b5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414742 Aug 30 14:30:12.360531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:30:12.373772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f42a8-751c-4393-ad2f-b97774a1d86e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:12.393846 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.394209 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Added segment 9c0245e3-c039-4e85-afd6-badb82be2d7f of type vlan for network 732c6bde-1697-4f2f-be02-612dbbe1fb99 Aug 30 14:30:12.458847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:12.461597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.466230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.503104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] Sync routers for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:12.503884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.516855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:12.518077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:12.524827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:12.526690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.537227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-84b5807e-2ca7-48e0-8140-43438b8dd6be tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "PUT /v2.0/floatingips/b34a888f-9407-449a-9887-2a0e59ab6281 HTTP/1.1" status: 200 len: 989 time: 1.7759352 Aug 30 14:30:12.537853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '0033a180-b260-4dbe-ae27-d3b3854690ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:12.540287 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39107b2-6503-4d09-9f17-3c994bdda251" -d '{"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "0033a180-b260-4dbe-ae27-d3b3854690ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:12.607064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8305833 Aug 30 14:30:12.607292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:12.613619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'subnet': {'network_id': '732c6bde-1697-4f2f-be02-612dbbe1fb99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:12.650947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a05897-c6cb-4185-8e90-92376c963586 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Network': ['ID=732c6bde-1697-4f2f-be02-612dbbe1fb99,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:12.657084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:12.762447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:30:12.826850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Made reservation on behalf of e86d48e3f41445b9be872be8d45ca921 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:12.847118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.920314 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb2655-0eed-4260-8819-195af33fe85e x-openstack-request-id: req-eacb2655-0eed-4260-8819-195af33fe85e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:12.920605 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "tag": "0033a180-b260-4dbe-ae27-d3b3854690ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:12.920837 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eacb2655-0eed-4260-8819-195af33fe85e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:12.921282 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'tag': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'status': 'completed', 'code': 200} Aug 30 14:30:13.017137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864e79-cf63-4f26-85a0-8dc48dbf4e91 req-d99d00dd-79a1-4c60-9619-d9a798335448 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.025784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25864e79-cf63-4f26-85a0-8dc48dbf4e91 req-d99d00dd-79a1-4c60-9619-d9a798335448 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.1068671 Aug 30 14:30:13.080593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-655d1de6-8741-4b70-8849-0e53c9a5ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.081464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-655d1de6-8741-4b70-8849-0e53c9a5ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.081614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-655d1de6-8741-4b70-8849-0e53c9a5ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.082635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-655d1de6-8741-4b70-8849-0e53c9a5ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.082635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-655d1de6-8741-4b70-8849-0e53c9a5ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.082970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-655d1de6-8741-4b70-8849-0e53c9a5ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.083452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-655d1de6-8741-4b70-8849-0e53c9a5ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.085514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-655d1de6-8741-4b70-8849-0e53c9a5ca05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6490 time: 0.1577404 Aug 30 14:30:13.089400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25864e79-cf63-4f26-85a0-8dc48dbf4e91 req-0fc32a3e-c67f-48ac-9bbb-2c7e06fca613 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607555 Aug 30 14:30:13.100217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba7f6b-96c6-475f-b29a-78c1f349f139 req-6aba4822-e98b-41ec-820c-f4b663a5593f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.107568 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33ba7f6b-96c6-475f-b29a-78c1f349f139 req-6aba4822-e98b-41ec-820c-f4b663a5593f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1318300 Aug 30 14:30:13.221098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33ba7f6b-96c6-475f-b29a-78c1f349f139 req-8768fbde-8d52-4f87-bcf9-c9aa3a88730b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098144 Aug 30 14:30:13.265012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b34a888f-9407-449a-9887-2a0e59ab6281', 'tenant_id': 'ea76724a518840a19b83451821677065', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'port_id': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'mac_address': 'fa:16:3e:f4:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:28:24Z', 'updated_at': '2021-08-30T14:30:11Z', 'revision_number': 1, 'project_id': 'ea76724a518840a19b83451821677065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:35Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:13.308648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] Checking router: daa3455d-2b31-4deb-98fb-f499e62ce391 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:13.319046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:13.320056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:13.322620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-f14b5875-90b9-42a1-b10d-64e8fdde8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.324189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-f14b5875-90b9-42a1-b10d-64e8fdde8286 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58b173ba-3264-4cfa-bc64-893edcb7863c HTTP/1.1" status: 200 len: 913 time: 0.2144740 Aug 30 14:30:13.336185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfa109-81d5-4253-b28e-6729e24746e2 req-c390bce0-6970-4f74-b837-46309dfae7a5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.344578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfa109-81d5-4253-b28e-6729e24746e2 req-c390bce0-6970-4f74-b837-46309dfae7a5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.350820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfa109-81d5-4253-b28e-6729e24746e2 req-c390bce0-6970-4f74-b837-46309dfae7a5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.352506 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7dbfa109-81d5-4253-b28e-6729e24746e2 req-c390bce0-6970-4f74-b837-46309dfae7a5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2412 time: 0.1301923 Aug 30 14:30:13.361031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:13.416739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-bf7a2721-3195-4f14-bb5d-eeb6daca372b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0033a180-b260-4dbe-ae27-d3b3854690ff HTTP/1.1" status: 200 len: 997 time: 0.0837162 Aug 30 14:30:13.479541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Checking segment: {'id': '9c0245e3-c039-4e85-afd6-badb82be2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '732c6bde-1697-4f2f-be02-612dbbe1fb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:13.480027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network hostable DHCP agents. Network: 732c6bde-1697-4f2f-be02-612dbbe1fb99, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:30:13.486369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:13.491352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7dbfa109-81d5-4253-b28e-6729e24746e2 req-a76fe135-0e86-4a9d-b718-8189746b8455 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210339 Aug 30 14:30:13.509770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Subnet': ['ID=b5a73d09-b5ae-49cb-9ea6-f21119055bff,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:13.545009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:30:13.547626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:30:13.551955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-2853a528-8f1c-4177-b0d6-a109de9060ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.557337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-2853a528-8f1c-4177-b0d6-a109de9060ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062bc234-9bb1-4126-9595-d30cb6a74e22 HTTP/1.1" status: 200 len: 851 time: 0.1135161 Aug 30 14:30:13.571498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 732c6bde-1697-4f2f-be02-612dbbe1fb99) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:13.588365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.589037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:13.639288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f983d997-f881-4528-a5f8-67b0ff15ba74 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0303488 Aug 30 14:30:13.640274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:13.649388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'network': {'name': 'tempest-router-network01--1314169933'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:13.686926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Made reservation on behalf of e86d48e3f41445b9be872be8d45ca921 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:13.693029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:13.701268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-706f7fb0-aaa7-4d29-b841-015ee85b5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.704262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-706f7fb0-aaa7-4d29-b841-015ee85b5e3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58b173ba-3264-4cfa-bc64-893edcb7863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321292 Aug 30 14:30:13.797897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:30:13.809783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789642d-d95a-43e2-ba22-04ca5dcb3bcb None None] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:13.851745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:30:13.871174 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:13.872018 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Added segment 48d335ea-efa9-4375-977e-7364ac1ad2d1 of type vlan for network 9885f686-040d-48cd-9014-962333c49815 Aug 30 14:30:13.955745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-d5338b7c-3ae6-44f1-8d1a-4385ba6da006 service neutron] 10.222.0.21 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396541 Aug 30 14:30:13.971209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64203d6-a787-4be4-a19e-3ef3a690fdbd req-ac1f2fb0-09e0-461a-b93e-266630e53cab tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:13.973952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a64203d6-a787-4be4-a19e-3ef3a690fdbd req-ac1f2fb0-09e0-461a-b93e-266630e53cab tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 948 time: 0.1842113 Aug 30 14:30:13.977091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.140393 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a64203d6-a787-4be4-a19e-3ef3a690fdbd req-31eec394-e28f-47d4-8c72-f9e0596ea8d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539719 Aug 30 14:30:14.144129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.164997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:14.166381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.247748 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6058526 Aug 30 14:30:14.262124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:14.272206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f5afe-fbb1-4864-be16-3b1d73701eb3 req-9ff0dfa8-1161-4696-8eb8-873420b1f363 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:14.274355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b3f5afe-fbb1-4864-be16-3b1d73701eb3 req-9ff0dfa8-1161-4696-8eb8-873420b1f363 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.1360807 Aug 30 14:30:14.282072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'network': {'name': 'tempest-router-network02--121209017'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:14.310901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:14.311507 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39107b2-6503-4d09-9f17-3c994bdda251 req-3ee0593a-026d-400b-af8f-c7e57fbd6401 service neutron] 10.222.0.21 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170738 Aug 30 14:30:14.315866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3a1d4-f609-4d9a-9886-07a2341102d0 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Network': ['ID=9885f686-040d-48cd-9014-962333c49815,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:14.322888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Made reservation on behalf of e86d48e3f41445b9be872be8d45ca921 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:14.328750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.339879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9885f686-040d-48cd-9014-962333c49815 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:30:14.392642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:30:14.408455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b3f5afe-fbb1-4864-be16-3b1d73701eb3 req-93b50922-3579-4bb9-a437-eb78711205d6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021810 Aug 30 14:30:14.411463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'mac_address': 'fa:16:3e:3c:43:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:30:14.423476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.423958 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Added segment 7013b21b-eb39-4cc6-93be-34fc9d7d7ae6 of type vlan for network 843eb3a0-197e-4520-9ba7-07d41646a46a Aug 30 14:30:14.442863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd43bc-3784-4ea0-8fd9-3357eeabaf92 req-d72e5884-ff76-4104-9635-f6fcbf261089 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:14.445664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9bd43bc-3784-4ea0-8fd9-3357eeabaf92 req-d72e5884-ff76-4104-9635-f6fcbf261089 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.0771732 Aug 30 14:30:14.497743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.502329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-732c6bde-1697-4f2f-be02-612dbbe1fb99', 'network_id': '732c6bde-1697-4f2f-be02-612dbbe1fb99', 'tenant_id': 'e86d48e3f41445b9be872be8d45ca921', 'fixed_ips': [{'subnet_id': 'b5a73d09-b5ae-49cb-9ea6-f21119055bff'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:30:14.503195 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.518990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9bd43bc-3784-4ea0-8fd9-3357eeabaf92 req-a33599b8-4ee9-4a23-84dc-58a1e428b459 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671654 Aug 30 14:30:14.535695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.545689 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:14.547922 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.646178 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.653116 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3760026 Aug 30 14:30:14.655854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:14.664590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'subnet': {'network_id': '9885f686-040d-48cd-9014-962333c49815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:14.691277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342ebce-4ccb-4dd6-b624-5dee6d0bf247 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Network': ['ID=843eb3a0-197e-4520-9ba7-07d41646a46a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:14.710304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 843eb3a0-197e-4520-9ba7-07d41646a46a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:30:14.718866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:14.719604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cf03d-2114-4c70-b36b-2ef2ffc38ff0 req-c0e01393-72de-40a1-bb43-f0dfb1b661d9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:14.727213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cf03d-2114-4c70-b36b-2ef2ffc38ff0 req-c0e01393-72de-40a1-bb43-f0dfb1b661d9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:14.735056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cf03d-2114-4c70-b36b-2ef2ffc38ff0 req-c0e01393-72de-40a1-bb43-f0dfb1b661d9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:14.737170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d96cf03d-2114-4c70-b36b-2ef2ffc38ff0 req-c0e01393-72de-40a1-bb43-f0dfb1b661d9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2412 time: 0.1508799 Aug 30 14:30:14.793845 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d96cf03d-2114-4c70-b36b-2ef2ffc38ff0 req-36523199-5c9c-4f4f-bcd4-cb15f7322861 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Aug 30 14:30:14.799199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b34a888f-9407-449a-9887-2a0e59ab6281', 'tenant_id': 'ea76724a518840a19b83451821677065', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'port_id': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'mac_address': 'fa:16:3e:f4:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:28:24Z', 'updated_at': '2021-08-30T14:30:11Z', 'revision_number': 1, 'project_id': 'ea76724a518840a19b83451821677065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:35Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:14.809395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:14.820656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Made reservation on behalf of e86d48e3f41445b9be872be8d45ca921 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:14.826508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.865751 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.880784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5d2e8-1b57-42a3-9c6e-cac5187b310f None None] The sync data for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 is: [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b34a888f-9407-449a-9887-2a0e59ab6281', 'tenant_id': 'ea76724a518840a19b83451821677065', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'port_id': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'mac_address': 'fa:16:3e:f4:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:28:24Z', 'updated_at': '2021-08-30T14:30:11Z', 'revision_number': 1, 'project_id': 'ea76724a518840a19b83451821677065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:35Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:14.923988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 9dfc3141-4b87-4f53-8a5f-bf2165202d75 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:30:14.949121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Allocated IP 172.20.0.2 (732c6bde-1697-4f2f-be02-612dbbe1fb99/b5a73d09-b5ae-49cb-9ea6-f21119055bff/45ca14e5-6eef-4b71-a13a-dd528831d4da) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:15.004777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:15.051804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.052232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.052542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.052884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.053264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.053595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.053922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.054244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.054566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.054888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.055202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.055525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:15.136027 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.210688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Subnet': ['ID=8b705682-7641-4b4f-b24c-07f13583b471,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:15.223050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Checking segment: {'id': '48d335ea-efa9-4375-977e-7364ac1ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9885f686-040d-48cd-9014-962333c49815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:15.223544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network hostable DHCP agents. Network: 9885f686-040d-48cd-9014-962333c49815, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:30:15.247641 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b2880-724a-42d4-8c1d-99e8c7c36031 None None] New status for floating IP b34a888f-9407-449a-9887-2a0e59ab6281: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:30:15.286643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network 9885f686-040d-48cd-9014-962333c49815 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:30:15.303831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9885f686-040d-48cd-9014-962333c49815) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:15.308174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.309128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.332740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6981a6e6-08c3-46e8-9711-cc2835b5e1c9 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6748033 Aug 30 14:30:15.333891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:15.334950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9810c9b0-f84e-4346-93a8-43f9cfa59765 None None] Network 9885f686-040d-48cd-9014-962333c49815 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:15.341506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'subnet': {'network_id': '843eb3a0-197e-4520-9ba7-07d41646a46a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:15.407683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdef01-4cdd-44ac-a1aa-b77d4567e99b req-fe4f93b5-7c19-4fa2-90f9-a6a9ff0ba618 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.410000 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79cdef01-4cdd-44ac-a1aa-b77d4567e99b req-fe4f93b5-7c19-4fa2-90f9-a6a9ff0ba618 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.1293924 Aug 30 14:30:15.471295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79cdef01-4cdd-44ac-a1aa-b77d4567e99b req-43ef4169-045b-4a74-ada5-e3524a63aaf5 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535026 Aug 30 14:30:15.508652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Made reservation on behalf of e86d48e3f41445b9be872be8d45ca921 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:15.517496 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.603832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:15.619779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 9dfc3141-4b87-4f53-8a5f-bf2165202d75, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=9dfc3141-4b87-4f53-8a5f-bf2165202d75,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:15.623316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.675668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Transition to ACTIVE for port object 45ca14e5-6eef-4b71-a13a-dd528831d4da will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:15.683095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '9dfc3141-4b87-4f53-8a5f-bf2165202d75', 'network_id': 'a57c8bdb-56b9-474d-b31c-46060b525040', 'port_id': '9dfc3141-4b87-4f53-8a5f-bf2165202d75', 'mac_address': 'fa:16:3e:c2:29:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd7d230-df7b-483c-b375-38edf89b6368', 'ip_address': '19.86.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:30:15.732320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d504c91-b95b-43c6-82b6-bd32e6e4c272 req-cd2cd38b-9dfe-4522-b682-abdec8a343ec tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.734052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d504c91-b95b-43c6-82b6-bd32e6e4c272 req-cd2cd38b-9dfe-4522-b682-abdec8a343ec tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.2105436 Aug 30 14:30:15.743933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Transition to ACTIVE for port object 45ca14e5-6eef-4b71-a13a-dd528831d4da will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:15.804342 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.817540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d504c91-b95b-43c6-82b6-bd32e6e4c272 req-9f91d364-0c59-458e-a0c1-f731d203a22d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588441 Aug 30 14:30:15.836168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-9885f686-040d-48cd-9014-962333c49815', 'network_id': '9885f686-040d-48cd-9014-962333c49815', 'tenant_id': 'e86d48e3f41445b9be872be8d45ca921', 'fixed_ips': [{'subnet_id': '8b705682-7641-4b4f-b24c-07f13583b471'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:30:15.839500 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.888381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52258f-4822-49a0-a4b9-ec4aad625639 req-c76cecf9-9583-46e3-8cc3-800719b1d75a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.892246 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.899047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ad52258f-4822-49a0-a4b9-ec4aad625639 req-c76cecf9-9583-46e3-8cc3-800719b1d75a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1510916 Aug 30 14:30:15.907732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.918056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-cf4daa2b-a7c2-4543-95f3-4dc7e686eed6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.919696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-cf4daa2b-a7c2-4543-95f3-4dc7e686eed6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f&tenant_id=954d96d6cf2346419ccb2f31463123c6&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 949 time: 0.1332269 Aug 30 14:30:15.966028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfc3141-4b87-4f53-8a5f-bf2165202d75 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:15.968572 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ad52258f-4822-49a0-a4b9-ec4aad625639 req-664c818d-0e7b-46ab-aad1-444a9dd56930 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686395 Aug 30 14:30:15.981169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:15.983941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['7df0164d-ba4a-4b3b-a1be-8a484c0958c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:16.006154 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:16.041428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Subnet': ['ID=1857b8c6-5fa9-4e00-8d89-97f4f5826d9e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:16.048573 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5cf451f3-427e-4093-9198-6a65c789a4c2 service neutron] 10.222.0.21 "GET /v2.0/ports/7df0164d-ba4a-4b3b-a1be-8a484c0958c8/bindings/n-h1-805668-3 HTTP/1.1" status: 200 len: 382 time: 0.1106977 Aug 30 14:30:16.051085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:16.070727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Pushing event updated for resources: {'Port': ['ID=45ca14e5-6eef-4b71-a13a-dd528831d4da,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:16.072443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2168-45d6-4035-a4a8-ba9bb72bff31 req-f8806a1a-beac-4159-9a69-ae501d741039 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.074376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:16.077799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bffa2168-45d6-4035-a4a8-ba9bb72bff31 req-f8806a1a-beac-4159-9a69-ae501d741039 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.1441402 Aug 30 14:30:16.110140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Checking segment: {'id': '7013b21b-eb39-4cc6-93be-34fc9d7d7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '843eb3a0-197e-4520-9ba7-07d41646a46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:16.111315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network hostable DHCP agents. Network: 843eb3a0-197e-4520-9ba7-07d41646a46a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:30:16.158193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-9b8eba1c-6d37-45b1-b302-d2260fd2ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.161191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-9b8eba1c-6d37-45b1-b302-d2260fd2ca7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1100 time: 0.0561275 Aug 30 14:30:16.179532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network 843eb3a0-197e-4520-9ba7-07d41646a46a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:30:16.191678 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bffa2168-45d6-4035-a4a8-ba9bb72bff31 req-cc8bd179-80e2-4206-a557-27c2c34c5a7b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851657 Aug 30 14:30:16.193220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 843eb3a0-197e-4520-9ba7-07d41646a46a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:16.196018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 9dfc3141-4b87-4f53-8a5f-bf2165202d75, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=9dfc3141-4b87-4f53-8a5f-bf2165202d75,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:16.198170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.199067 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:16.221296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-164ad7a1-8fe1-44e7-96df-2b6ec85e3c7e tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8860447 Aug 30 14:30:16.225743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:16.263677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d74f03-60f7-43a8-abb8-137ff71bcc5a None None] Network 843eb3a0-197e-4520-9ba7-07d41646a46a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:16.300652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646619-895b-4aba-b3ed-2bab3b1ef63e req-24eb2ba8-9c13-487d-abe8-0a99c5b9b4f3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.313231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646619-895b-4aba-b3ed-2bab3b1ef63e req-24eb2ba8-9c13-487d-abe8-0a99c5b9b4f3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.314198 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:16.314879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96295ea5-ca7f-4327-bb87-3b61b56d928e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:30:16.326161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646619-895b-4aba-b3ed-2bab3b1ef63e req-24eb2ba8-9c13-487d-abe8-0a99c5b9b4f3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.341082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03646619-895b-4aba-b3ed-2bab3b1ef63e req-24eb2ba8-9c13-487d-abe8-0a99c5b9b4f3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2412 time: 0.1768584 Aug 30 14:30:16.421151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-a9e9ab70-56b5-4164-8e89-9148ab1f6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.423972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-a9e9ab70-56b5-4164-8e89-9148ab1f6e74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2482667 Aug 30 14:30:16.490546 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-b48ef91b-a6d0-450d-95a8-783002aab65e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.0564759 Aug 30 14:30:16.506270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03646619-895b-4aba-b3ed-2bab3b1ef63e req-f0412b88-e945-4928-ac00-9a1c9f542092 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637421 Aug 30 14:30:16.585382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-6b46e058-7404-4181-9b1d-02278c1f11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.587598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-6b46e058-7404-4181-9b1d-02278c1f11b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0800519 Aug 30 14:30:16.595705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:16.597242 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac5774e-ed79-4581-8d61-b2705808b97f" -d '{"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:16.654912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-d7f8d988-43c3-45e9-88c5-92af37ae5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.657815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-d7f8d988-43c3-45e9-88c5-92af37ae5365 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516684 Aug 30 14:30:16.667886 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8819649-1adb-4afb-ba5c-2fccbc97d530 x-openstack-request-id: req-f8819649-1adb-4afb-ba5c-2fccbc97d530 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:16.668192 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:16.668446 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8819649-1adb-4afb-ba5c-2fccbc97d530 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:16.668838 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'code': 200} Aug 30 14:30:16.725529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:16.787907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96295ea5-ca7f-4327-bb87-3b61b56d928e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96295ea5-ca7f-4327-bb87-3b61b56d928e,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:16.805605 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:16.822617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Attempting to bind port 45ca14e5-6eef-4b71-a13a-dd528831d4da on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:16.823030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Attempting to bind port 45ca14e5-6eef-4b71-a13a-dd528831d4da by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9c0245e3-c039-4e85-afd6-badb82be2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '732c6bde-1697-4f2f-be02-612dbbe1fb99'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:16.823360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Attempting to bind port 45ca14e5-6eef-4b71-a13a-dd528831d4da on network 732c6bde-1697-4f2f-be02-612dbbe1fb99 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:16.824579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-8a584d10-caff-44bd-a32a-0027b7e00ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280913 Aug 30 14:30:16.825683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '96295ea5-ca7f-4327-bb87-3b61b56d928e', 'network_id': 'adb66901-16ee-4963-9afa-69777011e333', 'port_id': '96295ea5-ca7f-4327-bb87-3b61b56d928e', 'mac_address': 'fa:16:3e:31:9f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c98a12-d8f8-431e-bd2b-2165ba2f266b', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:30:16.913774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=9dfc3141-4b87-4f53-8a5f-bf2165202d75,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:16.920563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Allocated IP 172.20.0.2 (9885f686-040d-48cd-9014-962333c49815/8b705682-7641-4b4f-b24c-07f13583b471/0e5bef1e-9e5b-4df5-97b4-0ba6980678f1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:16.934863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:16.935254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Checking segment: {'id': '9c0245e3-c039-4e85-afd6-badb82be2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '732c6bde-1697-4f2f-be02-612dbbe1fb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:16.935693 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:16.936099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Bound using segment: {'id': '9c0245e3-c039-4e85-afd6-badb82be2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '732c6bde-1697-4f2f-be02-612dbbe1fb99'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:16.936608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Bound port: 45ca14e5-6eef-4b71-a13a-dd528831d4da, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0245e3-c039-4e85-afd6-badb82be2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '732c6bde-1697-4f2f-be02-612dbbe1fb99'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:16.937001 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:16.966139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-43b1379f-b4aa-4c57-8741-affa964b04be service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332955 Aug 30 14:30:16.997803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.024829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e8845-dbf2-4e51-8b20-49ba77badf80 req-302c23a0-33fa-4eb5-af9c-4ee09dae6430 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:17.028103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-087e8845-dbf2-4e51-8b20-49ba77badf80 req-302c23a0-33fa-4eb5-af9c-4ee09dae6430 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1029770 Aug 30 14:30:17.166264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:17.180156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876af3-c022-44ee-a65f-c5b0f0575823 req-219c884c-dd2c-4f6a-93b5-9062a43874b1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:17.182349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b876af3-c022-44ee-a65f-c5b0f0575823 req-219c884c-dd2c-4f6a-93b5-9062a43874b1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.0963571 Aug 30 14:30:17.196371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-087e8845-dbf2-4e51-8b20-49ba77badf80 req-64d86a5c-462a-4e92-b665-c8744b3c89ad tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600926 Aug 30 14:30:17.253205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b876af3-c022-44ee-a65f-c5b0f0575823 req-bc8b1264-b0d5-4ed2-b477-245fae4cced5 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573153 Aug 30 14:30:17.342995 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.380502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-843eb3a0-197e-4520-9ba7-07d41646a46a', 'network_id': '843eb3a0-197e-4520-9ba7-07d41646a46a', 'tenant_id': 'e86d48e3f41445b9be872be8d45ca921', 'fixed_ips': [{'subnet_id': '1857b8c6-5fa9-4e00-8d89-97f4f5826d9e'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:30:17.388517 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.422367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918d8d6-c53a-44c9-ac3c-196fc91c9e64 req-3ce58411-fa81-4f83-98a5-ff6c172ce072 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:17.424429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6918d8d6-c53a-44c9-ac3c-196fc91c9e64 req-3ce58411-fa81-4f83-98a5-ff6c172ce072 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.0737166 Aug 30 14:30:17.427534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] For port 45ca14e5-6eef-4b71-a13a-dd528831d4da, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:17.430870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96295ea5-ca7f-4327-bb87-3b61b56d928e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:17.478635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] For port 45ca14e5-6eef-4b71-a13a-dd528831d4da, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=45ca14e5-6eef-4b71-a13a-dd528831d4da,segment=NetworkSegment(9c0245e3-c039-4e85-afd6-badb82be2d7f),segment_id=9c0245e3-c039-4e85-afd6-badb82be2d7f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:17.486166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6918d8d6-c53a-44c9-ac3c-196fc91c9e64 req-ac4df162-dbba-48d4-b10a-9633eaefc300 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482924 Aug 30 14:30:17.551747 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.571695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96295ea5-ca7f-4327-bb87-3b61b56d928e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96295ea5-ca7f-4327-bb87-3b61b56d928e,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:17.635555 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.636713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5103420f-92d4-46d5-bd4b-204f1dd228ea details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:30:17.663624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd913f2-26e3-42a3-840f-8fee473c07f7 req-b6f99d10-03ca-45c3-8119-8cc4148aaea7 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:17.674397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd913f2-26e3-42a3-840f-8fee473c07f7 req-b6f99d10-03ca-45c3-8119-8cc4148aaea7 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:17.686770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd913f2-26e3-42a3-840f-8fee473c07f7 req-b6f99d10-03ca-45c3-8119-8cc4148aaea7 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:17.690392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd913f2-26e3-42a3-840f-8fee473c07f7 req-b6f99d10-03ca-45c3-8119-8cc4148aaea7 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2414 time: 0.0976923 Aug 30 14:30:17.765599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd913f2-26e3-42a3-840f-8fee473c07f7 req-0cf148a0-ea10-44e3-abf2-ab7180913a9d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630455 Aug 30 14:30:17.791539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ca9a5-96a4-41a4-b95c-f84b899ccbe7 None None] Pushing event updated for resources: {'Port': ['ID=45ca14e5-6eef-4b71-a13a-dd528831d4da,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:17.799957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.815329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5103420f-92d4-46d5-bd4b-204f1dd228ea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5103420f-92d4-46d5-bd4b-204f1dd228ea,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:17.847233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Transition to ACTIVE for port object 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:17.861647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '5103420f-92d4-46d5-bd4b-204f1dd228ea', 'network_id': 'adb66901-16ee-4963-9afa-69777011e333', 'port_id': '5103420f-92d4-46d5-bd4b-204f1dd228ea', 'mac_address': 'fa:16:3e:00:41:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c98a12-d8f8-431e-bd2b-2165ba2f266b', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:30:17.882571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Allocated IP 172.20.0.2 (843eb3a0-197e-4520-9ba7-07d41646a46a/1857b8c6-5fa9-4e00-8d89-97f4f5826d9e/db6eda8f-a69e-4f17-8a8e-4549a25b49f4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:17.884809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Transition to ACTIVE for port object 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:17.929068 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.956141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=96295ea5-ca7f-4327-bb87-3b61b56d928e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:17.969588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Network 9885f686-040d-48cd-9014-962333c49815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:17.991947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Allocated IP 172.20.0.1 (9885f686-040d-48cd-9014-962333c49815/8b705682-7641-4b4f-b24c-07f13583b471/3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:18.008000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:18.040077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:18.044048 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.114573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Pushing event updated for resources: {'Port': ['ID=0e5bef1e-9e5b-4df5-97b4-0ba6980678f1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:18.135475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5103420f-92d4-46d5-bd4b-204f1dd228ea {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:18.190523 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.190724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5103420f-92d4-46d5-bd4b-204f1dd228ea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5103420f-92d4-46d5-bd4b-204f1dd228ea,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:18.196391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Attempting to bind port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:18.196933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Attempting to bind port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '48d335ea-efa9-4375-977e-7364ac1ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9885f686-040d-48cd-9014-962333c49815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:18.197377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Attempting to bind port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 on network 9885f686-040d-48cd-9014-962333c49815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:18.204911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.216705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Transition to ACTIVE for port object 3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:18.228321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:18.228321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Checking segment: {'id': '48d335ea-efa9-4375-977e-7364ac1ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9885f686-040d-48cd-9014-962333c49815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:18.228321 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.228321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Bound using segment: {'id': '48d335ea-efa9-4375-977e-7364ac1ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9885f686-040d-48cd-9014-962333c49815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:18.228321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Bound port: 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d335ea-efa9-4375-977e-7364ac1ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9885f686-040d-48cd-9014-962333c49815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:18.228321 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.271016 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.362839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network 9885f686-040d-48cd-9014-962333c49815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:18.368212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:18.375473 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.375855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:18.397378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5103420f-92d4-46d5-bd4b-204f1dd228ea,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:18.400169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Port': ['ID=3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:18.420835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Transition to ACTIVE for port object db6eda8f-a69e-4f17-8a8e-4549a25b49f4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:18.432168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d795-157a-4f95-85cf-1612b5eee0dc req-255717df-9dfa-4289-ac6f-e04a802db9c2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:18.434164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7954d795-157a-4f95-85cf-1612b5eee0dc req-255717df-9dfa-4289-ac6f-e04a802db9c2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.0771563 Aug 30 14:30:18.445710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c6acb-49a5-4f69-8d37-ae82b7d8b49c req-68b799c5-ee59-4bdf-a610-fd78df45df58 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:18.447214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e2c6acb-49a5-4f69-8d37-ae82b7d8b49c req-68b799c5-ee59-4bdf-a610-fd78df45df58 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1681185 Aug 30 14:30:18.460394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-049928dd-5769-4675-93d1-849529cbd223 None None] For port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:18.466211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Transition to ACTIVE for port object db6eda8f-a69e-4f17-8a8e-4549a25b49f4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:18.467634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.483255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-049928dd-5769-4675-93d1-849529cbd223 None None] For port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0e5bef1e-9e5b-4df5-97b4-0ba6980678f1,segment=NetworkSegment(48d335ea-efa9-4375-977e-7364ac1ad2d1),segment_id=48d335ea-efa9-4375-977e-7364ac1ad2d1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:18.487889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.503095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7954d795-157a-4f95-85cf-1612b5eee0dc req-8c752c55-91c9-4bb9-a9f9-68085d88a924 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609963 Aug 30 14:30:18.566830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Network 843eb3a0-197e-4520-9ba7-07d41646a46a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:18.571875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.579079 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e2c6acb-49a5-4f69-8d37-ae82b7d8b49c req-37956d2b-5454-49e1-a289-c81b5878cf1b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220107 Aug 30 14:30:18.593796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:18.602678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['5103420f-92d4-46d5-bd4b-204f1dd228ea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:18.608055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:18.626904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['9dfc3141-4b87-4f53-8a5f-bf2165202d75'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:18.665368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.742446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Pushing event updated for resources: {'Port': ['ID=db6eda8f-a69e-4f17-8a8e-4549a25b49f4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:18.856980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Attempting to bind port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:18.857622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Attempting to bind port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '7013b21b-eb39-4cc6-93be-34fc9d7d7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '843eb3a0-197e-4520-9ba7-07d41646a46a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:18.857710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Attempting to bind port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 on network 843eb3a0-197e-4520-9ba7-07d41646a46a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:18.872455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:18.872839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Checking segment: {'id': '7013b21b-eb39-4cc6-93be-34fc9d7d7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '843eb3a0-197e-4520-9ba7-07d41646a46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:18.873286 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.873689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Bound using segment: {'id': '7013b21b-eb39-4cc6-93be-34fc9d7d7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '843eb3a0-197e-4520-9ba7-07d41646a46a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:18.874182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Bound port: db6eda8f-a69e-4f17-8a8e-4549a25b49f4, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7013b21b-eb39-4cc6-93be-34fc9d7d7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '843eb3a0-197e-4520-9ba7-07d41646a46a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:18.874689 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:18.929123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049928dd-5769-4675-93d1-849529cbd223 None None] Pushing event updated for resources: {'Port': ['ID=0e5bef1e-9e5b-4df5-97b4-0ba6980678f1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:19.119760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1eb73-d5ec-4c87-98ac-0317609c4ba5 req-630e0f2a-6649-4fef-b914-88997b5f90ff tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:19.143437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1eb73-d5ec-4c87-98ac-0317609c4ba5 req-630e0f2a-6649-4fef-b914-88997b5f90ff tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:19.149917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1eb73-d5ec-4c87-98ac-0317609c4ba5 req-630e0f2a-6649-4fef-b914-88997b5f90ff tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:19.150398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] For port db6eda8f-a69e-4f17-8a8e-4549a25b49f4, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:19.157942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fe825-f0c8-4e02-8c7d-7a309eb24380 req-98967031-6428-4b64-925a-410eb9dbceab tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:19.159492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-54d1eb73-d5ec-4c87-98ac-0317609c4ba5 req-630e0f2a-6649-4fef-b914-88997b5f90ff tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2415 time: 0.1621065 Aug 30 14:30:19.161440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-429fe825-f0c8-4e02-8c7d-7a309eb24380 req-98967031-6428-4b64-925a-410eb9dbceab tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.4362814 Aug 30 14:30:19.169874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] For port db6eda8f-a69e-4f17-8a8e-4549a25b49f4, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=db6eda8f-a69e-4f17-8a8e-4549a25b49f4,segment=NetworkSegment(7013b21b-eb39-4cc6-93be-34fc9d7d7ae6),segment_id=7013b21b-eb39-4cc6-93be-34fc9d7d7ae6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:19.187681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f6d7c-0620-4e00-be9d-0ee0fc476bf1 None None] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:19.210020 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:19.221772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-429fe825-f0c8-4e02-8c7d-7a309eb24380 req-35671725-100f-4961-ae8e-039bc681321b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524073 Aug 30 14:30:19.255225 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:19.261316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:19.268786 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-54d1eb73-d5ec-4c87-98ac-0317609c4ba5 req-a6b78df9-903f-4497-a37f-285f1366e477 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087146 Aug 30 14:30:19.394645 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:19.411121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Port': ['ID=3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:19.492731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-99b7d3f4-cdb8-40e1-a543-600766ab90f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594969 Aug 30 14:30:19.530675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network 9885f686-040d-48cd-9014-962333c49815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:19.533116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:19.533400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:19.560166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81cde7-eff4-41b5-a83a-572e2a67e294 None None] Pushing event updated for resources: {'Port': ['ID=db6eda8f-a69e-4f17-8a8e-4549a25b49f4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:19.585320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:30:19.591467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-83427b21-3be6-4b57-8e13-52c667b926ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:19.593399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-83427b21-3be6-4b57-8e13-52c667b926ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 1101 time: 0.0601504 Aug 30 14:30:19.674665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45dd52f7-bee1-4719-b0ed-4e09d0437e26 None None] Provisioning for port 45ca14e5-6eef-4b71-a13a-dd528831d4da completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:19.676632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['96295ea5-ca7f-4327-bb87-3b61b56d928e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:19.753945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:30:19.764887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa25fe5-6e0c-4cee-a9db-d1b40e9f1eee req-51a3fab6-0814-4f16-8f32-146c35019b40 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:19.767610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1aa25fe5-6e0c-4cee-a9db-d1b40e9f1eee req-51a3fab6-0814-4f16-8f32-146c35019b40 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1189501 Aug 30 14:30:19.818350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Router 2e3dc756-0269-48a9-a59e-167085c77cae is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:30:19.824887 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:19.833582 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1aa25fe5-6e0c-4cee-a9db-d1b40e9f1eee req-4bf53655-01e0-48db-8cf9-069a144f3d2d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578930 Aug 30 14:30:19.942862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:19.952017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac215f8-2a72-4e75-ac6c-b62e1436a51b req-1b666855-c581-4f8d-8942-24c3796c1f69 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:19.960738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 45ca14e5-6eef-4b71-a13a-dd528831d4da up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:19.970311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aac215f8-2a72-4e75-ac6c-b62e1436a51b req-1b666855-c581-4f8d-8942-24c3796c1f69 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1845267 Aug 30 14:30:19.974296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:19.986396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8cbf688e-4de4-4f65-ad9a-802a79879ace tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "PUT /v2.0/routers/2e3dc756-0269-48a9-a59e-167085c77cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7575016 Aug 30 14:30:19.988718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:20.070524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c1fde-ec93-4c24-b5c2-49dda011b8fd None None] Sync routers for ids ['2e3dc756-0269-48a9-a59e-167085c77cae'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:20.163132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-0985f4b6-b211-4ac5-a9b3-222ad958a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:20.184084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-0985f4b6-b211-4ac5-a9b3-222ad958a85f service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.5060682 Aug 30 14:30:20.262668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aac215f8-2a72-4e75-ac6c-b62e1436a51b req-4c42ee13-a442-4607-bd76-2b36c5e6c9ad tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895451 Aug 30 14:30:20.267604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-1d066771-78eb-4e92-bf57-fdda2783fdd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 200 len: 217 time: 0.0684407 Aug 30 14:30:20.308510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c1fde-ec93-4c24-b5c2-49dda011b8fd None None] Routers {'2e3dc756-0269-48a9-a59e-167085c77cae'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:20.314328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-792c1fde-ec93-4c24-b5c2-49dda011b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2e3dc756-0269-48a9-a59e-167085c77cae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:20.438426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-792c1fde-ec93-4c24-b5c2-49dda011b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:20.441898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-edc0f32f-1cdb-4fdb-a1d5-64f362a68a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:20.444155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-edc0f32f-1cdb-4fdb-a1d5-64f362a68a06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.1609890 Aug 30 14:30:20.447538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:20.511778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'mac_address': 'fa:16:3e:d5:59:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:30:20.526589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c1fde-ec93-4c24-b5c2-49dda011b8fd None None] Routers {'2e3dc756-0269-48a9-a59e-167085c77cae'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:20.527381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-792c1fde-ec93-4c24-b5c2-49dda011b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2e3dc756-0269-48a9-a59e-167085c77cae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:20.600905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 45ca14e5-6eef-4b71-a13a-dd528831d4da completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:20.630195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-792c1fde-ec93-4c24-b5c2-49dda011b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:20.630873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c1fde-ec93-4c24-b5c2-49dda011b8fd None None] The sync data for ids ['2e3dc756-0269-48a9-a59e-167085c77cae'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:20.645161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56a943-20f1-43f1-9e82-623c880ca10b None None] Network 9885f686-040d-48cd-9014-962333c49815 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:20.679026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a335bd3-8970-489f-8924-d715c2e5a132 req-353c2b25-0cd4-464d-8862-0b350b085555 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:20.692943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8a6a-8507-4b64-bed9-8dbe59c9ee40 req-58bccfc0-cbea-464d-ab55-b5b3499a02fe tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:20.695608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a335bd3-8970-489f-8924-d715c2e5a132 req-353c2b25-0cd4-464d-8862-0b350b085555 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.2894452 Aug 30 14:30:20.700190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8a6a-8507-4b64-bed9-8dbe59c9ee40 req-58bccfc0-cbea-464d-ab55-b5b3499a02fe tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:20.707548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8a6a-8507-4b64-bed9-8dbe59c9ee40 req-58bccfc0-cbea-464d-ab55-b5b3499a02fe tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:20.710188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-191c8a6a-8507-4b64-bed9-8dbe59c9ee40 req-58bccfc0-cbea-464d-ab55-b5b3499a02fe tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2415 time: 0.1643276 Aug 30 14:30:20.728180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-e778182c-5980-4d17-804c-65535e8d1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:20.730083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-e778182c-5980-4d17-804c-65535e8d1e56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2734187 Aug 30 14:30:20.737339 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-5dcf01c5-52f5-4e04-9b4e-ef6484b230bb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:30:20.741766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5dcf01c5-52f5-4e04-9b4e-ef6484b230bb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "PUT /v2.0/routers/2e3dc756-0269-48a9-a59e-167085c77cae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7518690 Aug 30 14:30:20.746625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:20.764728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 45ca14e5-6eef-4b71-a13a-dd528831d4da triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:20.765460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:20.815749 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:20.842791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-191c8a6a-8507-4b64-bed9-8dbe59c9ee40 req-3036010f-19d5-444c-b35d-3fce0834c236 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995445 Aug 30 14:30:20.853981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b2e0c22-bdec-45b7-9ba9-741001cf69de None None] Provisioning for port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:20.868761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b2e0c22-bdec-45b7-9ba9-741001cf69de None None] Provisioning complete for port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:20.868761 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2e0c22-bdec-45b7-9ba9-741001cf69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:20.916696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a335bd3-8970-489f-8924-d715c2e5a132 req-410ce3a2-f041-4cd0-b5f7-efcfaf66bc5c tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193830 Aug 30 14:30:20.999845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9be83a-245b-40d2-b54c-fbe7a8b49151 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:21.069165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:21.121865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-4d877b65-3b7a-49b2-9eed-aa67d776b385 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623545 Aug 30 14:30:21.124483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23556e-f9ed-4ed5-b438-d9d43044b77f req-80d98a9b-2760-4edb-93ed-bfa5335ab80a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:21.138419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e23556e-f9ed-4ed5-b438-d9d43044b77f req-80d98a9b-2760-4edb-93ed-bfa5335ab80a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1145666 Aug 30 14:30:21.174193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:21.180589 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:21.228421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e23556e-f9ed-4ed5-b438-d9d43044b77f req-2a2b0743-1c89-4243-95ab-24a4646b59bb tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881469 Aug 30 14:30:21.253750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:21.371324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 45ca14e5-6eef-4b71-a13a-dd528831d4da, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=45ca14e5-6eef-4b71-a13a-dd528831d4da,segment=NetworkSegment(9c0245e3-c039-4e85-afd6-badb82be2d7f),segment_id=9c0245e3-c039-4e85-afd6-badb82be2d7f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:21.386441 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:21.416583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5d42673-a8da-4612-832a-6c0fb51fc057 req-a06a07c2-2a16-40dd-803d-3ad4b49ccaaf service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813475 Aug 30 14:30:21.568847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=45ca14e5-6eef-4b71-a13a-dd528831d4da,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:21.576595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5b9be83a-245b-40d2-b54c-fbe7a8b49151'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:21.593091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981d4cf-76c6-4842-8549-83b9cf5bddf8 req-f0d9c0f0-b4c6-4c16-a791-87ac5142bfc2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:21.616653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5981d4cf-76c6-4842-8549-83b9cf5bddf8 req-f0d9c0f0-b4c6-4c16-a791-87ac5142bfc2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.1992130 Aug 30 14:30:21.679941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:21.691422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5981d4cf-76c6-4842-8549-83b9cf5bddf8 req-6040db3e-df0a-47ff-80ec-f54e67b2a858 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735664 Aug 30 14:30:21.713571 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:21.722361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-e8849890-4a45-4220-9aea-e38729cb6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:21.724016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-e8849890-4a45-4220-9aea-e38729cb6b2f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f&tenant_id=954d96d6cf2346419ccb2f31463123c6 HTTP/1.1" status: 200 len: 1100 time: 0.1662667 Aug 30 14:30:21.728572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2e0c22-bdec-45b7-9ba9-741001cf69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:21.730855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device db6eda8f-a69e-4f17-8a8e-4549a25b49f4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:21.795035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3eb5e3-bd14-49e0-b950-9a77d06b252d None None] Network 843eb3a0-197e-4520-9ba7-07d41646a46a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:21.807298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:21.900653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:21.984218 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:21.995348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b2e0c22-bdec-45b7-9ba9-741001cf69de None None] For port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0e5bef1e-9e5b-4df5-97b4-0ba6980678f1,segment=NetworkSegment(48d335ea-efa9-4375-977e-7364ac1ad2d1),segment_id=48d335ea-efa9-4375-977e-7364ac1ad2d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:22.048657 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b2e0c22-bdec-45b7-9ba9-741001cf69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.068731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899ba1d-863d-4490-b6af-4904eb6a1d14 req-f9ceca16-492b-4684-82de-d9cdbf52235f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:22.077244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899ba1d-863d-4490-b6af-4904eb6a1d14 req-f9ceca16-492b-4684-82de-d9cdbf52235f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:22.084576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899ba1d-863d-4490-b6af-4904eb6a1d14 req-f9ceca16-492b-4684-82de-d9cdbf52235f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:22.092752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1899ba1d-863d-4490-b6af-4904eb6a1d14 req-f9ceca16-492b-4684-82de-d9cdbf52235f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2415 time: 0.1333101 Aug 30 14:30:22.118523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:22.128131 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e0c22-bdec-45b7-9ba9-741001cf69de None None] Pushing event updated for resources: {'Port': ['ID=0e5bef1e-9e5b-4df5-97b4-0ba6980678f1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:22.135207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:22.171604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1899ba1d-863d-4490-b6af-4904eb6a1d14 req-679689e2-6167-4c9f-bf05-a155d790dc77 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731876 Aug 30 14:30:22.266984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Provisioning for port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:22.281314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 9dfc3141-4b87-4f53-8a5f-bf2165202d75 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:22.371599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Provisioning complete for port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:22.371979 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.454021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764359-61d7-4605-8573-a09ec7cda1b4 req-c04a8e85-8523-4f46-b04a-49481eac173e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:22.457952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9764359-61d7-4605-8573-a09ec7cda1b4 req-c04a8e85-8523-4f46-b04a-49481eac173e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.0948896 Aug 30 14:30:22.518504 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9764359-61d7-4605-8573-a09ec7cda1b4 req-57f4daa8-539e-4390-8284-c3b8c553ffc3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514939 Aug 30 14:30:22.567551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:22.580002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:22.580527 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.582153 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.648708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] For port db6eda8f-a69e-4f17-8a8e-4549a25b49f4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=db6eda8f-a69e-4f17-8a8e-4549a25b49f4,segment=NetworkSegment(7013b21b-eb39-4cc6-93be-34fc9d7d7ae6),segment_id=7013b21b-eb39-4cc6-93be-34fc9d7d7ae6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:22.654257 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.731124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffea423-d77f-432a-aa25-9ad58944a584 req-a107a379-6998-4f5b-ba4f-9fd9edd95771 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:22.733232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cffea423-d77f-432a-aa25-9ad58944a584 req-a107a379-6998-4f5b-ba4f-9fd9edd95771 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.2302668 Aug 30 14:30:22.774738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:22.850253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cffea423-d77f-432a-aa25-9ad58944a584 req-850019c3-855e-486a-b311-ed6a2c1505e6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914125 Aug 30 14:30:22.856385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Deleting port 3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:22.856834 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.879354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:22.882430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Provisioning complete for port 45ca14e5-6eef-4b71-a13a-dd528831d4da triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:22.882797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.929373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Pushing event updated for resources: {'Port': ['ID=db6eda8f-a69e-4f17-8a8e-4549a25b49f4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:22.943015 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.980790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfc3141-4b87-4f53-8a5f-bf2165202d75'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:22.982827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:22.983654 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934b85c7-1983-49e2-acfa-249400e7ff41" -d '{"events": [{"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-plugged", "status": "completed", "tag": "9dfc3141-4b87-4f53-8a5f-bf2165202d75"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:23.002427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 9dfc3141-4b87-4f53-8a5f-bf2165202d75, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=9dfc3141-4b87-4f53-8a5f-bf2165202d75,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:23.016291 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.026844 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.027736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96295ea5-ca7f-4327-bb87-3b61b56d928e up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:23.031270 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acb335-c48f-4a11-8e46-f45efe5415c7 req-e4ee1be0-385b-44e2-84a7-5ceeacb6d4ed tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:23.044487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5acb335-c48f-4a11-8e46-f45efe5415c7 req-e4ee1be0-385b-44e2-84a7-5ceeacb6d4ed tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.1960850 Aug 30 14:30:23.056297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Ignored duplicate provisioning block setup for port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 14:30:23.061779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.077854 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.088149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Calling delete_port for 3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:23.122348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5acb335-c48f-4a11-8e46-f45efe5415c7 req-f2b39704-39fe-47dc-930d-c998d03ce92b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748863 Aug 30 14:30:23.146257 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05be839-e80e-4179-b274-239293e50ba1 x-openstack-request-id: req-a05be839-e80e-4179-b274-239293e50ba1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:23.146873 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-plugged", "status": "completed", "tag": "9dfc3141-4b87-4f53-8a5f-bf2165202d75", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:23.146873 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a05be839-e80e-4179-b274-239293e50ba1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:23.147462 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfc3141-4b87-4f53-8a5f-bf2165202d75', 'code': 200} Aug 30 14:30:23.172986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=9dfc3141-4b87-4f53-8a5f-bf2165202d75,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:23.186463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:30:23.186939 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:30:23.190216 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Provisioning complete for port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:23.190216 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.217320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 96295ea5-ca7f-4327-bb87-3b61b56d928e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:23.217848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] No DVR routers for this DVR port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:23.223847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=9']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:23.243804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 96295ea5-ca7f-4327-bb87-3b61b56d928e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:23.250040 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.281495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:23.282839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:23.283168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:23.318009 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:30:23.341998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:30:23.342327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Attempting to bind port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:23.374333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:23.374573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:23.375056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:23.376157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Bound port: 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:23.376595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.424791 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.456022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284be223-3ecd-4ab0-985b-4a0df87cfea8 req-494472bc-85ef-4544-afa8-c8ff220273a1 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:23.463845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284be223-3ecd-4ab0-985b-4a0df87cfea8 req-494472bc-85ef-4544-afa8-c8ff220273a1 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:23.471838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284be223-3ecd-4ab0-985b-4a0df87cfea8 req-494472bc-85ef-4544-afa8-c8ff220273a1 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:23.474738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-284be223-3ecd-4ab0-985b-4a0df87cfea8 req-494472bc-85ef-4544-afa8-c8ff220273a1 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2416 time: 0.1444824 Aug 30 14:30:23.484270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96295ea5-ca7f-4327-bb87-3b61b56d928e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96295ea5-ca7f-4327-bb87-3b61b56d928e,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:23.489188 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.490174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5103420f-92d4-46d5-bd4b-204f1dd228ea up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:23.553625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device db6eda8f-a69e-4f17-8a8e-4549a25b49f4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:23.592475 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.603011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Provisioning for port 3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:23.616153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Provisioning complete for port 3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:23.616153 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.616741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=96295ea5-ca7f-4327-bb87-3b61b56d928e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:23.649390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-73640048-cc44-48af-85e8-27e8f39109a9 None None] Port 3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 14:30:23.655971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Port': ['ID=3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:23.677600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 5103420f-92d4-46d5-bd4b-204f1dd228ea completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:23.695298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 5103420f-92d4-46d5-bd4b-204f1dd228ea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:23.695926 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.746844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:23.753712 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-284be223-3ecd-4ab0-985b-4a0df87cfea8 req-6305f347-d7b4-442c-8a8e-ece2dd344c8e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477458 Aug 30 14:30:23.770105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf4051-e4da-4309-adae-39628fcaa5e7 req-cc5b786f-d628-49b4-a47d-00394543e07a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:23.777886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:23.778941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:23.779420 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.790390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0aaf4051-e4da-4309-adae-39628fcaa5e7 req-cc5b786f-d628-49b4-a47d-00394543e07a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1613984 Aug 30 14:30:23.791656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.861296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-03429221-6145-4cc2-a628-8b6d347e3e47 None None] Provisioning complete for port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:23.861828 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03429221-6145-4cc2-a628-8b6d347e3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.904120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0aaf4051-e4da-4309-adae-39628fcaa5e7 req-e067efb1-956c-4d00-8003-420030d281d8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018367 Aug 30 14:30:23.912784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:23.925811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:23.938355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.940958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] 10.222.0.39 "PUT /v2.0/ports/7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 1096 time: 2.1798856 Aug 30 14:30:23.941611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:23.945912 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e215d70f-c322-47ea-b3c5-2f55be96e74c" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:23.976545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556c13b-bf48-4015-8b5b-bc503d75a4bb service neutron] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:24.112568 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a199ce-288e-48d8-8508-2897aafecba2 x-openstack-request-id: req-89a199ce-288e-48d8-8508-2897aafecba2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:24.112981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cecdd-fc44-40e2-8776-75535c5206c2 req-17ff58e8-5041-43e3-bea8-115526919485 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:24.113159 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:24.113420 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89a199ce-288e-48d8-8508-2897aafecba2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:24.114038 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'status': 'completed', 'code': 200} Aug 30 14:30:24.121481 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c29cecdd-fc44-40e2-8776-75535c5206c2 req-17ff58e8-5041-43e3-bea8-115526919485 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.1090195 Aug 30 14:30:24.156012 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.206739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c29cecdd-fc44-40e2-8776-75535c5206c2 req-bb532123-ec9b-47b4-b25f-6f28546b9fab tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728467 Aug 30 14:30:24.221865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.264321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:24.274194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-613cd60e-ba72-48b0-8cfb-4e862b687350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:24.277209 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-613cd60e-ba72-48b0-8cfb-4e862b687350 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1100 time: 0.2885177 Aug 30 14:30:24.310569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:24.311187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.325607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 5103420f-92d4-46d5-bd4b-204f1dd228ea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5103420f-92d4-46d5-bd4b-204f1dd228ea,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:24.379732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-03429221-6145-4cc2-a628-8b6d347e3e47 None None] Could not find standard attr ID for object 3b1fb20c-fbc0-4bc3-9f0f-133d53d0cde1. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:30:24.383667 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.497426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=5103420f-92d4-46d5-bd4b-204f1dd228ea,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:24.498984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-f10fd711-2aef-4fd7-b589-784d7ed4a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:24.501966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-f10fd711-2aef-4fd7-b589-784d7ed4a9cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1100 time: 0.3588176 Aug 30 14:30:24.504161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:24.504604 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.552306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c2497-37e3-4e69-afad-d12ff794df81 req-04099bc6-ebc1-42b0-aa84-ea2c8097d5b0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:24.557616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf2c2497-37e3-4e69-afad-d12ff794df81 req-04099bc6-ebc1-42b0-aa84-ea2c8097d5b0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 945 time: 0.2779500 Aug 30 14:30:24.573810 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.650355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:24.657409 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.694185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-dcda4950-5304-4be1-afc5-08ddbc6517d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:24.696068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-dcda4950-5304-4be1-afc5-08ddbc6517d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.4095132 Aug 30 14:30:24.703068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 45ca14e5-6eef-4b71-a13a-dd528831d4da up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:24.756587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:24.801196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 45ca14e5-6eef-4b71-a13a-dd528831d4da triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:24.802013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.809417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-81e6297a-7416-4df2-ab40-cad49dabb07c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.0771406 Aug 30 14:30:24.864412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Router 2e3dc756-0269-48a9-a59e-167085c77cae has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:24.886316 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf2c2497-37e3-4e69-afad-d12ff794df81 req-1f22c371-6377-46c9-86fd-488aece47f3f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276603 Aug 30 14:30:24.962134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-abf38b79-5a2a-4ef4-a67d-ab50ce009d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:24.965342 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-abf38b79-5a2a-4ef4-a67d-ab50ce009d1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.3083124 Aug 30 14:30:25.000138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cdf41-12b0-4d7f-9566-cc0de0059f78 req-dd96624b-3d87-46f1-9128-5feb935af9bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.006631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cdf41-12b0-4d7f-9566-cc0de0059f78 req-dd96624b-3d87-46f1-9128-5feb935af9bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.013993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cdf41-12b0-4d7f-9566-cc0de0059f78 req-dd96624b-3d87-46f1-9128-5feb935af9bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.015756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c9cdf41-12b0-4d7f-9566-cc0de0059f78 req-dd96624b-3d87-46f1-9128-5feb935af9bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2418 time: 0.1306727 Aug 30 14:30:25.077564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c9cdf41-12b0-4d7f-9566-cc0de0059f78 req-283610fa-4eda-4b12-809e-9f6ff0b08be0 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549285 Aug 30 14:30:25.118608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-bbb171c0-271d-45a8-a501-34e640118e75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.1061163 Aug 30 14:30:25.120260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-ad59409d-7b31-4d79-9e4d-9b336ac317be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.121798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-ad59409d-7b31-4d79-9e4d-9b336ac317be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2986951 Aug 30 14:30:25.123046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:25.128734 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-236f26fb-6935-488a-ac6a-63f44463e449 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "PUT /v2.0/routers/2e3dc756-0269-48a9-a59e-167085c77cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3807735 Aug 30 14:30:25.139560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:25.139856 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83eb67-7c26-440f-a286-91296440bbfc None None] Sync routers for ids ['2e3dc756-0269-48a9-a59e-167085c77cae'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:25.146301 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-876c005b-dc32-4ba2-abbc-235440b71f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.148882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96295ea5-ca7f-4327-bb87-3b61b56d928e'}, {'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5103420f-92d4-46d5-bd4b-204f1dd228ea'}, {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:25.157599 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83eb67-7c26-440f-a286-91296440bbfc None None] Routers {'2e3dc756-0269-48a9-a59e-167085c77cae'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:25.158242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd83eb67-7c26-440f-a286-91296440bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2e3dc756-0269-48a9-a59e-167085c77cae'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:25.159919 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a3720b-2835-4dd7-88a5-103f72a27e21" -d '{"events": [{"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-plugged", "status": "completed", "tag": "96295ea5-ca7f-4327-bb87-3b61b56d928e"}, {"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-plugged", "status": "completed", "tag": "5103420f-92d4-46d5-bd4b-204f1dd228ea"}, {"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-plugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:25.230605 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-7097f3d9-a411-4165-b4fe-7765aa6b98b4 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] delete failed (client error): The resource could not be found. Aug 30 14:30:25.233841 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7097f3d9-a411-4165-b4fe-7765aa6b98b4 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1736403134 HTTP/1.1" status: 404 len: 335 time: 0.0922277 Aug 30 14:30:25.239288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:25.243464 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd83eb67-7c26-440f-a286-91296440bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:25.251829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d7492eb1-e657-4545-8c00-164b3081f005 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e3dc756-0269-48a9-a59e-167085c77cae'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:25.266991 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83eb67-7c26-440f-a286-91296440bbfc None None] Routers {'2e3dc756-0269-48a9-a59e-167085c77cae'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:25.268055 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd83eb67-7c26-440f-a286-91296440bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:29:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2e3dc756-0269-48a9-a59e-167085c77cae'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:25.295882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329820-92ec-4c7b-8079-addc6f033acc req-324e9d50-056a-4e96-b86a-3d8dba9eb13e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.307179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8329820-92ec-4c7b-8079-addc6f033acc req-324e9d50-056a-4e96-b86a-3d8dba9eb13e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.2576902 Aug 30 14:30:25.327530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1885-3538-4f9d-923e-01930b89be30 req-45ed2686-ffcf-4af2-b07a-47833e028a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.329725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-45ed2686-ffcf-4af2-b07a-47833e028a00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982458 Aug 30 14:30:25.331061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-a748f226-46a4-4009-9785-1ae509b55263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.334522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-a748f226-46a4-4009-9785-1ae509b55263 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2020190 Aug 30 14:30:25.344022 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd83eb67-7c26-440f-a286-91296440bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:25.346202 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83eb67-7c26-440f-a286-91296440bbfc None None] The sync data for ids ['2e3dc756-0269-48a9-a59e-167085c77cae'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:25.378349 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de308ab9-fba3-43db-9d07-f08158f69e7e x-openstack-request-id: req-de308ab9-fba3-43db-9d07-f08158f69e7e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:25.378741 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-plugged", "status": "completed", "tag": "96295ea5-ca7f-4327-bb87-3b61b56d928e", "code": 200}, {"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-plugged", "status": "completed", "tag": "5103420f-92d4-46d5-bd4b-204f1dd228ea", "code": 200}, {"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-plugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:25.379065 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de308ab9-fba3-43db-9d07-f08158f69e7e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:25.379777 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96295ea5-ca7f-4327-bb87-3b61b56d928e', 'code': 200} Aug 30 14:30:25.379886 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5103420f-92d4-46d5-bd4b-204f1dd228ea', 'code': 200} Aug 30 14:30:25.380252 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'code': 200} Aug 30 14:30:25.491727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8329820-92ec-4c7b-8079-addc6f033acc req-f24388ad-d718-4c3e-b887-493a112c346c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836538 Aug 30 14:30:25.507966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-ef5fef1f-e812-4170-840e-8a11cae3ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.509835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-ef5fef1f-e812-4170-840e-8a11cae3ef67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587937 Aug 30 14:30:25.600223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-b719dace-a5c8-4e9e-a44c-ef90fb0da398 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435760 Aug 30 14:30:25.634637 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7492eb1-e657-4545-8c00-164b3081f005 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.691198 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-d7492eb1-e657-4545-8c00-164b3081f005 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] update failed (client error): The resource could not be found. Aug 30 14:30:25.692400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d7492eb1-e657-4545-8c00-164b3081f005 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "PUT /v2.0/routers/2e3dc756-0269-48a9-a59e-167085c77cae HTTP/1.1" status: 404 len: 339 time: 0.4507365 Aug 30 14:30:25.696017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:25.759401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-d9d99c20-8632-445d-8247-edb1f42a63d2 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177017 Aug 30 14:30:25.788029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13f25e-48dd-482a-bf70-3017ae574f47 req-fd818576-f5e2-487d-91f5-c23bbf2e46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.788029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13f25e-48dd-482a-bf70-3017ae574f47 req-fd818576-f5e2-487d-91f5-c23bbf2e46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.788309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13f25e-48dd-482a-bf70-3017ae574f47 req-fd818576-f5e2-487d-91f5-c23bbf2e46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.792305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a13f25e-48dd-482a-bf70-3017ae574f47 req-fd818576-f5e2-487d-91f5-c23bbf2e46a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2871 time: 0.3008845 Aug 30 14:30:25.831946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91a65d-f330-47c5-9d29-0a2590cf0b90 req-12e97215-b64d-4a5e-9b55-e4b4d592a676 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.833831 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae91a65d-f330-47c5-9d29-0a2590cf0b90 req-12e97215-b64d-4a5e-9b55-e4b4d592a676 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.1957400 Aug 30 14:30:25.844008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f38d1885-3538-4f9d-923e-01930b89be30 req-1ca6f37e-b86e-4517-8d79-19c715f372ac service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410157 Aug 30 14:30:25.967542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-c6de3b08-b03b-47e7-ab21-940c06220ca8 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910095 Aug 30 14:30:25.979777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-e9fea11d-81a2-437b-b557-8d951da0be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:25.983985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-e9fea11d-81a2-437b-b557-8d951da0be8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=954d96d6cf2346419ccb2f31463123c6&device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1100 time: 0.0787492 Aug 30 14:30:26.168366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3068-0ede-446e-8603-de8fb2592e69 req-e373412f-706a-4e00-aca8-37aa37d635c8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:26.171000 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-336e3068-0ede-446e-8603-de8fb2592e69 req-e373412f-706a-4e00-aca8-37aa37d635c8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.1119595 Aug 30 14:30:26.222941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-32934ade-bb51-46fa-b788-14d90d009245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:26.224369 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-32934ade-bb51-46fa-b788-14d90d009245 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2350352 Aug 30 14:30:26.312300 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a13f25e-48dd-482a-bf70-3017ae574f47 req-41503b01-599b-45a9-8f88-936638890b43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147626 Aug 30 14:30:26.336777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-336e3068-0ede-446e-8603-de8fb2592e69 req-34eac235-eaa4-4c4e-99f1-4468416a2f96 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437123 Aug 30 14:30:26.339579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-f2447cae-6c1d-4a73-980c-050a970ca1ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 200 len: 217 time: 0.1024432 Aug 30 14:30:26.411746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae91a65d-f330-47c5-9d29-0a2590cf0b90 req-a4069067-9fcd-4a00-82b3-c2fe95bd9837 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371747 Aug 30 14:30:26.630561 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:26.699886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-f5154d6c-a9a1-4f21-99eb-c9da612107f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:26.704392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-f5154d6c-a9a1-4f21-99eb-c9da612107f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.2039130 Aug 30 14:30:26.815038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0da9be-300a-4810-b5da-bf32eb13c786 req-1944ab31-5c5d-4fe2-bba6-1c08e9a05072 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:26.820475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0da9be-300a-4810-b5da-bf32eb13c786 req-1944ab31-5c5d-4fe2-bba6-1c08e9a05072 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:26.826796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0da9be-300a-4810-b5da-bf32eb13c786 req-1944ab31-5c5d-4fe2-bba6-1c08e9a05072 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:26.841385 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf0da9be-300a-4810-b5da-bf32eb13c786 req-1944ab31-5c5d-4fe2-bba6-1c08e9a05072 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2418 time: 0.3221934 Aug 30 14:30:26.902478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf0da9be-300a-4810-b5da-bf32eb13c786 req-34cdbaf2-23e7-4422-b780-c202d4371174 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586262 Aug 30 14:30:26.935115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-ae141117-3e41-41c8-8bb9-c7cbf07428da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:26.937784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-ae141117-3e41-41c8-8bb9-c7cbf07428da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234843 Aug 30 14:30:27.093387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a616-ca1c-4141-92a5-2eb44ca0a984 req-fa171adf-e593-43d0-bf0e-97b270efc6f3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:27.097265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30e7a616-ca1c-4141-92a5-2eb44ca0a984 req-fa171adf-e593-43d0-bf0e-97b270efc6f3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1465333 Aug 30 14:30:27.105755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-d3070f53-c469-4dd3-87d6-b4ccf75a6522 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560650 Aug 30 14:30:27.301412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30e7a616-ca1c-4141-92a5-2eb44ca0a984 req-9a151f69-4dca-416c-b94e-5623bd288dae tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868773 Aug 30 14:30:27.312042 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e215d70f-c322-47ea-b3c5-2f55be96e74c req-e1b837cc-6714-4206-8405-b9586c21f2a9 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983101 Aug 30 14:30:27.406036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Allocated IP 172.20.0.1 (732c6bde-1697-4f2f-be02-612dbbe1fb99/b5a73d09-b5ae-49cb-9ea6-f21119055bff/0e5b3819-2b77-48d7-ba4d-31c015c25a46) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:27.802914 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06bd57-f5bf-477d-81f5-982abccfaf0f req-f542a401-375e-4042-a4f8-209c2a559c06 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:27.817745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7c06bd57-f5bf-477d-81f5-982abccfaf0f req-f542a401-375e-4042-a4f8-209c2a559c06 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.1965268 Aug 30 14:30:27.847025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:27.878707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a73d26-0189-44dd-8093-f151260b66b6 req-e780aff7-f979-4d5a-bc76-57bff5c916c4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:27.880294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4a73d26-0189-44dd-8093-f151260b66b6 req-e780aff7-f979-4d5a-bc76-57bff5c916c4 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 949 time: 0.2531564 Aug 30 14:30:27.882867 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad22c-1beb-4149-86f6-23868425a034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:27.900638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7c06bd57-f5bf-477d-81f5-982abccfaf0f req-a6738782-3c26-4672-9ce0-33008761423b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813813 Aug 30 14:30:27.910415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Transition to ACTIVE for port object 0e5b3819-2b77-48d7-ba4d-31c015c25a46 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:27.982232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.004442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4a73d26-0189-44dd-8093-f151260b66b6 req-eefaf105-461d-42ab-afde-cdeb6f003815 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650673 Aug 30 14:30:28.046065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:28.057784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:28.083297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:28.131622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Port': ['ID=0e5b3819-2b77-48d7-ba4d-31c015c25a46,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:28.284546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308ad77-33b5-4b7c-93fe-a779be769eee req-aac61896-ef78-4a16-b3aa-eb1ede12924f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:28.293452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308ad77-33b5-4b7c-93fe-a779be769eee req-aac61896-ef78-4a16-b3aa-eb1ede12924f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:28.304088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:30:28.313800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.323250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308ad77-33b5-4b7c-93fe-a779be769eee req-aac61896-ef78-4a16-b3aa-eb1ede12924f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:28.340394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9308ad77-33b5-4b7c-93fe-a779be769eee req-aac61896-ef78-4a16-b3aa-eb1ede12924f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2418 time: 0.1481285 Aug 30 14:30:28.438590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9308ad77-33b5-4b7c-93fe-a779be769eee req-7115c176-1e4c-4090-bfd7-5c197e7f3fbc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985529 Aug 30 14:30:28.532975 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.629892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:28.668526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'mac_address': 'fa:16:3e:3c:43:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:30:28.676675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a3b4233-6b82-4df7-886a-03d389641f06 None None] Provisioning for port 0e5b3819-2b77-48d7-ba4d-31c015c25a46 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:28.691800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a3b4233-6b82-4df7-886a-03d389641f06 None None] Provisioning complete for port 0e5b3819-2b77-48d7-ba4d-31c015c25a46 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:28.692877 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a3b4233-6b82-4df7-886a-03d389641f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.723128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b010ba-6630-441d-bdf9-1a3e312d1455 req-b465ef28-1fbc-4181-b4b9-077ebd8739d8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:28.733931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b010ba-6630-441d-bdf9-1a3e312d1455 req-b465ef28-1fbc-4181-b4b9-077ebd8739d8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.2075441 Aug 30 14:30:28.835553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b4233-6b82-4df7-886a-03d389641f06 None None] Port 0e5b3819-2b77-48d7-ba4d-31c015c25a46 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:28.841621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.855163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.876784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:28.940884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:28.952355 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.994705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b010ba-6630-441d-bdf9-1a3e312d1455 req-fef0181f-a8ac-4115-adf0-42353047c753 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585742 Aug 30 14:30:29.065413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:29.081134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd556de-9ca8-4135-93e5-80a45238d63c req-fd1539d1-79b5-4388-86e6-3c6d2cf5d131 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:29.092275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd556de-9ca8-4135-93e5-80a45238d63c req-fd1539d1-79b5-4388-86e6-3c6d2cf5d131 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:29.100891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd556de-9ca8-4135-93e5-80a45238d63c req-fd1539d1-79b5-4388-86e6-3c6d2cf5d131 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:29.108706 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2dd556de-9ca8-4135-93e5-80a45238d63c req-fd1539d1-79b5-4388-86e6-3c6d2cf5d131 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2418 time: 0.1487169 Aug 30 14:30:29.180152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2dd556de-9ca8-4135-93e5-80a45238d63c req-2ffad730-1856-4350-aab2-e1c806450b89 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670347 Aug 30 14:30:29.183347 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.312367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['7df0164d-ba4a-4b3b-a1be-8a484c0958c8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:29.394468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a9e74-0cbf-4d7f-bb83-84f234a143d3 req-9e1ff873-005b-4cb2-b132-23aba8c7c6e3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:29.396436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b3480-2a5e-4a6a-ac00-b924a36eacda req-aa58d689-f4b1-44ac-8b11-688dffc6a912 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:29.406372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-177b3480-2a5e-4a6a-ac00-b924a36eacda req-aa58d689-f4b1-44ac-8b11-688dffc6a912 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1195161 Aug 30 14:30:29.408071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b9a9e74-0cbf-4d7f-bb83-84f234a143d3 req-9e1ff873-005b-4cb2-b132-23aba8c7c6e3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.2671587 Aug 30 14:30:29.506706 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-177b3480-2a5e-4a6a-ac00-b924a36eacda req-7e0a7bcc-429a-40a5-b9df-53597a9acc58 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857956 Aug 30 14:30:29.664863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b9a9e74-0cbf-4d7f-bb83-84f234a143d3 req-2dc62a53-f326-4240-9b76-825d212647c8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556510 Aug 30 14:30:29.818079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.834721 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:30.010577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event updated for resources: {'Port': ['ID=0e5b3819-2b77-48d7-ba4d-31c015c25a46,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:30.033530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:30.078254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832aa20-a8c9-439d-b5e7-b2024254b834 req-1cce6bbc-d3ec-4ca0-9794-f2bcae036b78 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:30.086718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e832aa20-a8c9-439d-b5e7-b2024254b834 req-1cce6bbc-d3ec-4ca0-9794-f2bcae036b78 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 1101 time: 0.1674764 Aug 30 14:30:30.188755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e832aa20-a8c9-439d-b5e7-b2024254b834 req-7ecb95ef-4919-4070-bead-6b2a9a862001 tempest-MigrationsAdminTest-848502337 tempest-MigrationsAdminTest-848502337-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959840 Aug 30 14:30:30.271685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:30.274268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:30.293084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b87cb-05dc-490e-b8f9-62e75a6f2a88 req-6d7fdea2-aa34-416f-9035-6f594e85fd37 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:30.294865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-476b87cb-05dc-490e-b8f9-62e75a6f2a88 req-6d7fdea2-aa34-416f-9035-6f594e85fd37 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1089597 Aug 30 14:30:30.456936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac0ddd-8b69-445d-bf8c-5580ac38a0b7 req-8b65abe1-f979-4870-bcb8-cfe3bf39f887 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:30.471513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac0ddd-8b69-445d-bf8c-5580ac38a0b7 req-8b65abe1-f979-4870-bcb8-cfe3bf39f887 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:30.489127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac0ddd-8b69-445d-bf8c-5580ac38a0b7 req-8b65abe1-f979-4870-bcb8-cfe3bf39f887 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:30.489127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60ac0ddd-8b69-445d-bf8c-5580ac38a0b7 req-8b65abe1-f979-4870-bcb8-cfe3bf39f887 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2418 time: 0.1648605 Aug 30 14:30:30.529444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Router 2e3dc756-0269-48a9-a59e-167085c77cae has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:30.597945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-476b87cb-05dc-490e-b8f9-62e75a6f2a88 req-d63188cf-c2c0-4cc0-b7db-3079d35f0236 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267679 Aug 30 14:30:30.663159 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60ac0ddd-8b69-445d-bf8c-5580ac38a0b7 req-bbca7b53-b487-4886-b73a-4c1a6bfc4892 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923083 Aug 30 14:30:30.733730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-1777e2e2-6f88-4222-885b-3b525aad9f09 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:30.748442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-1777e2e2-6f88-4222-885b-3b525aad9f09 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:30.767309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-1777e2e2-6f88-4222-885b-3b525aad9f09 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:30.772282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-1777e2e2-6f88-4222-885b-3b525aad9f09 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 2418 time: 0.2820961 Aug 30 14:30:30.911062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d0fe125-9272-4b61-bcc8-970fcb462f89 None None] Provisioning complete for port 0e5b3819-2b77-48d7-ba4d-31c015c25a46 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:30.913370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d0fe125-9272-4b61-bcc8-970fcb462f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:30.974299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:30.990755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-71b2645f-630c-4014-af84-557c07b156ea tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "PUT /v2.0/routers/2e3dc756-0269-48a9-a59e-167085c77cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2935131 Aug 30 14:30:30.997886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:31.025408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04c379-2372-4ac8-a7f3-ee532072819d None None] Sync routers for ids ['2e3dc756-0269-48a9-a59e-167085c77cae'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:31.104485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04c379-2372-4ac8-a7f3-ee532072819d None None] Routers {'2e3dc756-0269-48a9-a59e-167085c77cae'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:31.106029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b04c379-2372-4ac8-a7f3-ee532072819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2e3dc756-0269-48a9-a59e-167085c77cae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:31.184721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9d0fe125-9272-4b61-bcc8-970fcb462f89 None None] Port 0e5b3819-2b77-48d7-ba4d-31c015c25a46 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:31.192929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b04c379-2372-4ac8-a7f3-ee532072819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:31.226798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04c379-2372-4ac8-a7f3-ee532072819d None None] Routers {'2e3dc756-0269-48a9-a59e-167085c77cae'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:31.227076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b04c379-2372-4ac8-a7f3-ee532072819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2e3dc756-0269-48a9-a59e-167085c77cae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:31.287301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b04c379-2372-4ac8-a7f3-ee532072819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:31.293007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04c379-2372-4ac8-a7f3-ee532072819d None None] The sync data for ids ['2e3dc756-0269-48a9-a59e-167085c77cae'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:31.308080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port 5103420f-92d4-46d5-bd4b-204f1dd228ea {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:31.309180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.320579 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-111a76a7-f923-49b7-8a09-a98175623309 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.332366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad2e10-1a77-4188-8b3a-7dd40c81e350 req-61ac3c74-84ff-496e-9eb5-2c9f26a662d9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:31.345067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6dad2e10-1a77-4188-8b3a-7dd40c81e350 req-61ac3c74-84ff-496e-9eb5-2c9f26a662d9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.2663124 Aug 30 14:30:31.621166 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.626852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port 5103420f-92d4-46d5-bd4b-204f1dd228ea, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=5103420f-92d4-46d5-bd4b-204f1dd228ea,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:31.627696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.649191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for 5103420f-92d4-46d5-bd4b-204f1dd228ea owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:31.661715 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-111a76a7-f923-49b7-8a09-a98175623309 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 14:30:31.663271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-111a76a7-f923-49b7-8a09-a98175623309 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/routers/2e3dc756-0269-48a9-a59e-167085c77cae HTTP/1.1" status: 409 len: 329 time: 0.6632137 Aug 30 14:30:31.668889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:31.686488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6dad2e10-1a77-4188-8b3a-7dd40c81e350 req-69c170d7-8b58-4b25-9b85-dadf2a8980fe tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403661 Aug 30 14:30:31.917811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.921986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87656da2-ff93-4139-9a34-b584992b80c3 req-aa900d6e-568e-4b43-9b7b-ee4c20e062e2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:31.923886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87656da2-ff93-4139-9a34-b584992b80c3 req-aa900d6e-568e-4b43-9b7b-ee4c20e062e2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.1634696 Aug 30 14:30:31.934609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['9dfc3141-4b87-4f53-8a5f-bf2165202d75', '5103420f-92d4-46d5-bd4b-204f1dd228ea', '96295ea5-ca7f-4327-bb87-3b61b56d928e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:31.997394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=5103420f-92d4-46d5-bd4b-204f1dd228ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:32.140187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87656da2-ff93-4139-9a34-b584992b80c3 req-8d8a126b-e1f1-4377-98c0-22a59b3669bc tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014585 Aug 30 14:30:32.341142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:32.546865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:32.593700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:32.594258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.651221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.652029 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.652523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.653656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.653792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.654475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.655161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.655849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.656512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.657245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.658198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.660870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:32.707793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1993e7-4f23-4daa-823a-6cf8de395039 req-4d9a655d-c6e3-4294-adf7-cb3126413aef tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:32.718313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port 5103420f-92d4-46d5-bd4b-204f1dd228ea on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:32.725401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.726005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1993e7-4f23-4daa-823a-6cf8de395039 req-4d9a655d-c6e3-4294-adf7-cb3126413aef tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:32.730886 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-b5c9f224-a509-4f89-a761-95b3901002e2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "DELETE /v2.0/ports/5103420f-92d4-46d5-bd4b-204f1dd228ea HTTP/1.1" status: 204 len: 173 time: 1.9447994 Aug 30 14:30:32.731959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-deleted', 'tag': '5103420f-92d4-46d5-bd4b-204f1dd228ea'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:32.736646 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fb92e6-4f30-4b48-a618-6d8da52d22b7" -d '{"events": [{"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-deleted", "tag": "5103420f-92d4-46d5-bd4b-204f1dd228ea"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:32.741736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e1993e7-4f23-4daa-823a-6cf8de395039 req-4d9a655d-c6e3-4294-adf7-cb3126413aef tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 1683 time: 0.3577478 Aug 30 14:30:32.799023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de72e9-0d05-485d-a09b-1f1bc26f789f req-53ffc6ea-d5ca-413f-b2df-987f1e21f5e7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:32.807150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5de72e9-0d05-485d-a09b-1f1bc26f789f req-53ffc6ea-d5ca-413f-b2df-987f1e21f5e7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.9093578 Aug 30 14:30:32.822393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-3ea05a45-b113-4915-b804-a1814a1ae3e1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:32.825962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-3ea05a45-b113-4915-b804-a1814a1ae3e1 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 950 time: 0.2815406 Aug 30 14:30:32.872999 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5de72e9-0d05-485d-a09b-1f1bc26f789f req-0207445a-83ad-4778-b82e-82621df75e09 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646043 Aug 30 14:30:32.900094 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.029008 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.107184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:33.115921 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a00d1d0-245c-4269-a6be-e66aaf2275a2" -d '{"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-plugged", "status": "completed", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:33.146135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port 96295ea5-ca7f-4327-bb87-3b61b56d928e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:33.146767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.183211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:33.191485 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.223143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e1993e7-4f23-4daa-823a-6cf8de395039 req-837a93b3-bd75-4686-b554-6ce35c16ca07 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778621 Aug 30 14:30:33.375408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port 96295ea5-ca7f-4327-bb87-3b61b56d928e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96295ea5-ca7f-4327-bb87-3b61b56d928e,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:33.376278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.389258 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.389745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:33.402943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for 96295ea5-ca7f-4327-bb87-3b61b56d928e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:33.617929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.752579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Deleting port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:33.757034 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.796957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=96295ea5-ca7f-4327-bb87-3b61b56d928e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:33.807573 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91c44a-412b-4aaf-b02b-b46a7fd2f31f x-openstack-request-id: req-fe91c44a-412b-4aaf-b02b-b46a7fd2f31f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:33.807573 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-deleted", "tag": "5103420f-92d4-46d5-bd4b-204f1dd228ea", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:33.807573 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe91c44a-412b-4aaf-b02b-b46a7fd2f31f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:33.807573 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-deleted', 'tag': '5103420f-92d4-46d5-bd4b-204f1dd228ea', 'status': 'completed', 'code': 200} Aug 30 14:30:33.815056 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d2f3b8-8ec7-440a-80b2-961579de758b x-openstack-request-id: req-94d2f3b8-8ec7-440a-80b2-961579de758b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:33.815356 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-plugged", "status": "completed", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:33.815624 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94d2f3b8-8ec7-440a-80b2-961579de758b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:33.816037 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'code': 200} Aug 30 14:30:33.904196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port 96295ea5-ca7f-4327-bb87-3b61b56d928e on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:33.913125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.915951 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-4698ef7a-e128-41a0-93cf-9c6f9ed319a9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "DELETE /v2.0/ports/96295ea5-ca7f-4327-bb87-3b61b56d928e HTTP/1.1" status: 204 len: 173 time: 1.1730151 Aug 30 14:30:33.997749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d73dd5-8160-4ac1-9289-da00d128f0c7 req-bbbad2a9-2511-4ee3-baa6-48fad0162452 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:34.015727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25d73dd5-8160-4ac1-9289-da00d128f0c7 req-bbbad2a9-2511-4ee3-baa6-48fad0162452 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.3493667 Aug 30 14:30:34.213927 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25d73dd5-8160-4ac1-9289-da00d128f0c7 req-2fcba413-4f4f-451c-a138-4c87e407df82 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923528 Aug 30 14:30:34.324076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:34.324373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:34.324847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.411884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5ec0d-1547-4226-a5e0-5eac81f8bcbf req-6ca51c44-7c51-4b63-b00c-79ec82342d7b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:34.424540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3f5ec0d-1547-4226-a5e0-5eac81f8bcbf req-6ca51c44-7c51-4b63-b00c-79ec82342d7b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaeffedf-911f-4448-9b10-8082a2cd1e0f HTTP/1.1" status: 200 len: 951 time: 0.3963981 Aug 30 14:30:34.535309 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.552472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803e719-abe5-4b70-bc56-9bafbb1c4c56 req-f5a748c8-0601-45c8-98e1-eb1a2fc84082 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:34.561379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d803e719-abe5-4b70-bc56-9bafbb1c4c56 req-f5a748c8-0601-45c8-98e1-eb1a2fc84082 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.2109940 Aug 30 14:30:34.599574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port 9dfc3141-4b87-4f53-8a5f-bf2165202d75, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=9dfc3141-4b87-4f53-8a5f-bf2165202d75,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:34.600134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.627018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for 9dfc3141-4b87-4f53-8a5f-bf2165202d75 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:34.639477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:34.651499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.652446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 9dfc3141-4b87-4f53-8a5f-bf2165202d75 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:34.790328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d803e719-abe5-4b70-bc56-9bafbb1c4c56 req-6a36874e-7308-4030-ac2d-2bcaf4a26a12 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261624 Aug 30 14:30:35.020583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] For port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:35.021025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.059903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Calling delete_port for 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:35.062595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.121838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=9dfc3141-4b87-4f53-8a5f-bf2165202d75,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:35.153307 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.246374 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d99a2433-11ab-48ac-908f-51e8aa761841 req-7bab52a1-110a-4e67-8f21-328772d3d41e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=30cc5cef-30d9-4e0b-a7d5-2af5ba11a302 HTTP/1.1" status: 200 len: 210 time: 0.0948489 Aug 30 14:30:35.280445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96295ea5-ca7f-4327-bb87-3b61b56d928e no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:35.312268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 96295ea5-ca7f-4327-bb87-3b61b56d928e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:35.313014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96295ea5-ca7f-4327-bb87-3b61b56d928e not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:35.313861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5103420f-92d4-46d5-bd4b-204f1dd228ea no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:35.381968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 5103420f-92d4-46d5-bd4b-204f1dd228ea {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:35.389942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 5103420f-92d4-46d5-bd4b-204f1dd228ea not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:35.395836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:35.415582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port 9dfc3141-4b87-4f53-8a5f-bf2165202d75 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:35.426903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.442931 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5af8cd0-2fa0-4137-9625-f3c10433f725 req-ae497f20-59a9-4a42-8752-8978c5929d71 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "DELETE /v2.0/ports/9dfc3141-4b87-4f53-8a5f-bf2165202d75 HTTP/1.1" status: 204 len: 173 time: 1.5030570 Aug 30 14:30:35.480486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3f5ec0d-1547-4226-a5e0-5eac81f8bcbf req-df3f88b1-5be1-422b-8f8c-83db9733a313 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0469468 Aug 30 14:30:35.571984 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.587607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078', '962c7fb3-02ed-4675-a984-4c91f812df81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:35.690509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d32b4f70-84cb-4bab-9ba4-56be142faed8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:35.740132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12acdbf-94b7-4a53-abc4-6bc6b509dcfb req-739665c9-fc2f-4a9e-bb90-2a980061552e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:35.741829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c12acdbf-94b7-4a53-abc4-6bc6b509dcfb req-739665c9-fc2f-4a9e-bb90-2a980061552e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.1235847 Aug 30 14:30:35.779424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event deleted for resources: {'Port': ['ID=7df0164d-ba4a-4b3b-a1be-8a484c0958c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:35.811849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] No DVR routers for this DVR port 7df0164d-ba4a-4b3b-a1be-8a484c0958c8 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:35.815677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.818909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df053d98-524e-4cc4-bb43-d5a0e6cff438 req-27a6352a-5d64-4ac6-8d6f-b21061e368c2 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "DELETE /v2.0/ports/7df0164d-ba4a-4b3b-a1be-8a484c0958c8 HTTP/1.1" status: 204 len: 173 time: 2.9840028 Aug 30 14:30:35.820241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-deleted', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:35.822780 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb6fc6e-53ab-477d-b836-b0528dbda843" -d '{"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-deleted", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:35.831564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:35.832851 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb732c-cebb-4e20-a55e-5cbb50b32537" -d '{"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:35.841859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-deleted', 'tag': '96295ea5-ca7f-4327-bb87-3b61b56d928e'}, {'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-deleted', 'tag': '9dfc3141-4b87-4f53-8a5f-bf2165202d75'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:35.845252 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aa8e16-ac15-4859-b2b5-2ce4f0f77d6e" -d '{"events": [{"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-deleted", "tag": "96295ea5-ca7f-4327-bb87-3b61b56d928e"}, {"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-deleted", "tag": "9dfc3141-4b87-4f53-8a5f-bf2165202d75"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:35.873768 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c12acdbf-94b7-4a53-abc4-6bc6b509dcfb req-7ad82982-b739-4432-ada2-0b840925799f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007786 Aug 30 14:30:35.935187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Deleting port 0e5b3819-2b77-48d7-ba4d-31c015c25a46 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:35.935808 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.078449 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d043f2-e2b8-41d3-b57b-39ebd092b4b3 x-openstack-request-id: req-f3d043f2-e2b8-41d3-b57b-39ebd092b4b3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:36.079939 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:36.079939 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3d043f2-e2b8-41d3-b57b-39ebd092b4b3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:36.080546 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'code': 200} Aug 30 14:30:36.184874 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916fc8ad-c79c-4fd7-81b1-18f2d8803ec9 x-openstack-request-id: req-916fc8ad-c79c-4fd7-81b1-18f2d8803ec9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:36.189621 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeffedf-911f-4448-9b10-8082a2cd1e0f", "name": "network-vif-deleted", "tag": "7df0164d-ba4a-4b3b-a1be-8a484c0958c8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:36.190235 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-916fc8ad-c79c-4fd7-81b1-18f2d8803ec9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:36.192305 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeffedf-911f-4448-9b10-8082a2cd1e0f', 'name': 'network-vif-deleted', 'tag': '7df0164d-ba4a-4b3b-a1be-8a484c0958c8', 'status': 'completed', 'code': 200} Aug 30 14:30:36.196250 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64058ddb-c20d-435f-8130-9131f2b2097c x-openstack-request-id: req-64058ddb-c20d-435f-8130-9131f2b2097c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:36.199394 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-deleted", "tag": "96295ea5-ca7f-4327-bb87-3b61b56d928e", "status": "completed", "code": 200}, {"server_uuid": "30cc5cef-30d9-4e0b-a7d5-2af5ba11a302", "name": "network-vif-deleted", "tag": "9dfc3141-4b87-4f53-8a5f-bf2165202d75", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:36.200066 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64058ddb-c20d-435f-8130-9131f2b2097c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:36.202023 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-deleted', 'tag': '96295ea5-ca7f-4327-bb87-3b61b56d928e', 'status': 'completed', 'code': 200} Aug 30 14:30:36.203225 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc5cef-30d9-4e0b-a7d5-2af5ba11a302', 'name': 'network-vif-deleted', 'tag': '9dfc3141-4b87-4f53-8a5f-bf2165202d75', 'status': 'completed', 'code': 200} Aug 30 14:30:36.319646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467c3d3-beca-419f-80a6-6e1c54861602 req-d5e6bf0c-e89c-4fd2-b393-41bfbbef0ab2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:36.338073 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a467c3d3-beca-419f-80a6-6e1c54861602 req-d5e6bf0c-e89c-4fd2-b393-41bfbbef0ab2 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.3583331 Aug 30 14:30:36.492058 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.554381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a467c3d3-beca-419f-80a6-6e1c54861602 req-11b572e6-69da-4b10-aedb-8f0144c0fa0e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149839 Aug 30 14:30:36.573860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Calling delete_port for 0e5b3819-2b77-48d7-ba4d-31c015c25a46 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:36.598884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:36.802911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e0fbf9-f7ea-4e32-98f8-d41fa296a1eb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting subnet 2bd7d230-df7b-483c-b375-38edf89b6368 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:30:36.812142 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbf9-f7ea-4e32-98f8-d41fa296a1eb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.986617 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbf9-f7ea-4e32-98f8-d41fa296a1eb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.077774 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.152367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Port': ['ID=0e5b3819-2b77-48d7-ba4d-31c015c25a46,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:37.267994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980590ba-3dd0-447f-9af3-ea1a1d36179e req-6dfa2762-0ef0-4e73-b821-dc9759b67698 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:37.280171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-980590ba-3dd0-447f-9af3-ea1a1d36179e req-6dfa2762-0ef0-4e73-b821-dc9759b67698 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.2195463 Aug 30 14:30:37.304622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbf9-f7ea-4e32-98f8-d41fa296a1eb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.393087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-980590ba-3dd0-447f-9af3-ea1a1d36179e req-96169257-2cec-48d0-a7ab-4648ec51aa6c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115561 Aug 30 14:30:37.489332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba52dc9-3441-42eb-94bb-c97e12d34ff2 req-e7b9862d-ae47-498e-9fa4-1d4677b45602 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:37.503888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ba52dc9-3441-42eb-94bb-c97e12d34ff2 req-e7b9862d-ae47-498e-9fa4-1d4677b45602 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 951 time: 0.3030910 Aug 30 14:30:37.528165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.662796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ba52dc9-3441-42eb-94bb-c97e12d34ff2 req-2839bacc-94fb-400c-989c-1320e87fac21 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522622 Aug 30 14:30:37.668381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbf9-f7ea-4e32-98f8-d41fa296a1eb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.762186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0fbf9-f7ea-4e32-98f8-d41fa296a1eb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd7d230-df7b-483c-b375-38edf89b6368,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:37.779461 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e0fbf9-f7ea-4e32-98f8-d41fa296a1eb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.784249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-99e0fbf9-f7ea-4e32-98f8-d41fa296a1eb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "DELETE /v2.0/subnets/2bd7d230-df7b-483c-b375-38edf89b6368 HTTP/1.1" status: 204 len: 168 time: 1.1835921 Aug 30 14:30:37.785117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c4eb7b-418f-4742-85c9-31a79ccc8d29 None None] Network a57c8bdb-56b9-474d-b31c-46060b525040 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:37.788268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:37.974138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Router 2e3dc756-0269-48a9-a59e-167085c77cae has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:38.014631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4b0d5-a285-4928-8951-0515278afb96 req-c7a86782-b154-4b2f-a485-d91f2004f270 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:38.017880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6be4b0d5-a285-4928-8951-0515278afb96 req-c7a86782-b154-4b2f-a485-d91f2004f270 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.2207334 Aug 30 14:30:38.052972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.115932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] DHCP port deletion for a57c8bdb-56b9-474d-b31c-46060b525040 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:30:38.239243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] Deleting port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:38.239986 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.253597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:38.270541 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1668f-4cca-4eb6-9fbb-4802ba81fb62 None None] Sync routers for ids ['2e3dc756-0269-48a9-a59e-167085c77cae'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:38.278550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ca069ff-a958-458c-aa78-993438d10491 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "PUT /v2.0/routers/2e3dc756-0269-48a9-a59e-167085c77cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6048822 Aug 30 14:30:38.279403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:38.298803 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1668f-4cca-4eb6-9fbb-4802ba81fb62 None None] Routers {'2e3dc756-0269-48a9-a59e-167085c77cae'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:38.301450 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6eb1668f-4cca-4eb6-9fbb-4802ba81fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2e3dc756-0269-48a9-a59e-167085c77cae'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:38.348201 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6eb1668f-4cca-4eb6-9fbb-4802ba81fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:38.364758 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1668f-4cca-4eb6-9fbb-4802ba81fb62 None None] Routers {'2e3dc756-0269-48a9-a59e-167085c77cae'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:38.365959 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6eb1668f-4cca-4eb6-9fbb-4802ba81fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2e3dc756-0269-48a9-a59e-167085c77cae'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:38.367201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:38.367741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.433898 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6eb1668f-4cca-4eb6-9fbb-4802ba81fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:38.442032 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-317527d1-e991-4894-b6ad-a4b7c71ff189 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] show failed (client error): The resource could not be found. Aug 30 14:30:38.444470 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1668f-4cca-4eb6-9fbb-4802ba81fb62 None None] The sync data for ids ['2e3dc756-0269-48a9-a59e-167085c77cae'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:38.446146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-317527d1-e991-4894-b6ad-a4b7c71ff189 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1466106778 HTTP/1.1" status: 404 len: 335 time: 0.1631289 Aug 30 14:30:38.485558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:38.511781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f1561726-b215-46ea-bce9-efa4302b2d03 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:38.535889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] For port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:38.537713 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.576925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,segment=NetworkSegment(c227a250-7237-456d-851e-d517ee58be56),segment_id=c227a250-7237-456d-851e-d517ee58be56)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:38.579412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] Calling delete_port for 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:38.584356 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.600390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6be4b0d5-a285-4928-8951-0515278afb96 req-5652a872-a682-423e-924c-7ea76d4069ff tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459094 Aug 30 14:30:38.601362 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f1561726-b215-46ea-bce9-efa4302b2d03 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] update failed (client error): The resource could not be found. Aug 30 14:30:38.603300 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f1561726-b215-46ea-bce9-efa4302b2d03 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-2017125391 HTTP/1.1" status: 404 len: 335 time: 0.1032767 Aug 30 14:30:38.615988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:38.651955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83751d-40cb-4258-a380-197d3c752590 req-f2d35cbb-9c02-47cd-8b47-272fe46d7b2b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:38.660988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a83751d-40cb-4258-a380-197d3c752590 req-f2d35cbb-9c02-47cd-8b47-272fe46d7b2b tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 951 time: 0.2457218 Aug 30 14:30:38.746516 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.808938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] Pushing event deleted for resources: {'Port': ['ID=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:38.812613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:38.812884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7530d-c2a8-41d0-bb1a-c8efd7dd9f05 None None] No DVR routers for this DVR port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:39.007572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585ef44-b1df-4398-8d68-6b52a177afb4 req-bfb8f160-503e-41f3-8cbf-bb2602ed4f12 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:39.017526 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2585ef44-b1df-4398-8d68-6b52a177afb4 req-bfb8f160-503e-41f3-8cbf-bb2602ed4f12 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.4264121 Aug 30 14:30:39.045654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-03388de9-2676-491d-bc15-dc543ea7f17c tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Deleting subnet 1857b8c6-5fa9-4e00-8d89-97f4f5826d9e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:30:39.049501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03388de9-2676-491d-bc15-dc543ea7f17c tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.071132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327a60d-de02-4b96-a161-2f54c475519c req-7081b159-1c29-4eb8-8eaa-f7febdcdee97 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:39.079966 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b327a60d-de02-4b96-a161-2f54c475519c req-7081b159-1c29-4eb8-8eaa-f7febdcdee97 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 951 time: 0.0950217 Aug 30 14:30:39.100581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Deleting port 962c7fb3-02ed-4675-a984-4c91f812df81 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:39.101078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.101248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03388de9-2676-491d-bc15-dc543ea7f17c tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.218205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b327a60d-de02-4b96-a161-2f54c475519c req-9b682f03-ae84-4993-a367-0bcb49c07244 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373765 Aug 30 14:30:39.233905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03388de9-2676-491d-bc15-dc543ea7f17c tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.340550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03388de9-2676-491d-bc15-dc543ea7f17c tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.369391 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03388de9-2676-491d-bc15-dc543ea7f17c tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.371502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052fce77-528a-4ef1-9cd7-47b9b942f0ae None None] Network 843eb3a0-197e-4520-9ba7-07d41646a46a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:39.376761 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-03388de9-2676-491d-bc15-dc543ea7f17c tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/subnets/1857b8c6-5fa9-4e00-8d89-97f4f5826d9e HTTP/1.1" status: 204 len: 168 time: 0.7453427 Aug 30 14:30:39.377738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:39.418453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] For port 962c7fb3-02ed-4675-a984-4c91f812df81, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=962c7fb3-02ed-4675-a984-4c91f812df81,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:39.418827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.420232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2585ef44-b1df-4398-8d68-6b52a177afb4 req-918359d6-4699-4a93-9fa1-6e9bb010996b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016807 Aug 30 14:30:39.486593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Calling delete_port for 962c7fb3-02ed-4675-a984-4c91f812df81 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:39.494414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03388de9-2676-491d-bc15-dc543ea7f17c tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Subnet': ['ID=1857b8c6-5fa9-4e00-8d89-97f4f5826d9e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:39.578762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5655b579-4306-4eea-89e2-b24ec6773ad3 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Deleting subnet 8b705682-7641-4b4f-b24c-07f13583b471 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:30:39.585139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5655b579-4306-4eea-89e2-b24ec6773ad3 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.667242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5655b579-4306-4eea-89e2-b24ec6773ad3 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.690514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:39.771518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:39.775952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:39.791977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.861252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5655b579-4306-4eea-89e2-b24ec6773ad3 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.865766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:39.868178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port 4bb23ae7-9e66-41ec-b1f0-5e23fb98ac08 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:39.908536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.926726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078', '962c7fb3-02ed-4675-a984-4c91f812df81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:40.007472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] DHCP port deletion for 843eb3a0-197e-4520-9ba7-07d41646a46a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:30:40.011884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d32b4f70-84cb-4bab-9ba4-56be142faed8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:40.039205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event deleted for resources: {'Port': ['ID=962c7fb3-02ed-4675-a984-4c91f812df81,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:40.162760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.180079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5727763-9ce5-402c-b0f2-62f1b6eff642 req-cac064ca-d1ff-4a1f-99ca-640139bb9901 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:40.184347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] No DVR routers for this DVR port 962c7fb3-02ed-4675-a984-4c91f812df81 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:40.186123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5727763-9ce5-402c-b0f2-62f1b6eff642 req-cac064ca-d1ff-4a1f-99ca-640139bb9901 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.4208956 Aug 30 14:30:40.194766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.196511 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a83751d-40cb-4258-a380-197d3c752590 req-153a8348-8243-47ad-88af-d0efe6d26bcf tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "DELETE /v2.0/ports/962c7fb3-02ed-4675-a984-4c91f812df81 HTTP/1.1" status: 204 len: 173 time: 1.5268228 Aug 30 14:30:40.197288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-deleted', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:40.199782 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736345d1-b20f-4e6f-9d58-d28513d93fdc" -d '{"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-deleted", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:40.257036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57c8bdb-56b9-474d-b31c-46060b525040']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:40.319747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c227a250-7237-456d-851e-d517ee58be56') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:40.319747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c227a250-7237-456d-851e-d517ee58be56') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:40.349142 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f0181a-2ab8-4179-b4ea-c661a99a9b42 x-openstack-request-id: req-c3f0181a-2ab8-4179-b4ea-c661a99a9b42 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:40.349142 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9739a24-0552-484c-b878-9bb3254ee982", "name": "network-vif-deleted", "tag": "962c7fb3-02ed-4675-a984-4c91f812df81", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:40.349142 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3f0181a-2ab8-4179-b4ea-c661a99a9b42 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:40.349671 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9739a24-0552-484c-b878-9bb3254ee982', 'name': 'network-vif-deleted', 'tag': '962c7fb3-02ed-4675-a984-4c91f812df81', 'status': 'completed', 'code': 200} Aug 30 14:30:40.411086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.420705 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5655b579-4306-4eea-89e2-b24ec6773ad3 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.449818 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5655b579-4306-4eea-89e2-b24ec6773ad3 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.452412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5655b579-4306-4eea-89e2-b24ec6773ad3 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/subnets/8b705682-7641-4b4f-b24c-07f13583b471 HTTP/1.1" status: 204 len: 168 time: 1.0686131 Aug 30 14:30:40.457013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:40.472923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5727763-9ce5-402c-b0f2-62f1b6eff642 req-1f52f502-bb8f-43eb-901b-07916111f36a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476873 Aug 30 14:30:40.489061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.528554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df745e35-99c4-4df4-9d5a-a7f7ff076602 None None] Network 9885f686-040d-48cd-9014-962333c49815 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:40.626039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655b579-4306-4eea-89e2-b24ec6773ad3 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Subnet': ['ID=8b705682-7641-4b4f-b24c-07f13583b471,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:40.637077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:40.637758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:40.646261 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:40.835485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fbf19b6-7555-460f-8ff7-8a960ec565ea req-e6d1e443-ba49-4635-bec3-2d01f9bd4a8a tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9739a24-0552-484c-b878-9bb3254ee982 HTTP/1.1" status: 200 len: 210 time: 0.1271908 Aug 30 14:30:40.920442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] Deleting port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:40.920971 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.965420 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.973217 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.983397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.985830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "DELETE /v2.0/networks/a57c8bdb-56b9-474d-b31c-46060b525040 HTTP/1.1" status: 204 len: 168 time: 3.1953635 Aug 30 14:30:40.989481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:41.059830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] For port db6eda8f-a69e-4f17-8a8e-4549a25b49f4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=db6eda8f-a69e-4f17-8a8e-4549a25b49f4,segment=NetworkSegment(7013b21b-eb39-4cc6-93be-34fc9d7d7ae6),segment_id=7013b21b-eb39-4cc6-93be-34fc9d7d7ae6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:41.060492 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.078170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] Calling delete_port for db6eda8f-a69e-4f17-8a8e-4549a25b49f4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:41.148822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191fda2-97f9-4a48-80ef-09b2003851bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Network': ['ID=a57c8bdb-56b9-474d-b31c-46060b525040,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:41.205987 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.215480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Deleting port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:41.217157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.233734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] No DVR routers for this DVR port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:41.275860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7af75e-419a-418b-8247-cd0bd2feb946 None None] Pushing event deleted for resources: {'Port': ['ID=db6eda8f-a69e-4f17-8a8e-4549a25b49f4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:41.280885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1631750-4871-4066-9272-931aeedbe05a req-dc0fc696-974a-4b26-a104-dc44a6987769 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:41.307625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c1631750-4871-4066-9272-931aeedbe05a req-dc0fc696-974a-4b26-a104-dc44a6987769 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.4602997 Aug 30 14:30:41.363436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2e0ecd-29ee-4bf8-a479-1b3195a8ece2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting subnet 09c98a12-d8f8-431e-bd2b-2165ba2f266b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:30:41.379303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0ecd-29ee-4bf8-a479-1b3195a8ece2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.386178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] DHCP port deletion for 9885f686-040d-48cd-9014-962333c49815 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:30:41.455903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] For port db6eda8f-a69e-4f17-8a8e-4549a25b49f4, host n-d-805668-3, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:41.455903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.523943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Calling delete_port for db6eda8f-a69e-4f17-8a8e-4549a25b49f4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:41.531581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:30:41.535681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c1631750-4871-4066-9272-931aeedbe05a req-7677d948-f28c-428f-8b95-30dff3cea9dc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252009 Aug 30 14:30:41.541965 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.562031 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0ecd-29ee-4bf8-a479-1b3195a8ece2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.602927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device db6eda8f-a69e-4f17-8a8e-4549a25b49f4 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:41.634610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: db6eda8f-a69e-4f17-8a8e-4549a25b49f4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:41.635135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device db6eda8f-a69e-4f17-8a8e-4549a25b49f4 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:41.635297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:41.646734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Port': ['ID=db6eda8f-a69e-4f17-8a8e-4549a25b49f4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:41.650966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] Deleting port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:41.656764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.678505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] No DVR routers for this DVR port db6eda8f-a69e-4f17-8a8e-4549a25b49f4 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:41.790508 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0ecd-29ee-4bf8-a479-1b3195a8ece2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.958842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] For port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0e5bef1e-9e5b-4df5-97b4-0ba6980678f1,segment=NetworkSegment(48d335ea-efa9-4375-977e-7364ac1ad2d1),segment_id=48d335ea-efa9-4375-977e-7364ac1ad2d1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:41.960094 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.963052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0ecd-29ee-4bf8-a479-1b3195a8ece2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.002284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.036343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843eb3a0-197e-4520-9ba7-07d41646a46a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:42.038902 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0ecd-29ee-4bf8-a479-1b3195a8ece2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.043225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4c2e0ecd-29ee-4bf8-a479-1b3195a8ece2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "DELETE /v2.0/subnets/09c98a12-d8f8-431e-bd2b-2165ba2f266b HTTP/1.1" status: 204 len: 168 time: 1.0478752 Aug 30 14:30:42.043225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e0ecd-29ee-4bf8-a479-1b3195a8ece2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Subnet': ['ID=09c98a12-d8f8-431e-bd2b-2165ba2f266b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:42.045830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:42.053863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9cad4e-9213-4cf9-ad1d-f08ef8df831d None None] Network adb66901-16ee-4963-9afa-69777011e333 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:42.080176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7013b21b-eb39-4cc6-93be-34fc9d7d7ae6') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:42.087820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7013b21b-eb39-4cc6-93be-34fc9d7d7ae6') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:42.108942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.140907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.156481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:42.159535 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.183412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] Calling delete_port for 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:42.305432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.315053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:42.330922 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:42.346926 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.371757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.381837 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/networks/843eb3a0-197e-4520-9ba7-07d41646a46a HTTP/1.1" status: 204 len: 168 time: 1.8927603 Aug 30 14:30:42.394387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:42.435826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] Pushing event deleted for resources: {'Port': ['ID=0e5bef1e-9e5b-4df5-97b4-0ba6980678f1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:42.439811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58049d2a-07ca-44a6-be32-9cf20c08ca23 None None] No DVR routers for this DVR port 0e5bef1e-9e5b-4df5-97b4-0ba6980678f1 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:42.456521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:42.461727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd7141-946e-4776-944e-ab77305d583f tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Network': ['ID=843eb3a0-197e-4520-9ba7-07d41646a46a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:42.469850 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.539969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 962c7fb3-02ed-4675-a984-4c91f812df81 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:42.540415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 962c7fb3-02ed-4675-a984-4c91f812df81 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:42.582400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdecee-5c4b-4c72-8a52-ddc22ccdd903 req-f4fa54e4-efed-47bc-9187-2f1208cd9d72 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:42.586960 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5cdecee-5c4b-4c72-8a52-ddc22ccdd903 req-f4fa54e4-efed-47bc-9187-2f1208cd9d72 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.9295771 Aug 30 14:30:42.653090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port 85efc6e9-7b52-453c-9f30-3415122391e5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:42.653653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.777709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] DHCP port deletion for adb66901-16ee-4963-9afa-69777011e333 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:30:42.853673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port 85efc6e9-7b52-453c-9f30-3415122391e5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=85efc6e9-7b52-453c-9f30-3415122391e5,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:42.854096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.900472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5cdecee-5c4b-4c72-8a52-ddc22ccdd903 req-b2e2ba43-e960-4f7a-af58-94462061488e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828361 Aug 30 14:30:42.919282 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.936274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for 85efc6e9-7b52-453c-9f30-3415122391e5 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:42.936523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] Deleting port 85efc6e9-7b52-453c-9f30-3415122391e5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:42.936523 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.051193 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.072237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] For port 85efc6e9-7b52-453c-9f30-3415122391e5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=85efc6e9-7b52-453c-9f30-3415122391e5,segment=NetworkSegment(c60882c8-eaa9-4d45-86cc-1832bdd833b2),segment_id=c60882c8-eaa9-4d45-86cc-1832bdd833b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:43.072761 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.118564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] Calling delete_port for 85efc6e9-7b52-453c-9f30-3415122391e5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:43.122150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=85efc6e9-7b52-453c-9f30-3415122391e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:43.139118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port 85efc6e9-7b52-453c-9f30-3415122391e5 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:43.236919 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.260075 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.277417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] Pushing event deleted for resources: {'Port': ['ID=85efc6e9-7b52-453c-9f30-3415122391e5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:43.292089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc180a-e18a-4d07-b771-42ed25e23a44 None None] No DVR routers for this DVR port 85efc6e9-7b52-453c-9f30-3415122391e5 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:43.330122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9885f686-040d-48cd-9014-962333c49815']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:43.342283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f15b16-7ada-4b78-8870-327c04175751 req-98e6a1de-35f0-4963-ba94-f96998d14e69 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:43.353865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92f15b16-7ada-4b78-8870-327c04175751 req-98e6a1de-35f0-4963-ba94-f96998d14e69 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.2380288 Aug 30 14:30:43.390294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.403601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb66901-16ee-4963-9afa-69777011e333']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:43.405789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d335ea-efa9-4375-977e-7364ac1ad2d1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:43.406289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d335ea-efa9-4375-977e-7364ac1ad2d1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:43.421539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.422656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f0e7d-81a6-4003-b87c-e9d7f0a052ff req-afd2e083-5d6d-401b-9b73-7da06aef667e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:43.424253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c12f0e7d-81a6-4003-b87c-e9d7f0a052ff req-afd2e083-5d6d-401b-9b73-7da06aef667e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.0799053 Aug 30 14:30:43.428066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60882c8-eaa9-4d45-86cc-1832bdd833b2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:43.428736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60882c8-eaa9-4d45-86cc-1832bdd833b2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:43.467043 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.490253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.497695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92f15b16-7ada-4b78-8870-327c04175751 req-2fe29a65-9b27-4377-b1a1-35b664f305e8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405590 Aug 30 14:30:43.507706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:43.519301 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:43.534440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:43.536939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.539853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c12f0e7d-81a6-4003-b87c-e9d7f0a052ff req-1d66c6d6-aa8b-4249-bce5-3e21d919f701 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906701 Aug 30 14:30:43.590255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 85efc6e9-7b52-453c-9f30-3415122391e5 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:43.619639 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:43.628488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.636441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.638408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "DELETE /v2.0/networks/adb66901-16ee-4963-9afa-69777011e333 HTTP/1.1" status: 204 len: 168 time: 1.5878875 Aug 30 14:30:43.647350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:43.653734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 85efc6e9-7b52-453c-9f30-3415122391e5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:43.654198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 85efc6e9-7b52-453c-9f30-3415122391e5 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:43.659285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2001040476'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:43.673862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8d2d1-96e9-4110-bc7f-b99c14596da9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Network': ['ID=adb66901-16ee-4963-9afa-69777011e333,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:43.686382 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.706548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.723647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:43.725637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/networks/9885f686-040d-48cd-9014-962333c49815 HTTP/1.1" status: 204 len: 168 time: 1.2304080 Aug 30 14:30:43.750137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:43.765727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.773628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dd810-3a1f-45ed-9f38-ff125972c3fa tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Network': ['ID=9885f686-040d-48cd-9014-962333c49815,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:43.832086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:30:43.849873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d3422f-cbed-44cf-8a6a-f8ae5dd76b79 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Deleting subnet b5a73d09-b5ae-49cb-9ea6-f21119055bff {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:30:43.857980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.858118 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d3422f-cbed-44cf-8a6a-f8ae5dd76b79 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.859646 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Added segment a7392848-9bdb-4483-90f4-1ffaabd11d72 of type vlan for network b71a827f-dcf3-424e-b016-9b6fe5cffae0 Aug 30 14:30:43.951675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.967790 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d3422f-cbed-44cf-8a6a-f8ae5dd76b79 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.013690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.025523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:44.026908 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.130199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4818137 Aug 30 14:30:44.134823 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:44.143403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'subnet': {'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:44.157868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bf6a1-09ae-47c4-b996-b3a10da26d17 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Network': ['ID=b71a827f-dcf3-424e-b016-9b6fe5cffae0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:44.162440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b9c26-0a1b-468f-8ab4-df3c0b5b895e req-ca1bf55b-f05b-4633-990c-57c44d04ca7f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:44.164689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f1b9c26-0a1b-468f-8ab4-df3c0b5b895e req-ca1bf55b-f05b-4633-990c-57c44d04ca7f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1175869 Aug 30 14:30:44.184703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b71a827f-dcf3-424e-b016-9b6fe5cffae0 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:30:44.317338 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d3422f-cbed-44cf-8a6a-f8ae5dd76b79 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.380963 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f1b9c26-0a1b-468f-8ab4-df3c0b5b895e req-e5818142-4629-4589-9ae9-63a1f5f51b92 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638737 Aug 30 14:30:44.440825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4608-8497-4976-aea1-38997d5abe12 req-0704e922-ac9f-4e4a-a3fd-21ab83ec1979 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:44.442520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-936c4608-8497-4976-aea1-38997d5abe12 req-0704e922-ac9f-4e4a-a3fd-21ab83ec1979 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.21 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.2003732 Aug 30 14:30:44.515749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d3422f-cbed-44cf-8a6a-f8ae5dd76b79 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.518482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:44.537217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.600937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3422f-cbed-44cf-8a6a-f8ae5dd76b79 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a73d09-b5ae-49cb-9ea6-f21119055bff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:44.663171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb662b0a-eea6-4da1-ac5f-deef557d75c4 None None] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:44.685227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d3422f-cbed-44cf-8a6a-f8ae5dd76b79 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.690965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:44.691541 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-01d3422f-cbed-44cf-8a6a-f8ae5dd76b79 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/subnets/b5a73d09-b5ae-49cb-9ea6-f21119055bff HTTP/1.1" status: 204 len: 168 time: 0.9658682 Aug 30 14:30:44.822713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e81eb-3904-46c9-bbdc-73347d8e96f5 req-5b225cdb-e69d-4b4b-ad04-3fa13f630ade tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:44.824307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b28e81eb-3904-46c9-bbdc-73347d8e96f5 req-5b225cdb-e69d-4b4b-ad04-3fa13f630ade tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 950 time: 0.1485395 Aug 30 14:30:44.874744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.914701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Deleting port d32b4f70-84cb-4bab-9ba4-56be142faed8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:44.915080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.956557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad683f-68a6-4516-80e8-15b655e197fe req-ffc4cb51-cc2c-4ea7-bb77-39d672c2e14f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:44.958152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41ad683f-68a6-4516-80e8-15b655e197fe req-ffc4cb51-cc2c-4ea7-bb77-39d672c2e14f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.1062996 Aug 30 14:30:45.021778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] DHCP port deletion for 732c6bde-1697-4f2f-be02-612dbbe1fb99 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:30:45.027500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41ad683f-68a6-4516-80e8-15b655e197fe req-972f7c43-a2ab-462a-bf2c-fea368f8c125 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618455 Aug 30 14:30:45.033187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Deleting port 45ca14e5-6eef-4b71-a13a-dd528831d4da {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:45.033187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.068877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b28e81eb-3904-46c9-bbdc-73347d8e96f5 req-5feeaeb8-5145-43b8-873b-e0f6f90fa1be tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181010 Aug 30 14:30:45.128045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] Deleting port 45ca14e5-6eef-4b71-a13a-dd528831d4da {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:45.128342 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.168305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.172203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] For port 45ca14e5-6eef-4b71-a13a-dd528831d4da, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=45ca14e5-6eef-4b71-a13a-dd528831d4da,segment=NetworkSegment(9c0245e3-c039-4e85-afd6-badb82be2d7f),segment_id=9c0245e3-c039-4e85-afd6-badb82be2d7f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:45.172689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.221829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Calling delete_port for 45ca14e5-6eef-4b71-a13a-dd528831d4da owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:45.282122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Subnet': ['ID=e9e54a49-7cb4-4ed5-b2b2-185992f93603,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:45.301485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] For port d32b4f70-84cb-4bab-9ba4-56be142faed8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d32b4f70-84cb-4bab-9ba4-56be142faed8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:45.302792 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.325367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Calling delete_port for d32b4f70-84cb-4bab-9ba4-56be142faed8 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:45.389760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.493294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Port': ['ID=45ca14e5-6eef-4b71-a13a-dd528831d4da,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:45.509709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] No DVR routers for this DVR port 45ca14e5-6eef-4b71-a13a-dd528831d4da on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:45.544881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Checking segment: {'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:45.545551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network hostable DHCP agents. Network: b71a827f-dcf3-424e-b016-9b6fe5cffae0, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:30:45.628767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 45ca14e5-6eef-4b71-a13a-dd528831d4da no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:45.678035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.690517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:45.717667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.735453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732c6bde-1697-4f2f-be02-612dbbe1fb99']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:45.737228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 45ca14e5-6eef-4b71-a13a-dd528831d4da {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:45.737628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 45ca14e5-6eef-4b71-a13a-dd528831d4da not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:45.748978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d32b4f70-84cb-4bab-9ba4-56be142faed8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:45.761369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0245e3-c039-4e85-afd6-badb82be2d7f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:45.762017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event deleted for resources: {'Port': ['ID=d32b4f70-84cb-4bab-9ba4-56be142faed8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:45.771211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0245e3-c039-4e85-afd6-badb82be2d7f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:45.782907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.806143 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.808669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] For port 45ca14e5-6eef-4b71-a13a-dd528831d4da, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=45ca14e5-6eef-4b71-a13a-dd528831d4da,segment=NetworkSegment(9c0245e3-c039-4e85-afd6-badb82be2d7f),segment_id=9c0245e3-c039-4e85-afd6-badb82be2d7f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:45.808832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.814883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:45.816263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.822223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00b884-8f54-419b-9401-021db275ca43 req-e9c8efd8-db66-43d6-b440-092901a4f811 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:45.824993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3b00b884-8f54-419b-9401-021db275ca43 req-e9c8efd8-db66-43d6-b440-092901a4f811 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.2259669 Aug 30 14:30:45.844527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] Calling delete_port for 45ca14e5-6eef-4b71-a13a-dd528831d4da owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:45.898126 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:45.904468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.914732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.919822 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/networks/732c6bde-1697-4f2f-be02-612dbbe1fb99 HTTP/1.1" status: 204 len: 168 time: 1.2277715 Aug 30 14:30:45.925656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network b71a827f-dcf3-424e-b016-9b6fe5cffae0 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:30:45.932830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:45.942573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Pushing event deleted for resources: {'Network': ['ID=732c6bde-1697-4f2f-be02-612dbbe1fb99,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:45.956433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.957216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.957773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.958317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.958873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.959428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.959972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.960647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.961241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.961831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.962405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:45.963691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d38aa3-ea82-45c2-8dcb-3940033afbdb tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:46.006047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a7939f2c-cfca-4053-93ad-0967cbd65ce2 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e3dc756-0269-48a9-a59e-167085c77cae HTTP/1.1" status: 200 len: 205 time: 0.0459244 Aug 30 14:30:46.008629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:46.013829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3b00b884-8f54-419b-9401-021db275ca43 req-015b1258-cf22-4a0f-a352-12ff237b5fce tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718807 Aug 30 14:30:46.039740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b71a827f-dcf3-424e-b016-9b6fe5cffae0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:46.041890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] No DVR routers for this DVR port d32b4f70-84cb-4bab-9ba4-56be142faed8 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:46.045525 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.048688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-936c4608-8497-4976-aea1-38997d5abe12 req-a9c2a93a-a4c8-4152-b12e-3b6045422e90 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.21 "DELETE /v2.0/ports/d32b4f70-84cb-4bab-9ba4-56be142faed8 HTTP/1.1" status: 204 len: 173 time: 1.5969336 Aug 30 14:30:46.049261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'name': 'network-vif-deleted', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:46.051746 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b0c9cf-91ed-4638-9f41-2a9e9894828a" -d '{"events": [{"server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "name": "network-vif-deleted", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:46.053599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6330b06-50e4-45e0-9e29-9b76579058e7 None None] Network b71a827f-dcf3-424e-b016-9b6fe5cffae0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:46.055903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.056590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.091054 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-40537ead-fc10-4665-800b-90636b90d49e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9531357 Aug 30 14:30:46.094625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:46.101217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-68255766'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:46.154482 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5007599-4457-4436-9c78-af81dd28e271 x-openstack-request-id: req-e5007599-4457-4436-9c78-af81dd28e271 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:46.154682 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a3b760-55de-40ca-9b99-32004b76b217", "name": "network-vif-deleted", "tag": "d32b4f70-84cb-4bab-9ba4-56be142faed8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:46.154825 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5007599-4457-4436-9c78-af81dd28e271 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:46.155482 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a3b760-55de-40ca-9b99-32004b76b217', 'name': 'network-vif-deleted', 'tag': 'd32b4f70-84cb-4bab-9ba4-56be142faed8', 'status': 'completed', 'code': 200} Aug 30 14:30:46.156669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:46.162374 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.268711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:30:46.327267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69aeeacc-11a7-48dc-820f-76ef8f1f15cb req-6dd35e5d-a73e-4afb-904c-dc2a7e422528 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 210 time: 0.0567470 Aug 30 14:30:46.328813 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.329873 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Added segment 0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914 of type vlan for network 993ad326-31ee-4531-b334-9c295790625a Aug 30 14:30:46.347188 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3811423-f109-4b3f-9162-cdd33f7264a1 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.545285 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.549965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d68cc-df36-4303-a753-24ab0a924218 req-b3932451-2484-4e6d-a86c-e001a94e7972 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.560434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] Network 732c6bde-1697-4f2f-be02-612dbbe1fb99 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:30:46.560907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] No DVR routers for this DVR port 45ca14e5-6eef-4b71-a13a-dd528831d4da on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:46.561682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b3d68cc-df36-4303-a753-24ab0a924218 req-b3932451-2484-4e6d-a86c-e001a94e7972 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.3061600 Aug 30 14:30:46.605603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab0ffd-aabe-4a38-bbb4-1ac93d01c68b None None] Pushing event deleted for resources: {'Port': ['ID=45ca14e5-6eef-4b71-a13a-dd528831d4da,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:46.636738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.675200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b71a827f-dcf3-424e-b016-9b6fe5cffae0', 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'fixed_ips': [{'subnet_id': 'e9e54a49-7cb4-4ed5-b2b2-185992f93603'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:30:46.678179 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.717455 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.732786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.733839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.977226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3811423-f109-4b3f-9162-cdd33f7264a1 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:46.982073 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3811423-f109-4b3f-9162-cdd33f7264a1 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.066450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Allocated IP 19.80.0.2 (b71a827f-dcf3-424e-b016-9b6fe5cffae0/e9e54a49-7cb4-4ed5-b2b2-185992f93603/4b31e680-d807-4e88-b083-788ad909ae22) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:47.087335 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3811423-f109-4b3f-9162-cdd33f7264a1 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.088188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3811423-f109-4b3f-9162-cdd33f7264a1 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Fanout notify agent at l3_agent the message router_deleted on router 2e3dc756-0269-48a9-a59e-167085c77cae {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:30:47.106407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3811423-f109-4b3f-9162-cdd33f7264a1 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.107562 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f3811423-f109-4b3f-9162-cdd33f7264a1 tempest-RoutersNegativeTest-730746391 tempest-RoutersNegativeTest-730746391-project] 10.222.0.50 "DELETE /v2.0/routers/2e3dc756-0269-48a9-a59e-167085c77cae HTTP/1.1" status: 204 len: 168 time: 1.0972652 Aug 30 14:30:47.297677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb3ae-d868-44bc-a2e9-807a5a0d3c7f req-6608e95c-d241-42c6-91b0-e262ec20f4e3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:47.299459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e6fb3ae-d868-44bc-a2e9-807a5a0d3c7f req-6608e95c-d241-42c6-91b0-e262ec20f4e3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.0924077 Aug 30 14:30:47.309886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.326266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Transition to ACTIVE for port object 4b31e680-d807-4e88-b083-788ad909ae22 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:47.351309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Transition to ACTIVE for port object 4b31e680-d807-4e88-b083-788ad909ae22 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:47.361078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.427925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e6fb3ae-d868-44bc-a2e9-807a5a0d3c7f req-2f43c114-b0be-4c61-ae7a-cae702abc2c1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973251 Aug 30 14:30:47.435782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Network b71a827f-dcf3-424e-b016-9b6fe5cffae0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:47.443650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:47.448834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:47.542322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Attempting to bind port 4b31e680-d807-4e88-b083-788ad909ae22 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:47.542708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Attempting to bind port 4b31e680-d807-4e88-b083-788ad909ae22 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:47.543080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Attempting to bind port 4b31e680-d807-4e88-b083-788ad909ae22 on network b71a827f-dcf3-424e-b016-9b6fe5cffae0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:47.563384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:47.565268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Checking segment: {'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:47.565710 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.566725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Bound using segment: {'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:47.567240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Bound port: 4b31e680-d807-4e88-b083-788ad909ae22, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:47.568230 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.583757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Pushing event updated for resources: {'Port': ['ID=4b31e680-d807-4e88-b083-788ad909ae22,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:47.631620 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5351131 Aug 30 14:30:47.634682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e278495-31f2-47d0-9368-4d91eb16ee58 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Network': ['ID=993ad326-31ee-4531-b334-9c295790625a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:47.637225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:47.643430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'subnet': {'network_id': '993ad326-31ee-4531-b334-9c295790625a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:47.650026 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b3d68cc-df36-4303-a753-24ab0a924218 req-4109476f-71ab-48c4-b0f3-aec9fb72b71e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0873590 Aug 30 14:30:47.663262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 993ad326-31ee-4531-b334-9c295790625a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:30:47.692000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38d0a44e-3f33-4b33-a72d-7dba63ba538a req-ba525590-5c37-44c6-ac4b-3b5d58464c56 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=11a3b760-55de-40ca-9b99-32004b76b217 HTTP/1.1" status: 200 len: 210 time: 0.0816834 Aug 30 14:30:47.795957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d32b4f70-84cb-4bab-9ba4-56be142faed8 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:47.830531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: d32b4f70-84cb-4bab-9ba4-56be142faed8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:47.830895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d32b4f70-84cb-4bab-9ba4-56be142faed8 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:47.867750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] For port 4b31e680-d807-4e88-b083-788ad909ae22, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:47.877677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] For port 4b31e680-d807-4e88-b083-788ad909ae22, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4b31e680-d807-4e88-b083-788ad909ae22,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:47.883584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:47.887659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.895947 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:47.932248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:47.988916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506d6ff-a034-45b0-ab2b-763734a75064 None None] Pushing event updated for resources: {'Port': ['ID=4b31e680-d807-4e88-b083-788ad909ae22,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:48.175400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f84f8577-4cb6-496e-89d2-c9eef6ce7300 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e86d48e3f41445b9be872be8d45ca921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386878 Aug 30 14:30:48.177973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:48.258653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.298474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-043f7436-f657-4e3c-be0e-79c9ee3c3749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.350206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-043f7436-f657-4e3c-be0e-79c9ee3c3749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.392995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Subnet': ['ID=85230c29-da84-4585-830d-743b2f1eaecc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:48.405384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Checking segment: {'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:48.405384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network hostable DHCP agents. Network: 993ad326-31ee-4531-b334-9c295790625a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:30:48.429020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network 993ad326-31ee-4531-b334-9c295790625a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:30:48.440731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 993ad326-31ee-4531-b334-9c295790625a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:48.446691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:48.447996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.449953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392cffd0-b7c5-48ce-911f-3b32fb03330a None None] Network 993ad326-31ee-4531-b334-9c295790625a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:48.455118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-043f7436-f657-4e3c-be0e-79c9ee3c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.458971 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-043f7436-f657-4e3c-be0e-79c9ee3c3749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.460640 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-043f7436-f657-4e3c-be0e-79c9ee3c3749 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a00f42a8-751c-4393-ad2f-b97774a1d86e HTTP/1.1" status: 204 len: 168 time: 0.2807729 Aug 30 14:30:48.473113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f7436-f657-4e3c-be0e-79c9ee3c3749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f42a8-751c-4393-ad2f-b97774a1d86e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:48.475608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-41ea065b-8954-450b-961f-a41209320b43 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8356211 Aug 30 14:30:48.711591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efd1b7-7858-45c2-b61e-ec5059e4f136 req-abbb8e4a-4d25-451d-a986-31fe3f09aea9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:48.726566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62efd1b7-7858-45c2-b61e-ec5059e4f136 req-abbb8e4a-4d25-451d-a986-31fe3f09aea9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1092153 Aug 30 14:30:48.728979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-993ad326-31ee-4531-b334-9c295790625a', 'network_id': '993ad326-31ee-4531-b334-9c295790625a', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'fixed_ips': [{'subnet_id': '85230c29-da84-4585-830d-743b2f1eaecc'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:30:48.732453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.807052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62efd1b7-7858-45c2-b61e-ec5059e4f136 req-ce6b1ff9-2e90-4723-bd61-0b012adf8650 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791314 Aug 30 14:30:48.881396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-12e685e6-a8d9-433f-bc17-322751916609 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:48.889525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-12e685e6-a8d9-433f-bc17-322751916609 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:48.891243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-12e685e6-a8d9-433f-bc17-322751916609 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/networks?id=b71a827f-dcf3-424e-b016-9b6fe5cffae0&id=993ad326-31ee-4531-b334-9c295790625a HTTP/1.1" status: 200 len: 1390 time: 0.1740315 Aug 30 14:30:48.928392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-4c739e6f-fa87-4a68-9bdb-2895856ed2d4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/quotas/bbe1b903bfdd46bcb07f3531205b86a4 HTTP/1.1" status: 200 len: 375 time: 0.0247407 Aug 30 14:30:48.968665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f851db-1732-4cf3-a6a1-e61383378fcf req-2a50932b-35a4-46ab-9658-ec2feccaf70c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:48.970816 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22f851db-1732-4cf3-a6a1-e61383378fcf req-2a50932b-35a4-46ab-9658-ec2feccaf70c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.0748107 Aug 30 14:30:49.014248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-d2972b20-93f9-42c1-95df-2125242290cf tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846791 Aug 30 14:30:49.036825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22f851db-1732-4cf3-a6a1-e61383378fcf req-ace1d052-8091-4906-8e37-99314be5154e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600841 Aug 30 14:30:49.049281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Allocated IP 19.86.0.2 (993ad326-31ee-4531-b334-9c295790625a/85230c29-da84-4585-830d-743b2f1eaecc/b5fef274-d257-4b41-b3e7-a61db00bea66) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:49.159124 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-56cbcc4b-3ceb-41f3-aa81-50c9c16e7f3a service neutron] 10.222.0.50 "GET /v2.0/networks/b71a827f-dcf3-424e-b016-9b6fe5cffae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435664 Aug 30 14:30:49.249951 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:49.262751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Transition to ACTIVE for port object b5fef274-d257-4b41-b3e7-a61db00bea66 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:49.293097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Transition to ACTIVE for port object b5fef274-d257-4b41-b3e7-a61db00bea66 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:49.300942 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:49.332094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-4c2d260f-6f19-4838-b450-da774a8d945e service neutron] 10.222.0.50 "GET /v2.0/networks/b71a827f-dcf3-424e-b016-9b6fe5cffae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715264 Aug 30 14:30:49.389571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Network 993ad326-31ee-4531-b334-9c295790625a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:49.394382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:49.396929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:49.403181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Pushing event updated for resources: {'Port': ['ID=b5fef274-d257-4b41-b3e7-a61db00bea66,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:49.489069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Attempting to bind port b5fef274-d257-4b41-b3e7-a61db00bea66 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:49.489720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Attempting to bind port b5fef274-d257-4b41-b3e7-a61db00bea66 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:49.489809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Attempting to bind port b5fef274-d257-4b41-b3e7-a61db00bea66 on network 993ad326-31ee-4531-b334-9c295790625a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:49.496825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:49.497249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Checking segment: {'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:49.497662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:49.498336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Bound using segment: {'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:49.498691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Bound port: b5fef274-d257-4b41-b3e7-a61db00bea66, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:49.499079 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:49.511713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-af2e8645-3156-454b-9b2e-891acdba91cd service neutron] 10.222.0.50 "GET /v2.0/networks/993ad326-31ee-4531-b334-9c295790625a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720216 Aug 30 14:30:49.577910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859fe4d5-0a02-4aba-b33c-b2527a6353b2 None None] Network b71a827f-dcf3-424e-b016-9b6fe5cffae0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:49.643945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b31e680-d807-4e88-b083-788ad909ae22 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:49.691753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-1a46e011-bfe6-4c10-8728-7bfe9be2c2fb service neutron] 10.222.0.50 "GET /v2.0/networks/993ad326-31ee-4531-b334-9c295790625a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706619 Aug 30 14:30:49.712680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8cea4069-43d0-4aec-a24a-a4ce4ee63461 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:30:49.721331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8cea4069-43d0-4aec-a24a-a4ce4ee63461 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:49.756132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de858e2-eead-4e65-8536-8a1a119ba138 req-70d2808e-55d4-4dd2-988b-dd536d772046 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:49.762195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9de858e2-eead-4e65-8536-8a1a119ba138 req-70d2808e-55d4-4dd2-988b-dd536d772046 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.0899329 Aug 30 14:30:49.779904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a93fe09-e813-4208-8f3b-962779ace52b None None] Provisioning for port 4b31e680-d807-4e88-b083-788ad909ae22 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:49.786415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] For port b5fef274-d257-4b41-b3e7-a61db00bea66, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:49.801978 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:49.828768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] For port b5fef274-d257-4b41-b3e7-a61db00bea66, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b5fef274-d257-4b41-b3e7-a61db00bea66,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:49.864907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9de858e2-eead-4e65-8536-8a1a119ba138 req-d3d32293-ed7c-455c-b9a2-5c6a9d578c9e tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921261 Aug 30 14:30:49.891035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:49.978813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3172823f-c79b-4c71-a9b8-47bbd9ed1521 req-bc7fdf26-a85f-4cca-a7df-f1eb5c0f0de5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 210 time: 0.0541618 Aug 30 14:30:49.980786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec31bfe-0e8f-41fe-a67a-10d8da796bb8 None None] Pushing event updated for resources: {'Port': ['ID=b5fef274-d257-4b41-b3e7-a61db00bea66,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:49.983476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4b31e680-d807-4e88-b083-788ad909ae22 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:50.006738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4b31e680-d807-4e88-b083-788ad909ae22 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:50.006738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.089762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708da6-8f71-42a4-b9ec-81d10a095fce req-91ef681e-cffe-4ca3-8941-3ee5a914b4b1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:50.120024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98708da6-8f71-42a4-b9ec-81d10a095fce req-91ef681e-cffe-4ca3-8941-3ee5a914b4b1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1585698 Aug 30 14:30:50.192123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98708da6-8f71-42a4-b9ec-81d10a095fce req-603f6662-07f8-4ab9-89b4-56a32b8db733 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709548 Aug 30 14:30:50.193015 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.276870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:50.334112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:50.336422 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be72fbb-cae1-42f8-ae97-c8ca036bfbc1" -d '{"events": [{"server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:50.338733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30429-a590-4ec3-abbe-c7996b1a2f79 req-672532fe-27c5-4989-91e7-8da26e84b3e1 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:50.353393 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3e30429-a590-4ec3-abbe-c7996b1a2f79 req-672532fe-27c5-4989-91e7-8da26e84b3e1 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.1747065 Aug 30 14:30:50.363980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:50.365985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'port_id': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'mac_address': 'fa:16:3e:0a:99:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574c9491-1e52-4dab-aa69-a57714fc0ce7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:30:50.375775 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.386953 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.489030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3e30429-a590-4ec3-abbe-c7996b1a2f79 req-8d7ae5d5-c351-4b8c-8054-d1f300c21254 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321113 Aug 30 14:30:50.575443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.619439 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37f13b7-2c39-4164-adb1-2101f153007c x-openstack-request-id: req-b37f13b7-2c39-4164-adb1-2101f153007c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:50.620887 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:50.621468 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b37f13b7-2c39-4164-adb1-2101f153007c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:50.621760 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'code': 200} Aug 30 14:30:50.698902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4b31e680-d807-4e88-b083-788ad909ae22, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4b31e680-d807-4e88-b083-788ad909ae22,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:50.700028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:50.714875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.759917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cea4069-43d0-4aec-a24a-a4ce4ee63461 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:50.835986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:50.855966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.858836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4b31e680-d807-4e88-b083-788ad909ae22,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:50.996577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efb091-1509-48ff-a753-4eba692c3874 req-40a48755-8b53-44a3-a661-eb7aae7f7b34 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:50.998541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15efb091-1509-48ff-a753-4eba692c3874 req-40a48755-8b53-44a3-a661-eb7aae7f7b34 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1089139 Aug 30 14:30:51.023510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:51.036525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b193da92-a9f4-479e-b1f2-8c9c86651dff None None] Provisioning complete for port 4b31e680-d807-4e88-b083-788ad909ae22 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:51.037172 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b193da92-a9f4-479e-b1f2-8c9c86651dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:51.068572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8346f5-a80d-40c7-b714-31a003a1183c req-1845014f-b66c-461a-9a43-03a6dae0ed60 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:51.086168 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d8346f5-a80d-40c7-b714-31a003a1183c req-1845014f-b66c-461a-9a43-03a6dae0ed60 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 949 time: 0.1074777 Aug 30 14:30:51.155351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Deleting port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:51.156063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:51.201582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d8346f5-a80d-40c7-b714-31a003a1183c req-6783d31d-ee5b-48d4-868e-78732a2b54e0 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92c9095-be2c-4616-a415-49a1842aa3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144338 Aug 30 14:30:51.359801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['8cea4069-43d0-4aec-a24a-a4ce4ee63461'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:51.415721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dc75b-cb9f-4431-83c3-f9682237eff6 req-946100ef-59aa-4e24-892c-aae8eb187be1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:51.425674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af8dc75b-cb9f-4431-83c3-f9682237eff6 req-946100ef-59aa-4e24-892c-aae8eb187be1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1185753 Aug 30 14:30:51.569647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af8dc75b-cb9f-4431-83c3-f9682237eff6 req-1c939bc5-db6b-4357-9179-6209c1d83e20 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426294 Aug 30 14:30:51.817644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f6c09808-8b7b-4da5-853a-3670da322e2b req-3007596e-5660-4653-be82-89b626c6fc51 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 210 time: 0.6745198 Aug 30 14:30:51.853182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b31e680-d807-4e88-b083-788ad909ae22 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:51.915648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-b2cec069-a7cf-4346-942e-8ebc74bb9d56 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:51.917799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c6f02-2a72-40ab-86d0-3d85e534aa2e None None] Network 993ad326-31ee-4531-b334-9c295790625a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:51.941967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-b2cec069-a7cf-4346-942e-8ebc74bb9d56 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:51.943837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-b2cec069-a7cf-4346-942e-8ebc74bb9d56 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "GET /v2.0/networks?id=b71a827f-dcf3-424e-b016-9b6fe5cffae0&id=993ad326-31ee-4531-b334-9c295790625a HTTP/1.1" status: 200 len: 1390 time: 0.3706508 Aug 30 14:30:51.960141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'port': {'device_id': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0', 'admin_state_up': True, 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:51.971725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] For port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:51.972388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:51.999432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Calling delete_port for 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:52.122819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92221868-950f-4ca5-ba8a-b547f10e2581 req-98b54006-6f54-421c-bfb4-190291265ba2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:52.124507 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92221868-950f-4ca5-ba8a-b547f10e2581 req-98b54006-6f54-421c-bfb4-190291265ba2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 946 time: 0.0897520 Aug 30 14:30:52.166725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:52.170640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:52.196451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92221868-950f-4ca5-ba8a-b547f10e2581 req-126e0c9c-9085-4249-ba89-615aa26beb5e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636773 Aug 30 14:30:52.211286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:52.233191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['42f6c2a3-498b-41aa-9a1b-9a3f690f4078'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:52.279547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Pushing event deleted for resources: {'Port': ['ID=42f6c2a3-498b-41aa-9a1b-9a3f690f4078,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:52.338110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f17f9f7-431a-4985-987d-0f41c912b6df None None] Provisioning for port b5fef274-d257-4b41-b3e7-a61db00bea66 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:52.381668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b145503a-4f42-4085-879e-c415e64245c1 req-89f667ca-73be-4420-84a2-7dfd1ef7d9fc tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d741d88-2f48-43d3-9ce3-8b1de68808fe HTTP/1.1" status: 200 len: 210 time: 0.0567408 Aug 30 14:30:52.382813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] No DVR routers for this DVR port 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:52.390680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:52.393993 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15efb091-1509-48ff-a753-4eba692c3874 req-48fe8d89-df53-496d-9ae1-75a2a46304d6 tempest-MigrationsAdminTest-398954818 tempest-MigrationsAdminTest-398954818-project] 10.222.0.39 "DELETE /v2.0/ports/42f6c2a3-498b-41aa-9a1b-9a3f690f4078 HTTP/1.1" status: 204 len: 173 time: 1.3896029 Aug 30 14:30:52.394623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'name': 'network-vif-deleted', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:52.397993 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3723a508-cede-425d-b778-ad054177b03d" -d '{"events": [{"server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "name": "network-vif-deleted", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:52.409388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Allocated IP 19.80.0.120 (b71a827f-dcf3-424e-b016-9b6fe5cffae0/e9e54a49-7cb4-4ed5-b2b2-185992f93603/0b42aef7-2163-4bfe-bacf-07b4d4f06af1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:52.425604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4b31e680-d807-4e88-b083-788ad909ae22 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:52.426221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:52.518763 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581f2648-0df4-405d-a3ee-3df712d2a980 x-openstack-request-id: req-581f2648-0df4-405d-a3ee-3df712d2a980 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:52.519122 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d741d88-2f48-43d3-9ce3-8b1de68808fe", "name": "network-vif-deleted", "tag": "42f6c2a3-498b-41aa-9a1b-9a3f690f4078", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:52.519436 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-581f2648-0df4-405d-a3ee-3df712d2a980 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:52.519945 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d741d88-2f48-43d3-9ce3-8b1de68808fe', 'name': 'network-vif-deleted', 'tag': '42f6c2a3-498b-41aa-9a1b-9a3f690f4078', 'status': 'completed', 'code': 200} Aug 30 14:30:52.593489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b5fef274-d257-4b41-b3e7-a61db00bea66 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:52.666476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:52.699037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b5fef274-d257-4b41-b3e7-a61db00bea66 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:52.713109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b5fef274-d257-4b41-b3e7-a61db00bea66 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:52.714173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:52.737916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Transition to ACTIVE for port object 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:52.773504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53fcd3-c36e-4edb-ab7f-a52153e13c5d req-23ed25ee-c022-46a5-af21-5d6741339497 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:52.783693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bd53fcd3-c36e-4edb-ab7f-a52153e13c5d req-23ed25ee-c022-46a5-af21-5d6741339497 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 944 time: 0.1187143 Aug 30 14:30:52.874290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:52.918792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bd53fcd3-c36e-4edb-ab7f-a52153e13c5d req-ec7be69e-c73b-4e90-bdf6-6e764969720f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224661 Aug 30 14:30:52.954844 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.103976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Port': ['ID=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:53.108099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network b71a827f-dcf3-424e-b016-9b6fe5cffae0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:53.111311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:53.128575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:53.138684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b5fef274-d257-4b41-b3e7-a61db00bea66, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b5fef274-d257-4b41-b3e7-a61db00bea66,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:53.146807 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.274670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:53.275835 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.301687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3adb13d5-2bce-4049-968d-cf52aae9ba0b None None] Provisioning complete for port b5fef274-d257-4b41-b3e7-a61db00bea66 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:53.302070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3adb13d5-2bce-4049-968d-cf52aae9ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.307507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2c612-1a31-42a0-b4d9-b7da194b24ef req-8d03195b-6615-4e1e-ad65-507fe19039c1 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:53.307700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b5fef274-d257-4b41-b3e7-a61db00bea66,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:53.309388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46a2c612-1a31-42a0-b4d9-b7da194b24ef req-8d03195b-6615-4e1e-ad65-507fe19039c1 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 932 time: 0.1098239 Aug 30 14:30:53.311408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc210b89-962d-450c-8bff-d2b5dc02a895 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3589256 Aug 30 14:30:53.332225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Request body: {'port': {'device_id': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'network_id': '993ad326-31ee-4531-b334-9c295790625a', 'admin_state_up': True, 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:53.573018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46a2c612-1a31-42a0-b4d9-b7da194b24ef req-5b6da8e9-5f9d-4a50-a61b-119029440903 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558496 Aug 30 14:30:53.584545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b5fef274-d257-4b41-b3e7-a61db00bea66 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:53.605784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Made reservation on behalf of bbe1b903bfdd46bcb07f3531205b86a4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:53.614413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.645601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c91dc36e-2a6b-45e5-8be2-278ba4b5b349 None None] Provisioning for port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:53.651715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c91dc36e-2a6b-45e5-8be2-278ba4b5b349 None None] Provisioning complete for port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:53.652095 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c91dc36e-2a6b-45e5-8be2-278ba4b5b349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.702198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c91dc36e-2a6b-45e5-8be2-278ba4b5b349 None None] Port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:53.711285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b5fef274-d257-4b41-b3e7-a61db00bea66 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:53.711902 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.738144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8cea4069-43d0-4aec-a24a-a4ce4ee63461 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:53.827787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Allocated IP 19.86.0.48 (993ad326-31ee-4531-b334-9c295790625a/85230c29-da84-4585-830d-743b2f1eaecc/3c3d04ce-729c-4b87-9d30-c043b429aea6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:53.869381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:53.875172 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.966419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:53.977443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.039150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:54.042751 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b0bb07-c86f-4c65-885d-bc32fb31c702" -d '{"events": [{"server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "name": "network-vif-plugged", "status": "completed", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:54.067260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:54.073735 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.074817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:54.136975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.219117 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c75b33-ca89-4640-aa55-4d7c2cd20453 x-openstack-request-id: req-e4c75b33-ca89-4640-aa55-4d7c2cd20453 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:54.219412 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "name": "network-vif-plugged", "status": "completed", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:54.219860 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4c75b33-ca89-4640-aa55-4d7c2cd20453 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:54.221285 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'code': 200} Aug 30 14:30:54.258170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:54.273210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Transition to ACTIVE for port object 3c3d04ce-729c-4b87-9d30-c043b429aea6 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:54.277745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.353590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:54.359190 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.378364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c5e6a-27dd-4a1e-a1f3-f7b48dc4c4de req-f044fc04-e78e-4fec-b872-222880525e5f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:54.386455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-870c5e6a-27dd-4a1e-a1f3-f7b48dc4c4de req-f044fc04-e78e-4fec-b872-222880525e5f tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.2863936 Aug 30 14:30:54.445610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:54.480746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:54.481393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 42f6c2a3-498b-41aa-9a1b-9a3f690f4078 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:54.505801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=14']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:54.541981 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-870c5e6a-27dd-4a1e-a1f3-f7b48dc4c4de req-a874024e-71a2-41b9-8400-f2f32315ede9 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467392 Aug 30 14:30:54.551810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5cb8b-79e1-4f5a-a68d-b8c286ae8c18 req-26db742c-93fb-4e7b-b5b2-0098141968e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:54.554709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ab5cb8b-79e1-4f5a-a68d-b8c286ae8c18 req-26db742c-93fb-4e7b-b5b2-0098141968e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 1096 time: 0.1179523 Aug 30 14:30:54.556386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.567100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:54.578225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5dd565d9-7ab1-4e1b-b84b-cd1047d5a7a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=954d96d6cf2346419ccb2f31463123c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099055 Aug 30 14:30:54.579184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:54.633955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Network 993ad326-31ee-4531-b334-9c295790625a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:54.646741 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-575d8e83-424b-49a1-9f1d-931f52b15051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.648775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:54.656907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:54.691802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-575d8e83-424b-49a1-9f1d-931f52b15051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.707424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event updated for resources: {'Port': ['ID=3c3d04ce-729c-4b87-9d30-c043b429aea6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:54.713073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ab5cb8b-79e1-4f5a-a68d-b8c286ae8c18 req-92ac2052-cc9c-492c-aa4f-d582d752d8d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465995 Aug 30 14:30:54.729059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:54.729737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.750472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-86cd0753-c1ce-4be4-b52e-04d281988443 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4318719 Aug 30 14:30:54.760236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60b76d0a-a512-413f-aafc-373d2dbf92c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.766676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Request body: {'port': {'device_id': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:54.857657 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.890986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d3323-ed63-45d4-a7bb-b75f156099a5 req-52c3a3ac-6ce1-46ca-b094-1562b33490c2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:54.897494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d3323-ed63-45d4-a7bb-b75f156099a5 req-52c3a3ac-6ce1-46ca-b094-1562b33490c2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:54.899120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b92d3323-ed63-45d4-a7bb-b75f156099a5 req-52c3a3ac-6ce1-46ca-b094-1562b33490c2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1654 time: 0.1747026 Aug 30 14:30:54.946191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-575d8e83-424b-49a1-9f1d-931f52b15051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.948940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-575d8e83-424b-49a1-9f1d-931f52b15051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.950064 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-575d8e83-424b-49a1-9f1d-931f52b15051 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e92c9095-be2c-4616-a415-49a1842aa3b4 HTTP/1.1" status: 204 len: 168 time: 0.3694935 Aug 30 14:30:54.992693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d8e83-424b-49a1-9f1d-931f52b15051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92c9095-be2c-4616-a415-49a1842aa3b4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:55.046845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43aa6f5f-6ec1-49f6-9c62-d24d355f6b19 None None] Provisioning for port 3c3d04ce-729c-4b87-9d30-c043b429aea6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:55.058256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43aa6f5f-6ec1-49f6-9c62-d24d355f6b19 None None] Provisioning complete for port 3c3d04ce-729c-4b87-9d30-c043b429aea6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:55.058640 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43aa6f5f-6ec1-49f6-9c62-d24d355f6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.062396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b92d3323-ed63-45d4-a7bb-b75f156099a5 req-ea982efb-ace9-40ae-a82a-64ced5e921d5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524861 Aug 30 14:30:55.115510 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60b76d0a-a512-413f-aafc-373d2dbf92c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.123915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60b76d0a-a512-413f-aafc-373d2dbf92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.125690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-43aa6f5f-6ec1-49f6-9c62-d24d355f6b19 None None] Port 3c3d04ce-729c-4b87-9d30-c043b429aea6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:55.137072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5c45a82-40a8-4bc7-b65e-5ef0a33e5967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.187005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-60b76d0a-a512-413f-aafc-373d2dbf92c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53ae898bb2a74dbf9b3a445c3e5996f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163511 Aug 30 14:30:55.187005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b76d0a-a512-413f-aafc-373d2dbf92c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aea5eb-4ad9-4aa2-8d68-83fc9dd76a52,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:55.188615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:55.247226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-639326fe-1a87-4503-9c3a-fa8eb0dad965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.254944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6497bf-de13-4449-8002-bbd815483d13 req-c41b3f85-ab75-4344-b204-aa7c85e506e1 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.256512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca6497bf-de13-4449-8002-bbd815483d13 req-c41b3f85-ab75-4344-b204-aa7c85e506e1 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1081734 Aug 30 14:30:55.273951 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-639326fe-1a87-4503-9c3a-fa8eb0dad965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.325323 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-639326fe-1a87-4503-9c3a-fa8eb0dad965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.328280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-639326fe-1a87-4503-9c3a-fa8eb0dad965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.331968 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-639326fe-1a87-4503-9c3a-fa8eb0dad965 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84aea5eb-4ad9-4aa2-8d68-83fc9dd76a52 HTTP/1.1" status: 204 len: 168 time: 0.1393785 Aug 30 14:30:55.332119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca6497bf-de13-4449-8002-bbd815483d13 req-cbbdfc8f-f638-4b7c-a29d-7624bb2b29cd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675747 Aug 30 14:30:55.339310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639326fe-1a87-4503-9c3a-fa8eb0dad965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aea5eb-4ad9-4aa2-8d68-83fc9dd76a52,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:55.341425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:55.351539 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.380978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Transition to ACTIVE for port object 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:55.387680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.500758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Pushing event updated for resources: {'Port': ['ID=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:55.518496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:55.618150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Attempting to bind port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:55.618649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Attempting to bind port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:55.618990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Attempting to bind port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 on network b71a827f-dcf3-424e-b016-9b6fe5cffae0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:55.624638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 on network b71a827f-dcf3-424e-b016-9b6fe5cffae0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:30:55.624986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Attempting to bind port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 on network b71a827f-dcf3-424e-b016-9b6fe5cffae0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:55.636261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:55.636922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Checking segment: {'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:55.636922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Bound using segment: {'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:55.638490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Bound port: 0b42aef7-2163-4bfe-bacf-07b4d4f06af1, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7392848-9bdb-4483-90f4-1ffaabd11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:55.638490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.650084 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b1724327-a1aa-4706-8798-85312c2025e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8df26631d364b13860508183eab2ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303298 Aug 30 14:30:55.653272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39368) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:55.771988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de67c2ac-ec96-4bbd-9975-b2c6eb499193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.789818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3248c-b217-4069-820f-a081f81eea6f req-6776ab21-abb6-4369-843f-15fcf8a01921 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.793709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fd3248c-b217-4069-820f-a081f81eea6f req-6776ab21-abb6-4369-843f-15fcf8a01921 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1003578 Aug 30 14:30:55.809563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] For port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:55.817992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] For port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:55.820248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-7657bb23-0acf-4455-b8b2-cd21b9f62000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.822024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-7657bb23-0acf-4455-b8b2-cd21b9f62000 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1095 time: 0.1231546 Aug 30 14:30:55.830422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.831297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de67c2ac-ec96-4bbd-9975-b2c6eb499193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.839061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:55.879834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3970ca67-4b38-43d1-a56a-486514339119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.896556 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fd3248c-b217-4069-820f-a081f81eea6f req-9f224a29-bde7-4faa-9814-e4e0ad9ec7a6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954990 Aug 30 14:30:55.931853 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de67c2ac-ec96-4bbd-9975-b2c6eb499193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.934934 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de67c2ac-ec96-4bbd-9975-b2c6eb499193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.935043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd4da-007c-4c43-ab95-0895efc320d3 req-b31d16f1-162b-410d-96e8-3ab221693f9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.938668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-de67c2ac-ec96-4bbd-9975-b2c6eb499193 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44b69640-bab8-4688-af22-d08f88da26fa HTTP/1.1" status: 204 len: 168 time: 0.2812099 Aug 30 14:30:55.944986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e0bd4da-007c-4c43-ab95-0895efc320d3 req-b31d16f1-162b-410d-96e8-3ab221693f9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.2334487 Aug 30 14:30:55.961767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67c2ac-ec96-4bbd-9975-b2c6eb499193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b69640-bab8-4688-af22-d08f88da26fa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:55.962134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.963086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:55.964841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b42aef7-2163-4bfe-bacf-07b4d4f06af1 HTTP/1.1" status: 200 len: 1092 time: 1.2038856 Aug 30 14:30:55.966537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'tag': '0b42aef7-2163-4bfe-bacf-07b4d4f06af1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:55.971013 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "tag": "0b42aef7-2163-4bfe-bacf-07b4d4f06af1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:56.006277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Request body: {'port': {'device_id': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:56.049244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3970ca67-4b38-43d1-a56a-486514339119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.056287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3970ca67-4b38-43d1-a56a-486514339119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.082315 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2315b16b-b697-4f87-94fc-3158ef0bd606 x-openstack-request-id: req-2315b16b-b697-4f87-94fc-3158ef0bd606 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:56.083175 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "tag": "0b42aef7-2163-4bfe-bacf-07b4d4f06af1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:56.083425 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2315b16b-b697-4f87-94fc-3158ef0bd606 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:56.083846 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'tag': '0b42aef7-2163-4bfe-bacf-07b4d4f06af1', 'status': 'completed', 'code': 200} Aug 30 14:30:56.092128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b88871-8887-4ba9-a00d-ec45f9d74a09 service neutron] Pushing event updated for resources: {'Port': ['ID=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:56.102785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e0bd4da-007c-4c43-ab95-0895efc320d3 req-404fc424-359b-4810-9a5c-3f63173be824 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566834 Aug 30 14:30:56.175537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-90062523-bea6-436b-89aa-eb4cef2c035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.177638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-90062523-bea6-436b-89aa-eb4cef2c035f service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.3440175 Aug 30 14:30:56.184531 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.190231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3970ca67-4b38-43d1-a56a-486514339119 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45ab5adcee0646e3961d5716d4d34018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494866 Aug 30 14:30:56.198860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:56.214043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970ca67-4b38-43d1-a56a-486514339119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcdd9d4-a094-44a3-876d-529ad657814e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:56.222277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:56.226355 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78536be5-0974-49e1-8635-a2cf7deb060f" -d '{"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:56.258370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-b651bc99-243f-426e-b3c4-b3a92f06c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.258974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-b651bc99-243f-426e-b3c4-b3a92f06c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.263758 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-b651bc99-243f-426e-b3c4-b3a92f06c74b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1913 time: 0.1788156 Aug 30 14:30:56.305283 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fec3f0-79aa-4a14-983e-b873209ef132 x-openstack-request-id: req-12fec3f0-79aa-4a14-983e-b873209ef132 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:56.305587 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:56.305843 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12fec3f0-79aa-4a14-983e-b873209ef132 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:56.306309 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'code': 200} Aug 30 14:30:56.382142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67751c69-3d99-48c7-a923-30062a294c07 req-f482ccaa-aff3-4eb8-b3c6-507662356dd9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.390353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67751c69-3d99-48c7-a923-30062a294c07 req-f482ccaa-aff3-4eb8-b3c6-507662356dd9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.392493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67751c69-3d99-48c7-a923-30062a294c07 req-f482ccaa-aff3-4eb8-b3c6-507662356dd9 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1666 time: 0.2260294 Aug 30 14:30:56.504768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67751c69-3d99-48c7-a923-30062a294c07 req-6c5dfac3-9c9b-4d70-96bb-91bae45b5b7d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024592 Aug 30 14:30:56.523372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-6c95cb58-9569-43df-8e65-4ca7026d7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.523828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-6c95cb58-9569-43df-8e65-4ca7026d7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.524306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-6c95cb58-9569-43df-8e65-4ca7026d7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.525908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-6c95cb58-9569-43df-8e65-4ca7026d7e19 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2515445 Aug 30 14:30:56.567716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-bb67e67e-5d44-49ad-9a34-02d27a7e4314 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 999 time: 0.3677473 Aug 30 14:30:56.576513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3034314a-40e0-4af8-81bf-b1e664cc90ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.658442 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3034314a-40e0-4af8-81bf-b1e664cc90ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.662914 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-51844f3d-419a-494b-941b-1d6cb6e646fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.664333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-51844f3d-419a-494b-941b-1d6cb6e646fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0888631 Aug 30 14:30:56.688876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-0d64525d-04e0-4d18-ab4b-3d8065f2766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.691609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce130a47-cdda-47dd-9bf0-5e9229ee9e2a req-0d64525d-04e0-4d18-ab4b-3d8065f2766a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581225 Aug 30 14:30:56.781443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-97e827fd-6a6a-4367-8935-b97509df0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:56.783613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-97e827fd-6a6a-4367-8935-b97509df0d5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099319 Aug 30 14:30:56.787700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3d04ce-729c-4b87-9d30-c043b429aea6 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:56.802359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.847006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3034314a-40e0-4af8-81bf-b1e664cc90ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.849513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3034314a-40e0-4af8-81bf-b1e664cc90ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.850666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3034314a-40e0-4af8-81bf-b1e664cc90ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbcdd9d4-a094-44a3-876d-529ad657814e HTTP/1.1" status: 204 len: 168 time: 0.5362089 Aug 30 14:30:56.866976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Transition to ACTIVE for port object 3c3d04ce-729c-4b87-9d30-c043b429aea6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:56.875360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034314a-40e0-4af8-81bf-b1e664cc90ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcdd9d4-a094-44a3-876d-529ad657814e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:56.877726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:56.959462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3d04ce-729c-4b87-9d30-c043b429aea6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:56.964754 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-894ecc02-e854-4d87-b29c-ca7b694a71af service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727648 Aug 30 14:30:57.121229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ed981-c83f-4c59-abe0-933f013196e5 req-ae39528f-a71c-4d6e-bac2-9a8168adbec8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.131735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b7ed981-c83f-4c59-abe0-933f013196e5 req-ae39528f-a71c-4d6e-bac2-9a8168adbec8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.0873265 Aug 30 14:30:57.138133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Attempting to bind port 3c3d04ce-729c-4b87-9d30-c043b429aea6 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:57.138492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Attempting to bind port 3c3d04ce-729c-4b87-9d30-c043b429aea6 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:57.138869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Attempting to bind port 3c3d04ce-729c-4b87-9d30-c043b429aea6 on network 993ad326-31ee-4531-b334-9c295790625a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:57.154368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Port 3c3d04ce-729c-4b87-9d30-c043b429aea6 on network 993ad326-31ee-4531-b334-9c295790625a not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:30:57.155268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Attempting to bind port 3c3d04ce-729c-4b87-9d30-c043b429aea6 on network 993ad326-31ee-4531-b334-9c295790625a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:57.164584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b19ec4-87bb-4109-81f8-5a1ac953c32a req-33cc5d03-bc5f-4516-b361-4033ec498702 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848977 Aug 30 14:30:57.165425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:57.165709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Checking segment: {'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:57.166099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Bound using segment: {'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:57.166544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Bound port: 3c3d04ce-729c-4b87-9d30-c043b429aea6, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '993ad326-31ee-4531-b334-9c295790625a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:57.166909 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:57.209126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b7ed981-c83f-4c59-abe0-933f013196e5 req-3f71292d-2008-4956-a2d8-db1acdbe6e07 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762999 Aug 30 14:30:57.309156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] For port 3c3d04ce-729c-4b87-9d30-c043b429aea6, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:57.315128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] For port 3c3d04ce-729c-4b87-9d30-c043b429aea6, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3c3d04ce-729c-4b87-9d30-c043b429aea6,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:57.326458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:57.396973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463da41-e51b-4dfe-83dc-9bea303db872 req-a8a8ef9d-0735-460f-9902-5e09e083a870 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.402703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d463da41-e51b-4dfe-83dc-9bea303db872 req-a8a8ef9d-0735-460f-9902-5e09e083a870 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1108134 Aug 30 14:30:57.450988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.451642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:57.453265 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/3c3d04ce-729c-4b87-9d30-c043b429aea6 HTTP/1.1" status: 200 len: 1091 time: 1.4538708 Aug 30 14:30:57.465673 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d463da41-e51b-4dfe-83dc-9bea303db872 req-2f5730d9-672a-4001-84d3-e1908d3ede57 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551922 Aug 30 14:30:57.499357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2104-5d21-4e3f-8ff2-5d4a2254f9ad req-31390293-0b94-4262-aff2-05980348147c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.501103 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-485b2104-5d21-4e3f-8ff2-5d4a2254f9ad req-31390293-0b94-4262-aff2-05980348147c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1778166 Aug 30 14:30:57.502585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7226520-8fe0-46c3-a901-37a815edb5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3d04ce-729c-4b87-9d30-c043b429aea6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:57.586276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-485b2104-5d21-4e3f-8ff2-5d4a2254f9ad req-33492f51-f40c-40fd-a2a1-e1c5f3407b54 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707052 Aug 30 14:30:57.621130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-75ada1a0-951a-4985-b68d-e4e22717397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.621863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-75ada1a0-951a-4985-b68d-e4e22717397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.624131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-75ada1a0-951a-4985-b68d-e4e22717397a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1980 time: 0.1175659 Aug 30 14:30:57.702612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-9c2c6edb-0e6f-4198-8ceb-bf43d48c7352 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=0b42aef7-2163-4bfe-bacf-07b4d4f06af1 HTTP/1.1" status: 200 len: 217 time: 0.0698340 Aug 30 14:30:57.802076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-64993845-b3f4-4eb5-b3ac-cb05fe0e29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.806981 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-64993845-b3f4-4eb5-b3ac-cb05fe0e29a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9e54a49-7cb4-4ed5-b2b2-185992f93603 HTTP/1.1" status: 200 len: 801 time: 0.0910270 Aug 30 14:30:57.883366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933dcb0-4639-49f0-bd74-d9a9c2edc7a8 req-12660604-baf9-4258-b7cb-879aeb94cd0e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.887902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-d4e70ac8-b337-4c7e-8bd1-20a5c97e3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.888080 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff65977e-7053-40b0-8cfc-f8ff79968eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:57.892992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933dcb0-4639-49f0-bd74-d9a9c2edc7a8 req-12660604-baf9-4258-b7cb-879aeb94cd0e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:57.895555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-d4e70ac8-b337-4c7e-8bd1-20a5c97e3a58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b71a827f-dcf3-424e-b016-9b6fe5cffae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825148 Aug 30 14:30:57.902059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2933dcb0-4639-49f0-bd74-d9a9c2edc7a8 req-12660604-baf9-4258-b7cb-879aeb94cd0e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1678 time: 0.1054401 Aug 30 14:30:57.965866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2933dcb0-4639-49f0-bd74-d9a9c2edc7a8 req-a6354b37-ac21-4fee-8ac7-f61423ff67fd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624969 Aug 30 14:30:58.021163 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-7addc9fc-3916-4889-b5d2-37b97af6500f service neutron] 10.222.0.39 "GET /v2.0/networks/b71a827f-dcf3-424e-b016-9b6fe5cffae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193664 Aug 30 14:30:58.088588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'tag': '3c3d04ce-729c-4b87-9d30-c043b429aea6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:58.091627 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0149e6-f957-49a0-afd3-e339557731e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "tag": "3c3d04ce-729c-4b87-9d30-c043b429aea6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:58.447273 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf309e3-a127-447d-bafd-430c71b7b516 x-openstack-request-id: req-fcf309e3-a127-447d-bafd-430c71b7b516 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:58.447601 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "tag": "3c3d04ce-729c-4b87-9d30-c043b429aea6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:58.447831 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcf309e3-a127-447d-bafd-430c71b7b516 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:58.448172 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'tag': '3c3d04ce-729c-4b87-9d30-c043b429aea6', 'status': 'completed', 'code': 200} Aug 30 14:30:58.509219 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-dc0ded80-b657-40e9-9292-f138ea880d4c service neutron] 10.222.0.39 "GET /v2.0/networks/b71a827f-dcf3-424e-b016-9b6fe5cffae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815042 Aug 30 14:30:58.519707 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:58.557987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-529d8df9-83fa-408a-9d65-5dae3610bbfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=3c3d04ce-729c-4b87-9d30-c043b429aea6 HTTP/1.1" status: 200 len: 217 time: 0.0417435 Aug 30 14:30:58.565652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-b5d61a5b-2012-4755-a69e-eaf89f169286 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:58.572137 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-b5d61a5b-2012-4755-a69e-eaf89f169286 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 814 time: 0.4774854 Aug 30 14:30:58.608825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-8bc26cf1-c2e3-4038-955a-b43194b00ae4 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/quotas/1cf55121eb2f468d944dbc4fd1f45aec HTTP/1.1" status: 200 len: 375 time: 0.0357602 Aug 30 14:30:58.639715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-cef00bb5-effc-4426-8bb6-589ab6470885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:58.641316 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-cef00bb5-effc-4426-8bb6-589ab6470885 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85230c29-da84-4585-830d-743b2f1eaecc HTTP/1.1" status: 200 len: 801 time: 0.0671830 Aug 30 14:30:58.714510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-d6aac9f1-0bee-46e0-875f-90d492f75691 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954134 Aug 30 14:30:58.716483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-384c6e03-62e9-4e4d-8685-e3dbd4a66421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:58.718050 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-384c6e03-62e9-4e4d-8685-e3dbd4a66421 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=993ad326-31ee-4531-b334-9c295790625a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613296 Aug 30 14:30:58.769268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd214a7-9bc6-4857-9940-c937e3b6eb4b req-381d57d8-f260-4d8a-a3c4-b83e0911f2ac tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:58.770876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdd214a7-9bc6-4857-9940-c937e3b6eb4b req-381d57d8-f260-4d8a-a3c4-b83e0911f2ac tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0701027 Aug 30 14:30:58.815109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdd214a7-9bc6-4857-9940-c937e3b6eb4b req-2880fc8b-dc9c-45d4-9ecf-aead3887b2fe tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354948 Aug 30 14:30:58.892684 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-52f65157-ef8d-4d28-89fc-bcd47543d588 service neutron] 10.222.0.50 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674879 Aug 30 14:30:58.894861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-7a881076-c6e8-4fe7-a6de-9bbc78886e03 service neutron] 10.222.0.39 "GET /v2.0/networks/993ad326-31ee-4531-b334-9c295790625a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612105 Aug 30 14:30:59.063345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-33617516-799b-4f99-a4d7-937b91fe4754 service neutron] 10.222.0.50 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618776 Aug 30 14:30:59.066634 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a471cb28-0d90-4a03-88c6-e58fe33dfc32 req-9e93020b-de6e-43bb-80d4-b328536f81f4 service neutron] 10.222.0.39 "GET /v2.0/networks/993ad326-31ee-4531-b334-9c295790625a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581213 Aug 30 14:30:59.157267 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:59.177168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-53267ab4-c156-478d-96a7-7a1af4ee462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.177570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-53267ab4-c156-478d-96a7-7a1af4ee462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.179637 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-53267ab4-c156-478d-96a7-7a1af4ee462d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1980 time: 0.0486181 Aug 30 14:30:59.335922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-c12694ac-fa7c-4260-9ad5-de63469db557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.337505 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-c12694ac-fa7c-4260-9ad5-de63469db557 service neutron] 10.222.0.39 "GET /v2.0/networks?id=993ad326-31ee-4531-b334-9c295790625a HTTP/1.1" status: 200 len: 901 time: 0.1503780 Aug 30 14:30:59.350636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b06e7-7f95-4ac1-b2cc-d88f49bc7646 req-894f2b75-e5d7-4882-85f1-322a4a96c12e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.358224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b06e7-7f95-4ac1-b2cc-d88f49bc7646 req-894f2b75-e5d7-4882-85f1-322a4a96c12e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.360636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-292b06e7-7f95-4ac1-b2cc-d88f49bc7646 req-894f2b75-e5d7-4882-85f1-322a4a96c12e tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1678 time: 0.0828459 Aug 30 14:30:59.430959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-1ad39e9c-8043-4cb8-997d-c984a5302e8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=3c3d04ce-729c-4b87-9d30-c043b429aea6 HTTP/1.1" status: 200 len: 217 time: 0.0679359 Aug 30 14:30:59.456949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8852c-3e9a-4cd9-9fc7-654d63e28fd0 req-15b7b853-5eae-4e22-8fc6-cc3faf8906fc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.464911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78c8852c-3e9a-4cd9-9fc7-654d63e28fd0 req-15b7b853-5eae-4e22-8fc6-cc3faf8906fc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0637147 Aug 30 14:30:59.509934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78c8852c-3e9a-4cd9-9fc7-654d63e28fd0 req-0243b0ba-ec34-471a-90d3-2ea823c21a21 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438821 Aug 30 14:30:59.528733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-292b06e7-7f95-4ac1-b2cc-d88f49bc7646 req-de889049-417a-4bba-a19e-9f34c75b71d3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062171 Aug 30 14:30:59.534962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-bf63a5b5-5cee-43b5-828f-deb864cbc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.538173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-bf63a5b5-5cee-43b5-828f-deb864cbc301 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85230c29-da84-4585-830d-743b2f1eaecc HTTP/1.1" status: 200 len: 801 time: 0.0964260 Aug 30 14:30:59.686713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6ab83fb-81a7-4a4d-b97c-da2ecb303dcf req-6f6d3250-dc20-42b6-bfc6-0fa926312ee5 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 210 time: 0.0802372 Aug 30 14:30:59.731404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-eec6d948-9036-4d35-9184-9cd069afa9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.732080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26452480-5331-4204-a36d-1a73917dcc34 req-35a6f936-4408-4204-a4c7-9717eea982d6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.734842 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26452480-5331-4204-a36d-1a73917dcc34 req-35a6f936-4408-4204-a4c7-9717eea982d6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1023617 Aug 30 14:30:59.737346 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-eec6d948-9036-4d35-9184-9cd069afa9ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=993ad326-31ee-4531-b334-9c295790625a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1909027 Aug 30 14:30:59.753583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-4a88eea3-b485-4db9-99f1-f0c0ee6ec1a3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:59.755783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-4a88eea3-b485-4db9-99f1-f0c0ee6ec1a3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.21 "GET /v2.0/ports?device_id=41907221-2ecb-4d46-84cc-d9a2f9a7204e HTTP/1.1" status: 200 len: 945 time: 0.1680675 Aug 30 14:30:59.809760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26452480-5331-4204-a36d-1a73917dcc34 req-beb088da-1521-4c12-9fd8-92609a4d0ea3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663106 Aug 30 14:30:59.925688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-b3c58f6e-585b-4123-928a-137c18a2e233 service neutron] 10.222.0.39 "GET /v2.0/networks/993ad326-31ee-4531-b334-9c295790625a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684144 Aug 30 14:31:00.032174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Deleting port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:00.032512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:00.119067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba0149e6-f957-49a0-afd3-e339557731e8 req-12095bf3-8d7a-4b76-b62b-881b035829ad service neutron] 10.222.0.39 "GET /v2.0/networks/993ad326-31ee-4531-b334-9c295790625a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846251 Aug 30 14:31:00.165687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] For port 8cea4069-43d0-4aec-a24a-a4ce4ee63461, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8cea4069-43d0-4aec-a24a-a4ce4ee63461,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:00.166270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:00.170469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-4a610e58-9664-496b-971f-55d378c78398 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:00.178362 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-4a610e58-9664-496b-971f-55d378c78398 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.1599076 Aug 30 14:31:00.191396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-c2f124b6-476d-48b6-bf46-26de081aeb22 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/quotas/507103ad8de3439dae59b88049210d4b HTTP/1.1" status: 200 len: 375 time: 0.0121186 Aug 30 14:31:00.195714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Calling delete_port for 8cea4069-43d0-4aec-a24a-a4ce4ee63461 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:00.258324 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-fe3bf6c6-8d56-4712-a26a-1766a2dda4b1 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0581257 Aug 30 14:31:00.299463 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:31:00.347234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:00.377466 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:00.383507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-04e3c85a-db30-44ab-b887-012c05b50892 service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177256 Aug 30 14:31:00.413302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['8cea4069-43d0-4aec-a24a-a4ce4ee63461'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:00.437929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Pushing event deleted for resources: {'Port': ['ID=8cea4069-43d0-4aec-a24a-a4ce4ee63461,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:00.498604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ed4eb230-455e-4184-8157-fa8d00a0a485 service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142097 Aug 30 14:31:00.589640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] No DVR routers for this DVR port 8cea4069-43d0-4aec-a24a-a4ce4ee63461 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:00.597389 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:00.599613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73fdfb03-5333-403b-ac4a-5ca2986b2a66 req-d3c8484e-c803-41b0-b372-4130d34b8e22 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.21 "DELETE /v2.0/ports/8cea4069-43d0-4aec-a24a-a4ce4ee63461 HTTP/1.1" status: 204 len: 173 time: 0.7712719 Aug 30 14:31:00.600410 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aee66f7-109c-4d63-8c55-7f5039a3c675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:00.602077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'name': 'network-vif-deleted', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:00.606858 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ca0b9-29c4-4053-8131-06fd129470fe" -d '{"events": [{"server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "name": "network-vif-deleted", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:00.681411 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a88f0-d1a1-4ea3-b9e4-5b6d14d1f85f x-openstack-request-id: req-478a88f0-d1a1-4ea3-b9e4-5b6d14d1f85f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:00.681751 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41907221-2ecb-4d46-84cc-d9a2f9a7204e", "name": "network-vif-deleted", "tag": "8cea4069-43d0-4aec-a24a-a4ce4ee63461", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:00.682012 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-478a88f0-d1a1-4ea3-b9e4-5b6d14d1f85f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:00.682412 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41907221-2ecb-4d46-84cc-d9a2f9a7204e', 'name': 'network-vif-deleted', 'tag': '8cea4069-43d0-4aec-a24a-a4ce4ee63461', 'status': 'completed', 'code': 200} Aug 30 14:31:00.732322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64480159-ae3a-4f2c-9806-4bfb71eea35d req-37a79fa3-1c89-4c9c-89e1-2e492446bb02 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 210 time: 0.0296280 Aug 30 14:31:00.744218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c7e1a385-6fd7-40d1-821c-07659811315d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:00.745815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c7e1a385-6fd7-40d1-821c-07659811315d tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.39 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 814 time: 0.2999308 Aug 30 14:31:00.832338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Request body: {'port': {'device_id': '4c96951b-65c8-4317-9f29-ac3da08e07f7', 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'admin_state_up': True, 'tenant_id': '1cf55121eb2f468d944dbc4fd1f45aec'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:00.854428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dc8cdeb-8c62-437b-8c5e-c66cdce01d15 req-ce3bd479-8eb7-431a-bd1b-6846ff7b70cd tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 210 time: 0.0417752 Aug 30 14:31:00.894666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef42c4-8a09-40e3-83d1-caed326d74dd req-c0f01cb9-3128-4b97-a3db-925f46ddae0a tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:00.901126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef42c4-8a09-40e3-83d1-caed326d74dd req-c0f01cb9-3128-4b97-a3db-925f46ddae0a tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:00.905603 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-97ef42c4-8a09-40e3-83d1-caed326d74dd req-c0f01cb9-3128-4b97-a3db-925f46ddae0a tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1678 time: 0.2890387 Aug 30 14:31:01.007456 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-97ef42c4-8a09-40e3-83d1-caed326d74dd req-edd5b224-67d4-4d6d-b1d1-a5288fa969e3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884483 Aug 30 14:31:01.023418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aee66f7-109c-4d63-8c55-7f5039a3c675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.033918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aee66f7-109c-4d63-8c55-7f5039a3c675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.096235 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6aee66f7-109c-4d63-8c55-7f5039a3c675 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=536bc261d2314c42b879e795601c3569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472773 Aug 30 14:31:01.100206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:01.106381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee66f7-109c-4d63-8c55-7f5039a3c675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56297e7b-6176-4916-a2cf-f355b8fa9daa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:01.116747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Made reservation on behalf of 1cf55121eb2f468d944dbc4fd1f45aec for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:01.121036 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.203052 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1fbef27-f45b-450b-bfdc-f3942260b796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.250414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1fbef27-f45b-450b-bfdc-f3942260b796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.336454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1fbef27-f45b-450b-bfdc-f3942260b796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.342177 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1fbef27-f45b-450b-bfdc-f3942260b796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.346762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c1fbef27-f45b-450b-bfdc-f3942260b796 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56297e7b-6176-4916-a2cf-f355b8fa9daa HTTP/1.1" status: 204 len: 168 time: 0.2438908 Aug 30 14:31:01.378998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Allocated IP 172.20.0.6 (d3382533-0cbe-4a8d-a82a-d30005dcb0fe/574c9491-1e52-4dab-aa69-a57714fc0ce7/2f6f94a7-0d64-4c7d-b053-a2619b0a6856) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:01.379805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbef27-f45b-450b-bfdc-f3942260b796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56297e7b-6176-4916-a2cf-f355b8fa9daa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:01.531387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.610764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.655135 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.694976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['8cea4069-43d0-4aec-a24a-a4ce4ee63461'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:01.699570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Network d3382533-0cbe-4a8d-a82a-d30005dcb0fe is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:01.705533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:01.708293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:01.737729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:01.740828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Pushing event updated for resources: {'Port': ['ID=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:01.753624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4918396-c0d2-40b5-92a4-ea932257962a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.768713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:01.769675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.856079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4918396-c0d2-40b5-92a4-ea932257962a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.860703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-766a6efd-045d-4e4e-9eec-a61e7cb1c59d req-2acd5b76-310b-4b71-87e4-338def2aea79 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 210 time: 0.0351243 Aug 30 14:31:01.864663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4918396-c0d2-40b5-92a4-ea932257962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.869893 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-41e6ac40-2bf3-4f47-81f3-2727b2b4b14c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1005983 Aug 30 14:31:01.883669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Request body: {'port': {'device_id': '4c96951b-65c8-4317-9f29-ac3da08e07f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:01.917631 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e4918396-c0d2-40b5-92a4-ea932257962a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23411c1300634cf193e7668138422e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786156 Aug 30 14:31:01.918562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4918396-c0d2-40b5-92a4-ea932257962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8c462a-f800-4b6c-8e40-589ff5392477,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:01.921401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:01.958584 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.009786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1074c40-91c9-4097-bbf2-9e0f0f608ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.029913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb52a8a-2490-45f8-bc37-67224e09c77f req-da25f89e-3f46-4bbc-95d2-4f9541028cda tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.031490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bb52a8a-2490-45f8-bc37-67224e09c77f req-da25f89e-3f46-4bbc-95d2-4f9541028cda tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 931 time: 0.0899780 Aug 30 14:31:02.047577 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1074c40-91c9-4097-bbf2-9e0f0f608ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.118804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bb52a8a-2490-45f8-bc37-67224e09c77f req-cf88b4e7-7b05-44c3-8fa0-09a0ec14e5dc tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620034 Aug 30 14:31:02.138882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1074c40-91c9-4097-bbf2-9e0f0f608ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.143007 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1074c40-91c9-4097-bbf2-9e0f0f608ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.144440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c1074c40-91c9-4097-bbf2-9e0f0f608ac6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a8c462a-f800-4b6c-8e40-589ff5392477 HTTP/1.1" status: 204 len: 168 time: 0.2223508 Aug 30 14:31:02.160419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1074c40-91c9-4097-bbf2-9e0f0f608ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8c462a-f800-4b6c-8e40-589ff5392477,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:02.270285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-2e68ae9d-3618-4d23-9029-95677e226410 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.272044 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-2e68ae9d-3618-4d23-9029-95677e226410 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.2751689 Aug 30 14:31:02.295573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47294f00-1b55-41b0-91b9-ce65a38c98c0 req-004413e4-0cf6-4d2d-b72d-23bfddf503d4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.302591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47294f00-1b55-41b0-91b9-ce65a38c98c0 req-004413e4-0cf6-4d2d-b72d-23bfddf503d4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.304223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47294f00-1b55-41b0-91b9-ce65a38c98c0 req-004413e4-0cf6-4d2d-b72d-23bfddf503d4 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1678 time: 0.1429572 Aug 30 14:31:02.311948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'port': {'device_id': 'af98b77d-551b-4c38-b088-cd9712b6e778', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'admin_state_up': True, 'tenant_id': '507103ad8de3439dae59b88049210d4b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:02.364123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-3e6c4a1c-5408-4a80-8773-ad8ab533bc12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0687730 Aug 30 14:31:02.416524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:02.477128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47294f00-1b55-41b0-91b9-ce65a38c98c0 req-e8138491-997d-4509-b7aa-b09eebce71b2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573386 Aug 30 14:31:02.541689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-cc0bdf5b-7c1f-4f9c-94f8-be738aae329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.542188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-cc0bdf5b-7c1f-4f9c-94f8-be738aae329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.542671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-cc0bdf5b-7c1f-4f9c-94f8-be738aae329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.543146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-cc0bdf5b-7c1f-4f9c-94f8-be738aae329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.543908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-cc0bdf5b-7c1f-4f9c-94f8-be738aae329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.544531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-cc0bdf5b-7c1f-4f9c-94f8-be738aae329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.545007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-cc0bdf5b-7c1f-4f9c-94f8-be738aae329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.547095 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-cc0bdf5b-7c1f-4f9c-94f8-be738aae329c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6500 time: 0.1199851 Aug 30 14:31:02.553572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:02.572725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:02.584059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.604594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Made reservation on behalf of 507103ad8de3439dae59b88049210d4b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:02.608276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.609642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '0b42aef7-2163-4bfe-bacf-07b4d4f06af1', 'network_id': 'b71a827f-dcf3-424e-b016-9b6fe5cffae0', 'port_id': '0b42aef7-2163-4bfe-bacf-07b4d4f06af1', 'mac_address': 'fa:16:3e:b9:de:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e54a49-7cb4-4ed5-b2b2-185992f93603', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:02.628128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.647192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Transition to ACTIVE for port object 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:02.655730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.697318 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.717259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:02.755498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:02.761453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:02.762283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3c3d04ce-729c-4b87-9d30-c043b429aea6 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:02.776099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-1a9b60bd-7873-4813-a8ba-65afc466a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.776588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-1a9b60bd-7873-4813-a8ba-65afc466a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.777090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-1a9b60bd-7873-4813-a8ba-65afc466a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:02.778794 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-1a9b60bd-7873-4813-a8ba-65afc466a29b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2312e3f6-2171-474e-b61d-296e33ea93ac&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c HTTP/1.1" status: 200 len: 2298 time: 0.2064130 Aug 30 14:31:02.884140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Pushing event updated for resources: {'Port': ['ID=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:02.943718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:02.956201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Attempting to bind port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:02.956592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Attempting to bind port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:02.956926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Attempting to bind port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:02.959200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3c3d04ce-729c-4b87-9d30-c043b429aea6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3c3d04ce-729c-4b87-9d30-c043b429aea6,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:02.967203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-0dbe7085-ebf6-47b3-9ed5-6d2c9e721b93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d14044-3963-4926-96f0-3d69ab09cda6 HTTP/1.1" status: 200 len: 1001 time: 0.1803889 Aug 30 14:31:02.972262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:31:02.972898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Attempting to bind port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 on network d3382533-0cbe-4a8d-a82a-d30005dcb0fe {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:02.985501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '3c3d04ce-729c-4b87-9d30-c043b429aea6', 'network_id': '993ad326-31ee-4531-b334-9c295790625a', 'port_id': '3c3d04ce-729c-4b87-9d30-c043b429aea6', 'mac_address': 'fa:16:3e:5e:69:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85230c29-da84-4585-830d-743b2f1eaecc', 'ip_address': '19.86.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:02.987225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:02.987914 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Checking segment: {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:02.988945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Bound using segment: {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:02.989797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Bound port: 2f6f94a7-0d64-4c7d-b053-a2619b0a6856, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775b9d64-5cb9-4888-b810-bcbaacf59899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:02.990552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.029003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Allocated IP 172.20.0.13 (7352f7de-05ae-409c-bff3-dfb26e0a8dee/4d40d66c-b471-48a2-bbd9-34c4f24aabb1/2260811d-c58e-4f1c-aa2c-13912b579005) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:03.032007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.051802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3d04ce-729c-4b87-9d30-c043b429aea6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:03.082378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3c3d04ce-729c-4b87-9d30-c043b429aea6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3c3d04ce-729c-4b87-9d30-c043b429aea6,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:03.085763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.109566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26e99173-a8c5-469d-abf2-2cf8cc4948b8 req-5350e3e9-9782-469a-8ec1-869a8c2be6fc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 210 time: 0.0414119 Aug 30 14:31:03.135149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-5d45f978-428a-4cf3-94b5-f96c27cd4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.136944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-5d45f978-428a-4cf3-94b5-f96c27cd4e60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be838110-f044-4f9d-bfe0-fd6e908650e6 HTTP/1.1" status: 200 len: 856 time: 0.1587379 Aug 30 14:31:03.146967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=3c3d04ce-729c-4b87-9d30-c043b429aea6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:03.151736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] For port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:03.158921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] For port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:03.178298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.244820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-b8cca825-63c1-4ef9-bf3a-6b38a4ca0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.247121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-b8cca825-63c1-4ef9-bf3a-6b38a4ca0ab3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2312e3f6-2171-474e-b61d-296e33ea93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003864 Aug 30 14:31:03.285374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.286278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.287956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] 10.222.0.39 "PUT /v2.0/ports/2f6f94a7-0d64-4c7d-b053-a2619b0a6856 HTTP/1.1" status: 200 len: 1091 time: 1.4097586 Aug 30 14:31:03.293285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c96951b-65c8-4317-9f29-ac3da08e07f7', 'tag': '2f6f94a7-0d64-4c7d-b053-a2619b0a6856'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:03.296443 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84937fa2-5263-47ff-816a-3cde7b72e6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c96951b-65c8-4317-9f29-ac3da08e07f7", "tag": "2f6f94a7-0d64-4c7d-b053-a2619b0a6856"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:03.325850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:03.354261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0b42aef7-2163-4bfe-bacf-07b4d4f06af1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:03.405938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-65d505a7-7d2b-4517-aa5b-b24c99790888 service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503155 Aug 30 14:31:03.443827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bb12b-975b-4fab-a99a-0138d9d312dc service neutron] Pushing event updated for resources: {'Port': ['ID=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:03.448608 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b4506b-c0d2-4f9f-9e80-9c30b146470f x-openstack-request-id: req-28b4506b-c0d2-4f9f-9e80-9c30b146470f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:03.448957 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c96951b-65c8-4317-9f29-ac3da08e07f7", "tag": "2f6f94a7-0d64-4c7d-b053-a2619b0a6856", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:03.449297 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28b4506b-c0d2-4f9f-9e80-9c30b146470f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:03.449767 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c96951b-65c8-4317-9f29-ac3da08e07f7', 'tag': '2f6f94a7-0d64-4c7d-b053-a2619b0a6856', 'status': 'completed', 'code': 200} Aug 30 14:31:03.453940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-7b2615a5-0d01-4644-bca8-9db0fbda6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.456224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-7b2615a5-0d01-4644-bca8-9db0fbda6ead service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 1094 time: 0.1034064 Aug 30 14:31:03.523786 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-5465da68-5f62-478d-8214-2d65cfcbc67d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f6f94a7-0d64-4c7d-b053-a2619b0a6856 HTTP/1.1" status: 200 len: 217 time: 0.0519023 Aug 30 14:31:03.532469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-78614908-bd94-4f04-b24e-dd39a2258e65 service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180608 Aug 30 14:31:03.557305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15a39-082a-4dfe-8ee2-96d7e3dee733 req-da6f969f-3ca7-41d9-8aa8-3d6263ba8b3e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.558939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84e15a39-082a-4dfe-8ee2-96d7e3dee733 req-da6f969f-3ca7-41d9-8aa8-3d6263ba8b3e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 943 time: 0.3091269 Aug 30 14:31:03.620587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-20a72a77-efb8-41cb-b54d-3d9adbb2a8d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 217 time: 0.0803657 Aug 30 14:31:03.629758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-network', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:03.649155 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.686083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-b6455643-5609-4ed9-9efd-466a50616425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.687498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-b6455643-5609-4ed9-9efd-466a50616425 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=574c9491-1e52-4dab-aa69-a57714fc0ce7 HTTP/1.1" status: 200 len: 854 time: 0.1569021 Aug 30 14:31:03.688466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Transition to ACTIVE for port object 2260811d-c58e-4f1c-aa2c-13912b579005 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:03.697744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84e15a39-082a-4dfe-8ee2-96d7e3dee733 req-17213232-3443-4ec0-94fe-c545ce0dd61c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913386 Aug 30 14:31:03.729308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Made reservation on behalf of 38c63b816ee84b10a37a8f7e2551297e for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:03.731612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.748397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:03.769313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-bf12659c-17ac-49f7-a530-85fff32ca52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.769585 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-6f2dc575-2942-400f-a6e4-cccae1763006 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689256 Aug 30 14:31:03.771100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-bf12659c-17ac-49f7-a530-85fff32ca52c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1366544 Aug 30 14:31:03.771846 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.772180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.774952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8cea4069-43d0-4aec-a24a-a4ce4ee63461 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:03.828390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 8cea4069-43d0-4aec-a24a-a4ce4ee63461 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:03.831859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8cea4069-43d0-4aec-a24a-a4ce4ee63461 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:03.869061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4487a8a-9eee-4ebc-97e4-ee203e9c10f9 req-a26dfd5b-a57e-4035-b07a-7aff9c9e3e41 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.871542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:03.875991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4487a8a-9eee-4ebc-97e4-ee203e9c10f9 req-a26dfd5b-a57e-4035-b07a-7aff9c9e3e41 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.878435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4487a8a-9eee-4ebc-97e4-ee203e9c10f9 req-a26dfd5b-a57e-4035-b07a-7aff9c9e3e41 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1680 time: 0.1698339 Aug 30 14:31:03.880924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:03.887145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:03.894676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'Port': ['ID=2260811d-c58e-4f1c-aa2c-13912b579005,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:03.936774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-089ee038-766a-49c1-b021-8cbf8b5cc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.938818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-089ee038-766a-49c1-b021-8cbf8b5cc543 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1469860 Aug 30 14:31:03.965337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:03.965967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:03.976536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-47a7ab4e-f09f-42e9-a414-7dd7a70fbd1f service neutron] 10.222.0.39 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737463 Aug 30 14:31:03.992216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc5734aa-bb7b-416f-b6df-47c135ffe8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.049510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4487a8a-9eee-4ebc-97e4-ee203e9c10f9 req-919eecc5-188a-4d5c-a4ee-649e9677ced1 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556504 Aug 30 14:31:04.094447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b17bb894-dc6a-4b32-b46c-e0fa8d71aa64 req-fbd84b75-95a2-4e13-9b9a-1124e3e4fcff service neutron] 10.222.0.39 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097982 Aug 30 14:31:04.130266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.137331 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.140427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-db5f960c-fce8-4828-91ef-9fc9961cb7bb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8347239 Aug 30 14:31:04.147441 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-50e93b96-adde-4614-881d-5ae97492ba3f service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958756 Aug 30 14:31:04.163701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Request body: {'port': {'device_id': 'af98b77d-551b-4c38-b088-cd9712b6e778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:04.183144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08e49159-39a2-4aad-a7aa-64b8a2d81d37 None None] Provisioning for port 2260811d-c58e-4f1c-aa2c-13912b579005 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:04.185855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:31:04.190280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08e49159-39a2-4aad-a7aa-64b8a2d81d37 None None] Provisioning complete for port 2260811d-c58e-4f1c-aa2c-13912b579005 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:04.191121 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08e49159-39a2-4aad-a7aa-64b8a2d81d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.206937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.207399 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Added segment c74dc4ec-f5f7-4f6f-af20-6c9567647a17 of type vlan for network ea6fe30c-5752-4183-acd8-d90d17689eb1 Aug 30 14:31:04.234421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-08e49159-39a2-4aad-a7aa-64b8a2d81d37 None None] Port 2260811d-c58e-4f1c-aa2c-13912b579005 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:31:04.270439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342e6a3-9eb2-443b-a724-86315fd0ce10,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:04.278527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-c8d13f82-8baa-41b6-9c30-7d7cc71c1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:04.280118 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-c8d13f82-8baa-41b6-9c30-7d7cc71c1ebd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 1094 time: 0.1324136 Aug 30 14:31:04.296865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.327423 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.368666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696edbed-2d53-4ff3-817b-d8d5c0af39e8 req-3af8e43a-d795-4fd6-a0ca-42d9073d9f22 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:04.370263 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-696edbed-2d53-4ff3-817b-d8d5c0af39e8 req-3af8e43a-d795-4fd6-a0ca-42d9073d9f22 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 932 time: 0.1554894 Aug 30 14:31:04.382977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-99d6b341-6f45-4a25-b587-ec4edd3cfad0 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224140 Aug 30 14:31:04.399118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['3c3d04ce-729c-4b87-9d30-c043b429aea6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:04.433871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:04.442395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.443319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:04.443910 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.457289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-55797482-d3cd-427b-9544-4e4b8140ccd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 217 time: 0.0649953 Aug 30 14:31:04.534874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc5734aa-bb7b-416f-b6df-47c135ffe8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.563381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc5734aa-bb7b-416f-b6df-47c135ffe8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.573781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:04.586941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:04.587160 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2602513 Aug 30 14:31:04.587675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.598337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:04.612025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Request body: {'subnet': {'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-subnet', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:04.621294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec507d95-c6ed-435a-bb4f-5c695ed16adf admin admin] Pushing event updated for resources: {'Network': ['ID=ea6fe30c-5752-4183-acd8-d90d17689eb1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:04.641659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:31:04.656251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-94c5f4de-aad8-460c-90d6-cb589f5e11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:04.658876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-94c5f4de-aad8-460c-90d6-cb589f5e11e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1754787 Aug 30 14:31:04.660169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5734aa-bb7b-416f-b6df-47c135ffe8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea51012-bad1-41a3-8a7a-b2b21f303403,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:04.682900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cc5734aa-bb7b-416f-b6df-47c135ffe8f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=597df42a5195428a960c7caa6be6f4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9307468 Aug 30 14:31:04.696851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:04.761872 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.770376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Made reservation on behalf of 38c63b816ee84b10a37a8f7e2551297e for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:04.772952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.784035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-ad9f7b43-57ff-477a-a83c-e1b4aeb0cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:04.787807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-ad9f7b43-57ff-477a-a83c-e1b4aeb0cc63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 200 len: 915 time: 0.4990432 Aug 30 14:31:04.792239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b42aef7-2163-4bfe-bacf-07b4d4f06af1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:04.794959 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab19b79-2b9f-436b-b41b-b7dfab659889" -d '{"events": [{"server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "name": "network-vif-plugged", "status": "completed", "tag": "0b42aef7-2163-4bfe-bacf-07b4d4f06af1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:04.811673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:04.820525 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.851471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-ea998683-c70d-4e90-b511-a700fa445751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:04.852941 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-ea998683-c70d-4e90-b511-a700fa445751 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1690128 Aug 30 14:31:04.868992 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-a90379aa-119c-48c4-bd70-c34aa969de84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f6f94a7-0d64-4c7d-b053-a2619b0a6856 HTTP/1.1" status: 200 len: 217 time: 0.0637896 Aug 30 14:31:04.887307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:04.916151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-696edbed-2d53-4ff3-817b-d8d5c0af39e8 req-459a19d8-4db8-4fa8-9c8e-0ab3b28a7254 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205240 Aug 30 14:31:04.954430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32984bab-e37a-4b3d-b978-ac1ec100b2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:04.981699 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2373fda-cd70-456f-9142-58acfb49dc71 x-openstack-request-id: req-d2373fda-cd70-456f-9142-58acfb49dc71 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:04.981933 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "name": "network-vif-plugged", "status": "completed", "tag": "0b42aef7-2163-4bfe-bacf-07b4d4f06af1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:04.985200 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2373fda-cd70-456f-9142-58acfb49dc71 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:04.985662 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b42aef7-2163-4bfe-bacf-07b4d4f06af1', 'code': 200} Aug 30 14:31:04.997302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-e75cf599-78ad-495f-9ddc-2e42ff946422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:04.998771 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-e75cf599-78ad-495f-9ddc-2e42ff946422 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=574c9491-1e52-4dab-aa69-a57714fc0ce7 HTTP/1.1" status: 200 len: 854 time: 0.0802047 Aug 30 14:31:05.003529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44a00-6630-4fb7-9481-f486eab761a8 req-74f4baaa-e279-48b6-b009-2b9eb16502b6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:05.005082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cdd44a00-6630-4fb7-9481-f486eab761a8 req-74f4baaa-e279-48b6-b009-2b9eb16502b6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 943 time: 0.1720519 Aug 30 14:31:05.021533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32984bab-e37a-4b3d-b978-ac1ec100b2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.065181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-cf01128a-51fd-4d61-9e7d-ceac80d5a251 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3382533-0cbe-4a8d-a82a-d30005dcb0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366335 Aug 30 14:31:05.099919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-1e0486b2-ffd3-4627-8bd6-7f3d025b96dd service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265618 Aug 30 14:31:05.183652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cdd44a00-6630-4fb7-9481-f486eab761a8 req-44338d81-bda9-4508-a3d8-ca316278c6b8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663284 Aug 30 14:31:05.247620 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32984bab-e37a-4b3d-b978-ac1ec100b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.250148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32984bab-e37a-4b3d-b978-ac1ec100b2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.253820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-32984bab-e37a-4b3d-b978-ac1ec100b2ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ea51012-bad1-41a3-8a7a-b2b21f303403 HTTP/1.1" status: 204 len: 168 time: 0.5534015 Aug 30 14:31:05.254001 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-8933565b-f436-4883-964d-42c61d667cf6 service neutron] 10.222.0.39 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692114 Aug 30 14:31:05.279312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32984bab-e37a-4b3d-b978-ac1ec100b2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea51012-bad1-41a3-8a7a-b2b21f303403,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:05.286291 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.290976 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-1ca33472-ebf8-488f-82c6-e8d5bd992971 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661839 Aug 30 14:31:05.342842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f724c5-6ef7-4f9a-8136-32367460f2c1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:05.351497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2260811d-c58e-4f1c-aa2c-13912b579005 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:05.373814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9fa1f-dd7f-41c7-b5e3-910867d460a4 req-52ce69fc-11bd-4894-9abe-22f4350eddef tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:05.382780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-27242200-e9b0-40dc-b9e3-5f3b4460e7da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=808e7602-c320-4cbc-80db-e487ef7820ce HTTP/1.1" status: 200 len: 217 time: 0.0529723 Aug 30 14:31:05.389424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9fa1f-dd7f-41c7-b5e3-910867d460a4 req-52ce69fc-11bd-4894-9abe-22f4350eddef tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:05.391140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cc9fa1f-dd7f-41c7-b5e3-910867d460a4 req-52ce69fc-11bd-4894-9abe-22f4350eddef tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1681 time: 0.2096777 Aug 30 14:31:05.398467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.435048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Checking segment: {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:05.435701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Network hostable DHCP agents. Network: ea6fe30c-5752-4183-acd8-d90d17689eb1, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:31:05.448725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Transition to ACTIVE for port object 2260811d-c58e-4f1c-aa2c-13912b579005 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:05.454734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-85acef89-bd76-49f6-b7ce-b83b9f63a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:05.456272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-85acef89-bd76-49f6-b7ce-b83b9f63a057 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0625019 Aug 30 14:31:05.460718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.469423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:31:05.488497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, ea6fe30c-5752-4183-acd8-d90d17689eb1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:05.495344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be6dd8-4550-4442-a12c-7855892b17af None None] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:05.500761 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84937fa2-5263-47ff-816a-3cde7b72e6e6 req-40aeb8b1-ab69-4a45-bad4-2cc251683c1e service neutron] 10.222.0.39 "GET /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262108 Aug 30 14:31:05.519638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:05.522429 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.523759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cc9fa1f-dd7f-41c7-b5e3-910867d460a4 req-4ef310af-9f27-4ef2-93b1-027c42c329d2 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163726 Aug 30 14:31:05.551014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Pushing event updated for resources: {'Port': ['ID=2260811d-c58e-4f1c-aa2c-13912b579005,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:05.581106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c04e0ee5-0695-4aaa-9aea-71f0168091dc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9760022 Aug 30 14:31:05.584672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:05.589309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:05.625062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-ead0a2a8-e778-42ff-894e-b1f7400c61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:05.627241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-ead0a2a8-e778-42ff-894e-b1f7400c61f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1610320 Aug 30 14:31:05.629028 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.630611 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.646727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:05.666159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6456ee8c-2a93-41ee-b62a-87ea83387020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.697248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Attempting to bind port 2260811d-c58e-4f1c-aa2c-13912b579005 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:05.697834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Attempting to bind port 2260811d-c58e-4f1c-aa2c-13912b579005 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:05.698507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Attempting to bind port 2260811d-c58e-4f1c-aa2c-13912b579005 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:05.706930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Port 2260811d-c58e-4f1c-aa2c-13912b579005 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:31:05.707482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Attempting to bind port 2260811d-c58e-4f1c-aa2c-13912b579005 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:05.722362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:05.722746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Checking segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:05.723244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Bound using segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:05.723706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Bound port: 2260811d-c58e-4f1c-aa2c-13912b579005, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:05.724076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.776464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.790880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-ea6fe30c-5752-4183-acd8-d90d17689eb1', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:31:05.792319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.835141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] For port 2260811d-c58e-4f1c-aa2c-13912b579005, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:05.840420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] For port 2260811d-c58e-4f1c-aa2c-13912b579005, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2260811d-c58e-4f1c-aa2c-13912b579005,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:05.849642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.879835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-f86f8fa6-c16e-48ca-9394-e0aa8026f1fd service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429428 Aug 30 14:31:05.906768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:05.907444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:05.908869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] 10.222.0.21 "PUT /v2.0/ports/2260811d-c58e-4f1c-aa2c-13912b579005 HTTP/1.1" status: 200 len: 1092 time: 1.7507010 Aug 30 14:31:05.909356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af98b77d-551b-4c38-b088-cd9712b6e778', 'tag': '2260811d-c58e-4f1c-aa2c-13912b579005'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:05.911902 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc90afb7-51ad-460a-8ed3-1784de4c37d3" -d '{"events": [{"name": "network-changed", "server_uuid": "af98b77d-551b-4c38-b088-cd9712b6e778", "tag": "2260811d-c58e-4f1c-aa2c-13912b579005"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:05.950158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29a0e9-e1fe-4400-bc1b-ba7601cfc184 service neutron] Pushing event updated for resources: {'Port': ['ID=2260811d-c58e-4f1c-aa2c-13912b579005,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:06.043654 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59140130-16e6-4055-98a5-508895067ece x-openstack-request-id: req-59140130-16e6-4055-98a5-508895067ece {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:06.043953 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af98b77d-551b-4c38-b088-cd9712b6e778", "tag": "2260811d-c58e-4f1c-aa2c-13912b579005", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:06.044193 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59140130-16e6-4055-98a5-508895067ece {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:06.044590 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af98b77d-551b-4c38-b088-cd9712b6e778', 'tag': '2260811d-c58e-4f1c-aa2c-13912b579005', 'status': 'completed', 'code': 200} Aug 30 14:31:06.046599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6456ee8c-2a93-41ee-b62a-87ea83387020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.054962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6456ee8c-2a93-41ee-b62a-87ea83387020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.121598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Allocated IP 172.20.0.2 (ea6fe30c-5752-4183-acd8-d90d17689eb1/a7f724c5-6ef7-4f9a-8136-32367460f2c1/d2345667-a409-4479-a8cf-145fda79fa86) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:06.146651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6456ee8c-2a93-41ee-b62a-87ea83387020 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=030b8a046471403b9fb8c188b7aaa5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983082 Aug 30 14:31:06.147824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:06.148537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456ee8c-2a93-41ee-b62a-87ea83387020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f4a94-1d99-47e8-a272-bb19ba223556,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:06.225162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-b309987c-3282-42aa-95a9-461fa5602782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:06.227197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-b309987c-3282-42aa-95a9-461fa5602782 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 1095 time: 0.2324762 Aug 30 14:31:06.243483 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29bf40fb-9f9d-445b-8854-c8f7e3284335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.300019 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-7f6e525b-673f-4494-8162-55cd684956f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260811d-c58e-4f1c-aa2c-13912b579005 HTTP/1.1" status: 200 len: 217 time: 0.0580764 Aug 30 14:31:06.311337 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29bf40fb-9f9d-445b-8854-c8f7e3284335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.392935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-9186911a-8dcd-4119-b908-719bf9b76bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:06.394717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-9186911a-8dcd-4119-b908-719bf9b76bf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0858300 Aug 30 14:31:06.412419 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.449719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:06.452527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3c3d04ce-729c-4b87-9d30-c043b429aea6 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:06.505743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29bf40fb-9f9d-445b-8854-c8f7e3284335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.508829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29bf40fb-9f9d-445b-8854-c8f7e3284335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.510267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-29bf40fb-9f9d-445b-8854-c8f7e3284335 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/534f4a94-1d99-47e8-a272-bb19ba223556 HTTP/1.1" status: 204 len: 168 time: 0.3506088 Aug 30 14:31:06.522038 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.528530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf40fb-9f9d-445b-8854-c8f7e3284335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f4a94-1d99-47e8-a272-bb19ba223556,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:06.566387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d619744-4b23-4053-8508-03e29e0e7679 req-368b51b8-5d31-40ff-b7f8-5bb0a709cdc7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:06.568330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d619744-4b23-4053-8508-03e29e0e7679 req-368b51b8-5d31-40ff-b7f8-5bb0a709cdc7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 943 time: 0.1439044 Aug 30 14:31:06.570860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-22fa2ae0-ecc6-4964-9fc1-5f734fde2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:06.572532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-22fa2ae0-ecc6-4964-9fc1-5f734fde2de1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699228 Aug 30 14:31:06.665756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Transition to ACTIVE for port object d2345667-a409-4479-a8cf-145fda79fa86 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:06.677550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d15c-e28f-47dc-9cfb-8ec27d618ea0 req-c0f3e341-a569-4c6d-a889-11ce95843fa8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:06.679133 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4e12d15c-e28f-47dc-9cfb-8ec27d618ea0 req-c0f3e341-a569-4c6d-a889-11ce95843fa8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 944 time: 0.1518447 Aug 30 14:31:06.692323 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-c4ebcc8e-2915-4b84-b4ad-e8fb4c5820db service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043315 Aug 30 14:31:06.715622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d619744-4b23-4053-8508-03e29e0e7679 req-1c4a8164-e38b-41f2-b601-84f115cb4d1e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405427 Aug 30 14:31:06.751439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Transition to ACTIVE for port object d2345667-a409-4479-a8cf-145fda79fa86 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:06.757779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-6c858439-7cae-4470-b177-1a29d6a43738 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556106 Aug 30 14:31:06.768618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-15f401a2-b9c6-4c23-a8bf-fbac62ba36b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c HTTP/1.1" status: 200 len: 217 time: 0.0604088 Aug 30 14:31:06.834414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.841741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4e12d15c-e28f-47dc-9cfb-8ec27d618ea0 req-2882fc82-b299-44c1-9c84-2af20ea2aba4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407278 Aug 30 14:31:06.861824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 3c3d04ce-729c-4b87-9d30-c043b429aea6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:06.888493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:06.914302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:06.920187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:06.927110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7cf1c27-2e60-4cbc-8880-0718fb90d395 req-892a4350-ef20-4721-bd84-e4e97c15b9f2 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618524 Aug 30 14:31:06.940425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-eca2f499-0898-449e-8b52-2aeb79d97afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:06.942072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-eca2f499-0898-449e-8b52-2aeb79d97afc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1602902 Aug 30 14:31:06.947834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacdb6c-bddb-49a5-bdae-5ba117c2d886 req-d19a7a19-0aa8-46e0-afc6-6ca78630b7bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:06.954541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacdb6c-bddb-49a5-bdae-5ba117c2d886 req-d19a7a19-0aa8-46e0-afc6-6ca78630b7bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:06.962594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1aacdb6c-bddb-49a5-bdae-5ba117c2d886 req-d19a7a19-0aa8-46e0-afc6-6ca78630b7bd tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1681 time: 0.1162324 Aug 30 14:31:06.972566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 3c3d04ce-729c-4b87-9d30-c043b429aea6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:06.972963 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.996355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Pushing event updated for resources: {'Port': ['ID=d2345667-a409-4479-a8cf-145fda79fa86,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:07.042996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1aacdb6c-bddb-49a5-bdae-5ba117c2d886 req-6c1537aa-4e53-4c78-988b-111a13524790 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747497 Aug 30 14:31:07.063594 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.090902 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.095153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-a597913f-9389-4601-a807-7c668b064d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.097988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-a597913f-9389-4601-a807-7c668b064d03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 1095 time: 0.0501606 Aug 30 14:31:07.106199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:07.108632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-f8574861-9bcd-4752-b765-d517cdbd7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.110204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-f8574861-9bcd-4752-b765-d517cdbd7cfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368809 Aug 30 14:31:07.133967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '2f6f94a7-0d64-4c7d-b053-a2619b0a6856', 'network_id': 'd3382533-0cbe-4a8d-a82a-d30005dcb0fe', 'port_id': '2f6f94a7-0d64-4c7d-b053-a2619b0a6856', 'mac_address': 'fa:16:3e:d4:d7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574c9491-1e52-4dab-aa69-a57714fc0ce7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:07.135644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Attempting to bind port d2345667-a409-4479-a8cf-145fda79fa86 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:07.136015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Attempting to bind port d2345667-a409-4479-a8cf-145fda79fa86 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:07.136379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Attempting to bind port d2345667-a409-4479-a8cf-145fda79fa86 on network ea6fe30c-5752-4183-acd8-d90d17689eb1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:07.208229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:07.208608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Checking segment: {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:07.209022 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.209973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Bound using segment: {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:07.209973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Bound port: d2345667-a409-4479-a8cf-145fda79fa86, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:07.210343 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.214236 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.231641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-d0eed2f9-0896-4504-b8dd-4300ee624919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.232884 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-d0eed2f9-0896-4504-b8dd-4300ee624919 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1274517 Aug 30 14:31:07.294692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-326be4b5-0a99-449e-a3ff-98cbc4e9670e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260811d-c58e-4f1c-aa2c-13912b579005 HTTP/1.1" status: 200 len: 217 time: 0.0532854 Aug 30 14:31:07.321003 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.333174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-7ca13aef-fa87-4f71-972d-26ad4d3ca79b service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917398 Aug 30 14:31:07.334320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Allocated IP 172.25.6.175 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/2162450b-1b4a-4207-8884-82619d26da80) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:07.346364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:07.354653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-8afa92f7-7907-4282-aaf8-72e6e72d962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.356445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-8afa92f7-7907-4282-aaf8-72e6e72d962b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0527966 Aug 30 14:31:07.358207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3d04ce-729c-4b87-9d30-c043b429aea6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:07.361167 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9a5d7e-8084-4055-b869-a51cf89f3e5d" -d '{"events": [{"server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "name": "network-vif-plugged", "status": "completed", "tag": "3c3d04ce-729c-4b87-9d30-c043b429aea6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:07.383314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3c3d04ce-729c-4b87-9d30-c043b429aea6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3c3d04ce-729c-4b87-9d30-c043b429aea6,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:07.401386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:07.414245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.447633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.453256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-05c14ae2-9b91-4d39-a3c8-cd3e0dc4901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.455094 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b703899-50d8-44da-b008-51e569fe633e x-openstack-request-id: req-0b703899-50d8-44da-b008-51e569fe633e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:07.455377 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "name": "network-vif-plugged", "status": "completed", "tag": "3c3d04ce-729c-4b87-9d30-c043b429aea6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:07.455681 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b703899-50d8-44da-b008-51e569fe633e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:07.456068 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3d04ce-729c-4b87-9d30-c043b429aea6', 'code': 200} Aug 30 14:31:07.467535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-05c14ae2-9b91-4d39-a3c8-cd3e0dc4901d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040809 Aug 30 14:31:07.506217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] For port d2345667-a409-4479-a8cf-145fda79fa86, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:07.524806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=3c3d04ce-729c-4b87-9d30-c043b429aea6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:07.536809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] For port d2345667-a409-4479-a8cf-145fda79fa86, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d2345667-a409-4479-a8cf-145fda79fa86,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:07.558415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-1e601796-cd91-4fee-a2f8-572fa800a81b service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118189 Aug 30 14:31:07.565673 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.616930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:07.620426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.669075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-5ef435d0-f603-4e45-81ff-ad0c9d7c0fff service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940904 Aug 30 14:31:07.672918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-3304d205-4404-48b0-87b1-abc5aef95b36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=753319b2-7446-4316-81cb-0659c516e6eb HTTP/1.1" status: 200 len: 217 time: 0.1050234 Aug 30 14:31:07.675837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ace18-0393-44b1-bf4e-7d3626b97b2a req-0d41e513-fe45-4884-9241-c1b765ddf5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.676452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ace18-0393-44b1-bf4e-7d3626b97b2a req-0d41e513-fe45-4884-9241-c1b765ddf5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.678457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-934ace18-0393-44b1-bf4e-7d3626b97b2a req-0d41e513-fe45-4884-9241-c1b765ddf5ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1984 time: 0.1321025 Aug 30 14:31:07.681344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441925a4-42c9-4219-b272-b6af016b29ac None None] Pushing event updated for resources: {'Port': ['ID=d2345667-a409-4479-a8cf-145fda79fa86,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:07.730306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['2f6f94a7-0d64-4c7d-b053-a2619b0a6856'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:07.756027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-9589ecc4-5773-4d52-87b4-4b03eb9659fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.757549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-9589ecc4-5773-4d52-87b4-4b03eb9659fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.0686202 Aug 30 14:31:07.764753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:07.904200 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-934ace18-0393-44b1-bf4e-7d3626b97b2a req-0a4acb23-aaf9-4042-88d7-787a1a1f5373 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433365 Aug 30 14:31:07.925284 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc90afb7-51ad-460a-8ed3-1784de4c37d3 req-a8551943-33a7-4316-9a02-d4b5e71732f3 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455981 Aug 30 14:31:07.936266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:07.975673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be2017-8a24-4460-a0e0-9c944c3e07fc req-822645d9-721b-4386-8169-1084e2f73d84 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:07.980308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:07.984939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24be2017-8a24-4460-a0e0-9c944c3e07fc req-822645d9-721b-4386-8169-1084e2f73d84 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 944 time: 0.1341240 Aug 30 14:31:07.991288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Pushing event updated for resources: {'Port': ['ID=2162450b-1b4a-4207-8884-82619d26da80,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:08.004165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:08.035834 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24be2017-8a24-4460-a0e0-9c944c3e07fc req-6114523e-f241-445d-99fb-09b3c366ba37 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495880 Aug 30 14:31:08.084937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-e835614f-0449-4aaa-b491-700e462dc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:08.086554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-e835614f-0449-4aaa-b491-700e462dc327 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3194115 Aug 30 14:31:08.165149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba8a20-27fa-44a4-a906-fa0c30cf6ab7 req-407dc4cd-0194-4df4-8f80-a06fb7374e24 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:08.171964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-11ba8a20-27fa-44a4-a906-fa0c30cf6ab7 req-407dc4cd-0194-4df4-8f80-a06fb7374e24 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 944 time: 0.1826718 Aug 30 14:31:08.259517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765db44-9a9f-4a0e-a19e-2510e0ce8751 req-86c2d7e1-a51a-4ad4-a52f-16dbd132daf3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:08.266774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765db44-9a9f-4a0e-a19e-2510e0ce8751 req-86c2d7e1-a51a-4ad4-a52f-16dbd132daf3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:08.268389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c765db44-9a9f-4a0e-a19e-2510e0ce8751 req-86c2d7e1-a51a-4ad4-a52f-16dbd132daf3 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1682 time: 0.0725954 Aug 30 14:31:08.317329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-11ba8a20-27fa-44a4-a906-fa0c30cf6ab7 req-44058fbb-31da-439c-ad31-560a1cc565f5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444607 Aug 30 14:31:08.317865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c765db44-9a9f-4a0e-a19e-2510e0ce8751 req-71d6e1f9-9204-4227-a8a1-7e22584ed2bb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Aug 30 14:31:08.347531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-8308f343-d2b4-40ce-89e1-357438ce0580 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502072 Aug 30 14:31:08.544298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:08.586373 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-9a0069cc-645e-41fa-9faf-18f2553320e9 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315423 Aug 30 14:31:08.635477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-24e06ec3-93ab-4d08-825d-d08c6ced10af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0389533 Aug 30 14:31:08.730661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-f635552d-7f14-4a82-897d-2ba13027d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:08.732121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-f635552d-7f14-4a82-897d-2ba13027d17a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.0678599 Aug 30 14:31:08.825908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a9ce57-8a56-4851-9926-dff435988ab9 None None] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:08.849767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-ab25f78a-b7dd-4e69-92f9-2b4fe29d2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:08.851710 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-ab25f78a-b7dd-4e69-92f9-2b4fe29d2b55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857742 Aug 30 14:31:08.898359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6909e58f-8267-4cd7-ab4d-132f517e4cb8 None None] Provisioning for port d2345667-a409-4479-a8cf-145fda79fa86 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:08.920019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:09.054656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-30cec4f3-54dd-405b-80c8-119cffd5ccc8 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902421 Aug 30 14:31:09.234122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2cec525-3910-443a-91f0-b1c897bb0fc6 req-2820a3dd-848d-4fa0-a93d-1ba0ff10f7f0 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722844 Aug 30 14:31:09.247260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b3e92-3a3e-44d5-ba9f-d8f100d9ed6f req-27428b99-f69a-4fcf-9fc2-442d37be2dc0 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:09.255235 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f57b3e92-3a3e-44d5-ba9f-d8f100d9ed6f req-27428b99-f69a-4fcf-9fc2-442d37be2dc0 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 944 time: 0.1291959 Aug 30 14:31:09.265670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Router 273d1e6a-b010-4f19-986b-ccc59ce5495d is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:31:09.353780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f57b3e92-3a3e-44d5-ba9f-d8f100d9ed6f req-579846d7-e756-44e4-a6c7-21dd41baf88e tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973713 Aug 30 14:31:09.446129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:09.475211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Sync routers for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:09.485271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:09.491301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9593801d-ec76-42c0-9ac3-dc062130f47b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9051402 Aug 30 14:31:09.492857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:09.495267 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:09.495641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0eb9-e84c-4a54-aef4-73a275de98c9 req-11a02e76-99dd-4889-8d9d-aa17ffbef1cd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:09.497796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:09.507064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9bfb0eb9-e84c-4a54-aef4-73a275de98c9 req-11a02e76-99dd-4889-8d9d-aa17ffbef1cd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 944 time: 0.0926535 Aug 30 14:31:09.513381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511990dd-f96a-4f41-b6fd-711185d91ffd req-502bba7f-b999-4d58-9f2d-8204d4c74318 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:09.522093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511990dd-f96a-4f41-b6fd-711185d91ffd req-502bba7f-b999-4d58-9f2d-8204d4c74318 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:09.524958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-511990dd-f96a-4f41-b6fd-711185d91ffd req-502bba7f-b999-4d58-9f2d-8204d4c74318 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1682 time: 0.0909853 Aug 30 14:31:09.563510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9bfb0eb9-e84c-4a54-aef4-73a275de98c9 req-62e74c44-0edc-4b60-b7ef-541ddaf11fc9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501459 Aug 30 14:31:09.700677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-511990dd-f96a-4f41-b6fd-711185d91ffd req-3315105c-5c4b-4738-9f6f-9e8996d478ca tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329522 Aug 30 14:31:09.727411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d2345667-a409-4479-a8cf-145fda79fa86 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:09.778078 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:09.808595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2260811d-c58e-4f1c-aa2c-13912b579005 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:09.953917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d2345667-a409-4479-a8cf-145fda79fa86 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:09.975782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d2345667-a409-4479-a8cf-145fda79fa86 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:09.976715 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.100308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2260811d-c58e-4f1c-aa2c-13912b579005, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2260811d-c58e-4f1c-aa2c-13912b579005,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:10.129429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '2260811d-c58e-4f1c-aa2c-13912b579005', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': '2260811d-c58e-4f1c-aa2c-13912b579005', 'mac_address': 'fa:16:3e:0c:8b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:10.209991 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.215978 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.232677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:08Z', 'revision_number': 3, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:10.267679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2260811d-c58e-4f1c-aa2c-13912b579005 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:10.273823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Checking router: 273d1e6a-b010-4f19-986b-ccc59ce5495d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:10.274178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Updating router 273d1e6a-b010-4f19-986b-ccc59ce5495d port 2162450b-1b4a-4207-8884-82619d26da80 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:31:10.326079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2260811d-c58e-4f1c-aa2c-13912b579005, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2260811d-c58e-4f1c-aa2c-13912b579005,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:10.330076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d2345667-a409-4479-a8cf-145fda79fa86, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d2345667-a409-4479-a8cf-145fda79fa86,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:10.333483 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.335228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.358759 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.473178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3cef-3dae-4e3c-ac00-d1e37182ec5d req-90aa79fe-39b6-43e7-ad90-d79cc68d685f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:10.479046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3cef-3dae-4e3c-ac00-d1e37182ec5d req-90aa79fe-39b6-43e7-ad90-d79cc68d685f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:10.480740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-704b3cef-3dae-4e3c-ac00-d1e37182ec5d req-90aa79fe-39b6-43e7-ad90-d79cc68d685f tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1682 time: 0.1373355 Aug 30 14:31:10.483651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=2260811d-c58e-4f1c-aa2c-13912b579005,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:10.490914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:10.528235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232b370-4c90-4cd0-a4f1-430ff324368e req-0b0ee540-d21c-4fbe-9116-a45d1a8235e5 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:10.539888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8232b370-4c90-4cd0-a4f1-430ff324368e req-0b0ee540-d21c-4fbe-9116-a45d1a8235e5 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 944 time: 0.0884602 Aug 30 14:31:10.572399 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-704b3cef-3dae-4e3c-ac00-d1e37182ec5d req-06deb3b3-2681-4458-81c7-069581e104fc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768187 Aug 30 14:31:10.605631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8232b370-4c90-4cd0-a4f1-430ff324368e req-d74d432d-a256-4cf2-a4db-f7fb7a471707 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643380 Aug 30 14:31:10.609758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.804673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f55325-90db-4662-8a0e-226c672e6748 req-4163d38e-a79c-4df3-9626-da50a62a9ccc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:10.806380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49f55325-90db-4662-8a0e-226c672e6748 req-4163d38e-a79c-4df3-9626-da50a62a9ccc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 945 time: 0.1108263 Aug 30 14:31:10.843997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d2345667-a409-4479-a8cf-145fda79fa86,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:10.868072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:10.880012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:10.880624 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.896266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49f55325-90db-4662-8a0e-226c672e6748 req-fdf4d272-2e61-4192-8a4e-a696c678aef8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781984 Aug 30 14:31:10.913006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Allocated IP 172.20.0.1 (ea6fe30c-5752-4183-acd8-d90d17689eb1/a7f724c5-6ef7-4f9a-8136-32367460f2c1/c194bbbf-7b8e-4956-94f4-6c14a1f10f56) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:11.004266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.013111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2260811d-c58e-4f1c-aa2c-13912b579005'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:11.019178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.035153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Transition to ACTIVE for port object c194bbbf-7b8e-4956-94f4-6c14a1f10f56 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:11.045012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Transition to ACTIVE for port object 2162450b-1b4a-4207-8884-82619d26da80 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:11.048178 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.059798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.075715 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.121616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c96951b-65c8-4317-9f29-ac3da08e07f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f94a7-0d64-4c7d-b053-a2619b0a6856'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:11.122890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:11.123886 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc75a90-ff15-4cc7-a19f-b89e351201dc" -d '{"events": [{"server_uuid": "4c96951b-65c8-4317-9f29-ac3da08e07f7", "name": "network-vif-plugged", "status": "completed", "tag": "2f6f94a7-0d64-4c7d-b053-a2619b0a6856"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:11.129203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:11.131916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:11.158587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:11.168499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421b084-d4ed-4906-9b98-6503dda81742 None None] Pushing event updated for resources: {'Port': ['ID=2162450b-1b4a-4207-8884-82619d26da80,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:11.170958 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.172759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Attempting to bind port 2162450b-1b4a-4207-8884-82619d26da80 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:11.173307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Attempting to bind port 2162450b-1b4a-4207-8884-82619d26da80 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:11.173693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Attempting to bind port 2162450b-1b4a-4207-8884-82619d26da80 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:11.190654 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.227539 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d72c36-f033-45f8-8cf7-8860c58c3b90 x-openstack-request-id: req-c8d72c36-f033-45f8-8cf7-8860c58c3b90 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:11.227539 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c96951b-65c8-4317-9f29-ac3da08e07f7", "name": "network-vif-plugged", "status": "completed", "tag": "2f6f94a7-0d64-4c7d-b053-a2619b0a6856", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:11.227539 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8d72c36-f033-45f8-8cf7-8860c58c3b90 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:11.227539 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c96951b-65c8-4317-9f29-ac3da08e07f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f94a7-0d64-4c7d-b053-a2619b0a6856', 'code': 200} Aug 30 14:31:11.233815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:11.234194 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:11.234597 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.234990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:11.235476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Bound port: 2162450b-1b4a-4207-8884-82619d26da80, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:11.235851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.241526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:11.351274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] For port 2162450b-1b4a-4207-8884-82619d26da80, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:11.355939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:11.389367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] For port 2162450b-1b4a-4207-8884-82619d26da80, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2162450b-1b4a-4207-8884-82619d26da80,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:11.404841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.410430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205461d-cd6e-4c55-bf95-df5eae0391f4 req-0e04c323-8e3c-4d85-81f0-c383d9cddd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:11.412226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e205461d-cd6e-4c55-bf95-df5eae0391f4 req-0e04c323-8e3c-4d85-81f0-c383d9cddd09 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 1096 time: 0.1464210 Aug 30 14:31:11.450262 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.533978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e205461d-cd6e-4c55-bf95-df5eae0391f4 req-019def3e-07fc-47ed-a563-09ec750a01eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028337 Aug 30 14:31:11.543548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0acf0b42-39d0-4fa4-bcab-807ea2ca49cb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:11.552962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0acf0b42-39d0-4fa4-bcab-807ea2ca49cb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:11.555409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0acf0b42-39d0-4fa4-bcab-807ea2ca49cb tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1682 time: 0.1115019 Aug 30 14:31:11.583523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421b084-d4ed-4906-9b98-6503dda81742 None None] Pushing event updated for resources: {'Port': ['ID=2162450b-1b4a-4207-8884-82619d26da80,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:11.596476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:11.601582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:11.612638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d2345667-a409-4479-a8cf-145fda79fa86 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:11.725737 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.742147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.821342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:11.823032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416f935-5c35-443e-b2a8-1e67734511c5 req-48222ff7-ac32-4db7-af01-e60fface48ce tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:11.830788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416f935-5c35-443e-b2a8-1e67734511c5 req-48222ff7-ac32-4db7-af01-e60fface48ce tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:11.832852 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d416f935-5c35-443e-b2a8-1e67734511c5 req-48222ff7-ac32-4db7-af01-e60fface48ce tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 1682 time: 0.1509848 Aug 30 14:31:11.858076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.865386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:11.886984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0cb0e-f3a9-4f53-8b62-3d620834c07f req-224c0108-6aa6-4e37-9da4-5cb566ce49e6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:11.889413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bba0cb0e-f3a9-4f53-8b62-3d620834c07f req-224c0108-6aa6-4e37-9da4-5cb566ce49e6 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.1666899 Aug 30 14:31:11.896234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d416f935-5c35-443e-b2a8-1e67734511c5 req-f5f8d7f0-4733-4933-9971-bfa23d2a9195 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Aug 30 14:31:11.919515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port 3c3d04ce-729c-4b87-9d30-c043b429aea6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:11.920251 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.995106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bba0cb0e-f3a9-4f53-8b62-3d620834c07f req-8e283289-187b-4638-905d-32e5b3428923 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909333 Aug 30 14:31:12.037145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:12.040099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-11908285-59fb-47a9-a3a8-9cc04072e4d0 None None] Provisioning for port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:12.042916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:12.076694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-11908285-59fb-47a9-a3a8-9cc04072e4d0 None None] Provisioning complete for port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:12.077084 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11908285-59fb-47a9-a3a8-9cc04072e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.090611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port 3c3d04ce-729c-4b87-9d30-c043b429aea6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3c3d04ce-729c-4b87-9d30-c043b429aea6,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:12.090987 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.125595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for 3c3d04ce-729c-4b87-9d30-c043b429aea6 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:12.125947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d2345667-a409-4479-a8cf-145fda79fa86 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:12.126322 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.197992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-11908285-59fb-47a9-a3a8-9cc04072e4d0 None None] Port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:31:12.225767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Router 273d1e6a-b010-4f19-986b-ccc59ce5495d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:31:12.269417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c67c-113b-486c-8ecd-43d85e19ab8b req-35f2c982-4193-4c3b-865d-0e5641fa834f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:12.271155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12f7c67c-113b-486c-8ecd-43d85e19ab8b req-35f2c982-4193-4c3b-865d-0e5641fa834f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 945 time: 0.1471987 Aug 30 14:31:12.278277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:10Z', 'revision_number': 1, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:12.325532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecaf14-d537-40b9-bf82-3999881c0511 None None] The sync data for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 is: [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:10Z', 'revision_number': 1, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:12.374669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12f7c67c-113b-486c-8ecd-43d85e19ab8b req-9dea6340-b54e-4aa8-86bd-e2b4173648b6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917547 Aug 30 14:31:12.419560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:12.427376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-87d0df76-bbff-4749-8dc8-d5879dd4fedc None None] Provisioning complete for port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:12.427753 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87d0df76-bbff-4749-8dc8-d5879dd4fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.438412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a11ab8ff-8ae6-48f1-a4fb-8061d6b209e0 admin admin] 10.222.0.50 "PUT /v2.0/routers/273d1e6a-b010-4f19-986b-ccc59ce5495d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9356537 Aug 30 14:31:12.451466 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.484331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0b42aef7-2163-4bfe-bacf-07b4d4f06af1', '3c3d04ce-729c-4b87-9d30-c043b429aea6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:12.549566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=3c3d04ce-729c-4b87-9d30-c043b429aea6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:12.582160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-87d0df76-bbff-4749-8dc8-d5879dd4fedc None None] Port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:31:12.610979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port 3c3d04ce-729c-4b87-9d30-c043b429aea6 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:12.616545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.618837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-0b7b8f82-06c2-4af3-834c-619b3681952d tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "DELETE /v2.0/ports/3c3d04ce-729c-4b87-9d30-c043b429aea6 HTTP/1.1" status: 204 len: 173 time: 0.8909893 Aug 30 14:31:12.620433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'name': 'network-vif-deleted', 'tag': '3c3d04ce-729c-4b87-9d30-c043b429aea6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:12.626671 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a3ec3-7005-4b41-914f-56a9ea61cc86" -d '{"events": [{"server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "name": "network-vif-deleted", "tag": "3c3d04ce-729c-4b87-9d30-c043b429aea6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:12.784599 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f63c9f1-f3e9-4a70-be2c-17e80ce58d67 x-openstack-request-id: req-8f63c9f1-f3e9-4a70-be2c-17e80ce58d67 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:12.784914 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "name": "network-vif-deleted", "tag": "3c3d04ce-729c-4b87-9d30-c043b429aea6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:12.786086 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f63c9f1-f3e9-4a70-be2c-17e80ce58d67 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:12.787067 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'name': 'network-vif-deleted', 'tag': '3c3d04ce-729c-4b87-9d30-c043b429aea6', 'status': 'completed', 'code': 200} Aug 30 14:31:12.865625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:12.866264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.993498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:12.997658 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:13.022521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:13.123129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c0da-af08-414b-8640-7e19a5bc7686 req-e7abac38-6b26-42c1-b486-130b72a85bcc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:13.125831 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-58c0c0da-af08-414b-8640-7e19a5bc7686 req-e7abac38-6b26-42c1-b486-130b72a85bcc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d0da0fe-248f-40bd-b579-d1521803edfa HTTP/1.1" status: 200 len: 946 time: 0.1046212 Aug 30 14:31:13.186156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-58c0c0da-af08-414b-8640-7e19a5bc7686 req-1a1ab17f-b73d-4b15-9615-deee9d3a5152 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "GET /v2.0/security-groups?id=47eb114e-f59d-4406-b443-3118e58e9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521758 Aug 30 14:31:13.189382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c957a-2da3-41e4-b919-de8975bf89fb req-4c9fb76b-8a77-42cb-a620-73293353e1f2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:13.197971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-4c9fb76b-8a77-42cb-a620-73293353e1f2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/networks?id=ea6fe30c-5752-4183-acd8-d90d17689eb1 HTTP/1.1" status: 200 len: 828 time: 0.1436996 Aug 30 14:31:13.219682 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-e2f7fdf7-f5b3-45b7-95ab-15460c8726cd tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/quotas/38c63b816ee84b10a37a8f7e2551297e HTTP/1.1" status: 200 len: 375 time: 0.0206578 Aug 30 14:31:13.297876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:13.331216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-26d3753f-dbab-4507-afc1-885753970dd6 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38c63b816ee84b10a37a8f7e2551297e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107488 Aug 30 14:31:13.339719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=0b42aef7-2163-4bfe-bacf-07b4d4f06af1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:13.468255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:13.485030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:13.500474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2dbf569-ec19-40e5-a249-a3b114d22e78 req-adbe2843-7018-4f1f-adf5-7b81cc0baabc tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.39 "DELETE /v2.0/ports/0b42aef7-2163-4bfe-bacf-07b4d4f06af1 HTTP/1.1" status: 204 len: 173 time: 0.8694723 Aug 30 14:31:13.505427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-bf7a35f4-0166-4c4b-a945-b909cf7e895e service neutron] 10.222.0.50 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519573 Aug 30 14:31:13.538732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3795f-0c97-4e34-8b85-74c59b502cc8 req-8d2eccb6-571a-4f19-987b-c5935f24316c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:13.553528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68d3795f-0c97-4e34-8b85-74c59b502cc8 req-8d2eccb6-571a-4f19-987b-c5935f24316c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.2151680 Aug 30 14:31:13.645793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68d3795f-0c97-4e34-8b85-74c59b502cc8 req-5f8ec417-7c74-4422-ad77-66870618a7e1 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912378 Aug 30 14:31:13.745869 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-6a08ae6c-2992-4379-bed1-61ca1169be6b service neutron] 10.222.0.50 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334137 Aug 30 14:31:13.789845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2162450b-1b4a-4207-8884-82619d26da80 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:13.849170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2260811d-c58e-4f1c-aa2c-13912b579005 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:13.852803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 2162450b-1b4a-4207-8884-82619d26da80 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:13.886950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2162450b-1b4a-4207-8884-82619d26da80 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:13.887615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.023372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 2260811d-c58e-4f1c-aa2c-13912b579005 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:14.036784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 2260811d-c58e-4f1c-aa2c-13912b579005 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:14.047714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.111937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30232ee-5e08-42f5-a978-9b39bdcae842 req-9729ffc2-8a81-463c-b09f-f6d23b5d87c6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:14.114991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d30232ee-5e08-42f5-a978-9b39bdcae842 req-9729ffc2-8a81-463c-b09f-f6d23b5d87c6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 945 time: 0.1019151 Aug 30 14:31:14.144868 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.172597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 2162450b-1b4a-4207-8884-82619d26da80, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2162450b-1b4a-4207-8884-82619d26da80,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:14.188007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d30232ee-5e08-42f5-a978-9b39bdcae842 req-2b17d157-4152-4657-b9ca-f48196373ef1 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650666 Aug 30 14:31:14.209338 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.256861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3efda5-952b-4749-85d6-b90d7254f515 req-b9527fc6-7f8a-4380-844d-fd1a1157525b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:14.262951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea3efda5-952b-4749-85d6-b90d7254f515 req-b9527fc6-7f8a-4380-844d-fd1a1157525b tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.1913064 Aug 30 14:31:14.278665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.357428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea3efda5-952b-4749-85d6-b90d7254f515 req-b74275e1-07e8-4381-ab70-42a1fd146563 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873120 Aug 30 14:31:14.374924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98b77d-551b-4c38-b088-cd9712b6e778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2260811d-c58e-4f1c-aa2c-13912b579005'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:14.377497 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da65b56-9817-4533-88e9-7fcca675e52d" -d '{"events": [{"server_uuid": "af98b77d-551b-4c38-b088-cd9712b6e778", "name": "network-vif-plugged", "status": "completed", "tag": "2260811d-c58e-4f1c-aa2c-13912b579005"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:14.415879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=2162450b-1b4a-4207-8884-82619d26da80,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:14.440300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2260811d-c58e-4f1c-aa2c-13912b579005, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2260811d-c58e-4f1c-aa2c-13912b579005,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:14.446131 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.502591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:14.516884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:14.543134 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa90bf84-6edd-4713-9338-56cd39f7c2e1 req-d05e85fd-bfc8-412e-b5e1-a4a34113ab8c tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 210 time: 0.0650733 Aug 30 14:31:14.602607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e290abf-f3ad-419c-ba2a-ddfb7c154fb5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting subnet 85230c29-da84-4585-830d-743b2f1eaecc {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:31:14.604286 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ce8a0c-10c3-4545-9d91-959dc2104cb4 x-openstack-request-id: req-88ce8a0c-10c3-4545-9d91-959dc2104cb4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:14.604753 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af98b77d-551b-4c38-b088-cd9712b6e778", "name": "network-vif-plugged", "status": "completed", "tag": "2260811d-c58e-4f1c-aa2c-13912b579005", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:14.605196 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88ce8a0c-10c3-4545-9d91-959dc2104cb4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:14.606146 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af98b77d-551b-4c38-b088-cd9712b6e778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2260811d-c58e-4f1c-aa2c-13912b579005', 'code': 200} Aug 30 14:31:14.607708 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e290abf-f3ad-419c-ba2a-ddfb7c154fb5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.629921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=2260811d-c58e-4f1c-aa2c-13912b579005,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:14.634981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:14.642610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b42aef7-2163-4bfe-bacf-07b4d4f06af1 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:14.643618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3c3d04ce-729c-4b87-9d30-c043b429aea6 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:14.665135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 3c3d04ce-729c-4b87-9d30-c043b429aea6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:14.665487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3c3d04ce-729c-4b87-9d30-c043b429aea6 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:14.685579 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e290abf-f3ad-419c-ba2a-ddfb7c154fb5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.789592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'name': 'network-vif-deleted', 'tag': '0b42aef7-2163-4bfe-bacf-07b4d4f06af1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:14.799408 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab592be-8ff1-4894-b4f4-57cd8b310ba4" -d '{"events": [{"server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "name": "network-vif-deleted", "tag": "0b42aef7-2163-4bfe-bacf-07b4d4f06af1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:14.806474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e290abf-f3ad-419c-ba2a-ddfb7c154fb5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.814186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccb358-2cbc-463a-ba85-a5c26b01a974 req-3d2301fb-a646-40cb-bde8-c88000952d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:14.821575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-deccb358-2cbc-463a-ba85-a5c26b01a974 req-3d2301fb-a646-40cb-bde8-c88000952d29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 1097 time: 0.1210468 Aug 30 14:31:14.885462 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-deccb358-2cbc-463a-ba85-a5c26b01a974 req-629fe3b9-d148-4303-b850-810c941040b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554614 Aug 30 14:31:14.911152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bb2a-64b0-45f3-aab2-586d95c55624 req-11f83ffd-9d0f-4a43-ba49-a26eb71a909c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:14.912801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d802bb2a-64b0-45f3-aab2-586d95c55624 req-11f83ffd-9d0f-4a43-ba49-a26eb71a909c tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.0787311 Aug 30 14:31:14.935325 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed0652d-6700-439f-83a6-3725ffd60bf5 x-openstack-request-id: req-3ed0652d-6700-439f-83a6-3725ffd60bf5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:14.936011 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0da0fe-248f-40bd-b579-d1521803edfa", "name": "network-vif-deleted", "tag": "0b42aef7-2163-4bfe-bacf-07b4d4f06af1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:14.940277 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ed0652d-6700-439f-83a6-3725ffd60bf5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:14.940727 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0da0fe-248f-40bd-b579-d1521803edfa', 'name': 'network-vif-deleted', 'tag': '0b42aef7-2163-4bfe-bacf-07b4d4f06af1', 'status': 'completed', 'code': 200} Aug 30 14:31:14.945091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e290abf-f3ad-419c-ba2a-ddfb7c154fb5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.999588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e290abf-f3ad-419c-ba2a-ddfb7c154fb5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Subnet': ['ID=85230c29-da84-4585-830d-743b2f1eaecc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:15.023376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e290abf-f3ad-419c-ba2a-ddfb7c154fb5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:15.023629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c516d4a-4184-4651-9ef4-a23db317f921 None None] Network 993ad326-31ee-4531-b334-9c295790625a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:15.025358 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e290abf-f3ad-419c-ba2a-ddfb7c154fb5 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "DELETE /v2.0/subnets/85230c29-da84-4585-830d-743b2f1eaecc HTTP/1.1" status: 204 len: 168 time: 0.5217292 Aug 30 14:31:15.029588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:15.042299 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d802bb2a-64b0-45f3-aab2-586d95c55624 req-122b39bc-aa1d-4f2d-a5b4-094cc99b06ec tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213760 Aug 30 14:31:15.164349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:15.225813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120255a9-04d6-4da8-b565-281322d31a09 req-8b98f9e6-33d6-4717-99f6-3d5ba0ded7f7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:15.239633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-120255a9-04d6-4da8-b565-281322d31a09 req-8b98f9e6-33d6-4717-99f6-3d5ba0ded7f7 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.1051285 Aug 30 14:31:15.254348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port b5fef274-d257-4b41-b3e7-a61db00bea66 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:15.254764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:15.342981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-120255a9-04d6-4da8-b565-281322d31a09 req-d99e11d8-5883-42e5-abc3-bcfcfa1a29ca tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014271 Aug 30 14:31:15.367723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] DHCP port deletion for 993ad326-31ee-4531-b334-9c295790625a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:31:15.477887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Deleting port b5fef274-d257-4b41-b3e7-a61db00bea66 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:15.478546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:15.525809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port b5fef274-d257-4b41-b3e7-a61db00bea66, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b5fef274-d257-4b41-b3e7-a61db00bea66,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:15.526267 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:15.550972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for b5fef274-d257-4b41-b3e7-a61db00bea66 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:15.563869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:15.596869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] For port b5fef274-d257-4b41-b3e7-a61db00bea66, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b5fef274-d257-4b41-b3e7-a61db00bea66,segment=NetworkSegment(0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914),segment_id=0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:15.597420 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:15.612953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Calling delete_port for b5fef274-d257-4b41-b3e7-a61db00bea66 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:15.644119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05273d3a-c067-4324-9a24-e7b0356fc35e req-ab14b6a2-1863-4beb-8505-79809c837ad2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:15.651905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05273d3a-c067-4324-9a24-e7b0356fc35e req-ab14b6a2-1863-4beb-8505-79809c837ad2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1172659 Aug 30 14:31:15.697870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2162450b-1b4a-4207-8884-82619d26da80 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:15.715973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05273d3a-c067-4324-9a24-e7b0356fc35e req-728c8eb7-dcaa-4ac0-a9f7-8a1048771e76 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625737 Aug 30 14:31:15.735487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c957a-2da3-41e4-b919-de8975bf89fb req-ba85323c-5b4f-4e21-926e-8cf9e0441d86 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:15.742088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-ba85323c-5b4f-4e21-926e-8cf9e0441d86 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.39 "GET /v2.0/networks?id=ea6fe30c-5752-4183-acd8-d90d17689eb1 HTTP/1.1" status: 200 len: 828 time: 0.4101105 Aug 30 14:31:15.756003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Request body: {'port': {'device_id': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'admin_state_up': True, 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:15.824859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2162450b-1b4a-4207-8884-82619d26da80 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:15.825282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:15.851706 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:15.865557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7030ced9-cd50-4f35-a633-c0b7788ba5d5 req-cc66e616-486b-4fb2-9bd5-0d0e57eecd81 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 210 time: 0.0393698 Aug 30 14:31:15.884782 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Sync routers for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:15.892310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] No DVR routers for this DVR port b5fef274-d257-4b41-b3e7-a61db00bea66 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:15.894376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Pushing event deleted for resources: {'Port': ['ID=b5fef274-d257-4b41-b3e7-a61db00bea66,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:15.898265 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:15.899048 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:15.908765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.909177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.909728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.909832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.910424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.910755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.911095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.911482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.912476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.912814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.913174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.913501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361a4a4-e8cd-4b96-a699-916d90c4b5ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:15.955855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac06f-aca2-48d5-955c-ecc142b8c307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.046631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482a5c1-e342-467d-b30e-9f9196420b17 req-e113c8b3-66e0-48c1-a29a-e765ff5843b3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:16.049776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b5fef274-d257-4b41-b3e7-a61db00bea66 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:16.050298 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0482a5c1-e342-467d-b30e-9f9196420b17 req-e113c8b3-66e0-48c1-a29a-e765ff5843b3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.2184596 Aug 30 14:31:16.050831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.071750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b5fef274-d257-4b41-b3e7-a61db00bea66 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:16.072222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b5fef274-d257-4b41-b3e7-a61db00bea66 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:16.121479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port b5fef274-d257-4b41-b3e7-a61db00bea66 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:16.123873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=b5fef274-d257-4b41-b3e7-a61db00bea66,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:16.150974 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:16.226598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0482a5c1-e342-467d-b30e-9f9196420b17 req-7f8b2837-8162-4a9b-b6fd-34590c252e54 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659431 Aug 30 14:31:16.243750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.259936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993ad326-31ee-4531-b334-9c295790625a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:16.281917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:16.282219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4a7ddd-5ec2-4fbc-9276-a84fc1c74914') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:16.299878 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.309391 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac06f-aca2-48d5-955c-ecc142b8c307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.329463 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac06f-aca2-48d5-955c-ecc142b8c307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.333140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.347321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Made reservation on behalf of 38c63b816ee84b10a37a8f7e2551297e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:16.351827 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.358556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0838-2a04-43c8-8c78-03ba2ed9b2f9 req-5d35c4a8-df4a-4058-9297-511994358b54 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:16.360176 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea9c0838-2a04-43c8-8c78-03ba2ed9b2f9 req-5d35c4a8-df4a-4058-9297-511994358b54 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.0536411 Aug 30 14:31:16.372043 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 2, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:16.387856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:31:16.388368 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:31:16.394545 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:31:16.404132 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Checking router: 273d1e6a-b010-4f19-986b-ccc59ce5495d for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:16.404495 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Updating router 273d1e6a-b010-4f19-986b-ccc59ce5495d port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:31:16.435440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea9c0838-2a04-43c8-8c78-03ba2ed9b2f9 req-46825812-f60b-43d3-86ea-2ce8dcfadfa3 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659225 Aug 30 14:31:16.438077 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.448540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac06f-aca2-48d5-955c-ecc142b8c307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934142e0-e6e4-435c-a5e4-15ab33bc7401,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:16.508252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3f3ac06f-aca2-48d5-955c-ecc142b8c307 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13b8f4ec0c02403abeb88b4f900e42f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9427359 Aug 30 14:31:16.510828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:16.570354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.579293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-027485a2-90f4-4b41-8d5e-86cc172c3184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.580553 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.582677 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "DELETE /v2.0/networks/993ad326-31ee-4531-b334-9c295790625a HTTP/1.1" status: 204 len: 168 time: 1.5514350 Aug 30 14:31:16.586862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:16.609840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d37a7-5dea-469f-8ba9-278f6d23c6aa tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Network': ['ID=993ad326-31ee-4531-b334-9c295790625a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:16.673637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af9b5d8-77f4-4f92-869f-8c1035a86a27 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting subnet e9e54a49-7cb4-4ed5-b2b2-185992f93603 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:31:16.685173 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8af9b5d8-77f4-4f92-869f-8c1035a86a27 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.690543 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-027485a2-90f4-4b41-8d5e-86cc172c3184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.760066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8af9b5d8-77f4-4f92-869f-8c1035a86a27 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.801387 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.846587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Transition to ACTIVE for port object c194bbbf-7b8e-4956-94f4-6c14a1f10f56 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:16.851051 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-027485a2-90f4-4b41-8d5e-86cc172c3184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.858869 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.859864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-027485a2-90f4-4b41-8d5e-86cc172c3184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:16.868848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-027485a2-90f4-4b41-8d5e-86cc172c3184 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/934142e0-e6e4-435c-a5e4-15ab33bc7401 HTTP/1.1" status: 204 len: 168 time: 0.3566272 Aug 30 14:31:16.904128 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Pushing event updated for resources: {'Port': ['ID=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:16.911685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027485a2-90f4-4b41-8d5e-86cc172c3184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934142e0-e6e4-435c-a5e4-15ab33bc7401,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:16.912148 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.912496 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.912830 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.914227 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.915057 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.915538 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.916013 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.916769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.917465 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.917956 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.918430 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.919615 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:16.931069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5453d-35bd-4162-af56-9e5bdc5be994 req-6b15a43a-c61e-4944-abc6-1bc192582313 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:16.939188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e7c5453d-35bd-4162-af56-9e5bdc5be994 req-6b15a43a-c61e-4944-abc6-1bc192582313 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1405067 Aug 30 14:31:16.965086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8af9b5d8-77f4-4f92-869f-8c1035a86a27 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.026798 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Attempting to bind port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:17.027839 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Attempting to bind port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:17.028445 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Attempting to bind port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 on network ea6fe30c-5752-4183-acd8-d90d17689eb1 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:17.029669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Allocated IP 172.20.0.12 (ea6fe30c-5752-4183-acd8-d90d17689eb1/a7f724c5-6ef7-4f9a-8136-32367460f2c1/bc6b0523-88d5-4e82-86ee-7d5803ed27ee) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:17.037141 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:17.037824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e7c5453d-35bd-4162-af56-9e5bdc5be994 req-9db104a2-fd85-4c93-acc7-16eb3aaf4c03 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960574 Aug 30 14:31:17.038991 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Checking segment: {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:17.039876 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.040713 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Bound using segment: {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:17.041632 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Bound port: c194bbbf-7b8e-4956-94f4-6c14a1f10f56, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:17.042112 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.093631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8af9b5d8-77f4-4f92-869f-8c1035a86a27 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.096778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c93b-cb3b-44b0-bc80-9066aa7eb91c req-c3c12d5c-2c4d-4e87-bc7b-727540167def tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:17.103959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7023c93b-cb3b-44b0-bc80-9066aa7eb91c req-c3c12d5c-2c4d-4e87-bc7b-727540167def tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.1425967 Aug 30 14:31:17.125762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8af9b5d8-77f4-4f92-869f-8c1035a86a27 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.128183 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8af9b5d8-77f4-4f92-869f-8c1035a86a27 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "DELETE /v2.0/subnets/e9e54a49-7cb4-4ed5-b2b2-185992f93603 HTTP/1.1" status: 204 len: 168 time: 0.5396199 Aug 30 14:31:17.135157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ae7bc-80b4-48df-9126-8949e3b8972f None None] Network b71a827f-dcf3-424e-b016-9b6fe5cffae0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:17.136075 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] For port c194bbbf-7b8e-4956-94f4-6c14a1f10f56, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:17.141717 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] For port c194bbbf-7b8e-4956-94f4-6c14a1f10f56, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:17.148645 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.171044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:17.185822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9b5d8-77f4-4f92-869f-8c1035a86a27 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e54a49-7cb4-4ed5-b2b2-185992f93603,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:17.230304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7023c93b-cb3b-44b0-bc80-9066aa7eb91c req-1d6ce7a5-422c-4f73-8788-254cb3748d53 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232224 Aug 30 14:31:17.302288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85929b14-3471-468a-8698-b870961fc869 req-f42442af-9645-4090-b393-a9cb3a763176 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 210 time: 0.1318884 Aug 30 14:31:17.309022 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe5362-3c62-4add-af0a-19790045a5fc None None] Pushing event updated for resources: {'Port': ['ID=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:17.321185 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:17.322198 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:17.411206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.434554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:17.504373 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:17.521409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-066925ec-0796-4137-8071-b5423db79dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.582768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] DHCP port deletion for b71a827f-dcf3-424e-b016-9b6fe5cffae0 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:31:17.631641 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.690445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Transition to ACTIVE for port object bc6b0523-88d5-4e82-86ee-7d5803ed27ee will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:17.692318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c194bbbf-7b8e-4956-94f4-6c14a1f10f56 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:17.707682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-066925ec-0796-4137-8071-b5423db79dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.728719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] Deleting port 4b31e680-d807-4e88-b083-788ad909ae22 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:17.729430 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.729573 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-066925ec-0796-4137-8071-b5423db79dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.740853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.797669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:17.802752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:17.814618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-066925ec-0796-4137-8071-b5423db79dc6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25760e97e5e043b2b6292ec01c7e4fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785529 Aug 30 14:31:17.818308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Deleting port 4b31e680-d807-4e88-b083-788ad909ae22 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:17.818802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.819606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:17.822889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:17.835617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba28918-2d1f-49fd-824d-936116d8af79 req-9f65e19a-7da0-490c-b72a-dba98af44b96 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:17.837208 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bba28918-2d1f-49fd-824d-936116d8af79 req-9f65e19a-7da0-490c-b72a-dba98af44b96 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1267123 Aug 30 14:31:17.837883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066925ec-0796-4137-8071-b5423db79dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbd4ca7-4f3f-4ef9-bdce-8d92a3e3ec05,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:17.850799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] For port 4b31e680-d807-4e88-b083-788ad909ae22, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4b31e680-d807-4e88-b083-788ad909ae22,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:17.851207 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.875417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Pushing event updated for resources: {'Port': ['ID=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:17.884997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] Calling delete_port for 4b31e680-d807-4e88-b083-788ad909ae22 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:17.893473 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:17Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:17.930702 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9cea0-247a-43fc-b776-7e1584793d45 None None] The sync data for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 is: [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:17Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:17.948929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:17.949765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:17.994001 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-2874c809-8b81-4e78-8ee3-6d29940ae707 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2449794 Aug 30 14:31:18.006308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Request body: {'port': {'device_id': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:18.010709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:18.012892 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a76e572d-fb8a-425e-8cf7-9e981ffc035c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.026848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:18.027222 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.031077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd0d3847-87df-45dd-8ef4-d1d587944685 None None] Provisioning complete for port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:18.031277 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd0d3847-87df-45dd-8ef4-d1d587944685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.047008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] For port 4b31e680-d807-4e88-b083-788ad909ae22, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4b31e680-d807-4e88-b083-788ad909ae22,segment=NetworkSegment(a7392848-9bdb-4483-90f4-1ffaabd11d72),segment_id=a7392848-9bdb-4483-90f4-1ffaabd11d72)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:18.047388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.053331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a76e572d-fb8a-425e-8cf7-9e981ffc035c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.062636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Calling delete_port for 4b31e680-d807-4e88-b083-788ad909ae22 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:18.153620 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a76e572d-fb8a-425e-8cf7-9e981ffc035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.156526 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a76e572d-fb8a-425e-8cf7-9e981ffc035c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.157842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a76e572d-fb8a-425e-8cf7-9e981ffc035c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efbd4ca7-4f3f-4ef9-bdce-8d92a3e3ec05 HTTP/1.1" status: 204 len: 168 time: 0.3305080 Aug 30 14:31:18.172307 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.176902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bba28918-2d1f-49fd-824d-936116d8af79 req-0d4d174a-2c98-4a0b-8b27-124e0a38ddd2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043597 Aug 30 14:31:18.200161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-14ecfd50-e9eb-4a5e-aad4-d47ba7e6b68a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:18.201741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-14ecfd50-e9eb-4a5e-aad4-d47ba7e6b68a tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.2714598 Aug 30 14:31:18.227609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.239126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] Pushing event deleted for resources: {'Port': ['ID=4b31e680-d807-4e88-b083-788ad909ae22,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:18.260332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e572d-fb8a-425e-8cf7-9e981ffc035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbd4ca7-4f3f-4ef9-bdce-8d92a3e3ec05,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:18.263334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e1784-36e1-4f52-894b-25873f2ea9f6 None None] No DVR routers for this DVR port 4b31e680-d807-4e88-b083-788ad909ae22 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:18.284241 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.348866 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.377543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] No DVR routers for this DVR port 4b31e680-d807-4e88-b083-788ad909ae22 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:18.456401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Port': ['ID=4b31e680-d807-4e88-b083-788ad909ae22,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:18.561509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2218-2cad-4f55-8aab-2680b2fc461c req-5c021e4e-8245-467a-a4e8-59f802326c03 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:18.576661 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3bd2218-2cad-4f55-8aab-2680b2fc461c req-5c021e4e-8245-467a-a4e8-59f802326c03 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 945 time: 0.1755669 Aug 30 14:31:18.631129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Deleting port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:18.640837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.647180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c194bbbf-7b8e-4956-94f4-6c14a1f10f56, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:18.654077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.656462 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.665463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd0d3847-87df-45dd-8ef4-d1d587944685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.677206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71a827f-dcf3-424e-b016-9b6fe5cffae0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:18.688887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7392848-9bdb-4483-90f4-1ffaabd11d72') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:18.689299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7392848-9bdb-4483-90f4-1ffaabd11d72') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:18.699222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.719809 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.730287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:31:18.730697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.765120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3bd2218-2cad-4f55-8aab-2680b2fc461c req-a585b2bb-e69e-4d5a-a5cd-fb3a6fae95ae tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9e8d352-f30b-4d82-992f-484b3bc100a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873670 Aug 30 14:31:18.789494 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-fd0d3847-87df-45dd-8ef4-d1d587944685 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:31:18.789961 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-fd0d3847-87df-45dd-8ef4-d1d587944685 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:31:18.800793 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:31:18.818342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b4417-f12a-46c3-85db-c7887a448b2e req-0f48db01-04d9-4d63-99d1-c1c8b4281eab tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:18.822057 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b8b4417-f12a-46c3-85db-c7887a448b2e req-0f48db01-04d9-4d63-99d1-c1c8b4281eab tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 932 time: 0.3887661 Aug 30 14:31:18.828805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:18.833080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:18.894397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b4e-23fe-4098-b940-27a08a4acc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.899952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6b0523-88d5-4e82-86ee-7d5803ed27ee {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:18.921384 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.941547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.943457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Transition to ACTIVE for port object bc6b0523-88d5-4e82-86ee-7d5803ed27ee will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:18.950385 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.965317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:18.971770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] 10.222.0.50 "DELETE /v2.0/networks/b71a827f-dcf3-424e-b016-9b6fe5cffae0 HTTP/1.1" status: 204 len: 168 time: 1.7950740 Aug 30 14:31:18.971770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548ebec-775d-4c1c-b2e4-e307a29594c8 tempest-ServersTestMultiNic-731298174 tempest-ServersTestMultiNic-731298174-project] Pushing event deleted for resources: {'Network': ['ID=b71a827f-dcf3-424e-b016-9b6fe5cffae0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:18.987877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b8b4417-f12a-46c3-85db-c7887a448b2e req-770b2307-73f9-4de1-9e7b-a37b57e22685 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419344 Aug 30 14:31:19.011572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] For port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,segment=NetworkSegment(775b9d64-5cb9-4888-b810-bcbaacf59899),segment_id=775b9d64-5cb9-4888-b810-bcbaacf59899)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:19.012274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.045771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Calling delete_port for 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:19.068709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:19.216188 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b4e-23fe-4098-b940-27a08a4acc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.228241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.235094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3b76b4e-23fe-4098-b940-27a08a4acc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.240697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Attempting to bind port bc6b0523-88d5-4e82-86ee-7d5803ed27ee on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:19.242215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['2f6f94a7-0d64-4c7d-b053-a2619b0a6856'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:19.245925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Attempting to bind port bc6b0523-88d5-4e82-86ee-7d5803ed27ee by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:19.245925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Attempting to bind port bc6b0523-88d5-4e82-86ee-7d5803ed27ee on network ea6fe30c-5752-4183-acd8-d90d17689eb1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:19.250959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:19.306120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Pushing event deleted for resources: {'Port': ['ID=2f6f94a7-0d64-4c7d-b053-a2619b0a6856,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:19.336080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Port bc6b0523-88d5-4e82-86ee-7d5803ed27ee on network ea6fe30c-5752-4183-acd8-d90d17689eb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:31:19.336408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Attempting to bind port bc6b0523-88d5-4e82-86ee-7d5803ed27ee on network ea6fe30c-5752-4183-acd8-d90d17689eb1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:19.364377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b76b4e-23fe-4098-b940-27a08a4acc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f24bd50-5520-4bd6-b29c-6a629b2d7e01,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:19.367005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:19.367344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Checking segment: {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:19.367717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Bound using segment: {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:19.368156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Bound port: bc6b0523-88d5-4e82-86ee-7d5803ed27ee, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:19.368514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.373879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f3b76b4e-23fe-4098-b940-27a08a4acc74 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=657c4af48257412e92b8909882eff258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5416193 Aug 30 14:31:19.377815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:19.407032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] No DVR routers for this DVR port 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:19.411095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.413074 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e61d09b-1000-4e16-87ee-36a67743ce97 req-979ba76e-2b5b-429d-b90e-81b8393165f8 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.39 "DELETE /v2.0/ports/2f6f94a7-0d64-4c7d-b053-a2619b0a6856 HTTP/1.1" status: 204 len: 173 time: 1.2019947 Aug 30 14:31:19.413511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c96951b-65c8-4317-9f29-ac3da08e07f7', 'name': 'network-vif-deleted', 'tag': '2f6f94a7-0d64-4c7d-b053-a2619b0a6856'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:19.415752 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc453b62-542d-45cf-9812-ba8710de6297" -d '{"events": [{"server_uuid": "4c96951b-65c8-4317-9f29-ac3da08e07f7", "name": "network-vif-deleted", "tag": "2f6f94a7-0d64-4c7d-b053-a2619b0a6856"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:19.436643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b7425-85ce-4866-91f9-e934151eb278 req-982f8084-96c1-4f7d-92dd-c69d3161eef5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:19.438703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a03b7425-85ce-4866-91f9-e934151eb278 req-982f8084-96c1-4f7d-92dd-c69d3161eef5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1217453 Aug 30 14:31:19.479062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-200133d9-2b99-40ab-bce1-9c94175850eb None None] Provisioning for port bc6b0523-88d5-4e82-86ee-7d5803ed27ee completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:19.484695 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1953029a-d972-4b47-9866-33d45bf88846 x-openstack-request-id: req-1953029a-d972-4b47-9866-33d45bf88846 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:19.485256 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c96951b-65c8-4317-9f29-ac3da08e07f7", "name": "network-vif-deleted", "tag": "2f6f94a7-0d64-4c7d-b053-a2619b0a6856", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:19.485769 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1953029a-d972-4b47-9866-33d45bf88846 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:19.487276 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c96951b-65c8-4317-9f29-ac3da08e07f7', 'name': 'network-vif-deleted', 'tag': '2f6f94a7-0d64-4c7d-b053-a2619b0a6856', 'status': 'completed', 'code': 200} Aug 30 14:31:19.512453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a03b7425-85ce-4866-91f9-e934151eb278 req-8d1a7db0-2a85-4b37-9a6c-7808e72c9391 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608866 Aug 30 14:31:19.588341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c194bbbf-7b8e-4956-94f4-6c14a1f10f56 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:19.650890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:19.651287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.771472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.850039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b31e680-d807-4e88-b083-788ad909ae22 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:19.867565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] For port bc6b0523-88d5-4e82-86ee-7d5803ed27ee, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:19.901710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4b31e680-d807-4e88-b083-788ad909ae22 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:19.902190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4b31e680-d807-4e88-b083-788ad909ae22 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:19.920224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] For port bc6b0523-88d5-4e82-86ee-7d5803ed27ee, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:19.925394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9c11ddbd-de5e-42da-9664-02a015b4d4ba req-56ea5b1f-c071-4171-9dae-05e0e4274205 tempest-ServerDiskConfigTestJSON-1867093697 tempest-ServerDiskConfigTestJSON-1867093697-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c96951b-65c8-4317-9f29-ac3da08e07f7 HTTP/1.1" status: 200 len: 210 time: 0.0645070 Aug 30 14:31:19.929301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:19.931225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8af42f1f-8727-4399-ad45-ce3c86ac5e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:20.009764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:20.010331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:20.011934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] 10.222.0.39 "PUT /v2.0/ports/bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 200 len: 1092 time: 2.0116534 Aug 30 14:31:20.018454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:20.021736 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b44734-5da2-4a8c-a162-7703417888f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:20.040971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8af42f1f-8727-4399-ad45-ce3c86ac5e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:20.120493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06777d08-5d11-4468-9a19-73df42787b38 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:20.156763 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37920f26-39a5-400b-990f-2cda87e5776a x-openstack-request-id: req-37920f26-39a5-400b-990f-2cda87e5776a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:20.157473 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:20.157723 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37920f26-39a5-400b-990f-2cda87e5776a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:20.158136 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'status': 'completed', 'code': 200} Aug 30 14:31:20.179782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae01525-26df-413a-98f4-112e56101cd9 req-b5072a73-ca29-421d-9801-120af7a8310d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:20.187855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae01525-26df-413a-98f4-112e56101cd9 req-b5072a73-ca29-421d-9801-120af7a8310d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 944 time: 0.0670090 Aug 30 14:31:20.191978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c957a-2da3-41e4-b919-de8975bf89fb req-e352acc1-8c20-4ff4-83c5-bb6af5c9a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:20.193803 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-e352acc1-8c20-4ff4-83c5-bb6af5c9a473 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38c63b816ee84b10a37a8f7e2551297e&device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 1095 time: 0.1234026 Aug 30 14:31:20.229636 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae01525-26df-413a-98f4-112e56101cd9 req-66318a51-4224-455a-964f-26b660359ba2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Aug 30 14:31:20.252060 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-438ef342-a534-42e1-936c-b3b980d24c23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 200 len: 217 time: 0.0491407 Aug 30 14:31:20.315177 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8af42f1f-8727-4399-ad45-ce3c86ac5e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:20.317781 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8af42f1f-8727-4399-ad45-ce3c86ac5e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:20.319183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8af42f1f-8727-4399-ad45-ce3c86ac5e57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f24bd50-5520-4bd6-b29c-6a629b2d7e01 HTTP/1.1" status: 204 len: 168 time: 0.9390173 Aug 30 14:31:20.342393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af42f1f-8727-4399-ad45-ce3c86ac5e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f24bd50-5520-4bd6-b29c-6a629b2d7e01,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:20.358067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c957a-2da3-41e4-b919-de8975bf89fb req-8761019a-3b77-4c9e-a661-924057a71379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:20.359877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-8761019a-3b77-4c9e-a661-924057a71379 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7f724c5-6ef7-4f9a-8136-32367460f2c1 HTTP/1.1" status: 200 len: 867 time: 0.0973783 Aug 30 14:31:20.460477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c957a-2da3-41e4-b919-de8975bf89fb req-78a6e14e-8fe2-47fc-a77d-7409a642e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:20.462113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-78a6e14e-8fe2-47fc-a77d-7409a642e0cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6fe30c-5752-4183-acd8-d90d17689eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934985 Aug 30 14:31:20.531969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47861ff2-d56b-458c-9062-63aab9883d24 req-f49b3e2f-0261-4811-9864-5a9da778d731 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321750 Aug 30 14:31:20.596234 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:20.644056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9820dbd-62ff-42d6-9088-f75b1c7ceaac req-1831ca32-bcf3-45dc-be69-721ab2255fb3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:20.645588 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9820dbd-62ff-42d6-9088-f75b1c7ceaac req-1831ca32-bcf3-45dc-be69-721ab2255fb3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0541823 Aug 30 14:31:20.657982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-59c47cf3-8337-4536-bfb3-12e8573f2880 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777170 Aug 30 14:31:20.690663 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9820dbd-62ff-42d6-9088-f75b1c7ceaac req-48cf1b7f-7fda-4cc8-b42b-12c04b3c068d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373037 Aug 30 14:31:20.763090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861ff2-d56b-458c-9062-63aab9883d24 req-7ddac552-b137-4601-9ffb-68901b6943fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:20.763090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47861ff2-d56b-458c-9062-63aab9883d24 req-7ddac552-b137-4601-9ffb-68901b6943fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68630affd344440591997cf82eb7af7f&device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 1097 time: 0.1825178 Aug 30 14:31:20.924825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-077c957a-2da3-41e4-b919-de8975bf89fb req-b5d353fa-0324-4729-9e11-270c08515fbb service neutron] 10.222.0.39 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541232 Aug 30 14:31:20.968534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861ff2-d56b-458c-9062-63aab9883d24 req-a69dea1b-0b62-4f27-89ce-2b9cb5b17d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:20.970259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47861ff2-d56b-458c-9062-63aab9883d24 req-a69dea1b-0b62-4f27-89ce-2b9cb5b17d93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0264fdf4-a07a-4357-9913-08d026d64dbd HTTP/1.1" status: 200 len: 913 time: 0.1866517 Aug 30 14:31:21.131974 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47861ff2-d56b-458c-9062-63aab9883d24 req-495ea6a1-74fa-4b52-ba7f-71c887c41f8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f HTTP/1.1" status: 200 len: 1002 time: 0.1524186 Aug 30 14:31:21.153604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b44734-5da2-4a8c-a162-7703417888f6 req-c5f9c45f-c011-40ce-97ce-a249da2f4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:21.155091 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90b44734-5da2-4a8c-a162-7703417888f6 req-c5f9c45f-c011-40ce-97ce-a249da2f4e39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38c63b816ee84b10a37a8f7e2551297e&device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 1095 time: 0.1663692 Aug 30 14:31:21.161814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:21.209490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac474f48-b8f2-404d-a52c-744b7404b28c admin admin] Deleting subnet 574c9491-1e52-4dab-aa69-a57714fc0ce7 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:31:21.214067 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac474f48-b8f2-404d-a52c-744b7404b28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:21.251968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac474f48-b8f2-404d-a52c-744b7404b28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:21.276785 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861ff2-d56b-458c-9062-63aab9883d24 req-547997d2-c1a4-48d2-aa1f-f25253483200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:21.278301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47861ff2-d56b-458c-9062-63aab9883d24 req-547997d2-c1a4-48d2-aa1f-f25253483200 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bf6c52f-3482-440c-92cd-0a5617dddab5 HTTP/1.1" status: 200 len: 851 time: 0.1356537 Aug 30 14:31:21.303848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Deleting port cb057457-81b8-4f98-96ad-dcc03c5ec769 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:21.303848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:21.343561 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac474f48-b8f2-404d-a52c-744b7404b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:21.426574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac474f48-b8f2-404d-a52c-744b7404b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:21.439758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b44734-5da2-4a8c-a162-7703417888f6 req-ad168372-e257-423a-b9d4-55922f9d764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:21.441278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90b44734-5da2-4a8c-a162-7703417888f6 req-ad168372-e257-423a-b9d4-55922f9d764a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea6fe30c-5752-4183-acd8-d90d17689eb1 HTTP/1.1" status: 200 len: 929 time: 0.2604139 Aug 30 14:31:21.486269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861ff2-d56b-458c-9062-63aab9883d24 req-b2276f61-ab87-447d-aaac-33ab49f2a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:21.488771 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47861ff2-d56b-458c-9062-63aab9883d24 req-b2276f61-ab87-447d-aaac-33ab49f2a979 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0264fdf4-a07a-4357-9913-08d026d64dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991253 Aug 30 14:31:21.544639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90b44734-5da2-4a8c-a162-7703417888f6 req-dbbe0b1c-ca56-4abf-96f2-344501239d4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 200 len: 217 time: 0.0862365 Aug 30 14:31:21.552222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] For port cb057457-81b8-4f98-96ad-dcc03c5ec769, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cb057457-81b8-4f98-96ad-dcc03c5ec769,segment=NetworkSegment(50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343),segment_id=50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:21.552595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:21.562908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde3391-f271-478e-8b02-3a5c537fbdec req-6f3c17a9-36b1-41d9-8116-b6beb9159dad tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:21.565228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cdde3391-f271-478e-8b02-3a5c537fbdec req-6f3c17a9-36b1-41d9-8116-b6beb9159dad tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 944 time: 0.1912022 Aug 30 14:31:21.663162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Calling delete_port for cb057457-81b8-4f98-96ad-dcc03c5ec769 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:21.737767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b44734-5da2-4a8c-a162-7703417888f6 req-5553bc6f-41d1-4f4c-8445-93c2d48cc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:21.742665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90b44734-5da2-4a8c-a162-7703417888f6 req-5553bc6f-41d1-4f4c-8445-93c2d48cc1d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7f724c5-6ef7-4f9a-8136-32367460f2c1 HTTP/1.1" status: 200 len: 867 time: 0.1760223 Aug 30 14:31:21.781775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac474f48-b8f2-404d-a52c-744b7404b28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574c9491-1e52-4dab-aa69-a57714fc0ce7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:21.810269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac474f48-b8f2-404d-a52c-744b7404b28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:21.814541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ac474f48-b8f2-404d-a52c-744b7404b28c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/574c9491-1e52-4dab-aa69-a57714fc0ce7 HTTP/1.1" status: 204 len: 168 time: 0.6493988 Aug 30 14:31:21.815585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:21.844978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cdde3391-f271-478e-8b02-3a5c537fbdec req-bdf14409-b810-4b5b-8f6b-7f01e277ff0b tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226627 Aug 30 14:31:21.861835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47861ff2-d56b-458c-9062-63aab9883d24 req-2f7a6a7b-63c8-4e02-9341-d8a49acedbfb service neutron] 10.222.0.21 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307588 Aug 30 14:31:21.893543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c3ad8-a9e9-4565-896d-6186eb661d19 req-cdc73612-6595-4392-a334-ab170fe5d5c3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:21.895331 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a1c3ad8-a9e9-4565-896d-6186eb661d19 req-cdc73612-6595-4392-a334-ab170fe5d5c3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1184778 Aug 30 14:31:21.932667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:21.934480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b44734-5da2-4a8c-a162-7703417888f6 req-467a3ecb-1bcb-4b28-a41a-30b8b97908f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:21.936049 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90b44734-5da2-4a8c-a162-7703417888f6 req-467a3ecb-1bcb-4b28-a41a-30b8b97908f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6fe30c-5752-4183-acd8-d90d17689eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343656 Aug 30 14:31:21.980855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a1c3ad8-a9e9-4565-896d-6186eb661d19 req-79802f92-3db7-40a4-92ec-2fcd5c371eaa tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778742 Aug 30 14:31:22.029345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.041499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3382533-0cbe-4a8d-a82a-d30005dcb0fe']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:22.059978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775b9d64-5cb9-4888-b810-bcbaacf59899') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:22.060319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775b9d64-5cb9-4888-b810-bcbaacf59899') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:22.070908 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.095734 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.104889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:31:22.105497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:31:22.108828 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:31:22.181468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.190997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.193790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d3382533-0cbe-4a8d-a82a-d30005dcb0fe HTTP/1.1" status: 204 len: 168 time: 0.3768799 Aug 30 14:31:22.210845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bea218-5d7e-470d-8750-365937d83278 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3382533-0cbe-4a8d-a82a-d30005dcb0fe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:22.408892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47861ff2-d56b-458c-9062-63aab9883d24 req-fbcdcdfa-7597-43a6-a1c7-f9a5c8ad653d service neutron] 10.222.0.21 "GET /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388460 Aug 30 14:31:22.460641 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90b44734-5da2-4a8c-a162-7703417888f6 req-43e16686-8dcd-4eba-97b7-4fc70b7b52e2 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945211 Aug 30 14:31:22.468868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:22.489778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.523580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e120a34-69d6-464e-bec9-d93fa475042e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cf55121eb2f468d944dbc4fd1f45aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506520 Aug 30 14:31:22.523989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:22.527883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device bc6b0523-88d5-4e82-86ee-7d5803ed27ee details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:22.531126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:22.574541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb057457-81b8-4f98-96ad-dcc03c5ec769,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:22.594334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:22.596402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 2f6f94a7-0d64-4c7d-b053-a2619b0a6856 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:22.615174 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6f6a15a-11af-4666-979d-74608af0cde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.666133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6f6a15a-11af-4666-979d-74608af0cde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.676144 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90b44734-5da2-4a8c-a162-7703417888f6 req-117064c8-6de8-45a6-8995-3786ad92f401 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059352 Aug 30 14:31:22.753620 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6f6a15a-11af-4666-979d-74608af0cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.756500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6f6a15a-11af-4666-979d-74608af0cde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.757768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c6f6a15a-11af-4666-979d-74608af0cde6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9e8d352-f30b-4d82-992f-484b3bc100a6 HTTP/1.1" status: 204 len: 168 time: 0.2313452 Aug 30 14:31:22.767253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6a15a-11af-4666-979d-74608af0cde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e8d352-f30b-4d82-992f-484b3bc100a6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:22.773730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port bc6b0523-88d5-4e82-86ee-7d5803ed27ee, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:22.797931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'port_id': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'mac_address': 'fa:16:3e:52:55:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:22.841478 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.842104 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.856743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6b0523-88d5-4e82-86ee-7d5803ed27ee {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:22.897236 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port bc6b0523-88d5-4e82-86ee-7d5803ed27ee, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:22.904776 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:22.992347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:23.033074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fbaf9-c07d-4ef3-8786-23be81a4c089 req-7582ac01-2f38-478a-bc9c-6604aae03600 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:23.036234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4fbaf9-c07d-4ef3-8786-23be81a4c089 req-7582ac01-2f38-478a-bc9c-6604aae03600 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 945 time: 0.0590014 Aug 30 14:31:23.099821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4fbaf9-c07d-4ef3-8786-23be81a4c089 req-a4577161-8d91-4b9a-9d26-81b91c8bd33b tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569489 Aug 30 14:31:23.156313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['bc6b0523-88d5-4e82-86ee-7d5803ed27ee'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:23.173074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701068d6-06ef-4e1e-86ee-95e28f9f51a5 req-675ba518-32a9-4426-a656-846ee63d0ec7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:23.173074 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-701068d6-06ef-4e1e-86ee-95e28f9f51a5 req-675ba518-32a9-4426-a656-846ee63d0ec7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0965679 Aug 30 14:31:23.212262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Router c7e620de-ef4d-404c-89c2-842be8221010 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:31:23.248515 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-701068d6-06ef-4e1e-86ee-95e28f9f51a5 req-91142bfe-65d1-43d7-9cc8-66c8a6cad5a2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690296 Aug 30 14:31:23.395583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:23.400848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a0c5cde3-82f0-4500-ae72-8c74d0a228d1 admin admin] 10.222.0.50 "PUT /v2.0/routers/c7e620de-ef4d-404c-89c2-842be8221010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1372068 Aug 30 14:31:23.404024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:23.417718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c043606-a8a1-4271-af96-681be0372896 None None] Sync routers for ids ['c7e620de-ef4d-404c-89c2-842be8221010'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:23.428100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c043606-a8a1-4271-af96-681be0372896 None None] Routers {'c7e620de-ef4d-404c-89c2-842be8221010'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:23.429656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0c043606-a8a1-4271-af96-681be0372896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c7e620de-ef4d-404c-89c2-842be8221010'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:23.558061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:23.584475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0c043606-a8a1-4271-af96-681be0372896 None None] Set router c7e620de-ef4d-404c-89c2-842be8221010 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:23.713090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:23.784303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Deleting port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:23.785124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:23.795948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:23.814819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0c043606-a8a1-4271-af96-681be0372896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:31:22Z', 'revision_number': 5, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port': {'id': 'ce077e0a-0cf8-46dd-8d75-b26bb88ffff1', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:29:39Z', 'updated_at': '2021-08-30T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:23.848929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c043606-a8a1-4271-af96-681be0372896 None None] Checking router: c7e620de-ef4d-404c-89c2-842be8221010 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:23.862460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c043606-a8a1-4271-af96-681be0372896 None None] Routers {'c7e620de-ef4d-404c-89c2-842be8221010'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:23.863165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0c043606-a8a1-4271-af96-681be0372896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c7e620de-ef4d-404c-89c2-842be8221010'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:23.883746 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] For port ce077e0a-0cf8-46dd-8d75-b26bb88ffff1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ce077e0a-0cf8-46dd-8d75-b26bb88ffff1,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:23.884201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:23.899771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Calling delete_port for ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:23.947493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-690241379-network', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:23.999139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0c043606-a8a1-4271-af96-681be0372896 None None] Set router c7e620de-ef4d-404c-89c2-842be8221010 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:24.000746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Made reservation on behalf of 1564a68646ed4c1b83c2b678d81df7fa for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:24.004422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.034862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.070948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0c043606-a8a1-4271-af96-681be0372896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:31:23Z', 'revision_number': 6, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:24.107765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c043606-a8a1-4271-af96-681be0372896 None None] The sync data for ids ['c7e620de-ef4d-404c-89c2-842be8221010'] in n-d-805668-3 is: [{'id': 'c7e620de-ef4d-404c-89c2-842be8221010', 'name': 'tempest-ServersTestMultiNic-2023211392-router', 'tenant_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:29:38Z', 'updated_at': '2021-08-30T14:31:23Z', 'revision_number': 6, 'project_id': 'bbe1b903bfdd46bcb07f3531205b86a4', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:24.119481 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.199567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.212076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.230351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce077e0a-0cf8-46dd-8d75-b26bb88ffff1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:24.232512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.269682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:31:24.291176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d80aae-fda7-4acc-b76a-e8b32aadca06,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:24.321580 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.321930 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Added segment 8644154d-640d-4be0-ba2c-3539ddf7e6a3 of type vlan for network 04538e61-f849-436f-bb14-6146101854b4 Aug 30 14:31:24.340200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.342577 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.346549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8109d1-df9a-434f-8d7a-44403c77dcea req-7e74cc3e-6274-4675-8bbf-f1cd0f7b44fa tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:24.355892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b8109d1-df9a-434f-8d7a-44403c77dcea req-7e74cc3e-6274-4675-8bbf-f1cd0f7b44fa tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 945 time: 0.1595316 Aug 30 14:31:24.420646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.421187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e620de-ef4d-404c-89c2-842be8221010 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:31:24.422485 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.426732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.427601 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4addbc41-002f-4b4b-824e-21cc9edb2abd admin admin] 10.222.0.50 "DELETE /v2.0/routers/c7e620de-ef4d-404c-89c2-842be8221010 HTTP/1.1" status: 204 len: 168 time: 1.0225635 Aug 30 14:31:24.431710 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b8109d1-df9a-434f-8d7a-44403c77dcea req-57ba56d3-07b5-4cdd-9eb2-0b597be39437 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745053 Aug 30 14:31:24.433249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:24.461194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.462322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:24.463014 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.487873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bf21c-8706-4769-8744-391bb122fc2d req-e2b04d63-deca-4c80-893c-7c1d1bc039be tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:24.489568 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c86bf21c-8706-4769-8744-391bb122fc2d req-e2b04d63-deca-4c80-893c-7c1d1bc039be tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0996640 Aug 30 14:31:24.534853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7350304 Aug 30 14:31:24.535056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:24.542482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Request body: {'subnet': {'network_id': '04538e61-f849-436f-bb14-6146101854b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-subnet', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:24.543095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device bc6b0523-88d5-4e82-86ee-7d5803ed27ee up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:24.551487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b0730a-0b97-4c7f-ba45-62db5c0b7f6e admin admin] Deleting subnet 42cd79ef-6633-47f2-948b-4f833d062f2a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:31:24.563325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b0730a-0b97-4c7f-ba45-62db5c0b7f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.576461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce95b47-7e24-4821-8c0b-492e325e49c9 admin admin] Pushing event updated for resources: {'Network': ['ID=04538e61-f849-436f-bb14-6146101854b4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:24.579794 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c86bf21c-8706-4769-8744-391bb122fc2d req-27023170-88e6-4e96-ac6b-836d4f302197 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784023 Aug 30 14:31:24.591896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Made reservation on behalf of 1564a68646ed4c1b83c2b678d81df7fa for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:24.595228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.604050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 04538e61-f849-436f-bb14-6146101854b4 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:31:24.625426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b0730a-0b97-4c7f-ba45-62db5c0b7f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.749581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port bc6b0523-88d5-4e82-86ee-7d5803ed27ee completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:24.756226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port bc6b0523-88d5-4e82-86ee-7d5803ed27ee triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:24.756883 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.783629 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b0730a-0b97-4c7f-ba45-62db5c0b7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.869367 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b0730a-0b97-4c7f-ba45-62db5c0b7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.878389 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.890669 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.896707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0730a-0b97-4c7f-ba45-62db5c0b7f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42cd79ef-6633-47f2-948b-4f833d062f2a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:24.906680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b0730a-0b97-4c7f-ba45-62db5c0b7f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:24.909351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-85b0730a-0b97-4c7f-ba45-62db5c0b7f6e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/42cd79ef-6633-47f2-948b-4f833d062f2a HTTP/1.1" status: 204 len: 168 time: 0.4702976 Aug 30 14:31:24.911788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:24.923534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:24.926739 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d293677-6cdc-4513-848b-5dddb4094036" -d '{"events": [{"server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "name": "network-vif-plugged", "status": "completed", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:24.929744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a01be2-ef2f-4175-8f6f-fee42a286be4 None None] Network 151ca24c-0eb3-42c7-b8c8-c339c716ef9b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:24.972504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de96bd84-0e05-41ec-b35b-266250b5a5d2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:24.984587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Checking segment: {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:24.985344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Network hostable DHCP agents. Network: 04538e61-f849-436f-bb14-6146101854b4, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:31:24.988152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port bc6b0523-88d5-4e82-86ee-7d5803ed27ee, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:24.996445 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df65fafb-19cc-4ceb-b003-0732dbbb4b53 x-openstack-request-id: req-df65fafb-19cc-4ceb-b003-0732dbbb4b53 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:24.997012 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "name": "network-vif-plugged", "status": "completed", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:24.997399 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df65fafb-19cc-4ceb-b003-0732dbbb4b53 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:24.997973 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'code': 200} Aug 30 14:31:25.000915 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.005694 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.005879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Network 04538e61-f849-436f-bb14-6146101854b4 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:31:25.027835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 04538e61-f849-436f-bb14-6146101854b4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:25.032787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:25.034103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.053986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-361231ca-651e-437d-b97d-2cb511fdc60e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5153801 Aug 30 14:31:25.054180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:25.060194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:25.065884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b250ce6-d692-45d9-8388-272657149b83 None None] Network 04538e61-f849-436f-bb14-6146101854b4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:25.107537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.108754 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.122501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Deleting port 82bfd515-1c34-4067-ad31-f9d5ba958106 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:25.122967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.170242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880fc7-3538-4a52-9d26-c16127808603 req-bf2a8e9c-858a-48a0-826c-339ce2f84155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:25.172123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66880fc7-3538-4a52-9d26-c16127808603 req-bf2a8e9c-858a-48a0-826c-339ce2f84155 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 1097 time: 0.0801239 Aug 30 14:31:25.215623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] For port 82bfd515-1c34-4067-ad31-f9d5ba958106, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=82bfd515-1c34-4067-ad31-f9d5ba958106,segment=NetworkSegment(50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343),segment_id=50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:25.215995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.240040 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.251251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Calling delete_port for 82bfd515-1c34-4067-ad31-f9d5ba958106 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:25.255431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66880fc7-3538-4a52-9d26-c16127808603 req-c5247418-0dab-4712-803e-33bbee9589d0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524247 Aug 30 14:31:25.363644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:25.378421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.384394 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a6f936d-cf4c-49e1-93e7-4aebe30c62ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.427174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bfd515-1c34-4067-ad31-f9d5ba958106,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:25.431087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] No DVR routers for this DVR port 82bfd515-1c34-4067-ad31-f9d5ba958106 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:25.502065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.505551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47366a1d-ae8a-43a7-9c84-ea8fb157f3a2 None None] DHCP port deletion for 151ca24c-0eb3-42c7-b8c8-c339c716ef9b request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:31:25.580047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6916a-8885-4bc7-9ec3-6a7f4295106f None None] Network 04538e61-f849-436f-bb14-6146101854b4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:25.632464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.681878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:25.684961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151ca24c-0eb3-42c7-b8c8-c339c716ef9b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:25.725617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:25.725974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ce077e0a-0cf8-46dd-8d75-b26bb88ffff1 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:25.726541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cb057457-81b8-4f98-96ad-dcc03c5ec769 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:25.738857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:25.739150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ecd38f-a1e5-4a5a-a6cb-1e6cc472d343') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:25.765788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: cb057457-81b8-4f98-96ad-dcc03c5ec769 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:25.766141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cb057457-81b8-4f98-96ad-dcc03c5ec769 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:25.766562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 82bfd515-1c34-4067-ad31-f9d5ba958106 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:25.777339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.791987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 82bfd515-1c34-4067-ad31-f9d5ba958106 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:25.792335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 82bfd515-1c34-4067-ad31-f9d5ba958106 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:25.801021 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.815294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:31:25.815701 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:31:25.818922 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:31:25.856358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1f834-b263-4954-adbf-f903da8e4c15 req-9020d5fc-b9ee-4076-89ee-b34ba02b2c37 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:25.858001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0c1f834-b263-4954-adbf-f903da8e4c15 req-9020d5fc-b9ee-4076-89ee-b34ba02b2c37 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 946 time: 0.2133539 Aug 30 14:31:25.907343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c13a72-99bf-48eb-90c3-7b2008dec5bd req-140b215b-8dfc-4f3d-b466-f1379e715d13 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:25.914171 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17c13a72-99bf-48eb-90c3-7b2008dec5bd req-140b215b-8dfc-4f3d-b466-f1379e715d13 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0932395 Aug 30 14:31:25.916132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.937133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.946442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.951045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] 10.222.0.50 "DELETE /v2.0/networks/151ca24c-0eb3-42c7-b8c8-c339c716ef9b HTTP/1.1" status: 204 len: 168 time: 1.0381951 Aug 30 14:31:25.956215 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:25.968762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0c1f834-b263-4954-adbf-f903da8e4c15 req-c6c06476-bf48-416a-bc6c-8bf0b667ce2c tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779009 Aug 30 14:31:25.988171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd427d1-1f2e-44c9-93a2-61206cac4b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=151ca24c-0eb3-42c7-b8c8-c339c716ef9b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:26.034091 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17c13a72-99bf-48eb-90c3-7b2008dec5bd req-29c26305-76bf-4cdb-a7a4-9178ca04ca45 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140244 Aug 30 14:31:26.123189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:26.162616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Allocated IP 172.25.6.59 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/afddedf2-f2a0-471b-9bdd-fe9942e4153a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:26.171610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ffb90f56-7400-4350-8770-ff9899c65d10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbe1b903bfdd46bcb07f3531205b86a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466719 Aug 30 14:31:26.174931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:26.296351 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e863321-2046-4e51-8299-4899305746f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:26.340645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e863321-2046-4e51-8299-4899305746f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:26.344391 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:26.428038 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:26.433945 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e863321-2046-4e51-8299-4899305746f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:26.436421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e863321-2046-4e51-8299-4899305746f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:26.437615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e863321-2046-4e51-8299-4899305746f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47eb114e-f59d-4406-b443-3118e58e9ec4 HTTP/1.1" status: 204 len: 168 time: 0.2612307 Aug 30 14:31:26.475217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e863321-2046-4e51-8299-4899305746f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eb114e-f59d-4406-b443-3118e58e9ec4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:26.498717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:26.503213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Pushing event updated for resources: {'Port': ['ID=afddedf2-f2a0-471b-9bdd-fe9942e4153a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:26.505859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:26.508218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:26.775594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:26.991447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.159155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c011f54-2233-45ca-aeb9-ce784ee7c6ef req-a476c614-ed28-4654-b0dc-03a960332b80 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:27.161299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c011f54-2233-45ca-aeb9-ce784ee7c6ef req-a476c614-ed28-4654-b0dc-03a960332b80 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 946 time: 0.0827069 Aug 30 14:31:27.174961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d7131-f4ea-4d01-b25c-ef0013fa5761 req-45ad2c0b-1a26-48d4-8648-81d8a84e7535 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:27.176665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b6d7131-f4ea-4d01-b25c-ef0013fa5761 req-45ad2c0b-1a26-48d4-8648-81d8a84e7535 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0599270 Aug 30 14:31:27.218744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Router c38e730c-4cb6-43f8-91c6-d375d5fdd88d is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:31:27.222565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b6d7131-f4ea-4d01-b25c-ef0013fa5761 req-bf0ff8ef-8457-4739-80f6-bc6b5adb313c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376225 Aug 30 14:31:27.223212 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c011f54-2233-45ca-aeb9-ce784ee7c6ef req-46aad23d-a1df-4fe7-bc08-d60de0c1bcb4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543327 Aug 30 14:31:27.230103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:27.358594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:27.377186 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Sync routers for ids ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:27.407444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.409191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6ba0a27a-e7fd-4e11-93fb-fc3e8d404590 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3531482 Aug 30 14:31:27.409982 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Routers {'c38e730c-4cb6-43f8-91c6-d375d5fdd88d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:27.410618 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:30:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:27.412233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40318) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:27.504698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-902101864-network', 'tenant_id': '36e9fbc640a649c68c0b3a6d2aaff365'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:27.585884 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Set router c38e730c-4cb6-43f8-91c6-d375d5fdd88d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:27.609770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Made reservation on behalf of 36e9fbc640a649c68c0b3a6d2aaff365 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:27.613217 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.629761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.649663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-c9baba37-75cb-4cb1-ad9d-5179f5eb10ad tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 258 time: 0.2527292 Aug 30 14:31:27.657074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0c45-b660-4a54-a1de-ea1140297a56 req-c10155df-4e42-42f6-94a2-7b3f908f9870 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:27.659648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d96c0c45-b660-4a54-a1de-ea1140297a56 req-c10155df-4e42-42f6-94a2-7b3f908f9870 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.1407304 Aug 30 14:31:27.662083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:27.795014 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:26Z', 'revision_number': 3, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port': {'id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:27.809284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d96c0c45-b660-4a54-a1de-ea1140297a56 req-2aa90680-7624-4596-ba4c-c778657dfce3 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116199 Aug 30 14:31:27.824747 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Checking router: c38e730c-4cb6-43f8-91c6-d375d5fdd88d for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:27.825411 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Updating router c38e730c-4cb6-43f8-91c6-d375d5fdd88d port afddedf2-f2a0-471b-9bdd-fe9942e4153a binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:31:27.872187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebdd0-d3ea-452f-8e94-3b0699d25c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.884508 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.886895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.895715 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.909544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:31:27.921260 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.934059 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:27.934409 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Added segment bc099c50-d41b-4f54-acea-9d8fa13abddc of type vlan for network 8b966278-c70e-4974-b75f-b4d2cf949f38 Aug 30 14:31:27.958538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064c3af-89e6-4397-87fc-d52537903b6b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:28.064172 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.143659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.144685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:28.145308 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.238436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0072055 Aug 30 14:31:28.243971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:28.249106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Request body: {'subnet': {'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-902101864-subnet', 'tenant_id': '36e9fbc640a649c68c0b3a6d2aaff365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:28.270336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c671a4-e427-4d92-b83c-91336d7a1eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=8b966278-c70e-4974-b75f-b4d2cf949f38,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:28.274904 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.283902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:31:28.299794 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Transition to ACTIVE for port object afddedf2-f2a0-471b-9bdd-fe9942e4153a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:28.314341 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.399870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Made reservation on behalf of 36e9fbc640a649c68c0b3a6d2aaff365 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:28.406676 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.410228 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aba286-4c9c-424f-8a59-299ae6825e2c None None] Pushing event updated for resources: {'Port': ['ID=afddedf2-f2a0-471b-9bdd-fe9942e4153a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:28.412565 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.415024 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Attempting to bind port afddedf2-f2a0-471b-9bdd-fe9942e4153a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:28.415399 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Attempting to bind port afddedf2-f2a0-471b-9bdd-fe9942e4153a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:28.416165 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Attempting to bind port afddedf2-f2a0-471b-9bdd-fe9942e4153a on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:28.421197 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:28.421574 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:28.421983 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.422959 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:28.422959 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Bound port: afddedf2-f2a0-471b-9bdd-fe9942e4153a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:28.423251 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.481953 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] For port afddedf2-f2a0-471b-9bdd-fe9942e4153a, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:28.485685 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] For port afddedf2-f2a0-471b-9bdd-fe9942e4153a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=afddedf2-f2a0-471b-9bdd-fe9942e4153a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:28.493361 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.517767 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.553370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17d59f-6880-482f-b073-f301c73aa5e9 req-c7bf86bc-45b7-4082-afcc-fdc9533db19c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:28.554971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce17d59f-6880-482f-b073-f301c73aa5e9 req-c7bf86bc-45b7-4082-afcc-fdc9533db19c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1921394 Aug 30 14:31:28.595262 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.604276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Allocated IP 172.25.6.230 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/e08af677-2bc0-4aff-b900-c44f8accafd7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:28.640797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce17d59f-6880-482f-b073-f301c73aa5e9 req-613eb1f6-22ed-4d9a-ba1c-8df68582fe77 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765462 Aug 30 14:31:28.648172 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Routers {'c38e730c-4cb6-43f8-91c6-d375d5fdd88d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:28.648905 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:28.711582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.769151 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aba286-4c9c-424f-8a59-299ae6825e2c None None] Pushing event updated for resources: {'Port': ['ID=afddedf2-f2a0-471b-9bdd-fe9942e4153a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:28.785689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.788723 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] Set router c38e730c-4cb6-43f8-91c6-d375d5fdd88d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:28.850789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:28.853825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:28.863365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:28.914522 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:28.925453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Pushing event updated for resources: {'Port': ['ID=e08af677-2bc0-4aff-b900-c44f8accafd7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:29.065519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.110363 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.160591 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:26Z', 'revision_number': 3, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port': {'id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:29.165817 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.202286 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d2cf4-3f53-493a-b174-513c9fa13b37 None None] The sync data for ids ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'] in n-d-805668-3 is: [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:26Z', 'revision_number': 3, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port': {'id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:29.370431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.379444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.410301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Allocated IP 172.20.0.1 (04538e61-f849-436f-bb14-6146101854b4/de96bd84-0e05-41ec-b35b-266250b5a5d2/367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:29.500582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Pushing event updated for resources: {'Port': ['ID=e08af677-2bc0-4aff-b900-c44f8accafd7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:29.504775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.527985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.533084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b8ff3ed6-d6e8-47e9-a308-ee064bd3e6b2 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8767381 Aug 30 14:31:29.618326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-893a1714-745f-4c11-8566-e3c2b3990123 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.0735273 Aug 30 14:31:29.643113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Checking segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:29.643569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Network hostable DHCP agents. Network: 8b966278-c70e-4974-b75f-b4d2cf949f38, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:31:29.660144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=241e00d0-e531-49f5-911d-5f14848666a3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:29.717533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab9a73-8ebb-49c8-ab66-0346f866dfff req-0aeac148-3ae9-4f2b-8608-2641c09109c0 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:29.725949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3aab9a73-8ebb-49c8-ab66-0346f866dfff req-0aeac148-3ae9-4f2b-8608-2641c09109c0 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.1993821 Aug 30 14:31:29.730761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.775063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:31:29.780548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b53c9d1c-306f-43ec-8dcd-ff2eef748f90 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:29.782522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-b53c9d1c-306f-43ec-8dcd-ff2eef748f90 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1482468 Aug 30 14:31:29.794934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-8d099703-3a97-49b8-a73e-e38cd5b598c8 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:31:29.796054 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-211e8e85-30bb-4df9-9175-f4138b8f0518 req-8d099703-3a97-49b8-a73e-e38cd5b598c8 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070133 Aug 30 14:31:29.852805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3aab9a73-8ebb-49c8-ab66-0346f866dfff req-76952b85-470e-4e49-ab02-183094e288f4 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257825 Aug 30 14:31:29.859367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8b966278-c70e-4974-b75f-b4d2cf949f38) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:29.870033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7297b29-fddc-46ee-8575-8574e4486c71 None None] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:29.873825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:29.874431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.925919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.958479 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e20cc6c1-068c-4b61-aff2-c9e8f653c8ee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7055295 Aug 30 14:31:30.051121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Network 04538e61-f849-436f-bb14-6146101854b4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:30.056381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:30.061866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a71fd-e678-41f1-a680-99be029bdbc2 req-6d0210b9-33e9-4cae-9560-a2cd253486d9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:30.065013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e1a71fd-e678-41f1-a680-99be029bdbc2 req-6d0210b9-33e9-4cae-9560-a2cd253486d9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1227844 Aug 30 14:31:30.081968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:30.150375 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e1a71fd-e678-41f1-a680-99be029bdbc2 req-430c2db9-fb5d-4e56-be32-feabf9d2ef8f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786757 Aug 30 14:31:30.172457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Pushing event updated for resources: {'Port': ['ID=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:30.185824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba06823-2571-4d30-ad25-b5d6d89ed261 None None] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:30.338720 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:30.472294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-c81178e9-db48-45b2-b8d9-ef9e1e41db5e tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:30.474002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-c81178e9-db48-45b2-b8d9-ef9e1e41db5e tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3359547 Aug 30 14:31:30.601905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-c8d86212-b09c-44d0-9e28-3b12343bb798 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 696 time: 0.1182406 Aug 30 14:31:30.606811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Request body: {'floatingip': {'port_id': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:30.733194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:30.765694 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:30.831050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-50f2c506-096b-43a1-89e0-f06f453d6283 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:30.836088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-50f2c506-096b-43a1-89e0-f06f453d6283 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.2166784 Aug 30 14:31:30.853723 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-3cdb8f3b-01ac-4f69-bcf8-0dee1687721a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/quotas/36e9fbc640a649c68c0b3a6d2aaff365 HTTP/1.1" status: 200 len: 375 time: 0.0103002 Aug 30 14:31:30.911483 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-5bb61e8c-e1c6-4242-83a8-e15bc54fabf3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509396 Aug 30 14:31:31.038664 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-3250dec4-a0ae-4380-ac2b-f843830e3b7c service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263139 Aug 30 14:31:31.162778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-92503a26-6b54-48aa-aa71-85893d1f24ce service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134145 Aug 30 14:31:31.323981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.333546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.497971 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.508397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Pushing event updated for resources: {'Port': ['ID=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:31.546972 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.695826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device afddedf2-f2a0-471b-9bdd-fe9942e4153a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:31.706201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.725236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.792198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Network 04538e61-f849-436f-bb14-6146101854b4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:31.795916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:31.822381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port afddedf2-f2a0-471b-9bdd-fe9942e4153a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:31.828609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port afddedf2-f2a0-471b-9bdd-fe9942e4153a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:31.829410 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.970150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02b92a-2151-4201-944d-55c299c6c9b9 req-68bc96a0-8735-4993-8ff8-1e8fe744a457 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:31.989661 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.994096 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d02b92a-2151-4201-944d-55c299c6c9b9 req-68bc96a0-8735-4993-8ff8-1e8fe744a457 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0975053 Aug 30 14:31:32.021528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port afddedf2-f2a0-471b-9bdd-fe9942e4153a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=afddedf2-f2a0-471b-9bdd-fe9942e4153a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:32.027647 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:32.058813 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Floating IP 64ad7731-08e8-4473-bb04-589c9857c1e5 associated. External IP: 172.25.6.230, port: bc6b0523-88d5-4e82-86ee-7d5803ed27ee. Aug 30 14:31:32.100029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d02b92a-2151-4201-944d-55c299c6c9b9 req-44ad125d-cc2c-418a-9560-ad4e31504a75 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004663 Aug 30 14:31:32.110811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=afddedf2-f2a0-471b-9bdd-fe9942e4153a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:32.203129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Router c38e730c-4cb6-43f8-91c6-d375d5fdd88d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:31:32.225943 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce9c28ec-ba31-436f-9062-279d41e063e5 req-c37fc9dd-d061-4163-8bbc-1828c6e9c43d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 210 time: 0.0324900 Aug 30 14:31:32.565367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:32.571004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9589fd5-d6b8-4e8a-9257-89af5b846445 req-ebd5a735-5745-43ed-8afb-532315e3f8fd tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:32.574374 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9589fd5-d6b8-4e8a-9257-89af5b846445 req-ebd5a735-5745-43ed-8afb-532315e3f8fd tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.0788741 Aug 30 14:31:32.575348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Sync routers for ids ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:32.604514 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f50ee257-f08a-4e10-b1b5-5207d76b11d4 admin admin] 10.222.0.50 "PUT /v2.0/routers/c38e730c-4cb6-43f8-91c6-d375d5fdd88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1902266 Aug 30 14:31:32.618489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Routers {'c38e730c-4cb6-43f8-91c6-d375d5fdd88d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:32.622312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:32.647232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9589fd5-d6b8-4e8a-9257-89af5b846445 req-71f6c0c5-0f76-47d0-9307-b8d2aee31dec tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655115 Aug 30 14:31:32.648821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Router 273d1e6a-b010-4f19-986b-ccc59ce5495d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:31:32.704313 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:32.799651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Set router c38e730c-4cb6-43f8-91c6-d375d5fdd88d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:33.083267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-8eb85ff7-50a2-440d-bffa-0443f6f9229d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:33.090069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-8eb85ff7-50a2-440d-bffa-0443f6f9229d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.3397210 Aug 30 14:31:33.106252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Request body: {'port': {'device_id': 'ff6873c8-491e-4c59-8ceb-affc11362490', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'admin_state_up': True, 'tenant_id': '36e9fbc640a649c68c0b3a6d2aaff365'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:33.155547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:30Z', 'revision_number': 4, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port': {'id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8', 'name': '', 'network_id': '04538e61-f849-436f-bb14-6146101854b4', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'mac_address': 'fa:16:3e:7d:0d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de96bd84-0e05-41ec-b35b-266250b5a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:28Z', 'updated_at': '2021-08-30T14:31:30Z', 'revision_number': 2, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'subnets': [{'id': 'de96bd84-0e05-41ec-b35b-266250b5a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:33.189460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Checking router: c38e730c-4cb6-43f8-91c6-d375d5fdd88d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:33.190264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Updating router c38e730c-4cb6-43f8-91c6-d375d5fdd88d port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:31:33.219723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.260654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:33.265961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.276660 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] Sync routers for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:33.290572 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:33.291505 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:33.308988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-814a12de-a601-48f7-bdbc-0c93b5f95baf tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "PUT /v2.0/floatingips/64ad7731-08e8-4473-bb04-589c9857c1e5 HTTP/1.1" status: 200 len: 997 time: 2.7061374 Aug 30 14:31:33.309578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:33.318077 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c339360c-7011-49d2-9c8d-08c99aba3b34" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:33.360453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-4abf23e3-42c3-4ada-98d3-91985d918ebd tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:33.368517 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-4abf23e3-42c3-4ada-98d3-91985d918ebd tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 818 time: 0.1809430 Aug 30 14:31:33.392537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-b6d06ce9-de76-4808-90f1-fd0da85dd644 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/quotas/1564a68646ed4c1b83c2b678d81df7fa HTTP/1.1" status: 200 len: 375 time: 0.0226867 Aug 30 14:31:33.416604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-53ce327c-7182-4c6b-b8b7-9349bcb7fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:33.418006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-53ce327c-7182-4c6b-b8b7-9349bcb7fb08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38c63b816ee84b10a37a8f7e2551297e&device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 1097 time: 0.0896804 Aug 30 14:31:33.426054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Made reservation on behalf of 36e9fbc640a649c68c0b3a6d2aaff365 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:33.429918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.457013 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:33.549155 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.559090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Transition to ACTIVE for port object 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:33.567036 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.589399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-0352b060-e194-4294-a51f-db280a7700a5 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1948259 Aug 30 14:31:33.633423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aad5b-6fe2-423a-96cc-e99d131132b2 None None] Pushing event updated for resources: {'Port': ['ID=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:33.647137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-3171f3b1-9f7d-4e6d-94bc-00bfdd840b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:33.656197 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-3171f3b1-9f7d-4e6d-94bc-00bfdd840b88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea6fe30c-5752-4183-acd8-d90d17689eb1 HTTP/1.1" status: 200 len: 929 time: 0.2311084 Aug 30 14:31:33.676281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device afddedf2-f2a0-471b-9bdd-fe9942e4153a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:33.727509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-d314a7bc-c2e5-477e-b163-29d5e111666d service neutron] 10.222.0.50 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368890 Aug 30 14:31:33.740369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Attempting to bind port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:33.740739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Attempting to bind port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:33.741125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Attempting to bind port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 on network 04538e61-f849-436f-bb14-6146101854b4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:33.753928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:33.754280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Checking segment: {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:33.754696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.755088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Bound using segment: {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:33.755572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Bound port: 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:33.755948 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.787926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-f0718c24-b97a-43c5-94f4-ad2b98041f4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 200 len: 1000 time: 0.1305645 Aug 30 14:31:33.821751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port afddedf2-f2a0-471b-9bdd-fe9942e4153a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:33.822120 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.848389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-2c7b9e4b-1da3-44d2-9739-079ccde5cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:33.856185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-2c7b9e4b-1da3-44d2-9739-079ccde5cc09 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7f724c5-6ef7-4f9a-8136-32367460f2c1 HTTP/1.1" status: 200 len: 867 time: 0.0672617 Aug 30 14:31:33.876028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-f572ce62-94f1-405f-87c8-5d5266339883 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:33.878371 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-f572ce62-94f1-405f-87c8-5d5266339883 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.21 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.1339214 Aug 30 14:31:33.904558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] For port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:33.933307 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '64ad7731-08e8-4473-bb04-589c9857c1e5', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'port_id': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'mac_address': 'fa:16:3e:52:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:31:28Z', 'updated_at': '2021-08-30T14:31:31Z', 'revision_number': 1, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:18Z', 'revision_number': 5, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:33.934535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-191ad8c8-31b5-4c74-8a52-5042befdb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:33.956394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] For port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:33.958045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-191ad8c8-31b5-4c74-8a52-5042befdb4bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea6fe30c-5752-4183-acd8-d90d17689eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903766 Aug 30 14:31:33.962680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:33.988049 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] Checking router: 273d1e6a-b010-4f19-986b-ccc59ce5495d for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:34.006389 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:34.008204 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:34.043851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Routers {'c38e730c-4cb6-43f8-91c6-d375d5fdd88d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:34.044730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:34.071042 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-8a68c318-f07a-474e-b2cc-0ce9cbecf552 service neutron] 10.222.0.50 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114423 Aug 30 14:31:34.139681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-06773c39-07b9-44af-ad3b-d7dfda76259f service neutron] 10.222.0.50 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098384 Aug 30 14:31:34.142762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Allocated IP 172.20.0.6 (8b966278-c70e-4974-b75f-b4d2cf949f38/241e00d0-e531-49f5-911d-5f14848666a3/14bf3108-ab04-482a-81be-c7adddc9df51) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:34.144180 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:34.163445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] Set router c38e730c-4cb6-43f8-91c6-d375d5fdd88d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:34.246984 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ed1ed6d-5771-4bcd-9d3a-a3cc28f7d8e2 req-8b646c3c-71b1-4413-832d-63d5a9b7ecc8 service neutron] 10.222.0.50 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667686 Aug 30 14:31:34.307519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Deleting port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:34.308103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:34.317562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aad5b-6fe2-423a-96cc-e99d131132b2 None None] Pushing event updated for resources: {'Port': ['ID=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:34.470645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:30Z', 'revision_number': 4, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port': {'id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8', 'name': '', 'network_id': '04538e61-f849-436f-bb14-6146101854b4', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'mac_address': 'fa:16:3e:7d:0d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de96bd84-0e05-41ec-b35b-266250b5a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:28Z', 'updated_at': '2021-08-30T14:31:33Z', 'revision_number': 4, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'subnets': [{'id': 'de96bd84-0e05-41ec-b35b-266250b5a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:34.489725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225bb92-7482-479e-b844-283df1e2271e req-8fd74e1b-dcb4-456c-8a0e-0b147a757d5f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:34.495123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7225bb92-7482-479e-b844-283df1e2271e req-8fd74e1b-dcb4-456c-8a0e-0b147a757d5f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1115749 Aug 30 14:31:34.522822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd967d73-a304-4fe3-80a6-ccfb2c6fd085 None None] The sync data for ids ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'] in n-d-805668-3 is: [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:30Z', 'revision_number': 4, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port': {'id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8', 'name': '', 'network_id': '04538e61-f849-436f-bb14-6146101854b4', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'mac_address': 'fa:16:3e:7d:0d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de96bd84-0e05-41ec-b35b-266250b5a5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:28Z', 'updated_at': '2021-08-30T14:31:33Z', 'revision_number': 4, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'subnets': [{'id': 'de96bd84-0e05-41ec-b35b-266250b5a5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:34.581083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7225bb92-7482-479e-b844-283df1e2271e req-4f3335d0-dee0-42e7-a0dc-7b3d27350aa4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663517 Aug 30 14:31:34.582403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] For port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:34.582623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:34.610110 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a376de7-adfc-498b-b855-94c0eaede0ae x-openstack-request-id: req-1a376de7-adfc-498b-b855-94c0eaede0ae {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:34.610110 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:34.620434 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a376de7-adfc-498b-b855-94c0eaede0ae {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:34.620434 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'status': 'completed', 'code': 200} Aug 30 14:31:34.716042 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '64ad7731-08e8-4473-bb04-589c9857c1e5', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'port_id': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'mac_address': 'fa:16:3e:52:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:31:28Z', 'updated_at': '2021-08-30T14:31:31Z', 'revision_number': 1, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:18Z', 'revision_number': 5, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:34.773533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-ce3d75f0-8e2e-46de-af0e-0f00363a37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:34.777913 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6f16d-3999-4290-958d-e1c1efb85a5c None None] The sync data for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 is: [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '64ad7731-08e8-4473-bb04-589c9857c1e5', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'port_id': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'mac_address': 'fa:16:3e:52:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:31:28Z', 'updated_at': '2021-08-30T14:31:31Z', 'revision_number': 1, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:18Z', 'revision_number': 5, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:34.778298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-ce3d75f0-8e2e-46de-af0e-0f00363a37aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38c63b816ee84b10a37a8f7e2551297e&device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 1097 time: 0.1095896 Aug 30 14:31:35.041627 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:35.068146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab270b-366c-41d4-b259-d4f6a92d2433 req-9402576a-493c-49e6-b47a-1e6c27bd47be tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:35.070107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5ab270b-366c-41d4-b259-d4f6a92d2433 req-9402576a-493c-49e6-b47a-1e6c27bd47be tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 946 time: 0.1461117 Aug 30 14:31:35.075794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-3e7db95c-ec65-4998-b066-c9b337d67787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:35.077322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-3e7db95c-ec65-4998-b066-c9b337d67787 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea6fe30c-5752-4183-acd8-d90d17689eb1 HTTP/1.1" status: 200 len: 929 time: 0.2915080 Aug 30 14:31:35.097409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0af2d98d-f3ba-47a2-a15d-c63461f3e59d req-7ef70d55-1486-4b36-9a05-b94515ed1d76 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 210 time: 0.3140101 Aug 30 14:31:35.281550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5ab270b-366c-41d4-b259-d4f6a92d2433 req-2909b59f-9e43-43cd-8c55-37ca8c7abf5e tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups?id=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961422 Aug 30 14:31:35.291768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-979451cd-a33b-40f1-8531-a8fefe7d6148 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 200 len: 1000 time: 0.1994169 Aug 30 14:31:35.294158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ff3ec-3e47-446d-b8dd-1f4ed500bb10 None None] New status for floating IP 64ad7731-08e8-4473-bb04-589c9857c1e5: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:31:35.339999 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:35.384162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-425e7558-fb7c-4afa-901c-06a802970351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:35.385839 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-425e7558-fb7c-4afa-901c-06a802970351 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7f724c5-6ef7-4f9a-8136-32367460f2c1 HTTP/1.1" status: 200 len: 867 time: 0.0870275 Aug 30 14:31:35.468435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f957995d-da74-47b8-a037-c9b1cdb9d953 req-4d616dd2-599e-42fa-baa2-4350d3df9df4 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 210 time: 0.0463390 Aug 30 14:31:35.471844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-d72c1356-548c-46e0-be4d-cc847c725628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:35.473458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-d72c1356-548c-46e0-be4d-cc847c725628 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6fe30c-5752-4183-acd8-d90d17689eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813782 Aug 30 14:31:35.662223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:35.671574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-6075e1fa-0b4e-49ca-b0ea-589b53dffc97 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907110 Aug 30 14:31:35.677151 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:35.708040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:35.713286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:35.738351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event updated for resources: {'Port': ['ID=14bf3108-ab04-482a-81be-c7adddc9df51,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:35.772810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:35.798353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.798754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.799103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.800244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.800632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.801005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.801364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.801699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.802055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.802386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.802681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.803006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:35.804684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:35.806824 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:35.816820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:35.817302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:35.817629 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Floating IP edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf disassociated. External IP: 172.25.6.169, port: 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f. Aug 30 14:31:35.817977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Calling delete_port for 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:35.862861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-5ebe9fcb-206a-4244-a95c-1ec1367a3098 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 258 time: 0.5946448 Aug 30 14:31:35.867970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:35.938274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:35.938274 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:35.974314 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:35.980264 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-f15c1519-4f75-4527-b828-f342482b7db4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8854823 Aug 30 14:31:35.983596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:36.077667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ca2d9fd7-ae6e-40a3-8a00-6ddcb9e9b26b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:36.079650 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ca2d9fd7-ae6e-40a3-8a00-6ddcb9e9b26b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 818 time: 0.3791523 Aug 30 14:31:36.105755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:36.108675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Request body: {'port': {'device_id': 'ff6873c8-491e-4c59-8ceb-affc11362490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:36.151503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c339360c-7011-49d2-9c8d-08c99aba3b34 req-cdb3bb38-bc4e-4f92-9f9a-283146f1314c service neutron] 10.222.0.39 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713874 Aug 30 14:31:36.156518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-36eafe49-a297-4150-ac32-13ee03756d98 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/quotas/1564a68646ed4c1b83c2b678d81df7fa HTTP/1.1" status: 200 len: 375 time: 0.0667903 Aug 30 14:31:36.224696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:36.254437 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:36.304112 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2dfb6748-de0d-4d95-9e39-50af3f125b7b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292415 Aug 30 14:31:36.426710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:36.551780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-9f7f4171-ecec-48e5-873f-9b21e7283737 service neutron] 10.222.0.50 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348375 Aug 30 14:31:36.626373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:36.638579 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:36.677796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:36.680641 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507ab2d5-b688-49b1-b78d-ed4cc9cac990" -d '{"events": [{"server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:36.696359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:36.700100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-74db8754-a2fb-4737-88b7-f29ea49d2db7 service neutron] 10.222.0.50 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378276 Aug 30 14:31:36.702198 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:36.762688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:37.080275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-0c973241-1526-480d-84f2-a1d2e4c2f190 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:37.082122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-0c973241-1526-480d-84f2-a1d2e4c2f190 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.21 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 818 time: 0.9190528 Aug 30 14:31:37.089217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d9a96-9434-4bbf-9629-56262cc8f73d req-1eb085e4-feb7-46ab-aac0-844a5cd0663b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:37.100420 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-372d9a96-9434-4bbf-9629-56262cc8f73d req-1eb085e4-feb7-46ab-aac0-844a5cd0663b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1426094 Aug 30 14:31:37.168533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-372d9a96-9434-4bbf-9629-56262cc8f73d req-1c8c7676-9d99-4934-ae05-a7b467db92c2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644953 Aug 30 14:31:37.191615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Request body: {'port': {'device_id': '2d1ed1fc-74b8-4534-996a-6d7bb0ff731c', 'network_id': '04538e61-f849-436f-bb14-6146101854b4', 'admin_state_up': True, 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:37.280382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:37.303107 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:31:37.386106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event deleted for resources: {'Port': ['ID=1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:37.413810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91f751-23c1-4629-879d-160fc2aae46c req-4f1dec72-ff67-4f2c-8600-4516e8f66eb0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:37.421664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d91f751-23c1-4629-879d-160fc2aae46c req-4f1dec72-ff67-4f2c-8600-4516e8f66eb0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 931 time: 0.0800030 Aug 30 14:31:37.472530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d91f751-23c1-4629-879d-160fc2aae46c req-2e5256a8-8279-47e7-9cdc-bd8132c33ede tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499740 Aug 30 14:31:37.479688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:37.631608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:37.703690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:37.704930 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:37.726077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee010c8a-46c8-43ec-b5e7-f7a488a4f08a req-be1aa4ad-d6b3-45bb-a3e6-2c78cc3bfb20 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/ports?device_id=57c445cd-4146-47b9-adee-ba81e35061b8 HTTP/1.1" status: 200 len: 210 time: 0.0466573 Aug 30 14:31:37.759726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Made reservation on behalf of 1564a68646ed4c1b83c2b678d81df7fa for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:37.759726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:37.804340 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9f9bed-5c45-48d5-9467-1ce6740c9836 x-openstack-request-id: req-cd9f9bed-5c45-48d5-9467-1ce6740c9836 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:37.804811 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:37.805184 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd9f9bed-5c45-48d5-9467-1ce6740c9836 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:37.805574 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'code': 200} Aug 30 14:31:37.837934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Allocated IP 172.25.6.18 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/1f0e9d5a-60e7-4cfa-a95b-e65d5ded95de) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:37.857577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Router af77c36a-14ec-495e-b165-b004cc2ed7f5 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:31:37.881305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e04c0c1c-12cf-4ed0-bddf-e514233daad2 req-d0f35596-6665-4138-9050-c025165183e0 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 210 time: 0.0351684 Aug 30 14:31:37.957721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bf3108-ab04-482a-81be-c7adddc9df51 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:37.981482 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.073969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Transition to ACTIVE for port object 14bf3108-ab04-482a-81be-c7adddc9df51 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:38.095193 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.217728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-9d7c63ef-3cb5-4dec-9d52-6964d063023f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:38.221126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-9d7c63ef-3cb5-4dec-9d52-6964d063023f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.39 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 818 time: 0.1614568 Aug 30 14:31:38.225458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Allocated IP 172.20.0.3 (04538e61-f849-436f-bb14-6146101854b4/de96bd84-0e05-41ec-b35b-266250b5a5d2/abe505c6-397a-4370-a6b2-da330d52af82) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:38.242739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Request body: {'port': {'device_id': 'bea8a3d0-ae64-4ed6-b3ec-73dca587dca7', 'network_id': '04538e61-f849-436f-bb14-6146101854b4', 'admin_state_up': True, 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:38.268721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.274388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Pushing event updated for resources: {'Port': ['ID=14bf3108-ab04-482a-81be-c7adddc9df51,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:38.291526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:38.305894 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] Sync routers for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:38.331435 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:38.332131 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:38.443027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcaa56-d5b8-4ab9-a83b-f2e703202663 req-fb0be3de-05d5-488d-b2f2-dfcd1ca15511 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:38.444737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34fcaa56-d5b8-4ab9-a83b-f2e703202663 req-fb0be3de-05d5-488d-b2f2-dfcd1ca15511 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0959716 Aug 30 14:31:38.466235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] No DVR routers for this DVR port 1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:38.475624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.477749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f2d4d2c-de92-4679-aa85-ec64b73fb3d0 req-9dc0e2cc-f43d-4e84-be18-b3d25e2cf27d tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.21 "DELETE /v2.0/ports/1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f HTTP/1.1" status: 204 len: 173 time: 4.5895844 Aug 30 14:31:38.483541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'name': 'network-vif-deleted', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:38.485017 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:38.486014 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13525e66-79f8-4370-ad76-6c8cd53bac0e" -d '{"events": [{"server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "name": "network-vif-deleted", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:38.552154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34fcaa56-d5b8-4ab9-a83b-f2e703202663 req-a8c9b433-2500-4226-abf0-89010c6039eb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960703 Aug 30 14:31:38.587528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Made reservation on behalf of 1564a68646ed4c1b83c2b678d81df7fa for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:38.591884 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.596125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Attempting to bind port 14bf3108-ab04-482a-81be-c7adddc9df51 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:38.596467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Attempting to bind port 14bf3108-ab04-482a-81be-c7adddc9df51 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:38.596844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Attempting to bind port 14bf3108-ab04-482a-81be-c7adddc9df51 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:38.604936 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.620771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Port 14bf3108-ab04-482a-81be-c7adddc9df51 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:31:38.620771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Attempting to bind port 14bf3108-ab04-482a-81be-c7adddc9df51 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:38.663367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:38.675930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:38.676309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Checking segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:38.676701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Bound using segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:38.677179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Bound port: 14bf3108-ab04-482a-81be-c7adddc9df51, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:38.677869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.708451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:38.735292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:38.745297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:38.780099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Pushing event updated for resources: {'Port': ['ID=1f0e9d5a-60e7-4cfa-a95b-e65d5ded95de,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:38.828164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.837006 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8467076-80d5-47b7-8589-2b6592c0048c x-openstack-request-id: req-e8467076-80d5-47b7-8589-2b6592c0048c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:38.837341 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c445cd-4146-47b9-adee-ba81e35061b8", "name": "network-vif-deleted", "tag": "1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:38.837561 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8467076-80d5-47b7-8589-2b6592c0048c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:38.837954 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c445cd-4146-47b9-adee-ba81e35061b8', 'name': 'network-vif-deleted', 'tag': '1ca3e0a3-fc6a-4e70-803e-cf5aa3d88a2f', 'status': 'completed', 'code': 200} Aug 30 14:31:38.866473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d411-7bf2-46ec-9f5f-16742094e49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.882008 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:28:06Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:38.951422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] For port 14bf3108-ab04-482a-81be-c7adddc9df51, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:38.985150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.992814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] For port 14bf3108-ab04-482a-81be-c7adddc9df51, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=14bf3108-ab04-482a-81be-c7adddc9df51,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:39.007624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.016124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665f840-c8c1-4edb-9563-804b041528fc req-599d15c0-4ab7-48a6-ac50-698d01c7e306 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:39.018010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d665f840-c8c1-4edb-9563-804b041528fc req-599d15c0-4ab7-48a6-ac50-698d01c7e306 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 943 time: 0.1055577 Aug 30 14:31:39.030214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.071614 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] Checking router: af77c36a-14ec-495e-b165-b004cc2ed7f5 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:39.085389 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:39.086128 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:39.102645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:39.103252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.104640 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] 10.222.0.39 "PUT /v2.0/ports/14bf3108-ab04-482a-81be-c7adddc9df51 HTTP/1.1" status: 200 len: 1091 time: 3.0648689 Aug 30 14:31:39.123012 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.136411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Network 04538e61-f849-436f-bb14-6146101854b4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:39.163981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:39.190537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:39.191017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390107c-feb6-4f86-aea6-b1def6b4063f service neutron] Pushing event updated for resources: {'Port': ['ID=14bf3108-ab04-482a-81be-c7adddc9df51,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:39.193169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d665f840-c8c1-4edb-9563-804b041528fc req-08fd0e30-6c33-4f26-9357-e69f78330a97 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654894 Aug 30 14:31:39.210308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Allocated IP 172.20.0.11 (04538e61-f849-436f-bb14-6146101854b4/de96bd84-0e05-41ec-b35b-266250b5a5d2/1842477b-6b57-40ab-b259-d50c4c0ffd17) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:39.288182 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:39.430044 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.443328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d411-7bf2-46ec-9f5f-16742094e49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.452535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Pushing event updated for resources: {'Port': ['ID=abe505c6-397a-4370-a6b2-da330d52af82,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:39.470303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d411-7bf2-46ec-9f5f-16742094e49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.474678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-11aa4e0e-bc46-4f7d-b958-bb4ed432ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:39.476457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-11aa4e0e-bc46-4f7d-b958-bb4ed432ab7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 1094 time: 0.3136787 Aug 30 14:31:39.482552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:39.483311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.500784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f5b462e-304b-45d0-8145-ab057684df77 req-6159b1ec-6cf6-49cc-8801-17ca719f06a7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 210 time: 0.0333345 Aug 30 14:31:39.512615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.555711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:39.584717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Network 04538e61-f849-436f-bb14-6146101854b4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:39.594814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-af4ece59-3798-4ec7-8ab3-9fbed097ab60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14bf3108-ab04-482a-81be-c7adddc9df51 HTTP/1.1" status: 200 len: 217 time: 0.1081529 Aug 30 14:31:39.595345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:39.596010 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:28:06Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:39.604919 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-7edac3d3-5ee8-433b-a096-5aa9981508df tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4425285 Aug 30 14:31:39.608864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3d411-7bf2-46ec-9f5f-16742094e49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70f0744-5f70-4295-b759-9b754bec520f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:39.614480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:39.634329 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cdb3d411-7bf2-46ec-9f5f-16742094e49e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9942236ce68c41018bc554e929018d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9699056 Aug 30 14:31:39.637808 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54304371-c2c8-4830-a357-23c0d17aebb9 None None] The sync data for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 is: [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:27:57Z', 'revision_number': 4, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '08e2703d-3a11-477d-abac-4006a449475a', 'name': '', 'network_id': '0264fdf4-a07a-4357-9913-08d026d64dbd', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'mac_address': 'fa:16:3e:e8:17:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:55Z', 'updated_at': '2021-08-30T14:28:06Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'subnets': [{'id': '6bf6c52f-3482-440c-92cd-0a5617dddab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:39.655008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:39.674011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Request body: {'port': {'device_id': '2d1ed1fc-74b8-4534-996a-6d7bb0ff731c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:39.706632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Pushing event updated for resources: {'Port': ['ID=1842477b-6b57-40ab-b259-d50c4c0ffd17,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:39.731561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:39.732202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.735459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-289bdea0-34b7-48d6-9683-e87bc1498320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:39.737003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-289bdea0-34b7-48d6-9683-e87bc1498320 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.1311224 Aug 30 14:31:39.781340 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-2134206a-fe14-469a-abe3-36ae78b31fa7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5482829 Aug 30 14:31:39.801914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Request body: {'port': {'device_id': 'bea8a3d0-ae64-4ed6-b3ec-73dca587dca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:39.802495 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-09cc9062-66bb-4c5e-abe4-9253b6123b61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461192 Aug 30 14:31:39.804529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eeab8776-666f-4407-b82a-d8125c8df375 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.805170 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.808397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.827631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.836920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d7df-c706-4c39-8ca2-ff9b7835c83c req-5ab83121-c868-43b3-936e-43be59043bf3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:39.838466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a16d7df-c706-4c39-8ca2-ff9b7835c83c req-5ab83121-c868-43b3-936e-43be59043bf3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1620789 Aug 30 14:31:39.888718 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce88e082-1b62-45b4-819b-533368a7cd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.894171 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eeab8776-666f-4407-b82a-d8125c8df375 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.920664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dfc04b-338f-4f1c-ab50-a11d39bd1060 None None] New status for floating IP edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:31:39.968925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce88e082-1b62-45b4-819b-533368a7cd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.978141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.997454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Pushing event updated for resources: {'Port': ['ID=1f0e9d5a-60e7-4cfa-a95b-e65d5ded95de,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:40.012108 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a16d7df-c706-4c39-8ca2-ff9b7835c83c req-617663fe-f06e-4d91-a9ea-f99bf4ff639b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555734 Aug 30 14:31:40.084090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.110659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eeab8776-666f-4407-b82a-d8125c8df375 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.111991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-7e2a3da7-ed99-40aa-9535-40c23b5b9f3c service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005793 Aug 30 14:31:40.113830 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eeab8776-666f-4407-b82a-d8125c8df375 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.120259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eeab8776-666f-4407-b82a-d8125c8df375 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "DELETE /v2.0/security-groups/aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f HTTP/1.1" status: 204 len: 168 time: 0.5583637 Aug 30 14:31:40.121001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:40.140144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab8776-666f-4407-b82a-d8125c8df375 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:40.153878 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.155127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-a0b0b5af-6030-4837-8c66-c19462cad3a4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2912972 Aug 30 14:31:40.203644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce88e082-1b62-45b4-819b-533368a7cd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.207517 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce88e082-1b62-45b4-819b-533368a7cd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.208729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ce88e082-1b62-45b4-819b-533368a7cd65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b70f0744-5f70-4295-b759-9b754bec520f HTTP/1.1" status: 204 len: 168 time: 0.5508013 Aug 30 14:31:40.228493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88e082-1b62-45b4-819b-533368a7cd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70f0744-5f70-4295-b759-9b754bec520f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:40.306707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40b183-25fb-4cc0-b6ef-1d7e2d770b30 req-14190f2f-19ec-4908-9307-d33bb97f8fec tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:40.308578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c40b183-25fb-4cc0-b6ef-1d7e2d770b30 req-14190f2f-19ec-4908-9307-d33bb97f8fec tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 943 time: 0.0575721 Aug 30 14:31:40.351429 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c40b183-25fb-4cc0-b6ef-1d7e2d770b30 req-24aedcbd-0e01-4293-b3fa-84a8f1620871 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 Aug 30 14:31:40.538267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:40.553990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5970d8ae-6132-4aff-ae0f-b18be13bdc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.562288 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-3207ca7f-90ca-4c7a-a0eb-1a338284e5f7 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] show failed (client error): The resource could not be found. Aug 30 14:31:40.562288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3207ca7f-90ca-4c7a-a0eb-1a338284e5f7 tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "GET /v2.0/security-groups/aabbfe2a-fd81-4aa6-8efe-f0aa44d2a63f HTTP/1.1" status: 404 len: 347 time: 0.4423301 Aug 30 14:31:40.565723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:40.640074 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-bf9be11c-2526-4a74-b039-5fb493e1a3b9 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.18 HTTP/1.1" status: 200 len: 695 time: 0.1135781 Aug 30 14:31:40.721724 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a69059a-24df-4fa4-985c-a1c5b6744fc2 req-a5a53f66-3270-4c84-ae81-63ec7e94cc92 service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006718 Aug 30 14:31:40.743975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cd1fe-1b28-44f9-9ce2-0a87748a32e2 req-59a72bc6-b441-47c5-8cd5-624efbd035d6 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:40.749555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b2cd1fe-1b28-44f9-9ce2-0a87748a32e2 req-59a72bc6-b441-47c5-8cd5-624efbd035d6 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 932 time: 0.1418390 Aug 30 14:31:40.826486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b2cd1fe-1b28-44f9-9ce2-0a87748a32e2 req-6d0e87ee-bc0e-4da9-aba5-e6ce38d4b0b7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712242 Aug 30 14:31:40.829286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-80ee9f3a-7872-4b0f-a928-0e244f453c50 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:40.830741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b143de31-109d-4e9a-a0e8-dc78f0cb1720 req-80ee9f3a-7872-4b0f-a928-0e244f453c50 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1825733 Aug 30 14:31:40.833571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Deleting port 61a2a567-4824-4879-9a1d-fe1c2559997e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:40.833960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.841796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe505c6-397a-4370-a6b2-da330d52af82 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:40.841796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6873c8-491e-4c59-8ceb-affc11362490', 'tag': '14bf3108-ab04-482a-81be-c7adddc9df51'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:40.843246 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0485fc1-6034-45dd-84b7-ec7e021857a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6873c8-491e-4c59-8ceb-affc11362490", "tag": "14bf3108-ab04-482a-81be-c7adddc9df51"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:40.851849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.867299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Transition to ACTIVE for port object abe505c6-397a-4370-a6b2-da330d52af82 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:40.877671 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.913626 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bb2e18-a058-4d81-b33c-4b6abc6c6b43 x-openstack-request-id: req-d7bb2e18-a058-4d81-b33c-4b6abc6c6b43 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:40.914178 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6873c8-491e-4c59-8ceb-affc11362490", "tag": "14bf3108-ab04-482a-81be-c7adddc9df51", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:40.914438 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7bb2e18-a058-4d81-b33c-4b6abc6c6b43 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:40.914834 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6873c8-491e-4c59-8ceb-affc11362490', 'tag': '14bf3108-ab04-482a-81be-c7adddc9df51', 'status': 'completed', 'code': 200} Aug 30 14:31:40.936794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5970d8ae-6132-4aff-ae0f-b18be13bdc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.957824 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5970d8ae-6132-4aff-ae0f-b18be13bdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.970903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Pushing event updated for resources: {'Port': ['ID=abe505c6-397a-4370-a6b2-da330d52af82,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:41.030096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-e9c84115-8f51-4c00-850a-ee4a2e644936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.031636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-e9c84115-8f51-4c00-850a-ee4a2e644936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 1094 time: 0.1047549 Aug 30 14:31:41.049375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5970d8ae-6132-4aff-ae0f-b18be13bdc7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c91761ee176a416ca5dbf0998f802609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099196 Aug 30 14:31:41.056487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:41.074896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970d8ae-6132-4aff-ae0f-b18be13bdc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c03a6-ab3e-4615-8f37-13c230b39903,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:41.085943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.086274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.107784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Attempting to bind port abe505c6-397a-4370-a6b2-da330d52af82 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:41.108111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Attempting to bind port abe505c6-397a-4370-a6b2-da330d52af82 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:41.108423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Attempting to bind port abe505c6-397a-4370-a6b2-da330d52af82 on network 04538e61-f849-436f-bb14-6146101854b4 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:41.111588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898bd8-180b-4b6d-a804-79dd0741aeed req-9aaddae7-48c6-471b-b53b-84f37fa0b8ce tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.113705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-74898bd8-180b-4b6d-a804-79dd0741aeed req-9aaddae7-48c6-471b-b53b-84f37fa0b8ce tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1790919 Aug 30 14:31:41.126105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Calling delete_port for 61a2a567-4824-4879-9a1d-fe1c2559997e owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:41.139759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Port abe505c6-397a-4370-a6b2-da330d52af82 on network 04538e61-f849-436f-bb14-6146101854b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:31:41.140095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Attempting to bind port abe505c6-397a-4370-a6b2-da330d52af82 on network 04538e61-f849-436f-bb14-6146101854b4 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:41.159748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:41.160091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Checking segment: {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:41.160492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Bound using segment: {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:41.160940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Bound port: abe505c6-397a-4370-a6b2-da330d52af82, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:41.161338 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.206518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-74898bd8-180b-4b6d-a804-79dd0741aeed req-df0d6d57-09a5-47c4-ab3f-32785b4ab146 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.18 HTTP/1.1" status: 200 len: 695 time: 0.0815282 Aug 30 14:31:41.224250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394945df-a302-47ef-a776-dedf0c701117 req-2eac33b1-74f0-4e45-a7fc-c823e5eca27e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.230380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-394945df-a302-47ef-a776-dedf0c701117 req-2eac33b1-74f0-4e45-a7fc-c823e5eca27e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1327324 Aug 30 14:31:41.230380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-19fffaf8-02d2-4c68-915a-449a320185d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.230380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-19fffaf8-02d2-4c68-915a-449a320185d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 912 time: 0.1887341 Aug 30 14:31:41.260267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-74898bd8-180b-4b6d-a804-79dd0741aeed req-a43f6ab3-a908-4b0a-960f-4e9a9ffabb65 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Request body: {'floatingip': {'port_id': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:41.298504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-26584b9a-a4a4-4b4c-a311-8c21daf2120a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14bf3108-ab04-482a-81be-c7adddc9df51 HTTP/1.1" status: 200 len: 217 time: 0.0533903 Aug 30 14:31:41.341291 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6bc4-5629-45da-860d-4afb510afac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.351710 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-74898bd8-180b-4b6d-a804-79dd0741aeed req-a43f6ab3-a908-4b0a-960f-4e9a9ffabb65 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.358371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] For port abe505c6-397a-4370-a6b2-da330d52af82, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:41.364788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-394945df-a302-47ef-a776-dedf0c701117 req-a54d701d-3e57-47c1-9750-98ade57b90da tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317835 Aug 30 14:31:41.396242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-8ced1129-af6a-4fb9-a13d-a95fcc9eb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.396882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1842477b-6b57-40ab-b259-d50c4c0ffd17 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:41.397834 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-8ced1129-af6a-4fb9-a13d-a95fcc9eb0cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.0907197 Aug 30 14:31:41.399556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] For port abe505c6-397a-4370-a6b2-da330d52af82, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=abe505c6-397a-4370-a6b2-da330d52af82,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:41.404755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.424799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6bc4-5629-45da-860d-4afb510afac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.427593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.465737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-36e1150c-4e5d-4231-9ff6-01369c5ac7ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573835 Aug 30 14:31:41.471789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.472528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.474175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/abe505c6-397a-4370-a6b2-da330d52af82 HTTP/1.1" status: 200 len: 1091 time: 1.8377745 Aug 30 14:31:41.532346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Transition to ACTIVE for port object 1842477b-6b57-40ab-b259-d50c4c0ffd17 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:41.543245 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.585960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd64a5-f883-4beb-ad8b-8dc6b94650a4 service neutron] Pushing event updated for resources: {'Port': ['ID=abe505c6-397a-4370-a6b2-da330d52af82,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:41.670421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-f6233864-bd27-4a78-b4c2-d0cc34e04857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.672307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-f6233864-bd27-4a78-b4c2-d0cc34e04857 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1094 time: 0.1079416 Aug 30 14:31:41.685830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273936cc-6f49-4002-948b-a74e20a60d73 req-6f60f4e6-0144-4e04-aab4-2739af26b7bd tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.687628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-273936cc-6f49-4002-948b-a74e20a60d73 req-6f60f4e6-0144-4e04-aab4-2739af26b7bd tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 943 time: 0.1562383 Aug 30 14:31:41.734011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-c4fca87f-4c50-465c-bfaf-fd7ec593d4b5 service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587340 Aug 30 14:31:41.736576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-fc91958c-482a-41b9-893a-37fecd7e3e20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe505c6-397a-4370-a6b2-da330d52af82 HTTP/1.1" status: 200 len: 217 time: 0.0455005 Aug 30 14:31:41.857345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-273936cc-6f49-4002-948b-a74e20a60d73 req-e1b7530b-36b8-4ccc-9689-cac86e5d2492 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577580 Aug 30 14:31:41.860950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-f2ca79f8-d22a-4b44-9b4d-8df893620267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:41.862464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-f2ca79f8-d22a-4b44-9b4d-8df893620267 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.1085818 Aug 30 14:31:41.913252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-3d574c14-af8f-43aa-958b-1ad21752ff72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400243 Aug 30 14:31:41.928071 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0485fc1-6034-45dd-84b7-ec7e021857a0 req-2fc6cf44-a1c1-4109-953a-1a3cb849b79f service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847503 Aug 30 14:31:41.985415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1842477b-6b57-40ab-b259-d50c4c0ffd17,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:42.046114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6bc4-5629-45da-860d-4afb510afac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.048586 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6bc4-5629-45da-860d-4afb510afac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.050282 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ea3a6bc4-5629-45da-860d-4afb510afac9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a37c03a6-ab3e-4615-8f37-13c230b39903 HTTP/1.1" status: 204 len: 168 time: 0.9892011 Aug 30 14:31:42.082390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-26bfae76-d7cc-4b31-ba00-61d29b517ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352623 Aug 30 14:31:42.088306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.092462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f64d76-36bb-4b74-82dd-9888999d86be req-ab32f13f-065f-4564-8c86-901219e97b2e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:42.094214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a6bc4-5629-45da-860d-4afb510afac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c03a6-ab3e-4615-8f37-13c230b39903,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:42.094684 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14f64d76-36bb-4b74-82dd-9888999d86be req-ab32f13f-065f-4564-8c86-901219e97b2e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 944 time: 0.0815899 Aug 30 14:31:42.139608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Pushing event deleted for resources: {'Port': ['ID=61a2a567-4824-4879-9a1d-fe1c2559997e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:42.196482 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-74898bd8-180b-4b6d-a804-79dd0741aeed req-a43f6ab3-a908-4b0a-960f-4e9a9ffabb65 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 14:31:42.197550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-74898bd8-180b-4b6d-a804-79dd0741aeed req-a43f6ab3-a908-4b0a-960f-4e9a9ffabb65 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "PUT /v2.0/floatingips/4e270d57-4551-4345-ad17-15a182874cb7 HTTP/1.1" status: 409 len: 550 time: 0.9531434 Aug 30 14:31:42.198566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14f64d76-36bb-4b74-82dd-9888999d86be req-311ec579-b10a-46c2-a6e9-466dc1ef0022 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875335 Aug 30 14:31:42.208279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Attempting to bind port 1842477b-6b57-40ab-b259-d50c4c0ffd17 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:42.208623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Attempting to bind port 1842477b-6b57-40ab-b259-d50c4c0ffd17 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:42.208950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Attempting to bind port 1842477b-6b57-40ab-b259-d50c4c0ffd17 on network 04538e61-f849-436f-bb14-6146101854b4 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:42.219829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Port 1842477b-6b57-40ab-b259-d50c4c0ffd17 on network 04538e61-f849-436f-bb14-6146101854b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:31:42.220401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Attempting to bind port 1842477b-6b57-40ab-b259-d50c4c0ffd17 on network 04538e61-f849-436f-bb14-6146101854b4 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:42.226503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:42.227254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Checking segment: {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:42.227747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Bound using segment: {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:42.228288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Bound port: 1842477b-6b57-40ab-b259-d50c4c0ffd17, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8644154d-640d-4be0-ba2c-3539ddf7e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '04538e61-f849-436f-bb14-6146101854b4'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:42.228747 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.246978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaa360d8-8665-4f6c-99cc-3bde49854a4e req-80ae8cfb-2cd8-4e49-95ba-8a89cc40f1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512108 Aug 30 14:31:42.257655 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.260088 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.261394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ccdc7794-cb5e-4d9f-8175-b9400f24d0da tempest-ServersTestManualDisk-513486784 tempest-ServersTestManualDisk-513486784-project] 10.222.0.50 "DELETE /v2.0/floatingips/edeffb63-afd3-4f6e-b5d8-2c5e46c70ecf HTTP/1.1" status: 204 len: 168 time: 1.6947560 Aug 30 14:31:42.264767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:42.324851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29cc418c-99c7-4071-aba4-c90355f3010b req-eab4e8ff-1605-45a1-9641-23dd8484cf37 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips/4e270d57-4551-4345-ad17-15a182874cb7 HTTP/1.1" status: 200 len: 692 time: 0.0800755 Aug 30 14:31:42.405873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] For port 1842477b-6b57-40ab-b259-d50c4c0ffd17, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:42.412123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] For port 1842477b-6b57-40ab-b259-d50c4c0ffd17, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1842477b-6b57-40ab-b259-d50c4c0ffd17,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:42.425804 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.494989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:42.495604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.496955 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/1842477b-6b57-40ab-b259-d50c4c0ffd17 HTTP/1.1" status: 200 len: 1092 time: 2.7055662 Aug 30 14:31:42.497669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea8a3d0-ae64-4ed6-b3ec-73dca587dca7', 'tag': '1842477b-6b57-40ab-b259-d50c4c0ffd17'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:42.499898 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47715ac2-c17f-45ca-88a2-8edaa80d5b65" -d '{"events": [{"name": "network-changed", "server_uuid": "bea8a3d0-ae64-4ed6-b3ec-73dca587dca7", "tag": "1842477b-6b57-40ab-b259-d50c4c0ffd17"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:42.520198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc418c-99c7-4071-aba4-c90355f3010b req-4a9b1b2b-d4c6-424f-95b0-8eee98d5519f tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:42.521749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29cc418c-99c7-4071-aba4-c90355f3010b req-4a9b1b2b-d4c6-424f-95b0-8eee98d5519f tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.1905053 Aug 30 14:31:42.547613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcee69c-8be7-44ad-9068-48ae1fd123e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1842477b-6b57-40ab-b259-d50c4c0ffd17,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:42.617587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29cc418c-99c7-4071-aba4-c90355f3010b req-396858bf-320f-42bc-bc11-8deeba609022 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.18 HTTP/1.1" status: 200 len: 695 time: 0.0826106 Aug 30 14:31:42.621342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1c007-0b20-48f9-97d8-29e4e325c756 req-29c92a0a-bbd8-40cc-9f41-c1ed6f38ec57 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:42.627851 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d1c007-0b20-48f9-97d8-29e4e325c756 req-29c92a0a-bbd8-40cc-9f41-c1ed6f38ec57 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1634240 Aug 30 14:31:42.669295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 14bf3108-ab04-482a-81be-c7adddc9df51 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:42.681751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29cc418c-99c7-4071-aba4-c90355f3010b req-263f4f94-5635-4335-bdc7-0b8294a24e2f tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.18 HTTP/1.1" status: 200 len: 695 time: 0.0631049 Aug 30 14:31:42.690868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d1c007-0b20-48f9-97d8-29e4e325c756 req-eae3030a-f12a-48cf-a69c-de0535f62e84 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573997 Aug 30 14:31:42.695808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-eb66055c-1077-4303-9f85-37ab59ca75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:42.702910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-eb66055c-1077-4303-9f85-37ab59ca75c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 1095 time: 0.1244409 Aug 30 14:31:42.784313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-0beb1f80-9dd4-4cbb-b7a3-dbba2067dd37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1842477b-6b57-40ab-b259-d50c4c0ffd17 HTTP/1.1" status: 200 len: 217 time: 0.0442374 Aug 30 14:31:42.810480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 14bf3108-ab04-482a-81be-c7adddc9df51, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=14bf3108-ab04-482a-81be-c7adddc9df51,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:42.824197 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '14bf3108-ab04-482a-81be-c7adddc9df51', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'port_id': '14bf3108-ab04-482a-81be-c7adddc9df51', 'mac_address': 'fa:16:3e:dc:3f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e00d0-e531-49f5-911d-5f14848666a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:42.875646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.887695 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae2f79b-4294-4e85-aec3-bb8e95259068 x-openstack-request-id: req-8ae2f79b-4294-4e85-aec3-bb8e95259068 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:42.887993 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea8a3d0-ae64-4ed6-b3ec-73dca587dca7", "tag": "1842477b-6b57-40ab-b259-d50c4c0ffd17", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:42.888250 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ae2f79b-4294-4e85-aec3-bb8e95259068 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:42.888654 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea8a3d0-ae64-4ed6-b3ec-73dca587dca7', 'tag': '1842477b-6b57-40ab-b259-d50c4c0ffd17', 'status': 'completed', 'code': 200} Aug 30 14:31:42.896047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bf3108-ab04-482a-81be-c7adddc9df51 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:42.913886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-f6ac8436-e651-45fd-9ecc-917c78e61178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:42.915382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-f6ac8436-e651-45fd-9ecc-917c78e61178 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.0890462 Aug 30 14:31:42.919803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1ed1fc-74b8-4534-996a-6d7bb0ff731c', 'tag': 'abe505c6-397a-4370-a6b2-da330d52af82'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:42.920041 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 14bf3108-ab04-482a-81be-c7adddc9df51, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=14bf3108-ab04-482a-81be-c7adddc9df51,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:42.925019 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55830d7f-a152-4354-b837-eb6bba726586" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1ed1fc-74b8-4534-996a-6d7bb0ff731c", "tag": "abe505c6-397a-4370-a6b2-da330d52af82"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:42.926846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.940930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.967091 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-7f993aa6-083b-4bf7-b798-1d84ee4cc783 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444777 Aug 30 14:31:42.972879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Deleting port 1f0e9d5a-60e7-4cfa-a95b-e65d5ded95de {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:42.973516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.984226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=14bf3108-ab04-482a-81be-c7adddc9df51,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:43.067277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433debb9-7cac-4b97-8f94-65564a5eddd4 req-75e8e334-a8ca-4c8a-a1ec-fa13e0f2bc46 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:43.068823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-433debb9-7cac-4b97-8f94-65564a5eddd4 req-75e8e334-a8ca-4c8a-a1ec-fa13e0f2bc46 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 944 time: 0.1256149 Aug 30 14:31:43.138567 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:43.138864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:43.152396 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-433debb9-7cac-4b97-8f94-65564a5eddd4 req-18141848-1344-44f5-ab1a-d49841bbadee tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739202 Aug 30 14:31:43.153065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-1c12bc26-888a-4268-869d-c55c1856890f service neutron] 10.222.0.39 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734095 Aug 30 14:31:43.157266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Calling delete_port for 1f0e9d5a-60e7-4cfa-a95b-e65d5ded95de owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:43.206677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['14bf3108-ab04-482a-81be-c7adddc9df51'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:43.242113 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d785a-6b9b-4d32-aa0c-9da6792a8de8 x-openstack-request-id: req-dc9d785a-6b9b-4d32-aa0c-9da6792a8de8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:43.242293 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1ed1fc-74b8-4534-996a-6d7bb0ff731c", "tag": "abe505c6-397a-4370-a6b2-da330d52af82", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:43.242534 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc9d785a-6b9b-4d32-aa0c-9da6792a8de8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:43.242877 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1ed1fc-74b8-4534-996a-6d7bb0ff731c', 'tag': 'abe505c6-397a-4370-a6b2-da330d52af82', 'status': 'completed', 'code': 200} Aug 30 14:31:43.337851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56b2e7c5-1e87-4f1f-8d77-6c6d26652396 req-400380bf-f57c-4705-9866-60d5a4e53d1e service neutron] 10.222.0.39 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752400 Aug 30 14:31:43.366986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830d7f-a152-4354-b837-eb6bba726586 req-e68a6f19-9a95-4cb5-8244-5eb3676cceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:43.369024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55830d7f-a152-4354-b837-eb6bba726586 req-e68a6f19-9a95-4cb5-8244-5eb3676cceb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1094 time: 0.0822167 Aug 30 14:31:43.392274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Deleting port 08e2703d-3a11-477d-abac-4006a449475a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:43.392636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:43.466580 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:43.470909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-f18fc5c7-5140-4b8b-98fa-d4dcdbc602cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:43.473116 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-f18fc5c7-5140-4b8b-98fa-d4dcdbc602cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 1095 time: 0.0672522 Aug 30 14:31:43.512710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Pushing event deleted for resources: {'Port': ['ID=1f0e9d5a-60e7-4cfa-a95b-e65d5ded95de,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:43.583353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d9ee7-3815-42ec-8b8a-b2518056088f req-24679778-0a60-4572-bff1-003ea7be574b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:43.584878 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-075d9ee7-3815-42ec-8b8a-b2518056088f req-24679778-0a60-4572-bff1-003ea7be574b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 944 time: 0.1461198 Aug 30 14:31:43.593587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:43.617443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] For port 08e2703d-3a11-477d-abac-4006a449475a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=08e2703d-3a11-477d-abac-4006a449475a,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:43.617702 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:43.628952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:43.631618 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:43.633517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29cc418c-99c7-4071-aba4-c90355f3010b req-95548c9b-69de-462b-a31c-70eaea0a71be tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "DELETE /v2.0/floatingips/4e270d57-4551-4345-ad17-15a182874cb7 HTTP/1.1" status: 204 len: 173 time: 0.9475620 Aug 30 14:31:43.639155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830d7f-a152-4354-b837-eb6bba726586 req-c60df01d-4161-4469-9496-8a4b11f26190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:43.639155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55830d7f-a152-4354-b837-eb6bba726586 req-c60df01d-4161-4469-9496-8a4b11f26190 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 919 time: 0.2405736 Aug 30 14:31:43.643597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Calling delete_port for 08e2703d-3a11-477d-abac-4006a449475a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:43.667056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-60590b26-9ba6-4c11-80c4-7df3dc64080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:43.669481 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-60590b26-9ba6-4c11-80c4-7df3dc64080c service neutron] 10.222.0.39 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 919 time: 0.1724203 Aug 30 14:31:43.762237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-0754071d-97b9-4a79-8530-71c29d9ec05c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1842477b-6b57-40ab-b259-d50c4c0ffd17 HTTP/1.1" status: 200 len: 217 time: 0.0610557 Aug 30 14:31:43.788968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db0c21fc-2f6d-4814-b261-f7a45c86975d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:43.846094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-5f12dbb0-fe63-4f31-b27d-2baa0ec7bca8 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 1002 time: 0.1885383 Aug 30 14:31:43.896582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-575bcb72-a41f-43df-a5dc-34f5436a7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:43.898012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-575bcb72-a41f-43df-a5dc-34f5436a7c71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.1237278 Aug 30 14:31:43.951400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-cd2d71f5-6550-4982-81ef-1b5b25c7da18 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:43.952771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-cd2d71f5-6550-4982-81ef-1b5b25c7da18 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports/bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 200 len: 943 time: 0.1005683 Aug 30 14:31:43.957344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-e0f33891-95ba-4eb9-a511-4905945f06b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446818 Aug 30 14:31:44.026950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55830d7f-a152-4354-b837-eb6bba726586 req-3db30370-1cf4-45b7-8d36-5b5f98cdf311 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe505c6-397a-4370-a6b2-da330d52af82 HTTP/1.1" status: 200 len: 217 time: 0.3760610 Aug 30 14:31:44.031032 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-075d9ee7-3815-42ec-8b8a-b2518056088f req-d29ae4b0-c14a-4381-9d79-187cb5d25149 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361312 Aug 30 14:31:44.144096 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-0788f170-bdf2-47b7-93d9-e2d46e52e3ee tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 1002 time: 0.1300731 Aug 30 14:31:44.150243 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db0c21fc-2f6d-4814-b261-f7a45c86975d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.154440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830d7f-a152-4354-b837-eb6bba726586 req-98efe5e9-6fac-4b9b-932d-6a5a19d915c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:44.156195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55830d7f-a152-4354-b837-eb6bba726586 req-98efe5e9-6fac-4b9b-932d-6a5a19d915c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.1223402 Aug 30 14:31:44.163959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-d0f33e85-b902-4269-a641-7c4a30a6cb8f service neutron] 10.222.0.39 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976922 Aug 30 14:31:44.165897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db0c21fc-2f6d-4814-b261-f7a45c86975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.227008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55830d7f-a152-4354-b837-eb6bba726586 req-388ef934-df19-43b5-811b-94aff29cba55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619845 Aug 30 14:31:44.236193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e99f2e-8b55-4fef-b15b-3c4adbb36b66 req-79d9e5cb-2ff0-4431-b96c-e060107b39ce tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:44.237912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9e99f2e-8b55-4fef-b15b-3c4adbb36b66 req-79d9e5cb-2ff0-4431-b96c-e060107b39ce tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1446550 Aug 30 14:31:44.298031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c21fc-2f6d-4814-b261-f7a45c86975d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb301993-611d-4922-9c2c-97de05718e6c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:44.304658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-db0c21fc-2f6d-4814-b261-f7a45c86975d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3511e245541a41d0b522fd0e4183b437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077265 Aug 30 14:31:44.307200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:44.358539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9e99f2e-8b55-4fef-b15b-3c4adbb36b66 req-417e9818-b919-4904-bc59-fac68c17887a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076949 Aug 30 14:31:44.403539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-96eace24-e87e-4c4e-8a64-096fb276c8af tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:44.407375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-96eace24-e87e-4c4e-8a64-096fb276c8af tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.2541845 Aug 30 14:31:44.414197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55830d7f-a152-4354-b837-eb6bba726586 req-e027eda4-778a-46a0-914c-f2b52aa8bb45 service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753020 Aug 30 14:31:44.415772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47715ac2-c17f-45ca-88a2-8edaa80d5b65 req-ce86d14c-e8e7-4f3a-b47d-06ffb9d7890e service neutron] 10.222.0.39 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082639 Aug 30 14:31:44.470686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebbf-1d52-411c-b5cb-f4a92fcb65fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.473831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.506334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebbf-1d52-411c-b5cb-f4a92fcb65fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.507239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e2703d-3a11-477d-abac-4006a449475a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:44.519304 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-155e2886-5442-4bc2-8533-30ebeec5ed67 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 1002 time: 0.0999212 Aug 30 14:31:44.538009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:44.617337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.620578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c96e7b-5e7e-47c5-8f01-f9ffbc9a0ff3 req-10b20c96-9e92-4de2-8d18-ff3d31a110e5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:44.629194 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67c96e7b-5e7e-47c5-8f01-f9ffbc9a0ff3 req-10b20c96-9e92-4de2-8d18-ff3d31a110e5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 944 time: 0.1193078 Aug 30 14:31:44.663075 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebbf-1d52-411c-b5cb-f4a92fcb65fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.665873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebbf-1d52-411c-b5cb-f4a92fcb65fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.667051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9d4bebbf-1d52-411c-b5cb-f4a92fcb65fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb301993-611d-4922-9c2c-97de05718e6c HTTP/1.1" status: 204 len: 168 time: 0.3579733 Aug 30 14:31:44.671692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 14bf3108-ab04-482a-81be-c7adddc9df51 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:44.684668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bebbf-1d52-411c-b5cb-f4a92fcb65fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb301993-611d-4922-9c2c-97de05718e6c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:44.712317 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55830d7f-a152-4354-b837-eb6bba726586 req-efb4068f-1907-4c0e-bcfb-d5e4bb00090c service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890401 Aug 30 14:31:44.778910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 14bf3108-ab04-482a-81be-c7adddc9df51 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:44.785485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 14bf3108-ab04-482a-81be-c7adddc9df51 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:44.786136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.803343 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67c96e7b-5e7e-47c5-8f01-f9ffbc9a0ff3 req-a91d61da-75ef-417e-b7b0-ceb3dd7a8b56 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730244 Aug 30 14:31:44.863045 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.867808 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.868297 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Floating IP 64ad7731-08e8-4473-bb04-589c9857c1e5 disassociated. External IP: 172.25.6.230, port: bc6b0523-88d5-4e82-86ee-7d5803ed27ee. Aug 30 14:31:44.890767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.922608 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.965453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6873c8-491e-4c59-8ceb-affc11362490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bf3108-ab04-482a-81be-c7adddc9df51'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:44.968563 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96792f43-9897-4628-9e45-9baf839cd10c" -d '{"events": [{"server_uuid": "ff6873c8-491e-4c59-8ceb-affc11362490", "name": "network-vif-plugged", "status": "completed", "tag": "14bf3108-ab04-482a-81be-c7adddc9df51"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:44.975388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 14bf3108-ab04-482a-81be-c7adddc9df51, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=14bf3108-ab04-482a-81be-c7adddc9df51,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:44.981085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:45.031617 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee918172-0420-43be-9310-f8624312fc76 x-openstack-request-id: req-ee918172-0420-43be-9310-f8624312fc76 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:45.032141 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6873c8-491e-4c59-8ceb-affc11362490", "name": "network-vif-plugged", "status": "completed", "tag": "14bf3108-ab04-482a-81be-c7adddc9df51", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:45.033545 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee918172-0420-43be-9310-f8624312fc76 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:45.034139 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6873c8-491e-4c59-8ceb-affc11362490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bf3108-ab04-482a-81be-c7adddc9df51', 'code': 200} Aug 30 14:31:45.069210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=14bf3108-ab04-482a-81be-c7adddc9df51,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:45.174517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Router 273d1e6a-b010-4f19-986b-ccc59ce5495d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:31:45.177515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678b06e-c3a6-49dd-b699-61babc53793a req-6db5a20e-a12a-4b8f-9d91-36fdb47f0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:45.179012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a678b06e-c3a6-49dd-b699-61babc53793a req-6db5a20e-a12a-4b8f-9d91-36fdb47f0e23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 1096 time: 0.0560760 Aug 30 14:31:45.229498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52420b36-0e92-4c1f-bec3-df06949389fe req-7d30f40d-7b14-42bd-8283-904b92071b26 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:45.231130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52420b36-0e92-4c1f-bec3-df06949389fe req-7d30f40d-7b14-42bd-8283-904b92071b26 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 944 time: 0.1061351 Aug 30 14:31:45.257887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Router af77c36a-14ec-495e-b165-b004cc2ed7f5 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:31:45.265457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a678b06e-c3a6-49dd-b699-61babc53793a req-495273bb-39bf-48d6-a0fd-618b55808bcc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786374 Aug 30 14:31:45.320872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52420b36-0e92-4c1f-bec3-df06949389fe req-3a69b7b9-0d13-4e0d-8731-fdcea9da5aba tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825844 Aug 30 14:31:45.333494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:45.350143 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] Sync routers for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:45.350700 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:45.376951 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:45.378394 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:45.394664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:45.402344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5a46a3f4-e4b6-47a6-875e-57d4c6db5108 admin admin] 10.222.0.50 "PUT /v2.0/routers/af77c36a-14ec-495e-b165-b004cc2ed7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1342347 Aug 30 14:31:45.403728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:45.405531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] Sync routers for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:45.408374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e3b5a2ad-28a2-48e4-8f09-1e059241fb53 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "PUT /v2.0/floatingips/64ad7731-08e8-4473-bb04-589c9857c1e5 HTTP/1.1" status: 200 len: 695 time: 0.8657684 Aug 30 14:31:45.409011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:45.416516 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:45.420832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:45.421736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:45.492998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-ab4ff0a7-6ebd-42cc-a28c-f2a16f671152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:45.494880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-ab4ff0a7-6ebd-42cc-a28c-f2a16f671152 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38c63b816ee84b10a37a8f7e2551297e&device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 1097 time: 0.0744340 Aug 30 14:31:45.574120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:45.680906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-84540498-b738-45d9-8e6b-0bba5bf5d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:45.684151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-84540498-b738-45d9-8e6b-0bba5bf5d220 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea6fe30c-5752-4183-acd8-d90d17689eb1 HTTP/1.1" status: 200 len: 929 time: 0.1780457 Aug 30 14:31:45.705626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:45.717418 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:45.750245 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-8c96701f-32bb-40d1-b5ad-932cdd50194f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 200 len: 217 time: 0.0533719 Aug 30 14:31:45.806084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:31:44Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:45.813549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e04810b9-9704-4ae6-8c64-056071c79ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:45.815372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-e04810b9-9704-4ae6-8c64-056071c79ba2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7f724c5-6ef7-4f9a-8136-32367460f2c1 HTTP/1.1" status: 200 len: 867 time: 0.0590656 Aug 30 14:31:45.859080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] Checking router: af77c36a-14ec-495e-b165-b004cc2ed7f5 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:45.869761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7e91-993b-4b70-9f84-ae08f77d98ef req-7f122e30-9895-43f6-b5a0-c83a3f902cbe tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:45.871419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23ef7e91-993b-4b70-9f84-ae08f77d98ef req-7f122e30-9895-43f6-b5a0-c83a3f902cbe tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.3488104 Aug 30 14:31:45.872314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] Routers {'af77c36a-14ec-495e-b165-b004cc2ed7f5'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:45.873217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['af77c36a-14ec-495e-b165-b004cc2ed7f5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:45.889778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-098feea1-5073-444d-b24a-c0747bb16f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:45.897798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-098feea1-5073-444d-b24a-c0747bb16f94 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea6fe30c-5752-4183-acd8-d90d17689eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760002 Aug 30 14:31:46.005969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-7d4824f2-bb9f-4172-82b6-6a253d4f738b service neutron] 10.222.0.50 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072133 Aug 30 14:31:46.066245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] Set router af77c36a-14ec-495e-b165-b004cc2ed7f5 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:46.079626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23ef7e91-993b-4b70-9f84-ae08f77d98ef req-3e0d4c3b-b0a8-4a30-b518-3a9884684565 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490319 Aug 30 14:31:46.092205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:46.130504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device abe505c6-397a-4370-a6b2-da330d52af82 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:46.169884 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219922b6-05d1-4328-885b-9db2ec3c8987 x-openstack-request-id: req-219922b6-05d1-4328-885b-9db2ec3c8987 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:46.170420 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:46.170819 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-219922b6-05d1-4328-885b-9db2ec3c8987 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:46.171371 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'status': 'completed', 'code': 200} Aug 30 14:31:46.184255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d590addb-32ba-47d3-a9db-e95aa5449c55 req-787fa34e-cc25-43a6-ad2d-4b617c3de901 service neutron] 10.222.0.50 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773326 Aug 30 14:31:46.250373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Deleting port 531ba110-64de-4e46-a097-5c8d84195399 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:46.251416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:46.259622 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:18Z', 'revision_number': 5, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:46.302308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-a146a48c-0018-4d55-9b77-da6e56344810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:46.303853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-a146a48c-0018-4d55-9b77-da6e56344810 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38c63b816ee84b10a37a8f7e2551297e&device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 1097 time: 0.1120944 Aug 30 14:31:46.339021 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] Checking router: 273d1e6a-b010-4f19-986b-ccc59ce5495d for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:46.360769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:46.364255 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:46.487782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] For port 531ba110-64de-4e46-a097-5c8d84195399, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=531ba110-64de-4e46-a097-5c8d84195399,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:46.488160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:46.533639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Calling delete_port for 531ba110-64de-4e46-a097-5c8d84195399 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:46.568462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port abe505c6-397a-4370-a6b2-da330d52af82, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=abe505c6-397a-4370-a6b2-da330d52af82,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:46.603362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'abe505c6-397a-4370-a6b2-da330d52af82', 'network_id': '04538e61-f849-436f-bb14-6146101854b4', 'port_id': 'abe505c6-397a-4370-a6b2-da330d52af82', 'mac_address': 'fa:16:3e:9d:a0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de96bd84-0e05-41ec-b35b-266250b5a5d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:46.663250 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:46.679249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1842477b-6b57-40ab-b259-d50c4c0ffd17 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:46.751502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a407ab09-5f04-4e95-869d-515cdecbcf24 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips/64ad7731-08e8-4473-bb04-589c9857c1e5 HTTP/1.1" status: 200 len: 695 time: 0.1844122 Aug 30 14:31:46.802782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1842477b-6b57-40ab-b259-d50c4c0ffd17, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1842477b-6b57-40ab-b259-d50c4c0ffd17,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:46.821982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '1842477b-6b57-40ab-b259-d50c4c0ffd17', 'network_id': '04538e61-f849-436f-bb14-6146101854b4', 'port_id': '1842477b-6b57-40ab-b259-d50c4c0ffd17', 'mac_address': 'fa:16:3e:f9:52:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de96bd84-0e05-41ec-b35b-266250b5a5d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:46.897266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:46.937729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1842477b-6b57-40ab-b259-d50c4c0ffd17 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:46.968977 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:46.987501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1842477b-6b57-40ab-b259-d50c4c0ffd17, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1842477b-6b57-40ab-b259-d50c4c0ffd17,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:46.998106 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.062926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fa8a3-1af6-4754-89b4-592f1b362778 req-49b94d18-477a-40b8-b679-a5608c1e4078 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:47.065396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee6fa8a3-1af6-4754-89b4-592f1b362778 req-49b94d18-477a-40b8-b679-a5608c1e4078 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 945 time: 0.6916616 Aug 30 14:31:47.074907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-944b1af7-c53b-4026-8402-d426539f27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:47.077932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-944b1af7-c53b-4026-8402-d426539f27d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea6fe30c-5752-4183-acd8-d90d17689eb1 HTTP/1.1" status: 200 len: 929 time: 0.7671831 Aug 30 14:31:47.079902 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:18Z', 'revision_number': 5, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:47.091051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1842477b-6b57-40ab-b259-d50c4c0ffd17,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:47.096981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe505c6-397a-4370-a6b2-da330d52af82 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:47.139995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-528f25cd-17f0-4b15-b405-264c476d0033 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:47.149142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-528f25cd-17f0-4b15-b405-264c476d0033 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.3694031 Aug 30 14:31:47.151022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port abe505c6-397a-4370-a6b2-da330d52af82, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=abe505c6-397a-4370-a6b2-da330d52af82,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:47.152395 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6881f-8871-41e4-87d9-498c8a9a6b71 None None] The sync data for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 is: [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:11Z', 'revision_number': 4, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c194bbbf-7b8e-4956-94f4-6c14a1f10f56', 'name': '', 'network_id': 'ea6fe30c-5752-4183-acd8-d90d17689eb1', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'mac_address': 'fa:16:3e:df:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:10Z', 'updated_at': '2021-08-30T14:31:18Z', 'revision_number': 5, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'subnets': [{'id': 'a7f724c5-6ef7-4f9a-8136-32367460f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:47.160176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.170531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-8369c44a-6f08-4b0b-8944-2c639f214496 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:31:47.171530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-8369c44a-6f08-4b0b-8944-2c639f214496 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216417 Aug 30 14:31:47.195458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-98773049-9012-4142-841f-afe05a0f58cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 200 len: 217 time: 0.1066697 Aug 30 14:31:47.237242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:31:44Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:47.247743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee6fa8a3-1af6-4754-89b4-592f1b362778 req-24804438-d48e-48f8-9777-fe66d987e3b5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648057 Aug 30 14:31:47.270610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-6fac0c4d-845e-482b-a03e-fd3e812a1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:47.277988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-6fac0c4d-845e-482b-a03e-fd3e812a1c3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7f724c5-6ef7-4f9a-8136-32367460f2c1 HTTP/1.1" status: 200 len: 867 time: 0.0710187 Aug 30 14:31:47.280728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-269d8ff5-a43b-4975-bdfb-2a71cb4297bd tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 698 time: 0.0598547 Aug 30 14:31:47.283352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b92791-d543-4891-be0e-bcddd1ad392a None None] The sync data for ids ['af77c36a-14ec-495e-b165-b004cc2ed7f5'] in n-d-805668-3 is: [{'id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'name': 'tempest-ServersTestManualDisk-1280815706-router', 'tenant_id': '68630affd344440591997cf82eb7af7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '531ba110-64de-4e46-a097-5c8d84195399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:48Z', 'updated_at': '2021-08-30T14:31:44Z', 'revision_number': 5, 'project_id': '68630affd344440591997cf82eb7af7f', 'gw_port': {'id': '531ba110-64de-4e46-a097-5c8d84195399', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77c36a-14ec-495e-b165-b004cc2ed7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:49Z', 'updated_at': '2021-08-30T14:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:47.308055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.312561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1842477b-6b57-40ab-b259-d50c4c0ffd17'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:47.321329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=abe505c6-397a-4370-a6b2-da330d52af82,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:47.390934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Pushing event deleted for resources: {'Port': ['ID=531ba110-64de-4e46-a097-5c8d84195399,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:47.400959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-afa70f8c-345c-41ff-a9ac-6d138f3bc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:47.402698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-afa70f8c-345c-41ff-a9ac-6d138f3bc61d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6fe30c-5752-4183-acd8-d90d17689eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174123 Aug 30 14:31:47.404948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-d8a2064e-9d74-49ea-a17a-65c679016e7a tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.230 HTTP/1.1" status: 200 len: 698 time: 0.1082807 Aug 30 14:31:47.503267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1b348-57ac-4055-9449-ee1ee0536749 req-d418dd15-b1f7-46f9-99a7-2cd54b36a5e8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:47.505264 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dd1b348-57ac-4055-9449-ee1ee0536749 req-d418dd15-b1f7-46f9-99a7-2cd54b36a5e8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 945 time: 0.1298335 Aug 30 14:31:47.592234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-7ea82b18-1138-42e1-a911-5f379c3172a3 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735313 Aug 30 14:31:47.601104 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dd1b348-57ac-4055-9449-ee1ee0536749 req-acaddf9a-82c2-4954-bfa7-30e6edd3c529 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869949 Aug 30 14:31:47.614884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.695146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['abe505c6-397a-4370-a6b2-da330d52af82'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:47.748815 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d3504-18a3-4628-a2ec-5d0c205de9ac None None] New status for floating IP 64ad7731-08e8-4473-bb04-589c9857c1e5: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:31:47.750998 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.757024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.800724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Deleting port e08af677-2bc0-4aff-b900-c44f8accafd7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:47.803398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.867157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 08e2703d-3a11-477d-abac-4006a449475a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:47.879885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bfc26c8-1ebe-4988-bf9a-5d94a4c70d7a req-41ebc33c-9a9f-44e2-955d-55cfd7549096 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764900 Aug 30 14:31:47.908473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.909108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router af77c36a-14ec-495e-b165-b004cc2ed7f5 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:31:47.924176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.927222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-de7d401e-a471-4d49-a697-9edf0ff0db8a admin admin] 10.222.0.50 "DELETE /v2.0/routers/af77c36a-14ec-495e-b165-b004cc2ed7f5 HTTP/1.1" status: 204 len: 168 time: 2.5225410 Aug 30 14:31:47.931738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:47.939364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 08e2703d-3a11-477d-abac-4006a449475a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:47.939609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 08e2703d-3a11-477d-abac-4006a449475a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:47.999375 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:47.999711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.000404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Deleting subnet 6bf6c52f-3482-440c-92cd-0a5617dddab5 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:31:48.016375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Calling delete_port for e08af677-2bc0-4aff-b900-c44f8accafd7 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:48.020980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383041-d6be-4daf-9ea4-71325515bf4d req-4991d447-23ee-474b-baae-bef5f30d32f6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:48.026633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb383041-d6be-4daf-9ea4-71325515bf4d req-4991d447-23ee-474b-baae-bef5f30d32f6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1639400 Aug 30 14:31:48.030497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.090408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.129375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb383041-d6be-4daf-9ea4-71325515bf4d req-39151e18-2bee-4c5b-8b24-30d4138c104b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743048 Aug 30 14:31:48.213861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.301462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.305337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.337606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf6c52f-3482-440c-92cd-0a5617dddab5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:48.341836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.343547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6bf6c52f-3482-440c-92cd-0a5617dddab5 HTTP/1.1" status: 204 len: 168 time: 0.4110274 Aug 30 14:31:48.345640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Pushing event deleted for resources: {'Port': ['ID=e08af677-2bc0-4aff-b900-c44f8accafd7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:48.353142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:48.353344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64e6a1-636e-41b7-b153-083b7ada81f7 None None] Network 0264fdf4-a07a-4357-9913-08d026d64dbd requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:48.360921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.360921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.360921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.361238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.361656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.362042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.362380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.362713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.363045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.363494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.363831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.364147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4a89-4dcd-49d7-8bfb-3cc830a05665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:31:48.483988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d8280-0d5e-4a47-ad88-b7664c482fca req-30fa7977-ca51-4e0d-961e-c8da7941f913 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:48.489566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f8d8280-0d5e-4a47-ad88-b7664c482fca req-30fa7977-ca51-4e0d-961e-c8da7941f913 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 945 time: 0.0739822 Aug 30 14:31:48.497751 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.500848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.502017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0efbf55a-a9c8-4afb-8098-aec67f19199e req-a5b3607b-6e08-4787-8eb2-4344aae2777d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "DELETE /v2.0/floatingips/64ad7731-08e8-4473-bb04-589c9857c1e5 HTTP/1.1" status: 204 len: 173 time: 1.0902140 Aug 30 14:31:48.507884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.539957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f8d8280-0d5e-4a47-ad88-b7664c482fca req-08a4f322-f532-4424-8097-22b08e56881f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Aug 30 14:31:48.622412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Deleting port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:48.622764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.627063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] DHCP port deletion for 0264fdf4-a07a-4357-9913-08d026d64dbd request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:31:48.703289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] Deleting port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:48.703970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.719371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1842477b-6b57-40ab-b259-d50c4c0ffd17 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:48.827667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] For port 3d62c8c6-70be-49e0-a2b0-fe632a60f068, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=3d62c8c6-70be-49e0-a2b0-fe632a60f068,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:48.828080 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.849786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 1842477b-6b57-40ab-b259-d50c4c0ffd17 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:48.854134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] Calling delete_port for 3d62c8c6-70be-49e0-a2b0-fe632a60f068 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:48.855871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 1842477b-6b57-40ab-b259-d50c4c0ffd17 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:48.856402 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:48.865016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6010be-ff82-499b-a3d8-76d858d0115d req-c644add5-6562-4eb9-bd2a-2afd55717e63 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:48.867254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e6010be-ff82-499b-a3d8-76d858d0115d req-c644add5-6562-4eb9-bd2a-2afd55717e63 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 945 time: 0.0733485 Aug 30 14:31:48.918404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e6010be-ff82-499b-a3d8-76d858d0115d req-6bb4880b-c5da-4636-81e9-2be7d34eeff4 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Aug 30 14:31:49.029089 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.065863 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.076340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb5681-670c-4692-baeb-a14e1d08121f req-adafe48b-b02e-4c87-af71-21cd434f5591 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:49.078400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87cb5681-670c-4692-baeb-a14e1d08121f req-adafe48b-b02e-4c87-af71-21cd434f5591 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 945 time: 0.0852077 Aug 30 14:31:49.110243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea8a3d0-ae64-4ed6-b3ec-73dca587dca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1842477b-6b57-40ab-b259-d50c4c0ffd17'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:49.112260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5d30-bdad-4aa3-bbe4-59aa285d30cf req-abbdb243-f0cb-4432-a4d4-ba0c6b1b5a27 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:49.112532 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137aec07-d0e0-44a2-a296-beaa0528cc01" -d '{"events": [{"server_uuid": "bea8a3d0-ae64-4ed6-b3ec-73dca587dca7", "name": "network-vif-plugged", "status": "completed", "tag": "1842477b-6b57-40ab-b259-d50c4c0ffd17"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:49.113846 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-316b5d30-bdad-4aa3-bbe4-59aa285d30cf req-abbdb243-f0cb-4432-a4d4-ba0c6b1b5a27 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5236573 Aug 30 14:31:49.119089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] For port 3d62c8c6-70be-49e0-a2b0-fe632a60f068, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=3d62c8c6-70be-49e0-a2b0-fe632a60f068,segment=NetworkSegment(22b736d8-4e08-46e1-93fd-2efe3bd6c1c0),segment_id=22b736d8-4e08-46e1-93fd-2efe3bd6c1c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:49.119699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.124340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] Pushing event deleted for resources: {'Port': ['ID=3d62c8c6-70be-49e0-a2b0-fe632a60f068,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:49.134517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54dd7b2-db28-4425-981a-c7877a0a44c2 None None] No DVR routers for this DVR port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:49.139993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1842477b-6b57-40ab-b259-d50c4c0ffd17, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1842477b-6b57-40ab-b259-d50c4c0ffd17,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:49.141028 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87cb5681-670c-4692-baeb-a14e1d08121f req-653e4851-7e0d-4c24-88e3-40a5a5d007f2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Aug 30 14:31:49.157614 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.185123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Calling delete_port for 3d62c8c6-70be-49e0-a2b0-fe632a60f068 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:49.190880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-316b5d30-bdad-4aa3-bbe4-59aa285d30cf req-ee872ead-7e26-49e6-b717-257a0aef0654 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0681853 Aug 30 14:31:49.217719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1842477b-6b57-40ab-b259-d50c4c0ffd17,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:49.240254 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7102a6-0ddb-4ac2-bed9-3e2f2e8e69c9 x-openstack-request-id: req-ab7102a6-0ddb-4ac2-bed9-3e2f2e8e69c9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:49.240863 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea8a3d0-ae64-4ed6-b3ec-73dca587dca7", "name": "network-vif-plugged", "status": "completed", "tag": "1842477b-6b57-40ab-b259-d50c4c0ffd17", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:49.241519 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab7102a6-0ddb-4ac2-bed9-3e2f2e8e69c9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:49.241928 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea8a3d0-ae64-4ed6-b3ec-73dca587dca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1842477b-6b57-40ab-b259-d50c4c0ffd17', 'code': 200} Aug 30 14:31:49.302852 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-375761e7-61cd-479e-8d57-1e49fecef009 req-54b9930e-84c9-4353-a834-8720e73bd21e tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0480072 Aug 30 14:31:49.356780 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.364942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf5eeb-7e97-40a1-ab89-7ef8a2ade29c req-2aa9d18e-ace5-413e-bc50-5f452476929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:49.376247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ecf5eeb-7e97-40a1-ab89-7ef8a2ade29c req-2aa9d18e-ace5-413e-bc50-5f452476929c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 1097 time: 0.0621800 Aug 30 14:31:49.386250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d62c8c6-70be-49e0-a2b0-fe632a60f068,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:49.403516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d58dd-2d17-4395-b1ee-f076cde7b5c3 req-b5298cf1-c5c4-4458-8b64-3db670ec18f6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:49.405178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e77d58dd-2d17-4395-b1ee-f076cde7b5c3 req-b5298cf1-c5c4-4458-8b64-3db670ec18f6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.1033072 Aug 30 14:31:49.406349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] No DVR routers for this DVR port 3d62c8c6-70be-49e0-a2b0-fe632a60f068 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:49.434588 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ecf5eeb-7e97-40a1-ab89-7ef8a2ade29c req-5e99de98-0af8-4a31-87c5-4dd8608d2c35 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Aug 30 14:31:49.509943 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.522343 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e77d58dd-2d17-4395-b1ee-f076cde7b5c3 req-e0a9524d-bb88-4849-8518-b31ecb394a30 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914087 Aug 30 14:31:49.526412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0264fdf4-a07a-4357-9913-08d026d64dbd']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:49.545338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:49.545717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b736d8-4e08-46e1-93fd-2efe3bd6c1c0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:49.564777 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.582250 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.588971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:31:49.589418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.596215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 531ba110-64de-4e46-a097-5c8d84195399 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:31:49.609342 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:31:49.627474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 531ba110-64de-4e46-a097-5c8d84195399 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:49.629061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 531ba110-64de-4e46-a097-5c8d84195399 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:49.629742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 3d62c8c6-70be-49e0-a2b0-fe632a60f068 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:49.655725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 3d62c8c6-70be-49e0-a2b0-fe632a60f068 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:49.656370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 3d62c8c6-70be-49e0-a2b0-fe632a60f068 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:49.667237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.674829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.689940 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0264fdf4-a07a-4357-9913-08d026d64dbd HTTP/1.1" status: 204 len: 168 time: 1.3267214 Aug 30 14:31:49.714428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cbad4-2275-4f79-8407-b9d6206f7a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=0264fdf4-a07a-4357-9913-08d026d64dbd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:49.738396 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:49.860964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91064f-11c8-452b-a525-9ace757b595a req-5ad9a912-5f4c-4d91-8275-376214aac92d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:49.863510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d91064f-11c8-452b-a525-9ace757b595a req-5ad9a912-5f4c-4d91-8275-376214aac92d tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 946 time: 0.0612991 Aug 30 14:31:49.906828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40730) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:49.917372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1380-25b3-46f9-afc0-7c0699f27d93 req-7231886d-fd06-4466-96ad-940aad27c917 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:49.919359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c05d1380-25b3-46f9-afc0-7c0699f27d93 req-7231886d-fd06-4466-96ad-940aad27c917 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0578313 Aug 30 14:31:49.920065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d91064f-11c8-452b-a525-9ace757b595a req-18ae815f-a07a-4775-afaf-ac6069d75e3e tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500898 Aug 30 14:31:49.966487 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c05d1380-25b3-46f9-afc0-7c0699f27d93 req-51f0d176-2ead-449c-9fd7-fe3e3f4cd1d4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 Aug 30 14:31:49.979125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:49.981745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1079461e-fa91-433d-b829-b0a39406d3ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68630affd344440591997cf82eb7af7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734499 Aug 30 14:31:50.022265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device abe505c6-397a-4370-a6b2-da330d52af82 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:31:50.058053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f9aec5d-ea2a-4c20-bbac-ab3ac922af4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.082408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f9aec5d-ea2a-4c20-bbac-ab3ac922af4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.084050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be341cb4-f0c5-4569-8ba0-9a75e5860776 req-a2a891d1-e617-4e57-9272-6e8039fdbfd8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:50.086078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be341cb4-f0c5-4569-8ba0-9a75e5860776 req-a2a891d1-e617-4e57-9272-6e8039fdbfd8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0705326 Aug 30 14:31:50.097323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port abe505c6-397a-4370-a6b2-da330d52af82 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:50.111110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port abe505c6-397a-4370-a6b2-da330d52af82 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:50.111829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.146953 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be341cb4-f0c5-4569-8ba0-9a75e5860776 req-9f788aaa-5959-49aa-836d-13dcaaf988a5 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544217 Aug 30 14:31:50.176822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9d398-72d7-4fbd-a969-58bc8da9d13f req-751fee6f-fe71-4daa-b4a7-ecec3da14880 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:50.178253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b9d398-72d7-4fbd-a969-58bc8da9d13f req-751fee6f-fe71-4daa-b4a7-ecec3da14880 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1333506 Aug 30 14:31:50.216783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f9aec5d-ea2a-4c20-bbac-ab3ac922af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.219293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f9aec5d-ea2a-4c20-bbac-ab3ac922af4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.220433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8f9aec5d-ea2a-4c20-bbac-ab3ac922af4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3ccfd0d-bc36-4a29-941e-f856779cfbd8 HTTP/1.1" status: 204 len: 168 time: 0.2403529 Aug 30 14:31:50.302199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b9d398-72d7-4fbd-a969-58bc8da9d13f req-7ec7ada4-63f1-4e73-88fc-1c9c68b33568 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102955 Aug 30 14:31:50.304509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9aec5d-ea2a-4c20-bbac-ab3ac922af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ccfd0d-bc36-4a29-941e-f856779cfbd8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:50.380405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2936978-86ad-4955-bd0b-a380f0a09d4d req-eeef06a4-82e7-48a5-9cbc-57abd1e31274 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:50.397556 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d2936978-86ad-4955-bd0b-a380f0a09d4d req-eeef06a4-82e7-48a5-9cbc-57abd1e31274 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 945 time: 0.1007667 Aug 30 14:31:50.444673 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.480276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d2936978-86ad-4955-bd0b-a380f0a09d4d req-01518fb1-790f-46c0-ac50-ac0280442ad5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811026 Aug 30 14:31:50.504917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port abe505c6-397a-4370-a6b2-da330d52af82, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=abe505c6-397a-4370-a6b2-da330d52af82,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:50.510541 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.530286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-728b4fd6-f124-4775-86cd-c4fb8692298d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:50.532586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-728b4fd6-f124-4775-86cd-c4fb8692298d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 945 time: 0.1110427 Aug 30 14:31:50.588500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=abe505c6-397a-4370-a6b2-da330d52af82,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:50.683324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Deleting port 14bf3108-ab04-482a-81be-c7adddc9df51 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:50.683669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.724868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194d74-61cc-4c43-afbd-713313ce790c req-6d001b23-50ae-461c-8845-4e6c078d5a2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:50.726691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-6d001b23-50ae-461c-8845-4e6c078d5a2f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.1603527 Aug 30 14:31:50.758920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-b6c0b650-b183-43a7-8a1b-3f6fa07c0b0f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/quotas/507103ad8de3439dae59b88049210d4b HTTP/1.1" status: 200 len: 375 time: 0.0201750 Aug 30 14:31:50.821833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] For port 14bf3108-ab04-482a-81be-c7adddc9df51, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=14bf3108-ab04-482a-81be-c7adddc9df51,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:50.822202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:50.836714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Calling delete_port for 14bf3108-ab04-482a-81be-c7adddc9df51 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:50.855813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-50ea6181-c4e0-424f-ae52-b8b50042027f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0945671 Aug 30 14:31:50.965344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-a8ca857e-fc93-48b2-85c6-db0b1cf45db0 service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007049 Aug 30 14:31:50.992573 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:51.006705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['14bf3108-ab04-482a-81be-c7adddc9df51'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:51.041408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event deleted for resources: {'Port': ['ID=14bf3108-ab04-482a-81be-c7adddc9df51,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:51.094079 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-d27d5cf4-8003-4821-9a7b-814e84bdc37e service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205108 Aug 30 14:31:51.113854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] No DVR routers for this DVR port 14bf3108-ab04-482a-81be-c7adddc9df51 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:51.117738 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:51.119683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ff51ad5-a6eb-4587-b476-cbcdd4c3a851 req-c5a433ec-5dfc-47a5-aa6f-67271887e89a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "DELETE /v2.0/ports/14bf3108-ab04-482a-81be-c7adddc9df51 HTTP/1.1" status: 204 len: 173 time: 0.5795722 Aug 30 14:31:51.120123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6873c8-491e-4c59-8ceb-affc11362490', 'name': 'network-vif-deleted', 'tag': '14bf3108-ab04-482a-81be-c7adddc9df51'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:51.122448 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78b1dbb-0671-4d21-9e62-582376b07282" -d '{"events": [{"server_uuid": "ff6873c8-491e-4c59-8ceb-affc11362490", "name": "network-vif-deleted", "tag": "14bf3108-ab04-482a-81be-c7adddc9df51"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:51.142578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c11473-be9c-49f9-a83d-68f35f8fff93 req-7dde4f98-e1e4-450f-bf68-fcc51fd43624 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:51.143873 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73c11473-be9c-49f9-a83d-68f35f8fff93 req-7dde4f98-e1e4-450f-bf68-fcc51fd43624 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 946 time: 0.1411505 Aug 30 14:31:51.202545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73c11473-be9c-49f9-a83d-68f35f8fff93 req-656f1e41-3969-4646-bed0-ee338ae37316 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/security-groups?id=0342e6a3-9eb2-443b-a724-86315fd0ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496233 Aug 30 14:31:51.242811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1ed1fc-74b8-4534-996a-6d7bb0ff731c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe505c6-397a-4370-a6b2-da330d52af82'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:51.246421 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe92476-ff38-4244-ae6d-ab073bb7bb37" -d '{"events": [{"server_uuid": "2d1ed1fc-74b8-4534-996a-6d7bb0ff731c", "name": "network-vif-plugged", "status": "completed", "tag": "abe505c6-397a-4370-a6b2-da330d52af82"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:51.278919 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6dbde3-186d-43a7-b670-c0dea641ae99 x-openstack-request-id: req-ab6dbde3-186d-43a7-b670-c0dea641ae99 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:51.279240 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6873c8-491e-4c59-8ceb-affc11362490", "name": "network-vif-deleted", "tag": "14bf3108-ab04-482a-81be-c7adddc9df51", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:51.279446 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab6dbde3-186d-43a7-b670-c0dea641ae99 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:51.279847 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6873c8-491e-4c59-8ceb-affc11362490', 'name': 'network-vif-deleted', 'tag': '14bf3108-ab04-482a-81be-c7adddc9df51', 'status': 'completed', 'code': 200} Aug 30 14:31:51.384500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:51.426701 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d6831-49cc-49d8-aba7-d9d55a08e8a3 x-openstack-request-id: req-161d6831-49cc-49d8-aba7-d9d55a08e8a3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:51.427207 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1ed1fc-74b8-4534-996a-6d7bb0ff731c", "name": "network-vif-plugged", "status": "completed", "tag": "abe505c6-397a-4370-a6b2-da330d52af82", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:51.427680 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-161d6831-49cc-49d8-aba7-d9d55a08e8a3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:51.428276 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1ed1fc-74b8-4534-996a-6d7bb0ff731c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe505c6-397a-4370-a6b2-da330d52af82', 'code': 200} Aug 30 14:31:51.440704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-64bdd3c4-7ec8-45b7-bd0d-72e2d9e101e4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:51.442490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-64bdd3c4-7ec8-45b7-bd0d-72e2d9e101e4 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 946 time: 0.1387527 Aug 30 14:31:51.473638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae2fe-6a4f-45c0-bd4d-6c175d999af4 req-7ad4d06b-d612-4860-823f-1b5c8123f2b8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:51.484862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-840ae2fe-6a4f-45c0-bd4d-6c175d999af4 req-7ad4d06b-d612-4860-823f-1b5c8123f2b8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1339855 Aug 30 14:31:51.528280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91696c8f-e47a-4ee2-a74c-859981a525b1 req-8a90560f-210b-49ae-a895-f672e9632c3a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 210 time: 0.0485122 Aug 30 14:31:51.614669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-273709673-network', 'tenant_id': '8fc25eae5e124b5485dc8aced8505174'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:51.642548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33031b11-7790-487f-b38e-a0ed48e14a72 req-ec545df5-89d5-4369-a044-b4c4e5bf41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:51.645445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33031b11-7790-487f-b38e-a0ed48e14a72 req-ec545df5-89d5-4369-a044-b4c4e5bf41d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1096 time: 0.1160576 Aug 30 14:31:51.662240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-840ae2fe-6a4f-45c0-bd4d-6c175d999af4 req-5c65e0e1-8898-440c-8411-98830e1b4c5a tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725507 Aug 30 14:31:51.671662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Made reservation on behalf of 8fc25eae5e124b5485dc8aced8505174 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:51.674393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:51.724147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Deleting port bc6b0523-88d5-4e82-86ee-7d5803ed27ee {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:51.736073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:51.739564 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:51.755309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52c503b7-5125-4cf0-96f3-de1a011ea2e2 req-d54dd9af-9783-4bc7-9d91-6a470a92684c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 210 time: 0.0856180 Aug 30 14:31:51.807530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33031b11-7790-487f-b38e-a0ed48e14a72 req-9cd5c14a-4d62-45b4-bd74-e0953630b1fb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476612 Aug 30 14:31:51.958084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:51.963620 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.007464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] For port bc6b0523-88d5-4e82-86ee-7d5803ed27ee, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:52.008287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.012630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:31:52.033452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8096b7be-614e-4c9d-bdf6-d2e9ef402129,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:52.041574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Calling delete_port for bc6b0523-88d5-4e82-86ee-7d5803ed27ee owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:52.057353 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.057877 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Added segment 7bebda02-b616-46ec-9d81-e5055ce55bce of type vlan for network fea17029-d1cd-4aea-99f7-b887c7babf0b Aug 30 14:31:52.109814 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.156100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.157748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:52.158708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.237590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad112532-deb2-4233-83dd-2bfd64e342d0 req-c9da1445-21cf-43a3-b263-18cd25e8a70d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:52.246199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad112532-deb2-4233-83dd-2bfd64e342d0 req-c9da1445-21cf-43a3-b263-18cd25e8a70d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1263340 Aug 30 14:31:52.295645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9091957 Aug 30 14:31:52.299257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:52.308128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Request body: {'subnet': {'network_id': 'fea17029-d1cd-4aea-99f7-b887c7babf0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-273709673-subnet', 'tenant_id': '8fc25eae5e124b5485dc8aced8505174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:52.320029 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67187a-487a-4e5e-8c50-8ceb2adc4d8a admin admin] Pushing event updated for resources: {'Network': ['ID=fea17029-d1cd-4aea-99f7-b887c7babf0b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:52.332841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network fea17029-d1cd-4aea-99f7-b887c7babf0b details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:31:52.336369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad112532-deb2-4233-83dd-2bfd64e342d0 req-b51fa9fc-7500-404e-a92f-00c724b0f9c8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889559 Aug 30 14:31:52.348448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-d2a3d2a8-b4b7-4090-809f-260540b16643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:52.349965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-d2a3d2a8-b4b7-4090-809f-260540b16643 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 1097 time: 0.1240890 Aug 30 14:31:52.364604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.375553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Made reservation on behalf of 8fc25eae5e124b5485dc8aced8505174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:52.378372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.421851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['bc6b0523-88d5-4e82-86ee-7d5803ed27ee'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:52.460432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Pushing event deleted for resources: {'Port': ['ID=bc6b0523-88d5-4e82-86ee-7d5803ed27ee,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:52.497786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] No DVR routers for this DVR port bc6b0523-88d5-4e82-86ee-7d5803ed27ee on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:31:52.500271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.502442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fd50f03-2dc3-48e8-a767-ab533d5bf466 req-496557c5-7956-4a97-b8a9-811f0da2b100 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.39 "DELETE /v2.0/ports/bc6b0523-88d5-4e82-86ee-7d5803ed27ee HTTP/1.1" status: 204 len: 173 time: 1.0040605 Aug 30 14:31:52.520140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4f4bf6d-bc7b-4779-82c9-204cf2440e26 req-5a2f1a3e-192e-4481-8f2b-f672b61b6cc0 tempest-FloatingIPsAssociationNegativeTestJSON-485690769 tempest-FloatingIPsAssociationNegativeTestJSON-485690769-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ac3615-5725-40d3-afb3-b1558d06787b HTTP/1.1" status: 200 len: 210 time: 0.1752234 Aug 30 14:31:52.603880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-e1d1af6d-fc62-492e-ab33-65d777740a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:52.605382 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-e1d1af6d-fc62-492e-ab33-65d777740a55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 919 time: 0.2460930 Aug 30 14:31:52.640791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0479a541-5064-478f-b327-1ca2e69b2a1f req-fd7a74ad-f516-4348-859f-b2f7ce71cf33 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 210 time: 0.0296476 Aug 30 14:31:52.678655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-b7c8f9c9-6b72-441b-a18b-a3dfb20c0db8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1842477b-6b57-40ab-b259-d50c4c0ffd17 HTTP/1.1" status: 200 len: 217 time: 0.0653307 Aug 30 14:31:52.770071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-99acbef9-2a34-4bdc-ad73-8d3a74e9004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:52.771587 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-99acbef9-2a34-4bdc-ad73-8d3a74e9004f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.0836172 Aug 30 14:31:52.774570 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:52.852607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-7b644fa8-ea3c-490c-a3ca-02ded2c3fae1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665939 Aug 30 14:31:52.894942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e450877b-20dd-4202-8011-268e8eba05db req-3eb05dc7-324e-492d-957a-03fdca65e1fa tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 210 time: 0.0394163 Aug 30 14:31:52.963801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b3dd9a-6b59-4796-9cad-6c45c754ec83,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:52.998204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Checking segment: {'id': '7bebda02-b616-46ec-9d81-e5055ce55bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fea17029-d1cd-4aea-99f7-b887c7babf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:52.998840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Network hostable DHCP agents. Network: fea17029-d1cd-4aea-99f7-b887c7babf0b, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:31:53.037821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Network fea17029-d1cd-4aea-99f7-b887c7babf0b is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:31:53.051634 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-ed12a8d7-9125-40e8-950e-c92398b6fbcc service neutron] 10.222.0.39 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554811 Aug 30 14:31:53.055095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, fea17029-d1cd-4aea-99f7-b887c7babf0b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:53.062391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:53.063233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:53.069630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8d8fd-22e4-477d-9676-bd956eb30719 None None] Network fea17029-d1cd-4aea-99f7-b887c7babf0b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:53.136214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-325ea91f-f2b2-43f4-bd92-d8c35faaf074 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8354528 Aug 30 14:31:53.255256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194d74-61cc-4c43-afbd-713313ce790c req-41eee2a1-e4ef-4f9f-8853-2670bce4855a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:53.272380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016bf5f7-a375-462f-b8ee-c9e1908bf208 req-088476d9-ab59-444f-bb47-9b0fee2d7552 service neutron] 10.222.0.39 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054718 Aug 30 14:31:53.276865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-41eee2a1-e4ef-4f9f-8853-2670bce4855a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.2400064 Aug 30 14:31:53.281601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'name': 'network-vif-deleted', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:53.288294 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d5871-4e4f-4594-8fdb-13586f0f9682" -d '{"events": [{"server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "name": "network-vif-deleted", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:53.319421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'port': {'device_id': '4dcb7864-7b2b-4e76-952c-fff22372e79f', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'admin_state_up': True, 'tenant_id': '507103ad8de3439dae59b88049210d4b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:53.479925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ff645-09f2-4f55-b33b-de8140c1ccd8 None None] Network fea17029-d1cd-4aea-99f7-b887c7babf0b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:31:53.582065 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45c0aeb-18a3-440b-bbbc-3ae238760c27 x-openstack-request-id: req-f45c0aeb-18a3-440b-bbbc-3ae238760c27 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:53.582065 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ac3615-5725-40d3-afb3-b1558d06787b", "name": "network-vif-deleted", "tag": "bc6b0523-88d5-4e82-86ee-7d5803ed27ee", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:53.582849 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f45c0aeb-18a3-440b-bbbc-3ae238760c27 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:53.582849 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ac3615-5725-40d3-afb3-b1558d06787b', 'name': 'network-vif-deleted', 'tag': 'bc6b0523-88d5-4e82-86ee-7d5803ed27ee', 'status': 'completed', 'code': 200} Aug 30 14:31:53.608473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Made reservation on behalf of 507103ad8de3439dae59b88049210d4b for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:53.616280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:53.657640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091545-2edc-455b-a023-3743b49f8d08 req-1978f945-c296-4780-aec5-36cc2d0b7f58 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:53.672102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-1978f945-c296-4780-aec5-36cc2d0b7f58 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.3387330 Aug 30 14:31:53.692858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-1e006454-5bc2-4b7a-96b4-e4706ad579ad tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/quotas/36e9fbc640a649c68c0b3a6d2aaff365 HTTP/1.1" status: 200 len: 375 time: 0.0197897 Aug 30 14:31:53.733731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-da440d83-ef96-4ab4-a556-e3b6351ab48b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398004 Aug 30 14:31:53.805144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d08b8d-637a-45c0-84e6-f4ca3836b425 req-0eec7989-af55-4e9a-acce-c4d9c42af449 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:53.807052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8d08b8d-637a-45c0-84e6-f4ca3836b425 req-0eec7989-af55-4e9a-acce-c4d9c42af449 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1054070 Aug 30 14:31:53.859855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Allocated IP 172.20.0.8 (7352f7de-05ae-409c-bff3-dfb26e0a8dee/4d40d66c-b471-48a2-bbd9-34c4f24aabb1/81f91569-40fa-4c5e-93db-9bc1cc33f476) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:53.861394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-dd9d5f14-6e4e-42a1-af47-43b1bcad4f60 service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190386 Aug 30 14:31:53.865652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8d08b8d-637a-45c0-84e6-f4ca3836b425 req-9e476ab0-4a99-422e-b56e-ea145dcf40f5 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508842 Aug 30 14:31:54.002636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-f71a53c3-67bd-40e1-bcd0-a3cf568494bf service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274884 Aug 30 14:31:54.057862 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:54.084677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Transition to ACTIVE for port object 81f91569-40fa-4c5e-93db-9bc1cc33f476 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:54.134228 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:54.169929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2260811d-c58e-4f1c-aa2c-13912b579005'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:54.212109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:54.279126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'Port': ['ID=81f91569-40fa-4c5e-93db-9bc1cc33f476,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:54.295043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:54.311888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:54.315774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:54.427724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-c3e1afa3-accf-45df-9597-43b2adf95d2d tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:54.431744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-c3e1afa3-accf-45df-9597-43b2adf95d2d tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/networks?id=fea17029-d1cd-4aea-99f7-b887c7babf0b HTTP/1.1" status: 200 len: 813 time: 0.2233458 Aug 30 14:31:54.475633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:54.480178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:54.530419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-a8ecce24-ca6b-4432-b392-bb718d7b6f91 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/quotas/8fc25eae5e124b5485dc8aced8505174 HTTP/1.1" status: 200 len: 375 time: 0.0461521 Aug 30 14:31:54.535182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-070acfa7-07c6-4259-8756-c479152dd997 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2337162 Aug 30 14:31:54.566767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Request body: {'port': {'device_id': '4dcb7864-7b2b-4e76-952c-fff22372e79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:54.617452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-3b197705-c27f-4498-8938-946594445208 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8fc25eae5e124b5485dc8aced8505174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682211 Aug 30 14:31:54.690299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1312-0073-4be2-b3be-31ea82488259 req-8cfe4ad5-cf64-4cc2-8d57-763d33db3b75 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:54.701599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427d1312-0073-4be2-b3be-31ea82488259 req-8cfe4ad5-cf64-4cc2-8d57-763d33db3b75 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 931 time: 0.4124913 Aug 30 14:31:54.731541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 14bf3108-ab04-482a-81be-c7adddc9df51 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:54.798847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 14bf3108-ab04-482a-81be-c7adddc9df51 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:54.801772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 14bf3108-ab04-482a-81be-c7adddc9df51 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:54.802340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device bc6b0523-88d5-4e82-86ee-7d5803ed27ee no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:31:54.804070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:54.820328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427d1312-0073-4be2-b3be-31ea82488259 req-869fd393-2533-4cf2-9e20-94a53840cb1c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173065 Aug 30 14:31:54.851382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: bc6b0523-88d5-4e82-86ee-7d5803ed27ee {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:31:54.851733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device bc6b0523-88d5-4e82-86ee-7d5803ed27ee not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:31:54.954326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c59ced9b-2ffa-4056-b4cc-c583dbd7f301 None None] Provisioning for port 81f91569-40fa-4c5e-93db-9bc1cc33f476 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:31:54.963749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-8bbee2d1-7259-4cf7-833f-f5cb04e9c4e0 service neutron] 10.222.0.50 "GET /v2.0/networks/fea17029-d1cd-4aea-99f7-b887c7babf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266208 Aug 30 14:31:54.968883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c59ced9b-2ffa-4056-b4cc-c583dbd7f301 None None] Provisioning complete for port 81f91569-40fa-4c5e-93db-9bc1cc33f476 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:31:54.969212 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c59ced9b-2ffa-4056-b4cc-c583dbd7f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:55.069581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c59ced9b-2ffa-4056-b4cc-c583dbd7f301 None None] Port 81f91569-40fa-4c5e-93db-9bc1cc33f476 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:31:55.106031 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92ea3d62-2581-47ec-9af3-3756af7e13cd req-a8abf528-3632-4e1c-80fb-cafebfafd6af tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 210 time: 0.0321548 Aug 30 14:31:55.119461 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf849-57fa-49b1-a8c0-ad418c78a4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:55.342241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-ff869174-9dc4-4b6e-886d-a673eacfcaf9 service neutron] 10.222.0.50 "GET /v2.0/networks/fea17029-d1cd-4aea-99f7-b887c7babf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484418 Aug 30 14:31:55.404935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa109d3f-9df3-4fad-83ae-e5e31071d73a req-5537ffd4-026f-4857-a40b-e76860096454 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:55.407329 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa109d3f-9df3-4fad-83ae-e5e31071d73a req-5537ffd4-026f-4857-a40b-e76860096454 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0934658 Aug 30 14:31:55.415151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:55.506347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f91569-40fa-4c5e-93db-9bc1cc33f476 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:55.522867 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:55.535579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa109d3f-9df3-4fad-83ae-e5e31071d73a req-93d0c81d-2613-47c9-bb2e-294506d40ea7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145272 Aug 30 14:31:55.564270 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Transition to ACTIVE for port object 81f91569-40fa-4c5e-93db-9bc1cc33f476 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:55.571538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:55.711963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18419e49-ec0c-4496-8a29-04e4cd3e5ee5 req-b81846f1-1764-4cec-86b5-56674e239cd8 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 210 time: 0.0928559 Aug 30 14:31:55.740862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Pushing event updated for resources: {'Port': ['ID=81f91569-40fa-4c5e-93db-9bc1cc33f476,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:55.874358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Attempting to bind port 81f91569-40fa-4c5e-93db-9bc1cc33f476 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:55.875000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Attempting to bind port 81f91569-40fa-4c5e-93db-9bc1cc33f476 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:55.875441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Attempting to bind port 81f91569-40fa-4c5e-93db-9bc1cc33f476 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:55.878050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091545-2edc-455b-a023-3743b49f8d08 req-0b38b86d-21b5-439d-a55c-b19f2fd3960d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:55.881093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Port 81f91569-40fa-4c5e-93db-9bc1cc33f476 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:31:55.881436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Attempting to bind port 81f91569-40fa-4c5e-93db-9bc1cc33f476 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:55.882881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-0b38b86d-21b5-439d-a55c-b19f2fd3960d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.2574735 Aug 30 14:31:55.888951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:55.889344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Checking segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:55.889714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Bound using segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:55.890150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Bound port: 81f91569-40fa-4c5e-93db-9bc1cc33f476, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:55.890508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:55.960176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Request body: {'port': {'device_id': '23d55647-b8d5-4a97-8e49-f8e4107f16bd', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'admin_state_up': True, 'tenant_id': '36e9fbc640a649c68c0b3a6d2aaff365'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:55.974792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] For port 81f91569-40fa-4c5e-93db-9bc1cc33f476, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:55.980870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] For port 81f91569-40fa-4c5e-93db-9bc1cc33f476, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:55.986623 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:56.085358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:56.087566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:56.090288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] 10.222.0.39 "PUT /v2.0/ports/81f91569-40fa-4c5e-93db-9bc1cc33f476 HTTP/1.1" status: 200 len: 1091 time: 1.5291297 Aug 30 14:31:56.093628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcb7864-7b2b-4e76-952c-fff22372e79f', 'tag': '81f91569-40fa-4c5e-93db-9bc1cc33f476'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:56.097473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c08ca-ad24-40a6-8ab2-47c0a91ffdb5 req-687b6c3c-e3fb-4060-8e8f-a27811a85d3b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:56.099031 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22266e62-c998-40a3-a6a6-a135fd9c6d48" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcb7864-7b2b-4e76-952c-fff22372e79f", "tag": "81f91569-40fa-4c5e-93db-9bc1cc33f476"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:56.111198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-587c08ca-ad24-40a6-8ab2-47c0a91ffdb5 req-687b6c3c-e3fb-4060-8e8f-a27811a85d3b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 943 time: 0.1627352 Aug 30 14:31:56.191872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312ada-1ef2-44e9-a288-6d0d5de2a196 service neutron] Pushing event updated for resources: {'Port': ['ID=81f91569-40fa-4c5e-93db-9bc1cc33f476,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:56.201789 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc4e672-ee0a-483d-9a10-638617e330bb x-openstack-request-id: req-2bc4e672-ee0a-483d-9a10-638617e330bb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:56.202096 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcb7864-7b2b-4e76-952c-fff22372e79f", "tag": "81f91569-40fa-4c5e-93db-9bc1cc33f476", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:56.203039 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bc4e672-ee0a-483d-9a10-638617e330bb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:56.203039 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcb7864-7b2b-4e76-952c-fff22372e79f', 'tag': '81f91569-40fa-4c5e-93db-9bc1cc33f476', 'status': 'completed', 'code': 200} Aug 30 14:31:56.213188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-587c08ca-ad24-40a6-8ab2-47c0a91ffdb5 req-6054925e-ff5c-49e6-81ba-b2883e9317fb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009736 Aug 30 14:31:56.223082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Deleting port c194bbbf-7b8e-4956-94f4-6c14a1f10f56 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:56.223730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:56.230505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194d74-61cc-4c43-afbd-713313ce790c req-e61512ca-00ef-4dd3-9738-d4c469c83879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:56.232763 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-e61512ca-00ef-4dd3-9738-d4c469c83879 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 1094 time: 0.0898676 Aug 30 14:31:56.294690 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-791e176e-be2d-4db8-81bc-0db645dd1fb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476 HTTP/1.1" status: 200 len: 217 time: 0.0536435 Aug 30 14:31:56.344036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Made reservation on behalf of 36e9fbc640a649c68c0b3a6d2aaff365 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:56.349478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:56.414996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194d74-61cc-4c43-afbd-713313ce790c req-0ad7a320-d70f-484d-80d3-d4588c087bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:56.417363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-0ad7a320-d70f-484d-80d3-d4588c087bd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.1161323 Aug 30 14:31:56.432147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-403ed6b7-13c3-4e2c-89a8-6f6aa3d71c63 req-8df2b779-3506-43d6-b371-a9b4e9b3bc61 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 210 time: 0.0436130 Aug 30 14:31:56.508622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] For port c194bbbf-7b8e-4956-94f4-6c14a1f10f56, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:56.509113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:56.512642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194d74-61cc-4c43-afbd-713313ce790c req-803a588d-87da-4d2e-acc1-a8e01d0ee569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:56.515001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-803a588d-87da-4d2e-acc1-a8e01d0ee569 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815585 Aug 30 14:31:56.554627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Calling delete_port for c194bbbf-7b8e-4956-94f4-6c14a1f10f56 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:56.621278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Allocated IP 172.20.0.3 (8b966278-c70e-4974-b75f-b4d2cf949f38/241e00d0-e531-49f5-911d-5f14848666a3/65716037-d5a2-4311-9771-f853f6e0d0ce) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:56.727143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-56a3a79b-f598-4487-863b-6f471bbf6409 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049367 Aug 30 14:31:56.819078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d387-2d90-4a13-9a99-0a44e48d6867 req-ceb28df3-3816-405d-8761-161e16d7cf29 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:56.820848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99a1d387-2d90-4a13-9a99-0a44e48d6867 req-ceb28df3-3816-405d-8761-161e16d7cf29 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1854472 Aug 30 14:31:56.881169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-586fba1e-41a7-45ec-bf88-ab7dd015e0aa req-bad6328d-d80d-4825-bef1-68a2d56e35a7 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 210 time: 0.0402308 Aug 30 14:31:56.889565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c194d74-61cc-4c43-afbd-713313ce790c req-4fadd13c-ea9f-4511-87ac-6eeb930fabe1 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548748 Aug 30 14:31:56.937720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99a1d387-2d90-4a13-9a99-0a44e48d6867 req-7b01921a-e61b-43ef-a305-a3a98598b165 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851154 Aug 30 14:31:56.995817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-c58c8319-f95b-4976-a943-29bb024db1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:56.997272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-c58c8319-f95b-4976-a943-29bb024db1e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 1094 time: 0.0561323 Aug 30 14:31:57.001357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:57.032210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:57.072371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Pushing event deleted for resources: {'Port': ['ID=c194bbbf-7b8e-4956-94f4-6c14a1f10f56,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:57.119842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:57.175786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event updated for resources: {'Port': ['ID=65716037-d5a2-4311-9771-f853f6e0d0ce,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:57.176263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-6d4a553d-6cc1-449a-ba74-e0fbffe58531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:57.177969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-6d4a553d-6cc1-449a-ba74-e0fbffe58531 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1734245 Aug 30 14:31:57.255189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:31:57.260184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:31:57.267131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:31:57.288204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-48c649f4-a4dc-4747-801a-b1ac1ede856a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476 HTTP/1.1" status: 200 len: 217 time: 0.0981081 Aug 30 14:31:57.354530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-c574f9f0-bfb3-41ad-ba2d-fed7d771fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:57.355967 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-c574f9f0-bfb3-41ad-ba2d-fed7d771fdd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0548966 Aug 30 14:31:57.422591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-a320fc9c-e3e9-4895-92ff-f0bf81204c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:57.424861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-a320fc9c-e3e9-4895-92ff-f0bf81204c8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614352 Aug 30 14:31:57.543212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-f8e01d37-669b-49ec-a1c6-678dceea8b48 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101646 Aug 30 14:31:57.687221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9124a9-b382-4c91-b951-f50b3d85feb1 req-72803865-a157-4fa7-bf65-aff8380c271d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:57.688861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be9124a9-b382-4c91-b951-f50b3d85feb1 req-72803865-a157-4fa7-bf65-aff8380c271d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 931 time: 0.0825949 Aug 30 14:31:57.695375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22266e62-c998-40a3-a6a6-a135fd9c6d48 req-ab0b756d-ebb5-4dfd-ae78-fb265d4cda90 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414959 Aug 30 14:31:57.734271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be9124a9-b382-4c91-b951-f50b3d85feb1 req-eff1714a-b6ca-48b8-a92a-37c0eb238dce tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Aug 30 14:31:57.855940 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad51228-ef6e-4b60-a0ad-e2c58c0670bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:57.868611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:57.869307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:57.885878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-fcb63162-ec47-454e-9d9d-78fd15d596bd tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:57.887449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-fcb63162-ec47-454e-9d9d-78fd15d596bd tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.21 "GET /v2.0/networks?id=fea17029-d1cd-4aea-99f7-b887c7babf0b HTTP/1.1" status: 200 len: 813 time: 0.7158568 Aug 30 14:31:57.911070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Request body: {'port': {'device_id': 'c55af78a-9b1e-47ac-8123-a5d64b422dc7', 'network_id': 'fea17029-d1cd-4aea-99f7-b887c7babf0b', 'admin_state_up': True, 'tenant_id': '8fc25eae5e124b5485dc8aced8505174'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:57.918732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-b0d68102-9b6f-4c85-aa57-b2dff8a85085 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9715350 Aug 30 14:31:57.940981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cd769-9c56-4179-9af3-42cfba03a446 req-7403c642-4e69-4dd5-b7a7-3bb360cf03e0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:57.942564 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e4cd769-9c56-4179-9af3-42cfba03a446 req-7403c642-4e69-4dd5-b7a7-3bb360cf03e0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 943 time: 0.2152436 Aug 30 14:31:57.982799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Request body: {'port': {'device_id': '23d55647-b8d5-4a97-8e49-f8e4107f16bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:31:58.020624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.024968 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0636be6a-77fd-4c7d-baea-943d0ded4b8b req-fb099b84-9f78-4e01-a24b-4a4c8ab78b02 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 210 time: 0.0319052 Aug 30 14:31:58.085194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:58.132200 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e4cd769-9c56-4179-9af3-42cfba03a446 req-1013ebb8-0d87-4eca-a4f8-05d4da134f84 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588018 Aug 30 14:31:58.164697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.173192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9ebd-32f6-4af2-a9b1-9db8ee6a16bf req-02ba6e60-57e1-42f3-a79f-0efafcf8fe71 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:58.175190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f07a9ebd-32f6-4af2-a9b1-9db8ee6a16bf req-02ba6e60-57e1-42f3-a79f-0efafcf8fe71 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0659168 Aug 30 14:31:58.229240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f07a9ebd-32f6-4af2-a9b1-9db8ee6a16bf req-7f8039a9-ef47-4bf2-a71b-56d8cfbae598 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465288 Aug 30 14:31:58.230396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-962e786b-f199-4bfe-b3ab-e6ee45fb28e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.271699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:31:58.271699 n-d-805668-3 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:31:58.271699 n-d-805668-3 neutron-server[94826]: [parameters: {'project_id': '8fc25eae5e124b5485dc8aced8505174', 'id': 'c52445b1-b2c9-46c6-8aea-22a071778a1a', 'expiration': datetime.datetime(2021, 8, 30, 14, 33, 58, 256197)}] Aug 30 14:31:58.271699 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:31:58.272281 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:31:58.343732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-962e786b-f199-4bfe-b3ab-e6ee45fb28e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.349580 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-962e786b-f199-4bfe-b3ab-e6ee45fb28e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.388192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-962e786b-f199-4bfe-b3ab-e6ee45fb28e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be1a554339d042a59bce4878d6409639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017821 Aug 30 14:31:58.389326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e786b-f199-4bfe-b3ab-e6ee45fb28e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc954a63-a41a-40b7-9397-a219020bc3c0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:58.391649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:58.445227 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d04f75-fcc0-47a9-86b6-001f88989239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.468966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d04f75-fcc0-47a9-86b6-001f88989239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.515154 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.522813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Router 273d1e6a-b010-4f19-986b-ccc59ce5495d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:31:58.526498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d04f75-fcc0-47a9-86b6-001f88989239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.529570 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0d04f75-fcc0-47a9-86b6-001f88989239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.530925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a0d04f75-fcc0-47a9-86b6-001f88989239 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc954a63-a41a-40b7-9397-a219020bc3c0 HTTP/1.1" status: 204 len: 168 time: 0.1383736 Aug 30 14:31:58.551620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d04f75-fcc0-47a9-86b6-001f88989239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc954a63-a41a-40b7-9397-a219020bc3c0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:58.682673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65716037-d5a2-4311-9771-f853f6e0d0ce {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:58.694200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.708940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:31:58.714965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-821a7d80-07ed-4b10-bdc0-3c3ee136d66b admin admin] 10.222.0.50 "PUT /v2.0/routers/273d1e6a-b010-4f19-986b-ccc59ce5495d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5017874 Aug 30 14:31:58.716119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Transition to ACTIVE for port object 65716037-d5a2-4311-9771-f853f6e0d0ce will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:31:58.717716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:31:58.721452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] Sync routers for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:31:58.725481 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.732714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:58.733580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:58.845075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 81f91569-40fa-4c5e-93db-9bc1cc33f476 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:31:58.865085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Pushing event updated for resources: {'Port': ['ID=65716037-d5a2-4311-9771-f853f6e0d0ce,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:58.935561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Made reservation on behalf of 8fc25eae5e124b5485dc8aced8505174 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:31:58.939256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:58.942837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:58.977503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.064958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60276c-6238-4424-af32-6b1c84bcad77 req-b35514bf-e879-44a1-843d-2953a4f977e6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:59.067202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c60276c-6238-4424-af32-6b1c84bcad77 req-b35514bf-e879-44a1-843d-2953a4f977e6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 943 time: 0.2119467 Aug 30 14:31:59.146241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 81f91569-40fa-4c5e-93db-9bc1cc33f476, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:59.150005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15bf046c-d28f-41a1-9ca4-22051b6ea7aa req-2b00f526-c0f2-4992-be56-89c421b1629b tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 210 time: 0.0405228 Aug 30 14:31:59.171280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Attempting to bind port 65716037-d5a2-4311-9771-f853f6e0d0ce on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:31:59.172090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Attempting to bind port 65716037-d5a2-4311-9771-f853f6e0d0ce by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:31:59.172090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Attempting to bind port 65716037-d5a2-4311-9771-f853f6e0d0ce on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:59.192446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Port 65716037-d5a2-4311-9771-f853f6e0d0ce on network 8b966278-c70e-4974-b75f-b4d2cf949f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:31:59.193034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Attempting to bind port 65716037-d5a2-4311-9771-f853f6e0d0ce on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:31:59.201138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '81f91569-40fa-4c5e-93db-9bc1cc33f476', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': '81f91569-40fa-4c5e-93db-9bc1cc33f476', 'mac_address': 'fa:16:3e:e0:fe:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:31:59.216533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:31:59.216882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Checking segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:31:59.217503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Bound using segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:31:59.218095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Bound port: 65716037-d5a2-4311-9771-f853f6e0d0ce, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:31:59.218626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.239761 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c60276c-6238-4424-af32-6b1c84bcad77 req-8bc3947c-87e5-4030-abeb-5993b23098e7 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131022 Aug 30 14:31:59.282398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.289166 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.293983 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.362078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Allocated IP 172.20.0.6 (fea17029-d1cd-4aea-99f7-b887c7babf0b/46b3dd9a-6b59-4796-9cad-6c45c754ec83/9ab92c03-5542-417d-83d1-2bdf775685e1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:31:59.367344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f91569-40fa-4c5e-93db-9bc1cc33f476 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:31:59.368477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da65491-ce98-4152-aa74-274583755eae req-269ed0f5-b6c9-4ac6-8ca9-91bf6088df44 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:59.386730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5da65491-ce98-4152-aa74-274583755eae req-269ed0f5-b6c9-4ac6-8ca9-91bf6088df44 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 943 time: 0.1261814 Aug 30 14:31:59.418604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 81f91569-40fa-4c5e-93db-9bc1cc33f476, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:59.420550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] For port 65716037-d5a2-4311-9771-f853f6e0d0ce, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:31:59.432399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.462581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] For port 65716037-d5a2-4311-9771-f853f6e0d0ce, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=65716037-d5a2-4311-9771-f853f6e0d0ce,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:31:59.462844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5da65491-ce98-4152-aa74-274583755eae req-c5dc9575-d589-409e-9fca-ca3e9aa6e593 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726986 Aug 30 14:31:59.494431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.505489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Deleting port 2162450b-1b4a-4207-8884-82619d26da80 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:31:59.505715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.537201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '2162450b-1b4a-4207-8884-82619d26da80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:56Z', 'revision_number': 5, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port': {'id': '2162450b-1b4a-4207-8884-82619d26da80', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:07Z', 'updated_at': '2021-08-30T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:59.573079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] Checking router: 273d1e6a-b010-4f19-986b-ccc59ce5495d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:31:59.594402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=81f91569-40fa-4c5e-93db-9bc1cc33f476,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:59.600505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] Routers {'273d1e6a-b010-4f19-986b-ccc59ce5495d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:31:59.601398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['273d1e6a-b010-4f19-986b-ccc59ce5495d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:59.635307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:59.635917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.637376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] 10.222.0.39 "PUT /v2.0/ports/65716037-d5a2-4311-9771-f853f6e0d0ce HTTP/1.1" status: 200 len: 1091 time: 1.6672177 Aug 30 14:31:59.644041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d55647-b8d5-4a97-8e49-f8e4107f16bd', 'tag': '65716037-d5a2-4311-9771-f853f6e0d0ce'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:31:59.646360 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12" -d '{"events": [{"name": "network-changed", "server_uuid": "23d55647-b8d5-4a97-8e49-f8e4107f16bd", "tag": "65716037-d5a2-4311-9771-f853f6e0d0ce"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:31:59.672488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df5f7b-e146-48d9-b6af-2eaf5bf60070 req-55746de5-2989-4508-ae0e-85f16a2bda06 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:59.680417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95df5f7b-e146-48d9-b6af-2eaf5bf60070 req-55746de5-2989-4508-ae0e-85f16a2bda06 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.2486312 Aug 30 14:31:59.697025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['81f91569-40fa-4c5e-93db-9bc1cc33f476'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:31:59.758885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e455fc0-bbbe-4471-bbed-81b7f583f427 service neutron] Pushing event updated for resources: {'Port': ['ID=65716037-d5a2-4311-9771-f853f6e0d0ce,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:31:59.767652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] Set router 273d1e6a-b010-4f19-986b-ccc59ce5495d gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:31:59.795152 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f117570-1747-4f71-bdff-86deee079b5e x-openstack-request-id: req-4f117570-1747-4f71-bdff-86deee079b5e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:31:59.795379 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d55647-b8d5-4a97-8e49-f8e4107f16bd", "tag": "65716037-d5a2-4311-9771-f853f6e0d0ce", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:31:59.795601 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f117570-1747-4f71-bdff-86deee079b5e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:31:59.796001 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d55647-b8d5-4a97-8e49-f8e4107f16bd', 'tag': '65716037-d5a2-4311-9771-f853f6e0d0ce', 'status': 'completed', 'code': 200} Aug 30 14:31:59.836962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.843201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95df5f7b-e146-48d9-b6af-2eaf5bf60070 req-0045c0fb-c4be-493f-9e2f-16199c2581cd tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618948 Aug 30 14:31:59.843474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:59Z', 'revision_number': 6, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:31:59.845415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] For port 2162450b-1b4a-4207-8884-82619d26da80, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2162450b-1b4a-4207-8884-82619d26da80,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:31:59.846247 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.872417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Calling delete_port for 2162450b-1b4a-4207-8884-82619d26da80 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:31:59.886097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a638fe-2120-4c63-b5ea-70826b86bc79 None None] The sync data for ids ['273d1e6a-b010-4f19-986b-ccc59ce5495d'] in n-d-805668-3 is: [{'id': '273d1e6a-b010-4f19-986b-ccc59ce5495d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425952009-router', 'tenant_id': '38c63b816ee84b10a37a8f7e2551297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:05Z', 'updated_at': '2021-08-30T14:31:59Z', 'revision_number': 6, 'project_id': '38c63b816ee84b10a37a8f7e2551297e', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:31:59.897799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9aa0ec88-2420-4ecc-bd26-8028a4f4083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:59.900257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9aa0ec88-2420-4ecc-bd26-8028a4f4083f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 1094 time: 0.2104242 Aug 30 14:31:59.992996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-8dcbd964-de0f-4cf5-9b98-8e4df165e8da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65716037-d5a2-4311-9771-f853f6e0d0ce HTTP/1.1" status: 200 len: 217 time: 0.0806606 Aug 30 14:32:00.061459 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:00.104954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091545-2edc-455b-a023-3743b49f8d08 req-7f2df35c-759a-4fa5-8311-633e770117d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:00.106380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-7f2df35c-759a-4fa5-8311-633e770117d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.1051741 Aug 30 14:32:00.216124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Network fea17029-d1cd-4aea-99f7-b887c7babf0b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:00.218815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:00.241204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-eb259a0e-7c1e-46a4-b556-dbfd31c8a965 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891128 Aug 30 14:32:00.241321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:00.298718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Pushing event updated for resources: {'Port': ['ID=9ab92c03-5542-417d-83d1-2bdf775685e1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:00.656469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33f5d-ffab-4ff5-bc36-a491b841b97e req-ab419ae7-b872-4610-be08-fabd1fc835d1 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:00.658164 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca33f5d-ffab-4ff5-bc36-a491b841b97e req-ab419ae7-b872-4610-be08-fabd1fc835d1 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 931 time: 0.4328520 Aug 30 14:32:00.703285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca33f5d-ffab-4ff5-bc36-a491b841b97e req-4ab9cbd7-e6cb-4552-bafa-10cfd30202a3 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Aug 30 14:32:00.774040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:00.775515 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:00.777255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 81f91569-40fa-4c5e-93db-9bc1cc33f476 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:00.855190 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-f7ac1c59-3c84-4d18-b386-2466fca77ca5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9492767 Aug 30 14:32:00.878554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:00.880217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442801c1-fb0a-45fd-bee2-b8767e0407bd req-8aac775d-18fe-4a28-809a-ba41c486413b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:00.882427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-442801c1-fb0a-45fd-bee2-b8767e0407bd req-8aac775d-18fe-4a28-809a-ba41c486413b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 944 time: 0.0800471 Aug 30 14:32:00.889080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237328-3f49-4346-b863-29008fb1c7dd req-e5d0dc6d-9eaa-4e64-b585-20b64e0abc7b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:00.890600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49237328-3f49-4346-b863-29008fb1c7dd req-e5d0dc6d-9eaa-4e64-b585-20b64e0abc7b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 943 time: 0.1720202 Aug 30 14:32:00.890816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 81f91569-40fa-4c5e-93db-9bc1cc33f476 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:00.896963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 81f91569-40fa-4c5e-93db-9bc1cc33f476 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:00.897460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:00.897580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Request body: {'port': {'device_id': 'c55af78a-9b1e-47ac-8123-a5d64b422dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:00.937188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-442801c1-fb0a-45fd-bee2-b8767e0407bd req-ebacb9c1-bf16-4258-8653-4f6319e7c678 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479217 Aug 30 14:32:00.949668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-9b0fb27d-d3b5-4cd2-86b1-342b77874923 service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955380 Aug 30 14:32:00.962893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Pushing event deleted for resources: {'Port': ['ID=2162450b-1b4a-4207-8884-82619d26da80,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:01.040021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.072054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcb7864-7b2b-4e76-952c-fff22372e79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f91569-40fa-4c5e-93db-9bc1cc33f476'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:01.075309 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d624b223-682b-4f21-8f2b-4dd9742bbc55" -d '{"events": [{"server_uuid": "4dcb7864-7b2b-4e76-952c-fff22372e79f", "name": "network-vif-plugged", "status": "completed", "tag": "81f91569-40fa-4c5e-93db-9bc1cc33f476"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:01.100500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 81f91569-40fa-4c5e-93db-9bc1cc33f476, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:01.109405 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.121196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49237328-3f49-4346-b863-29008fb1c7dd req-1ab9f368-8c51-4f98-babd-826bc78c53dc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127559 Aug 30 14:32:01.141143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.194404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1091545-2edc-455b-a023-3743b49f8d08 req-17c96c39-e413-4306-929f-24c85557c5c5 service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222705 Aug 30 14:32:01.202809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=81f91569-40fa-4c5e-93db-9bc1cc33f476,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:01.209075 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.235232 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e86076-d014-4de9-a5e3-050ebac6dc6f x-openstack-request-id: req-e9e86076-d014-4de9-a5e3-050ebac6dc6f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:01.239667 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcb7864-7b2b-4e76-952c-fff22372e79f", "name": "network-vif-plugged", "status": "completed", "tag": "81f91569-40fa-4c5e-93db-9bc1cc33f476", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:01.240127 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9e86076-d014-4de9-a5e3-050ebac6dc6f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:01.240732 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcb7864-7b2b-4e76-952c-fff22372e79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f91569-40fa-4c5e-93db-9bc1cc33f476', 'code': 200} Aug 30 14:32:01.339170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98c9d-9e16-4e30-9867-8c42194584a3 req-256f0cd3-7aa0-48d9-acac-fd08e87fa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:01.341358 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fde98c9d-9e16-4e30-9867-8c42194584a3 req-256f0cd3-7aa0-48d9-acac-fd08e87fa3b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 1096 time: 0.0474303 Aug 30 14:32:01.392681 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fde98c9d-9e16-4e30-9867-8c42194584a3 req-5b5926dd-165c-47de-9e7e-af872766a24e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Aug 30 14:32:01.421440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.427074 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.531705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.551015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-7d6e5cff-03dd-47fd-b278-f626b624d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:01.552415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-7d6e5cff-03dd-47fd-b278-f626b624d222 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 1094 time: 0.2642055 Aug 30 14:32:01.556049 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.556609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 273d1e6a-b010-4f19-986b-ccc59ce5495d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:32:01.568095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f72e-1898-4502-a538-d95cf2faa2fc req-4a0aad4e-5f94-4f66-9e0e-9ff0974ae456 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:01.575428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02d6f72e-1898-4502-a538-d95cf2faa2fc req-4a0aad4e-5f94-4f66-9e0e-9ff0974ae456 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.2884419 Aug 30 14:32:01.583344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.584490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c3e0eb0d-842a-4837-b6d3-134998405341 admin admin] 10.222.0.50 "DELETE /v2.0/routers/273d1e6a-b010-4f19-986b-ccc59ce5495d HTTP/1.1" status: 204 len: 168 time: 2.8660135 Aug 30 14:32:01.587084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:01.613441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c194bbbf-7b8e-4956-94f4-6c14a1f10f56 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:01.647660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c194bbbf-7b8e-4956-94f4-6c14a1f10f56 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:01.648029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c194bbbf-7b8e-4956-94f4-6c14a1f10f56 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:01.648444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2162450b-1b4a-4207-8884-82619d26da80 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:01.657726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bae78e-7fa6-4bca-9c0d-f076a1424d4b admin admin] Deleting subnet a7f724c5-6ef7-4f9a-8136-32367460f2c1 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:32:01.663556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98bae78e-7fa6-4bca-9c0d-f076a1424d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.700504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 2162450b-1b4a-4207-8884-82619d26da80 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:01.700504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2162450b-1b4a-4207-8884-82619d26da80 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:01.722266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98bae78e-7fa6-4bca-9c0d-f076a1424d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.740703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02d6f72e-1898-4502-a538-d95cf2faa2fc req-34db4b52-3211-4414-81d5-89ee0edce29f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643436 Aug 30 14:32:01.794231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-36aff730-8019-466d-8320-c39ed529e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:01.795820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-36aff730-8019-466d-8320-c39ed529e8e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 912 time: 0.2076302 Aug 30 14:32:01.851727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-59dc27ee-1703-4e51-bfb1-fb6808a9ed20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65716037-d5a2-4311-9771-f853f6e0d0ce HTTP/1.1" status: 200 len: 217 time: 0.0479174 Aug 30 14:32:01.878730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ecbf-2095-4bd8-b5d8-44666c49eb5c req-cf9e9da5-bfe6-4de1-adb1-1cbd0d6508c4 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:01.880679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0be1ecbf-2095-4bd8-b5d8-44666c49eb5c req-cf9e9da5-bfe6-4de1-adb1-1cbd0d6508c4 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 931 time: 0.0887392 Aug 30 14:32:01.890418 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98bae78e-7fa6-4bca-9c0d-f076a1424d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.920616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab92c03-5542-417d-83d1-2bdf775685e1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:01.932418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.943417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-6999b6aa-5edb-46cb-8561-005733bd58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:01.944823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-6999b6aa-5edb-46cb-8561-005733bd58d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.0746994 Aug 30 14:32:01.952111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Transition to ACTIVE for port object 9ab92c03-5542-417d-83d1-2bdf775685e1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:01.961014 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0be1ecbf-2095-4bd8-b5d8-44666c49eb5c req-5b10ac3e-d953-4790-af68-4c36da044bee tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729191 Aug 30 14:32:01.962690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.986510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-4204b1e7-69a8-4953-978f-434c97362352 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332534 Aug 30 14:32:01.997702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98bae78e-7fa6-4bca-9c0d-f076a1424d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.028029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bae78e-7fa6-4bca-9c0d-f076a1424d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f724c5-6ef7-4f9a-8136-32367460f2c1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:02.032057 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98bae78e-7fa6-4bca-9c0d-f076a1424d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.037170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-98bae78e-7fa6-4bca-9c0d-f076a1424d4b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a7f724c5-6ef7-4f9a-8136-32367460f2c1 HTTP/1.1" status: 204 len: 168 time: 0.4475491 Aug 30 14:32:02.038023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:02.040100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abfb957-7067-4357-b765-47e71508754a None None] Network ea6fe30c-5752-4183-acd8-d90d17689eb1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:02.109762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab92c03-5542-417d-83d1-2bdf775685e1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:02.155042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.219425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99229c-4c01-4e50-b48d-77894c26a51f req-5792f3e3-e9db-4cd2-a636-de266c5fbfde tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:02.227278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff99229c-4c01-4e50-b48d-77894c26a51f req-5792f3e3-e9db-4cd2-a636-de266c5fbfde tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 945 time: 0.1577289 Aug 30 14:32:02.242136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-7142d6f5-4c96-4330-885a-4bacb4ecf5d9 service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351019 Aug 30 14:32:02.246675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Deleting port d2345667-a409-4479-a8cf-145fda79fa86 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:02.247004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.283075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] DHCP port deletion for ea6fe30c-5752-4183-acd8-d90d17689eb1 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:32:02.356896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Attempting to bind port 9ab92c03-5542-417d-83d1-2bdf775685e1 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:02.357294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Attempting to bind port 9ab92c03-5542-417d-83d1-2bdf775685e1 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '7bebda02-b616-46ec-9d81-e5055ce55bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fea17029-d1cd-4aea-99f7-b887c7babf0b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:02.357614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Attempting to bind port 9ab92c03-5542-417d-83d1-2bdf775685e1 on network fea17029-d1cd-4aea-99f7-b887c7babf0b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:02.385853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff99229c-4c01-4e50-b48d-77894c26a51f req-fd55f0c6-b48b-4d38-ba88-5cecf4ee375c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563003 Aug 30 14:32:02.392332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] Deleting port d2345667-a409-4479-a8cf-145fda79fa86 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:02.392730 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.394776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Port 9ab92c03-5542-417d-83d1-2bdf775685e1 on network fea17029-d1cd-4aea-99f7-b887c7babf0b not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:02.396703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Attempting to bind port 9ab92c03-5542-417d-83d1-2bdf775685e1 on network fea17029-d1cd-4aea-99f7-b887c7babf0b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:02.408601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] For port d2345667-a409-4479-a8cf-145fda79fa86, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d2345667-a409-4479-a8cf-145fda79fa86,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:02.409768 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.430839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:02.431416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Checking segment: {'id': '7bebda02-b616-46ec-9d81-e5055ce55bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fea17029-d1cd-4aea-99f7-b887c7babf0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:02.431615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Bound using segment: {'id': '7bebda02-b616-46ec-9d81-e5055ce55bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fea17029-d1cd-4aea-99f7-b887c7babf0b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:02.432130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Bound port: 9ab92c03-5542-417d-83d1-2bdf775685e1, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bebda02-b616-46ec-9d81-e5055ce55bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fea17029-d1cd-4aea-99f7-b887c7babf0b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:02.432513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.446368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938b804-09bd-4087-a613-4ff803e9031d req-1f5458ba-8285-4a01-8a8e-1b84ce062881 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:02.458553 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9938b804-09bd-4087-a613-4ff803e9031d req-1f5458ba-8285-4a01-8a8e-1b84ce062881 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 943 time: 0.1527095 Aug 30 14:32:02.460771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Calling delete_port for d2345667-a409-4479-a8cf-145fda79fa86 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:02.483414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e3a0955-9bb5-4eef-bba7-f56a9c5f3c12 req-829baa09-c868-430d-b02b-42b1fba299fd service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309186 Aug 30 14:32:02.500286 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] For port d2345667-a409-4479-a8cf-145fda79fa86, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d2345667-a409-4479-a8cf-145fda79fa86,segment=NetworkSegment(c74dc4ec-f5f7-4f6f-af20-6c9567647a17),segment_id=c74dc4ec-f5f7-4f6f-af20-6c9567647a17)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:02.501949 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.523034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] Calling delete_port for d2345667-a409-4479-a8cf-145fda79fa86 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:02.552749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9938b804-09bd-4087-a613-4ff803e9031d req-1838cac3-9a05-4caf-9bf6-46a811111188 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931787 Aug 30 14:32:02.584453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] For port 9ab92c03-5542-417d-83d1-2bdf775685e1, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:02.591184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] For port 9ab92c03-5542-417d-83d1-2bdf775685e1, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9ab92c03-5542-417d-83d1-2bdf775685e1,segment=NetworkSegment(7bebda02-b616-46ec-9d81-e5055ce55bce),segment_id=7bebda02-b616-46ec-9d81-e5055ce55bce)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:02.600412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.612373 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.653932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.661616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:02.662157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.664314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] 10.222.0.21 "PUT /v2.0/ports/9ab92c03-5542-417d-83d1-2bdf775685e1 HTTP/1.1" status: 200 len: 1091 time: 1.7879615 Aug 30 14:32:02.668625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55af78a-9b1e-47ac-8123-a5d64b422dc7', 'tag': '9ab92c03-5542-417d-83d1-2bdf775685e1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:02.671374 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d" -d '{"events": [{"name": "network-changed", "server_uuid": "c55af78a-9b1e-47ac-8123-a5d64b422dc7", "tag": "9ab92c03-5542-417d-83d1-2bdf775685e1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:02.694624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] Pushing event deleted for resources: {'Port': ['ID=d2345667-a409-4479-a8cf-145fda79fa86,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:02.697920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae0aca-ccd7-4556-856a-263f617c9670 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab92c03-5542-417d-83d1-2bdf775685e1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:02.701947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f411d-9b69-488e-8c09-a8ca1c2923bb None None] No DVR routers for this DVR port d2345667-a409-4479-a8cf-145fda79fa86 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:32:02.723372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.749225 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76433c5-5221-4f19-b687-3da3590d2f17 x-openstack-request-id: req-a76433c5-5221-4f19-b687-3da3590d2f17 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:02.749857 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55af78a-9b1e-47ac-8123-a5d64b422dc7", "tag": "9ab92c03-5542-417d-83d1-2bdf775685e1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:02.750341 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a76433c5-5221-4f19-b687-3da3590d2f17 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:02.750945 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55af78a-9b1e-47ac-8123-a5d64b422dc7', 'tag': '9ab92c03-5542-417d-83d1-2bdf775685e1', 'status': 'completed', 'code': 200} Aug 30 14:32:02.764978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] No DVR routers for this DVR port d2345667-a409-4479-a8cf-145fda79fa86 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:32:02.778038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 65716037-d5a2-4311-9771-f853f6e0d0ce details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:02.803194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-7004cf77-4bfa-42ea-adc0-bb46f85555ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:02.805224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-7004cf77-4bfa-42ea-adc0-bb46f85555ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fc25eae5e124b5485dc8aced8505174&device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 1094 time: 0.0657446 Aug 30 14:32:02.806747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2345667-a409-4479-a8cf-145fda79fa86,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:02.873632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.886292 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-e0ff9744-944d-41cd-8961-f63c8b33741c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab92c03-5542-417d-83d1-2bdf775685e1 HTTP/1.1" status: 200 len: 217 time: 0.0566139 Aug 30 14:32:02.888330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6fe30c-5752-4183-acd8-d90d17689eb1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:02.917656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 65716037-d5a2-4311-9771-f853f6e0d0ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=65716037-d5a2-4311-9771-f853f6e0d0ce,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:02.924947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:02.925289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74dc4ec-f5f7-4f6f-af20-6c9567647a17') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:02.934578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '65716037-d5a2-4311-9771-f853f6e0d0ce', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'port_id': '65716037-d5a2-4311-9771-f853f6e0d0ce', 'mac_address': 'fa:16:3e:9a:36:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e00d0-e531-49f5-911d-5f14848666a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:02.939928 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.962834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-7c9d4719-443b-467b-bae4-0e5ec802a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:02.964211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-7c9d4719-443b-467b-bae4-0e5ec802a947 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46b3dd9a-6b59-4796-9cad-6c45c754ec83 HTTP/1.1" status: 200 len: 853 time: 0.0638299 Aug 30 14:32:02.967205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daca09-2722-48fc-8338-4a1e98e78744 req-9ac95137-2a4a-440b-b078-4b1fe4d6338a tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:02.971303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6daca09-2722-48fc-8338-4a1e98e78744 req-9ac95137-2a4a-440b-b078-4b1fe4d6338a tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0827541 Aug 30 14:32:02.972546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.980485 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:02.996723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65716037-d5a2-4311-9771-f853f6e0d0ce {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:03.008857 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-4b47b00f-dc53-461a-ad30-0c8cd0d5b559 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fea17029-d1cd-4aea-99f7-b887c7babf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346601 Aug 30 14:32:03.012141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:32:03.012558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:32:03.014380 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:32:03.021745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 65716037-d5a2-4311-9771-f853f6e0d0ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=65716037-d5a2-4311-9771-f853f6e0d0ce,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:03.028625 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.098549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6daca09-2722-48fc-8338-4a1e98e78744 req-8e55d193-8226-4caf-8d95-2d468aff05ee tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149664 Aug 30 14:32:03.105911 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.121349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=65716037-d5a2-4311-9771-f853f6e0d0ce,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:03.142350 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.144371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ea6fe30c-5752-4183-acd8-d90d17689eb1 HTTP/1.1" status: 204 len: 168 time: 1.1024203 Aug 30 14:32:03.145358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77300765-db4b-46f3-a81b-bcb411a21cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6fe30c-5752-4183-acd8-d90d17689eb1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:03.182516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546ae86-c8ba-4c40-8aad-b8cadc3d166f req-6b465736-6bcd-4abb-b1ce-1fdf3f967635 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:03.184310 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e546ae86-c8ba-4c40-8aad-b8cadc3d166f req-6b465736-6bcd-4abb-b1ce-1fdf3f967635 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 943 time: 0.1221714 Aug 30 14:32:03.227131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-29294fa3-c10a-46bf-8ebb-b68f325dc46c service neutron] 10.222.0.21 "GET /v2.0/networks/fea17029-d1cd-4aea-99f7-b887c7babf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066112 Aug 30 14:32:03.301102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e546ae86-c8ba-4c40-8aad-b8cadc3d166f req-78e1df66-eb5e-4852-8d2f-91f8b8d21d9e tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065788 Aug 30 14:32:03.336031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['65716037-d5a2-4311-9771-f853f6e0d0ce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:03.358522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27400e32-4079-43db-8255-dcf59a8e2f67 req-520add06-b5eb-4fab-b339-de616d6151e0 service neutron] 10.222.0.21 "GET /v2.0/networks/fea17029-d1cd-4aea-99f7-b887c7babf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186306 Aug 30 14:32:03.405020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:03.466115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-260a64bc-03aa-4f8d-aa65-ffa90885dbdc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38c63b816ee84b10a37a8f7e2551297e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594597 Aug 30 14:32:03.468468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:03.542459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-cc473c3a-257e-4761-acc6-a4eab9671e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:03.544029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-cc473c3a-257e-4761-acc6-a4eab9671e50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fc25eae5e124b5485dc8aced8505174&device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 1094 time: 0.0794647 Aug 30 14:32:03.603960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317428e4-5752-401b-a531-2e420aaa461f req-67d46236-696f-485e-80a5-91249e28eb3d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:03.612001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-317428e4-5752-401b-a531-2e420aaa461f req-67d46236-696f-485e-80a5-91249e28eb3d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 945 time: 0.1194746 Aug 30 14:32:03.612421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d2345667-a409-4479-a8cf-145fda79fa86 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:03.634062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d2345667-a409-4479-a8cf-145fda79fa86 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:03.634517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d2345667-a409-4479-a8cf-145fda79fa86 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:03.637037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8630c58-c8ed-4701-9235-5e71d1c99b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.676764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-4a52d1c1-7a7c-4872-b8a6-e0c2a121ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:03.678674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-4a52d1c1-7a7c-4872-b8a6-e0c2a121ebaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=fea17029-d1cd-4aea-99f7-b887c7babf0b HTTP/1.1" status: 200 len: 914 time: 0.1215522 Aug 30 14:32:03.686243 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8630c58-c8ed-4701-9235-5e71d1c99b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.705770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-317428e4-5752-401b-a531-2e420aaa461f req-8a045270-73f5-4a8a-87db-28292e6963ff tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928471 Aug 30 14:32:03.740976 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-68a07578-0e60-4af9-b04c-4767d7bb65e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab92c03-5542-417d-83d1-2bdf775685e1 HTTP/1.1" status: 200 len: 217 time: 0.0534968 Aug 30 14:32:03.758667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8630c58-c8ed-4701-9235-5e71d1c99b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.761480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8630c58-c8ed-4701-9235-5e71d1c99b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.762931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e8630c58-c8ed-4701-9235-5e71d1c99b08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0342e6a3-9eb2-443b-a724-86315fd0ce10 HTTP/1.1" status: 204 len: 168 time: 0.2932076 Aug 30 14:32:03.779395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8630c58-c8ed-4701-9235-5e71d1c99b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342e6a3-9eb2-443b-a724-86315fd0ce10,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:03.851482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002360e-7873-4b96-a937-0e1c8d5a73c0 req-509148f8-260c-43f8-8bc0-74f0fb1f19d2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:03.852992 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7002360e-7873-4b96-a937-0e1c8d5a73c0 req-509148f8-260c-43f8-8bc0-74f0fb1f19d2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 944 time: 0.1143749 Aug 30 14:32:03.854899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-9e5b889c-a82b-48bc-9e2c-93627da8639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:03.856245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-9e5b889c-a82b-48bc-9e2c-93627da8639f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46b3dd9a-6b59-4796-9cad-6c45c754ec83 HTTP/1.1" status: 200 len: 853 time: 0.0748823 Aug 30 14:32:03.901517 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-5ffcc082-eb7e-4bf5-8cf7-ffef6b235cc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fea17029-d1cd-4aea-99f7-b887c7babf0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343328 Aug 30 14:32:03.966808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7002360e-7873-4b96-a937-0e1c8d5a73c0 req-d3af090a-1a7b-4d80-b3e0-59b3bc1b954d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070843 Aug 30 14:32:04.014441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-8dce56db-3414-4480-9d44-5719d2852d97 service neutron] 10.222.0.21 "GET /v2.0/networks/fea17029-d1cd-4aea-99f7-b887c7babf0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057441 Aug 30 14:32:04.119615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bdd8d9-0a1c-4426-b38d-3efb7a73b53d req-715b6289-c0f0-4386-9099-79ad6ea85c47 service neutron] 10.222.0.21 "GET /v2.0/networks/fea17029-d1cd-4aea-99f7-b887c7babf0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965097 Aug 30 14:32:04.241447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec8efe-1244-4851-82a4-312c86e1ab42 req-d05fe1cf-5e98-4f81-aeeb-7897e4acd116 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.243016 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4ec8efe-1244-4851-82a4-312c86e1ab42 req-d05fe1cf-5e98-4f81-aeeb-7897e4acd116 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0604098 Aug 30 14:32:04.288031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4ec8efe-1244-4851-82a4-312c86e1ab42 req-88c2c28f-9383-42ea-87a4-905aef42c18f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376270 Aug 30 14:32:04.444900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-3b692c3d-cb23-4309-b04d-65dbf203173e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1264331 Aug 30 14:32:04.488865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b967669-58e3-46f5-887e-f1260b4cc1dc req-06173de1-bf99-4f75-9675-cc7f72f6d0e9 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.496398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b967669-58e3-46f5-887e-f1260b4cc1dc req-06173de1-bf99-4f75-9675-cc7f72f6d0e9 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 943 time: 0.0860801 Aug 30 14:32:04.540978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b967669-58e3-46f5-887e-f1260b4cc1dc req-c182e8b6-cf6c-4b60-a053-e52ad46c8038 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Aug 30 14:32:04.573030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-41cb8067-8157-4b1d-9afb-7cc3bd2f0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.573656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-41cb8067-8157-4b1d-9afb-7cc3bd2f0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.573953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-41cb8067-8157-4b1d-9afb-7cc3bd2f0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.574430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-41cb8067-8157-4b1d-9afb-7cc3bd2f0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.574900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-41cb8067-8157-4b1d-9afb-7cc3bd2f0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.575374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-41cb8067-8157-4b1d-9afb-7cc3bd2f0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.575839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-41cb8067-8157-4b1d-9afb-7cc3bd2f0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.577796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-41cb8067-8157-4b1d-9afb-7cc3bd2f0e4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6500 time: 0.0814252 Aug 30 14:32:04.722205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-bf8ad6f7-37de-45ef-a8f5-8fd54a48fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.723010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-bf8ad6f7-37de-45ef-a8f5-8fd54a48fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.723894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-bf8ad6f7-37de-45ef-a8f5-8fd54a48fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.727281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-bf8ad6f7-37de-45ef-a8f5-8fd54a48fc17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2312e3f6-2171-474e-b61d-296e33ea93ac&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c HTTP/1.1" status: 200 len: 2298 time: 0.1254683 Aug 30 14:32:04.771317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:04.792790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 65716037-d5a2-4311-9771-f853f6e0d0ce up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:04.832399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-97badf6b-09e8-439f-9828-22f7743bea5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d14044-3963-4926-96f0-3d69ab09cda6 HTTP/1.1" status: 200 len: 1001 time: 0.0989559 Aug 30 14:32:04.860986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 65716037-d5a2-4311-9771-f853f6e0d0ce completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:04.871820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 65716037-d5a2-4311-9771-f853f6e0d0ce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:04.872326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.916427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-584bad8b-a618-4be7-979b-bdfa60b1ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.918068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-584bad8b-a618-4be7-979b-bdfa60b1ac0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be838110-f044-4f9d-bfe0-fd6e908650e6 HTTP/1.1" status: 200 len: 856 time: 0.0793066 Aug 30 14:32:04.996063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-838c27de-39c7-4fcd-88aa-fee894b4e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.998276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-838c27de-39c7-4fcd-88aa-fee894b4e463 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2312e3f6-2171-474e-b61d-296e33ea93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735633 Aug 30 14:32:05.011708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-network', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:05.019797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.063052 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 65716037-d5a2-4311-9771-f853f6e0d0ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=65716037-d5a2-4311-9771-f853f6e0d0ce,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:05.064313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d55647-b8d5-4a97-8e49-f8e4107f16bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65716037-d5a2-4311-9771-f853f6e0d0ce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:05.068657 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aa39c3-c9d3-4fb1-9a33-28dd0121b776" -d '{"events": [{"server_uuid": "23d55647-b8d5-4a97-8e49-f8e4107f16bd", "name": "network-vif-plugged", "status": "completed", "tag": "65716037-d5a2-4311-9771-f853f6e0d0ce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:05.073507 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.088248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Made reservation on behalf of b5b50157b51a44b3ace40cda8a5fd8ef for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:05.092785 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.111583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.171660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=65716037-d5a2-4311-9771-f853f6e0d0ce,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:05.179124 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af5fb18-8414-474e-a537-35d39ce36c72 x-openstack-request-id: req-5af5fb18-8414-474e-a537-35d39ce36c72 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:05.179473 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d55647-b8d5-4a97-8e49-f8e4107f16bd", "name": "network-vif-plugged", "status": "completed", "tag": "65716037-d5a2-4311-9771-f853f6e0d0ce", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:05.179716 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5af5fb18-8414-474e-a537-35d39ce36c72 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:05.180094 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d55647-b8d5-4a97-8e49-f8e4107f16bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65716037-d5a2-4311-9771-f853f6e0d0ce', 'code': 200} Aug 30 14:32:05.253699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-7ea1760e-0034-47b0-a6a8-8698a6f8de33 service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473261 Aug 30 14:32:05.268276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106055e-41b9-4881-98d9-69ba59e03ddf req-8ad9c4ef-895b-4f5d-8d08-d7ddfc3148d1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.269972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d106055e-41b9-4881-98d9-69ba59e03ddf req-8ad9c4ef-895b-4f5d-8d08-d7ddfc3148d1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 945 time: 0.1133757 Aug 30 14:32:05.319685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407eb329-60ef-49c7-a02f-c901e9f8575f req-fe0aad61-49d0-46fd-ba17-01bc2ea1dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.321145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-407eb329-60ef-49c7-a02f-c901e9f8575f req-fe0aad61-49d0-46fd-ba17-01bc2ea1dd35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 1096 time: 0.0704050 Aug 30 14:32:05.337276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.349455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.377473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d106055e-41b9-4881-98d9-69ba59e03ddf req-a6d25607-e7a5-4330-9006-316076de721a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982270 Aug 30 14:32:05.384703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:05.411070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-407eb329-60ef-49c7-a02f-c901e9f8575f req-3bd206fa-7bbb-487b-8b03-5e05a8f0010f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819020 Aug 30 14:32:05.422876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa9e84-3e3a-402a-83bc-b09bbf4bfe8f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:05.433446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-5cbd3190-3311-4db7-b0ad-acfa32e0fa8a service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607456 Aug 30 14:32:05.450107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.450910 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Added segment f7de6ca5-29b7-491e-a241-19c54504b0b9 of type vlan for network 8783ad25-bb29-4679-82cd-d9b6a88cc65b Aug 30 14:32:05.503565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.512741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406db7e-ab92-4d91-b94d-b81e41e3ef4f req-02e9cdab-dd31-46b6-b328-1b7dee72912e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.514533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4406db7e-ab92-4d91-b94d-b81e41e3ef4f req-02e9cdab-dd31-46b6-b328-1b7dee72912e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1081092 Aug 30 14:32:05.555544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.556498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.557118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.619462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4406db7e-ab92-4d91-b94d-b81e41e3ef4f req-d51b0caa-0c77-48f0-be1f-a7085254b6f0 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940175 Aug 30 14:32:05.640872 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8684959 Aug 30 14:32:05.641926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e457c-88c6-4e7d-8db9-3096c0e45f56 admin admin] Pushing event updated for resources: {'Network': ['ID=8783ad25-bb29-4679-82cd-d9b6a88cc65b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:05.645125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:05.652664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8783ad25-bb29-4679-82cd-d9b6a88cc65b details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:05.704078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Request body: {'subnet': {'network_id': '8783ad25-bb29-4679-82cd-d9b6a88cc65b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-subnet', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:05.710240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-bc40b6ee-3ab2-48a0-a91d-c048e85ba3fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 217 time: 0.0932579 Aug 30 14:32:05.811457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Made reservation on behalf of b5b50157b51a44b3ace40cda8a5fd8ef for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:05.813837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.832066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-138b0523-0217-4df5-a799-ed1b7b85eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.833798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-138b0523-0217-4df5-a799-ed1b7b85eeca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1057911 Aug 30 14:32:05.866736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e4c4a-3846-454f-8f11-2d01409436d7 req-2eb46979-efc6-44ea-bb35-897fb90e8efd tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.868216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b0e4c4a-3846-454f-8f11-2d01409436d7 req-2eb46979-efc6-44ea-bb35-897fb90e8efd tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 943 time: 0.1557631 Aug 30 14:32:05.964525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b0e4c4a-3846-454f-8f11-2d01409436d7 req-cb6b65d1-7323-49bc-8d52-036cf595b777 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796361 Aug 30 14:32:05.971401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-2261e9ab-7dec-4b05-806b-480c640ac54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.973426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-2261e9ab-7dec-4b05-806b-480c640ac54e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1150746 Aug 30 14:32:06.133213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9ab92c03-5542-417d-83d1-2bdf775685e1 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:06.141557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-87afd155-abbf-4624-a343-e3002271102a service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594727 Aug 30 14:32:06.145468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.246593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9ab92c03-5542-417d-83d1-2bdf775685e1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9ab92c03-5542-417d-83d1-2bdf775685e1,segment=NetworkSegment(7bebda02-b616-46ec-9d81-e5055ce55bce),segment_id=7bebda02-b616-46ec-9d81-e5055ce55bce)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:06.261262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '9ab92c03-5542-417d-83d1-2bdf775685e1', 'network_id': 'fea17029-d1cd-4aea-99f7-b887c7babf0b', 'port_id': '9ab92c03-5542-417d-83d1-2bdf775685e1', 'mac_address': 'fa:16:3e:b0:66:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b3dd9a-6b59-4796-9cad-6c45c754ec83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:06.304986 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.320784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab92c03-5542-417d-83d1-2bdf775685e1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:06.344616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9ab92c03-5542-417d-83d1-2bdf775685e1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9ab92c03-5542-417d-83d1-2bdf775685e1,segment=NetworkSegment(7bebda02-b616-46ec-9d81-e5055ce55bce),segment_id=7bebda02-b616-46ec-9d81-e5055ce55bce)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:06.350383 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.407402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9ab92c03-5542-417d-83d1-2bdf775685e1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:06.621594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de87c03-a34d-4c9e-821b-21f85f196bdc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:06.649829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-96cb6590-ab9d-443e-bc51-9856550ff385 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977126 Aug 30 14:32:06.653599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Checking segment: {'id': 'f7de6ca5-29b7-491e-a241-19c54504b0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8783ad25-bb29-4679-82cd-d9b6a88cc65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:06.654385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Network hostable DHCP agents. Network: 8783ad25-bb29-4679-82cd-d9b6a88cc65b, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:06.664050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c1a53-3f57-4638-81cc-1a1764d50b3e req-9f7eea4b-0d56-49f8-b729-c00d1c95f711 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:06.665708 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f75c1a53-3f57-4638-81cc-1a1764d50b3e req-9f7eea4b-0d56-49f8-b729-c00d1c95f711 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 945 time: 0.1215110 Aug 30 14:32:06.720779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-1a9f9751-0bc6-4323-be81-061ac3bd145d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 217 time: 0.0528867 Aug 30 14:32:06.765608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Network 8783ad25-bb29-4679-82cd-d9b6a88cc65b is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:06.790857 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f75c1a53-3f57-4638-81cc-1a1764d50b3e req-0b9e6f14-f587-46dc-90cb-540e18a16efa tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105483 Aug 30 14:32:06.793831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8783ad25-bb29-4679-82cd-d9b6a88cc65b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:06.801175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:06.801730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.808978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68f0f0e-240d-4571-b00c-dcbf5a91f849 None None] Network 8783ad25-bb29-4679-82cd-d9b6a88cc65b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:06.814888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-21469cc1-c942-4459-9eb2-e1e00be05abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:06.817032 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-21469cc1-c942-4459-9eb2-e1e00be05abc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0874026 Aug 30 14:32:06.835722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27be2db5-7349-4f71-8423-3ef8a0128366 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1887763 Aug 30 14:32:06.838708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:06.843515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:06.860802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['9ab92c03-5542-417d-83d1-2bdf775685e1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:06.895799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.897398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.906431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-69059010-c9e4-4895-bc20-9a67a07cc65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:06.907917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-69059010-c9e4-4895-bc20-9a67a07cc65a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829780 Aug 30 14:32:06.919312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d273e1-0211-4046-94d9-df6e00823a18 req-8c220d7a-3c20-489b-8cb2-a9aa316493c9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:06.930629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-45d273e1-0211-4046-94d9-df6e00823a18 req-8c220d7a-3c20-489b-8cb2-a9aa316493c9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1496971 Aug 30 14:32:06.994471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-45d273e1-0211-4046-94d9-df6e00823a18 req-286227b2-ef91-42f7-86d5-3b02c47c9d14 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 Aug 30 14:32:07.022812 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.115483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-8783ad25-bb29-4679-82cd-d9b6a88cc65b', 'network_id': '8783ad25-bb29-4679-82cd-d9b6a88cc65b', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'fixed_ips': [{'subnet_id': '5de87c03-a34d-4c9e-821b-21f85f196bdc'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:32:07.116789 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.251569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-d44b1412-4b1f-489f-8267-0ac427977235 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236458 Aug 30 14:32:07.254115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.266010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ad5e-f03f-47c1-8122-80235ab6f860 req-9cfd0b0d-017f-46f6-959a-43cb2d938e84 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:07.269549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-afa1ad5e-f03f-47c1-8122-80235ab6f860 req-9cfd0b0d-017f-46f6-959a-43cb2d938e84 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 944 time: 0.1927891 Aug 30 14:32:07.297651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Allocated IP 172.20.0.2 (8783ad25-bb29-4679-82cd-d9b6a88cc65b/5de87c03-a34d-4c9e-821b-21f85f196bdc/f0b75db1-db4a-4185-a53f-5d3036e06ec1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:07.437005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-afa1ad5e-f03f-47c1-8122-80235ab6f860 req-43014bc1-d27d-435b-b75b-161a55d09bb5 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546085 Aug 30 14:32:07.473282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-29a67a46-a85d-46bd-884f-265bd81ee54b service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023630 Aug 30 14:32:07.504779 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.519854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Transition to ACTIVE for port object f0b75db1-db4a-4185-a53f-5d3036e06ec1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:07.533254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-9af1dcb4-0656-424d-a005-29aa05cfa6dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=808e7602-c320-4cbc-80db-e487ef7820ce HTTP/1.1" status: 200 len: 217 time: 0.0522091 Aug 30 14:32:07.541864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Transition to ACTIVE for port object f0b75db1-db4a-4185-a53f-5d3036e06ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:07.549191 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.638097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-39cdff45-cf36-4a91-a1dd-6ec92a690afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:07.641132 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-39cdff45-cf36-4a91-a1dd-6ec92a690afa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0932095 Aug 30 14:32:07.807008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Network 8783ad25-bb29-4679-82cd-d9b6a88cc65b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:07.816476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:07.823153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:07.847836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f0b75db1-db4a-4185-a53f-5d3036e06ec1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:07.860654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-72c4e806-15dc-479e-96ba-dd3a07900981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:07.862360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-72c4e806-15dc-479e-96ba-dd3a07900981 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743345 Aug 30 14:32:07.869629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.913116 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.942385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Attempting to bind port f0b75db1-db4a-4185-a53f-5d3036e06ec1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:07.943044 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Attempting to bind port f0b75db1-db4a-4185-a53f-5d3036e06ec1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f7de6ca5-29b7-491e-a241-19c54504b0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8783ad25-bb29-4679-82cd-d9b6a88cc65b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:07.943417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Attempting to bind port f0b75db1-db4a-4185-a53f-5d3036e06ec1 on network 8783ad25-bb29-4679-82cd-d9b6a88cc65b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:07.950737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:07.951122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Checking segment: {'id': 'f7de6ca5-29b7-491e-a241-19c54504b0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8783ad25-bb29-4679-82cd-d9b6a88cc65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:07.951529 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.951945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Bound using segment: {'id': 'f7de6ca5-29b7-491e-a241-19c54504b0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8783ad25-bb29-4679-82cd-d9b6a88cc65b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:07.952423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Bound port: f0b75db1-db4a-4185-a53f-5d3036e06ec1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de6ca5-29b7-491e-a241-19c54504b0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8783ad25-bb29-4679-82cd-d9b6a88cc65b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:07.952814 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.053134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] For port f0b75db1-db4a-4185-a53f-5d3036e06ec1, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:08.059744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] For port f0b75db1-db4a-4185-a53f-5d3036e06ec1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f0b75db1-db4a-4185-a53f-5d3036e06ec1,segment=NetworkSegment(f7de6ca5-29b7-491e-a241-19c54504b0b9),segment_id=f7de6ca5-29b7-491e-a241-19c54504b0b9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:08.065339 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.089549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b163e50-d5a5-417b-89e3-f776d0902d52 req-5125f6ca-a489-4e2c-83b2-597315c4be0a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:08.091172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b163e50-d5a5-417b-89e3-f776d0902d52 req-5125f6ca-a489-4e2c-83b2-597315c4be0a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 945 time: 0.1901572 Aug 30 14:32:08.126166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-4731d989-af8a-40ec-88e5-11c8242a993a service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265081 Aug 30 14:32:08.138313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d64ce0-b0bd-4a01-986c-0fc14490fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f0b75db1-db4a-4185-a53f-5d3036e06ec1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:08.245088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Allocated IP 172.25.6.27 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b1ff8809-f4e1-457c-be48-7ca3417d9c49) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:08.259040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7b163e50-d5a5-417b-89e3-f776d0902d52 req-ccae9251-4292-4f0a-80a0-9a2f7e5a22dd tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589172 Aug 30 14:32:08.278905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ca24-4034-4c17-9ca8-1e0a4478a318 req-aff3948d-5ce6-42a5-9d3f-c61dd7299d6b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:08.283370 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e12ca24-4034-4c17-9ca8-1e0a4478a318 req-aff3948d-5ce6-42a5-9d3f-c61dd7299d6b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0807955 Aug 30 14:32:08.357275 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e12ca24-4034-4c17-9ca8-1e0a4478a318 req-90eaa288-4bf8-4fc2-87b4-45eea6f029ba tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645423 Aug 30 14:32:08.360323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-f54d7dfc-a6b8-4eb0-a82a-5746c0f5dd00 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215936 Aug 30 14:32:08.459449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-107439f6-c08d-42fc-9fe8-b729849e3662 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c HTTP/1.1" status: 200 len: 217 time: 0.0832715 Aug 30 14:32:08.585964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.620298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-1469f382-ca8b-485a-989a-e2d7c5eec9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:08.622605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-1469f382-ca8b-485a-989a-e2d7c5eec9fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1558380 Aug 30 14:32:08.627036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c449c8-526b-4e3b-bca1-0882f21f6f42 req-dc8fd58d-19c0-49b8-a6f3-cd55a626cb64 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:08.631125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-01c449c8-526b-4e3b-bca1-0882f21f6f42 req-dc8fd58d-19c0-49b8-a6f3-cd55a626cb64 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 944 time: 0.1089094 Aug 30 14:32:08.682058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-01c449c8-526b-4e3b-bca1-0882f21f6f42 req-86359ab0-8462-477d-9165-f0dbfd3f100f tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Aug 30 14:32:08.696560 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.708810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-7269c0ac-97a6-4da8-a433-eae3c9abb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:08.710651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-7269c0ac-97a6-4da8-a433-eae3c9abb8cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800505 Aug 30 14:32:08.790861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ff8809-f4e1-457c-be48-7ca3417d9c49,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:08.805715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:08.879328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:08.883674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:09.052226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-a81a7169-43d0-44b2-a6b1-8c8acfde2e19 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167572 Aug 30 14:32:09.278472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-ec7b7917-2cb3-492b-9a61-00d5170ceee5 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925845 Aug 30 14:32:09.360355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-67974b68-90d1-46d4-b974-aa9d10f114a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=753319b2-7446-4316-81cb-0659c516e6eb HTTP/1.1" status: 200 len: 217 time: 0.0376499 Aug 30 14:32:09.429727 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.488207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-d3b87ca3-cbfe-4dc7-83ca-a84c4fb27228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:09.490292 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-d3b87ca3-cbfe-4dc7-83ca-a84c4fb27228 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.1196232 Aug 30 14:32:09.508090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09af750-036e-478f-9b90-2638303f66dc None None] Network 8783ad25-bb29-4679-82cd-d9b6a88cc65b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:09.613939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a225191-98eb-4344-8b7e-34b410dfc3cd None None] Provisioning for port f0b75db1-db4a-4185-a53f-5d3036e06ec1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:09.686441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f0b75db1-db4a-4185-a53f-5d3036e06ec1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:09.784899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6386946-1a25-43e5-941f-936af9e23afc req-4016bf84-5b78-4d19-9be1-99a1d1bdaf13 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:09.787349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6386946-1a25-43e5-941f-936af9e23afc req-4016bf84-5b78-4d19-9be1-99a1d1bdaf13 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.2960348 Aug 30 14:32:09.822054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f0b75db1-db4a-4185-a53f-5d3036e06ec1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:09.827843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f0b75db1-db4a-4185-a53f-5d3036e06ec1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:09.828475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.852262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-d764f4c5-7c14-4fa6-b872-73411ff7fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:09.855866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-d764f4c5-7c14-4fa6-b872-73411ff7fe43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3200428 Aug 30 14:32:09.936766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd065349-f2d5-4489-b8ab-acd6e75e0cf4 req-99875e4f-adb0-4518-90fe-400e06d2167b tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:09.948523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fd065349-f2d5-4489-b8ab-acd6e75e0cf4 req-99875e4f-adb0-4518-90fe-400e06d2167b tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 944 time: 0.1069632 Aug 30 14:32:09.986446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.027444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fd065349-f2d5-4489-b8ab-acd6e75e0cf4 req-f23eca6d-b7ca-46ec-a766-e8acfc7cc185 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748422 Aug 30 14:32:10.065470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f0b75db1-db4a-4185-a53f-5d3036e06ec1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f0b75db1-db4a-4185-a53f-5d3036e06ec1,segment=NetworkSegment(f7de6ca5-29b7-491e-a241-19c54504b0b9),segment_id=f7de6ca5-29b7-491e-a241-19c54504b0b9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:10.074922 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.152991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f0b75db1-db4a-4185-a53f-5d3036e06ec1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:10.177984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9ab92c03-5542-417d-83d1-2bdf775685e1 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:10.263709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 9ab92c03-5542-417d-83d1-2bdf775685e1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:10.266325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d03f0adc-8cb7-4414-ae45-f64a4a7f4235 None None] Provisioning complete for port f0b75db1-db4a-4185-a53f-5d3036e06ec1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:10.266708 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d03f0adc-8cb7-4414-ae45-f64a4a7f4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.294791 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 9ab92c03-5542-417d-83d1-2bdf775685e1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:10.295172 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.440557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.473496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55af78a-9b1e-47ac-8123-a5d64b422dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab92c03-5542-417d-83d1-2bdf775685e1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:10.475933 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6bea6-8048-4a65-8fff-666b389ef4c8" -d '{"events": [{"server_uuid": "c55af78a-9b1e-47ac-8123-a5d64b422dc7", "name": "network-vif-plugged", "status": "completed", "tag": "9ab92c03-5542-417d-83d1-2bdf775685e1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:10.495091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 9ab92c03-5542-417d-83d1-2bdf775685e1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9ab92c03-5542-417d-83d1-2bdf775685e1,segment=NetworkSegment(7bebda02-b616-46ec-9d81-e5055ce55bce),segment_id=7bebda02-b616-46ec-9d81-e5055ce55bce)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:10.500785 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.573541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=9ab92c03-5542-417d-83d1-2bdf775685e1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:10.649209 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6386946-1a25-43e5-941f-936af9e23afc req-fa30869a-20f1-4753-9de3-679f025110af tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8050554 Aug 30 14:32:10.700250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-7df70426-33e7-452e-9a06-7f3cb5a75cae service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202074 Aug 30 14:32:10.702181 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d865e3c-2951-4bcb-94d2-37a46619b256 x-openstack-request-id: req-4d865e3c-2951-4bcb-94d2-37a46619b256 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:10.702476 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55af78a-9b1e-47ac-8123-a5d64b422dc7", "name": "network-vif-plugged", "status": "completed", "tag": "9ab92c03-5542-417d-83d1-2bdf775685e1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:10.702730 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d865e3c-2951-4bcb-94d2-37a46619b256 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:10.703122 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55af78a-9b1e-47ac-8123-a5d64b422dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab92c03-5542-417d-83d1-2bdf775685e1', 'code': 200} Aug 30 14:32:10.771172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.961152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-bf824c8d-9a24-4589-9672-a6c0c7b500ae service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533481 Aug 30 14:32:10.966485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc11201-3f69-4278-81ec-b6509cd153c7 req-cbe86cab-bd4c-4634-a522-10aa75e7f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:10.968157 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0bc11201-3f69-4278-81ec-b6509cd153c7 req-cbe86cab-bd4c-4634-a522-10aa75e7f82e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1501358 Aug 30 14:32:11.035527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-c95fb473-b4c2-4898-a430-116d02ea0877 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0641923 Aug 30 14:32:11.099808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0bc11201-3f69-4278-81ec-b6509cd153c7 req-8346d029-471b-425d-80d2-f35955c95190 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220953 Aug 30 14:32:11.165143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-1117de63-1723-4c9c-8db2-9cea64a06c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:11.166689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-1117de63-1723-4c9c-8db2-9cea64a06c47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.1229923 Aug 30 14:32:11.213400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Router 20369053-1e38-4d1e-87de-59986e6874f7 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:32:11.236107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451b0dc-dd67-425d-8776-9d5e9d5874b5 req-49e9e935-bae8-4f02-b9d4-251a5857e253 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:11.239667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5451b0dc-dd67-425d-8776-9d5e9d5874b5 req-49e9e935-bae8-4f02-b9d4-251a5857e253 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 945 time: 0.1283309 Aug 30 14:32:11.313731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-6b6fdd54-1b6c-4a27-8057-1e06a8368642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:11.315253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-6b6fdd54-1b6c-4a27-8057-1e06a8368642 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1403666 Aug 30 14:32:11.400357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5451b0dc-dd67-425d-8776-9d5e9d5874b5 req-2d7e0491-6ef6-4003-b068-eff523094ba9 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501482 Aug 30 14:32:11.486544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:11.504110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-053a385a-8616-4a82-b8d8-78b6236d54b7 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770718 Aug 30 14:32:11.506829 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Sync routers for ids ['20369053-1e38-4d1e-87de-59986e6874f7'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:11.516100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.520979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0c4a70c1-e828-4429-ac57-c07567a6e954 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6782067 Aug 30 14:32:11.521354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41280) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:11.522190 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Routers {'20369053-1e38-4d1e-87de-59986e6874f7'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:11.523063 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['20369053-1e38-4d1e-87de-59986e6874f7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:11.628887 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-427c54b1-154f-45c3-a93f-bf28582f1e07 req-003f53f6-a53f-43cd-9ee5-56f289407275 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143818 Aug 30 14:32:11.698393 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Set router 20369053-1e38-4d1e-87de-59986e6874f7 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:11.703105 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f0b75db1-db4a-4185-a53f-5d3036e06ec1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:11.821631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f0b75db1-db4a-4185-a53f-5d3036e06ec1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:11.822333 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.046786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8cc94-2148-43a2-8144-0f458dd18a48 req-581c859e-cd14-40b6-bc05-eee10aa433e8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:12.048786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38b8cc94-2148-43a2-8144-0f458dd18a48 req-581c859e-cd14-40b6-bc05-eee10aa433e8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.2204556 Aug 30 14:32:12.082962 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:09Z', 'revision_number': 3, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port': {'id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20369053-1e38-4d1e-87de-59986e6874f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:12.118286 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Checking router: 20369053-1e38-4d1e-87de-59986e6874f7 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:12.119080 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Updating router 20369053-1e38-4d1e-87de-59986e6874f7 port b1ff8809-f4e1-457c-be48-7ca3417d9c49 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:12.158030 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.200247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38b8cc94-2148-43a2-8144-0f458dd18a48 req-1fd5b4b1-3a28-42ec-b92c-85a19a577de6 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011672 Aug 30 14:32:12.371985 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.534907 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.547409 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Transition to ACTIVE for port object b1ff8809-f4e1-457c-be48-7ca3417d9c49 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:12.556075 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.608779 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eb0a3-33f5-4eca-93c1-0e1ca4f2e9ad None None] Pushing event updated for resources: {'Port': ['ID=b1ff8809-f4e1-457c-be48-7ca3417d9c49,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:12.634664 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Attempting to bind port b1ff8809-f4e1-457c-be48-7ca3417d9c49 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:12.636881 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Attempting to bind port b1ff8809-f4e1-457c-be48-7ca3417d9c49 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:12.637406 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Attempting to bind port b1ff8809-f4e1-457c-be48-7ca3417d9c49 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:12.650064 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:12.650582 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:12.651082 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.651572 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:12.652142 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Bound port: b1ff8809-f4e1-457c-be48-7ca3417d9c49, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:12.652627 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.703226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Allocated IP 172.20.0.1 (8783ad25-bb29-4679-82cd-d9b6a88cc65b/5de87c03-a34d-4c9e-821b-21f85f196bdc/3a7dc4b9-47cb-4c27-8fd2-15037ba768fd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:12.717697 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] For port b1ff8809-f4e1-457c-be48-7ca3417d9c49, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:12.723882 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] For port b1ff8809-f4e1-457c-be48-7ca3417d9c49, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b1ff8809-f4e1-457c-be48-7ca3417d9c49,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:12.730020 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.764562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a585e94-d4f2-4028-8840-3932297b4896 req-5c25d2f6-96c3-4fc7-a238-7572bf36a951 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:12.766719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a585e94-d4f2-4028-8840-3932297b4896 req-5c25d2f6-96c3-4fc7-a238-7572bf36a951 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 945 time: 0.1306484 Aug 30 14:32:12.805957 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Routers {'20369053-1e38-4d1e-87de-59986e6874f7'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:12.806607 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['20369053-1e38-4d1e-87de-59986e6874f7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:12.891094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a585e94-d4f2-4028-8840-3932297b4896 req-9691a7db-8a36-46f2-babf-d9646eeb4961 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036050 Aug 30 14:32:12.917822 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eb0a3-33f5-4eca-93c1-0e1ca4f2e9ad None None] Pushing event updated for resources: {'Port': ['ID=b1ff8809-f4e1-457c-be48-7ca3417d9c49,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:12.991728 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.009079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Transition to ACTIVE for port object 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:13.053950 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.058250 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] Set router 20369053-1e38-4d1e-87de-59986e6874f7 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:13.104425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Network 8783ad25-bb29-4679-82cd-d9b6a88cc65b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:13.110400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:13.114654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:13.177421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.182653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Pushing event updated for resources: {'Port': ['ID=3a7dc4b9-47cb-4c27-8fd2-15037ba768fd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:13.343286 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:09Z', 'revision_number': 3, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port': {'id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20369053-1e38-4d1e-87de-59986e6874f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:13.398855 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69cbc5-8d4b-43d6-b91c-d48ef8add326 None None] The sync data for ids ['20369053-1e38-4d1e-87de-59986e6874f7'] in n-d-805668-3 is: [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:09Z', 'revision_number': 3, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port': {'id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20369053-1e38-4d1e-87de-59986e6874f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:13.439004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159dd9b-5b6d-4e40-9f68-955f20660976 req-0e869467-f9f7-4ccf-9d3c-eb7d6502ad52 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:13.448677 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6159dd9b-5b6d-4e40-9f68-955f20660976 req-0e869467-f9f7-4ccf-9d3c-eb7d6502ad52 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1054838 Aug 30 14:32:13.501477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-afe483d1-f538-4734-b838-f287595bca60 None None] Provisioning for port 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:13.504797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.510939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-afe483d1-f538-4734-b838-f287595bca60 None None] Provisioning complete for port 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:13.517728 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afe483d1-f538-4734-b838-f287595bca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.551357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6159dd9b-5b6d-4e40-9f68-955f20660976 req-b1af0ba4-3720-4594-ad3c-76552368218b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991745 Aug 30 14:32:13.592036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-afe483d1-f538-4734-b838-f287595bca60 None None] Port 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:13.828770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.835593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.930326 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:14.016094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Pushing event updated for resources: {'Port': ['ID=3a7dc4b9-47cb-4c27-8fd2-15037ba768fd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:14.088120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24ec73-a39e-4686-9d7d-de9e608fd967 req-643aeede-d66a-47ec-a68f-ddb023472192 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:14.089663 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa24ec73-a39e-4686-9d7d-de9e608fd967 req-643aeede-d66a-47ec-a68f-ddb023472192 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 945 time: 0.0852387 Aug 30 14:32:14.136391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Network 8783ad25-bb29-4679-82cd-d9b6a88cc65b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:14.144495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:14.164798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa24ec73-a39e-4686-9d7d-de9e608fd967 req-5d4832fa-93ad-48c8-841d-f6e98874f59e tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636303 Aug 30 14:32:14.304533 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:32:14.415716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Router 20369053-1e38-4d1e-87de-59986e6874f7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:32:14.522608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d82e178f-7119-4edb-a535-52b779517ef6 None None] Provisioning complete for port 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:14.523181 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d82e178f-7119-4edb-a535-52b779517ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:14.634888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d82e178f-7119-4edb-a535-52b779517ef6 None None] Port 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:14.647257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:14.668281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-24fb3a9b-1e9b-49ff-b3e8-97ba6fc8eebf admin admin] 10.222.0.50 "PUT /v2.0/routers/20369053-1e38-4d1e-87de-59986e6874f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1455505 Aug 30 14:32:14.838670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45af81a-b84e-48e7-be6a-3490ef811bf9 req-393bc37c-2141-4752-a229-30336544ab2a tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:14.840311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a45af81a-b84e-48e7-be6a-3490ef811bf9 req-393bc37c-2141-4752-a229-30336544ab2a tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1202474 Aug 30 14:32:14.841184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11acdf1-50c7-4ada-a549-ccedb57d3fa9 req-a725fe39-5382-4d8e-b567-e774b4839da6 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:14.842968 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e11acdf1-50c7-4ada-a549-ccedb57d3fa9 req-a725fe39-5382-4d8e-b567-e774b4839da6 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 945 time: 0.0918856 Aug 30 14:32:14.918981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e11acdf1-50c7-4ada-a549-ccedb57d3fa9 req-a415c2f0-e6d1-4aeb-905a-ee5eb54ce1ac tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557489 Aug 30 14:32:14.953810 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a45af81a-b84e-48e7-be6a-3490ef811bf9 req-7bcf4ea9-1283-43e8-89c6-de3ad8bd2ba9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956039 Aug 30 14:32:15.203017 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-6425f041-f7fc-4b90-85d2-baccd45ea4f1 req-bb949fa4-394e-4d1a-b6a4-e78530e3b428 tempest-FloatingIPDetailsNegativeTestJSON-1396916803 tempest-FloatingIPDetailsNegativeTestJSON-1396916803-project] show failed (client error): The resource could not be found. Aug 30 14:32:15.204003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6425f041-f7fc-4b90-85d2-baccd45ea4f1 req-bb949fa4-394e-4d1a-b6a4-e78530e3b428 tempest-FloatingIPDetailsNegativeTestJSON-1396916803 tempest-FloatingIPDetailsNegativeTestJSON-1396916803-project] 10.222.0.50 "GET /v2.0/floatingips/80f3d5a9-3fc7-49ef-9458-5bd8a4c3c6a5 HTTP/1.1" status: 404 len: 350 time: 0.0551066 Aug 30 14:32:15.215428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:15.702177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b1ff8809-f4e1-457c-be48-7ca3417d9c49 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:15.716503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.803594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b1ff8809-f4e1-457c-be48-7ca3417d9c49 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:15.810274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b1ff8809-f4e1-457c-be48-7ca3417d9c49 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:15.814944 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.928411 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.953332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b1ff8809-f4e1-457c-be48-7ca3417d9c49, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b1ff8809-f4e1-457c-be48-7ca3417d9c49,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:15.961016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.052460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Sync routers for ids ['20369053-1e38-4d1e-87de-59986e6874f7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:16.109426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5726b05-fa7d-4d9f-86aa-cc503c44167c req-c7cc558c-49b3-4120-95e8-2f24b361df03 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:16.110921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5726b05-fa7d-4d9f-86aa-cc503c44167c req-c7cc558c-49b3-4120-95e8-2f24b361df03 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0820818 Aug 30 14:32:16.117134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Routers {'20369053-1e38-4d1e-87de-59986e6874f7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:16.118066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['20369053-1e38-4d1e-87de-59986e6874f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:16.150999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Deleting port 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:16.151274 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.223781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5726b05-fa7d-4d9f-86aa-cc503c44167c req-eea92aeb-db39-43e2-b875-58e0a755cdb2 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050830 Aug 30 14:32:16.263246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584f300-89fa-4a96-bcc9-a18e25a78717 req-65837daa-17f0-462b-aa7f-8439440fb758 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:16.266125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d584f300-89fa-4a96-bcc9-a18e25a78717 req-65837daa-17f0-462b-aa7f-8439440fb758 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 945 time: 0.2424791 Aug 30 14:32:16.309953 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.340450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Calling delete_port for 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:16.347016 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d584f300-89fa-4a96-bcc9-a18e25a78717 req-efc22881-fe9a-4885-84c1-b840eade6411 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Aug 30 14:32:16.354396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Set router 20369053-1e38-4d1e-87de-59986e6874f7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:16.356991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b1ff8809-f4e1-457c-be48-7ca3417d9c49,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:16.397016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.397398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.397742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.398080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.398418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.398753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.399081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.399411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.399743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.400071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.400398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.400722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:16.608686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544968f-6622-48dc-839c-5f991d1a1192 req-2f59dbe1-b944-4498-967a-7984c9cc76ac tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:16.611341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d544968f-6622-48dc-839c-5f991d1a1192 req-2f59dbe1-b944-4498-967a-7984c9cc76ac tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0643058 Aug 30 14:32:16.638803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:13Z', 'revision_number': 4, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port': {'id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20369053-1e38-4d1e-87de-59986e6874f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '3a7dc4b9-47cb-4c27-8fd2-15037ba768fd', 'name': '', 'network_id': '8783ad25-bb29-4679-82cd-d9b6a88cc65b', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'mac_address': 'fa:16:3e:39:26:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20369053-1e38-4d1e-87de-59986e6874f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '5de87c03-a34d-4c9e-821b-21f85f196bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:13Z', 'revision_number': 2, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'subnets': [{'id': '5de87c03-a34d-4c9e-821b-21f85f196bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:16.657807 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d544968f-6622-48dc-839c-5f991d1a1192 req-4bb81f63-8007-4a8a-99cc-f92b3a60d2dd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393796 Aug 30 14:32:16.698213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Checking router: 20369053-1e38-4d1e-87de-59986e6874f7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:16.698577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Updating router 20369053-1e38-4d1e-87de-59986e6874f7 port 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:16.699535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c6336-e729-4408-aaee-79ece4de0200 req-de032930-4b99-4cdc-81f9-16e4059d9dff tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:16.701582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-106c6336-e729-4408-aaee-79ece4de0200 req-de032930-4b99-4cdc-81f9-16e4059d9dff tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 945 time: 0.1257820 Aug 30 14:32:16.730609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.760429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.833648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7dc4b9-47cb-4c27-8fd2-15037ba768fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:16.847549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Port 3a7dc4b9-47cb-4c27-8fd2-15037ba768fd not found while updating agent binding for router 20369053-1e38-4d1e-87de-59986e6874f7. {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 14:32:16.859588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Routers {'20369053-1e38-4d1e-87de-59986e6874f7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:16.860655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['20369053-1e38-4d1e-87de-59986e6874f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:16.979215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2565d-a6fa-4d7a-85b3-a3fb102cd4b0 req-3afceb2f-778a-4492-8683-b493975847e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:16.980881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbe2565d-a6fa-4d7a-85b3-a3fb102cd4b0 req-3afceb2f-778a-4492-8683-b493975847e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.2179873 Aug 30 14:32:17.004854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] Set router 20369053-1e38-4d1e-87de-59986e6874f7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:17.160631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Deleting port 9ab92c03-5542-417d-83d1-2bdf775685e1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:17.161249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.186984 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbe2565d-a6fa-4d7a-85b3-a3fb102cd4b0 req-ef675c58-a472-448f-a962-d4264b07d4ca tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298475 Aug 30 14:32:17.245351 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.273849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 5, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port': {'id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20369053-1e38-4d1e-87de-59986e6874f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:17.314446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556318-119c-4d1c-b226-0bd475b345ad None None] The sync data for ids ['20369053-1e38-4d1e-87de-59986e6874f7'] in n-d-805668-3 is: [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 5, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port': {'id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20369053-1e38-4d1e-87de-59986e6874f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:17.478160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] For port 9ab92c03-5542-417d-83d1-2bdf775685e1, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=9ab92c03-5542-417d-83d1-2bdf775685e1,segment=NetworkSegment(7bebda02-b616-46ec-9d81-e5055ce55bce),segment_id=7bebda02-b616-46ec-9d81-e5055ce55bce)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:17.478625 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.500663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Calling delete_port for 9ab92c03-5542-417d-83d1-2bdf775685e1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:17.622781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b1ff8809-f4e1-457c-be48-7ca3417d9c49 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:17.719665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b1ff8809-f4e1-457c-be48-7ca3417d9c49 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:17.720424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.741495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296088c-79c5-4e2f-8a03-a9f948e08270 req-aa941f49-0408-4806-a0c0-2dad28a755b9 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:17.743734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6296088c-79c5-4e2f-8a03-a9f948e08270 req-aa941f49-0408-4806-a0c0-2dad28a755b9 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 945 time: 0.0845969 Aug 30 14:32:17.772390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908a356-dd5c-4ded-8a9b-48bf39a02565 req-d04c9964-8bac-4735-9951-311f7ba09da8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:17.776511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3908a356-dd5c-4ded-8a9b-48bf39a02565 req-d04c9964-8bac-4735-9951-311f7ba09da8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.3773649 Aug 30 14:32:17.804111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6296088c-79c5-4e2f-8a03-a9f948e08270 req-b6e1a44a-3784-4aad-b8f5-927aa304e97e tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/security-groups?id=8096b7be-614e-4c9d-bdf6-d2e9ef402129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531240 Aug 30 14:32:17.871850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3908a356-dd5c-4ded-8a9b-48bf39a02565 req-c91ddfae-d86e-40ec-ae57-a0a3e632ff1f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851238 Aug 30 14:32:17.894336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Router 20369053-1e38-4d1e-87de-59986e6874f7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:32:17.981102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f69cf-f325-418e-be4a-47209777672c req-c69ffd98-ed35-4d66-89ab-c533243ab8dd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:17.994862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-635f69cf-f325-418e-be4a-47209777672c req-c69ffd98-ed35-4d66-89ab-c533243ab8dd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1163433 Aug 30 14:32:18.038660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-635f69cf-f325-418e-be4a-47209777672c req-2a04811f-15bd-412a-b993-d05ce0b13453 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Aug 30 14:32:18.062408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.095771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['9ab92c03-5542-417d-83d1-2bdf775685e1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:18.100814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Pushing event deleted for resources: {'Port': ['ID=9ab92c03-5542-417d-83d1-2bdf775685e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:18.167343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] No DVR routers for this DVR port 9ab92c03-5542-417d-83d1-2bdf775685e1 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:32:18.171632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:18.173791 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.176829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-106c6336-e729-4408-aaee-79ece4de0200 req-eefd6845-96ae-444a-86f5-b2f764091296 tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.21 "DELETE /v2.0/ports/9ab92c03-5542-417d-83d1-2bdf775685e1 HTTP/1.1" status: 204 len: 173 time: 1.4673126 Aug 30 14:32:18.177521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55af78a-9b1e-47ac-8123-a5d64b422dc7', 'name': 'network-vif-deleted', 'tag': '9ab92c03-5542-417d-83d1-2bdf775685e1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:18.180173 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e7f2a-35e0-4a5b-b264-0b6ed16799f7" -d '{"events": [{"server_uuid": "c55af78a-9b1e-47ac-8123-a5d64b422dc7", "name": "network-vif-deleted", "tag": "9ab92c03-5542-417d-83d1-2bdf775685e1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:18.198771 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d8f3086d-8567-4303-87cf-bdf4ef89e481 admin admin] 10.222.0.50 "PUT /v2.0/routers/20369053-1e38-4d1e-87de-59986e6874f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9821994 Aug 30 14:32:18.201353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:18.250098 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0992a91f-6162-422c-aa5e-952f2128603b x-openstack-request-id: req-0992a91f-6162-422c-aa5e-952f2128603b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:18.250389 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55af78a-9b1e-47ac-8123-a5d64b422dc7", "name": "network-vif-deleted", "tag": "9ab92c03-5542-417d-83d1-2bdf775685e1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:18.250641 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0992a91f-6162-422c-aa5e-952f2128603b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:18.251043 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55af78a-9b1e-47ac-8123-a5d64b422dc7', 'name': 'network-vif-deleted', 'tag': '9ab92c03-5542-417d-83d1-2bdf775685e1', 'status': 'completed', 'code': 200} Aug 30 14:32:18.369250 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.469830 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] Sync routers for ids ['20369053-1e38-4d1e-87de-59986e6874f7'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:18.486593 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] Routers {'20369053-1e38-4d1e-87de-59986e6874f7'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:18.490458 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['20369053-1e38-4d1e-87de-59986e6874f7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:18.523477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.615348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dce8e-32ac-499d-a711-3643eaa989a0 req-54429b5f-6c7f-4017-a761-fec317fe3f50 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:18.617079 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb6dce8e-32ac-499d-a711-3643eaa989a0 req-54429b5f-6c7f-4017-a761-fec317fe3f50 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0886700 Aug 30 14:32:18.621989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Deleting port b1ff8809-f4e1-457c-be48-7ca3417d9c49 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:18.622461 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.708950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb6dce8e-32ac-499d-a711-3643eaa989a0 req-592080be-bbaf-43f7-92f9-6fbb1cd18ead tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835779 Aug 30 14:32:18.725254 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] Set router 20369053-1e38-4d1e-87de-59986e6874f7 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:18.749627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] For port b1ff8809-f4e1-457c-be48-7ca3417d9c49, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b1ff8809-f4e1-457c-be48-7ca3417d9c49,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:18.750684 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.770274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Calling delete_port for b1ff8809-f4e1-457c-be48-7ca3417d9c49 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:19.012702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5d43d13-0f48-40e9-857c-cc0c773dfe6e req-84e5b9b4-1419-4ade-b038-bf4fd6dd4ded tempest-ServerAddressesTestJSON-2112163778 tempest-ServerAddressesTestJSON-2112163778-project] 10.222.0.50 "GET /v2.0/ports?device_id=c55af78a-9b1e-47ac-8123-a5d64b422dc7 HTTP/1.1" status: 200 len: 210 time: 0.0666018 Aug 30 14:32:19.028292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.031277 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 5, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port': {'id': 'b1ff8809-f4e1-457c-be48-7ca3417d9c49', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20369053-1e38-4d1e-87de-59986e6874f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:19.083397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ff8809-f4e1-457c-be48-7ca3417d9c49,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:19.111202 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] Checking router: 20369053-1e38-4d1e-87de-59986e6874f7 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:19.122624 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] Routers {'20369053-1e38-4d1e-87de-59986e6874f7'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:19.123778 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:31:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['20369053-1e38-4d1e-87de-59986e6874f7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:19.139116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a078c5-a249-4c76-8e2d-c42670deafdb req-687c12c3-bc15-42ef-b4f0-d76238c26b2f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:19.140786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b9a078c5-a249-4c76-8e2d-c42670deafdb req-687c12c3-bc15-42ef-b4f0-d76238c26b2f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1237788 Aug 30 14:32:19.202791 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] Set router 20369053-1e38-4d1e-87de-59986e6874f7 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:19.203604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.301613 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.303692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.342793 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:18Z', 'revision_number': 7, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:19.348781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b9a078c5-a249-4c76-8e2d-c42670deafdb req-3a1e9e77-6db8-4c00-b5d0-4f9c9ea96e34 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895170 Aug 30 14:32:19.351296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.351828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20369053-1e38-4d1e-87de-59986e6874f7 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:32:19.356692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.359786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-826e4654-3283-4e9c-9aef-8d442ddd9dae admin admin] 10.222.0.50 "DELETE /v2.0/routers/20369053-1e38-4d1e-87de-59986e6874f7 HTTP/1.1" status: 204 len: 168 time: 1.1551158 Aug 30 14:32:19.360069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:19.372737 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6876a41-3134-4a32-9672-40e3d92c259f None None] The sync data for ids ['20369053-1e38-4d1e-87de-59986e6874f7'] in n-d-805668-3 is: [{'id': '20369053-1e38-4d1e-87de-59986e6874f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1445881894-router', 'tenant_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:18Z', 'revision_number': 7, 'project_id': 'b5b50157b51a44b3ace40cda8a5fd8ef', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:19.732647 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.737804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a21a489-1b9f-440e-b529-3fb0a4b2284f admin admin] Deleting subnet 5de87c03-a34d-4c9e-821b-21f85f196bdc {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:32:19.741176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a21a489-1b9f-440e-b529-3fb0a4b2284f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.775979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69200c6-e5c7-404a-a3e1-9c14a0622c7e req-26defca6-f2e2-4b0d-a8bf-22b72eda08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:19.777599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a69200c6-e5c7-404a-a3e1-9c14a0622c7e req-26defca6-f2e2-4b0d-a8bf-22b72eda08d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 1097 time: 0.0609415 Aug 30 14:32:19.796083 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a21a489-1b9f-440e-b529-3fb0a4b2284f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.840683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a69200c6-e5c7-404a-a3e1-9c14a0622c7e req-de68ea4b-32c9-4383-8666-9287feac2ec8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Aug 30 14:32:19.903478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b1ff8809-f4e1-457c-be48-7ca3417d9c49 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:19.927232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b1ff8809-f4e1-457c-be48-7ca3417d9c49 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:19.927600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b1ff8809-f4e1-457c-be48-7ca3417d9c49 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:19.936221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd67d3-6dca-4565-ba2c-747e7212fd7f req-e0812ce9-9b95-42b3-81f9-118df436b219 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:19.937745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eebd67d3-6dca-4565-ba2c-747e7212fd7f req-e0812ce9-9b95-42b3-81f9-118df436b219 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0936103 Aug 30 14:32:19.968743 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a21a489-1b9f-440e-b529-3fb0a4b2284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.012164 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eebd67d3-6dca-4565-ba2c-747e7212fd7f req-5af07103-428f-4114-9f62-0f47324c5695 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650306 Aug 30 14:32:20.045669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a21a489-1b9f-440e-b529-3fb0a4b2284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.073300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21a489-1b9f-440e-b529-3fb0a4b2284f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de87c03-a34d-4c9e-821b-21f85f196bdc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:20.088023 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a21a489-1b9f-440e-b529-3fb0a4b2284f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.092926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4a21a489-1b9f-440e-b529-3fb0a4b2284f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5de87c03-a34d-4c9e-821b-21f85f196bdc HTTP/1.1" status: 204 len: 168 time: 0.7291486 Aug 30 14:32:20.096840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4d769-efe7-422d-8bb8-c68e6e82d309 None None] Network 8783ad25-bb29-4679-82cd-d9b6a88cc65b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:20.106336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:20.121527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:20.201745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ab71bf-0337-4c2a-8068-4791e678497a admin admin] Deleting subnet 46b3dd9a-6b59-4796-9cad-6c45c754ec83 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:32:20.205383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72ab71bf-0337-4c2a-8068-4791e678497a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.244339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72ab71bf-0337-4c2a-8068-4791e678497a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.246240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9ab92c03-5542-417d-83d1-2bdf775685e1 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:20.278095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.279489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 9ab92c03-5542-417d-83d1-2bdf775685e1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:20.280023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 9ab92c03-5542-417d-83d1-2bdf775685e1 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:20.313997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72ab71bf-0337-4c2a-8068-4791e678497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.351584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Deleting port f0b75db1-db4a-4185-a53f-5d3036e06ec1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:20.351584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.396534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72ab71bf-0337-4c2a-8068-4791e678497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.396841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] DHCP port deletion for 8783ad25-bb29-4679-82cd-d9b6a88cc65b request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:32:20.428671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab71bf-0337-4c2a-8068-4791e678497a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b3dd9a-6b59-4796-9cad-6c45c754ec83,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:20.444967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72ab71bf-0337-4c2a-8068-4791e678497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.445914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] For port f0b75db1-db4a-4185-a53f-5d3036e06ec1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f0b75db1-db4a-4185-a53f-5d3036e06ec1,segment=NetworkSegment(f7de6ca5-29b7-491e-a241-19c54504b0b9),segment_id=f7de6ca5-29b7-491e-a241-19c54504b0b9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:20.449585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.449754 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-72ab71bf-0337-4c2a-8068-4791e678497a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/46b3dd9a-6b59-4796-9cad-6c45c754ec83 HTTP/1.1" status: 204 len: 168 time: 0.3245082 Aug 30 14:32:20.449871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:20.465846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] Deleting port f0b75db1-db4a-4185-a53f-5d3036e06ec1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:20.466513 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.479004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Calling delete_port for f0b75db1-db4a-4185-a53f-5d3036e06ec1 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:20.540555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] For port f0b75db1-db4a-4185-a53f-5d3036e06ec1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f0b75db1-db4a-4185-a53f-5d3036e06ec1,segment=NetworkSegment(f7de6ca5-29b7-491e-a241-19c54504b0b9),segment_id=f7de6ca5-29b7-491e-a241-19c54504b0b9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:20.541380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.555925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] Calling delete_port for f0b75db1-db4a-4185-a53f-5d3036e06ec1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:20.583244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.616626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef7c9-727e-41fe-a619-edc933f616d8 req-8a5f17c4-4f18-43a1-91e8-20207ab33fe1 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:20.618839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-affef7c9-727e-41fe-a619-edc933f616d8 req-8a5f17c4-4f18-43a1-91e8-20207ab33fe1 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0788875 Aug 30 14:32:20.670040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.677642 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.705000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b75db1-db4a-4185-a53f-5d3036e06ec1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:20.708461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] Pushing event deleted for resources: {'Port': ['ID=f0b75db1-db4a-4185-a53f-5d3036e06ec1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:20.713633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d6378-d75a-49ca-bf4a-e2751368c070 None None] No DVR routers for this DVR port f0b75db1-db4a-4185-a53f-5d3036e06ec1 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:32:20.733561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] No DVR routers for this DVR port f0b75db1-db4a-4185-a53f-5d3036e06ec1 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:32:20.832035 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.845116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8783ad25-bb29-4679-82cd-d9b6a88cc65b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:20.858688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7de6ca5-29b7-491e-a241-19c54504b0b9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:20.859232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7de6ca5-29b7-491e-a241-19c54504b0b9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:20.871439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.888421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.899796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:32:20.900540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:32:20.911801 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:32:20.979964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.998171 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.000189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8783ad25-bb29-4679-82cd-d9b6a88cc65b HTTP/1.1" status: 204 len: 168 time: 0.8923550 Aug 30 14:32:21.002056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d3b7-04dc-4528-9591-dcfb79fd3110 admin admin] Pushing event deleted for resources: {'Network': ['ID=8783ad25-bb29-4679-82cd-d9b6a88cc65b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:21.171400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:21.191085 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.204895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8040e-bd8f-42de-a41f-666c9f9e4571 req-d463ef7f-0d08-4fee-b6da-1fe5d3483933 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:21.207814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7f8040e-bd8f-42de-a41f-666c9f9e4571 req-d463ef7f-0d08-4fee-b6da-1fe5d3483933 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0744870 Aug 30 14:32:21.224290 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-affef7c9-727e-41fe-a619-edc933f616d8 req-53acdd61-cbae-4647-90f6-12ed58fd1c46 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196313 Aug 30 14:32:21.226610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea17029-d1cd-4aea-99f7-b887c7babf0b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:21.242365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bebda02-b616-46ec-9d81-e5055ce55bce') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:21.243079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bebda02-b616-46ec-9d81-e5055ce55bce') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:21.260114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.277005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7f8040e-bd8f-42de-a41f-666c9f9e4571 req-32099ce1-d6bc-443e-bd7c-0b1392b2acd6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620947 Aug 30 14:32:21.297718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.308861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f6c400f1-e132-4867-82cf-7cc58c11ab67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5b50157b51a44b3ace40cda8a5fd8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346343 Aug 30 14:32:21.309805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:21.326882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:32:21.327672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:32:21.329840 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:32:21.426164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.436622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.442368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fea17029-d1cd-4aea-99f7-b887c7babf0b HTTP/1.1" status: 204 len: 168 time: 0.9845979 Aug 30 14:32:21.451448 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5147040f-3412-43f2-a1aa-6975cd2036c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.453611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac264d7-08a5-4c6a-b93e-515e30815678 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea17029-d1cd-4aea-99f7-b887c7babf0b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:21.493521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5147040f-3412-43f2-a1aa-6975cd2036c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.583354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-256d9d90-236b-46d2-8488-1b56408ea44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:21.585667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-256d9d90-236b-46d2-8488-1b56408ea44b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1095 time: 0.0956037 Aug 30 14:32:21.610873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5147040f-3412-43f2-a1aa-6975cd2036c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.615495 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5147040f-3412-43f2-a1aa-6975cd2036c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.621892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5147040f-3412-43f2-a1aa-6975cd2036c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22fa9e84-3e3a-402a-83bc-b09bbf4bfe8f HTTP/1.1" status: 204 len: 168 time: 0.3099542 Aug 30 14:32:21.657757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f0b75db1-db4a-4185-a53f-5d3036e06ec1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:21.685333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147040f-3412-43f2-a1aa-6975cd2036c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa9e84-3e3a-402a-83bc-b09bbf4bfe8f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:21.707085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f0b75db1-db4a-4185-a53f-5d3036e06ec1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:21.707657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f0b75db1-db4a-4185-a53f-5d3036e06ec1 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:21.799384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-0042c3cd-b8f3-4472-b6ef-945e6dd4c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:21.802540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-0042c3cd-b8f3-4472-b6ef-945e6dd4c47c service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1787589 Aug 30 14:32:21.841464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:21.910597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e5f9d42c-a2eb-4fbc-921d-152cb42194bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fc25eae5e124b5485dc8aced8505174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666530 Aug 30 14:32:21.911887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:21.920953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-b3c4ca74-ac29-43a8-8ef9-0d9746c8a5f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 999 time: 0.1116126 Aug 30 14:32:22.051566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-e12dcc19-632c-41b4-8a09-c1f64663f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:22.053113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-e12dcc19-632c-41b4-8a09-c1f64663f1b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.1220138 Aug 30 14:32:22.058585 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395d6568-36fa-4c64-8ed7-063ce9a6e82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.119676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395d6568-36fa-4c64-8ed7-063ce9a6e82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.146168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-1d0de2fa-c0c6-477a-b438-a9e02a116b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:22.148446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-1d0de2fa-c0c6-477a-b438-a9e02a116b57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857816 Aug 30 14:32:22.312656 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-6579352c-4bcd-4f29-a04d-9d42d8f5be67 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564419 Aug 30 14:32:22.336941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395d6568-36fa-4c64-8ed7-063ce9a6e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.345035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-395d6568-36fa-4c64-8ed7-063ce9a6e82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.349008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-395d6568-36fa-4c64-8ed7-063ce9a6e82a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8096b7be-614e-4c9d-bdf6-d2e9ef402129 HTTP/1.1" status: 204 len: 168 time: 0.4356434 Aug 30 14:32:22.446811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d6568-36fa-4c64-8ed7-063ce9a6e82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8096b7be-614e-4c9d-bdf6-d2e9ef402129,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:22.498594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbc769-f24c-4fc9-89d1-f094c50834f0 req-b373ec4d-6a87-4aab-9db0-6d76095cd05b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:22.500225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3fbc769-f24c-4fc9-89d1-f094c50834f0 req-b373ec4d-6a87-4aab-9db0-6d76095cd05b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1024346 Aug 30 14:32:22.572485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3f05-4609-4f64-97ca-9de1b35b9b75 req-85307278-4c03-4320-9322-b737c053e84d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:22.583994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3fbc769-f24c-4fc9-89d1-f094c50834f0 req-3f9eaf6b-ec01-4423-9179-a500fefdfa9c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727785 Aug 30 14:32:22.586362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44ec3f05-4609-4f64-97ca-9de1b35b9b75 req-85307278-4c03-4320-9322-b737c053e84d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1506679 Aug 30 14:32:22.594242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7bb0f731-6c95-46b2-91fe-b00704ee8423 req-d081297a-732c-4415-9e09-1ca272f5c160 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678542 Aug 30 14:32:22.674645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44ec3f05-4609-4f64-97ca-9de1b35b9b75 req-a0fd3035-a22d-4a2b-a5aa-a7a4511c1aa5 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612571 Aug 30 14:32:22.835026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5c01-02bd-41c9-8593-b8696051b1bc req-695e5dc1-98ff-49ac-bfaf-243a7b253e14 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:22.836539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-028b5c01-02bd-41c9-8593-b8696051b1bc req-695e5dc1-98ff-49ac-bfaf-243a7b253e14 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0724332 Aug 30 14:32:22.933675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-028b5c01-02bd-41c9-8593-b8696051b1bc req-407362a1-00eb-44be-8993-e14cf3c69a0a tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805812 Aug 30 14:32:23.411929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd251ae-af2b-4986-a7d8-2d65f9c819b4 req-c5a1a9e4-7272-4580-a144-7391e20f1d69 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:23.420869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2dd251ae-af2b-4986-a7d8-2d65f9c819b4 req-c5a1a9e4-7272-4580-a144-7391e20f1d69 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 945 time: 0.0784423 Aug 30 14:32:23.466365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d0c9-d915-4ca4-9fb4-1231924bcbc0 req-3dc04c6c-2ee1-48a5-9443-7a53973c6173 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:23.480743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b1f4d0c9-d915-4ca4-9fb4-1231924bcbc0 req-3dc04c6c-2ee1-48a5-9443-7a53973c6173 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1589377 Aug 30 14:32:23.488265 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2dd251ae-af2b-4986-a7d8-2d65f9c819b4 req-c61a261e-9189-4629-85e9-0608ea9f07de tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657120 Aug 30 14:32:23.561762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:23.563742 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b1f4d0c9-d915-4ca4-9fb4-1231924bcbc0 req-143e8a66-01fc-4a3c-b148-986f372af314 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812652 Aug 30 14:32:23.775787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1514236596-network', 'tenant_id': '37c648846a744e84842454e06a69da65'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:23.827075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382482a-ee6a-4123-8324-95e73b6ecb75 req-cb0caea3-ba20-4b39-87e5-f2b024cf4bbc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:23.828608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b382482a-ee6a-4123-8324-95e73b6ecb75 req-cb0caea3-ba20-4b39-87e5-f2b024cf4bbc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1058168 Aug 30 14:32:23.829900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Made reservation on behalf of 37c648846a744e84842454e06a69da65 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:23.833075 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.850489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.905357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b382482a-ee6a-4123-8324-95e73b6ecb75 req-068241ee-e9e8-46dc-9077-c3226b825ca3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621114 Aug 30 14:32:24.010158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.015514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.043628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:24.058784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38962ab2-142e-4479-82c8-2a718aad47b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:24.064941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.065386 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Added segment eed4171a-3ae1-4fad-aec5-656b97567395 of type vlan for network 80595f21-5133-464f-8e28-920c0e466f39 Aug 30 14:32:24.118758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.150289 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.151307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:24.151894 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.214123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6507499 Aug 30 14:32:24.217180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:24.222832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Request body: {'subnet': {'network_id': '80595f21-5133-464f-8e28-920c0e466f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1514236596-subnet', 'tenant_id': '37c648846a744e84842454e06a69da65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:24.237517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eb7f0-9a6a-421f-b2b8-9eef9b4897ae admin admin] Pushing event updated for resources: {'Network': ['ID=80595f21-5133-464f-8e28-920c0e466f39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:24.252095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Made reservation on behalf of 37c648846a744e84842454e06a69da65 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:24.255319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 80595f21-5133-464f-8e28-920c0e466f39 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:24.256141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.479407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.553120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Checking segment: {'id': 'eed4171a-3ae1-4fad-aec5-656b97567395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80595f21-5133-464f-8e28-920c0e466f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:24.553480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Network hostable DHCP agents. Network: 80595f21-5133-464f-8e28-920c0e466f39, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:24.562509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7da67e-ac08-47b9-a20e-345e02032f9e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:24.611787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Network 80595f21-5133-464f-8e28-920c0e466f39 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:24.622042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 80595f21-5133-464f-8e28-920c0e466f39) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:24.635387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d19862-0dc8-4cbd-9371-b1e06157ba51 None None] Network 80595f21-5133-464f-8e28-920c0e466f39 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:24.651644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732d213-cd16-4d12-b702-23ab5bfa9359 req-53df32f0-fe5d-4df0-bed1-70b3cd8e8c47 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:24.657829 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4732d213-cd16-4d12-b702-23ab5bfa9359 req-53df32f0-fe5d-4df0-bed1-70b3cd8e8c47 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 945 time: 0.0898111 Aug 30 14:32:24.659846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:24.660473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.698417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e2d275c4-f7b6-474f-86b6-a79f2051c1cd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4796968 Aug 30 14:32:24.775995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4732d213-cd16-4d12-b702-23ab5bfa9359 req-12f8075a-ee28-4b2d-bc15-d1d540deffcf tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973065 Aug 30 14:32:24.813163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b38f4-78d6-44e3-8869-f73c8fd32f81 None None] Network 80595f21-5133-464f-8e28-920c0e466f39 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:24.955282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80d08e-4e80-4f97-a26c-10ad631a3baa req-5878010a-f168-4528-862b-a84114e3e528 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:24.967513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b80d08e-4e80-4f97-a26c-10ad631a3baa req-5878010a-f168-4528-862b-a84114e3e528 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0982096 Aug 30 14:32:25.052380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b80d08e-4e80-4f97-a26c-10ad631a3baa req-641e4e9d-0ff8-4590-ab8a-923c71fa8b28 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836918 Aug 30 14:32:25.147253 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-370aee1b-a0fc-47c7-9b8e-c07985ace437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.245354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b18699-03ed-4198-a821-f7bec7bf489e req-ba445d48-3a85-47fc-8c68-a35decd2b690 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:25.247094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55b18699-03ed-4198-a821-f7bec7bf489e req-ba445d48-3a85-47fc-8c68-a35decd2b690 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 945 time: 0.0768828 Aug 30 14:32:25.276254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c8927-5d54-488a-9ea2-2c68132228d9 req-65f02ad0-b144-4c1c-b71b-5c94c0c7b4d2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:25.284101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-011c8927-5d54-488a-9ea2-2c68132228d9 req-65f02ad0-b144-4c1c-b71b-5c94c0c7b4d2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0691547 Aug 30 14:32:25.347477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-011c8927-5d54-488a-9ea2-2c68132228d9 req-c616d791-b146-4243-9ec8-b3e0d5f388ee tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574839 Aug 30 14:32:25.397941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Deleting port 65716037-d5a2-4311-9771-f853f6e0d0ce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:25.398500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.538956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] For port 65716037-d5a2-4311-9771-f853f6e0d0ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=65716037-d5a2-4311-9771-f853f6e0d0ce,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:25.538956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.562206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Calling delete_port for 65716037-d5a2-4311-9771-f853f6e0d0ce owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:25.730722 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.749838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['65716037-d5a2-4311-9771-f853f6e0d0ce'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:25.778602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event deleted for resources: {'Port': ['ID=65716037-d5a2-4311-9771-f853f6e0d0ce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:25.859268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] No DVR routers for this DVR port 65716037-d5a2-4311-9771-f853f6e0d0ce on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:32:25.868967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.871554 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-55b18699-03ed-4198-a821-f7bec7bf489e req-e468f0a5-fa62-471d-9948-2e9c594927b9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "DELETE /v2.0/ports/65716037-d5a2-4311-9771-f853f6e0d0ce HTTP/1.1" status: 204 len: 173 time: 0.6165512 Aug 30 14:32:25.872245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d55647-b8d5-4a97-8e49-f8e4107f16bd', 'name': 'network-vif-deleted', 'tag': '65716037-d5a2-4311-9771-f853f6e0d0ce'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:25.876892 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3134edbf-d88a-4cf4-83cc-33f3fe84c257" -d '{"events": [{"server_uuid": "23d55647-b8d5-4a97-8e49-f8e4107f16bd", "name": "network-vif-deleted", "tag": "65716037-d5a2-4311-9771-f853f6e0d0ce"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:26.134377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba1733-8da7-42c7-94c6-1c33afd5103a req-51b87797-81a3-4374-b0fc-de94fcbf0da2 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:26.136182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03ba1733-8da7-42c7-94c6-1c33afd5103a req-51b87797-81a3-4374-b0fc-de94fcbf0da2 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0593228 Aug 30 14:32:26.200619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03ba1733-8da7-42c7-94c6-1c33afd5103a req-016135d9-eb58-4b7e-b2d8-996f65e42320 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554624 Aug 30 14:32:26.247962 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128ab833-c9c6-42ab-b9de-3848f4beb812 x-openstack-request-id: req-128ab833-c9c6-42ab-b9de-3848f4beb812 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:26.248466 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d55647-b8d5-4a97-8e49-f8e4107f16bd", "name": "network-vif-deleted", "tag": "65716037-d5a2-4311-9771-f853f6e0d0ce", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:26.248742 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-128ab833-c9c6-42ab-b9de-3848f4beb812 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:26.249182 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d55647-b8d5-4a97-8e49-f8e4107f16bd', 'name': 'network-vif-deleted', 'tag': '65716037-d5a2-4311-9771-f853f6e0d0ce', 'status': 'completed', 'code': 200} Aug 30 14:32:26.316512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8952386d-479a-472d-b923-aec998cedd4f req-c9d4481d-edc2-4faf-abfe-37db3edd3717 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 210 time: 0.0437276 Aug 30 14:32:26.616714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862f2d-f79c-42ff-93bf-abe8b64405f8 req-f3a082c3-a2ca-4db7-a883-dc5f5c97b947 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:26.625841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f7862f2d-f79c-42ff-93bf-abe8b64405f8 req-f3a082c3-a2ca-4db7-a883-dc5f5c97b947 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0828376 Aug 30 14:32:26.691178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f7862f2d-f79c-42ff-93bf-abe8b64405f8 req-7e8733f9-3323-44e9-8666-39ca76d73ee3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638695 Aug 30 14:32:27.483296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7439488c-ffa9-42b4-82f0-345c9ef8b774 req-7f1feee2-28f1-4734-a895-341710e865bb tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 210 time: 0.0432310 Aug 30 14:32:27.864676 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02bb09e7-f3e1-4350-847a-85995efba2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.945375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa220e-c72d-4a1c-8516-f8428440b9c5 req-95975f69-d8fd-4c37-9108-245944f208a0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:27.953997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2fa220e-c72d-4a1c-8516-f8428440b9c5 req-95975f69-d8fd-4c37-9108-245944f208a0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0669565 Aug 30 14:32:28.015850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2fa220e-c72d-4a1c-8516-f8428440b9c5 req-eb77cf4b-6f6c-4263-9ad3-837ab29e38f8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606258 Aug 30 14:32:28.775858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81c65e37-e2ee-411b-8b6a-5e4c1f4ad717 req-62d509df-6ce2-450c-b2e6-f4792ac48c41 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 210 time: 0.0519631 Aug 30 14:32:28.799914 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:28.800332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-e5cc06b0-1047-4b4c-a83e-d143c3a0d144 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:28.808373 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-e5cc06b0-1047-4b4c-a83e-d143c3a0d144 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/networks?id=80595f21-5133-464f-8e28-920c0e466f39 HTTP/1.1" status: 200 len: 810 time: 0.2388093 Aug 30 14:32:28.829908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-eba3b7e0-c348-4f40-a56c-88efb1230ec5 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/quotas/37c648846a744e84842454e06a69da65 HTTP/1.1" status: 200 len: 375 time: 0.0200160 Aug 30 14:32:28.920434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 65716037-d5a2-4311-9771-f853f6e0d0ce no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:28.960821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-a12d2681-5283-4da1-b259-5bc708024c14 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=37c648846a744e84842454e06a69da65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124156 Aug 30 14:32:28.983719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 65716037-d5a2-4311-9771-f853f6e0d0ce {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:28.983719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 65716037-d5a2-4311-9771-f853f6e0d0ce not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:29.174697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-bd03899b-7c56-406a-8916-3516f2dcb35b service neutron] 10.222.0.50 "GET /v2.0/networks/80595f21-5133-464f-8e28-920c0e466f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083220 Aug 30 14:32:29.219624 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:29.451056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-c372884c-c05d-4115-8f47-422c873fd27b service neutron] 10.222.0.50 "GET /v2.0/networks/80595f21-5133-464f-8e28-920c0e466f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580140 Aug 30 14:32:30.055470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb202c-cef6-41ad-a9bb-6e6bcea930a3 req-7dfb15b3-fa16-493f-8736-dfbac00f8349 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:30.057534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cdb202c-cef6-41ad-a9bb-6e6bcea930a3 req-7dfb15b3-fa16-493f-8736-dfbac00f8349 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1224444 Aug 30 14:32:30.181427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cdb202c-cef6-41ad-a9bb-6e6bcea930a3 req-a138b0e1-d45a-483b-8777-abb9dfe2c033 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984724 Aug 30 14:32:30.227164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b8055-0b50-4c15-900c-715b36539e98 req-97e65926-3d13-4086-928e-9f08e98317ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:30.229114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-575b8055-0b50-4c15-900c-715b36539e98 req-97e65926-3d13-4086-928e-9f08e98317ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1096 time: 0.0655396 Aug 30 14:32:30.474592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dec4fe60-9aa1-4688-878d-252bbc0fd176 req-fc4061a6-66f7-4ccd-bee7-1b6ddd864152 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 210 time: 0.0674837 Aug 30 14:32:30.674486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e398ce87-0100-420e-9308-f1e6468af7b2 req-fe0edf18-dfe3-40a1-a9b2-f3003df4626b tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 210 time: 0.1023750 Aug 30 14:32:30.676555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b8055-0b50-4c15-900c-715b36539e98 req-0a71dc1f-5054-49e8-ba65-53d42f4ce5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:30.678994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-575b8055-0b50-4c15-900c-715b36539e98 req-0a71dc1f-5054-49e8-ba65-53d42f4ce5ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 919 time: 0.4423258 Aug 30 14:32:30.750158 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-575b8055-0b50-4c15-900c-715b36539e98 req-6127ac41-f119-49fd-b62d-83365af99a79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe505c6-397a-4370-a6b2-da330d52af82 HTTP/1.1" status: 200 len: 217 time: 0.0629096 Aug 30 14:32:30.924391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b8055-0b50-4c15-900c-715b36539e98 req-4f2d50ea-fb68-48a6-a2cd-c851fbaab6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:30.926532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-575b8055-0b50-4c15-900c-715b36539e98 req-4f2d50ea-fb68-48a6-a2cd-c851fbaab6e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.1621525 Aug 30 14:32:30.969608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-575b8055-0b50-4c15-900c-715b36539e98 req-710b179f-ca56-40e6-8f51-160ab141a37c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331974 Aug 30 14:32:30.978639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b759a-cf33-4194-8fa7-57bce4263cb7 req-05159ab3-f7e3-4e35-b2e3-c028ef262baa tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:30.986433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e9b759a-cf33-4194-8fa7-57bce4263cb7 req-05159ab3-f7e3-4e35-b2e3-c028ef262baa tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1163113 Aug 30 14:32:31.094925 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e9b759a-cf33-4194-8fa7-57bce4263cb7 req-782f0575-db66-4a0e-862d-703eea586112 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016390 Aug 30 14:32:31.191232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-575b8055-0b50-4c15-900c-715b36539e98 req-26c6b46e-9cf8-4fc0-8abd-ca82d56e57b9 service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007651 Aug 30 14:32:31.454175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-575b8055-0b50-4c15-900c-715b36539e98 req-776f5c44-d568-4735-b319-fa4fe8b187b7 service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514529 Aug 30 14:32:31.583576 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:31.685205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e78312-b9c3-4d9b-a523-d5db4c88ccb3 req-607e20e2-f981-4930-82d9-af7bfd6aa2a2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:31.705347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42e78312-b9c3-4d9b-a523-d5db4c88ccb3 req-607e20e2-f981-4930-82d9-af7bfd6aa2a2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1393044 Aug 30 14:32:31.776030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42e78312-b9c3-4d9b-a523-d5db4c88ccb3 req-bc5d187e-3561-4ab4-8341-a7f8533d2d38 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678990 Aug 30 14:32:31.786929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-165117f5-197b-43f9-9dfb-3a1249751075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:31.788828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-165117f5-197b-43f9-9dfb-3a1249751075 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1095 time: 0.1455724 Aug 30 14:32:31.965895 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5172e854-642c-414c-a19e-42931ef817c3 req-0c5e53fb-e8cd-4efd-b8c0-d64d0bd75f72 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=23d55647-b8d5-4a97-8e49-f8e4107f16bd HTTP/1.1" status: 200 len: 210 time: 0.0732944 Aug 30 14:32:31.974659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-5c93271e-5762-4d33-b8c7-61b05a251115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:31.976369 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-5c93271e-5762-4d33-b8c7-61b05a251115 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1774614 Aug 30 14:32:32.114088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dbc31333-cd2a-4d3b-946f-89a916a450f0 req-82be085d-1793-48b1-a022-841a9666b2e9 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 210 time: 0.0469856 Aug 30 14:32:32.186351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-55c880da-b08a-4807-9eff-fa842016d7ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 999 time: 0.2017412 Aug 30 14:32:32.300139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-865838e0-dc51-48e7-a0c7-a006f4bbe3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:32.301766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-865838e0-dc51-48e7-a0c7-a006f4bbe3de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.1051893 Aug 30 14:32:32.338024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-19ad299f-e6e5-49f4-ad1f-ad697058da06 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:32.339557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-19ad299f-e6e5-49f4-ad1f-ad697058da06 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.21 "GET /v2.0/networks?id=80595f21-5133-464f-8e28-920c0e466f39 HTTP/1.1" status: 200 len: 810 time: 0.2410760 Aug 30 14:32:32.361160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Request body: {'port': {'device_id': '35c7b159-7b8a-4e75-af34-208d81312067', 'network_id': '80595f21-5133-464f-8e28-920c0e466f39', 'admin_state_up': True, 'tenant_id': '37c648846a744e84842454e06a69da65'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:32.431217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf7b6a-24eb-49eb-95ae-58bca9198d6a req-0f2c8ced-cc56-4b64-b096-34ccb79c3dba tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:32.445166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfbf7b6a-24eb-49eb-95ae-58bca9198d6a req-0f2c8ced-cc56-4b64-b096-34ccb79c3dba tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1766586 Aug 30 14:32:32.511905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-d4a1592a-d935-4b64-ab9c-486a6616c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:32.513733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-d4a1592a-d935-4b64-ab9c-486a6616c4de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943202 Aug 30 14:32:32.547821 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfbf7b6a-24eb-49eb-95ae-58bca9198d6a req-eb1a01c1-8131-4bb3-850e-cf992ef1a5da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083395 Aug 30 14:32:32.608583 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.613085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Made reservation on behalf of 37c648846a744e84842454e06a69da65 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:32.623588 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.732258 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-41b1d2f7-ffe3-4826-881e-45c2b6a6fae1 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009103 Aug 30 14:32:32.922019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Allocated IP 172.20.0.8 (80595f21-5133-464f-8e28-920c0e466f39/6b7da67e-ac08-47b9-a20e-345e02032f9e/468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:32.988353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3546cfb-e6ee-442e-8359-ba9adfeced06 req-8bad4df6-9928-4cb2-a274-59da5a0dc1bf tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:32.988697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3546cfb-e6ee-442e-8359-ba9adfeced06 req-8bad4df6-9928-4cb2-a274-59da5a0dc1bf tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1283102 Aug 30 14:32:33.033443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-238feda4-6853-40ca-96fc-26cf64d1c07d req-e04df974-a6d3-4cda-a0a0-f8e10ca30fdb service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715297 Aug 30 14:32:33.129478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a3546cfb-e6ee-442e-8359-ba9adfeced06 req-91c2f666-86ae-4caf-81e1-69c934dfd74d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244531 Aug 30 14:32:33.224915 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.273824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-825789ed-0d6f-4d9d-93e5-58e1c7761bc2 req-1e179d1e-b304-44d4-8fd9-430d956717a0 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 210 time: 0.0505645 Aug 30 14:32:33.320735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.376100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Network 80595f21-5133-464f-8e28-920c0e466f39 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:33.381372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:33.384737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Pushing event updated for resources: {'Port': ['ID=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:33.400407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:33.484569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:33.485249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.507796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-b78678e4-2597-463b-8410-fdd46e6a7063 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1508741 Aug 30 14:32:33.527886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Request body: {'port': {'device_id': '35c7b159-7b8a-4e75-af34-208d81312067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:33.620501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.819496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b898360-8c91-4d7d-91b3-7e983d0f9df8 req-6aed0342-d402-4a4d-b549-e83160d25ed4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:33.821708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b898360-8c91-4d7d-91b3-7e983d0f9df8 req-6aed0342-d402-4a4d-b549-e83160d25ed4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.1835992 Aug 30 14:32:33.856135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b898360-8c91-4d7d-91b3-7e983d0f9df8 req-e736be9d-cc42-49bc-a776-7c7872b3cd28 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/quotas/36e9fbc640a649c68c0b3a6d2aaff365 HTTP/1.1" status: 200 len: 375 time: 0.0235846 Aug 30 14:32:33.876013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:33.923594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b898360-8c91-4d7d-91b3-7e983d0f9df8 req-1e0b4ffa-2054-472c-887a-9c7ccf9cb122 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665457 Aug 30 14:32:33.965911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afe87-2282-40d3-b33b-a38823e74acf req-42f72879-e7c5-4d4c-be7f-4d9ef862735e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:33.973469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-568afe87-2282-40d3-b33b-a38823e74acf req-42f72879-e7c5-4d4c-be7f-4d9ef862735e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1615589 Aug 30 14:32:34.023749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-568afe87-2282-40d3-b33b-a38823e74acf req-4ff00858-9345-4be3-ac6e-f664aa54bf3f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Aug 30 14:32:34.066063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac76f3b-4e11-4160-bf57-f8bc564c88cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.074754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b898360-8c91-4d7d-91b3-7e983d0f9df8 req-430bdeae-1301-44ad-ac72-6bd15f17ed46 service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435595 Aug 30 14:32:34.182691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b898360-8c91-4d7d-91b3-7e983d0f9df8 req-7890fdee-2ff6-4383-b9da-f24727d8327c service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064994 Aug 30 14:32:34.221103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:34.233779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.281404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Transition to ACTIVE for port object 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:34.309838 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac76f3b-4e11-4160-bf57-f8bc564c88cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.313632 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.359086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac76f3b-4e11-4160-bf57-f8bc564c88cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.443009 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Pushing event updated for resources: {'Port': ['ID=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:34.471417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eac76f3b-4e11-4160-bf57-f8bc564c88cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbb4f060c21f444a9bb57ca33c166bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919242 Aug 30 14:32:34.474472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070649-9b80-4ff7-92c6-30e484382244 req-b1023149-6f38-4153-8ccf-b1841b2e8000 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:34.475159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:34.476159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7070649-9b80-4ff7-92c6-30e484382244 req-b1023149-6f38-4153-8ccf-b1841b2e8000 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 943 time: 0.0758607 Aug 30 14:32:34.510520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c0e80-b08b-4f32-9d16-3a5de5e75607 req-55635921-dcd9-42a5-80cc-1fc21ed2dbab tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:34.511852 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-562c0e80-b08b-4f32-9d16-3a5de5e75607 req-55635921-dcd9-42a5-80cc-1fc21ed2dbab tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.2491198 Aug 30 14:32:34.528739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac76f3b-4e11-4160-bf57-f8bc564c88cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a1360-abbd-4f75-a332-0d5c63428423,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:34.554411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7070649-9b80-4ff7-92c6-30e484382244 req-a18a2abc-8edf-42f5-8ec3-c537d55f5264 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709839 Aug 30 14:32:34.646765 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f7ae95a-bcd5-4e7f-b6ac-f5b33ddaed3f req-d7b20752-4c22-42fe-8b9c-a9dbd514d1ad tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0da0729-7031-43f3-86d9-e8fd0dae1af7 HTTP/1.1" status: 200 len: 210 time: 0.0362322 Aug 30 14:32:34.656455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-562c0e80-b08b-4f32-9d16-3a5de5e75607 req-6114ad27-8e6a-41a9-ae1d-7bc890deab3f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223207 Aug 30 14:32:34.662090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201087a3-e412-4f6f-9e2a-7775d764ab37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.719008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Attempting to bind port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:34.719565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Attempting to bind port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'eed4171a-3ae1-4fad-aec5-656b97567395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80595f21-5133-464f-8e28-920c0e466f39'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:34.720424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Attempting to bind port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e on network 80595f21-5133-464f-8e28-920c0e466f39 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:34.740355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201087a3-e412-4f6f-9e2a-7775d764ab37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.766686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e on network 80595f21-5133-464f-8e28-920c0e466f39 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:34.767016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Attempting to bind port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e on network 80595f21-5133-464f-8e28-920c0e466f39 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:35.165002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:35.165375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Checking segment: {'id': 'eed4171a-3ae1-4fad-aec5-656b97567395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80595f21-5133-464f-8e28-920c0e466f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:35.165764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Bound using segment: {'id': 'eed4171a-3ae1-4fad-aec5-656b97567395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80595f21-5133-464f-8e28-920c0e466f39'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:35.166209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Bound port: 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed4171a-3ae1-4fad-aec5-656b97567395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80595f21-5133-464f-8e28-920c0e466f39'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:35.166565 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.239354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c5c26-3323-4cb6-a06b-66ceeba813d3 req-ab83f8e6-378f-4430-9dcf-ed040176158c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.240879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b9c5c26-3323-4cb6-a06b-66ceeba813d3 req-ab83f8e6-378f-4430-9dcf-ed040176158c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.5053382 Aug 30 14:32:35.285508 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201087a3-e412-4f6f-9e2a-7775d764ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.287985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201087a3-e412-4f6f-9e2a-7775d764ab37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.289445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-201087a3-e412-4f6f-9e2a-7775d764ab37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c5a1360-abbd-4f75-a332-0d5c63428423 HTTP/1.1" status: 204 len: 168 time: 0.8096907 Aug 30 14:32:35.320147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] For port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:35.322583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201087a3-e412-4f6f-9e2a-7775d764ab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a1360-abbd-4f75-a332-0d5c63428423,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:35.347143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b9c5c26-3323-4cb6-a06b-66ceeba813d3 req-41a53486-4af9-416c-8999-6d652a08f3cd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972941 Aug 30 14:32:35.399152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] For port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,segment=NetworkSegment(eed4171a-3ae1-4fad-aec5-656b97567395),segment_id=eed4171a-3ae1-4fad-aec5-656b97567395)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:35.405226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.460361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.461716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.465560 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] 10.222.0.21 "PUT /v2.0/ports/468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e HTTP/1.1" status: 200 len: 1091 time: 1.9426947 Aug 30 14:32:35.465986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c7b159-7b8a-4e75-af34-208d81312067', 'tag': '468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:35.468423 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b897b-4d10-49d9-87f1-04e1228381e7" -d '{"events": [{"name": "network-changed", "server_uuid": "35c7b159-7b8a-4e75-af34-208d81312067", "tag": "468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:35.502037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14046a6d-4566-4627-a8ee-da20c1345b5e req-a00f3c3e-f0c4-4fa6-a3e1-31936c91fcd5 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.508883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71e193-bdc1-4705-922c-2cd7fd67e33a service neutron] Pushing event updated for resources: {'Port': ['ID=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:35.513478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14046a6d-4566-4627-a8ee-da20c1345b5e req-a00f3c3e-f0c4-4fa6-a3e1-31936c91fcd5 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0925934 Aug 30 14:32:35.608628 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14046a6d-4566-4627-a8ee-da20c1345b5e req-cc6806b8-e492-4d6d-819d-f8218f6bb422 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932696 Aug 30 14:32:35.644078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-0bdedf17-2fc4-4bea-86fe-ded21fd42836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.648808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-0bdedf17-2fc4-4bea-86fe-ded21fd42836 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37c648846a744e84842454e06a69da65&device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 1094 time: 0.0758100 Aug 30 14:32:35.777254 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15808c99-302b-4ba0-932c-881619ce490b x-openstack-request-id: req-15808c99-302b-4ba0-932c-881619ce490b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:35.779620 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c7b159-7b8a-4e75-af34-208d81312067", "tag": "468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:35.779888 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15808c99-302b-4ba0-932c-881619ce490b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:35.780312 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c7b159-7b8a-4e75-af34-208d81312067', 'tag': '468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e', 'status': 'completed', 'code': 200} Aug 30 14:32:35.782321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-c96be3c7-855d-4692-91c2-4c83c9c95726 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e HTTP/1.1" status: 200 len: 217 time: 0.1154430 Aug 30 14:32:35.849110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c28c92-e5fd-48ca-9b29-2d54fd7ea1f1 req-ca305fc7-c083-4c34-8205-36185c178ece tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.851154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81c28c92-e5fd-48ca-9b29-2d54fd7ea1f1 req-ca305fc7-c083-4c34-8205-36185c178ece tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 943 time: 0.1078465 Aug 30 14:32:35.875716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-776ec15e-20a6-45d5-b434-53fc653d5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.878716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-776ec15e-20a6-45d5-b434-53fc653d5a75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b7da67e-ac08-47b9-a20e-345e02032f9e HTTP/1.1" status: 200 len: 850 time: 0.0873778 Aug 30 14:32:35.901218 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81c28c92-e5fd-48ca-9b29-2d54fd7ea1f1 req-380b28b6-d147-438a-913e-1c0a15bc7464 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Aug 30 14:32:35.927808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-31202816-d357-4ecf-8afc-77056d47da16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80595f21-5133-464f-8e28-920c0e466f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398958 Aug 30 14:32:36.036922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef016a9-6355-46e6-8f4e-8a52dd77a43c req-a68a0fe3-b7b0-4328-834a-2a73a337c52f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.039086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ef016a9-6355-46e6-8f4e-8a52dd77a43c req-a68a0fe3-b7b0-4328-834a-2a73a337c52f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1150265 Aug 30 14:32:36.100638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-3b8040a7-2822-438d-bf62-2894b83132cd service neutron] 10.222.0.21 "GET /v2.0/networks/80595f21-5133-464f-8e28-920c0e466f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642952 Aug 30 14:32:36.115984 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ef016a9-6355-46e6-8f4e-8a52dd77a43c req-efbfbd9f-6442-4c4a-81ef-292af9c4c113 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684040 Aug 30 14:32:36.176925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-78e85dd9-5f38-49a8-89a1-48dd5c85bc96 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.184026 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-78e85dd9-5f38-49a8-89a1-48dd5c85bc96 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.1614912 Aug 30 14:32:36.202301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-1aa5cba2-86fd-4887-bdf6-0764545b9f2d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/quotas/36e9fbc640a649c68c0b3a6d2aaff365 HTTP/1.1" status: 200 len: 375 time: 0.0172763 Aug 30 14:32:36.243166 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-6acd9ed0-68a2-4a81-ae27-c8661c9bea3c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396998 Aug 30 14:32:36.266837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eaacc93e-666f-4a1d-b76e-f49987d95572 req-49b82056-2bd1-409d-9a18-707e3f679195 service neutron] 10.222.0.21 "GET /v2.0/networks/80595f21-5133-464f-8e28-920c0e466f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450143 Aug 30 14:32:36.363945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-cd562087-9528-4d6e-95fb-edd63713c485 service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201298 Aug 30 14:32:36.474238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca453a-03ec-48bf-bfde-e21f75ea3aa5 req-b8f925ae-fd88-4733-90a4-1145e0661efd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.475675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6ca453a-03ec-48bf-bfde-e21f75ea3aa5 req-b8f925ae-fd88-4733-90a4-1145e0661efd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1155412 Aug 30 14:32:36.482226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-12c04d32-90b1-4c21-8f4e-225c5895aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.483676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-12c04d32-90b1-4c21-8f4e-225c5895aed6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=37c648846a744e84842454e06a69da65&device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 1094 time: 0.0722167 Aug 30 14:32:36.485086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-d28b9c3a-d691-4862-a8be-229684df8b91 service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110098 Aug 30 14:32:36.526571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6ca453a-03ec-48bf-bfde-e21f75ea3aa5 req-7bd6f564-23d0-43b1-a74d-6d2bd56f138c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 Aug 30 14:32:36.632173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-187a8785-e173-4f5a-aa9b-81e4370c349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.635383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-187a8785-e173-4f5a-aa9b-81e4370c349c service neutron] 10.222.0.21 "GET /v2.0/networks?id=80595f21-5133-464f-8e28-920c0e466f39 HTTP/1.1" status: 200 len: 911 time: 0.1077566 Aug 30 14:32:36.701914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-830e794a-078b-434e-abca-5a4103db4c9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e HTTP/1.1" status: 200 len: 217 time: 0.0524991 Aug 30 14:32:36.800107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-ec847753-5f19-42df-adbe-a2ba77520841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.801647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-ec847753-5f19-42df-adbe-a2ba77520841 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b7da67e-ac08-47b9-a20e-345e02032f9e HTTP/1.1" status: 200 len: 850 time: 0.0912960 Aug 30 14:32:36.864331 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-01b7207c-15ac-441e-b9c5-c4dead02d34b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80595f21-5133-464f-8e28-920c0e466f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538759 Aug 30 14:32:36.898425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674a19a-5d59-49c9-96b5-eaf211304c71 req-d6257479-db41-4104-bfdb-63b740655618 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.911003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b674a19a-5d59-49c9-96b5-eaf211304c71 req-d6257479-db41-4104-bfdb-63b740655618 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1040037 Aug 30 14:32:36.976644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b674a19a-5d59-49c9-96b5-eaf211304c71 req-653a60a2-99a9-4634-82b7-879abbedc28e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638492 Aug 30 14:32:37.052224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-300ce4ce-6dbc-4206-9c85-c439a2052ea4 service neutron] 10.222.0.21 "GET /v2.0/networks/80595f21-5133-464f-8e28-920c0e466f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620154 Aug 30 14:32:37.101452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a879277c-b73f-4c61-85b2-1850a2de96d5 req-243ac2bb-63c5-49e1-b37e-be5c59bbf4d1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 210 time: 0.0480740 Aug 30 14:32:37.216088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971821c-986b-4a08-8848-01171ad63add req-c0de1983-550e-4dea-96c7-4001aca7bfb1 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:37.223122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e971821c-986b-4a08-8848-01171ad63add req-c0de1983-550e-4dea-96c7-4001aca7bfb1 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 943 time: 0.0905190 Aug 30 14:32:37.239688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7b897b-4d10-49d9-87f1-04e1228381e7 req-14f116d5-ba5d-41d0-bfc3-c8754ef8a88f service neutron] 10.222.0.21 "GET /v2.0/networks/80595f21-5133-464f-8e28-920c0e466f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756351 Aug 30 14:32:37.285417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e971821c-986b-4a08-8848-01171ad63add req-b61e0142-b6ca-4472-9f45-79add9308dac tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586569 Aug 30 14:32:37.318596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:37.445496 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32bfc970-1e9e-468e-aa81-ffabf7430b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.550841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32bfc970-1e9e-468e-aa81-ffabf7430b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.554558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32bfc970-1e9e-468e-aa81-ffabf7430b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.598950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-32bfc970-1e9e-468e-aa81-ffabf7430b76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ac93a635e3340d4abd39756ead834f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772667 Aug 30 14:32:37.599372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:37.601791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfc970-1e9e-468e-aa81-ffabf7430b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c0db32-497d-4183-9f3d-76036a671396,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:37.711289 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.732496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aad80-73d6-4e19-9edc-6b59d4905d6e req-bdc218c5-bb77-4cd2-af18-9cf3845ab45d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:37.734086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff5aad80-73d6-4e19-9edc-6b59d4905d6e req-bdc218c5-bb77-4cd2-af18-9cf3845ab45d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0889945 Aug 30 14:32:37.757718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.802410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff5aad80-73d6-4e19-9edc-6b59d4905d6e req-fa76efb8-73ba-4749-983b-8fd85dd05f03 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561049 Aug 30 14:32:37.931645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.934662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.937162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96c0db32-497d-4183-9f3d-76036a671396 HTTP/1.1" status: 204 len: 168 time: 0.3354566 Aug 30 14:32:37.961968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c0db32-497d-4183-9f3d-76036a671396,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:37.978797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.979333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.979747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.980151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.980552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.980972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.981395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.981800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.982278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.982673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.983073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:37.983467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987574c0-93c4-4c8d-83f6-85dbb52c2b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:38.047909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-f747ccfd-6e7c-497e-a1f3-c784d360d896 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.053488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-f747ccfd-6e7c-497e-a1f3-c784d360d896 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.2112792 Aug 30 14:32:38.068654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Request body: {'port': {'device_id': '6bc7950a-a788-48e1-a97b-f98429b6d46c', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'admin_state_up': True, 'tenant_id': '36e9fbc640a649c68c0b3a6d2aaff365'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:38.145318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34678856-21a6-470a-86f7-c69955d07d65 req-543a59b7-d4d0-498b-b712-74eb99d3d0fe tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.149541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34678856-21a6-470a-86f7-c69955d07d65 req-543a59b7-d4d0-498b-b712-74eb99d3d0fe tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0689025 Aug 30 14:32:38.191028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89c47a-7fbe-4db6-9aa1-30f9425ab6ec req-7dd3b862-ed1c-4f22-9480-c1905274448e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.192796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd89c47a-7fbe-4db6-9aa1-30f9425ab6ec req-7dd3b862-ed1c-4f22-9480-c1905274448e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1283283 Aug 30 14:32:38.205866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34678856-21a6-470a-86f7-c69955d07d65 req-c9969fae-ec2e-4860-a112-c496eab48bfb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499699 Aug 30 14:32:38.288293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd89c47a-7fbe-4db6-9aa1-30f9425ab6ec req-eaee17a5-2377-44e0-8e62-a68775e43be4 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785487 Aug 30 14:32:38.311083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Made reservation on behalf of 36e9fbc640a649c68c0b3a6d2aaff365 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:38.318804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.477668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8727850-79d5-4685-96ea-f7b922a7fd13 req-50a96bc4-6630-485d-a21b-b5ccf98d93b7 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 210 time: 0.0495939 Aug 30 14:32:38.528228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43572e-bceb-4a40-b0ff-47a7c5890140 req-6584e72f-2cf5-44b7-81b3-32bd0806adad tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.529754 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e43572e-bceb-4a40-b0ff-47a7c5890140 req-6584e72f-2cf5-44b7-81b3-32bd0806adad tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 943 time: 0.1039720 Aug 30 14:32:38.556533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Allocated IP 172.20.0.14 (8b966278-c70e-4974-b75f-b4d2cf949f38/241e00d0-e531-49f5-911d-5f14848666a3/15eea53a-c9e9-4451-84e2-a7e4c4554b38) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:38.587991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e43572e-bceb-4a40-b0ff-47a7c5890140 req-2a28b1f4-5458-4ae4-a5b9-1f73ebc92670 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494049 Aug 30 14:32:38.738124 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.788778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.830667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:38.834279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:38.836855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:38.893889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event updated for resources: {'Port': ['ID=15eea53a-c9e9-4451-84e2-a7e4c4554b38,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:38.903589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.904041 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.920319 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-7a1db1f3-84fc-47d3-9761-5f5df9fa83ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8569684 Aug 30 14:32:39.086376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Request body: {'port': {'device_id': '6bc7950a-a788-48e1-a97b-f98429b6d46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:39.146527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.207646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ee5f4e7-9ae5-4afc-ab9a-f72fd1310499 req-bdd2321d-e68b-48f5-bfae-73b63dde1a6f tempest-AbsoluteLimitsNegativeTestJSON-773602361 tempest-AbsoluteLimitsNegativeTestJSON-773602361-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=462e97928dad446896710ab42af2526b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243773 Aug 30 14:32:39.341775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5f4e7-9ae5-4afc-ab9a-f72fd1310499 req-2b5f6e46-29ba-4573-b532-aabc43871256 tempest-AbsoluteLimitsNegativeTestJSON-773602361 tempest-AbsoluteLimitsNegativeTestJSON-773602361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.343427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ee5f4e7-9ae5-4afc-ab9a-f72fd1310499 req-2b5f6e46-29ba-4573-b532-aabc43871256 tempest-AbsoluteLimitsNegativeTestJSON-773602361 tempest-AbsoluteLimitsNegativeTestJSON-773602361-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290851 Aug 30 14:32:39.360325 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ee5f4e7-9ae5-4afc-ab9a-f72fd1310499 req-c074f451-1b49-4a68-91cc-c335b8dcef5e tempest-AbsoluteLimitsNegativeTestJSON-773602361 tempest-AbsoluteLimitsNegativeTestJSON-773602361-project] 10.222.0.50 "GET /v2.0/quotas/462e97928dad446896710ab42af2526b HTTP/1.1" status: 200 len: 375 time: 0.0100205 Aug 30 14:32:39.398321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82cdb-c063-40ab-9359-9e752a55dc68 req-0ce71cff-5be3-4b9e-aad5-6611f56355f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.399824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3b82cdb-c063-40ab-9359-9e752a55dc68 req-0ce71cff-5be3-4b9e-aad5-6611f56355f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1096 time: 0.1351783 Aug 30 14:32:39.404833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ee5f4e7-9ae5-4afc-ab9a-f72fd1310499 req-02eddc6a-6345-4225-961e-5c0654778145 tempest-AbsoluteLimitsNegativeTestJSON-773602361 tempest-AbsoluteLimitsNegativeTestJSON-773602361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=462e97928dad446896710ab42af2526b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374107 Aug 30 14:32:39.455665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e4ca1-2422-46bf-837d-2186f1a939dc req-29b1007d-cf28-40ac-9fb5-84a477abf07b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.457889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-108e4ca1-2422-46bf-837d-2186f1a939dc req-29b1007d-cf28-40ac-9fb5-84a477abf07b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1410382 Aug 30 14:32:39.513468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3b82cdb-c063-40ab-9359-9e752a55dc68 req-266f28bc-a5b9-4570-bbee-db78b3400b31 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002564 Aug 30 14:32:39.535689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-108e4ca1-2422-46bf-837d-2186f1a939dc req-97349ba9-1eb3-4bc8-a10f-86ad4d329edc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685153 Aug 30 14:32:39.608043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15eea53a-c9e9-4451-84e2-a7e4c4554b38 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:39.619453 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.662891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f6f9d-8912-4bae-96d3-a383895e3c09 req-7a24afb6-52a1-4e60-88c9-32113ee0665d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.669489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Transition to ACTIVE for port object 15eea53a-c9e9-4451-84e2-a7e4c4554b38 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:39.671323 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb1f6f9d-8912-4bae-96d3-a383895e3c09 req-7a24afb6-52a1-4e60-88c9-32113ee0665d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0701456 Aug 30 14:32:39.685212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda5444-5531-4961-ba98-134e4b654e9a req-a13be94f-607b-4d66-b952-ad1957cbbc06 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.686798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fda5444-5531-4961-ba98-134e4b654e9a req-a13be94f-607b-4d66-b952-ad1957cbbc06 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 932 time: 0.0635967 Aug 30 14:32:39.687645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.719623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb1f6f9d-8912-4bae-96d3-a383895e3c09 req-28154d1e-4102-4472-8f88-a5297cd99bc9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471039 Aug 30 14:32:39.775251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:39.797505 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fda5444-5531-4961-ba98-134e4b654e9a req-01caef46-ddfe-4ff6-a7d9-33195d817354 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796778 Aug 30 14:32:39.836685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Pushing event updated for resources: {'Port': ['ID=15eea53a-c9e9-4451-84e2-a7e4c4554b38,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.858218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0828dad-9a2e-402e-8a80-d30c633c2058 req-42ef1aca-8182-476c-a6d6-debc1ec3b44a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.860009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f0828dad-9a2e-402e-8a80-d30c633c2058 req-42ef1aca-8182-476c-a6d6-debc1ec3b44a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0588808 Aug 30 14:32:39.869793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Attempting to bind port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:39.870369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Attempting to bind port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:39.870779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Attempting to bind port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:39.875987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:39.876397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Attempting to bind port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:39.882527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:39.883079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Checking segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:39.883678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Bound using segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:39.884189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Bound port: 15eea53a-c9e9-4451-84e2-a7e4c4554b38, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:39.884619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.904619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f0828dad-9a2e-402e-8a80-d30c633c2058 req-7b830c9a-f4d3-4e4d-94af-e3187b788b7f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375929 Aug 30 14:32:39.988520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c978f081-9458-42c7-b834-37205595f911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.997082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] For port 15eea53a-c9e9-4451-84e2-a7e4c4554b38, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:40.026207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] For port 15eea53a-c9e9-4451-84e2-a7e4c4554b38, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=15eea53a-c9e9-4451-84e2-a7e4c4554b38,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:40.035659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.078499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4524c5-56f7-4d3c-88de-1e31334c9eac req-6fa06d13-8e03-4f27-8662-115bf4adc5d0 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.080047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a4524c5-56f7-4d3c-88de-1e31334c9eac req-6fa06d13-8e03-4f27-8662-115bf4adc5d0 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 943 time: 0.0967143 Aug 30 14:32:40.085122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a643c-905f-4695-a1d8-473e740cbf0f req-4f215301-b0d8-49c4-98d0-e999df5c6a28 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.090303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.091366 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.092292 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] 10.222.0.39 "PUT /v2.0/ports/15eea53a-c9e9-4451-84e2-a7e4c4554b38 HTTP/1.1" status: 200 len: 1092 time: 1.1625485 Aug 30 14:32:40.092738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc7950a-a788-48e1-a97b-f98429b6d46c', 'tag': '15eea53a-c9e9-4451-84e2-a7e4c4554b38'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:40.094549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f6a643c-905f-4695-a1d8-473e740cbf0f req-4f215301-b0d8-49c4-98d0-e999df5c6a28 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1082380 Aug 30 14:32:40.095013 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e682ab-9ca9-42c5-9070-a9a85d7df446" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc7950a-a788-48e1-a97b-f98429b6d46c", "tag": "15eea53a-c9e9-4451-84e2-a7e4c4554b38"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:40.133454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53968b4e-1dc9-4f02-bb46-bf63fd55ed91 service neutron] Pushing event updated for resources: {'Port': ['ID=15eea53a-c9e9-4451-84e2-a7e4c4554b38,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:40.161497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f6a643c-905f-4695-a1d8-473e740cbf0f req-ab33ec37-e4f5-4c00-a301-bfba22ab46d6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655847 Aug 30 14:32:40.190428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a4524c5-56f7-4d3c-88de-1e31334c9eac req-a5bbfe00-3c8e-436c-b182-8dd614ab21e4 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918558 Aug 30 14:32:40.219014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c978f081-9458-42c7-b834-37205595f911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.225667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c978f081-9458-42c7-b834-37205595f911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.228466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-918a4279-e9d9-4e24-8848-ab7d1dfb2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.230242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-918a4279-e9d9-4e24-8848-ab7d1dfb2b8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 1095 time: 0.0876732 Aug 30 14:32:40.284536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978f081-9458-42c7-b834-37205595f911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6daecb7-d779-4daa-9748-a8ba0a4a23a8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:40.295277 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c978f081-9458-42c7-b834-37205595f911 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=462e97928dad446896710ab42af2526b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160949 Aug 30 14:32:40.295632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42494) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:40.355804 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b83740-62a6-4f68-b236-fb2b5cb7d5b4 x-openstack-request-id: req-73b83740-62a6-4f68-b236-fb2b5cb7d5b4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:40.356131 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc7950a-a788-48e1-a97b-f98429b6d46c", "tag": "15eea53a-c9e9-4451-84e2-a7e4c4554b38", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:40.356494 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73b83740-62a6-4f68-b236-fb2b5cb7d5b4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:40.357006 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc7950a-a788-48e1-a97b-f98429b6d46c', 'tag': '15eea53a-c9e9-4451-84e2-a7e4c4554b38', 'status': 'completed', 'code': 200} Aug 30 14:32:40.360819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-de445d7d-deb4-46f9-9553-894f4791be7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eea53a-c9e9-4451-84e2-a7e4c4554b38 HTTP/1.1" status: 200 len: 217 time: 0.1182706 Aug 30 14:32:40.378082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:40.425997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02aa06b3-1da0-4f3a-97a9-f5abc862b6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.475078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02aa06b3-1da0-4f3a-97a9-f5abc862b6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.482443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed8323-0afd-430d-9f4b-5c0acd41c254 req-402f3a8e-754e-4f7f-9e70-ce8f0075550e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.485331 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27ed8323-0afd-430d-9f4b-5c0acd41c254 req-402f3a8e-754e-4f7f-9e70-ce8f0075550e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1259899 Aug 30 14:32:40.497342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-73fec068-f28b-47d8-b798-54353e83b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.498931 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-73fec068-f28b-47d8-b798-54353e83b168 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.0993490 Aug 30 14:32:40.526330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,segment=NetworkSegment(eed4171a-3ae1-4fad-aec5-656b97567395),segment_id=eed4171a-3ae1-4fad-aec5-656b97567395)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:40.541258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e', 'network_id': '80595f21-5133-464f-8e28-920c0e466f39', 'port_id': '468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e', 'mac_address': 'fa:16:3e:3c:8e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7da67e-ac08-47b9-a20e-345e02032f9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:40.553547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-bf44a190-65d9-4306-b6cf-cc0bf1d4fd49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459239 Aug 30 14:32:40.555263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02aa06b3-1da0-4f3a-97a9-f5abc862b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.561478 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02aa06b3-1da0-4f3a-97a9-f5abc862b6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.564179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-02aa06b3-1da0-4f3a-97a9-f5abc862b6c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6daecb7-d779-4daa-9748-a8ba0a4a23a8 HTTP/1.1" status: 204 len: 168 time: 0.2674069 Aug 30 14:32:40.580141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa06b3-1da0-4f3a-97a9-f5abc862b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6daecb7-d779-4daa-9748-a8ba0a4a23a8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:40.610181 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.625371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:40.629404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27ed8323-0afd-430d-9f4b-5c0acd41c254 req-2567d0a8-7df1-4244-bc4d-4f27923bc61e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291320 Aug 30 14:32:40.661821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,segment=NetworkSegment(eed4171a-3ae1-4fad-aec5-656b97567395),segment_id=eed4171a-3ae1-4fad-aec5-656b97567395)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:40.668504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.724093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:40.725287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-d2eb9edc-2807-4360-b482-14e4ac0128c3 service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593688 Aug 30 14:32:40.853820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca9d27b-03f1-4985-b388-9b2ba5fd4b14 req-a14e9796-7643-4bc0-b3cf-25fb38ff1703 service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141238 Aug 30 14:32:40.915176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9a44f-87f0-43f7-837d-ae7d96d86492 req-552de190-ad95-48f7-b718-0a155ca03df4 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.917395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6cb9a44f-87f0-43f7-837d-ae7d96d86492 req-552de190-ad95-48f7-b718-0a155ca03df4 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0839186 Aug 30 14:32:40.970376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6cb9a44f-87f0-43f7-837d-ae7d96d86492 req-6c554a0b-5333-40dd-bee4-1cc152681347 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 Aug 30 14:32:41.005753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea74b-6811-41fd-8f95-06b96f752b55 req-e413b811-4567-45ed-b4e4-30114eb3f53c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.015862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-611ea74b-6811-41fd-8f95-06b96f752b55 req-e413b811-4567-45ed-b4e4-30114eb3f53c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 944 time: 0.1254003 Aug 30 14:32:41.020198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-aab5ce6b-dfa5-42c4-ae32-b406f971876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.021833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-aab5ce6b-dfa5-42c4-ae32-b406f971876e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 1095 time: 0.0855110 Aug 30 14:32:41.107908 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-611ea74b-6811-41fd-8f95-06b96f752b55 req-436b0987-21d2-4629-bd5e-69d8ba30b148 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846808 Aug 30 14:32:41.184401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-32bf85fe-438d-42c4-97eb-77cd697098ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.186783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-32bf85fe-438d-42c4-97eb-77cd697098ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 912 time: 0.1456287 Aug 30 14:32:41.242440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-2cb55c5b-c0e1-4073-be98-42acbe50b0e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eea53a-c9e9-4451-84e2-a7e4c4554b38 HTTP/1.1" status: 200 len: 217 time: 0.0464175 Aug 30 14:32:41.301893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:41.317086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-4f5eed63-c1f9-4ef4-8a62-1acea2d62b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.322187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-4f5eed63-c1f9-4ef4-8a62-1acea2d62b7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.0722902 Aug 30 14:32:41.374903 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-2c1adfa7-f156-4ade-b69f-7af1213b4edb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446596 Aug 30 14:32:41.406050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a29cb-9aae-4c28-b110-41226dbe0e59 req-07e1d9d4-b563-42ff-904b-267dfcc2e20a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.408632 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e3a29cb-9aae-4c28-b110-41226dbe0e59 req-07e1d9d4-b563-42ff-904b-267dfcc2e20a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 944 time: 0.0967753 Aug 30 14:32:41.488617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e3a29cb-9aae-4c28-b110-41226dbe0e59 req-be89603b-ed45-42eb-98a9-c0c2fc07bed7 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696855 Aug 30 14:32:41.527890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-df90ab58-6862-45ca-86ef-d1cdf05f1c3d service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412809 Aug 30 14:32:41.539775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:41.657773 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61e682ab-9ca9-42c5-9070-a9a85d7df446 req-7318872a-16c0-4501-a58e-0e30bcb949e8 service neutron] 10.222.0.39 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210580 Aug 30 14:32:41.665761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1809069654-network', 'tenant_id': 'ff8da67901b84920a47abcb7f7f89f32'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:41.690108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Made reservation on behalf of ff8da67901b84920a47abcb7f7f89f32 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:41.693014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.702898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.799504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.804382 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.837777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:41.844259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acae29d7-2c41-4a76-b314-36ceddaa0655,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:41.853614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.853935 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Added segment 97af2088-eadc-456a-a433-69c7ae083565 of type vlan for network c35f5358-bbc4-4e69-ae79-10f62206d1bb Aug 30 14:32:41.900092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.925421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.926381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.927004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.986291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4451921 Aug 30 14:32:41.989432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:41.994446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Request body: {'subnet': {'network_id': 'c35f5358-bbc4-4e69-ae79-10f62206d1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1809069654-subnet', 'tenant_id': 'ff8da67901b84920a47abcb7f7f89f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:41.997393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fbdd1-fbbf-41d0-906d-624669f2f97b admin admin] Pushing event updated for resources: {'Network': ['ID=c35f5358-bbc4-4e69-ae79-10f62206d1bb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:42.017261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c35f5358-bbc4-4e69-ae79-10f62206d1bb details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:42.020972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Made reservation on behalf of ff8da67901b84920a47abcb7f7f89f32 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:42.024549 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:42.167778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22d90d-24d0-4840-b93a-68818eee9b80 req-a5f8d735-491e-4a63-b577-22facf7b8ba8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.169362 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc22d90d-24d0-4840-b93a-68818eee9b80 req-a5f8d735-491e-4a63-b577-22facf7b8ba8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0982645 Aug 30 14:32:42.246802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc22d90d-24d0-4840-b93a-68818eee9b80 req-3207aa26-13ac-44e8-9c94-ac3742c079fc tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Aug 30 14:32:42.247669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84166ac1-5df8-4452-8d47-acaa7a5bb5dd req-9f1cd847-80e3-4cbc-849f-2842cd513ab2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.249784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84166ac1-5df8-4452-8d47-acaa7a5bb5dd req-9f1cd847-80e3-4cbc-849f-2842cd513ab2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 944 time: 0.0523710 Aug 30 14:32:42.325788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84166ac1-5df8-4452-8d47-acaa7a5bb5dd req-b2fa5722-d0a8-4fa4-beeb-1873caa7351e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650783 Aug 30 14:32:42.343387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:42.402637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc0dbc2-9d97-4283-9824-7abcd54d58e1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:42.424093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Checking segment: {'id': '97af2088-eadc-456a-a433-69c7ae083565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c35f5358-bbc4-4e69-ae79-10f62206d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:42.424784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Network hostable DHCP agents. Network: c35f5358-bbc4-4e69-ae79-10f62206d1bb, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:42.444375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Network c35f5358-bbc4-4e69-ae79-10f62206d1bb is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:42.470758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c35f5358-bbc4-4e69-ae79-10f62206d1bb) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:42.477327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.480002 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:42.489532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee1b62-b64a-4018-83f2-52ffa338a390 None None] Network c35f5358-bbc4-4e69-ae79-10f62206d1bb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:42.537122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6538fd9c-a20f-46c6-939a-71b13d436506 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5403142 Aug 30 14:32:42.671235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2be8b0-9b07-4c9d-8604-43d91468482f req-c9ca719b-bb86-4e89-8184-ba84cb870bf3 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.674755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f2be8b0-9b07-4c9d-8604-43d91468482f req-c9ca719b-bb86-4e89-8184-ba84cb870bf3 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0982530 Aug 30 14:32:42.677372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b204b-9fde-4380-9d9f-54771231bf32 None None] Network c35f5358-bbc4-4e69-ae79-10f62206d1bb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:42.693681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-5adcf5b1-daaa-4939-952d-af35960d0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.700278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-5adcf5b1-daaa-4939-952d-af35960d0653 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1096 time: 0.1315699 Aug 30 14:32:42.738711 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f2be8b0-9b07-4c9d-8604-43d91468482f req-22abe376-2c3c-466c-abc5-c1ff3624be85 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555327 Aug 30 14:32:42.782227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297d952-f31b-40cb-bfae-bdd67f521e6c req-fbc00e26-1342-49ec-b48f-7e6ec7bf3b04 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.783793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6297d952-f31b-40cb-bfae-bdd67f521e6c req-fbc00e26-1342-49ec-b48f-7e6ec7bf3b04 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 944 time: 0.1530423 Aug 30 14:32:42.865636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6297d952-f31b-40cb-bfae-bdd67f521e6c req-24631025-6c71-4804-a2c9-61689bfe9103 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711138 Aug 30 14:32:42.881193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-8ea9cbef-5999-4920-91a5-3755bcef0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.881193 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-8ea9cbef-5999-4920-91a5-3755bcef0d34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 919 time: 0.1651676 Aug 30 14:32:42.933769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-878a0ed0-a531-40c7-9b74-7828c4bf5c31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe505c6-397a-4370-a6b2-da330d52af82 HTTP/1.1" status: 200 len: 217 time: 0.0415442 Aug 30 14:32:42.957490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 15eea53a-c9e9-4451-84e2-a7e4c4554b38 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:42.991768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3aa91a61-02bb-4b95-973e-09c0e150a7ff req-768b1abd-2a59-433c-9165-05bfbc40fec3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1815321744', 'description': 'tempest-description-1189458346'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:43.018089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-fa502266-83bd-418e-8833-fd2fa17e0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:43.019548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-fa502266-83bd-418e-8833-fd2fa17e0acd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.0771086 Aug 30 14:32:43.024273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3aa91a61-02bb-4b95-973e-09c0e150a7ff req-768b1abd-2a59-433c-9165-05bfbc40fec3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.073079 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-6a2b972c-286b-426a-842e-36b6361fe636 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397935 Aug 30 14:32:43.145684 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3aa91a61-02bb-4b95-973e-09c0e150a7ff req-768b1abd-2a59-433c-9165-05bfbc40fec3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.145984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 15eea53a-c9e9-4451-84e2-a7e4c4554b38, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=15eea53a-c9e9-4451-84e2-a7e4c4554b38,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:43.157816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3aa91a61-02bb-4b95-973e-09c0e150a7ff req-768b1abd-2a59-433c-9165-05bfbc40fec3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.176531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '15eea53a-c9e9-4451-84e2-a7e4c4554b38', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'port_id': '15eea53a-c9e9-4451-84e2-a7e4c4554b38', 'mac_address': 'fa:16:3e:15:cd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e00d0-e531-49f5-911d-5f14848666a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:43.201917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3aa91a61-02bb-4b95-973e-09c0e150a7ff req-768b1abd-2a59-433c-9165-05bfbc40fec3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.213153 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3aa91a61-02bb-4b95-973e-09c0e150a7ff req-768b1abd-2a59-433c-9165-05bfbc40fec3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2215657 Aug 30 14:32:43.214925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b1abd-2a59-433c-9165-05bfbc40fec3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c75da37-931a-449a-bd10-03bb4fa65c73,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:43.238428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.260901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15eea53a-c9e9-4451-84e2-a7e4c4554b38 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:43.263619 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-7bf84650-2fb0-4c1e-985b-a33701aed72f service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798503 Aug 30 14:32:43.284457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 15eea53a-c9e9-4451-84e2-a7e4c4554b38, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=15eea53a-c9e9-4451-84e2-a7e4c4554b38,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:43.290063 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.355233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61ad96e5-2df0-4982-b33e-713a8ea83e7b req-94a4e9a5-adae-4dba-9b14-0f58d54053f4 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/8c75da37-931a-449a-bd10-03bb4fa65c73 HTTP/1.1" status: 200 len: 1815 time: 0.1146696 Aug 30 14:32:43.359139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=15eea53a-c9e9-4451-84e2-a7e4c4554b38,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:43.364724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-61ad96e5-2df0-4982-b33e-713a8ea83e7b req-8478787a-b06c-493f-a142-a6a31c8a8bbd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c75da37-931a-449a-bd10-03bb4fa65c73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:43.365081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-61ad96e5-2df0-4982-b33e-713a8ea83e7b req-8478787a-b06c-493f-a142-a6a31c8a8bbd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c75da37-931a-449a-bd10-03bb4fa65c73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:43.458061 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f0a9d9dc-62b1-4bad-89b2-a31d84ff0728 req-2b06b6cd-f766-42b9-9414-b3ddfe3f548c service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809714 Aug 30 14:32:43.495231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-61ad96e5-2df0-4982-b33e-713a8ea83e7b req-8478787a-b06c-493f-a142-a6a31c8a8bbd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.523754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971fc2d-8a19-4dc0-938d-675e21c6e8dc req-98958f8b-64a9-459f-95f2-55e4d7c20af1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:43.538127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6971fc2d-8a19-4dc0-938d-675e21c6e8dc req-98958f8b-64a9-459f-95f2-55e4d7c20af1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 945 time: 0.1066957 Aug 30 14:32:43.554648 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-61ad96e5-2df0-4982-b33e-713a8ea83e7b req-8478787a-b06c-493f-a142-a6a31c8a8bbd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.558711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-61ad96e5-2df0-4982-b33e-713a8ea83e7b req-8478787a-b06c-493f-a142-a6a31c8a8bbd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.579189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6971fc2d-8a19-4dc0-938d-675e21c6e8dc req-d10423b4-c4e2-4e4b-9188-adfe3078f789 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Aug 30 14:32:43.579497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478787a-b06c-493f-a142-a6a31c8a8bbd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4bc169-1a3b-4ea5-b86d-d08b9fe70366,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:43.584505 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-61ad96e5-2df0-4982-b33e-713a8ea83e7b req-8478787a-b06c-493f-a142-a6a31c8a8bbd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.588211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61ad96e5-2df0-4982-b33e-713a8ea83e7b req-8478787a-b06c-493f-a142-a6a31c8a8bbd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2321143 Aug 30 14:32:43.600532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['15eea53a-c9e9-4451-84e2-a7e4c4554b38'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:43.694303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab886e62-4f49-4ea2-b76e-d1baec022eed req-e883fce0-29c9-4036-89a9-7756aa1ac9cf tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/8c75da37-931a-449a-bd10-03bb4fa65c73 HTTP/1.1" status: 200 len: 2409 time: 0.0529962 Aug 30 14:32:43.749355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d376ba28-0449-45d4-bfa5-61f04de60c72 req-7023be15-f285-43da-9c50-06ba4a6f1d93 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-group-rules/ce4bc169-1a3b-4ea5-b86d-d08b9fe70366 HTTP/1.1" status: 200 len: 778 time: 0.0298572 Aug 30 14:32:43.807127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d376ba28-0449-45d4-bfa5-61f04de60c72 req-e2fd43c5-e541-48f5-9bb2-39455b83be2a tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/8c75da37-931a-449a-bd10-03bb4fa65c73 HTTP/1.1" status: 200 len: 2409 time: 0.0557387 Aug 30 14:32:43.836605 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d376ba28-0449-45d4-bfa5-61f04de60c72 req-2d2fa64b-fbe3-441d-8f55-7cccc870c2f3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.861488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d376ba28-0449-45d4-bfa5-61f04de60c72 req-2d2fa64b-fbe3-441d-8f55-7cccc870c2f3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.896778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532fa5c-b332-40e3-a3c0-f354a1a05fd6 req-714c4768-de63-47b1-b0bd-47f9e1bbd4b6 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:43.897061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d376ba28-0449-45d4-bfa5-61f04de60c72 req-2d2fa64b-fbe3-441d-8f55-7cccc870c2f3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.905372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a532fa5c-b332-40e3-a3c0-f354a1a05fd6 req-714c4768-de63-47b1-b0bd-47f9e1bbd4b6 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0623074 Aug 30 14:32:43.905590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d376ba28-0449-45d4-bfa5-61f04de60c72 req-2d2fa64b-fbe3-441d-8f55-7cccc870c2f3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.916755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d376ba28-0449-45d4-bfa5-61f04de60c72 req-2d2fa64b-fbe3-441d-8f55-7cccc870c2f3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ce4bc169-1a3b-4ea5-b86d-d08b9fe70366 HTTP/1.1" status: 204 len: 173 time: 0.1087036 Aug 30 14:32:43.931842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fa64b-fbe3-441d-8f55-7cccc870c2f3 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce4bc169-1a3b-4ea5-b86d-d08b9fe70366,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:43.959880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a532fa5c-b332-40e3-a3c0-f354a1a05fd6 req-c1d8a000-46c1-4050-b6f4-e270d7bd3982 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534358 Aug 30 14:32:44.019947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-862ad8ca-9e85-4be3-b963-72e5c92dccf7 req-41ccdc5d-27b9-4b19-b35c-9f38f692aa57 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1673747687', 'description': 'tempest-description-409387683'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:44.049313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862ad8ca-9e85-4be3-b963-72e5c92dccf7 req-41ccdc5d-27b9-4b19-b35c-9f38f692aa57 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.068902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151fd3b-86c8-48f3-a1af-7c9a088c7351 req-02c24399-e070-4902-8b31-584263375662 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:44.073619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b151fd3b-86c8-48f3-a1af-7c9a088c7351 req-02c24399-e070-4902-8b31-584263375662 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 944 time: 0.0605967 Aug 30 14:32:44.124711 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b151fd3b-86c8-48f3-a1af-7c9a088c7351 req-2e562ffc-60eb-474a-87c6-fddde0bd78c7 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457680 Aug 30 14:32:44.147564 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862ad8ca-9e85-4be3-b963-72e5c92dccf7 req-41ccdc5d-27b9-4b19-b35c-9f38f692aa57 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.151598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862ad8ca-9e85-4be3-b963-72e5c92dccf7 req-41ccdc5d-27b9-4b19-b35c-9f38f692aa57 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.181020 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862ad8ca-9e85-4be3-b963-72e5c92dccf7 req-41ccdc5d-27b9-4b19-b35c-9f38f692aa57 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.182294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862ad8ca-9e85-4be3-b963-72e5c92dccf7 req-41ccdc5d-27b9-4b19-b35c-9f38f692aa57 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1673710 Aug 30 14:32:44.184337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccdc5d-27b9-4b19-b35c-9f38f692aa57 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c317a8-3bd0-48f0-baf9-433bb1c4ea4c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:44.245565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27670d25-8510-4d79-8981-efa090e62bcc req-40eac887-9aaa-4587-8099-cb614c5c3f0a tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/65c317a8-3bd0-48f0-baf9-433bb1c4ea4c HTTP/1.1" status: 200 len: 1814 time: 0.0402007 Aug 30 14:32:44.285507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-09e6302a-8eb7-4107-8a03-25f54c223d9f req-137179ab-2b29-4191-a6de-50e86a6a83e2 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-953487965', 'description': 'tempest-description-302373761'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:44.308153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-09e6302a-8eb7-4107-8a03-25f54c223d9f req-137179ab-2b29-4191-a6de-50e86a6a83e2 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.396447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:44.402376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-09e6302a-8eb7-4107-8a03-25f54c223d9f req-137179ab-2b29-4191-a6de-50e86a6a83e2 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.407236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-09e6302a-8eb7-4107-8a03-25f54c223d9f req-137179ab-2b29-4191-a6de-50e86a6a83e2 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.438518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-09e6302a-8eb7-4107-8a03-25f54c223d9f req-137179ab-2b29-4191-a6de-50e86a6a83e2 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.443475 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09e6302a-8eb7-4107-8a03-25f54c223d9f req-137179ab-2b29-4191-a6de-50e86a6a83e2 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1621022 Aug 30 14:32:44.447761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137179ab-2b29-4191-a6de-50e86a6a83e2 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879aebbd-458a-4a76-90d1-961940f8d447,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:44.479842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:44.484849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:44.485324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.535623 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eecb2128-0c96-4dfc-9db4-be356bbd5edd req-a4095e15-7467-4cd5-8c24-134a2baac9ac tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/879aebbd-458a-4a76-90d1-961940f8d447 HTTP/1.1" status: 200 len: 1813 time: 0.0677476 Aug 30 14:32:44.555765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-28fca5e4-bde4-42e6-b753-e4ca7f2b24b2 req-438c6d31-0de5-4a23-9ff6-77c006d57229 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1734350981', 'description': 'tempest-description-553878416'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:44.590782 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28fca5e4-bde4-42e6-b753-e4ca7f2b24b2 req-438c6d31-0de5-4a23-9ff6-77c006d57229 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.605694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.637574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c7b159-7b8a-4e75-af34-208d81312067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:44.639979 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e9051d-e266-4162-b433-048d1e7e1d94" -d '{"events": [{"server_uuid": "35c7b159-7b8a-4e75-af34-208d81312067", "name": "network-vif-plugged", "status": "completed", "tag": "468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:44.654553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,segment=NetworkSegment(eed4171a-3ae1-4fad-aec5-656b97567395),segment_id=eed4171a-3ae1-4fad-aec5-656b97567395)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:44.665286 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.726404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:44.754736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05955d-255c-4933-9f9f-860057aac23c req-042a2065-8ad3-41eb-be0a-26da5f87c761 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:44.755937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28fca5e4-bde4-42e6-b753-e4ca7f2b24b2 req-438c6d31-0de5-4a23-9ff6-77c006d57229 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.756357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af05955d-255c-4933-9f9f-860057aac23c req-042a2065-8ad3-41eb-be0a-26da5f87c761 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 945 time: 0.0703681 Aug 30 14:32:44.760685 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28fca5e4-bde4-42e6-b753-e4ca7f2b24b2 req-438c6d31-0de5-4a23-9ff6-77c006d57229 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.792086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-28fca5e4-bde4-42e6-b753-e4ca7f2b24b2 req-438c6d31-0de5-4a23-9ff6-77c006d57229 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.793766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28fca5e4-bde4-42e6-b753-e4ca7f2b24b2 req-438c6d31-0de5-4a23-9ff6-77c006d57229 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2423162 Aug 30 14:32:44.798009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c6d31-0de5-4a23-9ff6-77c006d57229 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877c31b4-4871-4e4b-a973-b604ca993da7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:44.808825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af05955d-255c-4933-9f9f-860057aac23c req-e9b49512-0017-4ff4-bcf2-9531e72f16a7 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Aug 30 14:32:44.855518 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0936dcf7-1881-4135-b7aa-98ccf57ba712 x-openstack-request-id: req-0936dcf7-1881-4135-b7aa-98ccf57ba712 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:44.855855 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c7b159-7b8a-4e75-af34-208d81312067", "name": "network-vif-plugged", "status": "completed", "tag": "468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:44.856181 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0936dcf7-1881-4135-b7aa-98ccf57ba712 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:44.856667 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c7b159-7b8a-4e75-af34-208d81312067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e', 'code': 200} Aug 30 14:32:44.913757 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bd5c606b-3733-4437-8645-4ad67cde1395 req-2f21a07b-a716-459c-8fd1-a70fc1428edd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/877c31b4-4871-4e4b-a973-b604ca993da7 HTTP/1.1" status: 200 len: 1814 time: 0.0464468 Aug 30 14:32:44.939630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5c768cb7-a91d-4003-9a70-aa4cbf7fa16f req-1fdfe003-1622-4c07-bb4e-c80b1c6d69f0 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1403275002', 'description': 'tempest-description-633416088'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:44.946187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 15eea53a-c9e9-4451-84e2-a7e4c4554b38 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:44.974675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c768cb7-a91d-4003-9a70-aa4cbf7fa16f req-1fdfe003-1622-4c07-bb4e-c80b1c6d69f0 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.029589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:45.034093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:45.034553 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.044137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd28bf-f863-48d3-9349-606f35c2156f req-3b0ca36e-7be1-463b-aa63-93426943ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:45.046106 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-88bd28bf-f863-48d3-9349-606f35c2156f req-3b0ca36e-7be1-463b-aa63-93426943ea86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 1096 time: 0.0667493 Aug 30 14:32:45.105010 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-88bd28bf-f863-48d3-9349-606f35c2156f req-379f88ce-01f5-4d5d-889e-ea62fc5066f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511694 Aug 30 14:32:45.129800 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.139460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c768cb7-a91d-4003-9a70-aa4cbf7fa16f req-1fdfe003-1622-4c07-bb4e-c80b1c6d69f0 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.147577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c768cb7-a91d-4003-9a70-aa4cbf7fa16f req-1fdfe003-1622-4c07-bb4e-c80b1c6d69f0 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.154934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65659356-5990-484c-bb05-9d767d0734a4 req-4d10e4a3-5e0f-4239-953c-7c11a8bd411d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:45.165421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65659356-5990-484c-bb05-9d767d0734a4 req-4d10e4a3-5e0f-4239-953c-7c11a8bd411d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0946665 Aug 30 14:32:45.180434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 15eea53a-c9e9-4451-84e2-a7e4c4554b38, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=15eea53a-c9e9-4451-84e2-a7e4c4554b38,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:45.188395 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.191792 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5c768cb7-a91d-4003-9a70-aa4cbf7fa16f req-1fdfe003-1622-4c07-bb4e-c80b1c6d69f0 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.203244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c768cb7-a91d-4003-9a70-aa4cbf7fa16f req-1fdfe003-1622-4c07-bb4e-c80b1c6d69f0 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2631302 Aug 30 14:32:45.209611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfe003-1622-4c07-bb4e-c80b1c6d69f0 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6eeb4-92d9-415d-9573-cef446fe90ed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:45.242592 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65659356-5990-484c-bb05-9d767d0734a4 req-3368ccc0-95c0-4810-a697-a24bc9b8913c tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739367 Aug 30 14:32:45.318615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=15eea53a-c9e9-4451-84e2-a7e4c4554b38,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:45.358699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c681a5e-a97f-4d07-a9d7-d7b5c8bd2299 req-fd6090bd-cacd-4572-954f-81f853cee353 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/54e6eeb4-92d9-415d-9573-cef446fe90ed HTTP/1.1" status: 200 len: 1814 time: 0.0535479 Aug 30 14:32:45.364375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dcb1-1078-498a-8f3b-8eb4f497772e req-c4c94f64-3292-43b2-b14d-f06cd7a595d9 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:45.372233 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc49dcb1-1078-498a-8f3b-8eb4f497772e req-c4c94f64-3292-43b2-b14d-f06cd7a595d9 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 945 time: 0.0616000 Aug 30 14:32:45.398755 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-a8d3156f-02c9-4d43-818e-7e481b01676a req-5f66e3ab-bfee-423a-8d6d-98e9f83ef4da tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] show failed (client error): The resource could not be found. Aug 30 14:32:45.399582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8d3156f-02c9-4d43-818e-7e481b01676a req-5f66e3ab-bfee-423a-8d6d-98e9f83ef4da tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/8a64e966-a98d-49f5-92dc-59a2a33d7099 HTTP/1.1" status: 404 len: 352 time: 0.0248163 Aug 30 14:32:45.444854 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-30375e02-80db-46d5-bb15-c20425fa78dd req-7b004eef-cb30-4dc0-b074-43b93bb27d98 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] show failed (client error): The resource could not be found. Aug 30 14:32:45.452172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-30375e02-80db-46d5-bb15-c20425fa78dd req-7b004eef-cb30-4dc0-b074-43b93bb27d98 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-group-rules/e3c25d53-d9e1-4be7-be42-9c1b47cdce92 HTTP/1.1" status: 404 len: 361 time: 0.0213265 Aug 30 14:32:45.452435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc49dcb1-1078-498a-8f3b-8eb4f497772e req-54b35dcc-02ef-48ff-8f42-0e5d26b6b632 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792816 Aug 30 14:32:45.512998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd8c9e49-fa18-4075-81eb-698f68b03e6c req-f6af3085-598e-47c7-9620-31fa7d00fb57 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/54e6eeb4-92d9-415d-9573-cef446fe90ed HTTP/1.1" status: 200 len: 1814 time: 0.0427957 Aug 30 14:32:45.597036 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd8c9e49-fa18-4075-81eb-698f68b03e6c req-e80bd959-69d3-4c52-8906-a6c1a85abd94 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.632196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd8c9e49-fa18-4075-81eb-698f68b03e6c req-e80bd959-69d3-4c52-8906-a6c1a85abd94 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.686088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd8c9e49-fa18-4075-81eb-698f68b03e6c req-e80bd959-69d3-4c52-8906-a6c1a85abd94 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.689537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd8c9e49-fa18-4075-81eb-698f68b03e6c req-e80bd959-69d3-4c52-8906-a6c1a85abd94 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.690738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd8c9e49-fa18-4075-81eb-698f68b03e6c req-e80bd959-69d3-4c52-8906-a6c1a85abd94 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "DELETE /v2.0/security-groups/54e6eeb4-92d9-415d-9573-cef446fe90ed HTTP/1.1" status: 204 len: 173 time: 0.1712375 Aug 30 14:32:45.702157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bd959-69d3-4c52-8906-a6c1a85abd94 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6eeb4-92d9-415d-9573-cef446fe90ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:45.773456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58828595-cfde-4948-8019-51bafe94cc48 req-9623361a-0ecb-49d5-8dd7-1a7c8308343a tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/877c31b4-4871-4e4b-a973-b604ca993da7 HTTP/1.1" status: 200 len: 1814 time: 0.0600662 Aug 30 14:32:45.872206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-58828595-cfde-4948-8019-51bafe94cc48 req-f46f0eff-4546-4390-bbaa-4bd3446b7dd5 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.926195 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-58828595-cfde-4948-8019-51bafe94cc48 req-f46f0eff-4546-4390-bbaa-4bd3446b7dd5 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.936816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497e64d-e896-40da-9d6e-4aec87d70be9 req-89ed9460-e93e-497e-9905-6bc33f1c9733 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:45.944552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c497e64d-e896-40da-9d6e-4aec87d70be9 req-89ed9460-e93e-497e-9905-6bc33f1c9733 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.0665386 Aug 30 14:32:45.988638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c497e64d-e896-40da-9d6e-4aec87d70be9 req-21aac62c-5796-4445-acce-5084c428588a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Aug 30 14:32:46.014268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-58828595-cfde-4948-8019-51bafe94cc48 req-f46f0eff-4546-4390-bbaa-4bd3446b7dd5 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.017244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-58828595-cfde-4948-8019-51bafe94cc48 req-f46f0eff-4546-4390-bbaa-4bd3446b7dd5 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.018515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58828595-cfde-4948-8019-51bafe94cc48 req-f46f0eff-4546-4390-bbaa-4bd3446b7dd5 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "DELETE /v2.0/security-groups/877c31b4-4871-4e4b-a973-b604ca993da7 HTTP/1.1" status: 204 len: 173 time: 0.2443163 Aug 30 14:32:46.035204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f0eff-4546-4390-bbaa-4bd3446b7dd5 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c31b4-4871-4e4b-a973-b604ca993da7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:46.107881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-13126010-968e-4558-927b-c19be73ee99d req-20e669f7-65c4-4034-8873-f453943cc47b tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/879aebbd-458a-4a76-90d1-961940f8d447 HTTP/1.1" status: 200 len: 1813 time: 0.0636518 Aug 30 14:32:46.174671 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-13126010-968e-4558-927b-c19be73ee99d req-e9bbe09c-f0e3-4a90-8fd8-14dcfa45777d tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.200769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-13126010-968e-4558-927b-c19be73ee99d req-e9bbe09c-f0e3-4a90-8fd8-14dcfa45777d tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.245313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-13126010-968e-4558-927b-c19be73ee99d req-e9bbe09c-f0e3-4a90-8fd8-14dcfa45777d tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.247838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-13126010-968e-4558-927b-c19be73ee99d req-e9bbe09c-f0e3-4a90-8fd8-14dcfa45777d tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.248972 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-13126010-968e-4558-927b-c19be73ee99d req-e9bbe09c-f0e3-4a90-8fd8-14dcfa45777d tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "DELETE /v2.0/security-groups/879aebbd-458a-4a76-90d1-961940f8d447 HTTP/1.1" status: 204 len: 173 time: 0.1398165 Aug 30 14:32:46.258529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbe09c-f0e3-4a90-8fd8-14dcfa45777d tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879aebbd-458a-4a76-90d1-961940f8d447,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:46.385787 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11954de5-6aee-4936-ba03-c289ac57af8d req-faa96375-9625-492c-8ff8-7a89c8607f15 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/65c317a8-3bd0-48f0-baf9-433bb1c4ea4c HTTP/1.1" status: 200 len: 1814 time: 0.1055708 Aug 30 14:32:46.465656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-11954de5-6aee-4936-ba03-c289ac57af8d req-1f1ceeb4-0746-4d50-a06a-0d7eb7146bef tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.470306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93784b41-8e9b-4202-bc82-b1da294b4b9a req-10101962-464b-4793-a6e5-06d536f22657 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.471853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93784b41-8e9b-4202-bc82-b1da294b4b9a req-10101962-464b-4793-a6e5-06d536f22657 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0709064 Aug 30 14:32:46.499853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-11954de5-6aee-4936-ba03-c289ac57af8d req-1f1ceeb4-0746-4d50-a06a-0d7eb7146bef tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.548891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93784b41-8e9b-4202-bc82-b1da294b4b9a req-6ab9dfcc-cbbe-498b-815b-83fa330b30b0 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668950 Aug 30 14:32:46.568448 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-11954de5-6aee-4936-ba03-c289ac57af8d req-1f1ceeb4-0746-4d50-a06a-0d7eb7146bef tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.571625 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-11954de5-6aee-4936-ba03-c289ac57af8d req-1f1ceeb4-0746-4d50-a06a-0d7eb7146bef tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.582823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11954de5-6aee-4936-ba03-c289ac57af8d req-1f1ceeb4-0746-4d50-a06a-0d7eb7146bef tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "DELETE /v2.0/security-groups/65c317a8-3bd0-48f0-baf9-433bb1c4ea4c HTTP/1.1" status: 204 len: 173 time: 0.1958632 Aug 30 14:32:46.626449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ceeb4-0746-4d50-a06a-0d7eb7146bef tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c317a8-3bd0-48f0-baf9-433bb1c4ea4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:46.748366 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4732afa0-303f-458c-9ccf-b50e0d618872 req-c7b5712b-4e37-4986-b8a3-61d9d9b2eebd tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "GET /v2.0/security-groups/8c75da37-931a-449a-bd10-03bb4fa65c73 HTTP/1.1" status: 200 len: 1815 time: 0.0514925 Aug 30 14:32:46.771377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be0b4-972f-4951-9589-c4e08c3b7f4b req-ba22f13e-fe97-4615-a616-f215793df86f tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.773077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-453be0b4-972f-4951-9589-c4e08c3b7f4b req-ba22f13e-fe97-4615-a616-f215793df86f tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 945 time: 0.0828841 Aug 30 14:32:46.827872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-453be0b4-972f-4951-9589-c4e08c3b7f4b req-797deb71-e629-48a7-8faa-a878285c490f tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467610 Aug 30 14:32:46.846737 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4732afa0-303f-458c-9ccf-b50e0d618872 req-22a73704-3263-4173-91be-26837d84f363 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.857701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc7950a-a788-48e1-a97b-f98429b6d46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eea53a-c9e9-4451-84e2-a7e4c4554b38'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:46.860555 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a97b9f-ae98-4b4c-a803-9ad5530516dd" -d '{"events": [{"server_uuid": "6bc7950a-a788-48e1-a97b-f98429b6d46c", "name": "network-vif-plugged", "status": "completed", "tag": "15eea53a-c9e9-4451-84e2-a7e4c4554b38"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:46.885509 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4732afa0-303f-458c-9ccf-b50e0d618872 req-22a73704-3263-4173-91be-26837d84f363 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.901825 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b093263-e528-4c54-9441-532042afcb34 x-openstack-request-id: req-3b093263-e528-4c54-9441-532042afcb34 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:46.902321 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc7950a-a788-48e1-a97b-f98429b6d46c", "name": "network-vif-plugged", "status": "completed", "tag": "15eea53a-c9e9-4451-84e2-a7e4c4554b38", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:46.902742 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b093263-e528-4c54-9441-532042afcb34 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:46.903276 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc7950a-a788-48e1-a97b-f98429b6d46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eea53a-c9e9-4451-84e2-a7e4c4554b38', 'code': 200} Aug 30 14:32:46.940412 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4732afa0-303f-458c-9ccf-b50e0d618872 req-22a73704-3263-4173-91be-26837d84f363 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.943289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4732afa0-303f-458c-9ccf-b50e0d618872 req-22a73704-3263-4173-91be-26837d84f363 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.952086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:46.960870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4732afa0-303f-458c-9ccf-b50e0d618872 req-22a73704-3263-4173-91be-26837d84f363 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c75da37-931a-449a-bd10-03bb4fa65c73 HTTP/1.1" status: 204 len: 173 time: 0.2036946 Aug 30 14:32:46.982071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73704-3263-4173-91be-26837d84f363 tempest-SecurityGroupRulesNegativeTestJSON-1363349726 tempest-SecurityGroupRulesNegativeTestJSON-1363349726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c75da37-931a-449a-bd10-03bb4fa65c73,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:47.389988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a674a6-f819-4422-895f-965d4af90740 admin admin] Deleting subnet ebc0dbc2-9d97-4283-9824-7abcd54d58e1 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:32:47.396671 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51a674a6-f819-4422-895f-965d4af90740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.423607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf376794-1db0-4fe8-ab99-cd0a95fcec60 req-012cb9b2-c54b-47fe-ba48-efb24100ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:47.425791 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf376794-1db0-4fe8-ab99-cd0a95fcec60 req-012cb9b2-c54b-47fe-ba48-efb24100ceb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 1097 time: 0.1098735 Aug 30 14:32:47.465785 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b016fb-ecfd-4cec-a7e0-8ab10fb22ebe req-bd4a6970-0619-4078-9866-497d363d05dc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:47.467195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59b016fb-ecfd-4cec-a7e0-8ab10fb22ebe req-bd4a6970-0619-4078-9866-497d363d05dc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.1481800 Aug 30 14:32:47.469223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51a674a6-f819-4422-895f-965d4af90740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.526500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf376794-1db0-4fe8-ab99-cd0a95fcec60 req-d1a7e71a-d4b1-4c66-a417-6f276787d5b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919805 Aug 30 14:32:47.544996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51a674a6-f819-4422-895f-965d4af90740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.575589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59b016fb-ecfd-4cec-a7e0-8ab10fb22ebe req-a5e267d0-6d22-47bf-a4de-c64aaec2b363 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856774 Aug 30 14:32:47.627548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51a674a6-f819-4422-895f-965d4af90740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.655013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a674a6-f819-4422-895f-965d4af90740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc0dbc2-9d97-4283-9824-7abcd54d58e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:47.659370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51a674a6-f819-4422-895f-965d4af90740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.664868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51a674a6-f819-4422-895f-965d4af90740 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ebc0dbc2-9d97-4283-9824-7abcd54d58e1 HTTP/1.1" status: 204 len: 168 time: 0.7114015 Aug 30 14:32:47.665842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:47.710489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eb0b0-eebc-4493-8021-24934afe6a0f req-3b39c55e-034f-42c0-acc9-d9f08a8904f9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:47.712201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb1eb0b0-eebc-4493-8021-24934afe6a0f req-3b39c55e-034f-42c0-acc9-d9f08a8904f9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0671983 Aug 30 14:32:47.772350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb1eb0b0-eebc-4493-8021-24934afe6a0f req-78c5de40-b289-4d08-ae56-a1f795aa022e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485008 Aug 30 14:32:47.783388 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.905007 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.920696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35f5358-bbc4-4e69-ae79-10f62206d1bb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:47.944333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97af2088-eadc-456a-a433-69c7ae083565') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:47.944633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97af2088-eadc-456a-a433-69c7ae083565') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:47.969888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.991061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.015888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea04f6-f9d9-477a-845c-175c9095d72f req-38b2c259-0478-450d-9c4a-ccf7ae85eda1 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.017555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9ea04f6-f9d9-477a-845c-175c9095d72f req-38b2c259-0478-450d-9c4a-ccf7ae85eda1 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 945 time: 0.0840569 Aug 30 14:32:48.021534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:32:48.021949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:32:48.096789 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:32:48.105671 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.113680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.115743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] 10.222.0.50 "DELETE /v2.0/networks/c35f5358-bbc4-4e69-ae79-10f62206d1bb HTTP/1.1" status: 204 len: 168 time: 0.4489899 Aug 30 14:32:48.140042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cb8e1-e9ca-4b18-bce8-ef02a22f807c admin admin] Pushing event deleted for resources: {'Network': ['ID=c35f5358-bbc4-4e69-ae79-10f62206d1bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:48.167062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9ea04f6-f9d9-477a-845c-175c9095d72f req-34d78f2f-6831-438d-ae48-1c9a1ff4d875 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692554 Aug 30 14:32:48.284606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:48.342339 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bdce1d08-53f1-4c9b-8a75-a5c52276baba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff8da67901b84920a47abcb7f7f89f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563595 Aug 30 14:32:48.344567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:48.405647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.436113 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.516849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.519898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.522241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acae29d7-2c41-4a76-b314-36ceddaa0655 HTTP/1.1" status: 204 len: 168 time: 0.1765628 Aug 30 14:32:48.532453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acae29d7-2c41-4a76-b314-36ceddaa0655,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:48.555200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.555700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.556045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.556385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.556723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.557081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.557573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.557915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.558243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.558667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.559012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.559360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f751c1c-0f5e-4d3c-8061-237ccf2a4a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:48.668017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722849-f4e6-4dfa-ad13-72ebaaf3ad11 req-86bf2590-6b6d-4bc3-a761-339f387d050a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.682948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59722849-f4e6-4dfa-ad13-72ebaaf3ad11 req-86bf2590-6b6d-4bc3-a761-339f387d050a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 945 time: 0.1391792 Aug 30 14:32:48.735118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59722849-f4e6-4dfa-ad13-72ebaaf3ad11 req-affea1ad-6c2f-485f-b10c-18fd7656aeff tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496490 Aug 30 14:32:48.786061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bc349-65a1-4cce-ba20-954e3fb54e3e req-135c669e-ecbf-47b5-913c-c5f0be63176e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.788169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-765bc349-65a1-4cce-ba20-954e3fb54e3e req-135c669e-ecbf-47b5-913c-c5f0be63176e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.1081581 Aug 30 14:32:48.849398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-765bc349-65a1-4cce-ba20-954e3fb54e3e req-8d113eb5-7375-413b-bf6f-f57e6df90cf4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548954 Aug 30 14:32:49.336098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c78489-5d8e-40eb-b5fc-46481c9656fa req-66614386-4839-4843-9ab8-419e6fd3cd16 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.342254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2c78489-5d8e-40eb-b5fc-46481c9656fa req-66614386-4839-4843-9ab8-419e6fd3cd16 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0619500 Aug 30 14:32:49.386306 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2c78489-5d8e-40eb-b5fc-46481c9656fa req-182c7e91-ffd9-4ada-af3c-e2bbd4560109 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Aug 30 14:32:49.469417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:49.569883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-257578917-network', 'tenant_id': 'abafd535561141708b8a8c3467960939'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:49.591020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Made reservation on behalf of abafd535561141708b8a8c3467960939 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:49.593285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.605790 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.705626 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.712263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.739918 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.741207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:49.747681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e1a69b-0322-4200-95d6-c77907188312,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:49.754603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.754954 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Added segment 45d28f2f-6d56-4498-a781-4dfd83116e6f of type vlan for network dd77ac50-c238-451a-9b06-c6180792048d Aug 30 14:32:49.807572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.853090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.854023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.854599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.919796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4492373 Aug 30 14:32:49.923120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:49.929963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441c4c2-5534-4d22-b6f1-f6a9d8d32915 admin admin] Pushing event updated for resources: {'Network': ['ID=dd77ac50-c238-451a-9b06-c6180792048d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:49.930215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Request body: {'subnet': {'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-257578917-subnet', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:49.940916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18058c-a292-481c-9be2-ba1881be595a req-e551bbab-e8b6-4966-807d-981e6d3ff1fd tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.942605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network dd77ac50-c238-451a-9b06-c6180792048d details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:49.943316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c18058c-a292-481c-9be2-ba1881be595a req-e551bbab-e8b6-4966-807d-981e6d3ff1fd tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 945 time: 0.1194122 Aug 30 14:32:49.997914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c18058c-a292-481c-9be2-ba1881be595a req-1162634b-7fc0-4602-9c5a-02a970ef3c44 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/security-groups?id=38962ab2-142e-4479-82c8-2a718aad47b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Aug 30 14:32:50.031065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Made reservation on behalf of abafd535561141708b8a8c3467960939 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:50.034069 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.100736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810ff8f-56c1-4774-b106-73bcbaff8176 req-eebc1416-6645-49ce-8c05-4910c0f17758 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:50.108790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1810ff8f-56c1-4774-b106-73bcbaff8176 req-eebc1416-6645-49ce-8c05-4910c0f17758 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.1846342 Aug 30 14:32:50.171839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1810ff8f-56c1-4774-b106-73bcbaff8176 req-322f67e0-07a8-4c23-8fdb-899d2fba3935 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575714 Aug 30 14:32:50.331600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.449839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eba8133-a81b-41e7-b0d3-de14b86ae472,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:50.507014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Checking segment: {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:50.507413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Network hostable DHCP agents. Network: dd77ac50-c238-451a-9b06-c6180792048d, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:50.544695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e62f4-0ec9-460e-9adf-d434e4041ddf req-b170a364-4681-480b-a67b-452aeafa0dc8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:50.546232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a5e62f4-0ec9-460e-9adf-d434e4041ddf req-b170a364-4681-480b-a67b-452aeafa0dc8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.1379924 Aug 30 14:32:50.556659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-ef57558c-6e8c-404a-83a7-c66891a6763c tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:50.558161 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-ef57558c-6e8c-404a-83a7-c66891a6763c tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.21 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 945 time: 0.1097641 Aug 30 14:32:50.618497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Network dd77ac50-c238-451a-9b06-c6180792048d is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:50.632719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a5e62f4-0ec9-460e-9adf-d434e4041ddf req-1b8c03a0-9323-4b52-a14c-f0af8ceed070 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735393 Aug 30 14:32:50.642445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, dd77ac50-c238-451a-9b06-c6180792048d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:50.651593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:50.651593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.653954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba193f-9974-4bcd-9ca9-e1914342dca4 None None] Network dd77ac50-c238-451a-9b06-c6180792048d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:50.701623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:50.703069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-680fa2c9-7003-4d82-a43a-44c550c8b5da admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7765157 Aug 30 14:32:50.706631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:50.728641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Deleting port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:50.729370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.753073 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.754538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.873679 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.887533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-dd77ac50-c238-451a-9b06-c6180792048d', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:32:50.888409 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.905780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] For port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,segment=NetworkSegment(eed4171a-3ae1-4fad-aec5-656b97567395),segment_id=eed4171a-3ae1-4fad-aec5-656b97567395)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:50.906269 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:50.924074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Calling delete_port for 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:51.081411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.131726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.131967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Allocated IP 172.20.0.2 (dd77ac50-c238-451a-9b06-c6180792048d/9eba8133-a81b-41e7-b0d3-de14b86ae472/48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:51.173693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Pushing event deleted for resources: {'Port': ['ID=468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:51.193929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4e61177-2f87-490d-81fa-2e16c5f1e4cc req-94ffa901-7658-47e1-9e9b-138a5b906683 tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.50 "GET /v2.0/ports?device_id=35c7b159-7b8a-4e75-af34-208d81312067 HTTP/1.1" status: 200 len: 210 time: 0.0859478 Aug 30 14:32:51.232752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] No DVR routers for this DVR port 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:32:51.247976 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.250220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-916d3aba-db9c-4c02-a319-fa43e49ee54a req-df44b47c-e3cf-4879-a3bc-a08465c0126a tempest-ServerGroupTestJSON-1010500359 tempest-ServerGroupTestJSON-1010500359-project] 10.222.0.21 "DELETE /v2.0/ports/468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e HTTP/1.1" status: 204 len: 173 time: 0.6718733 Aug 30 14:32:51.250757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c7b159-7b8a-4e75-af34-208d81312067', 'name': 'network-vif-deleted', 'tag': '468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:51.257243 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e68be8-f8dd-49f9-b328-c1d7167f7d50" -d '{"events": [{"server_uuid": "35c7b159-7b8a-4e75-af34-208d81312067", "name": "network-vif-deleted", "tag": "468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:51.332657 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:32:51.392870 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b6e2da-4826-44b3-bc4e-594fa83937f8 x-openstack-request-id: req-f8b6e2da-4826-44b3-bc4e-594fa83937f8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:51.393542 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c7b159-7b8a-4e75-af34-208d81312067", "name": "network-vif-deleted", "tag": "468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:51.394319 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8b6e2da-4826-44b3-bc4e-594fa83937f8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:51.394796 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c7b159-7b8a-4e75-af34-208d81312067', 'name': 'network-vif-deleted', 'tag': '468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e', 'status': 'completed', 'code': 200} Aug 30 14:32:51.423275 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.475598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.517124 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.531904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Transition to ACTIVE for port object 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:51.582751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Transition to ACTIVE for port object 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:51.594915 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.623040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Allocated IP 172.25.6.235 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/42430afd-c9b4-4170-bfec-7320cf0b59dc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:51.660749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Network dd77ac50-c238-451a-9b06-c6180792048d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:51.678429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:51.680861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:51.684498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Pushing event updated for resources: {'Port': ['ID=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:51.772434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Attempting to bind port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:51.772861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Attempting to bind port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:51.773278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Attempting to bind port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda on network dd77ac50-c238-451a-9b06-c6180792048d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:51.778769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:51.779146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Checking segment: {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:51.779561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.779961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Bound using segment: {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:51.780433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Bound port: 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:51.780820 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.798622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.851230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] For port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:51.856608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] For port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:51.867334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130e55f-0b66-43a3-8d5f-84b320a8e256 req-5089ce4c-c15e-486f-bf10-a0da614974b4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:51.870524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1130e55f-0b66-43a3-8d5f-84b320a8e256 req-5089ce4c-c15e-486f-bf10-a0da614974b4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.1093318 Aug 30 14:32:51.875136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.958105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1130e55f-0b66-43a3-8d5f-84b320a8e256 req-7dd823ca-bc29-422a-af7a-a5433519992a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803630 Aug 30 14:32:51.966692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:52.003743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa45b6b-bdd3-4ca5-9e41-06326c15822a None None] Pushing event updated for resources: {'Port': ['ID=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:52.053405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:52.056487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:52.059589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:52.109722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Pushing event updated for resources: {'Port': ['ID=42430afd-c9b4-4170-bfec-7320cf0b59dc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:52.414644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c440d1-9637-4d05-92c3-52f18544ca91 req-6eb78ba9-569e-4048-9403-fb2bfbbd4fd0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:52.435888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:52.452482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03c440d1-9637-4d05-92c3-52f18544ca91 req-6eb78ba9-569e-4048-9403-fb2bfbbd4fd0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.1469014 Aug 30 14:32:52.478081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:52.478431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 468dd8d7-91bf-42eb-aa01-a4b6ad0ab89e not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:52.566416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03c440d1-9637-4d05-92c3-52f18544ca91 req-74c57e24-a05a-4b1a-b74b-a58f814b138b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125770 Aug 30 14:32:52.931308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:53.019881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2b63f2-ce72-423d-ad50-07d6b727e47f admin admin] Deleting subnet 6b7da67e-ac08-47b9-a20e-345e02032f9e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:32:53.023712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd2b63f2-ce72-423d-ad50-07d6b727e47f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.054792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.106945 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd2b63f2-ce72-423d-ad50-07d6b727e47f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.176709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd2b63f2-ce72-423d-ad50-07d6b727e47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.241080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd2b63f2-ce72-423d-ad50-07d6b727e47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.282572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd2b63f2-ce72-423d-ad50-07d6b727e47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.284516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cd2b63f2-ce72-423d-ad50-07d6b727e47f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6b7da67e-ac08-47b9-a20e-345e02032f9e HTTP/1.1" status: 204 len: 168 time: 0.3519325 Aug 30 14:32:53.285424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b63f2-ce72-423d-ad50-07d6b727e47f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b7da67e-ac08-47b9-a20e-345e02032f9e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:53.288091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:53.398720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.477018 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.531002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.552782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80595f21-5133-464f-8e28-920c0e466f39']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:53.570752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed4171a-3ae1-4fad-aec5-656b97567395') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:53.571110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed4171a-3ae1-4fad-aec5-656b97567395') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:53.598467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.623402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.639537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:32:53.639955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:32:53.642083 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:32:53.652000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e197565-1bd2-498d-a5f7-9a21a194285a None None] Network dd77ac50-c238-451a-9b06-c6180792048d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:53.750447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Router 7127a606-20bf-4f49-9f2f-b65b832a2dfd is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:32:53.853333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:53.896567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4c76d51-428e-4fcd-92bc-ef42d8bdef8b None None] Provisioning for port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:53.931520 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.940353 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:53.946231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] 10.222.0.50 "DELETE /v2.0/networks/80595f21-5133-464f-8e28-920c0e466f39 HTTP/1.1" status: 204 len: 168 time: 0.6568003 Aug 30 14:32:53.971505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:53.971723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-c4c429c0-800e-48a1-82f9-89b2fa43ffed tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:53.973995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-c4c429c0-800e-48a1-82f9-89b2fa43ffed tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.2052917 Aug 30 14:32:53.975853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800ab91-9f18-4c55-9ab0-65f790bce07b admin admin] Pushing event deleted for resources: {'Network': ['ID=80595f21-5133-464f-8e28-920c0e466f39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:53.989252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733842e4-af98-4eae-966d-12411d43a767 req-f7b759c0-7377-4b73-af3f-a2418caa2eef tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:53.990924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Sync routers for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:53.991271 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-733842e4-af98-4eae-966d-12411d43a767 req-f7b759c0-7377-4b73-af3f-a2418caa2eef tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 946 time: 0.2205443 Aug 30 14:32:54.017590 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.019145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-90d41030-2b55-4666-80c8-5537ccd41af1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3164890 Aug 30 14:32:54.022522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42820) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:54.073485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:54.074298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:32:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:54.147485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:54.158430 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-733842e4-af98-4eae-966d-12411d43a767 req-2676fed2-4764-442c-8c19-43fa690d2bbe tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418800 Aug 30 14:32:54.158430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:54.170943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:54.171574 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.291972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6fbfccfe-27db-44da-9bca-23bda89675f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37c648846a744e84842454e06a69da65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398213 Aug 30 14:32:54.292869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:54.299210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Deleting port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:32:54.301851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.452480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-540d1a30-f6a7-4b98-9cca-027e1ef283ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.459361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] For port 15eea53a-c9e9-4451-84e2-a7e4c4554b38, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=15eea53a-c9e9-4451-84e2-a7e4c4554b38,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:54.459738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.474892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Calling delete_port for 15eea53a-c9e9-4451-84e2-a7e4c4554b38 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:32:54.526729 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-540d1a30-f6a7-4b98-9cca-027e1ef283ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.578428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:54.659187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.732262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event deleted for resources: {'Port': ['ID=15eea53a-c9e9-4451-84e2-a7e4c4554b38,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:54.782159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['15eea53a-c9e9-4451-84e2-a7e4c4554b38'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:54.811745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.855665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] No DVR routers for this DVR port 15eea53a-c9e9-4451-84e2-a7e4c4554b38 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:32:54.857521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-540d1a30-f6a7-4b98-9cca-027e1ef283ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.860048 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-540d1a30-f6a7-4b98-9cca-027e1ef283ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.861777 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.871358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bc6edf3-b064-437a-b814-1c4e2d64a9ed req-efa63723-a42a-43f5-a85f-e0269bac2055 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "DELETE /v2.0/ports/15eea53a-c9e9-4451-84e2-a7e4c4554b38 HTTP/1.1" status: 204 len: 173 time: 0.8764391 Aug 30 14:32:54.872059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-540d1a30-f6a7-4b98-9cca-027e1ef283ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38962ab2-142e-4479-82c8-2a718aad47b1 HTTP/1.1" status: 204 len: 168 time: 0.5761673 Aug 30 14:32:54.872163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc7950a-a788-48e1-a97b-f98429b6d46c', 'name': 'network-vif-deleted', 'tag': '15eea53a-c9e9-4451-84e2-a7e4c4554b38'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:54.883188 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de98b2dc-2cbb-409d-a997-8902f5a07157" -d '{"events": [{"server_uuid": "6bc7950a-a788-48e1-a97b-f98429b6d46c", "name": "network-vif-deleted", "tag": "15eea53a-c9e9-4451-84e2-a7e4c4554b38"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:54.917795 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:54.935936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d1a30-f6a7-4b98-9cca-027e1ef283ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38962ab2-142e-4479-82c8-2a718aad47b1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:54.944879 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:54.975088 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.007038 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53b8d12-bb7a-4640-aaa3-5168b7f6c4ce x-openstack-request-id: req-f53b8d12-bb7a-4640-aaa3-5168b7f6c4ce {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:55.007474 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc7950a-a788-48e1-a97b-f98429b6d46c", "name": "network-vif-deleted", "tag": "15eea53a-c9e9-4451-84e2-a7e4c4554b38", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:55.007871 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f53b8d12-bb7a-4640-aaa3-5168b7f6c4ce {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:55.008370 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc7950a-a788-48e1-a97b-f98429b6d46c', 'name': 'network-vif-deleted', 'tag': '15eea53a-c9e9-4451-84e2-a7e4c4554b38', 'status': 'completed', 'code': 200} Aug 30 14:32:55.022952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:55.057192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:52Z', 'revision_number': 3, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:55.118550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Checking router: 7127a606-20bf-4f49-9f2f-b65b832a2dfd for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:55.119098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Updating router 7127a606-20bf-4f49-9f2f-b65b832a2dfd port 42430afd-c9b4-4170-bfec-7320cf0b59dc binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:55.126196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d882b24e-7003-4921-89e4-aac2f6b84eba None None] Provisioning complete for port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:55.126593 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d882b24e-7003-4921-89e4-aac2f6b84eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.226021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26738e32-7cc1-4f0d-a0a3-e99bed18f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.229070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.443635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Allocated IP 172.20.0.1 (dd77ac50-c238-451a-9b06-c6180792048d/9eba8133-a81b-41e7-b0d3-de14b86ae472/067c3400-0b13-40ba-a798-021f3380ec4a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:55.477653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cd34fe8f-513b-443e-b7c5-524312f93cad req-c05da81d-18c2-4e49-acb9-80e3f92b7241 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bc7950a-a788-48e1-a97b-f98429b6d46c HTTP/1.1" status: 200 len: 210 time: 0.1391799 Aug 30 14:32:55.695885 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.711697 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Transition to ACTIVE for port object 067c3400-0b13-40ba-a798-021f3380ec4a will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:55.756375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.760091 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.772268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Transition to ACTIVE for port object 42430afd-c9b4-4170-bfec-7320cf0b59dc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:55.779823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:55.801785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Network dd77ac50-c238-451a-9b06-c6180792048d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:55.807581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:55.832113 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.839116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Pushing event updated for resources: {'Port': ['ID=067c3400-0b13-40ba-a798-021f3380ec4a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:55.846298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:55.933450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.962841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Attempting to bind port 42430afd-c9b4-4170-bfec-7320cf0b59dc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:55.965887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Attempting to bind port 42430afd-c9b4-4170-bfec-7320cf0b59dc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:55.966859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Attempting to bind port 42430afd-c9b4-4170-bfec-7320cf0b59dc on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:56.017655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:56.018170 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.022125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:56.022739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:56.023245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.023746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:56.024343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Bound port: 42430afd-c9b4-4170-bfec-7320cf0b59dc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:56.024830 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.131650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba632ab-9036-41fb-8b95-a2333b1240e1 None None] Pushing event updated for resources: {'Port': ['ID=42430afd-c9b4-4170-bfec-7320cf0b59dc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:56.209813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] For port 42430afd-c9b4-4170-bfec-7320cf0b59dc, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:56.247345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.275917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] For port 42430afd-c9b4-4170-bfec-7320cf0b59dc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=42430afd-c9b4-4170-bfec-7320cf0b59dc,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:56.303503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.453009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-202c422d-4020-47fd-8727-0018950ffb10 None None] Provisioning for port 067c3400-0b13-40ba-a798-021f3380ec4a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:56.485933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-202c422d-4020-47fd-8727-0018950ffb10 None None] Provisioning complete for port 067c3400-0b13-40ba-a798-021f3380ec4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:56.487061 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-202c422d-4020-47fd-8727-0018950ffb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.559983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:56.594743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-202c422d-4020-47fd-8727-0018950ffb10 None None] Port 067c3400-0b13-40ba-a798-021f3380ec4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:56.597465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:56.598446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:32:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:56.642537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.648999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba632ab-9036-41fb-8b95-a2333b1240e1 None None] Pushing event updated for resources: {'Port': ['ID=42430afd-c9b4-4170-bfec-7320cf0b59dc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:56.650219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.800984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:56.806393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.809143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Pushing event updated for resources: {'Port': ['ID=067c3400-0b13-40ba-a798-021f3380ec4a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:56.831877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-469288990-network', 'tenant_id': '0407da55ac8d414aa39b153e21a0a332'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:56.869836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Made reservation on behalf of 0407da55ac8d414aa39b153e21a0a332 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:56.872710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.890767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.941543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Network dd77ac50-c238-451a-9b06-c6180792048d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:56.943320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:57.137870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Router 7127a606-20bf-4f49-9f2f-b65b832a2dfd has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:32:57.140087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 15eea53a-c9e9-4451-84e2-a7e4c4554b38 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:32:57.180202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-ba93470a-2f57-4b51-aa84-668305331d3c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:57.190064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-ba93470a-2f57-4b51-aa84-668305331d3c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.2493556 Aug 30 14:32:57.213830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-0b52874d-216b-46e1-9a55-13fb54fe545b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/quotas/36e9fbc640a649c68c0b3a6d2aaff365 HTTP/1.1" status: 200 len: 375 time: 0.0215752 Aug 30 14:32:57.244772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 15eea53a-c9e9-4451-84e2-a7e4c4554b38 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:32:57.248611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 15eea53a-c9e9-4451-84e2-a7e4c4554b38 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:32:57.277981 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-94aa4488-e636-41a9-b64e-b30d00cffa31 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469425 Aug 30 14:32:57.315061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:32:55Z', 'revision_number': 1, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:57.364914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8f5ee-016d-45b6-a742-104c43b2521e None None] The sync data for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 is: [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:32:55Z', 'revision_number': 1, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:57.365237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:57.379161 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.390799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5ca807de-5aa8-4dd0-862d-543b7b1b6b11 admin admin] 10.222.0.50 "PUT /v2.0/routers/7127a606-20bf-4f49-9f2f-b65b832a2dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668957 Aug 30 14:32:57.394091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.428871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-94f73a57-7027-41c3-aeba-04a623f6b32e None None] Provisioning complete for port 067c3400-0b13-40ba-a798-021f3380ec4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:57.429310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94f73a57-7027-41c3-aeba-04a623f6b32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.453278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd4351-22ce-4820-bb63-cccaf00b1543,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:57.463866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:57.480827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-94f73a57-7027-41c3-aeba-04a623f6b32e None None] Port 067c3400-0b13-40ba-a798-021f3380ec4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:57.492873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.493534 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Added segment ecebfc2e-89b9-4897-85ac-6be46189cd0f of type vlan for network b87ea65b-17f9-4c64-8d0c-9d1eec07652e Aug 30 14:32:57.506891 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-ebdb9aa9-c1d1-449f-9f6e-c67ddf00c38d service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087095 Aug 30 14:32:57.604861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.658946 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.660314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:57.661003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.765626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-0f880e55-5df2-4280-96f6-01768c483c17 service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348490 Aug 30 14:32:57.766853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2053058 Aug 30 14:32:57.770354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:57.779258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81def421-4622-41ed-819d-48178a095e5c admin admin] Pushing event updated for resources: {'Network': ['ID=b87ea65b-17f9-4c64-8d0c-9d1eec07652e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:57.779571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Request body: {'subnet': {'network_id': 'b87ea65b-17f9-4c64-8d0c-9d1eec07652e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-469288990-subnet', 'tenant_id': '0407da55ac8d414aa39b153e21a0a332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:57.792396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b87ea65b-17f9-4c64-8d0c-9d1eec07652e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:57.851563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Made reservation on behalf of 0407da55ac8d414aa39b153e21a0a332 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:57.854639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.944417 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae3cdde4-145b-4351-9b26-80bd7c313ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.126643 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ea58070-fa0f-4a96-9d3f-1618fa0114b4 req-ba14a313-890b-4777-b3ae-391e6cd72da4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 210 time: 0.0471408 Aug 30 14:32:58.179765 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.244721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a73936-b641-4b18-81a3-7b67fb2b87af,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:58.252379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Checking segment: {'id': 'ecebfc2e-89b9-4897-85ac-6be46189cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b87ea65b-17f9-4c64-8d0c-9d1eec07652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:58.252808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Network hostable DHCP agents. Network: b87ea65b-17f9-4c64-8d0c-9d1eec07652e, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:58.281722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Network b87ea65b-17f9-4c64-8d0c-9d1eec07652e is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:58.308416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b87ea65b-17f9-4c64-8d0c-9d1eec07652e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:58.313721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:58.314958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.321160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f082f-88e4-4062-bc60-0cf8192e5cb7 None None] Network b87ea65b-17f9-4c64-8d0c-9d1eec07652e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:58.333766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d775818f-fc76-4533-8131-4dfb52255583 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5620856 Aug 30 14:32:58.530885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:58.536364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-84208918-c2f1-4243-ba77-eda44e91047d tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488322772', 'description': 'tempest-description--2048151273'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:58.593931 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84208918-c2f1-4243-ba77-eda44e91047d tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.677425 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.682793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da9e00-d6b2-4cf2-a5d4-59f47ba59216 None None] Network b87ea65b-17f9-4c64-8d0c-9d1eec07652e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:58.741919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84208918-c2f1-4243-ba77-eda44e91047d tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.745918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84208918-c2f1-4243-ba77-eda44e91047d tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.791891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84208918-c2f1-4243-ba77-eda44e91047d tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.794223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-84208918-c2f1-4243-ba77-eda44e91047d tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2619648 Aug 30 14:32:58.797496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:58.799688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84208918-c2f1-4243-ba77-eda44e91047d tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54962c-6707-4796-8ee0-75d2cfaa9eaa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:58.806844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7793da0d-ee29-4ce4-9ede-77407bfb3214 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Request body: {'security_group_rule': {'security_group_id': '2b54962c-6707-4796-8ee0-75d2cfaa9eaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:58.861958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7793da0d-ee29-4ce4-9ede-77407bfb3214 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.955096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7793da0d-ee29-4ce4-9ede-77407bfb3214 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.965830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7793da0d-ee29-4ce4-9ede-77407bfb3214 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.988151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793da0d-ee29-4ce4-9ede-77407bfb3214 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6921424f-02f6-445d-8e58-b27a87f48dcd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:59.002026 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7793da0d-ee29-4ce4-9ede-77407bfb3214 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.003458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7793da0d-ee29-4ce4-9ede-77407bfb3214 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2036297 Aug 30 14:32:59.006158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:59.010827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d338a91e-fe80-47dd-8d57-73e9514fbb49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Request body: {'security_group_rule': {'security_group_id': '2b54962c-6707-4796-8ee0-75d2cfaa9eaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:59.060833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d338a91e-fe80-47dd-8d57-73e9514fbb49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.104384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-4a0ee77a-d67c-44fe-a251-2c82a69f71c4 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:59.111684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-4a0ee77a-d67c-44fe-a251-2c82a69f71c4 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/networks?id=b87ea65b-17f9-4c64-8d0c-9d1eec07652e HTTP/1.1" status: 200 len: 812 time: 0.1479313 Aug 30 14:32:59.124167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-8823305b-d8c1-4104-8a82-6d9e3d456162 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/quotas/0407da55ac8d414aa39b153e21a0a332 HTTP/1.1" status: 200 len: 375 time: 0.0115061 Aug 30 14:32:59.153227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d338a91e-fe80-47dd-8d57-73e9514fbb49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.167658 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d338a91e-fe80-47dd-8d57-73e9514fbb49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.183381 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.184817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-85f81476-451e-4120-a31a-fda6cffed67d tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0407da55ac8d414aa39b153e21a0a332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518322 Aug 30 14:32:59.207550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338a91e-fe80-47dd-8d57-73e9514fbb49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a402dee-2e1a-483d-bfc2-a2bc9c4b546c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:59.218186 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d338a91e-fe80-47dd-8d57-73e9514fbb49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.226516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d338a91e-fe80-47dd-8d57-73e9514fbb49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2190943 Aug 30 14:32:59.227182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:59.240195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:59.301398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3b6a67f-dee2-4531-878b-390c7b58466f req-1960c726-13ec-4c70-a6e5-8d74d47ba827 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 210 time: 0.0358951 Aug 30 14:32:59.302688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.316743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-3f7c6538-535e-4b4a-b807-2f9900660b43 service neutron] 10.222.0.50 "GET /v2.0/networks/b87ea65b-17f9-4c64-8d0c-9d1eec07652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303246 Aug 30 14:32:59.449126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.480054 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-ce790935-ff5b-4a51-8000-7d592510f064 service neutron] 10.222.0.50 "GET /v2.0/networks/b87ea65b-17f9-4c64-8d0c-9d1eec07652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608787 Aug 30 14:32:59.591095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Allocated IP 172.25.6.40 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/e583e91a-9559-492b-bf95-5abe65ba9837) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:59.807120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 42430afd-c9b4-4170-bfec-7320cf0b59dc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:59.854370 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a7b4f0f0-2bfa-4f17-ad84-95da25531f03 req-8daf135f-2fbf-4ea0-8508-de7896e13f84 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 210 time: 0.1271362 Aug 30 14:32:59.928629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 42430afd-c9b4-4170-bfec-7320cf0b59dc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:59.942904 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.946402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 42430afd-c9b4-4170-bfec-7320cf0b59dc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:59.946798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.111457 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.141254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 42430afd-c9b4-4170-bfec-7320cf0b59dc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=42430afd-c9b4-4170-bfec-7320cf0b59dc,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:00.147654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.174842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.233602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=42430afd-c9b4-4170-bfec-7320cf0b59dc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:00.245430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-eb603f49-62b7-4a18-970a-2e63e6120887 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:00.247793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-eb603f49-62b7-4a18-970a-2e63e6120887 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.2760193 Aug 30 14:33:00.256318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event updated for resources: {'Port': ['ID=e583e91a-9559-492b-bf95-5abe65ba9837,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:00.268496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:00.270942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:00.273739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:00.357660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Request body: {'port': {'device_id': '18e789c7-5a44-4397-805e-15a890c1749c', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'admin_state_up': True, 'tenant_id': '36e9fbc640a649c68c0b3a6d2aaff365'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:00.450380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.453922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-debe215b-610f-498d-8c72-bbb8bf1471f5 req-961a5b99-4435-40d1-8591-26abd44cbc26 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 210 time: 0.0482655 Aug 30 14:33:00.524490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.640324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Made reservation on behalf of 36e9fbc640a649c68c0b3a6d2aaff365 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:00.643651 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.672979 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Sync routers for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:00.687515 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:00.689213 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:00.803839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.804489 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:00.813537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.915690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Allocated IP 172.20.0.4 (8b966278-c70e-4974-b75f-b4d2cf949f38/241e00d0-e531-49f5-911d-5f14848666a3/75449a80-9826-4b86-b351-29b3cf072e31) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:00.939456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event updated for resources: {'Port': ['ID=e583e91a-9559-492b-bf95-5abe65ba9837,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:00.949809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.038712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e34525e1-ec54-4d46-befb-5b8302ddc508 req-be038b8f-6f15-4b8b-a29c-2bac596017b6 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 210 time: 0.0796804 Aug 30 14:33:01.145739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.147558 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6cec91f2-10ff-47ac-af9e-c246ddc245ab tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9190710 Aug 30 14:33:01.162396 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 2, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:01.194173 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Checking router: 7127a606-20bf-4f49-9f2f-b65b832a2dfd for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:01.194540 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Updating router 7127a606-20bf-4f49-9f2f-b65b832a2dfd port 067c3400-0b13-40ba-a798-021f3380ec4a binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:33:01.236144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-ac858329-0df8-4216-9ecf-e99dfc5f7ab8 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:01.237897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-ac858329-0df8-4216-9ecf-e99dfc5f7ab8 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.39 "GET /v2.0/networks?id=b87ea65b-17f9-4c64-8d0c-9d1eec07652e HTTP/1.1" status: 200 len: 812 time: 0.2791936 Aug 30 14:33:01.240147 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.256348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Request body: {'port': {'device_id': '298478c7-6993-44c0-84cc-d3e2a1a1580b', 'network_id': 'b87ea65b-17f9-4c64-8d0c-9d1eec07652e', 'admin_state_up': True, 'tenant_id': '0407da55ac8d414aa39b153e21a0a332'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:01.555420 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.555923 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.587839 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Transition to ACTIVE for port object 067c3400-0b13-40ba-a798-021f3380ec4a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:01.598792 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.639910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a10edc3-2fba-4b05-8b66-8548e35e36b4 req-64ed01c8-e8fb-4fd4-baaf-d24f5fc7769c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 210 time: 0.0756621 Aug 30 14:33:01.644926 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Pushing event updated for resources: {'Port': ['ID=067c3400-0b13-40ba-a798-021f3380ec4a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:01.655336 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.655679 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.656014 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.656348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.656675 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.657003 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.657348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.657669 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.657985 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.658303 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.658624 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.659068 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:01.669750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 42430afd-c9b4-4170-bfec-7320cf0b59dc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:01.705881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.762624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 42430afd-c9b4-4170-bfec-7320cf0b59dc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:01.763128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.783718 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Attempting to bind port 067c3400-0b13-40ba-a798-021f3380ec4a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:01.784299 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Attempting to bind port 067c3400-0b13-40ba-a798-021f3380ec4a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:01.784424 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Attempting to bind port 067c3400-0b13-40ba-a798-021f3380ec4a on network dd77ac50-c238-451a-9b06-c6180792048d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:01.801233 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:01.801609 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Checking segment: {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:01.802300 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.802468 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Bound using segment: {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:01.802919 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Bound port: 067c3400-0b13-40ba-a798-021f3380ec4a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:01.803304 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.807442 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-d9a53a47-254f-468a-a8c3-670aabd885e8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--488322772&fields=id&tenant_id=abafd535561141708b8a8c3467960939 HTTP/1.1" status: 200 len: 267 time: 0.5038552 Aug 30 14:33:01.875698 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] For port 067c3400-0b13-40ba-a798-021f3380ec4a, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:01.879313 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] For port 067c3400-0b13-40ba-a798-021f3380ec4a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=067c3400-0b13-40ba-a798-021f3380ec4a,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:01.884653 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.889563 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.948005 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:01.948926 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:01.954438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event updated for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:01.989498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:01.994873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:02.005315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:02.053210 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f75ba7-cd67-4218-b232-141f5997c72f None None] Pushing event updated for resources: {'Port': ['ID=067c3400-0b13-40ba-a798-021f3380ec4a,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:02.081085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065293ac-8200-4280-9d2b-16866f779dee req-2eadd4e0-04ef-46d6-9ae8-cd75f91b6db0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:02.093817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-2eadd4e0-04ef-46d6-9ae8-cd75f91b6db0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/networks?id=dd77ac50-c238-451a-9b06-c6180792048d HTTP/1.1" status: 200 len: 805 time: 0.2854371 Aug 30 14:33:02.114579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-f6741f4b-ef70-4b7c-8800-a6848558144a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/quotas/abafd535561141708b8a8c3467960939 HTTP/1.1" status: 200 len: 375 time: 0.0197935 Aug 30 14:33:02.136701 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:02.160315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:02.161003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.166942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Made reservation on behalf of 0407da55ac8d414aa39b153e21a0a332 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:02.170336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.221124 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-9c66f98a-6b3f-4f74-8e6b-aa4419e06a33 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=abafd535561141708b8a8c3467960939&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052699 Aug 30 14:33:02.242651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb1a266e-68a1-466f-aeff-8dc706f3f243 req-1bc134dd-05f0-44ea-b708-efea5bc919de tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 210 time: 0.0591841 Aug 30 14:33:02.273535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-80fc7bde-d376-4497-b3ac-692566336cde tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9211433 Aug 30 14:33:02.430524 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-a27daa52-eed3-4ae1-bcec-c66d96aae626 service neutron] 10.222.0.50 "GET /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533346 Aug 30 14:33:02.457089 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:33:01Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:02.485728 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05517246-0e97-40dc-9da5-75083e7c82fd None None] The sync data for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 is: [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:33:01Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:02.525480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43018) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:02.565607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Allocated IP 172.20.0.2 (b87ea65b-17f9-4c64-8d0c-9d1eec07652e/12a73936-b641-4b18-81a3-7b67fb2b87af/181a6344-2a42-484f-8c7d-1a2dc292dca4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:02.573356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Request body: {'port': {'device_id': '18e789c7-5a44-4397-805e-15a890c1749c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:02.593814 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.621661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00adbfa3-5fed-4008-83c6-a753191c0d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.709008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.739054 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00adbfa3-5fed-4008-83c6-a753191c0d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.746475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00adbfa3-5fed-4008-83c6-a753191c0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.812454 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-00adbfa3-5fed-4008-83c6-a753191c0d59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed4ddd858edb4204a1a9156eca6089a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858570 Aug 30 14:33:02.813484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:02.828916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adbfa3-5fed-4008-83c6-a753191c0d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e5b4fb-0557-4295-a06a-8ab5a727b48a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:02.869958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-6d983b38-ebea-4845-90b2-2e2db50a7aef service neutron] 10.222.0.50 "GET /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869257 Aug 30 14:33:02.888752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eb05e-1763-40d6-b228-bf35657515ec req-20e232e3-9171-4f06-9de8-51a905d0ccca tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:02.897200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b4eb05e-1763-40d6-b228-bf35657515ec req-20e232e3-9171-4f06-9de8-51a905d0ccca tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 931 time: 0.1096113 Aug 30 14:33:02.988443 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b4eb05e-1763-40d6-b228-bf35657515ec req-9f14b997-b048-418b-9c8e-7e44ffb97c96 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862567 Aug 30 14:33:02.989371 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38b2b6d-929e-4dfc-9171-e16d4fe838fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.048221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38b2b6d-929e-4dfc-9171-e16d4fe838fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.146284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38b2b6d-929e-4dfc-9171-e16d4fe838fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.150828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38b2b6d-929e-4dfc-9171-e16d4fe838fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.156773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f38b2b6d-929e-4dfc-9171-e16d4fe838fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3e5b4fb-0557-4295-a06a-8ab5a727b48a HTTP/1.1" status: 204 len: 168 time: 0.3240554 Aug 30 14:33:03.169486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b2b6d-929e-4dfc-9171-e16d4fe838fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e5b4fb-0557-4295-a06a-8ab5a727b48a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:03.248621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.446058 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62f08ee0-6a69-4b10-99ef-5345b2a0cc27 req-41413a0f-b6ed-43d2-8d5c-b3a744deeee6 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 210 time: 0.1206737 Aug 30 14:33:03.468808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-086cff36-fff2-471d-b55e-9d932e892aa7 req-466fc9fd-39e5-4882-af08-da0e618d6378 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 210 time: 0.0731013 Aug 30 14:33:03.506449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.623714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Network b87ea65b-17f9-4c64-8d0c-9d1eec07652e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:03.633579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:03.643739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:03.678703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75449a80-9826-4b86-b351-29b3cf072e31 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:03.689341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Pushing event updated for resources: {'Port': ['ID=181a6344-2a42-484f-8c7d-1a2dc292dca4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:03.693854 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.724031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Transition to ACTIVE for port object 75449a80-9826-4b86-b351-29b3cf072e31 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:03.729546 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.732209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 067c3400-0b13-40ba-a798-021f3380ec4a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:03.786558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Pushing event updated for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:03.800684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:03.801551 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.818625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 067c3400-0b13-40ba-a798-021f3380ec4a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:03.826339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 067c3400-0b13-40ba-a798-021f3380ec4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:03.826768 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.834337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-5220af78-aa47-48ed-aaf6-a4dcbca89167 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5823061 Aug 30 14:33:03.850807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Request body: {'port': {'device_id': '298478c7-6993-44c0-84cc-d3e2a1a1580b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:03.929569 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.964401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a69e8-4bec-4cbd-88c7-f99f2c3196f4 req-2f7692b4-144c-4fe7-bf8b-99051f8c3ccc tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:03.972716 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-348a69e8-4bec-4cbd-88c7-f99f2c3196f4 req-2f7692b4-144c-4fe7-bf8b-99051f8c3ccc tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0814335 Aug 30 14:33:03.994395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Attempting to bind port 75449a80-9826-4b86-b351-29b3cf072e31 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:03.994975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Attempting to bind port 75449a80-9826-4b86-b351-29b3cf072e31 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:03.995364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Attempting to bind port 75449a80-9826-4b86-b351-29b3cf072e31 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:04.022596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 067c3400-0b13-40ba-a798-021f3380ec4a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=067c3400-0b13-40ba-a798-021f3380ec4a,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:04.028561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.045495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-348a69e8-4bec-4cbd-88c7-f99f2c3196f4 req-0f5f464b-8d4a-428b-a107-eda5909e9709 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714681 Aug 30 14:33:04.058878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Port 75449a80-9826-4b86-b351-29b3cf072e31 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:33:04.059220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Attempting to bind port 75449a80-9826-4b86-b351-29b3cf072e31 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:04.078018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e041d-3a39-49c3-b278-4c4277805893 req-b47da72e-2849-433b-8da7-ee436ff0f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.080276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e041d-3a39-49c3-b278-4c4277805893 req-b47da72e-2849-433b-8da7-ee436ff0f816 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1096 time: 0.1478405 Aug 30 14:33:04.081249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:04.081780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Checking segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:04.082176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Bound using segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:04.082625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Bound port: 75449a80-9826-4b86-b351-29b3cf072e31, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:04.082992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.090685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=067c3400-0b13-40ba-a798-021f3380ec4a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:04.100576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.321767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8002-b4f1-4a9b-8deb-2d73abfde751 req-deeb5f89-dccf-4f73-a4e7-73a80b8bd4d6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.323297 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-037b8002-b4f1-4a9b-8deb-2d73abfde751 req-deeb5f89-dccf-4f73-a4e7-73a80b8bd4d6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 943 time: 0.2284486 Aug 30 14:33:04.383477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:04.430454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:04.438195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e041d-3a39-49c3-b278-4c4277805893 req-482857f6-8f86-427c-bd57-855e54bcc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.439768 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e041d-3a39-49c3-b278-4c4277805893 req-482857f6-8f86-427c-bd57-855e54bcc024 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 919 time: 0.3165803 Aug 30 14:33:04.444668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.576256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f795648-a496-4807-9578-198689c1508f req-60d5c15b-cb47-46ad-8878-54965d586e2f tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 210 time: 0.0409546 Aug 30 14:33:04.581389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e041d-3a39-49c3-b278-4c4277805893 req-ad8c90f5-ddbe-460a-ad3c-89f34745ecf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe505c6-397a-4370-a6b2-da330d52af82 HTTP/1.1" status: 200 len: 217 time: 0.1305568 Aug 30 14:33:04.588353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.589152 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.590408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] 10.222.0.21 "PUT /v2.0/ports/75449a80-9826-4b86-b351-29b3cf072e31 HTTP/1.1" status: 200 len: 1091 time: 2.2396986 Aug 30 14:33:04.591228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:04.593648 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dec9d38-fc76-4660-94bc-388733b4fc90" -d '{"events": [{"name": "network-changed", "server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "tag": "75449a80-9826-4b86-b351-29b3cf072e31"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:04.602875 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-037b8002-b4f1-4a9b-8deb-2d73abfde751 req-aaf3bbd6-2282-447c-9c89-745631e3abc4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272265 Aug 30 14:33:04.631224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bba7b-b3c7-4801-8307-5ccfab6b8d68 service neutron] Pushing event updated for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:04.705947 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d4733-a77e-46bf-a4f6-5986609975c4 x-openstack-request-id: req-370d4733-a77e-46bf-a4f6-5986609975c4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:04.706238 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "tag": "75449a80-9826-4b86-b351-29b3cf072e31", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:04.706702 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-370d4733-a77e-46bf-a4f6-5986609975c4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:04.707103 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31', 'status': 'completed', 'code': 200} Aug 30 14:33:04.736422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e041d-3a39-49c3-b278-4c4277805893 req-3c4f1a66-3d29-401d-9e5d-9492297c38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.738558 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e041d-3a39-49c3-b278-4c4277805893 req-3c4f1a66-3d29-401d-9e5d-9492297c38c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.0918148 Aug 30 14:33:04.789005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ca4d0-19ca-41fb-91ce-c44a8f06b765 req-a173c74f-feca-45fb-ae1a-91e415779045 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.799024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef7ca4d0-19ca-41fb-91ce-c44a8f06b765 req-a173c74f-feca-45fb-ae1a-91e415779045 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 931 time: 0.1227901 Aug 30 14:33:04.824849 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e041d-3a39-49c3-b278-4c4277805893 req-9c4f2d97-deef-4090-bbfe-c165032476ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623991 Aug 30 14:33:04.852363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181a6344-2a42-484f-8c7d-1a2dc292dca4 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:04.874812 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.920392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef7ca4d0-19ca-41fb-91ce-c44a8f06b765 req-64378829-52d3-41fe-9dca-c23e9ff21a95 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201074 Aug 30 14:33:04.943984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Transition to ACTIVE for port object 181a6344-2a42-484f-8c7d-1a2dc292dca4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:04.959641 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.991961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-b9f62f94-3c9f-48ef-931e-c8de584bbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.994263 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-b9f62f94-3c9f-48ef-931e-c8de584bbb76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 1094 time: 0.2331889 Aug 30 14:33:05.012728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065293ac-8200-4280-9d2b-16866f779dee req-1f313838-b939-43ac-978a-e86aba006db1 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:05.014429 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-1f313838-b939-43ac-978a-e86aba006db1 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.21 "GET /v2.0/networks?id=dd77ac50-c238-451a-9b06-c6180792048d HTTP/1.1" status: 200 len: 805 time: 0.1793525 Aug 30 14:33:05.085158 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-23f5d115-e149-42ba-b7e0-0e4c28242475 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75449a80-9826-4b86-b351-29b3cf072e31 HTTP/1.1" status: 200 len: 217 time: 0.0694592 Aug 30 14:33:05.106441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e041d-3a39-49c3-b278-4c4277805893 req-b1aa7712-0988-472a-9dab-1d89714be33b service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714822 Aug 30 14:33:05.135245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=181a6344-2a42-484f-8c7d-1a2dc292dca4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:05.140155 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-1185c566-3687-4873-a892-20f5d646a22d tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abafd535561141708b8a8c3467960939 HTTP/1.1" status: 200 len: 379 time: 0.0453496 Aug 30 14:33:05.150803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Request body: {'port': {'device_id': '05fc5c25-c415-4796-b67b-ea6452946489', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'admin_state_up': True, 'tenant_id': 'abafd535561141708b8a8c3467960939', 'security_groups': ['2b54962c-6707-4796-8ee0-75d2cfaa9eaa']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:05.284043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-d73c7f41-3a70-436a-896c-7a19056314c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:05.286288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-d73c7f41-3a70-436a-896c-7a19056314c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.1891732 Aug 30 14:33:05.304919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Made reservation on behalf of abafd535561141708b8a8c3467960939 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:05.308473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.340180 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-0a79231a-0703-4e51-b01b-0832f4001527 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439196 Aug 30 14:33:05.354856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2951a6-a448-4706-9d2d-73893e845ba1 req-2ab2f3a7-d6fc-4c13-8aa8-c93404c42ae6 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:05.357594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d2951a6-a448-4706-9d2d-73893e845ba1 req-2ab2f3a7-d6fc-4c13-8aa8-c93404c42ae6 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.2171495 Aug 30 14:33:05.395867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Attempting to bind port 181a6344-2a42-484f-8c7d-1a2dc292dca4 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:05.396313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Attempting to bind port 181a6344-2a42-484f-8c7d-1a2dc292dca4 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'ecebfc2e-89b9-4897-85ac-6be46189cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b87ea65b-17f9-4c64-8d0c-9d1eec07652e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:05.396654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Attempting to bind port 181a6344-2a42-484f-8c7d-1a2dc292dca4 on network b87ea65b-17f9-4c64-8d0c-9d1eec07652e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:05.463634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Allocated IP 172.20.0.7 (dd77ac50-c238-451a-9b06-c6180792048d/9eba8133-a81b-41e7-b0d3-de14b86ae472/5740b3cc-e547-46fd-9e23-009c05e32830) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:05.475137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Port 181a6344-2a42-484f-8c7d-1a2dc292dca4 on network b87ea65b-17f9-4c64-8d0c-9d1eec07652e not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:33:05.475475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Attempting to bind port 181a6344-2a42-484f-8c7d-1a2dc292dca4 on network b87ea65b-17f9-4c64-8d0c-9d1eec07652e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:05.487441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af9e041d-3a39-49c3-b278-4c4277805893 req-8d712655-8ae9-4ddc-a898-669f90a1f813 service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253272 Aug 30 14:33:05.502588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d2951a6-a448-4706-9d2d-73893e845ba1 req-f183eeff-dff1-4597-8c66-7f5fd0c5401b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255257 Aug 30 14:33:05.518643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:05.519840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Checking segment: {'id': 'ecebfc2e-89b9-4897-85ac-6be46189cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b87ea65b-17f9-4c64-8d0c-9d1eec07652e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:05.520465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Bound using segment: {'id': 'ecebfc2e-89b9-4897-85ac-6be46189cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b87ea65b-17f9-4c64-8d0c-9d1eec07652e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:05.521219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Bound port: 181a6344-2a42-484f-8c7d-1a2dc292dca4, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecebfc2e-89b9-4897-85ac-6be46189cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b87ea65b-17f9-4c64-8d0c-9d1eec07652e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:05.521852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.595463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] For port 181a6344-2a42-484f-8c7d-1a2dc292dca4, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:05.599402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] For port 181a6344-2a42-484f-8c7d-1a2dc292dca4, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=181a6344-2a42-484f-8c7d-1a2dc292dca4,segment=NetworkSegment(ecebfc2e-89b9-4897-85ac-6be46189cd0f),segment_id=ecebfc2e-89b9-4897-85ac-6be46189cd0f)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:05.625001 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.693726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:05.694838 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.695390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 067c3400-0b13-40ba-a798-021f3380ec4a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:05.696614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/181a6344-2a42-484f-8c7d-1a2dc292dca4 HTTP/1.1" status: 200 len: 1091 time: 1.8517203 Aug 30 14:33:05.702498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-3719b143-d32f-4adb-9759-e9a1682490ba service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447959 Aug 30 14:33:05.747089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7484611-268b-4345-bf61-004775e48b66 req-f811605a-a2d5-4c05-b24b-5a2965200b8e tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 210 time: 0.0493793 Aug 30 14:33:05.763341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd480c15-a674-462f-9f14-8f15a549b2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=181a6344-2a42-484f-8c7d-1a2dc292dca4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:05.840529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 067c3400-0b13-40ba-a798-021f3380ec4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:05.840966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.868743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-a4966a99-ca0a-4248-8acd-7efb7274095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:05.870337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-a4966a99-ca0a-4248-8acd-7efb7274095b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0407da55ac8d414aa39b153e21a0a332&device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 1094 time: 0.1207573 Aug 30 14:33:05.926759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-4de6e85b-c265-4d12-b79e-7e67dbc9b04d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=181a6344-2a42-484f-8c7d-1a2dc292dca4 HTTP/1.1" status: 200 len: 217 time: 0.0452385 Aug 30 14:33:05.928877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9737bd77-13e3-4d5f-8eb7-69d1a11ef8ed req-28bf05cd-4c46-4d6e-8d46-e0384d419aff service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665928 Aug 30 14:33:06.052035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-6cd78eb9-7902-495f-8136-c4a2b545d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:06.053520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-6cd78eb9-7902-495f-8136-c4a2b545d3ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=12a73936-b641-4b18-81a3-7b67fb2b87af HTTP/1.1" status: 200 len: 852 time: 0.1184456 Aug 30 14:33:06.127030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-529dc7c2-156e-4524-bb9b-b67d1b44ba5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b87ea65b-17f9-4c64-8d0c-9d1eec07652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534408 Aug 30 14:33:06.165605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f593-3e63-42f0-ab9c-e72ec20b72ca req-137d3351-8056-4f51-a401-8ea4952f1678 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:06.167522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b912f593-3e63-42f0-ab9c-e72ec20b72ca req-137d3351-8056-4f51-a401-8ea4952f1678 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 943 time: 0.1387329 Aug 30 14:33:06.174849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655d1be-4980-4854-9998-2410acce8d3b req-c2d959b7-bb33-4f9e-8b55-3eb24b2d919e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:06.177150 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f655d1be-4980-4854-9998-2410acce8d3b req-c2d959b7-bb33-4f9e-8b55-3eb24b2d919e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 943 time: 0.0983305 Aug 30 14:33:06.223595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-894c3e1c-1f94-4601-bd32-e97623a4ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:06.225118 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-894c3e1c-1f94-4601-bd32-e97623a4ced0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 1094 time: 0.1844647 Aug 30 14:33:06.226116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:06.247918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f655d1be-4980-4854-9998-2410acce8d3b req-4a74edc9-a22e-46f2-bf76-b21489eb6f74 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583749 Aug 30 14:33:06.252742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Transition to ACTIVE for port object 5740b3cc-e547-46fd-9e23-009c05e32830 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:06.292041 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:06.337440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b912f593-3e63-42f0-ab9c-e72ec20b72ca req-1b50e9fb-56a9-4f5e-a73c-39b01e226d2e tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358786 Aug 30 14:33:06.345747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Network dd77ac50-c238-451a-9b06-c6180792048d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:06.351390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:06.356296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:06.379119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-e18da2a8-7f7e-40d0-a880-9b3d80431b28 service neutron] 10.222.0.39 "GET /v2.0/networks/b87ea65b-17f9-4c64-8d0c-9d1eec07652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431562 Aug 30 14:33:06.409121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:06.409834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:06.413916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event updated for resources: {'Port': ['ID=5740b3cc-e547-46fd-9e23-009c05e32830,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:06.430645 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-52328b03-756f-43da-b4e9-76efba28de23 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2837677 Aug 30 14:33:06.452626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Request body: {'port': {'device_id': '05fc5c25-c415-4796-b67b-ea6452946489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:06.473655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-e27c22ca-aaa0-4dee-840e-4256cb4ac25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:06.475150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-e27c22ca-aaa0-4dee-840e-4256cb4ac25c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 912 time: 0.2193615 Aug 30 14:33:06.543182 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:06.582929 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-34150c59-eb82-489d-ba84-5473771f2de2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75449a80-9826-4b86-b351-29b3cf072e31 HTTP/1.1" status: 200 len: 217 time: 0.0987234 Aug 30 14:33:06.677516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5eec76b5-14ab-4f6f-9360-f3a6ecf764c6 req-6de9eb33-7830-4b4e-9b36-723e8a337bfd service neutron] 10.222.0.39 "GET /v2.0/networks/b87ea65b-17f9-4c64-8d0c-9d1eec07652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916839 Aug 30 14:33:06.799625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2be634ca-4151-4358-bb89-34d7dd7d0639 None None] Provisioning for port 5740b3cc-e547-46fd-9e23-009c05e32830 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:06.809727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2be634ca-4151-4358-bb89-34d7dd7d0639 None None] Provisioning complete for port 5740b3cc-e547-46fd-9e23-009c05e32830 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:06.811455 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2be634ca-4151-4358-bb89-34d7dd7d0639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:06.876244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2be634ca-4151-4358-bb89-34d7dd7d0639 None None] Port 5740b3cc-e547-46fd-9e23-009c05e32830 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:33:06.956988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec31c9-68fb-4323-b037-65453f1b0255 req-89600db0-e53e-4858-a8d0-815fcdf83d45 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:06.958707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-11ec31c9-68fb-4323-b037-65453f1b0255 req-89600db0-e53e-4858-a8d0-815fcdf83d45 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 931 time: 0.0995314 Aug 30 14:33:06.965068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5740b3cc-e547-46fd-9e23-009c05e32830 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:06.993882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:07.019891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-11ec31c9-68fb-4323-b037-65453f1b0255 req-c53e4112-7737-4523-b1bd-3c87d7aafffc tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495744 Aug 30 14:33:07.020907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Transition to ACTIVE for port object 5740b3cc-e547-46fd-9e23-009c05e32830 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:07.026374 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:07.037134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298478c7-6993-44c0-84cc-d3e2a1a1580b', 'tag': '181a6344-2a42-484f-8c7d-1a2dc292dca4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:07.039453 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df29935-9a90-401d-88fa-dfa7ee307244" -d '{"events": [{"name": "network-changed", "server_uuid": "298478c7-6993-44c0-84cc-d3e2a1a1580b", "tag": "181a6344-2a42-484f-8c7d-1a2dc292dca4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:07.073634 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d565330-d9a1-4d8b-956e-fb40ce9e294b req-34c7b6d8-a663-4379-aa55-8e3a8b8392bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294294 Aug 30 14:33:07.081125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-bdecf675-de66-462d-b24e-4dc17a6af3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.083096 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-bdecf675-de66-462d-b24e-4dc17a6af3e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.4709582 Aug 30 14:33:07.092754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5740b3cc-e547-46fd-9e23-009c05e32830,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:07.094949 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dffdb01-6f59-4edd-8ea2-f25813fa6564 x-openstack-request-id: req-6dffdb01-6f59-4edd-8ea2-f25813fa6564 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:07.094949 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298478c7-6993-44c0-84cc-d3e2a1a1580b", "tag": "181a6344-2a42-484f-8c7d-1a2dc292dca4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:07.094949 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6dffdb01-6f59-4edd-8ea2-f25813fa6564 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:07.095287 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298478c7-6993-44c0-84cc-d3e2a1a1580b', 'tag': '181a6344-2a42-484f-8c7d-1a2dc292dca4', 'status': 'completed', 'code': 200} Aug 30 14:33:07.122308 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-9f1051fa-d487-4973-aae9-fa52c67c4a60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314584 Aug 30 14:33:07.131195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc225e-1d5c-4aeb-bf30-4d7f5ee88e3b req-e3e264a3-2249-46cc-bdcf-24f2ed5ee794 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.132544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89dc225e-1d5c-4aeb-bf30-4d7f5ee88e3b req-e3e264a3-2249-46cc-bdcf-24f2ed5ee794 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.4796195 Aug 30 14:33:07.230596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-1e2befcc-87d5-48d6-ac15-f5523f42b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.232419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-1e2befcc-87d5-48d6-ac15-f5523f42b3f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0407da55ac8d414aa39b153e21a0a332&device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 1094 time: 0.1103554 Aug 30 14:33:07.233206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d565330-d9a1-4d8b-956e-fb40ce9e294b req-c5267b0c-a9ad-40fc-a404-b806a746eeb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 210 time: 0.1098213 Aug 30 14:33:07.326770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Attempting to bind port 5740b3cc-e547-46fd-9e23-009c05e32830 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:07.327109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Attempting to bind port 5740b3cc-e547-46fd-9e23-009c05e32830 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:07.327641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Attempting to bind port 5740b3cc-e547-46fd-9e23-009c05e32830 on network dd77ac50-c238-451a-9b06-c6180792048d {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:07.369213 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89dc225e-1d5c-4aeb-bf30-4d7f5ee88e3b req-bd18637f-c97e-4a00-8ccc-99dc32d13117 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047646 Aug 30 14:33:07.374513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Port 5740b3cc-e547-46fd-9e23-009c05e32830 on network dd77ac50-c238-451a-9b06-c6180792048d not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:33:07.374843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Attempting to bind port 5740b3cc-e547-46fd-9e23-009c05e32830 on network dd77ac50-c238-451a-9b06-c6180792048d {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:07.444713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:07.445106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Checking segment: {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:07.446189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Bound using segment: {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:07.448607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Bound port: 5740b3cc-e547-46fd-9e23-009c05e32830, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d28f2f-6d56-4498-a781-4dfd83116e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:07.448607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:07.561899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565330-d9a1-4d8b-956e-fb40ce9e294b req-1e37aae1-c5b0-4e85-b084-895e5eaf797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.563443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d565330-d9a1-4d8b-956e-fb40ce9e294b req-1e37aae1-c5b0-4e85-b084-895e5eaf797d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2915788 Aug 30 14:33:07.567509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-724e5893-431a-4f8c-80b4-d3bfbe9cba49 service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335935 Aug 30 14:33:07.575344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-0c40e5e8-4f6d-4241-ac94-d74e1c6ccf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.579205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-0c40e5e8-4f6d-4241-ac94-d74e1c6ccf73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b87ea65b-17f9-4c64-8d0c-9d1eec07652e HTTP/1.1" status: 200 len: 913 time: 0.3340399 Aug 30 14:33:07.643007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-5a23bcfe-3769-4729-bed8-cd5c0022f2a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=181a6344-2a42-484f-8c7d-1a2dc292dca4 HTTP/1.1" status: 200 len: 217 time: 0.0504293 Aug 30 14:33:07.645262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac8cbc-ce0c-4d36-9f22-13b537f9d2db req-b9a940f1-7930-4093-a227-d929b81fa88d tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.646792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6ac8cbc-ce0c-4d36-9f22-13b537f9d2db req-b9a940f1-7930-4093-a227-d929b81fa88d tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 943 time: 0.1577373 Aug 30 14:33:07.650899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcf037-0868-45f1-90bf-35c396bf01e2 req-5d68f71c-b78f-45a6-9b2a-491613cd51f5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.652366 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1dcf037-0868-45f1-90bf-35c396bf01e2 req-5d68f71c-b78f-45a6-9b2a-491613cd51f5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 943 time: 0.2329848 Aug 30 14:33:07.684460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] For port 5740b3cc-e547-46fd-9e23-009c05e32830, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:07.720085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] For port 5740b3cc-e547-46fd-9e23-009c05e32830, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5740b3cc-e547-46fd-9e23-009c05e32830,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:07.735999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:07.749608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-c5a78164-1488-480c-9899-a60dca8fc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.751097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-c5a78164-1488-480c-9899-a60dca8fc49c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=12a73936-b641-4b18-81a3-7b67fb2b87af HTTP/1.1" status: 200 len: 852 time: 0.0960147 Aug 30 14:33:07.756717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6ac8cbc-ce0c-4d36-9f22-13b537f9d2db req-0e285f65-f9ba-4ea1-918f-a589b08373f9 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Aug 30 14:33:07.786411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1dcf037-0868-45f1-90bf-35c396bf01e2 req-ccd369be-69e8-48b7-8391-5c49cfaec6b1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208243 Aug 30 14:33:07.789542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565330-d9a1-4d8b-956e-fb40ce9e294b req-ea00de00-f631-4db5-b5a5-7587f736fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.791536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d565330-d9a1-4d8b-956e-fb40ce9e294b req-ea00de00-f631-4db5-b5a5-7587f736fc70 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2189395 Aug 30 14:33:07.799793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8dec9d38-fc76-4660-94bc-388733b4fc90 req-e7ee53bb-f7c3-4d3d-be41-28f103b79e02 service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127373 Aug 30 14:33:07.830007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-0a90e6ef-034c-40f9-ba04-3445a49943a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b87ea65b-17f9-4c64-8d0c-9d1eec07652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541794 Aug 30 14:33:07.841392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.842109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:07.843537 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/5740b3cc-e547-46fd-9e23-009c05e32830 HTTP/1.1" status: 200 len: 1091 time: 1.3975699 Aug 30 14:33:07.844064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fc5c25-c415-4796-b67b-ea6452946489', 'tag': '5740b3cc-e547-46fd-9e23-009c05e32830'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:07.850611 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "05fc5c25-c415-4796-b67b-ea6452946489", "tag": "5740b3cc-e547-46fd-9e23-009c05e32830"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:07.930505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956d83d-1620-417a-84b6-df67589a95b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5740b3cc-e547-46fd-9e23-009c05e32830,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:08.012885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065293ac-8200-4280-9d2b-16866f779dee req-7bb8fd90-f46d-425b-837b-a5e102854110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.014773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-7bb8fd90-f46d-425b-837b-a5e102854110 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abafd535561141708b8a8c3467960939&device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 1094 time: 0.0804582 Aug 30 14:33:08.017065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-19012053-2951-4017-a1b0-90ec34622d1f service neutron] 10.222.0.39 "GET /v2.0/networks/b87ea65b-17f9-4c64-8d0c-9d1eec07652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779792 Aug 30 14:33:08.033623 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53150665-74c2-4ec6-9cdc-7bf91c1b6a27 x-openstack-request-id: req-53150665-74c2-4ec6-9cdc-7bf91c1b6a27 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:08.033916 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fc5c25-c415-4796-b67b-ea6452946489", "tag": "5740b3cc-e547-46fd-9e23-009c05e32830", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:08.034169 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53150665-74c2-4ec6-9cdc-7bf91c1b6a27 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:08.034601 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fc5c25-c415-4796-b67b-ea6452946489', 'tag': '5740b3cc-e547-46fd-9e23-009c05e32830', 'status': 'completed', 'code': 200} Aug 30 14:33:08.108412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-e7bf3d7e-0709-4292-8eb6-1134946c1708 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5740b3cc-e547-46fd-9e23-009c05e32830 HTTP/1.1" status: 200 len: 217 time: 0.0729945 Aug 30 14:33:08.217702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065293ac-8200-4280-9d2b-16866f779dee req-181d0534-091e-46cb-b1cb-170d8abce980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.219341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-181d0534-091e-46cb-b1cb-170d8abce980 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eba8133-a81b-41e7-b0d3-de14b86ae472 HTTP/1.1" status: 200 len: 844 time: 0.0996442 Aug 30 14:33:08.226402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4bc1-3de9-4717-aaef-dfe2edbf4132 req-698c5ca1-4c77-4937-864a-1f7fe213e404 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.227860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b26d4bc1-3de9-4717-aaef-dfe2edbf4132 req-698c5ca1-4c77-4937-864a-1f7fe213e404 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 943 time: 0.1216614 Aug 30 14:33:08.262664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3df29935-9a90-401d-88fa-dfa7ee307244 req-59ef5aa1-e27d-4c74-bde7-dba161af6934 service neutron] 10.222.0.39 "GET /v2.0/networks/b87ea65b-17f9-4c64-8d0c-9d1eec07652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381613 Aug 30 14:33:08.307180 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b26d4bc1-3de9-4717-aaef-dfe2edbf4132 req-b18f212f-6ea2-4faa-9ef3-e28139d67445 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680766 Aug 30 14:33:08.310091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065293ac-8200-4280-9d2b-16866f779dee req-798c4e09-0df9-44a1-b654-42b27d72328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.311833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-798c4e09-0df9-44a1-b654-42b27d72328c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd77ac50-c238-451a-9b06-c6180792048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830927 Aug 30 14:33:08.412838 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-e91020ec-b93b-42fe-8367-0c63dfb35f7d service neutron] 10.222.0.21 "GET /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915287 Aug 30 14:33:08.481169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 75449a80-9826-4b86-b351-29b3cf072e31 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:08.511106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9debf-1c6c-41c9-94ea-de9e60e8b95c req-c129807a-a424-4ebd-a9bf-a48c23fa0fd0 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.513648 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-abf9debf-1c6c-41c9-94ea-de9e60e8b95c req-c129807a-a424-4ebd-a9bf-a48c23fa0fd0 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0691445 Aug 30 14:33:08.519854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-065293ac-8200-4280-9d2b-16866f779dee req-ac6c0489-f335-4341-9769-82e030a11984 service neutron] 10.222.0.21 "GET /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948775 Aug 30 14:33:08.561701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-abf9debf-1c6c-41c9-94ea-de9e60e8b95c req-d075bcba-124b-44e7-a08b-4eca7e188c07 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366333 Aug 30 14:33:08.609272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:08.621310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '75449a80-9826-4b86-b351-29b3cf072e31', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'port_id': '75449a80-9826-4b86-b351-29b3cf072e31', 'mac_address': 'fa:16:3e:7e:4a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e00d0-e531-49f5-911d-5f14848666a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:08.664584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-b7496091-daf1-40db-b75a-89fb7cd769f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.666488 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-b7496091-daf1-40db-b75a-89fb7cd769f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abafd535561141708b8a8c3467960939&device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 1094 time: 0.0443366 Aug 30 14:33:08.764163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-c033a6e9-6525-46c5-b1d2-bc1d76d4669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.765721 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-c033a6e9-6525-46c5-b1d2-bc1d76d4669a service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd77ac50-c238-451a-9b06-c6180792048d HTTP/1.1" status: 200 len: 906 time: 0.0915020 Aug 30 14:33:08.818188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-32adf150-2872-42a9-a416-7899a4c299a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5740b3cc-e547-46fd-9e23-009c05e32830 HTTP/1.1" status: 200 len: 217 time: 0.0436902 Aug 30 14:33:08.834693 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:08.853155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75449a80-9826-4b86-b351-29b3cf072e31 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:08.879545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:08.883749 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:08.913323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-f509723e-1cde-4edf-b771-d745d0632834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.915148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-f509723e-1cde-4edf-b771-d745d0632834 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eba8133-a81b-41e7-b0d3-de14b86ae472 HTTP/1.1" status: 200 len: 844 time: 0.0889390 Aug 30 14:33:08.943711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:08.945696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ef825-6ec2-4441-ac3f-ba3daf88b8b4 req-bb814335-628e-4802-8d98-21b6b41e4d34 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.949801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-644ef825-6ec2-4441-ac3f-ba3daf88b8b4 req-bb814335-628e-4802-8d98-21b6b41e4d34 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 944 time: 0.0649354 Aug 30 14:33:08.955826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1746e9-cb0b-4940-8c94-cbde0c1f7bb1 req-296c0fdc-3fbc-4edf-b6cb-81e0de344c23 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.957506 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d1746e9-cb0b-4940-8c94-cbde0c1f7bb1 req-296c0fdc-3fbc-4edf-b6cb-81e0de344c23 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 943 time: 0.0963893 Aug 30 14:33:08.993361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-a7f243cc-6afe-43dc-835f-9f53fd31d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.994661 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-644ef825-6ec2-4441-ac3f-ba3daf88b8b4 req-7c8cb0ae-37cd-432b-98c3-4815fd6a5f1b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Aug 30 14:33:08.995213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-a7f243cc-6afe-43dc-835f-9f53fd31d7b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd77ac50-c238-451a-9b06-c6180792048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725629 Aug 30 14:33:09.030167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d1746e9-cb0b-4940-8c94-cbde0c1f7bb1 req-a5dacbad-9b87-4a9c-8038-487665894e48 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637324 Aug 30 14:33:09.061214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 181a6344-2a42-484f-8c7d-1a2dc292dca4 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:09.108141 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-a36cccd7-09e5-4a45-84af-6e6c0a536fbc service neutron] 10.222.0.21 "GET /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018982 Aug 30 14:33:09.165491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 181a6344-2a42-484f-8c7d-1a2dc292dca4, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=181a6344-2a42-484f-8c7d-1a2dc292dca4,segment=NetworkSegment(ecebfc2e-89b9-4897-85ac-6be46189cd0f),segment_id=ecebfc2e-89b9-4897-85ac-6be46189cd0f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:09.177034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '181a6344-2a42-484f-8c7d-1a2dc292dca4', 'network_id': 'b87ea65b-17f9-4c64-8d0c-9d1eec07652e', 'port_id': '181a6344-2a42-484f-8c7d-1a2dc292dca4', 'mac_address': 'fa:16:3e:bd:fe:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a73936-b641-4b18-81a3-7b67fb2b87af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:09.218089 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:09.232574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181a6344-2a42-484f-8c7d-1a2dc292dca4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:09.253025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 181a6344-2a42-484f-8c7d-1a2dc292dca4, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=181a6344-2a42-484f-8c7d-1a2dc292dca4,segment=NetworkSegment(ecebfc2e-89b9-4897-85ac-6be46189cd0f),segment_id=ecebfc2e-89b9-4897-85ac-6be46189cd0f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:09.257798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:09.258785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df8dabba-bcbd-4e7f-b338-cf1ad1a33fcd req-2397e28d-efd0-4949-9fcd-c2114a8cb2b5 service neutron] 10.222.0.21 "GET /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160090 Aug 30 14:33:09.311962 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=181a6344-2a42-484f-8c7d-1a2dc292dca4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:09.467089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02963df7-3702-4a74-838d-f113a51e12fa req-a5c03a44-cae0-41e8-9d68-de8fca0243cb tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:09.477796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02963df7-3702-4a74-838d-f113a51e12fa req-a5c03a44-cae0-41e8-9d68-de8fca0243cb tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 943 time: 0.0851481 Aug 30 14:33:09.483626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['75449a80-9826-4b86-b351-29b3cf072e31'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:09.536549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02963df7-3702-4a74-838d-f113a51e12fa req-d712c965-c29f-4616-91e4-c82cae470f13 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574961 Aug 30 14:33:09.542679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['181a6344-2a42-484f-8c7d-1a2dc292dca4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:09.685686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cace44a-ee3e-4489-bc46-16ae60528e62 req-d08f64a3-a412-4910-91a2-82f4a57eae79 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:09.687181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4cace44a-ee3e-4489-bc46-16ae60528e62 req-d08f64a3-a412-4910-91a2-82f4a57eae79 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0525079 Aug 30 14:33:09.726948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4cace44a-ee3e-4489-bc46-16ae60528e62 req-e0e3c8c6-1cdb-415e-bf0c-25794bbfb9f9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Aug 30 14:33:10.109709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741de49-a835-49a4-91a9-db00ea8c3a07 req-9c59ff75-23a2-4105-9b6a-3116b16b9f46 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:10.111191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9741de49-a835-49a4-91a9-db00ea8c3a07 req-9c59ff75-23a2-4105-9b6a-3116b16b9f46 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 944 time: 0.0571034 Aug 30 14:33:10.150150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43fc3a-d10b-440f-abdd-057b6cda31f8 req-42b95168-2ec2-49f5-aff7-93cbd9f82106 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:10.151639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f43fc3a-d10b-440f-abdd-057b6cda31f8 req-42b95168-2ec2-49f5-aff7-93cbd9f82106 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 944 time: 0.0491405 Aug 30 14:33:10.151772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9741de49-a835-49a4-91a9-db00ea8c3a07 req-1c63fbb0-d0d6-4eed-830a-9784d00aa9ac tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Aug 30 14:33:10.192526 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f43fc3a-d10b-440f-abdd-057b6cda31f8 req-c72af0eb-89fa-449b-80b8-7541e9db364c tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342627 Aug 30 14:33:10.652522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996bfd8-8149-4503-9504-5b3ab5196ca4 req-92eb5555-a02a-4282-898e-5d00c1043e49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:10.654049 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f996bfd8-8149-4503-9504-5b3ab5196ca4 req-92eb5555-a02a-4282-898e-5d00c1043e49 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 943 time: 0.0494661 Aug 30 14:33:10.693180 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f996bfd8-8149-4503-9504-5b3ab5196ca4 req-0f4addd8-9e6f-4230-9781-fb4efd129eda tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321350 Aug 30 14:33:10.846303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0a2ce-2c6a-4182-8b99-96615d0df3b9 req-3f769536-2a26-4c16-9131-28d8b7d0fcdf tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:10.848559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80c0a2ce-2c6a-4182-8b99-96615d0df3b9 req-3f769536-2a26-4c16-9131-28d8b7d0fcdf tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0493760 Aug 30 14:33:10.895122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80c0a2ce-2c6a-4182-8b99-96615d0df3b9 req-e93b8262-f546-413b-8901-9fdb154d1375 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362508 Aug 30 14:33:11.075279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 181a6344-2a42-484f-8c7d-1a2dc292dca4 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:11.124353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 181a6344-2a42-484f-8c7d-1a2dc292dca4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:11.128142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 181a6344-2a42-484f-8c7d-1a2dc292dca4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:11.128538 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:11.212150 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:11.240345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298478c7-6993-44c0-84cc-d3e2a1a1580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a6344-2a42-484f-8c7d-1a2dc292dca4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:11.242820 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2f417b-8116-4a80-8fe4-b108f6f54c6b" -d '{"events": [{"server_uuid": "298478c7-6993-44c0-84cc-d3e2a1a1580b", "name": "network-vif-plugged", "status": "completed", "tag": "181a6344-2a42-484f-8c7d-1a2dc292dca4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:11.257240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 181a6344-2a42-484f-8c7d-1a2dc292dca4, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=181a6344-2a42-484f-8c7d-1a2dc292dca4,segment=NetworkSegment(ecebfc2e-89b9-4897-85ac-6be46189cd0f),segment_id=ecebfc2e-89b9-4897-85ac-6be46189cd0f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:11.262927 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:11.278073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74587dcf-b16c-4189-8d27-b92f54905421 req-8de8ec9f-bab1-4433-8545-ea43cfa42f45 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:11.286348 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74587dcf-b16c-4189-8d27-b92f54905421 req-8de8ec9f-bab1-4433-8545-ea43cfa42f45 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 944 time: 0.0658052 Aug 30 14:33:11.317320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=181a6344-2a42-484f-8c7d-1a2dc292dca4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:11.324790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74587dcf-b16c-4189-8d27-b92f54905421 req-df57e57e-02cc-48e8-a64d-74b5f694e5b5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374851 Aug 30 14:33:11.344039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4eb2a-2d49-414c-a6af-aad6c3486a8f req-a104b91f-b2b2-46e7-8f8e-2f439267f0ea tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:11.345982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f0e4eb2a-2d49-414c-a6af-aad6c3486a8f req-a104b91f-b2b2-46e7-8f8e-2f439267f0ea tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 945 time: 0.0660868 Aug 30 14:33:11.387196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f0e4eb2a-2d49-414c-a6af-aad6c3486a8f req-2b43fd95-7d4a-4b1a-9fcb-490ba148e113 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348148 Aug 30 14:33:11.514705 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ab141-64af-4c73-be1d-001b2d195d66 x-openstack-request-id: req-969ab141-64af-4c73-be1d-001b2d195d66 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:11.515193 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298478c7-6993-44c0-84cc-d3e2a1a1580b", "name": "network-vif-plugged", "status": "completed", "tag": "181a6344-2a42-484f-8c7d-1a2dc292dca4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:11.515654 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-969ab141-64af-4c73-be1d-001b2d195d66 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:11.516136 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298478c7-6993-44c0-84cc-d3e2a1a1580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a6344-2a42-484f-8c7d-1a2dc292dca4', 'code': 200} Aug 30 14:33:11.705418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb426f3-99c6-4abb-9488-99584baf40fb req-5752b522-5365-463f-9d55-5b3f87c6e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:11.707599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bb426f3-99c6-4abb-9488-99584baf40fb req-5752b522-5365-463f-9d55-5b3f87c6e685 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 1096 time: 0.0434954 Aug 30 14:33:11.746708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bb426f3-99c6-4abb-9488-99584baf40fb req-a7485aae-ed4a-4d3f-8bce-926b6fa3d4e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Aug 30 14:33:11.824733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc192678-d922-4eb4-b3ad-4efc8b26b303 req-3892a92b-df9e-4332-91a0-72fe3045aabd tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:11.826227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc192678-d922-4eb4-b3ad-4efc8b26b303 req-3892a92b-df9e-4332-91a0-72fe3045aabd tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 943 time: 0.0483644 Aug 30 14:33:11.868120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc192678-d922-4eb4-b3ad-4efc8b26b303 req-f1a7712d-136c-48ba-954a-025d50335d28 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353317 Aug 30 14:33:12.025360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7049c-9d00-4959-b297-2df01df765c0 req-4f18f0b5-d8ee-4241-9123-23d311461441 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:12.026750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-43b7049c-9d00-4959-b297-2df01df765c0 req-4f18f0b5-d8ee-4241-9123-23d311461441 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0527771 Aug 30 14:33:12.064377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-43b7049c-9d00-4959-b297-2df01df765c0 req-608dca0c-9b56-43d3-af7a-c6d48b5647a5 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Aug 30 14:33:12.440721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444278c-cac7-4243-87e8-a852c51da7e9 req-2c9453bd-f91d-48ed-a66e-2b50c3fa294f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:12.442797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7444278c-cac7-4243-87e8-a852c51da7e9 req-2c9453bd-f91d-48ed-a66e-2b50c3fa294f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 944 time: 0.0502355 Aug 30 14:33:12.482186 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7444278c-cac7-4243-87e8-a852c51da7e9 req-8f75aac0-afed-4a6c-aa80-544fbbc69c59 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Aug 30 14:33:12.504732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5740b3cc-e547-46fd-9e23-009c05e32830 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:12.511640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 75449a80-9826-4b86-b351-29b3cf072e31 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:12.571654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677cf4b-f0b0-4c2d-8ad4-104dac07fbf6 req-a3c4ee51-8719-4cc7-a63e-92309aa489fb tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:12.573908 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1677cf4b-f0b0-4c2d-8ad4-104dac07fbf6 req-a3c4ee51-8719-4cc7-a63e-92309aa489fb tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 945 time: 0.0529552 Aug 30 14:33:12.615420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1677cf4b-f0b0-4c2d-8ad4-104dac07fbf6 req-b66b8de3-4371-4e6b-b9e7-6defbba04769 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Aug 30 14:33:12.623117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 75449a80-9826-4b86-b351-29b3cf072e31 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:12.635605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 75449a80-9826-4b86-b351-29b3cf072e31 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:12.635977 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.671421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5740b3cc-e547-46fd-9e23-009c05e32830, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5740b3cc-e547-46fd-9e23-009c05e32830,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:12.690723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5740b3cc-e547-46fd-9e23-009c05e32830', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'port_id': '5740b3cc-e547-46fd-9e23-009c05e32830', 'mac_address': 'fa:16:3e:4c:2f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:12.759584 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.779831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5740b3cc-e547-46fd-9e23-009c05e32830 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:12.789644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.819697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5740b3cc-e547-46fd-9e23-009c05e32830, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5740b3cc-e547-46fd-9e23-009c05e32830,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:12.833204 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.838822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:12.864257 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.895590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5740b3cc-e547-46fd-9e23-009c05e32830,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:12.951748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:13.008259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaa648-7236-4561-ac5c-1970c67614c5 req-3865deec-9de8-4453-b988-453b3efab124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.009802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aeaa648-7236-4561-ac5c-1970c67614c5 req-3865deec-9de8-4453-b988-453b3efab124 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1096 time: 0.0760341 Aug 30 14:33:13.025655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f932126-4915-44e9-84be-b9ba6f6db6de req-2f4c0c2e-2e07-4618-921f-29fc0869dd26 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.027089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f932126-4915-44e9-84be-b9ba6f6db6de req-2f4c0c2e-2e07-4618-921f-29fc0869dd26 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 944 time: 0.0653634 Aug 30 14:33:13.080030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aeaa648-7236-4561-ac5c-1970c67614c5 req-b988f6e3-f7b4-4e43-abf7-7ca03f2172f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 Aug 30 14:33:13.087795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f932126-4915-44e9-84be-b9ba6f6db6de req-44943154-1bd1-4c38-879c-d61282500355 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535984 Aug 30 14:33:13.182881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d14d7-058b-4d99-9d1a-9868aaaef479 req-09e48bd1-13ce-48ef-b4ec-f3ae98e358ab tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.184392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f93d14d7-058b-4d99-9d1a-9868aaaef479 req-09e48bd1-13ce-48ef-b4ec-f3ae98e358ab tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0511224 Aug 30 14:33:13.224289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f93d14d7-058b-4d99-9d1a-9868aaaef479 req-ef55c8cf-8739-4304-a9c6-dfdd1f778240 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Aug 30 14:33:13.440608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5740b3cc-e547-46fd-9e23-009c05e32830'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:13.517474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:13.520601 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11364664-a367-48c0-98a4-195e41b097ca" -d '{"events": [{"server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "name": "network-vif-plugged", "status": "completed", "tag": "75449a80-9826-4b86-b351-29b3cf072e31"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:13.592004 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6603228f-83af-4cdd-bda8-deca4dae0365 x-openstack-request-id: req-6603228f-83af-4cdd-bda8-deca4dae0365 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:13.592288 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "name": "network-vif-plugged", "status": "completed", "tag": "75449a80-9826-4b86-b351-29b3cf072e31", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:13.592718 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6603228f-83af-4cdd-bda8-deca4dae0365 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:13.594643 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31', 'code': 200} Aug 30 14:33:13.619739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad5283-4b82-4b97-8983-1346f12180a8 req-ab209981-0ad2-4c3b-bd0a-0e0ac1f1370e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.621310 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bad5283-4b82-4b97-8983-1346f12180a8 req-ab209981-0ad2-4c3b-bd0a-0e0ac1f1370e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0584884 Aug 30 14:33:13.667614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bad5283-4b82-4b97-8983-1346f12180a8 req-12cdb073-971a-4a6e-896f-653ec46e0a88 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Aug 30 14:33:13.776070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9f0ca-0c73-4579-bc20-83359cf2c6f4 req-88d9cf8a-9135-4b60-8768-55fb3e9e7c41 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.777907 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2d9f0ca-0c73-4579-bc20-83359cf2c6f4 req-88d9cf8a-9135-4b60-8768-55fb3e9e7c41 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 945 time: 0.0529921 Aug 30 14:33:13.797575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fba313-26ab-4861-ab1c-03b71cb8ad3c req-064f9d57-2f1c-4c34-9217-42124f45c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.799095 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71fba313-26ab-4861-ab1c-03b71cb8ad3c req-064f9d57-2f1c-4c34-9217-42124f45c9fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 1096 time: 0.0411456 Aug 30 14:33:13.827169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2d9f0ca-0c73-4579-bc20-83359cf2c6f4 req-a4e00259-d486-4e1d-b5d1-ef5c1ad419c9 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Aug 30 14:33:13.836354 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71fba313-26ab-4861-ab1c-03b71cb8ad3c req-6a3d19fe-74f6-4367-ae43-710ef7f2550b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280991 Aug 30 14:33:14.207465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b703be-939a-4ba4-9509-671d3a425828 req-6919da4c-3deb-4094-a142-b2b56c162a6c tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:14.208949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14b703be-939a-4ba4-9509-671d3a425828 req-6919da4c-3deb-4094-a142-b2b56c162a6c tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 945 time: 0.0536087 Aug 30 14:33:14.212624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571991f-dc2c-4bba-96c5-a8288d1837be req-c04f71b3-c9f1-4670-b7a8-8166a0a24da2 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:14.214201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a571991f-dc2c-4bba-96c5-a8288d1837be req-c04f71b3-c9f1-4670-b7a8-8166a0a24da2 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 944 time: 0.0573618 Aug 30 14:33:14.254015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14b703be-939a-4ba4-9509-671d3a425828 req-8f104f9e-1a62-45f7-9893-e9ab8f5f2aec tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355721 Aug 30 14:33:14.255105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a571991f-dc2c-4bba-96c5-a8288d1837be req-161681c7-4b40-4381-b020-397deca3d5f7 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350740 Aug 30 14:33:14.414354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27cb00-0426-4f1e-81cc-f43718e11473 req-d2f36b48-6f9a-4a8a-af3f-827c4c27a029 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:14.416235 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1a27cb00-0426-4f1e-81cc-f43718e11473 req-d2f36b48-6f9a-4a8a-af3f-827c4c27a029 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0709398 Aug 30 14:33:14.458599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1a27cb00-0426-4f1e-81cc-f43718e11473 req-96234e74-db9d-43de-92a7-fbd7a0129f0c tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360310 Aug 30 14:33:14.784864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687aa8f-360f-45ea-9097-174351ec4e56 req-a66fed2f-4443-4107-a3a2-44e47d408602 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:14.786409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f687aa8f-360f-45ea-9097-174351ec4e56 req-a66fed2f-4443-4107-a3a2-44e47d408602 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0503905 Aug 30 14:33:14.823790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f687aa8f-360f-45ea-9097-174351ec4e56 req-06166723-4bec-4989-8e56-32ffa2306bb9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Aug 30 14:33:15.382133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf969a-894f-4e9d-9a05-37879a653030 req-bc8197cd-16e4-481b-b8a8-5b9cadab8df0 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.383699 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18cf969a-894f-4e9d-9a05-37879a653030 req-bc8197cd-16e4-481b-b8a8-5b9cadab8df0 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 945 time: 0.0557559 Aug 30 14:33:15.387589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f0b63-1933-464b-9f70-3aeebbed24eb req-6d527e6f-359f-45b1-b2da-1bdab8698620 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.389166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e0f0b63-1933-464b-9f70-3aeebbed24eb req-6d527e6f-359f-45b1-b2da-1bdab8698620 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 944 time: 0.0635939 Aug 30 14:33:15.436082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18cf969a-894f-4e9d-9a05-37879a653030 req-869ae8a6-f820-42cc-ba6d-295d2691040d tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1cd4351-22ce-4820-bb63-cccaf00b1543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451317 Aug 30 14:33:15.436405 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e0f0b63-1933-464b-9f70-3aeebbed24eb req-33ab1cc3-cebe-4438-bab1-daecb4f36276 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347877 Aug 30 14:33:15.477833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-ba731119-d3f6-4ae0-80d6-a090d6de79f6 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.479292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-ba731119-d3f6-4ae0-80d6-a090d6de79f6 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.39 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 945 time: 0.0598836 Aug 30 14:33:15.615446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de6b8-433e-4928-9184-e2770406f375 req-d9f08e51-2858-444a-bf56-a6c04ca86515 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.618367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c16de6b8-433e-4928-9184-e2770406f375 req-d9f08e51-2858-444a-bf56-a6c04ca86515 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0818520 Aug 30 14:33:15.661326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Deleting port 181a6344-2a42-484f-8c7d-1a2dc292dca4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:33:15.661762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.705097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c16de6b8-433e-4928-9184-e2770406f375 req-3c77d144-7c10-4011-84f4-095bfecc0dfe tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792241 Aug 30 14:33:15.761622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] For port 181a6344-2a42-484f-8c7d-1a2dc292dca4, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=181a6344-2a42-484f-8c7d-1a2dc292dca4,segment=NetworkSegment(ecebfc2e-89b9-4897-85ac-6be46189cd0f),segment_id=ecebfc2e-89b9-4897-85ac-6be46189cd0f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:15.761992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.775284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Calling delete_port for 181a6344-2a42-484f-8c7d-1a2dc292dca4 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:33:15.921498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.933349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['181a6344-2a42-484f-8c7d-1a2dc292dca4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:15.951457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Pushing event deleted for resources: {'Port': ['ID=181a6344-2a42-484f-8c7d-1a2dc292dca4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:15.974745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eee48-fbfd-4255-977e-9e66edcb537c req-31073ed6-3030-42dd-9911-071c6c56bebc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.976631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b3eee48-fbfd-4255-977e-9e66edcb537c req-31073ed6-3030-42dd-9911-071c6c56bebc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0659089 Aug 30 14:33:16.007331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] No DVR routers for this DVR port 181a6344-2a42-484f-8c7d-1a2dc292dca4 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:33:16.010150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.013234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17d228d1-4100-4eeb-8744-6a5f5fb71997 req-82744201-293d-4e4e-9358-fc810b28e7ee tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.39 "DELETE /v2.0/ports/181a6344-2a42-484f-8c7d-1a2dc292dca4 HTTP/1.1" status: 204 len: 173 time: 0.5279162 Aug 30 14:33:16.013843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298478c7-6993-44c0-84cc-d3e2a1a1580b', 'name': 'network-vif-deleted', 'tag': '181a6344-2a42-484f-8c7d-1a2dc292dca4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:16.016158 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382a5ad8-caaf-401f-96d9-e7e2c881edab" -d '{"events": [{"server_uuid": "298478c7-6993-44c0-84cc-d3e2a1a1580b", "name": "network-vif-deleted", "tag": "181a6344-2a42-484f-8c7d-1a2dc292dca4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:16.046652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b3eee48-fbfd-4255-977e-9e66edcb537c req-adc0d16f-15ef-4899-ba90-e315d3b36f4d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Aug 30 14:33:16.144838 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f04039-d9dd-4cde-8c41-a84804660854 x-openstack-request-id: req-a8f04039-d9dd-4cde-8c41-a84804660854 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:16.145165 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298478c7-6993-44c0-84cc-d3e2a1a1580b", "name": "network-vif-deleted", "tag": "181a6344-2a42-484f-8c7d-1a2dc292dca4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:16.145403 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8f04039-d9dd-4cde-8c41-a84804660854 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:16.145837 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298478c7-6993-44c0-84cc-d3e2a1a1580b', 'name': 'network-vif-deleted', 'tag': '181a6344-2a42-484f-8c7d-1a2dc292dca4', 'status': 'completed', 'code': 200} Aug 30 14:33:16.193028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28303b7-dfa5-4838-9f60-468cd01b51a2 req-06c5c69d-ae46-4db1-b422-ae3c5a58f465 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.195223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a28303b7-dfa5-4838-9f60-468cd01b51a2 req-06c5c69d-ae46-4db1-b422-ae3c5a58f465 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0628836 Aug 30 14:33:16.237134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a28303b7-dfa5-4838-9f60-468cd01b51a2 req-c792a9b9-4968-4911-8f00-0544d3fc1267 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349777 Aug 30 14:33:16.292658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-36dc6702-b227-42d9-a0c2-da7aced5192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.294104 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-36dc6702-b227-42d9-a0c2-da7aced5192a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 1096 time: 0.0419338 Aug 30 14:33:16.395534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-ccb1e2ac-c59c-4b61-b421-5051e41ed9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.397053 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-ccb1e2ac-c59c-4b61-b421-5051e41ed9b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 200 len: 919 time: 0.0901442 Aug 30 14:33:16.446719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-6284b443-f16d-45b0-ab3a-f8336bd56279 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe505c6-397a-4370-a6b2-da330d52af82 HTTP/1.1" status: 200 len: 217 time: 0.0368099 Aug 30 14:33:16.507346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5740b3cc-e547-46fd-9e23-009c05e32830 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:16.516462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-4209253b-e145-4b32-8f6c-da77f13b5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.518131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-4209253b-e145-4b32-8f6c-da77f13b5663 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 200 len: 858 time: 0.0599482 Aug 30 14:33:16.612700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-d9e668f7-81f1-4601-8fa1-969c0cfa964d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04538e61-f849-436f-bb14-6146101854b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781693 Aug 30 14:33:16.616046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 5740b3cc-e547-46fd-9e23-009c05e32830 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:16.625480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5740b3cc-e547-46fd-9e23-009c05e32830 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:16.628079 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.691726 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2337e7c-f3f1-46a7-ba07-6fb7f23f475e req-d05db80a-5dbb-4335-bc3a-3399901e7892 tempest-ServerPasswordTestJSON-563518718 tempest-ServerPasswordTestJSON-563518718-project] 10.222.0.50 "GET /v2.0/ports?device_id=298478c7-6993-44c0-84cc-d3e2a1a1580b HTTP/1.1" status: 200 len: 210 time: 0.0446312 Aug 30 14:33:16.764215 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.783983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b07f3-7465-402d-8312-77af5a38f65f req-cd38881f-d6d1-4cf7-90a9-51db52452d62 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.792507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a53b07f3-7465-402d-8312-77af5a38f65f req-cd38881f-d6d1-4cf7-90a9-51db52452d62 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 944 time: 0.1236050 Aug 30 14:33:16.792815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fc5c25-c415-4796-b67b-ea6452946489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5740b3cc-e547-46fd-9e23-009c05e32830'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:16.795384 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0fd0d5-7631-4de8-8a16-5c09787b670c" -d '{"events": [{"server_uuid": "05fc5c25-c415-4796-b67b-ea6452946489", "name": "network-vif-plugged", "status": "completed", "tag": "5740b3cc-e547-46fd-9e23-009c05e32830"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:16.796767 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-56a6b862-b6f7-4158-9372-04e46d0a93be service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698637 Aug 30 14:33:16.810489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5740b3cc-e547-46fd-9e23-009c05e32830, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5740b3cc-e547-46fd-9e23-009c05e32830,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:16.816611 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.850023 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175baf40-0e2a-4f59-921e-663c539d1099 x-openstack-request-id: req-175baf40-0e2a-4f59-921e-663c539d1099 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:16.850526 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fc5c25-c415-4796-b67b-ea6452946489", "name": "network-vif-plugged", "status": "completed", "tag": "5740b3cc-e547-46fd-9e23-009c05e32830", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:16.850933 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-175baf40-0e2a-4f59-921e-663c539d1099 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:16.851464 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fc5c25-c415-4796-b67b-ea6452946489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5740b3cc-e547-46fd-9e23-009c05e32830', 'code': 200} Aug 30 14:33:16.880783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5740b3cc-e547-46fd-9e23-009c05e32830,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:16.885192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a53b07f3-7465-402d-8312-77af5a38f65f req-0e3d4569-2523-438a-8799-3d2983aa6348 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917275 Aug 30 14:33:16.889890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.890251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.890656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.890940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.891279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.891614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.900982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.901820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.902178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.902520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.902873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.903207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:16.931902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860b7435-81c0-42ad-80f0-0a88a1eb981e req-e98907f1-48ef-467a-a3db-2cc8a4261093 service neutron] 10.222.0.21 "GET /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182556 Aug 30 14:33:17.025132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbf717-8a5a-4aa6-83a0-ccc59a89ee38 req-acf91d2b-164b-47af-8d24-284aa491f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.026545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0dbf717-8a5a-4aa6-83a0-ccc59a89ee38 req-acf91d2b-164b-47af-8d24-284aa491f5f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 1096 time: 0.0418437 Aug 30 14:33:17.175800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b0dbf717-8a5a-4aa6-83a0-ccc59a89ee38 req-e63e5765-4c35-4e5e-87eb-faa90094b645 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496073 Aug 30 14:33:17.189606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77653b-24ce-4bb3-8032-930d6efaa6eb req-639ee9b0-a8da-44e2-beaa-26793bc4608d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.191531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a77653b-24ce-4bb3-8032-930d6efaa6eb req-639ee9b0-a8da-44e2-beaa-26793bc4608d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0735061 Aug 30 14:33:17.229644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a77653b-24ce-4bb3-8032-930d6efaa6eb req-52449ef0-3783-49d7-94ff-8e260bc31429 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Aug 30 14:33:17.353347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc2e08-8994-45de-943e-0b201b026c52 req-ab93151a-1fad-4cef-b8af-049587a199f9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.354891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fbc2e08-8994-45de-943e-0b201b026c52 req-ab93151a-1fad-4cef-b8af-049587a199f9 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0495117 Aug 30 14:33:17.394774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fbc2e08-8994-45de-943e-0b201b026c52 req-a092a8a3-1e60-415f-86cd-7b42de842343 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Aug 30 14:33:17.645727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a349-489c-4131-8859-d7a17dc89204 req-350063ba-973f-4b6a-aec0-95fbd7867afa tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.647467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82a0a349-489c-4131-8859-d7a17dc89204 req-350063ba-973f-4b6a-aec0-95fbd7867afa tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0507476 Aug 30 14:33:17.690500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82a0a349-489c-4131-8859-d7a17dc89204 req-40c55732-8d66-4f9f-b7df-e44a7d3d1b94 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355828 Aug 30 14:33:17.764840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:17.815611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d2300d-618b-4acd-9034-df8339f0b503 admin admin] Deleting subnet 12a73936-b641-4b18-81a3-7b67fb2b87af {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:33:17.819726 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42d2300d-618b-4acd-9034-df8339f0b503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.857705 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42d2300d-618b-4acd-9034-df8339f0b503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.905563 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42d2300d-618b-4acd-9034-df8339f0b503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.960408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42d2300d-618b-4acd-9034-df8339f0b503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.987364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2300d-618b-4acd-9034-df8339f0b503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a73936-b641-4b18-81a3-7b67fb2b87af,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:17.992261 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42d2300d-618b-4acd-9034-df8339f0b503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.996189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-42d2300d-618b-4acd-9034-df8339f0b503 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/12a73936-b641-4b18-81a3-7b67fb2b87af HTTP/1.1" status: 204 len: 168 time: 0.2301323 Aug 30 14:33:17.996988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:18.010757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459dbf7-5476-418b-adb5-1e6c0a9a0601 req-5303c2ed-2d86-4d2d-863e-22dc040e7332 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:18.012982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b459dbf7-5476-418b-adb5-1e6c0a9a0601 req-5303c2ed-2d86-4d2d-863e-22dc040e7332 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.0534770 Aug 30 14:33:18.057815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b459dbf7-5476-418b-adb5-1e6c0a9a0601 req-cbe70bf2-999f-4baf-aa4b-09743706bbb7 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374560 Aug 30 14:33:18.074637 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.163828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.175601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87ea65b-17f9-4c64-8d0c-9d1eec07652e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:18.186200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecebfc2e-89b9-4897-85ac-6be46189cd0f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:18.186494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecebfc2e-89b9-4897-85ac-6be46189cd0f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:18.195189 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.214218 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.220518 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:33:18.220884 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:33:18.223096 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:33:18.277106 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.282239 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.284052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b87ea65b-17f9-4c64-8d0c-9d1eec07652e HTTP/1.1" status: 204 len: 168 time: 0.2857738 Aug 30 14:33:18.296114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae17be3-973f-4328-99d1-25b68d4f12c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b87ea65b-17f9-4c64-8d0c-9d1eec07652e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:18.452141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43368) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:18.493146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-021ed4cf-0f05-4bb3-a70c-19e7dff0ede0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0407da55ac8d414aa39b153e21a0a332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396881 Aug 30 14:33:18.495720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:18.592059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e046a88-0588-4d2d-a7cd-f78fae06ca4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.600611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9605e3-e8c5-448a-93be-f6f2fef09381 req-62377ff6-e385-4a2e-b894-1920b7673868 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:18.602172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be9605e3-e8c5-448a-93be-f6f2fef09381 req-62377ff6-e385-4a2e-b894-1920b7673868 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0901184 Aug 30 14:33:18.638596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e046a88-0588-4d2d-a7cd-f78fae06ca4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.667265 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be9605e3-e8c5-448a-93be-f6f2fef09381 req-63f213c7-f5d5-43bb-a840-259670b28d56 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560567 Aug 30 14:33:18.715879 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e046a88-0588-4d2d-a7cd-f78fae06ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.718972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e046a88-0588-4d2d-a7cd-f78fae06ca4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.720559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7e046a88-0588-4d2d-a7cd-f78fae06ca4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1cd4351-22ce-4820-bb63-cccaf00b1543 HTTP/1.1" status: 204 len: 168 time: 0.2234876 Aug 30 14:33:18.729459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e046a88-0588-4d2d-a7cd-f78fae06ca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd4351-22ce-4820-bb63-cccaf00b1543,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:18.824244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b676179-d470-420f-866c-7d5af1f63119 req-8eaf9e41-75a8-4003-bd7d-572b84797063 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:18.825957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b676179-d470-420f-866c-7d5af1f63119 req-8eaf9e41-75a8-4003-bd7d-572b84797063 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0535834 Aug 30 14:33:18.874168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b676179-d470-420f-866c-7d5af1f63119 req-b209615d-6052-4624-ba38-3ebebbc9b92d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389531 Aug 30 14:33:19.106326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 181a6344-2a42-484f-8c7d-1a2dc292dca4 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:33:19.126285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 181a6344-2a42-484f-8c7d-1a2dc292dca4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:33:19.126643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 181a6344-2a42-484f-8c7d-1a2dc292dca4 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:33:19.181860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b225d-6bba-49c8-a820-70ec8c184c9a req-2f5a9860-b6ae-40e8-9dd9-1fdb01e698a9 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:19.183379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-667b225d-6bba-49c8-a820-70ec8c184c9a req-2f5a9860-b6ae-40e8-9dd9-1fdb01e698a9 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.0502479 Aug 30 14:33:19.230231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-667b225d-6bba-49c8-a820-70ec8c184c9a req-d0bb5fe9-16ef-47c2-9ed1-e759cb6ed6fe tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372646 Aug 30 14:33:19.746436 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.805521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd06367-2294-4953-965d-af0c7df999e8 req-f9b480ea-08ea-4a4a-93eb-206a3e72771d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:19.812884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8cd06367-2294-4953-965d-af0c7df999e8 req-f9b480ea-08ea-4a4a-93eb-206a3e72771d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0639145 Aug 30 14:33:19.864980 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8cd06367-2294-4953-965d-af0c7df999e8 req-a3c4e06f-2130-4b79-8583-49ad12c55ebf tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467176 Aug 30 14:33:19.991823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79357893-070b-455a-b245-b57c64f165ac req-03300666-b7da-4d05-989e-15fdda6c8c87 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:19.994352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79357893-070b-455a-b245-b57c64f165ac req-03300666-b7da-4d05-989e-15fdda6c8c87 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0522151 Aug 30 14:33:20.044502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79357893-070b-455a-b245-b57c64f165ac req-951260db-f0e6-4030-a074-fa3777a02761 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Aug 30 14:33:20.296683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:20.358106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1eb8-0be6-4575-b3de-ca02e8f0c89d req-3a3acfb8-1c4f-493f-aa79-6cfdbfd2dbce tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:20.359938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15ae1eb8-0be6-4575-b3de-ca02e8f0c89d req-3a3acfb8-1c4f-493f-aa79-6cfdbfd2dbce tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.0548275 Aug 30 14:33:20.415149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15ae1eb8-0be6-4575-b3de-ca02e8f0c89d req-62fe826a-a935-4a1e-9ff1-043b84533844 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480344 Aug 30 14:33:20.420858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97759593-f6dd-493b-a8af-90f0dcf609a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.526839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97759593-f6dd-493b-a8af-90f0dcf609a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.531136 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97759593-f6dd-493b-a8af-90f0dcf609a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.545714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bda9b-b638-4049-9674-11ce5c5c1204 req-d16e40e8-0c8c-41e9-8a86-69dc6b18d874 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:20.549990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-248bda9b-b638-4049-9674-11ce5c5c1204 req-d16e40e8-0c8c-41e9-8a86-69dc6b18d874 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.0567684 Aug 30 14:33:20.557962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:20.563749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Request body: {'floatingip': {'port_id': '5740b3cc-e547-46fd-9e23-009c05e32830'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:20.574966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97759593-f6dd-493b-a8af-90f0dcf609a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f19d7833d834458997e4ff0ce2482d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771063 Aug 30 14:33:20.577528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:20.583711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97759593-f6dd-493b-a8af-90f0dcf609a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621760b-0c04-4e19-bdd4-9d26fe1279a2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:20.614592 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.632066 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e9efc89-5391-4f3b-b2c7-21f2986cdcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.654051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e9efc89-5391-4f3b-b2c7-21f2986cdcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.703226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e9efc89-5391-4f3b-b2c7-21f2986cdcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.706000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e9efc89-5391-4f3b-b2c7-21f2986cdcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.707202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7e9efc89-5391-4f3b-b2c7-21f2986cdcdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e621760b-0c04-4e19-bdd4-9d26fe1279a2 HTTP/1.1" status: 204 len: 168 time: 0.1285872 Aug 30 14:33:20.715473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9efc89-5391-4f3b-b2c7-21f2986cdcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621760b-0c04-4e19-bdd4-9d26fe1279a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:21.024106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4632c1-bcb4-460b-91e8-048a4170f496 req-c6699de1-d893-4098-a058-ec01ddd2d680 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:21.027350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f4632c1-bcb4-460b-91e8-048a4170f496 req-c6699de1-d893-4098-a058-ec01ddd2d680 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0649486 Aug 30 14:33:21.083400 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f4632c1-bcb4-460b-91e8-048a4170f496 req-da39dce4-518a-4cd0-9cfa-230d57df141c tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Aug 30 14:33:21.520439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7212-23d1-4af1-90ec-afdfc4349915 req-c327f320-d76e-4e7e-b075-c9ae82e081aa tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:21.522013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c69f7212-23d1-4af1-90ec-afdfc4349915 req-c327f320-d76e-4e7e-b075-c9ae82e081aa tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1021552 Aug 30 14:33:21.611369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c69f7212-23d1-4af1-90ec-afdfc4349915 req-011acbcf-01ac-4d38-8473-7ae7438447d7 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821385 Aug 30 14:33:21.613946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:21.619659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:21.724607 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Floating IP 3334414c-04e1-40d7-a4f3-177a9f536bfc associated. External IP: 172.25.6.40, port: 5740b3cc-e547-46fd-9e23-009c05e32830. Aug 30 14:33:21.953426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Router 7127a606-20bf-4f49-9f2f-b65b832a2dfd has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:33:22.091575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:22.099271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:22.105907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] Sync routers for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:22.131821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:22.132473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:22.139072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-441cafe4-293f-47c3-99cf-f2c555ddecc0 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "PUT /v2.0/floatingips/3334414c-04e1-40d7-a4f3-177a9f536bfc HTTP/1.1" status: 200 len: 990 time: 1.5772982 Aug 30 14:33:22.139072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fc5c25-c415-4796-b67b-ea6452946489', 'tag': '5740b3cc-e547-46fd-9e23-009c05e32830'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:22.141295 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e81a715-c36e-4c03-b621-686eb0b229f0" -d '{"events": [{"name": "network-changed", "server_uuid": "05fc5c25-c415-4796-b67b-ea6452946489", "tag": "5740b3cc-e547-46fd-9e23-009c05e32830"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:22.324228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f730a-6db2-46a0-8b47-157e2e0e6ac8 req-fef75b8f-c1ee-4063-b22c-1e80540ff297 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.330119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f80f730a-6db2-46a0-8b47-157e2e0e6ac8 req-fef75b8f-c1ee-4063-b22c-1e80540ff297 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1092350 Aug 30 14:33:22.347873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:22.359924 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b5633-4e16-4470-8630-d8231973ef39 x-openstack-request-id: req-c85b5633-4e16-4470-8630-d8231973ef39 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:22.360286 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fc5c25-c415-4796-b67b-ea6452946489", "tag": "5740b3cc-e547-46fd-9e23-009c05e32830", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:22.360601 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c85b5633-4e16-4470-8630-d8231973ef39 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:22.361094 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fc5c25-c415-4796-b67b-ea6452946489', 'tag': '5740b3cc-e547-46fd-9e23-009c05e32830', 'status': 'completed', 'code': 200} Aug 30 14:33:22.408854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f80f730a-6db2-46a0-8b47-157e2e0e6ac8 req-f5f9e447-d082-4330-9bd5-c930b2c2fb30 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715642 Aug 30 14:33:22.414207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43528) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:22.530830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-6156b45e-e4ba-4ecf-b6a7-8e37e935c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.533651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-6156b45e-e4ba-4ecf-b6a7-8e37e935c2b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abafd535561141708b8a8c3467960939&device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 1096 time: 0.0591159 Aug 30 14:33:22.584154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-3b96b127-1b8c-4e5f-b482-32f4d031757a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1370671 Aug 30 14:33:22.703485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2da83e55-3205-4c8a-8a80-90faef68c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.703978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2da83e55-3205-4c8a-8a80-90faef68c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.704451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2da83e55-3205-4c8a-8a80-90faef68c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.705010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2da83e55-3205-4c8a-8a80-90faef68c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.705422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2da83e55-3205-4c8a-8a80-90faef68c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.705898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2da83e55-3205-4c8a-8a80-90faef68c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.706364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2da83e55-3205-4c8a-8a80-90faef68c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.709181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-3db91acb-0edd-4a95-9c03-aef784e93a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.710870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-3db91acb-0edd-4a95-9c03-aef784e93a02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd77ac50-c238-451a-9b06-c6180792048d HTTP/1.1" status: 200 len: 906 time: 0.1687305 Aug 30 14:33:22.713089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2da83e55-3205-4c8a-8a80-90faef68c630 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6490 time: 0.0789230 Aug 30 14:33:22.727154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3334414c-04e1-40d7-a4f3-177a9f536bfc', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'port_id': '5740b3cc-e547-46fd-9e23-009c05e32830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'mac_address': 'fa:16:3e:4c:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fc5c25-c415-4796-b67b-ea6452946489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:33:00Z', 'updated_at': '2021-08-30T14:33:21Z', 'revision_number': 1, 'project_id': 'abafd535561141708b8a8c3467960939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:33:03Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:22.731933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0884619c-4b09-4689-bf7d-8c6df1c9a990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:22.756559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] Checking router: 7127a606-20bf-4f49-9f2f-b65b832a2dfd for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:22.766487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:22.767094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:22.861676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-773e4420-80e6-4df1-9779-a043a7550abf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5740b3cc-e547-46fd-9e23-009c05e32830 HTTP/1.1" status: 200 len: 998 time: 0.0987833 Aug 30 14:33:22.947774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-e74c5ea9-1c57-4ffe-ab0e-27d09ffd3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.958674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-e74c5ea9-1c57-4ffe-ab0e-27d09ffd3e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eba8133-a81b-41e7-b0d3-de14b86ae472 HTTP/1.1" status: 200 len: 844 time: 0.0897713 Aug 30 14:33:22.964632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:23.033721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-770e347b-d0d9-4356-acf3-18b26ecb3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.034210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-770e347b-d0d9-4356-acf3-18b26ecb3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.034745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-770e347b-d0d9-4356-acf3-18b26ecb3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.036988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-770e347b-d0d9-4356-acf3-18b26ecb3f4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=58b173ba-3264-4cfa-bc64-893edcb7863c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&id=9bb743dd-fe92-479b-9011-f9414e0ea2f1 HTTP/1.1" status: 200 len: 2294 time: 0.2392719 Aug 30 14:33:23.049729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6af53-af45-44ae-aa03-7eff202a0af3 req-1e60f522-6002-4516-9d32-a885e8d91671 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.057813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3c6af53-af45-44ae-aa03-7eff202a0af3 req-1e60f522-6002-4516-9d32-a885e8d91671 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1575415 Aug 30 14:33:23.063355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-09b761f1-0089-41a7-8212-83992bc94322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.067499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-09b761f1-0089-41a7-8212-83992bc94322 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd77ac50-c238-451a-9b06-c6180792048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864437 Aug 30 14:33:23.134183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0884619c-4b09-4689-bf7d-8c6df1c9a990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.151055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0884619c-4b09-4689-bf7d-8c6df1c9a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.195694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3c6af53-af45-44ae-aa03-7eff202a0af3 req-4136e6ab-84f1-49b5-b5dd-345661034879 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365252 Aug 30 14:33:23.222867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-2431c104-34f2-45da-9e49-1c85a9312352 service neutron] 10.222.0.21 "GET /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264408 Aug 30 14:33:23.223015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884619c-4b09-4689-bf7d-8c6df1c9a990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d73b207-9b5d-4e23-97a9-868d18f82c40,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:23.244675 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-383a714b-5cfe-4683-83e6-2c124597ddd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0033a180-b260-4dbe-ae27-d3b3854690ff HTTP/1.1" status: 200 len: 999 time: 0.1792030 Aug 30 14:33:23.247070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0884619c-4b09-4689-bf7d-8c6df1c9a990 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b079fca8dc9491f9cbcef744a4e066e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317854 Aug 30 14:33:23.249844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:23.274746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3334414c-04e1-40d7-a4f3-177a9f536bfc', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'port_id': '5740b3cc-e547-46fd-9e23-009c05e32830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'mac_address': 'fa:16:3e:4c:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fc5c25-c415-4796-b67b-ea6452946489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:33:00Z', 'updated_at': '2021-08-30T14:33:21Z', 'revision_number': 1, 'project_id': 'abafd535561141708b8a8c3467960939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:33:03Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:23.309019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b4b7c-5225-416b-808f-748f563ac0bb None None] The sync data for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 is: [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3334414c-04e1-40d7-a4f3-177a9f536bfc', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'port_id': '5740b3cc-e547-46fd-9e23-009c05e32830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'mac_address': 'fa:16:3e:4c:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fc5c25-c415-4796-b67b-ea6452946489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:33:00Z', 'updated_at': '2021-08-30T14:33:21Z', 'revision_number': 1, 'project_id': 'abafd535561141708b8a8c3467960939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:33:03Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:23.350064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e81a715-c36e-4c03-b621-686eb0b229f0 req-ac7f0857-9e93-4885-aff9-1e12d1cfd34e service neutron] 10.222.0.21 "GET /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175704 Aug 30 14:33:23.357958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2408e259-4da3-4577-9c31-81a16f42c204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.360568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-be722c62-e34f-4daf-b87b-ef3eb852891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.362030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-be722c62-e34f-4daf-b87b-ef3eb852891b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062bc234-9bb1-4126-9595-d30cb6a74e22 HTTP/1.1" status: 200 len: 851 time: 0.0875425 Aug 30 14:33:23.400686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2408e259-4da3-4577-9c31-81a16f42c204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.482264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-352812c3-3358-47ac-8a19-298efde6c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.484015 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-352812c3-3358-47ac-8a19-298efde6c534 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58b173ba-3264-4cfa-bc64-893edcb7863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572567 Aug 30 14:33:23.508381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2408e259-4da3-4577-9c31-81a16f42c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.513065 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2408e259-4da3-4577-9c31-81a16f42c204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.514933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2408e259-4da3-4577-9c31-81a16f42c204 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d73b207-9b5d-4e23-97a9-868d18f82c40 HTTP/1.1" status: 204 len: 168 time: 0.2640543 Aug 30 14:33:23.573294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408e259-4da3-4577-9c31-81a16f42c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d73b207-9b5d-4e23-97a9-868d18f82c40,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:23.623906 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854f75c-865a-41a6-9600-68885d5a4032 None None] New status for floating IP 3334414c-04e1-40d7-a4f3-177a9f536bfc: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:33:23.642572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-af53df6f-3dbf-42e4-b688-db7f0a71cc5f service neutron] 10.222.0.21 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483192 Aug 30 14:33:23.813071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2b4c0cdc-60f9-46b6-9bff-a763248e59ac service neutron] 10.222.0.21 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391549 Aug 30 14:33:23.873829 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-02b3a3aa-09e2-4546-960e-1dd99cab177a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=de5ba890-9014-4b69-a5cb-59a329f7e621 HTTP/1.1" status: 200 len: 217 time: 0.0543652 Aug 30 14:33:23.931730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2d026382-1454-4c3b-9364-62235f7af89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.933564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2d026382-1454-4c3b-9364-62235f7af89e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.0514987 Aug 30 14:33:23.940392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43592) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:24.002506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-288f8edf-f90f-4033-9133-5dda2c72324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:24.005430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-288f8edf-f90f-4033-9133-5dda2c72324c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585604 Aug 30 14:33:24.108306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80ed7e0-5fcd-4fd7-9fef-da6e553bec1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.147496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-b3c3d20c-1938-4a26-ba13-1172ea6e495c service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340356 Aug 30 14:33:24.324813 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80ed7e0-5fcd-4fd7-9fef-da6e553bec1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.330668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-58dec00d-0832-45cc-9dce-95a4939f31b7 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739626 Aug 30 14:33:24.335322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80ed7e0-5fcd-4fd7-9fef-da6e553bec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.367733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c39078-5e6d-4dda-8f5e-754ca3f5a387 req-5b6c5295-5117-42ff-964d-1c0003d50721 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:24.370406 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-88c39078-5e6d-4dda-8f5e-754ca3f5a387 req-5b6c5295-5117-42ff-964d-1c0003d50721 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0642784 Aug 30 14:33:24.385733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ed7e0-5fcd-4fd7-9fef-da6e553bec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52cd4b5-a389-42c3-9f18-d279900b0d0f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:24.432310 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-88c39078-5e6d-4dda-8f5e-754ca3f5a387 req-bd7cbbaf-6f1a-4716-855d-dfb31ea14506 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480440 Aug 30 14:33:24.446140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-d5e8d2c0-f1ed-4399-88ee-5a2d8476695b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=3c85d4c7-85fe-4a87-b26c-82ccca54d129 HTTP/1.1" status: 200 len: 217 time: 0.0951374 Aug 30 14:33:24.453004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f80ed7e0-5fcd-4fd7-9fef-da6e553bec1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fc3cb5ea0724797bb95a26d5a5e299c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115597 Aug 30 14:33:24.455717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:24.533020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-1957270c-e230-4bf1-ae4b-9fee66db4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:24.534657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-1957270c-e230-4bf1-ae4b-9fee66db4dcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.0761149 Aug 30 14:33:24.549198 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1edc4a2b-5ed3-4fb1-bdc1-cfad5ab67eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.612147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1edc4a2b-5ed3-4fb1-bdc1-cfad5ab67eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.654361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-9b516fd9-4e6b-4b49-acb0-c479caa120a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:24.655922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-9b516fd9-4e6b-4b49-acb0-c479caa120a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047609 Aug 30 14:33:24.733846 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1edc4a2b-5ed3-4fb1-bdc1-cfad5ab67eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.736697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1edc4a2b-5ed3-4fb1-bdc1-cfad5ab67eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.737901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1edc4a2b-5ed3-4fb1-bdc1-cfad5ab67eb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a52cd4b5-a389-42c3-9f18-d279900b0d0f HTTP/1.1" status: 204 len: 168 time: 0.2810271 Aug 30 14:33:24.756289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc4a2b-5ed3-4fb1-bdc1-cfad5ab67eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52cd4b5-a389-42c3-9f18-d279900b0d0f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:24.805541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-dae2ea7f-1331-4d89-a76a-64e946c310e7 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286843 Aug 30 14:33:24.960621 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-17c9bd04-c0cd-465e-90da-70ae7d260a58 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409423 Aug 30 14:33:25.075549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-21749f6d-f553-4422-af24-fc64e68856da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0 HTTP/1.1" status: 200 len: 217 time: 0.0538099 Aug 30 14:33:25.124029 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b91facc-b4f3-496b-8a9e-19c3ab74660a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.155067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-3b03bdbd-033e-499f-bb23-48d66ef4241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:25.155248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:25.156798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-3b03bdbd-033e-499f-bb23-48d66ef4241b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.0657377 Aug 30 14:33:25.168954 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-576caa3e-1217-4938-932f-58be00a4e9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.220692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-14b3f47f-53f2-49a9-8225-2183232c9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:25.222821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-14b3f47f-53f2-49a9-8225-2183232c9a45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0565646 Aug 30 14:33:25.302841 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-576caa3e-1217-4938-932f-58be00a4e9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.309571 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-576caa3e-1217-4938-932f-58be00a4e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.331664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-2a8a1cf6-e622-4572-91a1-51b6f77bf207 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000583 Aug 30 14:33:25.366075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-576caa3e-1217-4938-932f-58be00a4e9aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06f214cd598a4ec1bc160c24bff809c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098200 Aug 30 14:33:25.367631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:25.368422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576caa3e-1217-4938-932f-58be00a4e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92cd258-817d-4237-8a56-685ad88db4e0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:25.453659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27468673-1ce0-439e-9ff1-19f7e9de1183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.476938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27468673-1ce0-439e-9ff1-19f7e9de1183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.486305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-c8338999-cb81-4757-8400-e4ffec03cc79 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441319 Aug 30 14:33:25.548964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-b3712051-6f66-4f5b-8b9e-289d445d4ea4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=1befa022-7c0d-41ee-9b34-144cced426c4 HTTP/1.1" status: 200 len: 217 time: 0.0502758 Aug 30 14:33:25.579267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c92fa-e25c-4f08-9e8c-8482f2fe5f60 req-062259bb-940d-4b79-83d2-6410dc5ac7aa tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:25.580971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e35c92fa-e25c-4f08-9e8c-8482f2fe5f60 req-062259bb-940d-4b79-83d2-6410dc5ac7aa tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0587010 Aug 30 14:33:25.582486 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27468673-1ce0-439e-9ff1-19f7e9de1183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.585296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27468673-1ce0-439e-9ff1-19f7e9de1183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.586427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27468673-1ce0-439e-9ff1-19f7e9de1183 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a92cd258-817d-4237-8a56-685ad88db4e0 HTTP/1.1" status: 204 len: 168 time: 0.2147138 Aug 30 14:33:25.603157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27468673-1ce0-439e-9ff1-19f7e9de1183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92cd258-817d-4237-8a56-685ad88db4e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:25.645505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-de2b1933-2c20-4b8d-9f02-daca8f5f8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:25.648731 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-de2b1933-2c20-4b8d-9f02-daca8f5f8e67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.0846803 Aug 30 14:33:25.656024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e35c92fa-e25c-4f08-9e8c-8482f2fe5f60 req-2e0e58cc-4b20-4eaa-bc31-870150ae2fa5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610254 Aug 30 14:33:25.742077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-678b6e43-3a66-42d6-bb2e-d7cc4e4dfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:25.743932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-678b6e43-3a66-42d6-bb2e-d7cc4e4dfe9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828474 Aug 30 14:33:25.881578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-062f6a7e-def1-49a5-a8f2-ab84898d8687 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093724 Aug 30 14:33:26.014025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-d12f6d2d-7c86-43b8-9437-b3fcf75b61c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117678 Aug 30 14:33:26.045939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:26.053729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155670556', 'description': 'tempest-secgroup-smoke-1155670556 description', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:26.085107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-1b436fdc-664d-4f14-bb56-d058f59e7239 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0604134 Aug 30 14:33:26.093304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.105720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.207614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-a5a99cd9-ce83-4c50-9748-25bab33dc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:26.209657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-a5a99cd9-ce83-4c50-9748-25bab33dc995 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76a1647d-e5c3-4afe-8081-1f2d6258de3d HTTP/1.1" status: 200 len: 797 time: 0.0677795 Aug 30 14:33:26.249079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.256668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.276723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-89eb8e94-b2c3-4a28-9be4-cca019ae7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:26.279561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-89eb8e94-b2c3-4a28-9be4-cca019ae7bfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608726 Aug 30 14:33:26.305739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee77208e-861a-4f72-b865-6fb42d02fffd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:26.379150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.386120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.427960 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.429244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3820722 Aug 30 14:33:26.430361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716704ab-774e-42e3-ba03-9d24909af0d0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6838ae9c-7788-46be-92ca-eb74e093e377,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:26.433697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:26.439347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-97138461-4a9b-447f-adec-9f07247147f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '6838ae9c-7788-46be-92ca-eb74e093e377', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:26.444818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-fa2affba-fe60-4a8b-a621-a280bce3cc5a service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465960 Aug 30 14:33:26.477597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97138461-4a9b-447f-adec-9f07247147f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.572355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-3ed4eb81-0064-42e7-8ca4-97f01afeff10 service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145360 Aug 30 14:33:26.577472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97138461-4a9b-447f-adec-9f07247147f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.582141 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97138461-4a9b-447f-adec-9f07247147f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.605027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97138461-4a9b-447f-adec-9f07247147f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.606403 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97138461-4a9b-447f-adec-9f07247147f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1709683 Aug 30 14:33:26.609188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:26.615053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-141c8aeb-d6cd-4e41-b540-13af3607008a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '6838ae9c-7788-46be-92ca-eb74e093e377', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:26.620052 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138461-4a9b-447f-adec-9f07247147f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a22c2d-87ad-466a-9f07-487cc42d1b88,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:26.655146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-141c8aeb-d6cd-4e41-b540-13af3607008a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.659014 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-9cc322ad-acd3-4035-8f9a-8b72400fe8f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0725729 Aug 30 14:33:26.751382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-141c8aeb-d6cd-4e41-b540-13af3607008a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.765919 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-141c8aeb-d6cd-4e41-b540-13af3607008a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.781924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-800f6e9e-87bc-473e-a024-2067e32fe6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:26.787394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-800f6e9e-87bc-473e-a024-2067e32fe6a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76a1647d-e5c3-4afe-8081-1f2d6258de3d HTTP/1.1" status: 200 len: 797 time: 0.1136515 Aug 30 14:33:26.799628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-141c8aeb-d6cd-4e41-b540-13af3607008a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.804417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-141c8aeb-d6cd-4e41-b540-13af3607008a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1941493 Aug 30 14:33:26.805192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:26.817198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a6e43a3a-07b8-4e57-883f-eebd1237d7f3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '6838ae9c-7788-46be-92ca-eb74e093e377', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:26.824660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8aeb-d6cd-4e41-b540-13af3607008a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cfab38-ed6a-46a8-aecb-a54fe89de34f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:26.865188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e17ad-7c28-4ae6-a903-9450c554f0f9 req-9e506466-68f4-490a-9390-54c1745d6f05 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:26.866814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf2e17ad-7c28-4ae6-a903-9450c554f0f9 req-9e506466-68f4-490a-9390-54c1745d6f05 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1139116 Aug 30 14:33:26.876451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e43a3a-07b8-4e57-883f-eebd1237d7f3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:26.905452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-f2263ae0-3d7d-46f7-8681-f76c04b75856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:26.907635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-f2263ae0-3d7d-46f7-8681-f76c04b75856 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063199 Aug 30 14:33:27.012038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf2e17ad-7c28-4ae6-a903-9450c554f0f9 req-3ddbe66f-9915-4af9-9a62-685a7f51ec92 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314521 Aug 30 14:33:27.076028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e43a3a-07b8-4e57-883f-eebd1237d7f3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.080796 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e43a3a-07b8-4e57-883f-eebd1237d7f3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.101929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e43a3a-07b8-4e57-883f-eebd1237d7f3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1905fc8-c8e4-40d2-9b94-cfa24237f22c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:27.114688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e43a3a-07b8-4e57-883f-eebd1237d7f3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.123679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6e43a3a-07b8-4e57-883f-eebd1237d7f3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109939 Aug 30 14:33:27.124413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:27.130442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f1f41eea-f17a-4e20-9954-2ff59347b0e3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '6838ae9c-7788-46be-92ca-eb74e093e377', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:27.137657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-01244ef1-b323-43a9-9313-a7f36dedea24 service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917958 Aug 30 14:33:27.213396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f41eea-f17a-4e20-9954-2ff59347b0e3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.282719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e269f705-48ee-4fcc-8efb-f116363063d6 req-d1d20f80-3399-483a-a227-0d9cbea1d359 service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337996 Aug 30 14:33:27.318917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f41eea-f17a-4e20-9954-2ff59347b0e3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.325007 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f41eea-f17a-4e20-9954-2ff59347b0e3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.353683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f41eea-f17a-4e20-9954-2ff59347b0e3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868a1b75-bca1-4f82-abc8-8b8801491fa6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:27.357436 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f41eea-f17a-4e20-9954-2ff59347b0e3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.358741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f1f41eea-f17a-4e20-9954-2ff59347b0e3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2326958 Aug 30 14:33:27.361584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:27.375347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cdf398c1-912d-4501-b662-9b36f603f642 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '6838ae9c-7788-46be-92ca-eb74e093e377', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:27.406285 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-cdf398c1-912d-4501-b662-9b36f603f642 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Project 917b7b4e773a42fcbf8eba694af1b9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:33:27.414753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf398c1-912d-4501-b662-9b36f603f642 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.494470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf398c1-912d-4501-b662-9b36f603f642 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.500110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf398c1-912d-4501-b662-9b36f603f642 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.522555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf398c1-912d-4501-b662-9b36f603f642 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a65c88f-31b2-4023-97ec-0f623c7dfde2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:27.533924 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf398c1-912d-4501-b662-9b36f603f642 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.536084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cdf398c1-912d-4501-b662-9b36f603f642 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1733184 Aug 30 14:33:27.538710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:27.551431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a0af40fb-c4f4-4218-a872-6b9332c2c487 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '6838ae9c-7788-46be-92ca-eb74e093e377', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:27.596458 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-a0af40fb-c4f4-4218-a872-6b9332c2c487 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Project 917b7b4e773a42fcbf8eba694af1b9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:33:27.608402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0af40fb-c4f4-4218-a872-6b9332c2c487 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.696146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0af40fb-c4f4-4218-a872-6b9332c2c487 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.702403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0af40fb-c4f4-4218-a872-6b9332c2c487 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.733899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af40fb-c4f4-4218-a872-6b9332c2c487 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7136f4-7eea-438b-acc4-5c5422c1e394,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:27.747681 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0af40fb-c4f4-4218-a872-6b9332c2c487 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.750090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a0af40fb-c4f4-4218-a872-6b9332c2c487 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2086406 Aug 30 14:33:27.754457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:27.760277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'network': {'name': 'tempest-network-smoke--998045860', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:27.786859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:27.791146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.819470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:33:27.833318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.833808 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Added segment 0a8951ab-0e6d-49f3-b7a0-60b76e9ff964 of type vlan for network 368a9aed-7d98-4f41-be51-adde5f25928e Aug 30 14:33:27.860051 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c2cad4e-7f56-4ef2-a37a-2482ea3380b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.883810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.925026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:27.931935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:27.932682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.030236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2745070 Aug 30 14:33:28.031369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9e291-d43b-42f1-a29b-a1ca5694c915 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Network': ['ID=368a9aed-7d98-4f41-be51-adde5f25928e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:28.035773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:28.054384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'admin_state_up': True, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:28.058469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 368a9aed-7d98-4f41-be51-adde5f25928e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:33:28.103711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.105871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.199208 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.306884 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:33:28.372937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2a22a-a2ce-4ff0-a951-ae6b50a50b22 req-2ae5945a-15a8-41a4-b5e1-14967faf551c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:28.374555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96d2a22a-a2ce-4ff0-a951-ae6b50a50b22 req-2ae5945a-15a8-41a4-b5e1-14967faf551c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1920347 Aug 30 14:33:28.422608 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.459654 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96d2a22a-a2ce-4ff0-a951-ae6b50a50b22 req-aba8a6e5-8d04-4d2e-bb1a-454bba8a0a9b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581851 Aug 30 14:33:28.513400 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.658640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.679612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.794938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.25.6.224 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d50f7bfb-c412-4e43-8dbc-a518a626f208) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:28.830028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:28.903952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.946125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.948151 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d04cce9-e09c-4f1f-81be-24b9d62f3af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.989747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:28.993677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:28.998646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:29.002132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=d50f7bfb-c412-4e43-8dbc-a518a626f208,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.052587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d04cce9-e09c-4f1f-81be-24b9d62f3af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.058008 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d04cce9-e09c-4f1f-81be-24b9d62f3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.121234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04cce9-e09c-4f1f-81be-24b9d62f3af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6787a1-443a-49a3-a9c1-a7fbecc578a1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.138854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7d04cce9-e09c-4f1f-81be-24b9d62f3af1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf04ceb623394bef8a465c237c8a43cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073659 Aug 30 14:33:29.142358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:29.207724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.231867 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23aca3c8-93a9-465b-80ff-6396af6960c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.256391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23aca3c8-93a9-465b-80ff-6396af6960c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.309212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23aca3c8-93a9-465b-80ff-6396af6960c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.312262 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23aca3c8-93a9-465b-80ff-6396af6960c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.316546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-23aca3c8-93a9-465b-80ff-6396af6960c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f6787a1-443a-49a3-a9c1-a7fbecc578a1 HTTP/1.1" status: 204 len: 168 time: 0.1698766 Aug 30 14:33:29.323777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aca3c8-93a9-465b-80ff-6396af6960c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6787a1-443a-49a3-a9c1-a7fbecc578a1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.324233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.575870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.627632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecdcb-94a6-4f38-b6b5-966035a5db2d req-41772e25-c703-45b7-946e-1eed3f0cba03 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:29.630772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f48ecdcb-94a6-4f38-b6b5-966035a5db2d req-41772e25-c703-45b7-946e-1eed3f0cba03 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0662317 Aug 30 14:33:29.686170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f48ecdcb-94a6-4f38-b6b5-966035a5db2d req-c346bf45-cef7-49ce-b545-35040d9662bd tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Aug 30 14:33:29.703014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:29.718607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49301958-702d-4b24-b0f6-8730c1d43d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.860201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49301958-702d-4b24-b0f6-8730c1d43d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.866501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49301958-702d-4b24-b0f6-8730c1d43d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.918425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-49301958-702d-4b24-b0f6-8730c1d43d9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1dc5521d664477282a489ec724c2415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142360 Aug 30 14:33:29.920854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49301958-702d-4b24-b0f6-8730c1d43d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956a4e7f-6e6b-49a3-b8e5-33fcddf97991,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.924489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:29.986823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d316cd47-34c4-48c8-8e2b-96cebddd4eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:30.015542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d316cd47-34c4-48c8-8e2b-96cebddd4eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:30.069999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d316cd47-34c4-48c8-8e2b-96cebddd4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:30.072920 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d316cd47-34c4-48c8-8e2b-96cebddd4eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:30.076848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d316cd47-34c4-48c8-8e2b-96cebddd4eb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/956a4e7f-6e6b-49a3-b8e5-33fcddf97991 HTTP/1.1" status: 204 len: 168 time: 0.1503024 Aug 30 14:33:30.087435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316cd47-34c4-48c8-8e2b-96cebddd4eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956a4e7f-6e6b-49a3-b8e5-33fcddf97991,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:30.108037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router a9716069-e460-4dc3-ab49-5bd0c5414797 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:33:30.230167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:30.241840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Sync routers for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:30.255811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:30.257401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:30.259527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:30.260383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:30.260720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5aa5e2b6-482e-4f36-9623-5e1ec37baa41 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2231343 Aug 30 14:33:30.602335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:30.634151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-96c2ba10-bea9-4af9-85bf-75834ddbe964 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=917b7b4e773a42fcbf8eba694af1b9c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3720071 Aug 30 14:33:30.638385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43816) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:30.855222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217703b-111a-4b1d-8b8b-2b5490692471 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:30.859983 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f217703b-111a-4b1d-8b8b-2b5490692471 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2181392 Aug 30 14:33:30.860268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43824) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:30.873912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:29Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:30.878030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cf748-fa08-44c8-8ee6-df66a2bdf51b req-1d641069-811e-4a1f-8916-f220403c04d6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:30.881766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c30cf748-fa08-44c8-8ee6-df66a2bdf51b req-1d641069-811e-4a1f-8916-f220403c04d6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1144016 Aug 30 14:33:30.911742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Checking router: a9716069-e460-4dc3-ab49-5bd0c5414797 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:30.912351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Updating router a9716069-e460-4dc3-ab49-5bd0c5414797 port d50f7bfb-c412-4e43-8dbc-a518a626f208 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:33:30.950566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b085fb8e-de92-4e09-a8a7-00615a191e55 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827858 Aug 30 14:33:30.951490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:30.955796 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:30.958128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512356846', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:30.985383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c30cf748-fa08-44c8-8ee6-df66a2bdf51b req-5ec305a0-b258-4145-9399-f71733a1b2ef tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955966 Aug 30 14:33:31.105121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:31.108198 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.312281 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.325312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Transition to ACTIVE for port object d50f7bfb-c412-4e43-8dbc-a518a626f208 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:31.334137 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.361597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.420131 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Attempting to bind port d50f7bfb-c412-4e43-8dbc-a518a626f208 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:31.420513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Attempting to bind port d50f7bfb-c412-4e43-8dbc-a518a626f208 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:31.420890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Attempting to bind port d50f7bfb-c412-4e43-8dbc-a518a626f208 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:31.423120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba20a10-8d8d-4aa1-85f9-e888f4331161 None None] Pushing event updated for resources: {'Port': ['ID=d50f7bfb-c412-4e43-8dbc-a518a626f208,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:31.439677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:31.440073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:31.440620 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.441098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:31.441590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Bound port: d50f7bfb-c412-4e43-8dbc-a518a626f208, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:31.441982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.476785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Subnet': ['ID=9ae6f16a-1780-4fec-aa14-c635ff2f1efe,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:31.491054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Checking segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:31.493454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network hostable DHCP agents. Network: 368a9aed-7d98-4f41-be51-adde5f25928e, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:33:31.520837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 368a9aed-7d98-4f41-be51-adde5f25928e is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:33:31.538121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 368a9aed-7d98-4f41-be51-adde5f25928e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:31.542737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] For port d50f7bfb-c412-4e43-8dbc-a518a626f208, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:31.559569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d73abd-ce3d-4b25-b49b-bebec92724ee None None] Network 368a9aed-7d98-4f41-be51-adde5f25928e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:31.561244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:31.562155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.586466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d945451b-6414-42e5-a1b5-cf9554819e61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6332350 Aug 30 14:33:31.588904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:31.636098 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.639620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] For port d50f7bfb-c412-4e43-8dbc-a518a626f208, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d50f7bfb-c412-4e43-8dbc-a518a626f208,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:31.648560 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:31.807598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:31.808340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:31.812452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba20a10-8d8d-4aa1-85f9-e888f4331161 None None] Pushing event updated for resources: {'Port': ['ID=d50f7bfb-c412-4e43-8dbc-a518a626f208,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:31.850948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-368a9aed-7d98-4f41-be51-adde5f25928e', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:33:31.851806 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:32.048465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:32.224305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Allocated IP 172.20.0.2 (368a9aed-7d98-4f41-be51-adde5f25928e/9ae6f16a-1780-4fec-aa14-c635ff2f1efe/9d16385e-bb01-4ae2-89bf-e1996e62b255) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:32.268154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47761e0e-16d2-4052-818a-ff7abdfd50b8 req-d6e47a2c-078a-4dad-bbf1-4c83f8193261 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:32.271149 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47761e0e-16d2-4052-818a-ff7abdfd50b8 req-d6e47a2c-078a-4dad-bbf1-4c83f8193261 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1695814 Aug 30 14:33:32.333473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:29Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:32.376092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47761e0e-16d2-4052-818a-ff7abdfd50b8 req-9afac759-792e-4248-9688-e121e95c17dc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760057 Aug 30 14:33:32.379162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87ec69-3c6c-46cf-abe4-629eeafa7411 None None] The sync data for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 is: [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:29Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:32.460621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:32.485259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Transition to ACTIVE for port object 9d16385e-bb01-4ae2-89bf-e1996e62b255 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:32.514114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:32.520858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Transition to ACTIVE for port object 9d16385e-bb01-4ae2-89bf-e1996e62b255 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:32.547955 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:32.661885 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:32.688882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Network 368a9aed-7d98-4f41-be51-adde5f25928e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:32.690473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Pushing event updated for resources: {'Port': ['ID=9d16385e-bb01-4ae2-89bf-e1996e62b255,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:32.696722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:32.704317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:32.855819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Attempting to bind port 9d16385e-bb01-4ae2-89bf-e1996e62b255 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:32.856209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Attempting to bind port 9d16385e-bb01-4ae2-89bf-e1996e62b255 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:32.856588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Attempting to bind port 9d16385e-bb01-4ae2-89bf-e1996e62b255 on network 368a9aed-7d98-4f41-be51-adde5f25928e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:32.870002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:32.870421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Checking segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:32.871609 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:32.872055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Bound using segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:32.872714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Bound port: 9d16385e-bb01-4ae2-89bf-e1996e62b255, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:32.873152 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:32.987273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] For port 9d16385e-bb01-4ae2-89bf-e1996e62b255, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:32.991897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] For port 9d16385e-bb01-4ae2-89bf-e1996e62b255, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d16385e-bb01-4ae2-89bf-e1996e62b255,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:32.999161 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:33.105204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aa670-ec42-47f8-a413-9c370dd3d3f2 None None] Pushing event updated for resources: {'Port': ['ID=9d16385e-bb01-4ae2-89bf-e1996e62b255,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:33.185858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.20.0.1 (368a9aed-7d98-4f41-be51-adde5f25928e/9ae6f16a-1780-4fec-aa14-c635ff2f1efe/0c5f96eb-2ed9-45c8-9915-22c8163ea00b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:33.485952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:33.520492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Transition to ACTIVE for port object 0c5f96eb-2ed9-45c8-9915-22c8163ea00b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:33.655382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:33.726621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad1d3d-7644-4439-b84d-907a7f209d43 req-52dda29e-6546-4489-a558-0ebcbf5f3bae tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:33.735843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8ad1d3d-7644-4439-b84d-907a7f209d43 req-52dda29e-6546-4489-a558-0ebcbf5f3bae tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1876678 Aug 30 14:33:33.792375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 368a9aed-7d98-4f41-be51-adde5f25928e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:33.803120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:33.813088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:33.834579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8ad1d3d-7644-4439-b84d-907a7f209d43 req-acee6c85-105e-4b09-911d-b1fc5dfa287f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952456 Aug 30 14:33:33.866967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d50f7bfb-c412-4e43-8dbc-a518a626f208 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:33.900558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:33.953094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.009937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d50f7bfb-c412-4e43-8dbc-a518a626f208 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:34.015429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d50f7bfb-c412-4e43-8dbc-a518a626f208 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:34.016024 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.162005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.214218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d50f7bfb-c412-4e43-8dbc-a518a626f208, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d50f7bfb-c412-4e43-8dbc-a518a626f208,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:34.221188 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.223384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d16385e-bb01-4ae2-89bf-e1996e62b255 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:34.312895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.484732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d50f7bfb-c412-4e43-8dbc-a518a626f208,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:34.498248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 9d16385e-bb01-4ae2-89bf-e1996e62b255 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:34.610369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:34.774358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f85452e-91ea-4609-91db-20432d6d005e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.775154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f9cb0-25cc-4c41-a858-1dc0f2a80c46 None None] Network 368a9aed-7d98-4f41-be51-adde5f25928e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:34.844640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.854121 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.917895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f85452e-91ea-4609-91db-20432d6d005e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.924797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f85452e-91ea-4609-91db-20432d6d005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.984144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-772aea9a-0433-49a2-9158-fa7d6e4a8f5d None None] Provisioning for port 9d16385e-bb01-4ae2-89bf-e1996e62b255 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:34.987985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:34.994601 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:34.995154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-772aea9a-0433-49a2-9158-fa7d6e4a8f5d None None] Provisioning complete for port 9d16385e-bb01-4ae2-89bf-e1996e62b255 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:34.996359 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-772aea9a-0433-49a2-9158-fa7d6e4a8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.025325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:35.026389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f85452e-91ea-4609-91db-20432d6d005e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7589f9be0265473ba1e365c0f0a34291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129391 Aug 30 14:33:35.035513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85452e-91ea-4609-91db-20432d6d005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f3665-5c09-47fe-90fd-d9a5a347297e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:35.074694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143190d6-2066-40c3-9285-95c30375f128 req-a09f4e1e-fbbe-4c2f-b012-132ec47e67ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:35.076830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-143190d6-2066-40c3-9285-95c30375f128 req-a09f4e1e-fbbe-4c2f-b012-132ec47e67ab tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1244748 Aug 30 14:33:35.158458 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-772aea9a-0433-49a2-9158-fa7d6e4a8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.175121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-143190d6-2066-40c3-9285-95c30375f128 req-284e3dd8-ab7a-4b11-82df-ef7b4bb465fc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902195 Aug 30 14:33:35.219933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 368a9aed-7d98-4f41-be51-adde5f25928e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:35.223255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-772aea9a-0433-49a2-9158-fa7d6e4a8f5d None None] For port 9d16385e-bb01-4ae2-89bf-e1996e62b255, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d16385e-bb01-4ae2-89bf-e1996e62b255,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:35.228399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:35.230321 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-772aea9a-0433-49a2-9158-fa7d6e4a8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.245725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc7a46d2-3df7-4580-b6f5-c72999424269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.302767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aea9a-0433-49a2-9158-fa7d6e4a8f5d None None] Pushing event updated for resources: {'Port': ['ID=9d16385e-bb01-4ae2-89bf-e1996e62b255,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:35.326672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc7a46d2-3df7-4580-b6f5-c72999424269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.429922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router a9716069-e460-4dc3-ab49-5bd0c5414797 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:33:35.433158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc7a46d2-3df7-4580-b6f5-c72999424269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.435797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc7a46d2-3df7-4580-b6f5-c72999424269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.437134 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dc7a46d2-3df7-4580-b6f5-c72999424269 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c1f3665-5c09-47fe-90fd-d9a5a347297e HTTP/1.1" status: 204 len: 168 time: 0.4108217 Aug 30 14:33:35.450445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a46d2-3df7-4580-b6f5-c72999424269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f3665-5c09-47fe-90fd-d9a5a347297e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:35.478991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc0deb92-2b91-4441-a34b-a73c9dab21dc None None] Provisioning for port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:35.486425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc0deb92-2b91-4441-a34b-a73c9dab21dc None None] Provisioning complete for port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:35.486763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0deb92-2b91-4441-a34b-a73c9dab21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.569337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bc0deb92-2b91-4441-a34b-a73c9dab21dc None None] Port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:33:35.589266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc0deb92-2b91-4441-a34b-a73c9dab21dc None None] Provisioning complete for port 9d16385e-bb01-4ae2-89bf-e1996e62b255 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:35.589704 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0deb92-2b91-4441-a34b-a73c9dab21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.650331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:35.658435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6aae1fcc-520b-4ad6-b130-9ff04d20d791 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "PUT /v2.0/routers/a9716069-e460-4dc3-ab49-5bd0c5414797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0676100 Aug 30 14:33:35.664381 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Sync routers for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:35.683268 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:35.686840 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:35.775903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d50f7bfb-c412-4e43-8dbc-a518a626f208 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:35.896500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fbd68b72-e50b-450e-81d7-29c827e1a7b1 None None] Provisioning complete for port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:35.897505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbd68b72-e50b-450e-81d7-29c827e1a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.913348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:35.932745 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:35.944553 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1030aecd-af97-42c3-aa34-bde481775f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.967451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fbd68b72-e50b-450e-81d7-29c827e1a7b1 None None] Port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:33:35.969783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d50f7bfb-c412-4e43-8dbc-a518a626f208 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:35.970506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.055964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-1b96eb95-da34-40fa-8465-93f2520510f1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155670556&fields=id&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 267 time: 0.1348515 Aug 30 14:33:36.223549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d16385e-bb01-4ae2-89bf-e1996e62b255 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:36.231826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-16eb37e5-9aa0-4acd-9e78-2afdd8732dd2 None None] Provisioning complete for port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:36.232532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16eb37e5-9aa0-4acd-9e78-2afdd8732dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.362442 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 2, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:36.415125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Checking router: a9716069-e460-4dc3-ab49-5bd0c5414797 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:36.416054 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Updating router a9716069-e460-4dc3-ab49-5bd0c5414797 port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:33:36.417130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1739bb-c5b2-423d-bc95-140e58d37ba9 req-55b570de-7ff1-4deb-84fa-e751d78515c6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:36.429487 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da1739bb-c5b2-423d-bc95-140e58d37ba9 req-55b570de-7ff1-4deb-84fa-e751d78515c6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1166034 Aug 30 14:33:36.437293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1030aecd-af97-42c3-aa34-bde481775f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.447891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1030aecd-af97-42c3-aa34-bde481775f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.454077 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.475671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da1739bb-c5b2-423d-bc95-140e58d37ba9 req-3d6f891f-3735-4186-af4a-23dcaaa7e4c4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452487 Aug 30 14:33:36.523655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-827da510-9351-466d-bfaa-0a99d13b7dea tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:36.525595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-827da510-9351-466d-bfaa-0a99d13b7dea tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 796 time: 0.4554965 Aug 30 14:33:36.551588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030aecd-af97-42c3-aa34-bde481775f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0bf728-a525-4a24-b832-ab2b1fb34d05,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:36.574806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16eb37e5-9aa0-4acd-9e78-2afdd8732dd2 None None] Port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:33:36.583499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1030aecd-af97-42c3-aa34-bde481775f74 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa9fb8601e4c45149277c5a788a9f572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688101 Aug 30 14:33:36.586173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:36.595837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9d16385e-bb01-4ae2-89bf-e1996e62b255 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:36.596217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.602144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-55215134-5b7c-44cd-b43a-a07608e88daf tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/quotas/917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0381753 Aug 30 14:33:36.692262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-255ae265-2db2-42d0-a1b9-66f98e90b003 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885892 Aug 30 14:33:36.693383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dddb93b-0e72-43da-90d7-ed65609ddbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.727004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dddb93b-0e72-43da-90d7-ed65609ddbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.797006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dddb93b-0e72-43da-90d7-ed65609ddbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.804602 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dddb93b-0e72-43da-90d7-ed65609ddbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.810229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2dddb93b-0e72-43da-90d7-ed65609ddbd6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee0bf728-a525-4a24-b832-ab2b1fb34d05 HTTP/1.1" status: 204 len: 168 time: 0.2228148 Aug 30 14:33:36.829772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddb93b-0e72-43da-90d7-ed65609ddbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0bf728-a525-4a24-b832-ab2b1fb34d05,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:36.956704 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.970486 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Transition to ACTIVE for port object 0c5f96eb-2ed9-45c8-9915-22c8163ea00b will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:36.982908 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:37.055487 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5e6ab-c939-4bec-9516-1cd90f1a49af None None] Pushing event updated for resources: {'Port': ['ID=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:37.114769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Attempting to bind port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:37.115142 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Attempting to bind port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:37.122186 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Attempting to bind port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b on network 368a9aed-7d98-4f41-be51-adde5f25928e {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:37.144078 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:37.144728 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Checking segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:37.145367 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:37.145770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Bound using segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:37.146261 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Bound port: 0c5f96eb-2ed9-45c8-9915-22c8163ea00b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:37.146839 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:37.170580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54cbc2-655f-4b9b-b5f9-c5e847ab97cd req-ecc89443-3c56-4679-a2a0-b5da5b5e6486 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:37.179223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b54cbc2-655f-4b9b-b5f9-c5e847ab97cd req-ecc89443-3c56-4679-a2a0-b5da5b5e6486 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1019681 Aug 30 14:33:37.233775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-f1714373-a8fd-4646-975c-86ce9c345c4d service neutron] 10.222.0.50 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318255 Aug 30 14:33:37.265086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b54cbc2-655f-4b9b-b5f9-c5e847ab97cd req-97cadb43-5b3f-41d9-bf53-02f70f5e25c1 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808227 Aug 30 14:33:37.314520 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] For port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:37.320112 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] For port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:37.327980 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:37.431132 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:37.431831 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:37.468309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-f3685092-d26b-4f2a-b8f3-73a9f5e6a8b5 service neutron] 10.222.0.50 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335672 Aug 30 14:33:37.490677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5e6ab-c939-4bec-9516-1cd90f1a49af None None] Pushing event updated for resources: {'Port': ['ID=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:37.612056 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:37.679147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91efb3c-4eb5-4afc-b9f7-d1b427b6ee8b req-6a56e2f5-39ff-4d63-97ae-4038f1c4b594 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:37.687509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f91efb3c-4eb5-4afc-b9f7-d1b427b6ee8b req-6a56e2f5-39ff-4d63-97ae-4038f1c4b594 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0735545 Aug 30 14:33:37.751966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f91efb3c-4eb5-4afc-b9f7-d1b427b6ee8b req-0f49b5cb-2161-4ae1-817a-975a172a9387 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576541 Aug 30 14:33:37.868271 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:37Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:37.882895 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b9764f95-6ba6-4ee7-8f56-ba8aadf48166 req-f8a235a4-82c4-4894-9660-9d7c8dcc231c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 210 time: 0.0515838 Aug 30 14:33:37.907649 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505bcdf-b08e-46be-b679-293184ce5c08 None None] The sync data for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 is: [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:37Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:38.526345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a22e52-ca54-4b1a-ba66-e16cf45f5769 req-dc7f8c61-15a0-427d-8e2f-f01c27964c21 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:38.535382 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11a22e52-ca54-4b1a-ba66-e16cf45f5769 req-dc7f8c61-15a0-427d-8e2f-f01c27964c21 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.1265042 Aug 30 14:33:38.604971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11a22e52-ca54-4b1a-ba66-e16cf45f5769 req-c6fe84b9-efc1-4cb1-b849-8c5273117db8 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631478 Aug 30 14:33:38.893756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ea19f-8e7b-4844-bc54-1e832383f37c req-c36a3c92-b946-43a0-bd0d-bf2a0fce1c58 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:38.896576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-288ea19f-8e7b-4844-bc54-1e832383f37c req-c36a3c92-b946-43a0-bd0d-bf2a0fce1c58 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0587552 Aug 30 14:33:38.969450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-288ea19f-8e7b-4844-bc54-1e832383f37c req-7a06b02a-e8f9-44af-aee6-a076b3e36886 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652006 Aug 30 14:33:39.030695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db5da482-dd4e-4e3d-9c97-bffe466ff7b8 req-0a05c19e-fed6-49c5-9e19-789f4a2cb221 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 210 time: 0.0380702 Aug 30 14:33:39.128682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750700d7-d745-4015-9747-c3c77243c465 req-f95ac87d-41e8-4276-94e6-5d9de1286b6f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:39.130759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-750700d7-d745-4015-9747-c3c77243c465 req-f95ac87d-41e8-4276-94e6-5d9de1286b6f tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.39 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 946 time: 0.0812793 Aug 30 14:33:39.280354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Deleting port 1842477b-6b57-40ab-b259-d50c4c0ffd17 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:33:39.281532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.371870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-65058903-da8d-400e-8d9e-66f5ebde7043 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:39.373852 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-65058903-da8d-400e-8d9e-66f5ebde7043 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 796 time: 0.2229156 Aug 30 14:33:39.425408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] For port 1842477b-6b57-40ab-b259-d50c4c0ffd17, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1842477b-6b57-40ab-b259-d50c4c0ffd17,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:39.425890 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.446241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Calling delete_port for 1842477b-6b57-40ab-b259-d50c4c0ffd17 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:33:39.450916 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-f200a2b6-71fa-4c77-a108-7c7f74a2efa5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 380 time: 0.0665452 Aug 30 14:33:39.469481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'port': {'device_id': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'admin_state_up': True, 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'security_groups': ['6838ae9c-7788-46be-92ca-eb74e093e377']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:39.617996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:39.631276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.640505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:39.674329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.687848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1842477b-6b57-40ab-b259-d50c4c0ffd17'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:39.724892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Pushing event deleted for resources: {'Port': ['ID=1842477b-6b57-40ab-b259-d50c4c0ffd17,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:39.748869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['abe505c6-397a-4370-a6b2-da330d52af82'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:39.781170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0c5f96eb-2ed9-45c8-9915-22c8163ea00b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:39.809752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] No DVR routers for this DVR port 1842477b-6b57-40ab-b259-d50c4c0ffd17 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:33:39.815261 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.819724 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-750700d7-d745-4015-9747-c3c77243c465 req-fd5db20b-e334-4d30-826f-f9c3f39ab6da tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.39 "DELETE /v2.0/ports/1842477b-6b57-40ab-b259-d50c4c0ffd17 HTTP/1.1" status: 204 len: 173 time: 0.6822631 Aug 30 14:33:39.820512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea8a3d0-ae64-4ed6-b3ec-73dca587dca7', 'name': 'network-vif-deleted', 'tag': '1842477b-6b57-40ab-b259-d50c4c0ffd17'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:39.833619 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce45dd9-8533-47a5-b3d9-ef3195c93752" -d '{"events": [{"server_uuid": "bea8a3d0-ae64-4ed6-b3ec-73dca587dca7", "name": "network-vif-deleted", "tag": "1842477b-6b57-40ab-b259-d50c4c0ffd17"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:39.859759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ea3e711-cff1-4008-a1d7-2c21eea4a5b0 req-57abafd5-cf54-4b32-bd66-9947f5ac8be7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea8a3d0-ae64-4ed6-b3ec-73dca587dca7 HTTP/1.1" status: 200 len: 210 time: 0.0632162 Aug 30 14:33:39.911640 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5a5806-f0d7-48b9-9ad1-718fb3cd4459 x-openstack-request-id: req-1e5a5806-f0d7-48b9-9ad1-718fb3cd4459 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:39.911930 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea8a3d0-ae64-4ed6-b3ec-73dca587dca7", "name": "network-vif-deleted", "tag": "1842477b-6b57-40ab-b259-d50c4c0ffd17", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:39.912179 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e5a5806-f0d7-48b9-9ad1-718fb3cd4459 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:39.912569 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea8a3d0-ae64-4ed6-b3ec-73dca587dca7', 'name': 'network-vif-deleted', 'tag': '1842477b-6b57-40ab-b259-d50c4c0ffd17', 'status': 'completed', 'code': 200} Aug 30 14:33:39.948362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:39.963583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:39.963960 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.967929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.20.0.6 (368a9aed-7d98-4f41-be51-adde5f25928e/9ae6f16a-1780-4fec-aa14-c635ff2f1efe/34f52b24-f4e3-4bc9-bbf8-364484a1c50a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:39.978642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.085551 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.137321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:40.144331 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.187789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-43f251da-c757-491d-b57b-bf52c5e40d4d req-1523638a-f73c-4dc8-bda5-d99716fbb271 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 210 time: 0.0399098 Aug 30 14:33:40.221017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd317ed4-5e6f-473d-aa94-95980ba7c486 req-dac18953-a02a-4628-8779-70983f7efa67 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:40.223285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cd317ed4-5e6f-473d-aa94-95980ba7c486 req-dac18953-a02a-4628-8779-70983f7efa67 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1176882 Aug 30 14:33:40.242296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:40.273744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.292018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.308196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.331210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Transition to ACTIVE for port object 34f52b24-f4e3-4bc9-bbf8-364484a1c50a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:40.388950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=575f9283b85f42e5a1210efe439c96e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462924 Aug 30 14:33:40.393539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44074) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:40.396814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc85b990-2894-4381-9179-e1dfc36e55c4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:40.410711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cd317ed4-5e6f-473d-aa94-95980ba7c486 req-dd2293a1-c0e2-4381-b6d5-39e4470a81d8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456795 Aug 30 14:33:40.423081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.423756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.424286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.424804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.426070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.426732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.427388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.427923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.428451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.428795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.429188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.429483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133f17c-bf28-4d31-a79d-c93f1a3adb21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:40.459689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.501190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5206c078-be5a-4b28-8bff-8076d9dafe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.542417 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5206c078-be5a-4b28-8bff-8076d9dafe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.627487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5206c078-be5a-4b28-8bff-8076d9dafe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.630961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5206c078-be5a-4b28-8bff-8076d9dafe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.632945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5206c078-be5a-4b28-8bff-8076d9dafe5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc85b990-2894-4381-9179-e1dfc36e55c4 HTTP/1.1" status: 204 len: 168 time: 0.2375188 Aug 30 14:33:40.645303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206c078-be5a-4b28-8bff-8076d9dafe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc85b990-2894-4381-9179-e1dfc36e55c4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:40.861275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 368a9aed-7d98-4f41-be51-adde5f25928e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:40.865600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:40.875793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:40.958485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:40.959527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:40.981528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5206332 Aug 30 14:33:40.989242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafac4d-04a0-40f3-859d-4f522ed8e304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:41.016079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Request body: {'port': {'device_id': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:41.086077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.264883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33b078ad-734e-4d54-870a-0edd1aee255c None None] Provisioning for port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:41.270514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33b078ad-734e-4d54-870a-0edd1aee255c None None] Provisioning complete for port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:41.270875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33b078ad-734e-4d54-870a-0edd1aee255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.299099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2485cc-040e-4ef5-a19d-e85e66666817 req-aeb25f53-6d13-4614-86cd-b5b86a7b7554 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:41.312949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa2485cc-040e-4ef5-a19d-e85e66666817 req-aeb25f53-6d13-4614-86cd-b5b86a7b7554 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1009138 Aug 30 14:33:41.342540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-33b078ad-734e-4d54-870a-0edd1aee255c None None] Port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:33:41.382972 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa2485cc-040e-4ef5-a19d-e85e66666817 req-c6595af8-b57a-4023-a477-0c7f4eb59ad2 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627229 Aug 30 14:33:41.419753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24e2d1-39b7-4f27-a64e-f2c23d1c71eb req-c716123c-d042-44e0-8ac4-f98bdd4f69ea tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:41.421483 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f24e2d1-39b7-4f27-a64e-f2c23d1c71eb req-c716123c-d042-44e0-8ac4-f98bdd4f69ea tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 931 time: 0.0883727 Aug 30 14:33:41.532011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f24e2d1-39b7-4f27-a64e-f2c23d1c71eb req-36267bb3-398c-46a1-add9-705da8da6e66 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932345 Aug 30 14:33:41.597447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f52b24-f4e3-4bc9-bbf8-364484a1c50a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:41.615343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.644496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Transition to ACTIVE for port object 34f52b24-f4e3-4bc9-bbf8-364484a1c50a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:41.650416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.734829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48012d-3b39-4c30-8e73-2c80cc778616 req-bfa124bf-ebf7-40f3-9fa6-b69f3a592c87 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:41.741390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd48012d-3b39-4c30-8e73-2c80cc778616 req-bfa124bf-ebf7-40f3-9fa6-b69f3a592c87 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1125069 Aug 30 14:33:41.762450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0c5f96eb-2ed9-45c8-9915-22c8163ea00b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:41.793598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:41.818780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd48012d-3b39-4c30-8e73-2c80cc778616 req-a6ee5151-d7b2-4547-b31f-27e4479791eb tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704675 Aug 30 14:33:41.882735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:41.883264 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.891473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Attempting to bind port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:41.891735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Attempting to bind port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:41.892066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Attempting to bind port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on network 368a9aed-7d98-4f41-be51-adde5f25928e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:41.898170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on network 368a9aed-7d98-4f41-be51-adde5f25928e not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:33:41.898791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Attempting to bind port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on network 368a9aed-7d98-4f41-be51-adde5f25928e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:41.910200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:41.911363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Checking segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:41.911958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Bound using segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:41.912589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Bound port: 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:41.913420 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.039876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:42.045862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:42.053807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.098779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.100615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.101016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 1091 time: 1.0913012 Aug 30 14:33:42.101580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:42.104211 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c4d95-43b5-407b-979a-c6ff5c115667" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:42.141330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356007c-c554-4d3b-b61b-d14b352858f7 service neutron] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:42.262968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-a5cfdb0d-27fd-4866-b1d4-acb5f0349670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.265220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-a5cfdb0d-27fd-4866-b1d4-acb5f0349670 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1094 time: 0.1110163 Aug 30 14:33:42.356628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-30b1449c-b06c-48f9-b579-fb132837b327 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 217 time: 0.0836751 Aug 30 14:33:42.453592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-1b9038e9-2498-4385-8c4f-26280bb4d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.456998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-1b9038e9-2498-4385-8c4f-26280bb4d77c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.0925696 Aug 30 14:33:42.548155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-86dca1a0-f523-408e-ba2d-f9d0e9934f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.551397 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-86dca1a0-f523-408e-ba2d-f9d0e9934f4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867403 Aug 30 14:33:42.553538 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470002b7-5e9a-44ae-adae-4197ff8a7b28 x-openstack-request-id: req-470002b7-5e9a-44ae-adae-4197ff8a7b28 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:42.553915 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:42.554169 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-470002b7-5e9a-44ae-adae-4197ff8a7b28 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:42.554856 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'status': 'completed', 'code': 200} Aug 30 14:33:42.604668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff368c-aab0-4d3e-bb2d-9dc4872dc531 req-557d907e-7284-4143-a700-164c1cdc9ef1 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.613772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80ff368c-aab0-4d3e-bb2d-9dc4872dc531 req-557d907e-7284-4143-a700-164c1cdc9ef1 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0691154 Aug 30 14:33:42.661854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80ff368c-aab0-4d3e-bb2d-9dc4872dc531 req-e5b9901f-5143-4282-9390-afe3d80e94f7 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466576 Aug 30 14:33:42.681807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-a1131ebb-e961-4f1f-96cf-d0c25e9eb451 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223643 Aug 30 14:33:42.853019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a7ec0-fc13-414e-ba08-c0b7960f4201 req-f246794c-91f3-4970-8e12-fe62510c71d1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.854715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea1a7ec0-fc13-414e-ba08-c0b7960f4201 req-f246794c-91f3-4970-8e12-fe62510c71d1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.0885212 Aug 30 14:33:42.889336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4c8f959-1665-40b8-ba79-eff970afc165 req-5c9f5c5b-947a-41b4-893a-4da07bd371c0 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996055 Aug 30 14:33:42.932241 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea1a7ec0-fc13-414e-ba08-c0b7960f4201 req-f2aa6919-e7cb-46c5-a6d5-fe3045a55c38 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664861 Aug 30 14:33:42.966652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9024251-1d23-4dd7-b1bd-905608967164 req-93ff2a82-a8f0-43a4-a7de-57afd96c636f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.968223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9024251-1d23-4dd7-b1bd-905608967164 req-93ff2a82-a8f0-43a4-a7de-57afd96c636f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0654423 Aug 30 14:33:43.016161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-c10829ee-42a8-4862-8662-156c33b7938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:43.016949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-c10829ee-42a8-4862-8662-156c33b7938a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1094 time: 0.0495210 Aug 30 14:33:43.021406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9024251-1d23-4dd7-b1bd-905608967164 req-74ccbbe0-b165-43ad-b46a-326b9b347c98 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Aug 30 14:33:43.139450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-7ff58dcc-b30f-4416-a4dd-b8d60d337605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:43.142836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-7ff58dcc-b30f-4416-a4dd-b8d60d337605 service neutron] 10.222.0.39 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 897 time: 0.1181161 Aug 30 14:33:43.217764 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-fed1f1f1-df95-4b4a-b251-1894346c8a5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 217 time: 0.0657248 Aug 30 14:33:43.219536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1842477b-6b57-40ab-b259-d50c4c0ffd17 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:33:43.242305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 1842477b-6b57-40ab-b259-d50c4c0ffd17 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:33:43.242655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1842477b-6b57-40ab-b259-d50c4c0ffd17 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:33:43.281982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-2345e890-6dbb-4518-b713-a14a90749e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:43.285372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-2345e890-6dbb-4518-b713-a14a90749e49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.0584829 Aug 30 14:33:43.341273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-4379086a-4978-4664-bbfe-e039f0ca7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:43.342826 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-4379086a-4978-4664-bbfe-e039f0ca7119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493333 Aug 30 14:33:43.449620 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-42afaa59-b47d-4034-ab8c-61116ad3ca34 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972486 Aug 30 14:33:43.548820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3c4d95-43b5-407b-979a-c6ff5c115667 req-0ceb4e39-8c70-488c-b386-d999136f6844 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914660 Aug 30 14:33:43.994333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:44.106884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fc184-3d3c-440b-94eb-3c82b3d90584 req-65b6a96c-1fa4-470e-b6bc-7edbdc4dcbb5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:44.109105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d36fc184-3d3c-440b-94eb-3c82b3d90584 req-65b6a96c-1fa4-470e-b6bc-7edbdc4dcbb5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.0774598 Aug 30 14:33:44.141577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58076d5c-d66d-45c6-901f-2ad17b96e436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.181451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a494-ad4b-4aa7-9243-3f3c75f7159d req-77bbdf53-0dd2-46d5-ba77-ec27e25bea1e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:44.185273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e660a494-ad4b-4aa7-9243-3f3c75f7159d req-77bbdf53-0dd2-46d5-ba77-ec27e25bea1e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.4131715 Aug 30 14:33:44.192453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d36fc184-3d3c-440b-94eb-3c82b3d90584 req-b1bf23e1-5b41-42f6-9f6a-4e71f410d5b5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644541 Aug 30 14:33:44.239187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e660a494-ad4b-4aa7-9243-3f3c75f7159d req-1f145b1d-c1b8-4e83-8991-6285e1a733ef tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Aug 30 14:33:44.316407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58076d5c-d66d-45c6-901f-2ad17b96e436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.320631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58076d5c-d66d-45c6-901f-2ad17b96e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.373820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29fe6-2496-4226-a6b7-d06f95c9b507 req-9090f5a3-b510-4f33-9779-0cc6ff3e1aa2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:44.374695 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bc29fe6-2496-4226-a6b7-d06f95c9b507 req-9090f5a3-b510-4f33-9779-0cc6ff3e1aa2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1060388 Aug 30 14:33:44.378705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-58076d5c-d66d-45c6-901f-2ad17b96e436 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64a5ce8bf98e4c1e81e788d94fb14814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830323 Aug 30 14:33:44.380383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076d5c-d66d-45c6-901f-2ad17b96e436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f793a5a1-512a-4b8c-bb10-a8d53ae3c1a6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:44.382941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:44.445207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bc29fe6-2496-4226-a6b7-d06f95c9b507 req-813c1027-e538-493c-a5b1-167bdc8dcdb1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600336 Aug 30 14:33:44.467644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0e07ca8-e525-447e-9e5a-d2eb0d574d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.489926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0e07ca8-e525-447e-9e5a-d2eb0d574d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.539019 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0e07ca8-e525-447e-9e5a-d2eb0d574d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.541855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0e07ca8-e525-447e-9e5a-d2eb0d574d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.542987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d0e07ca8-e525-447e-9e5a-d2eb0d574d68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f793a5a1-512a-4b8c-bb10-a8d53ae3c1a6 HTTP/1.1" status: 204 len: 168 time: 0.1591160 Aug 30 14:33:44.550617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e07ca8-e525-447e-9e5a-d2eb0d574d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f793a5a1-512a-4b8c-bb10-a8d53ae3c1a6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:44.818675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44214) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:44.835527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11d0b87a-b800-4c10-8fa8-43f99015ff1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.933303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11d0b87a-b800-4c10-8fa8-43f99015ff1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.937292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11d0b87a-b800-4c10-8fa8-43f99015ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.975890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-11d0b87a-b800-4c10-8fa8-43f99015ff1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42c2630141fe4e8a84b49b615cceceb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560514 Aug 30 14:33:44.976772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0b87a-b800-4c10-8fa8-43f99015ff1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a07fb-9acc-445b-aa93-3c8f37ca6307,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:44.978675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:45.037079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d05d966a-ed9e-4459-a244-aefde9e6e279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:45.059806 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d05d966a-ed9e-4459-a244-aefde9e6e279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:45.107627 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d05d966a-ed9e-4459-a244-aefde9e6e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:45.110230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d05d966a-ed9e-4459-a244-aefde9e6e279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:45.111399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d05d966a-ed9e-4459-a244-aefde9e6e279 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e88a07fb-9acc-445b-aa93-3c8f37ca6307 HTTP/1.1" status: 204 len: 168 time: 0.1317101 Aug 30 14:33:45.120021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d966a-ed9e-4459-a244-aefde9e6e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a07fb-9acc-445b-aa93-3c8f37ca6307,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:45.216223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 34f52b24-f4e3-4bc9-bbf8-364484a1c50a details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:45.339755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:45.345557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc5114-2643-4b19-84b7-c176c688bb71 req-a598951b-a32b-4507-a28d-5d8b2a917497 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:45.347974 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19bc5114-2643-4b19-84b7-c176c688bb71 req-a598951b-a32b-4507-a28d-5d8b2a917497 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.0618429 Aug 30 14:33:45.360277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'port_id': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'mac_address': 'fa:16:3e:ec:41:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:45.405639 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5151-e6fb-44a3-baf1-14c0b49d386e req-1253039f-627f-4990-945d-949e31a01371 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:45.407103 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:45.418967 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2fa5151-e6fb-44a3-baf1-14c0b49d386e req-1253039f-627f-4990-945d-949e31a01371 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0850453 Aug 30 14:33:45.419068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19bc5114-2643-4b19-84b7-c176c688bb71 req-f2333c08-d9ed-4bc0-96f3-7b28a75520e7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578418 Aug 30 14:33:45.437346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f52b24-f4e3-4bc9-bbf8-364484a1c50a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:45.465458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:45.470357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2fa5151-e6fb-44a3-baf1-14c0b49d386e req-66d9e09a-b35d-450b-a445-d28a5f07b392 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 Aug 30 14:33:45.475440 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:45.537361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:45.684419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c62d-a574-4f4d-b4e9-b217eb558637 req-302858eb-75b3-40b5-8606-76802646b9e8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:45.689015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff6c62d-a574-4f4d-b4e9-b217eb558637 req-302858eb-75b3-40b5-8606-76802646b9e8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0690920 Aug 30 14:33:45.739395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff6c62d-a574-4f4d-b4e9-b217eb558637 req-aa26c115-39eb-4712-9177-6dfebcb5ef89 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Aug 30 14:33:45.795755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['34f52b24-f4e3-4bc9-bbf8-364484a1c50a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:46.563555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcfe77-95b6-41fe-b2bf-00b63ca64666 req-0a0791d1-5b46-479c-978e-b0d50d37e176 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:46.565059 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79dcfe77-95b6-41fe-b2bf-00b63ca64666 req-0a0791d1-5b46-479c-978e-b0d50d37e176 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 944 time: 0.0770695 Aug 30 14:33:46.610711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79dcfe77-95b6-41fe-b2bf-00b63ca64666 req-db908059-295f-48a0-8875-6e555f5c80df tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386372 Aug 30 14:33:46.614179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2086ab-bf5c-4233-affd-2680f08e2582 req-79bc2338-94e7-4459-88d0-743e0ec12c6e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:46.621631 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c2086ab-bf5c-4233-affd-2680f08e2582 req-79bc2338-94e7-4459-88d0-743e0ec12c6e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0598781 Aug 30 14:33:46.668668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c2086ab-bf5c-4233-affd-2680f08e2582 req-24284ca0-6902-4e3a-bd8c-c2461e691132 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442159 Aug 30 14:33:46.684444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 75449a80-9826-4b86-b351-29b3cf072e31 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:46.803739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:46.819487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '75449a80-9826-4b86-b351-29b3cf072e31', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'port_id': '75449a80-9826-4b86-b351-29b3cf072e31', 'mac_address': 'fa:16:3e:7e:4a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e00d0-e531-49f5-911d-5f14848666a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:46.866204 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:46.875494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e697b-001f-41fb-8db2-f4ea7f9a03da req-8add4a80-1750-4350-ba12-6eb878c88994 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:46.880948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75449a80-9826-4b86-b351-29b3cf072e31 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:46.883486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e22e697b-001f-41fb-8db2-f4ea7f9a03da req-8add4a80-1750-4350-ba12-6eb878c88994 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0573578 Aug 30 14:33:46.902762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:46.907720 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:46.919532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e22e697b-001f-41fb-8db2-f4ea7f9a03da req-89ae46c2-247a-4b8d-94fb-a80a02483ee8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351567 Aug 30 14:33:46.963938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:47.215879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 34f52b24-f4e3-4bc9-bbf8-364484a1c50a up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:47.270059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:47.274177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:47.274648 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:47.314580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['75449a80-9826-4b86-b351-29b3cf072e31'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:47.410257 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:47.450438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:47.452694 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40593da-05b7-477e-a49f-7e1f06f5d487" -d '{"events": [{"server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "name": "network-vif-plugged", "status": "completed", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:47.472022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:47.479051 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:47.509294 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b96ad9-31f5-4ccb-a247-3f8a2004891b x-openstack-request-id: req-70b96ad9-31f5-4ccb-a247-3f8a2004891b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:47.509588 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "name": "network-vif-plugged", "status": "completed", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:47.510282 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70b96ad9-31f5-4ccb-a247-3f8a2004891b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:47.510282 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'code': 200} Aug 30 14:33:47.566142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:47.607676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f22dbf-b4dd-4928-850e-3cd7c7af08b7 req-e68335e6-8656-4d07-9708-a478cb8543ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:47.609282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74f22dbf-b4dd-4928-850e-3cd7c7af08b7 req-e68335e6-8656-4d07-9708-a478cb8543ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1096 time: 0.0435591 Aug 30 14:33:47.645779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74f22dbf-b4dd-4928-850e-3cd7c7af08b7 req-223d9c9a-ebc4-4300-8eb2-a7e1b94f909a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291209 Aug 30 14:33:47.763494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa583dbe-471f-496f-aaaf-0f2f7842fb0e req-613e4465-d04e-461d-a8c9-cb3075500fb0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:47.765023 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa583dbe-471f-496f-aaaf-0f2f7842fb0e req-613e4465-d04e-461d-a8c9-cb3075500fb0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0592346 Aug 30 14:33:47.797313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbfee0-cb4a-44d7-aeff-5f1277e6d526 req-60be83c1-8374-4a79-b033-7800cb41ba9b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:47.799427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aefbfee0-cb4a-44d7-aeff-5f1277e6d526 req-60be83c1-8374-4a79-b033-7800cb41ba9b tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0627990 Aug 30 14:33:47.817091 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa583dbe-471f-496f-aaaf-0f2f7842fb0e req-6a27f3ab-c064-4862-a804-7d07dd719677 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 Aug 30 14:33:47.852584 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aefbfee0-cb4a-44d7-aeff-5f1277e6d526 req-a71cec54-4083-4f32-957f-05038685567a tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Aug 30 14:33:48.041366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b9f84-e00f-4f14-80f5-4cebf1648cd1 req-22baa9fe-d114-4dfc-91a1-994f19374291 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:48.042918 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ad6b9f84-e00f-4f14-80f5-4cebf1648cd1 req-22baa9fe-d114-4dfc-91a1-994f19374291 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 944 time: 0.0532446 Aug 30 14:33:48.081885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ad6b9f84-e00f-4f14-80f5-4cebf1648cd1 req-22724e32-6485-4ff2-844a-34a8a43623a3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Aug 30 14:33:48.328669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f1524-3187-441a-9100-caa8c6d579f5 req-57c2bab9-d69c-47a3-81bd-88337bb52e10 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:48.334207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788f1524-3187-441a-9100-caa8c6d579f5 req-57c2bab9-d69c-47a3-81bd-88337bb52e10 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0621696 Aug 30 14:33:48.375290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788f1524-3187-441a-9100-caa8c6d579f5 req-4530fcc9-4b23-4bf0-9a2e-bfda5abf31ba tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381229 Aug 30 14:33:48.431672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-35c2e6b2-64d0-4ee7-83b4-791af0666e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:48.433253 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-35c2e6b2-64d0-4ee7-83b4-791af0666e3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1095 time: 0.0440805 Aug 30 14:33:48.533032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-2e092cf2-442e-4327-b2b0-bde6edb75b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:48.535123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-2e092cf2-442e-4327-b2b0-bde6edb75b19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.0920808 Aug 30 14:33:48.610311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-43141a6d-d036-4a69-b7c1-352859a3237b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 999 time: 0.0631373 Aug 30 14:33:48.669907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-77ebb4e2-9007-4312-82b0-33f8582b0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:48.671671 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-77ebb4e2-9007-4312-82b0-33f8582b0d7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0471921 Aug 30 14:33:48.711577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 75449a80-9826-4b86-b351-29b3cf072e31 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:48.737599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-bfbfaa06-6bb6-4395-98b5-8e95c0ad41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:48.739993 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-bfbfaa06-6bb6-4395-98b5-8e95c0ad41a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528040 Aug 30 14:33:48.765127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 75449a80-9826-4b86-b351-29b3cf072e31 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:48.765509 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:48.841585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-76d46b62-1b3b-48fa-bd7b-cbf337af37c4 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915937 Aug 30 14:33:48.852157 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:48.890801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:48.897749 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:48.970761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2932e-6c9e-44da-8825-6f4328e3fcd1 req-65820394-f66a-4f09-b1c9-adc9dabf8cf1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:48.978913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9de2932e-6c9e-44da-8825-6f4328e3fcd1 req-65820394-f66a-4f09-b1c9-adc9dabf8cf1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0561535 Aug 30 14:33:48.982713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:48.989028 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec08d27e-9dcf-43a2-9a0d-cdb35de35f13 req-94b3a2a6-2557-481c-ae43-8fcfbb59bd53 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378856 Aug 30 14:33:49.013521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26023caf-7751-4729-a035-1b23a7351339 req-445f1717-1c76-4a6b-a1fe-30757cde291e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:49.015444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26023caf-7751-4729-a035-1b23a7351339 req-445f1717-1c76-4a6b-a1fe-30757cde291e tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0682743 Aug 30 14:33:49.029153 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9de2932e-6c9e-44da-8825-6f4328e3fcd1 req-309893a4-1442-44ef-99fd-7d98cfa277ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 Aug 30 14:33:49.070516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26023caf-7751-4729-a035-1b23a7351339 req-e8a7aa50-4290-4e75-97ba-6d9a758ae5ab tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475039 Aug 30 14:33:49.208176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ec57-fb74-43ee-97f2-54efdcff6cf7 req-1a1a4df6-356e-4f2f-88b1-e16aea918ad5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:49.209788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b9f6ec57-fb74-43ee-97f2-54efdcff6cf7 req-1a1a4df6-356e-4f2f-88b1-e16aea918ad5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0644872 Aug 30 14:33:49.257594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b9f6ec57-fb74-43ee-97f2-54efdcff6cf7 req-86541976-753d-42da-8404-d785fa76f2ec tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412660 Aug 30 14:33:49.280234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:49.329157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6725fac0-52c2-474b-94be-2e614a3b8355 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:49.334320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6725fac0-52c2-474b-94be-2e614a3b8355 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1091 time: 0.0495012 Aug 30 14:33:49.334654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:49.338485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b7ece-b71e-40c6-8376-8aec913b3eef req-24983f79-167a-407a-aef4-554666530a99 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:49.339919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:49.343649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-512b7ece-b71e-40c6-8376-8aec913b3eef req-24983f79-167a-407a-aef4-554666530a99 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1055126 Aug 30 14:33:49.364883 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:49.401560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-512b7ece-b71e-40c6-8376-8aec913b3eef req-519dc768-425f-4402-9e92-83cf1426e5d0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496416 Aug 30 14:33:49.512299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:49.515076 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298ecc4e-ee75-4e23-8fe2-790774ba59fe" -d '{"events": [{"server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "name": "network-vif-plugged", "status": "completed", "tag": "75449a80-9826-4b86-b351-29b3cf072e31"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:49.516260 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:49.560341 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007fc525-22c5-4521-9f1f-ce4738c3ee26 x-openstack-request-id: req-007fc525-22c5-4521-9f1f-ce4738c3ee26 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:49.560674 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "name": "network-vif-plugged", "status": "completed", "tag": "75449a80-9826-4b86-b351-29b3cf072e31", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:49.560934 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-007fc525-22c5-4521-9f1f-ce4738c3ee26 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:49.561399 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31', 'code': 200} Aug 30 14:33:49.584058 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5212993-5ebd-4507-bdcf-0bef47dd9726 req-7bffb14c-c189-4c75-b2d3-08454f5ed622 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:49.585816 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5212993-5ebd-4507-bdcf-0bef47dd9726 req-7bffb14c-c189-4c75-b2d3-08454f5ed622 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1100488 Aug 30 14:33:49.672366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5212993-5ebd-4507-bdcf-0bef47dd9726 req-392629ed-6cb4-4f5f-9022-f28f6548bf2b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761478 Aug 30 14:33:49.692614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.25.6.58 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c63b2082-a8f4-4885-bbd6-61b6ca5c0873) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:49.757135 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:49.812472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:49.858591 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:49.900087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:49.903129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:49.906923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:49.933936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=c63b2082-a8f4-4885-bbd6-61b6ca5c0873,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:50.246110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4abc79-a978-4a27-b37c-9f4da0a794b9 req-8e8bc698-124d-4bc2-86e5-82203f3b707d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:50.247576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb4abc79-a978-4a27-b37c-9f4da0a794b9 req-8e8bc698-124d-4bc2-86e5-82203f3b707d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0663836 Aug 30 14:33:50.302270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb4abc79-a978-4a27-b37c-9f4da0a794b9 req-c45297c0-155b-4b01-bba1-53c9bc0c64dc tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Aug 30 14:33:50.428349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:50.567471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5fe13-2a6f-446a-aee7-4d40ed6592e4 req-911639e3-73eb-4cd2-be3b-fb8a2fbfb7f2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:50.569085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ee5fe13-2a6f-446a-aee7-4d40ed6592e4 req-911639e3-73eb-4cd2-be3b-fb8a2fbfb7f2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0822980 Aug 30 14:33:50.575747 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:50.651895 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ee5fe13-2a6f-446a-aee7-4d40ed6592e4 req-5ec441a9-79dd-4101-8c51-ec9393d7c632 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741153 Aug 30 14:33:50.770071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:50.778129 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:50.834845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0d6b9-593c-4c07-806b-5c897b929fde req-bec06502-49e0-43d7-b338-d052d371a964 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:50.836868 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5bb0d6b9-593c-4c07-806b-5c897b929fde req-bec06502-49e0-43d7-b338-d052d371a964 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0796661 Aug 30 14:33:50.856593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=c63b2082-a8f4-4885-bbd6-61b6ca5c0873,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:50.869720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:50.885160 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5bb0d6b9-593c-4c07-806b-5c897b929fde req-ff26d6b7-1d68-47de-ac23-4a1f57f1b16d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Aug 30 14:33:50.981907 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Floating IP f86c385d-12cc-40df-a86d-41ab6e0d5af7 associated. External IP: 172.25.6.58, port: 34f52b24-f4e3-4bc9-bbf8-364484a1c50a. Aug 30 14:33:51.159699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-99f93d98-124d-4bdf-b571-4d030c79e979 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:51.162032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-99f93d98-124d-4bdf-b571-4d030c79e979 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.0636275 Aug 30 14:33:51.195386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:51.231340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router a9716069-e460-4dc3-ab49-5bd0c5414797 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:33:51.298039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Deleting port abe505c6-397a-4370-a6b2-da330d52af82 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:33:51.298632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.423180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] For port abe505c6-397a-4370-a6b2-da330d52af82, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=abe505c6-397a-4370-a6b2-da330d52af82,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:51.423741 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.488170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Calling delete_port for abe505c6-397a-4370-a6b2-da330d52af82 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:33:51.558476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d6fff-7d0f-4a80-ab6b-2f694e629308 req-b5a63d49-13bf-4340-bf4e-53b8c70e04d3 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:51.560116 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a1d6fff-7d0f-4a80-ab6b-2f694e629308 req-b5a63d49-13bf-4340-bf4e-53b8c70e04d3 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 945 time: 0.1334236 Aug 30 14:33:51.731483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a1d6fff-7d0f-4a80-ab6b-2f694e629308 req-e43f0ce2-4528-4813-89fe-b4ad258b93af tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7d80aae-fda7-4acc-b76a-e8b32aadca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532779 Aug 30 14:33:51.746040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.779692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Pushing event deleted for resources: {'Port': ['ID=abe505c6-397a-4370-a6b2-da330d52af82,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:51.786054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['abe505c6-397a-4370-a6b2-da330d52af82'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:51.816795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.817349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.817791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.818225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.825570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.826084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.826693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.827144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.827582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.828028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.828457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.828918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:51.838402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4845afa-9fb8-412c-baca-58f5e91646fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.875274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:51.884107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] No DVR routers for this DVR port abe505c6-397a-4370-a6b2-da330d52af82 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:33:51.889021 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.891418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a2f45c9-b3e7-4745-9505-413a564705d5 req-25c607bb-3b7d-4ccf-9315-08197b75b080 tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.21 "DELETE /v2.0/ports/abe505c6-397a-4370-a6b2-da330d52af82 HTTP/1.1" status: 204 len: 173 time: 0.7218192 Aug 30 14:33:51.894100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] Sync routers for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:51.904888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1ed1fc-74b8-4534-996a-6d7bb0ff731c', 'name': 'network-vif-deleted', 'tag': 'abe505c6-397a-4370-a6b2-da330d52af82'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:51.911042 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df8dcc5-7e48-41b6-9ae2-b78c5bc6b759" -d '{"events": [{"server_uuid": "2d1ed1fc-74b8-4534-996a-6d7bb0ff731c", "name": "network-vif-deleted", "tag": "abe505c6-397a-4370-a6b2-da330d52af82"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:51.913273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:51.914433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:51.948222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428f7e1-2f53-4842-b5fd-efb210b9bcb2 req-4b716378-1e79-4c1d-8412-9ae660ddf905 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:51.956503 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9428f7e1-2f53-4842-b5fd-efb210b9bcb2 req-4b716378-1e79-4c1d-8412-9ae660ddf905 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1632938 Aug 30 14:33:51.964703 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb28f55-8555-4e2f-ab96-e1083e16ae56 x-openstack-request-id: req-4eb28f55-8555-4e2f-ab96-e1083e16ae56 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:51.965299 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1ed1fc-74b8-4534-996a-6d7bb0ff731c", "name": "network-vif-deleted", "tag": "abe505c6-397a-4370-a6b2-da330d52af82", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:51.965785 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eb28f55-8555-4e2f-ab96-e1083e16ae56 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:51.966374 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1ed1fc-74b8-4534-996a-6d7bb0ff731c', 'name': 'network-vif-deleted', 'tag': 'abe505c6-397a-4370-a6b2-da330d52af82', 'status': 'completed', 'code': 200} Aug 30 14:33:52.049007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9428f7e1-2f53-4842-b5fd-efb210b9bcb2 req-106fd2a0-426b-49e0-89fb-b178bb5166c4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899661 Aug 30 14:33:52.070277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:52.148765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4845afa-9fb8-412c-baca-58f5e91646fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.155368 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4845afa-9fb8-412c-baca-58f5e91646fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.161962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.227103 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-52aecaf4-9f52-43ea-b385-69d7c781e91d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8912640 Aug 30 14:33:52.228700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:52.231039 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48628106-8e9a-4a1e-9c20-2daa90e49747" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:52.234597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4845afa-9fb8-412c-baca-58f5e91646fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed9a67-7a53-4030-a0a7-79923d4dad5b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:52.242285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e4845afa-9fb8-412c-baca-58f5e91646fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bc0636addb34b9a82e957cf47913d28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0457761 Aug 30 14:33:52.244976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:52.326280 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15a33ef-c202-4ee3-8469-945d6e7901b1 x-openstack-request-id: req-b15a33ef-c202-4ee3-8469-945d6e7901b1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:52.326663 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:52.326998 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b15a33ef-c202-4ee3-8469-945d6e7901b1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:52.327472 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'status': 'completed', 'code': 200} Aug 30 14:33:52.352026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2373c700-4b90-4e1d-80f3-ceecee4f2925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.406152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2373c700-4b90-4e1d-80f3-ceecee4f2925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.445023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3206b-5c31-494b-a1c3-8aa749bcfaf4 req-f8b88199-8ad5-49a9-9f7e-ed18b2aa6338 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:52.450905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-473394ad-cee6-45e6-877c-28ebe3720f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:52.452422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdb3206b-5c31-494b-a1c3-8aa749bcfaf4 req-f8b88199-8ad5-49a9-9f7e-ed18b2aa6338 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.1013477 Aug 30 14:33:52.452574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-473394ad-cee6-45e6-877c-28ebe3720f5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1096 time: 0.1090961 Aug 30 14:33:52.467529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f86c385d-12cc-40df-a86d-41ab6e0d5af7', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'port_id': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'mac_address': 'fa:16:3e:ec:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:33:50Z', 'updated_at': '2021-08-30T14:33:50Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:40Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:52.507147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdb3206b-5c31-494b-a1c3-8aa749bcfaf4 req-d20db164-c0f2-475f-97f4-b053b7debaeb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536287 Aug 30 14:33:52.525936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:52.537835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] Checking router: a9716069-e460-4dc3-ab49-5bd0c5414797 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:52.551947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:52.552785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:52.584158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2373c700-4b90-4e1d-80f3-ceecee4f2925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.585947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2373c700-4b90-4e1d-80f3-ceecee4f2925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.587117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2373c700-4b90-4e1d-80f3-ceecee4f2925 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52ed9a67-7a53-4030-a0a7-79923d4dad5b HTTP/1.1" status: 204 len: 168 time: 0.3409030 Aug 30 14:33:52.599954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373c700-4b90-4e1d-80f3-ceecee4f2925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed9a67-7a53-4030-a0a7-79923d4dad5b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:52.620667 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b3140457-9fb4-44ab-836b-ad2022cfdb44 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/f86c385d-12cc-40df-a86d-41ab6e0d5af7 HTTP/1.1" status: 200 len: 990 time: 0.0919840 Aug 30 14:33:52.695344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-6c6c0db7-b4d7-4dba-9a6d-d4c96efa5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:52.697873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-6c6c0db7-b4d7-4dba-9a6d-d4c96efa5286 service neutron] 10.222.0.39 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 897 time: 0.2384968 Aug 30 14:33:52.737636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:52.874239 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-01bdcf1b-2152-490b-ad05-625e4bf30c23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 998 time: 0.1641984 Aug 30 14:33:52.953466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8402f89-0164-486c-881b-3f4680cc83fb req-af234c83-24fa-49e6-b23b-46a52571ed6d tempest-ServerRescueNegativeTestJSON-1944434262 tempest-ServerRescueNegativeTestJSON-1944434262-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d1ed1fc-74b8-4534-996a-6d7bb0ff731c HTTP/1.1" status: 200 len: 210 time: 0.0781629 Aug 30 14:33:52.992844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-6f182354-92a3-4493-90de-82b5d0d63860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:52.995886 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-6f182354-92a3-4493-90de-82b5d0d63860 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.1008739 Aug 30 14:33:53.070063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-35ee2f8d-cca1-4b48-8f69-59646f978661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:53.071713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-35ee2f8d-cca1-4b48-8f69-59646f978661 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593319 Aug 30 14:33:53.254886 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-3df55363-0d56-4347-9ede-2f975db2873b service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692789 Aug 30 14:33:53.268748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5289f0d-575b-41ba-bb62-be9c5d2ab508 req-cca60dfa-3050-4fbd-b89a-7cb01244b448 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:53.278423 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5289f0d-575b-41ba-bb62-be9c5d2ab508 req-cca60dfa-3050-4fbd-b89a-7cb01244b448 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0859504 Aug 30 14:33:53.299741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f86c385d-12cc-40df-a86d-41ab6e0d5af7', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'port_id': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'mac_address': 'fa:16:3e:ec:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:33:50Z', 'updated_at': '2021-08-30T14:33:50Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:40Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:53.333078 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125727c4-eba3-404e-9794-b8f93cf2e9d0 None None] The sync data for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 is: [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f86c385d-12cc-40df-a86d-41ab6e0d5af7', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'port_id': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'mac_address': 'fa:16:3e:ec:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:33:50Z', 'updated_at': '2021-08-30T14:33:50Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:40Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:53.356195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5289f0d-575b-41ba-bb62-be9c5d2ab508 req-ed497cef-7192-420a-982a-5132a73282db tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764155 Aug 30 14:33:53.429430 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48628106-8e9a-4a1e-9c20-2daa90e49747 req-0394f05a-3bad-4268-b6ad-2c6b10dc2867 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626763 Aug 30 14:33:53.622231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:53.705267 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce34961-cb17-4a13-8a0b-2d2ed5935611 None None] New status for floating IP f86c385d-12cc-40df-a86d-41ab6e0d5af7: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:33:53.743461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aaf5b098-05b4-4059-9c17-4654023f3d7f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/f86c385d-12cc-40df-a86d-41ab6e0d5af7 HTTP/1.1" status: 200 len: 990 time: 0.1195288 Aug 30 14:33:54.053794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:54.547667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.574733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77672e6f-cc0f-4737-9c72-97a1753b15a9 req-bc57fd13-a951-432e-afb2-dfd1204d921c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:54.586908 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77672e6f-cc0f-4737-9c72-97a1753b15a9 req-bc57fd13-a951-432e-afb2-dfd1204d921c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1264155 Aug 30 14:33:54.653879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77672e6f-cc0f-4737-9c72-97a1753b15a9 req-702e5228-b1d8-46ea-8710-1e19b93557bb tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613327 Aug 30 14:33:54.721479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:54.747181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:54.748047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device abe505c6-397a-4370-a6b2-da330d52af82 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:33:54.819274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: abe505c6-397a-4370-a6b2-da330d52af82 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:33:54.822800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device abe505c6-397a-4370-a6b2-da330d52af82 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:33:54.879657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Deleting port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:33:54.880060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.892876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-54d0ab07-ab60-40e8-beb9-afb11cd52333 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/f86c385d-12cc-40df-a86d-41ab6e0d5af7 HTTP/1.1" status: 200 len: 992 time: 0.1446414 Aug 30 14:33:54.944425 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d76b1356-83b3-4a44-b3c7-0ae552d22bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.976445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] For port 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,segment=NetworkSegment(8644154d-640d-4be0-ba2c-3539ddf7e6a3),segment_id=8644154d-640d-4be0-ba2c-3539ddf7e6a3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:54.976966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.010896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Calling delete_port for 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:33:55.103313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d76b1356-83b3-4a44-b3c7-0ae552d22bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.127726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d76b1356-83b3-4a44-b3c7-0ae552d22bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.139887 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0baa897a-55bb-41da-9980-ad960d5ade03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.177137 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d76b1356-83b3-4a44-b3c7-0ae552d22bec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c27e3ff6a934f10911ad9a15d082be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521148 Aug 30 14:33:55.177137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b1356-83b3-4a44-b3c7-0ae552d22bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0001b96c-98c9-471e-8791-b21d979c66fa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:55.179471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:55.243177 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36383cbd-b365-4ac9-b615-6a0bbaf5b5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.270745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36383cbd-b365-4ac9-b615-6a0bbaf5b5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.343611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36383cbd-b365-4ac9-b615-6a0bbaf5b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.346715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36383cbd-b365-4ac9-b615-6a0bbaf5b5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.353897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-36383cbd-b365-4ac9-b615-6a0bbaf5b5a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0001b96c-98c9-471e-8791-b21d979c66fa HTTP/1.1" status: 204 len: 168 time: 0.1724880 Aug 30 14:33:55.358452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.379652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383cbd-b365-4ac9-b615-6a0bbaf5b5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0001b96c-98c9-471e-8791-b21d979c66fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:55.422542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Pushing event deleted for resources: {'Port': ['ID=367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:55.688351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:56.013122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e45bc0-5a1c-4107-8a4d-64839fc82b02 req-4f8f828e-a200-47d9-b85b-0ffe37fa749a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:56.013122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11e45bc0-5a1c-4107-8a4d-64839fc82b02 req-4f8f828e-a200-47d9-b85b-0ffe37fa749a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1174452 Aug 30 14:33:56.160038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11e45bc0-5a1c-4107-8a4d-64839fc82b02 req-8ed3a981-0de2-455c-9795-64bebab92c2f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426408 Aug 30 14:33:56.272614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Router c38e730c-4cb6-43f8-91c6-d375d5fdd88d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:33:56.461643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:56.469509 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1bae51e-f525-4287-9b57-cbcccb87b917 admin admin] 10.222.0.50 "PUT /v2.0/routers/c38e730c-4cb6-43f8-91c6-d375d5fdd88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143476 Aug 30 14:33:56.472771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:56.476268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] Sync routers for ids ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:56.503476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] Routers {'c38e730c-4cb6-43f8-91c6-d375d5fdd88d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:56.504852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:56.759084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:56.918780 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:56.951554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] Set router c38e730c-4cb6-43f8-91c6-d375d5fdd88d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:57.011736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Deleting port afddedf2-f2a0-471b-9bdd-fe9942e4153a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:33:57.012086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.190562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] For port afddedf2-f2a0-471b-9bdd-fe9942e4153a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=afddedf2-f2a0-471b-9bdd-fe9942e4153a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:57.192074 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.232622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Calling delete_port for afddedf2-f2a0-471b-9bdd-fe9942e4153a owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:33:57.273755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:33:55Z', 'revision_number': 5, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port': {'id': 'afddedf2-f2a0-471b-9bdd-fe9942e4153a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:57.303047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] Checking router: c38e730c-4cb6-43f8-91c6-d375d5fdd88d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:57.315187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] Routers {'c38e730c-4cb6-43f8-91c6-d375d5fdd88d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:57.315187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:57.414568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] Set router c38e730c-4cb6-43f8-91c6-d375d5fdd88d gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:57.479548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:33:56Z', 'revision_number': 6, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:57.510863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0513112-cf77-4b0d-aa8a-2794f9b1a0eb None None] The sync data for ids ['c38e730c-4cb6-43f8-91c6-d375d5fdd88d'] in n-d-805668-3 is: [{'id': 'c38e730c-4cb6-43f8-91c6-d375d5fdd88d', 'name': 'tempest-ServerRescueNegativeTestJSON-690241379-router', 'tenant_id': '1564a68646ed4c1b83c2b678d81df7fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:31:25Z', 'updated_at': '2021-08-30T14:33:56Z', 'revision_number': 6, 'project_id': '1564a68646ed4c1b83c2b678d81df7fa', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:57.610365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d9ca4-0d45-4910-857e-6c6aac8a8878 req-fdbf2177-c6d7-4291-9ec6-5875df3870c3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:57.616942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da0d9ca4-0d45-4910-857e-6c6aac8a8878 req-fdbf2177-c6d7-4291-9ec6-5875df3870c3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.2239189 Aug 30 14:33:57.682130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da0d9ca4-0d45-4910-857e-6c6aac8a8878 req-9aebcca4-078d-4f23-bde7-a5ed566c16bb tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641353 Aug 30 14:33:57.691420 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.768627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afddedf2-f2a0-471b-9bdd-fe9942e4153a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:57.822279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.866257 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb84eab5-529e-47cb-a19f-3a7cfaa88c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.944243 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.946882 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.970411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:58.057429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:33:58.094396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.095830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38e730c-4cb6-43f8-91c6-d375d5fdd88d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:33:58.102319 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.106053 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b8a03dd6-b0ca-455f-a24f-cb48c0c239e1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c38e730c-4cb6-43f8-91c6-d375d5fdd88d HTTP/1.1" status: 204 len: 168 time: 1.6296887 Aug 30 14:33:58.106933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:58.114809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:33:58.120213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 367c3bda-c69f-44ad-b4b5-1ea9bfbf45c8 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:33:58.189992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3acea9c-68a2-4242-a349-56cf2a872f19 admin admin] Deleting subnet de96bd84-0e05-41ec-b35b-266250b5a5d2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:33:58.199074 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3acea9c-68a2-4242-a349-56cf2a872f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.238507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:58.258941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3acea9c-68a2-4242-a349-56cf2a872f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.267311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.323776 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3acea9c-68a2-4242-a349-56cf2a872f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.404069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.412511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3acea9c-68a2-4242-a349-56cf2a872f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.443961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acea9c-68a2-4242-a349-56cf2a872f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de96bd84-0e05-41ec-b35b-266250b5a5d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:58.455620 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3acea9c-68a2-4242-a349-56cf2a872f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.461339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b3acea9c-68a2-4242-a349-56cf2a872f19 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/de96bd84-0e05-41ec-b35b-266250b5a5d2 HTTP/1.1" status: 204 len: 168 time: 0.3510530 Aug 30 14:33:58.462075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:58.521431 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.559420 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.597549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Allocated IP 172.25.6.127 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/9b22c315-7db3-4bd6-b17b-e2bd1c87f8eb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:58.662006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.675927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04538e61-f849-436f-bb14-6146101854b4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:58.688462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8644154d-640d-4be0-ba2c-3539ddf7e6a3') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:58.688909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8644154d-640d-4be0-ba2c-3539ddf7e6a3') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:58.700126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.717369 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.724610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:33:58.725195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.765411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:33:58.791598 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:33:58.795718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.805074 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.809892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/04538e61-f849-436f-bb14-6146101854b4 HTTP/1.1" status: 204 len: 168 time: 0.3464463 Aug 30 14:33:58.833670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b86b29-36de-4ed7-99fb-1b28c37e25e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=04538e61-f849-436f-bb14-6146101854b4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:58.880927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.888274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4dfcd-d61d-44b1-949d-88adb44fd997 req-b64b521e-77a8-4bfc-a606-1db77803d16c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:58.896166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60f4dfcd-d61d-44b1-949d-88adb44fd997 req-b64b521e-77a8-4bfc-a606-1db77803d16c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0926592 Aug 30 14:33:58.957945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60f4dfcd-d61d-44b1-949d-88adb44fd997 req-8ad84342-9d9f-49c5-8683-d790c384d46a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599935 Aug 30 14:33:59.009257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:59.013607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:59.019002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:59.073440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Pushing event updated for resources: {'Port': ['ID=9b22c315-7db3-4bd6-b17b-e2bd1c87f8eb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:59.132153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:59.174179 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.188358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.194701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e55b5155-f03d-4670-bae7-657360472a8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1564a68646ed4c1b83c2b678d81df7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605667 Aug 30 14:33:59.197190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:59.245646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.270505 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af5908d5-4bb6-4848-9a5d-272788ee9fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.305479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af5908d5-4bb6-4848-9a5d-272788ee9fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.372987 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af5908d5-4bb6-4848-9a5d-272788ee9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.380810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af5908d5-4bb6-4848-9a5d-272788ee9fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.382179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-af5908d5-4bb6-4848-9a5d-272788ee9fc7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7d80aae-fda7-4acc-b76a-e8b32aadca06 HTTP/1.1" status: 204 len: 168 time: 0.1838238 Aug 30 14:33:59.402646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5908d5-4bb6-4848-9a5d-272788ee9fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d80aae-fda7-4acc-b76a-e8b32aadca06,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:59.479737 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.485403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.566951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Pushing event updated for resources: {'Port': ['ID=9b22c315-7db3-4bd6-b17b-e2bd1c87f8eb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:59.580599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.605816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.610607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:59.610749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-91755521-3696-4012-b7ed-7026c611c771 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6383314 Aug 30 14:33:59.617120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-176517329', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'fixed_ips': [{'ip_address': '172.25.6.127'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:59.665398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device afddedf2-f2a0-471b-9bdd-fe9942e4153a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:33:59.685902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Made reservation on behalf of 9d79ca61fe284002bd00205d42f57476 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:59.689651 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.701923 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.712639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: afddedf2-f2a0-471b-9bdd-fe9942e4153a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:33:59.714378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device afddedf2-f2a0-471b-9bdd-fe9942e4153a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:33:59.841798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.848695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.855725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] device_id is not set on port 9367509f-2392-4823-b623-18b3e9a2c6ab yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:33:59.949926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61981d44-f6c2-49fe-952c-c0dd02758de1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:00.179302 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 14:34:00.181021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:34:00.196526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2992a-e825-4003-80c3-af0d6347a231 req-c6884e1e-0e07-46ac-a205-bafd33470a36 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:00.199003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ba2992a-e825-4003-80c3-af0d6347a231 req-c6884e1e-0e07-46ac-a205-bafd33470a36 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1154084 Aug 30 14:34:00.238574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2b489af8-aa20-4f6f-97dd-631b27aa7462 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6266418 Aug 30 14:34:00.241481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:00.405130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ba2992a-e825-4003-80c3-af0d6347a231 req-33103c00-242f-4a6f-9505-6ef7c9a5e0c0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842699 Aug 30 14:34:00.558377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Deleting port 9b22c315-7db3-4bd6-b17b-e2bd1c87f8eb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:00.562479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.563007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:00.683766 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.684326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.696777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-862579134-network', 'tenant_id': 'a99f8546a68349bf9e94a684f3c336fe'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:00.719655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Calling delete_port for 9b22c315-7db3-4bd6-b17b-e2bd1c87f8eb owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:00.739863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Made reservation on behalf of a99f8546a68349bf9e94a684f3c336fe for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:00.742528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.771113 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.938300 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.945310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.974688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.981522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:34:01.004507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.005017 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Added segment 1f272be4-45f3-472b-a25d-57746feef5b0 of type vlan for network 346ed101-37e4-4a41-ab89-20940d7539e1 Aug 30 14:34:01.014007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f7af96-bac2-41c9-b076-5465c8569244,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:01.014995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b22c315-7db3-4bd6-b17b-e2bd1c87f8eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:01.063514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.095841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.097224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.097875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.100355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.103346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.109242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-76c110cf-1f0c-4286-9a99-91355b025be2 tempest-ExternalNetworksAdminNegativeTestJSON-751654553 tempest-ExternalNetworksAdminNegativeTestJSON-751654553-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/413c5646-f7e5-4b9c-931b-3a30f34f4dbe HTTP/1.1" status: 204 len: 168 time: 0.8622930 Aug 30 14:34:01.168766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:01.173539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6073968 Aug 30 14:34:01.174536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Request body: {'subnet': {'network_id': '346ed101-37e4-4a41-ab89-20940d7539e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-862579134-subnet', 'tenant_id': 'a99f8546a68349bf9e94a684f3c336fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:01.195527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a071165-6d57-4799-b97a-e0b19793c5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=346ed101-37e4-4a41-ab89-20940d7539e1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:01.211954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 346ed101-37e4-4a41-ab89-20940d7539e1 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:34:01.214305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Made reservation on behalf of a99f8546a68349bf9e94a684f3c336fe for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:01.217600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.469163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:01.510543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.555446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.647327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87e9ba0e-d920-4a2e-b74c-cde753f7f4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.648652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5cbb2e-c555-4a29-a9e3-2cea42c9d68f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:01.680384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Checking segment: {'id': '1f272be4-45f3-472b-a25d-57746feef5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '346ed101-37e4-4a41-ab89-20940d7539e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:01.680765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Network hostable DHCP agents. Network: 346ed101-37e4-4a41-ab89-20940d7539e1, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:34:01.703996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3e80d-9147-47d3-be18-83c4294f2778 req-da9205c0-cf1c-456d-ab7e-ffd2ab3d2c3a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.705733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5e3e80d-9147-47d3-be18-83c4294f2778 req-da9205c0-cf1c-456d-ab7e-ffd2ab3d2c3a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1414337 Aug 30 14:34:01.729399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Network 346ed101-37e4-4a41-ab89-20940d7539e1 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:34:01.752944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 346ed101-37e4-4a41-ab89-20940d7539e1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:01.760306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.760689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.765567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5e3e80d-9147-47d3-be18-83c4294f2778 req-97cbfc7f-5765-4378-8d93-b6b59eca4362 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 Aug 30 14:34:01.771370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d451f6-1542-4c31-967e-632956649061 None None] Network 346ed101-37e4-4a41-ab89-20940d7539e1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:01.831950 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87e9ba0e-d920-4a2e-b74c-cde753f7f4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.837460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87e9ba0e-d920-4a2e-b74c-cde753f7f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.845081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fa1bf24f-c0c2-4949-b9fe-61c0b526735a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6750665 Aug 30 14:34:01.887463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9ba0e-d920-4a2e-b74c-cde753f7f4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b888c3-0efa-4cb1-9c80-e87b8db5dd4a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:01.895088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:01.895308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-87e9ba0e-d920-4a2e-b74c-cde753f7f4c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ec38e2fc577407a8c9ec9107c296190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248245 Aug 30 14:34:01.950145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0e523-9a22-41fc-b825-e2006ffe24d3 None None] Network 346ed101-37e4-4a41-ab89-20940d7539e1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:02.026994 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ae51c6-03d5-4a69-9c6e-37dcf25d1827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.053037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ae51c6-03d5-4a69-9c6e-37dcf25d1827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.121077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ae51c6-03d5-4a69-9c6e-37dcf25d1827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.125057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ae51c6-03d5-4a69-9c6e-37dcf25d1827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.127394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f5ae51c6-03d5-4a69-9c6e-37dcf25d1827 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97b888c3-0efa-4cb1-9c80-e87b8db5dd4a HTTP/1.1" status: 204 len: 168 time: 0.2304344 Aug 30 14:34:02.142878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae51c6-03d5-4a69-9c6e-37dcf25d1827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b888c3-0efa-4cb1-9c80-e87b8db5dd4a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:02.504258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-e443904d-c6dd-4747-9ec8-6220e2660ae5 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:02.506064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-e443904d-c6dd-4747-9ec8-6220e2660ae5 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/networks?id=346ed101-37e4-4a41-ab89-20940d7539e1 HTTP/1.1" status: 200 len: 808 time: 0.1661549 Aug 30 14:34:02.544523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-46143286-2539-417b-9961-c79665f436bf tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/quotas/a99f8546a68349bf9e94a684f3c336fe HTTP/1.1" status: 200 len: 375 time: 0.0254505 Aug 30 14:34:02.574598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:02.596524 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.631659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-7c557696-1f5a-4a13-b442-d9268de94560 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a99f8546a68349bf9e94a684f3c336fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752385 Aug 30 14:34:02.635474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:02.636161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a2d334b-0ba4-41d1-89ff-4559e89c5808 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d79ca61fe284002bd00205d42f57476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598300 Aug 30 14:34:02.758972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8d3da-1e2a-434e-8b1e-85b5ec422eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.786269 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-367f0c2d-2488-4ac5-ab0e-8b1d73b0438f service neutron] 10.222.0.50 "GET /v2.0/networks/346ed101-37e4-4a41-ab89-20940d7539e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438909 Aug 30 14:34:02.797037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8d3da-1e2a-434e-8b1e-85b5ec422eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.924148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-7baeda2c-5114-454f-9bf5-29375f01a6f9 service neutron] 10.222.0.50 "GET /v2.0/networks/346ed101-37e4-4a41-ab89-20940d7539e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292996 Aug 30 14:34:02.933768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8d3da-1e2a-434e-8b1e-85b5ec422eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.939543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11c8d3da-1e2a-434e-8b1e-85b5ec422eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.947511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-11c8d3da-1e2a-434e-8b1e-85b5ec422eae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61981d44-f6c2-49fe-952c-c0dd02758de1 HTTP/1.1" status: 204 len: 168 time: 0.3095126 Aug 30 14:34:02.965530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8d3da-1e2a-434e-8b1e-85b5ec422eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61981d44-f6c2-49fe-952c-c0dd02758de1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:02.981075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d0df2-4a0e-489b-8fc3-b95be165d282 req-12409592-808e-4ab6-8412-5158268adb5c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:02.983196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc9d0df2-4a0e-489b-8fc3-b95be165d282 req-12409592-808e-4ab6-8412-5158268adb5c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1000242 Aug 30 14:34:03.083352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc9d0df2-4a0e-489b-8fc3-b95be165d282 req-5daf35ed-0d46-4fe9-a141-1acb471913e5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838189 Aug 30 14:34:03.237542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-144df835-5257-4f6e-bd8c-7c69101e5b7c req-b8277906-2eae-49ca-8208-7a338d0c53e9 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 210 time: 0.0509987 Aug 30 14:34:04.264755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928d9c9-c3d6-4f58-9d60-ea330a3b97d9 req-b911e053-e9a4-49ab-a23e-cc94a3e71468 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:04.272899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0928d9c9-c3d6-4f58-9d60-ea330a3b97d9 req-b911e053-e9a4-49ab-a23e-cc94a3e71468 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1000924 Aug 30 14:34:04.318238 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0928d9c9-c3d6-4f58-9d60-ea330a3b97d9 req-073875fd-d099-4cdd-9aec-c685e088943d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Aug 30 14:34:04.524797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-334b85e1-9138-4f4d-8c0c-fbbc24cc63d3 req-ffb96581-e084-42a5-bf20-5ced703d65fe tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 210 time: 0.1573925 Aug 30 14:34:04.579038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-f963df8b-b344-4ea5-b1d6-a1ded1fc6436 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:04.580537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-f963df8b-b344-4ea5-b1d6-a1ded1fc6436 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.39 "GET /v2.0/networks?id=346ed101-37e4-4a41-ab89-20940d7539e1 HTTP/1.1" status: 200 len: 808 time: 0.1976256 Aug 30 14:34:04.595911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Request body: {'port': {'device_id': '45e2d450-f0f5-48a2-915b-5db34d338ea6', 'network_id': '346ed101-37e4-4a41-ab89-20940d7539e1', 'admin_state_up': True, 'tenant_id': 'a99f8546a68349bf9e94a684f3c336fe'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:04.737276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Made reservation on behalf of a99f8546a68349bf9e94a684f3c336fe for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:04.742598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.801880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:04.925477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-25c39560-47ab-4f45-b619-89f34549a85b tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1923285373'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:04.935868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Allocated IP 172.20.0.13 (346ed101-37e4-4a41-ab89-20940d7539e1/ff5cbb2e-c555-4a29-a9e3-2cea42c9d68f/2b6ce026-afa2-4056-a83f-0c04efcc23cc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:04.955403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c39560-47ab-4f45-b619-89f34549a85b tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.956519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c39560-47ab-4f45-b619-89f34549a85b tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.121395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.168386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.219135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Network 346ed101-37e4-4a41-ab89-20940d7539e1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:05.222597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:05.225615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:05.252276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Pushing event updated for resources: {'Port': ['ID=2b6ce026-afa2-4056-a83f-0c04efcc23cc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:05.284397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.285168 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.301197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-0940421a-55e5-4b68-bf7f-c353a7b2bb5e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7087011 Aug 30 14:34:05.307843 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:34:05.314704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Request body: {'port': {'device_id': '45e2d450-f0f5-48a2-915b-5db34d338ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:05.349810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c39560-47ab-4f45-b619-89f34549a85b tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.356422 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c39560-47ab-4f45-b619-89f34549a85b tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.386610 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c39560-47ab-4f45-b619-89f34549a85b tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.388483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-25c39560-47ab-4f45-b619-89f34549a85b tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5854919 Aug 30 14:34:05.391420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:05.406071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.470671 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23bb9ad1-48f9-41dd-b85c-d8b93810401c tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.555247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598e523-37ae-42fe-bfdc-66a19c504bd4 req-c49f2a79-2515-4787-97a4-7eacdebbe176 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.557315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1598e523-37ae-42fe-bfdc-66a19c504bd4 req-c49f2a79-2515-4787-97a4-7eacdebbe176 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1527998 Aug 30 14:34:05.662152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23bb9ad1-48f9-41dd-b85c-d8b93810401c tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.665405 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23bb9ad1-48f9-41dd-b85c-d8b93810401c tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.669854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1598e523-37ae-42fe-bfdc-66a19c504bd4 req-80195cd6-756a-488f-842e-3718da0673f3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019816 Aug 30 14:34:05.724213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a5698-69c6-4b70-85d3-9d39be4a568d req-f5cf4f8d-18e7-4d41-80e6-03eeefc5d68b tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.725835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d5a5698-69c6-4b70-85d3-9d39be4a568d req-f5cf4f8d-18e7-4d41-80e6-03eeefc5d68b tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 932 time: 0.0959630 Aug 30 14:34:05.727353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23bb9ad1-48f9-41dd-b85c-d8b93810401c tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.727877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bb9ad1-48f9-41dd-b85c-d8b93810401c tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbb4e852-0e5e-4030-b802-cf78f3272f81 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:34:05.732916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23bb9ad1-48f9-41dd-b85c-d8b93810401c tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.736316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-23bb9ad1-48f9-41dd-b85c-d8b93810401c tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "DELETE /v2.0/routers/fbb4e852-0e5e-4030-b802-cf78f3272f81 HTTP/1.1" status: 204 len: 168 time: 0.3437109 Aug 30 14:34:05.740047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:05.745193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cb9e809a-c825-4379-a9ce-c886dda5b844 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Request body: {'router': {'name': 'tempest-router-1973262071', 'distributed': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:05.780164 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d5a5698-69c6-4b70-85d3-9d39be4a568d req-166e3b2e-bce6-4a68-be59-eedbd0e7f6de tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Aug 30 14:34:05.790034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb9e809a-c825-4379-a9ce-c886dda5b844 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.790585 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb9e809a-c825-4379-a9ce-c886dda5b844 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.892345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb9e809a-c825-4379-a9ce-c886dda5b844 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.899203 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb9e809a-c825-4379-a9ce-c886dda5b844 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.913855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6ce026-afa2-4056-a83f-0c04efcc23cc {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:05.923571 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.928183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb9e809a-c825-4379-a9ce-c886dda5b844 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.929486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cb9e809a-c825-4379-a9ce-c886dda5b844 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1884873 Aug 30 14:34:05.932224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:05.974033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Transition to ACTIVE for port object 2b6ce026-afa2-4056-a83f-0c04efcc23cc will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:06.006750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.310136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-2f01165a-4495-4d29-a5af-d33f1db92819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.311541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-2f01165a-4495-4d29-a5af-d33f1db92819 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 1096 time: 0.0430179 Aug 30 14:34:06.383186 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a941fc5-7286-4190-8d75-b11dbe3e3a42 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.416187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-82f7df92-ee76-48ab-a20d-c5bfd9d00c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.417949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-82f7df92-ee76-48ab-a20d-c5bfd9d00c72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 912 time: 0.0941799 Aug 30 14:34:06.465592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6ce026-afa2-4056-a83f-0c04efcc23cc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:06.474074 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-d48eebb4-6a74-4aed-85f5-fb79127b1d0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75449a80-9826-4b86-b351-29b3cf072e31 HTTP/1.1" status: 200 len: 217 time: 0.0474150 Aug 30 14:34:06.569245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-4c24fed0-e491-4317-8e71-a37a2628f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.570642 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-4c24fed0-e491-4317-8e71-a37a2628f1be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.0473804 Aug 30 14:34:06.601785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a941fc5-7286-4190-8d75-b11dbe3e3a42 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.605228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a941fc5-7286-4190-8d75-b11dbe3e3a42 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.608234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-e22c646d-b9fb-4181-8abd-b252fe9df3f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298941 Aug 30 14:34:06.664312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Attempting to bind port 2b6ce026-afa2-4056-a83f-0c04efcc23cc on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:06.664647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Attempting to bind port 2b6ce026-afa2-4056-a83f-0c04efcc23cc by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '1f272be4-45f3-472b-a25d-57746feef5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '346ed101-37e4-4a41-ab89-20940d7539e1'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:06.664978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Attempting to bind port 2b6ce026-afa2-4056-a83f-0c04efcc23cc on network 346ed101-37e4-4a41-ab89-20940d7539e1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:06.667242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a941fc5-7286-4190-8d75-b11dbe3e3a42 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.667716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a941fc5-7286-4190-8d75-b11dbe3e3a42 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca4c33ce-6003-4f32-9132-a991d4681911 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:34:06.672836 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a941fc5-7286-4190-8d75-b11dbe3e3a42 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.674011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8a941fc5-7286-4190-8d75-b11dbe3e3a42 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ca4c33ce-6003-4f32-9132-a991d4681911 HTTP/1.1" status: 204 len: 168 time: 0.7386613 Aug 30 14:34:06.677784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Port 2b6ce026-afa2-4056-a83f-0c04efcc23cc on network 346ed101-37e4-4a41-ab89-20940d7539e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:34:06.677918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:06.678412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Attempting to bind port 2b6ce026-afa2-4056-a83f-0c04efcc23cc on network 346ed101-37e4-4a41-ab89-20940d7539e1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:06.683566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:06.683737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8dbca386-9875-4bba-ba01-e15c7f29ef53 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Request body: {'router': {'name': 'tempest-router-448825433', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e7c213d675324f8b8df0d3d8fd01d05f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:06.683905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Checking segment: {'id': '1f272be4-45f3-472b-a25d-57746feef5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '346ed101-37e4-4a41-ab89-20940d7539e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:06.684283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Bound using segment: {'id': '1f272be4-45f3-472b-a25d-57746feef5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '346ed101-37e4-4a41-ab89-20940d7539e1'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:06.684894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Bound port: 2b6ce026-afa2-4056-a83f-0c04efcc23cc, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f272be4-45f3-472b-a25d-57746feef5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '346ed101-37e4-4a41-ab89-20940d7539e1'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:06.685296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.730263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dbca386-9875-4bba-ba01-e15c7f29ef53 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.731276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dbca386-9875-4bba-ba01-e15c7f29ef53 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.744764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-91a7c11e-35d5-4f95-97a5-b4ba5947097e service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275172 Aug 30 14:34:06.757305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] For port 2b6ce026-afa2-4056-a83f-0c04efcc23cc, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:06.761497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] For port 2b6ce026-afa2-4056-a83f-0c04efcc23cc, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2b6ce026-afa2-4056-a83f-0c04efcc23cc,segment=NetworkSegment(1f272be4-45f3-472b-a25d-57746feef5b0),segment_id=1f272be4-45f3-472b-a25d-57746feef5b0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:06.766232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.800885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.801532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.802939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/2b6ce026-afa2-4056-a83f-0c04efcc23cc HTTP/1.1" status: 200 len: 1092 time: 1.4930248 Aug 30 14:34:06.803379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e2d450-f0f5-48a2-915b-5db34d338ea6', 'tag': '2b6ce026-afa2-4056-a83f-0c04efcc23cc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:06.805718 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cd4165-cc2f-487b-ac72-22ae3edb1dda" -d '{"events": [{"name": "network-changed", "server_uuid": "45e2d450-f0f5-48a2-915b-5db34d338ea6", "tag": "2b6ce026-afa2-4056-a83f-0c04efcc23cc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:06.838584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843f5cf-5bf1-4514-8af1-0554bb9bf0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6ce026-afa2-4056-a83f-0c04efcc23cc,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:06.857089 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c74f90-cd4e-44a1-8ae3-6ab7025b1e64 x-openstack-request-id: req-e6c74f90-cd4e-44a1-8ae3-6ab7025b1e64 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:06.857462 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e2d450-f0f5-48a2-915b-5db34d338ea6", "tag": "2b6ce026-afa2-4056-a83f-0c04efcc23cc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:06.857773 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6c74f90-cd4e-44a1-8ae3-6ab7025b1e64 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:06.858248 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e2d450-f0f5-48a2-915b-5db34d338ea6', 'tag': '2b6ce026-afa2-4056-a83f-0c04efcc23cc', 'status': 'completed', 'code': 200} Aug 30 14:34:06.863193 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dbca386-9875-4bba-ba01-e15c7f29ef53 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.891486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-67021ae7-0e95-44b3-a18e-29171e226e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.893162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-67021ae7-0e95-44b3-a18e-29171e226e6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a99f8546a68349bf9e94a684f3c336fe&device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0484171 Aug 30 14:34:06.895740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dbca386-9875-4bba-ba01-e15c7f29ef53 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.934375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dbca386-9875-4bba-ba01-e15c7f29ef53 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.935573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8dbca386-9875-4bba-ba01-e15c7f29ef53 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2567787 Aug 30 14:34:06.938660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:06.947091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb34f-7deb-4177-a684-ece8c88d79dc req-3b3e80ed-fca5-4b8b-88e2-a96ade10da81 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.948612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-715fb34f-7deb-4177-a684-ece8c88d79dc req-3b3e80ed-fca5-4b8b-88e2-a96ade10da81 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.1979668 Aug 30 14:34:06.957000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:06.967072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-566ef65c-f1f2-4c25-ad71-169ab4e3451b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b6ce026-afa2-4056-a83f-0c04efcc23cc HTTP/1.1" status: 200 len: 217 time: 0.0648079 Aug 30 14:34:07.024858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9f2fa-17e5-4e6e-9eb0-f798be492f2a req-6373f3c9-eb7e-4c1d-a774-a938d3ab663c tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:07.026520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbc9f2fa-17e5-4e6e-9eb0-f798be492f2a req-6373f3c9-eb7e-4c1d-a774-a938d3ab663c tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 944 time: 0.1228976 Aug 30 14:34:07.051921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-8ac97b4c-bedb-429a-bf6f-2fcb57360a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:07.052848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae2672a2-d190-43b9-b779-47d6eff9e3bd req-95577fa1-cb6e-4c24-9882-4aa1a2c35b0c service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781422 Aug 30 14:34:07.053475 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-8ac97b4c-bedb-429a-bf6f-2fcb57360a76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff5cbb2e-c555-4a29-a9e3-2cea42c9d68f HTTP/1.1" status: 200 len: 848 time: 0.0786083 Aug 30 14:34:07.104508 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-7e22985b-bde8-40e0-b6aa-b30f8b396ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=346ed101-37e4-4a41-ab89-20940d7539e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355580 Aug 30 14:34:07.107288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbc9f2fa-17e5-4e6e-9eb0-f798be492f2a req-bc0dab0b-cb25-4e9a-ad70-ae4dfa2a79a1 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743396 Aug 30 14:34:07.136817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-715fb34f-7deb-4177-a684-ece8c88d79dc req-c4891db0-14be-497e-b44c-ef2ed46f753c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446047 Aug 30 14:34:07.211742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.212097 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.221137 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-1d7b5a6c-1780-4598-9463-90bcfc04de3c service neutron] 10.222.0.39 "GET /v2.0/networks/346ed101-37e4-4a41-ab89-20940d7539e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089523 Aug 30 14:34:07.301206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94827) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 30 14:34:07.301563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Router c9a7004a-65b4-46e1-b5b5-def0866b5a50 migrating from provider to provider. {{(pid=94827) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 30 14:34:07.301938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.307387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.312536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.327504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-249fbafd-4586-4f3f-866c-e35cc659ca9e req-05a46c5a-778f-4a8c-a2d7-e9a242f8274b service neutron] 10.222.0.39 "GET /v2.0/networks/346ed101-37e4-4a41-ab89-20940d7539e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941498 Aug 30 14:34:07.399008 n-d-805668-3 neutron-server[94827]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] No L3 agents can host the router c9a7004a-65b4-46e1-b5b5-def0866b5a50 Aug 30 14:34:07.420599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-5d3ce097-d00d-4191-9def-bb7888752007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:07.422215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-5d3ce097-d00d-4191-9def-bb7888752007 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a99f8546a68349bf9e94a684f3c336fe&device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0443823 Aug 30 14:34:07.514474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-a439f034-fca9-46cd-8e3c-bf92b9d6e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:07.515974 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-a439f034-fca9-46cd-8e3c-bf92b9d6e68d service neutron] 10.222.0.39 "GET /v2.0/networks?id=346ed101-37e4-4a41-ab89-20940d7539e1 HTTP/1.1" status: 200 len: 909 time: 0.0859380 Aug 30 14:34:07.520261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Hosts for router c9a7004a-65b4-46e1-b5b5-def0866b5a50: [] {{(pid=94827) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 30 14:34:07.546636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Hosts for other DVR routers connected to router c9a7004a-65b4-46e1-b5b5-def0866b5a50: set() {{(pid=94827) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 30 14:34:07.549453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.551272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c607325c-2c47-4b61-836f-0df8c0f42fa0 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "PUT /v2.0/routers/c9a7004a-65b4-46e1-b5b5-def0866b5a50 HTTP/1.1" status: 200 len: 716 time: 0.6016910 Aug 30 14:34:07.554052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45062) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:07.579680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-485a6128-85e1-451c-b5ba-47a5fb1fce0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b6ce026-afa2-4056-a83f-0c04efcc23cc HTTP/1.1" status: 200 len: 217 time: 0.0554869 Aug 30 14:34:07.636927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-198ba103-0648-4cfe-954b-65cb03406e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:07.637860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8cd9cd64-4c26-4ee2-b899-6eeadb3b299d tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "GET /v2.0/routers/c9a7004a-65b4-46e1-b5b5-def0866b5a50 HTTP/1.1" status: 200 len: 716 time: 0.0818770 Aug 30 14:34:07.638699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-198ba103-0648-4cfe-954b-65cb03406e25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff5cbb2e-c555-4a29-a9e3-2cea42c9d68f HTTP/1.1" status: 200 len: 848 time: 0.0510232 Aug 30 14:34:07.640361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:07.673238 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-be10cc5a-0e07-4665-8537-2d30e2d66356 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=346ed101-37e4-4a41-ab89-20940d7539e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263033 Aug 30 14:34:07.771486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-f68b755e-9cd6-4e80-a7a1-7affcae8eef7 service neutron] 10.222.0.39 "GET /v2.0/networks/346ed101-37e4-4a41-ab89-20940d7539e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905416 Aug 30 14:34:07.822139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0122bc1e-f1c3-4242-8de7-810c352efdcf tempest-RoutersTestDVR-1227086246 tempest-RoutersTestDVR-1227086246-project] 10.222.0.50 "GET /v2.0/routers/c9a7004a-65b4-46e1-b5b5-def0866b5a50 HTTP/1.1" status: 200 len: 682 time: 0.1806231 Aug 30 14:34:07.824695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45068) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:07.867395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81cd4165-cc2f-487b-ac72-22ae3edb1dda req-8d6bb4a8-3e85-45d3-8b8d-330247ba4c2b service neutron] 10.222.0.39 "GET /v2.0/networks/346ed101-37e4-4a41-ab89-20940d7539e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863233 Aug 30 14:34:07.903395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a00b8a91-b24c-4fee-aae5-9d593dc22697 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.072808 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a00b8a91-b24c-4fee-aae5-9d593dc22697 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.075050 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a00b8a91-b24c-4fee-aae5-9d593dc22697 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.118337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a00b8a91-b24c-4fee-aae5-9d593dc22697 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.118901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00b8a91-b24c-4fee-aae5-9d593dc22697 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9a7004a-65b4-46e1-b5b5-def0866b5a50 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:34:08.123303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a00b8a91-b24c-4fee-aae5-9d593dc22697 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.124338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a00b8a91-b24c-4fee-aae5-9d593dc22697 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c9a7004a-65b4-46e1-b5b5-def0866b5a50 HTTP/1.1" status: 204 len: 168 time: 0.2980642 Aug 30 14:34:08.128064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:08.133190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b8edfad-38a4-4ad5-adc0-f1645c003e68 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Request body: {'router': {'name': 'tempest-router-1081627553', 'distributed': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:08.156183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8edfad-38a4-4ad5-adc0-f1645c003e68 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.157178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8edfad-38a4-4ad5-adc0-f1645c003e68 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.236580 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8edfad-38a4-4ad5-adc0-f1645c003e68 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.244865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0c3c7-d581-4809-a430-79cc71ce5e58 req-07f33263-7249-4df0-97e0-e26c69039c52 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:08.246444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57f0c3c7-d581-4809-a430-79cc71ce5e58 req-07f33263-7249-4df0-97e0-e26c69039c52 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 944 time: 0.0595303 Aug 30 14:34:08.252831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8edfad-38a4-4ad5-adc0-f1645c003e68 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.271595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8edfad-38a4-4ad5-adc0-f1645c003e68 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.272840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b8edfad-38a4-4ad5-adc0-f1645c003e68 tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1432288 Aug 30 14:34:08.276272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:08.286236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa26bb-c071-4d37-a88d-f25045607c58 req-a07df668-eaf9-46ea-aac2-a1be9f7ab515 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:08.287793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22fa26bb-c071-4d37-a88d-f25045607c58 req-a07df668-eaf9-46ea-aac2-a1be9f7ab515 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 945 time: 0.0644290 Aug 30 14:34:08.328451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22fa26bb-c071-4d37-a88d-f25045607c58 req-279f2829-0244-4b22-a57d-715b71e9d136 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Aug 30 14:34:08.353275 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57f0c3c7-d581-4809-a430-79cc71ce5e58 req-81b757fb-ad8f-40a0-b766-951cf082fd40 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002197 Aug 30 14:34:08.363209 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b584a4-786c-4054-b49b-0bef458ffdee tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.541307 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b584a4-786c-4054-b49b-0bef458ffdee tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.543832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b584a4-786c-4054-b49b-0bef458ffdee tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.586514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b584a4-786c-4054-b49b-0bef458ffdee tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.587123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b584a4-786c-4054-b49b-0bef458ffdee tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a13f76b-1cb4-4f22-ac80-62c51049eddc {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:34:08.592775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b584a4-786c-4054-b49b-0bef458ffdee tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.594254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e8b584a4-786c-4054-b49b-0bef458ffdee tempest-RoutersTestDVR-1958148365 tempest-RoutersTestDVR-1958148365-project-admin] 10.222.0.50 "DELETE /v2.0/routers/5a13f76b-1cb4-4f22-ac80-62c51049eddc HTTP/1.1" status: 204 len: 168 time: 0.3158624 Aug 30 14:34:08.818927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 75449a80-9826-4b86-b351-29b3cf072e31 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:34:08.855703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:08.894752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.919437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:08.921851 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba04299-5538-48bb-9b72-0bfeec85c6f3" -d '{"events": [{"server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "name": "network-vif-unplugged", "status": "completed", "tag": "75449a80-9826-4b86-b351-29b3cf072e31"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:08.936284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:08.943312 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.984125 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9604cb-2b3b-43df-96e6-bef342bfc1c9 x-openstack-request-id: req-fb9604cb-2b3b-43df-96e6-bef342bfc1c9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:08.984422 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "name": "network-vif-unplugged", "status": "completed", "tag": "75449a80-9826-4b86-b351-29b3cf072e31", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:08.984865 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb9604cb-2b3b-43df-96e6-bef342bfc1c9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:08.985449 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31', 'code': 200} Aug 30 14:34:08.986315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4a68-6fa8-433a-8eeb-93a69cf78afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.995109 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-2f22bda6-29c8-48b0-bc1c-fe074d5cc3b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609410 Aug 30 14:34:09.002986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:09.061124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-b21df09f-c808-490a-b635-2fa3b330d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.063147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-b21df09f-c808-490a-b635-2fa3b330d73c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 1096 time: 0.0450397 Aug 30 14:34:09.094779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4a68-6fa8-433a-8eeb-93a69cf78afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.099880 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4a68-6fa8-433a-8eeb-93a69cf78afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.139230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6c3f4a68-6fa8-433a-8eeb-93a69cf78afd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7c213d675324f8b8df0d3d8fd01d05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824101 Aug 30 14:34:09.140404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f4a68-6fa8-433a-8eeb-93a69cf78afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438b14fd-9a30-45b3-b735-4d761a565993,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:09.142238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:09.204283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-88406eb5-91dc-4b01-99e0-a468d65b25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.206050 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-88406eb5-91dc-4b01-99e0-a468d65b25e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1223574 Aug 30 14:34:09.253147 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5179fced-87df-41a8-8e8c-7b6c2f8077f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.255769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-969c77b9-14e3-4f3b-8459-89fc7c52252a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476 HTTP/1.1" status: 200 len: 217 time: 0.0391607 Aug 30 14:34:09.309529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5179fced-87df-41a8-8e8c-7b6c2f8077f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.348169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-f5d2776a-4a56-4f02-bd59-681ff6b788f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.349677 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-f5d2776a-4a56-4f02-bd59-681ff6b788f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0848353 Aug 30 14:34:09.408921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5179fced-87df-41a8-8e8c-7b6c2f8077f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.414890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5179fced-87df-41a8-8e8c-7b6c2f8077f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.419424 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5179fced-87df-41a8-8e8c-7b6c2f8077f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/438b14fd-9a30-45b3-b735-4d761a565993 HTTP/1.1" status: 204 len: 168 time: 0.2735128 Aug 30 14:34:09.436462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179fced-87df-41a8-8e8c-7b6c2f8077f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b14fd-9a30-45b3-b735-4d761a565993,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:09.443762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-95e71587-f1c0-4905-8d0c-4706c003e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.446446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-95e71587-f1c0-4905-8d0c-4706c003e896 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887659 Aug 30 14:34:09.508762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cba7d-4b6c-40de-954a-afc795dcb575 req-4a95852f-a125-4b0f-a581-36d4a6e059ea tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.513946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b5cba7d-4b6c-40de-954a-afc795dcb575 req-4a95852f-a125-4b0f-a581-36d4a6e059ea tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 944 time: 0.0745051 Aug 30 14:34:09.574033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250fe2-1d12-444a-a375-fc097f45bda3 req-a4ee0f3a-078f-41db-8e6a-2f27fa5fb28b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.575676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-69250fe2-1d12-444a-a375-fc097f45bda3 req-a4ee0f3a-078f-41db-8e6a-2f27fa5fb28b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 943 time: 0.1219997 Aug 30 14:34:09.588413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b5cba7d-4b6c-40de-954a-afc795dcb575 req-8b149395-b8f2-40c0-8360-8edac572635f tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715673 Aug 30 14:34:09.647111 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-b818a8af-6d9e-4cc9-87c8-13144e727dc3 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903801 Aug 30 14:34:09.653506 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-69250fe2-1d12-444a-a375-fc097f45bda3 req-a65c93ec-8384-4c12-a4cf-aaebbcfa6a43 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644670 Aug 30 14:34:09.786247 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-821157c5-7565-42b0-bb85-aa6c524b6285 req-2c4dab57-1974-467d-9c9b-e02fae8aad07 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316204 Aug 30 14:34:09.837836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:09.853351 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d804aa2-19fe-4a97-8d35-ac28c6f25aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.956284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d804aa2-19fe-4a97-8d35-ac28c6f25aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.960552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d804aa2-19fe-4a97-8d35-ac28c6f25aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.999394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9d804aa2-19fe-4a97-8d35-ac28c6f25aec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=981fe36e6f2d442cb64fc7f71534da94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604207 Aug 30 14:34:10.000242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d804aa2-19fe-4a97-8d35-ac28c6f25aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2548ca4-fb5a-4ee2-97b9-8ab25d66e60a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:10.002321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:10.052284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f2be9e9-b13e-4e5c-9876-2d64d65933d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.073906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f2be9e9-b13e-4e5c-9876-2d64d65933d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.121723 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f2be9e9-b13e-4e5c-9876-2d64d65933d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.124682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f2be9e9-b13e-4e5c-9876-2d64d65933d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.126360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4f2be9e9-b13e-4e5c-9876-2d64d65933d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2548ca4-fb5a-4ee2-97b9-8ab25d66e60a HTTP/1.1" status: 204 len: 168 time: 0.1225243 Aug 30 14:34:10.137161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2be9e9-b13e-4e5c-9876-2d64d65933d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2548ca4-fb5a-4ee2-97b9-8ab25d66e60a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:10.704708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f3d1e-57a6-48b8-a694-f5356fffc254 req-63eb95c8-88b1-44b4-aa36-51014d709d35 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:10.707322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-904f3d1e-57a6-48b8-a694-f5356fffc254 req-63eb95c8-88b1-44b4-aa36-51014d709d35 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 944 time: 0.0524035 Aug 30 14:34:10.749087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-904f3d1e-57a6-48b8-a694-f5356fffc254 req-5422d79f-32b3-4837-8326-bb7974388cfa tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333579 Aug 30 14:34:10.796203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf01e4-c6e9-4050-a712-2b26c8588c5c req-662b2255-8d32-4808-868f-1829c9e620f3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:10.798081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6bf01e4-c6e9-4050-a712-2b26c8588c5c req-662b2255-8d32-4808-868f-1829c9e620f3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 943 time: 0.0660679 Aug 30 14:34:10.839159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6bf01e4-c6e9-4050-a712-2b26c8588c5c req-fe44b07e-cfc2-4ac0-8b19-3a61f1913f14 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348401 Aug 30 14:34:10.897698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:11.008720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1440567793'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:11.030576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:11.034277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.043235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.134861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.138944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.168032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:34:11.178366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37942385-8408-4eb7-8d87-4c92fd76ac1a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:11.183453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.183801 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Added segment 20670c95-1bb8-45fa-9271-040a790425fe of type vlan for network cc0def46-2a66-4b5a-811c-8d62d8276dc9 Aug 30 14:34:11.231850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.259052 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.264596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:11.265350 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.325988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4271674 Aug 30 14:34:11.328738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:11.333600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'subnet': {'network_id': 'cc0def46-2a66-4b5a-811c-8d62d8276dc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:11.374007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 2b6ce026-afa2-4056-a83f-0c04efcc23cc details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:34:11.390052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50005507-140f-432e-9c53-8afa69a2b515 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Network': ['ID=cc0def46-2a66-4b5a-811c-8d62d8276dc9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:11.403922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:34:11.437901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:11.442366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.553176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 2b6ce026-afa2-4056-a83f-0c04efcc23cc, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2b6ce026-afa2-4056-a83f-0c04efcc23cc,segment=NetworkSegment(1f272be4-45f3-472b-a25d-57746feef5b0),segment_id=1f272be4-45f3-472b-a25d-57746feef5b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:11.566838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '2b6ce026-afa2-4056-a83f-0c04efcc23cc', 'network_id': '346ed101-37e4-4a41-ab89-20940d7539e1', 'port_id': '2b6ce026-afa2-4056-a83f-0c04efcc23cc', 'mac_address': 'fa:16:3e:4a:25:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5cbb2e-c555-4a29-a9e3-2cea42c9d68f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:34:11.605595 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.619754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6ce026-afa2-4056-a83f-0c04efcc23cc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:11.641120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 2b6ce026-afa2-4056-a83f-0c04efcc23cc, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2b6ce026-afa2-4056-a83f-0c04efcc23cc,segment=NetworkSegment(1f272be4-45f3-472b-a25d-57746feef5b0),segment_id=1f272be4-45f3-472b-a25d-57746feef5b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:11.654002 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.704831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=2b6ce026-afa2-4056-a83f-0c04efcc23cc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:11.880113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85434c1e-50d7-451c-81ea-c9ad968eb429 req-12fab39b-c2ef-4269-9ba4-2d9362c3e53a tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:11.881622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-85434c1e-50d7-451c-81ea-c9ad968eb429 req-12fab39b-c2ef-4269-9ba4-2d9362c3e53a tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 945 time: 0.0578856 Aug 30 14:34:11.906290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-e1235091-950b-4e47-b76e-a9356b6a8f1f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:11.907715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-e1235091-950b-4e47-b76e-a9356b6a8f1f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e789c7-5a44-4397-805e-15a890c1749c HTTP/1.1" status: 200 len: 943 time: 0.0847402 Aug 30 14:34:11.922306 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-85434c1e-50d7-451c-81ea-c9ad968eb429 req-28fd65be-591b-4715-aaef-74b5e5891d10 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Aug 30 14:34:11.967731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['2b6ce026-afa2-4056-a83f-0c04efcc23cc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:12.085158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.128516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Deleting port 75449a80-9826-4b86-b351-29b3cf072e31 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:12.128864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.221300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Subnet': ['ID=64bfe2fb-6969-438e-9d98-48200efff2a9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:12.235607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Checking segment: {'id': '20670c95-1bb8-45fa-9271-040a790425fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cc0def46-2a66-4b5a-811c-8d62d8276dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:12.235975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network hostable DHCP agents. Network: cc0def46-2a66-4b5a-811c-8d62d8276dc9, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:34:12.259206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] For port 75449a80-9826-4b86-b351-29b3cf072e31, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=75449a80-9826-4b86-b351-29b3cf072e31,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:12.259572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.275087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Calling delete_port for 75449a80-9826-4b86-b351-29b3cf072e31 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:12.276648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:34:12.290350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, cc0def46-2a66-4b5a-811c-8d62d8276dc9) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:12.295919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:12.296504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.299437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bd913-80f6-4b17-a933-cf33345ecb5f None None] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:12.352235 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-69b16077-584d-4971-94c9-ad9c46a8d070 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0224540 Aug 30 14:34:12.355116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:12.361250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1528175609', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:12.391549 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.393137 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.430247 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.442101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94fdeb3-b03a-4d9b-a960-caa1e9320beb None None] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:12.450387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.461536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event deleted for resources: {'Port': ['ID=75449a80-9826-4b86-b351-29b3cf072e31,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:12.504407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] No DVR routers for this DVR port 75449a80-9826-4b86-b351-29b3cf072e31 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:34:12.507935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.510170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fed7594-5ca7-49a9-95e3-0b7da03662b8 req-c4bbf773-8517-4309-8f44-dbc6d889d674 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "DELETE /v2.0/ports/75449a80-9826-4b86-b351-29b3cf072e31 HTTP/1.1" status: 204 len: 173 time: 0.5952876 Aug 30 14:34:12.511231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'name': 'network-vif-deleted', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:12.513091 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f68f8b6-0838-41ef-9847-d83990a43828" -d '{"events": [{"server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "name": "network-vif-deleted", "tag": "75449a80-9826-4b86-b351-29b3cf072e31"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:12.561318 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc08181-9947-41dd-84e1-7c44a2328130 x-openstack-request-id: req-1cc08181-9947-41dd-84e1-7c44a2328130 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:12.561840 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e789c7-5a44-4397-805e-15a890c1749c", "name": "network-vif-deleted", "tag": "75449a80-9826-4b86-b351-29b3cf072e31", "status": "failed", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:12.562313 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cc08181-9947-41dd-84e1-7c44a2328130 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:12.563104 n-d-805668-3 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18e789c7-5a44-4397-805e-15a890c1749c', 'name': 'network-vif-deleted', 'tag': '75449a80-9826-4b86-b351-29b3cf072e31', 'status': 'failed', 'code': 422} returned with failed status Aug 30 14:34:12.610511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.814174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 75449a80-9826-4b86-b351-29b3cf072e31 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:34:12.822636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.834572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 75449a80-9826-4b86-b351-29b3cf072e31 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:34:12.835051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 75449a80-9826-4b86-b351-29b3cf072e31 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:34:12.841657 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.950566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.25.6.203 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c9f5047f-723e-4904-b459-c1ad872f93d8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:13.033357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-d4c4681d-70a2-4cbd-b747-b03a7276cb42 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:13.034768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-d4c4681d-70a2-4cbd-b747-b03a7276cb42 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.1080518 Aug 30 14:34:13.051547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-e88dd4bd-56e9-4bfb-af51-93eff2e54ed7 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/quotas/36e9fbc640a649c68c0b3a6d2aaff365 HTTP/1.1" status: 200 len: 375 time: 0.0110495 Aug 30 14:34:13.077918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb20c8-4957-4e35-8f00-8c6abd4be59e req-bbb2fe19-8719-45c1-8787-47920d5afeaf tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:13.079380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1bdb20c8-4957-4e35-8f00-8c6abd4be59e req-bbb2fe19-8719-45c1-8787-47920d5afeaf tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 945 time: 0.0702302 Aug 30 14:34:13.084214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-d5b31007-7af4-407c-9458-c7aa3c5d9221 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271075 Aug 30 14:34:13.114150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.138820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1bdb20c8-4957-4e35-8f00-8c6abd4be59e req-8636b45a-7c07-4c10-b7a4-5a6d8e99de3a tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519817 Aug 30 14:34:13.169115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.194920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-81a3a1c8-78c8-4ef3-905b-fbbcc1a79ed4 service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027422 Aug 30 14:34:13.208286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:13.214161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:13.218076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:13.247678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=c9f5047f-723e-4904-b459-c1ad872f93d8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:13.299984 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-cb93241d-7586-4901-a860-d3415775544a service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984128 Aug 30 14:34:13.403633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 2b6ce026-afa2-4056-a83f-0c04efcc23cc up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:13.473921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdf15668-f831-410c-8572-54623f57215d req-ced0f556-5e72-4bee-a9fc-176350cc91c6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 210 time: 0.0300653 Aug 30 14:34:13.475605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 2b6ce026-afa2-4056-a83f-0c04efcc23cc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:13.482242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 2b6ce026-afa2-4056-a83f-0c04efcc23cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:13.483020 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.513758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.580079 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.604383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e2d450-f0f5-48a2-915b-5db34d338ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6ce026-afa2-4056-a83f-0c04efcc23cc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:13.606663 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729a4e40-c6db-40c1-bbd3-721f772e93b3" -d '{"events": [{"server_uuid": "45e2d450-f0f5-48a2-915b-5db34d338ea6", "name": "network-vif-plugged", "status": "completed", "tag": "2b6ce026-afa2-4056-a83f-0c04efcc23cc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:13.620416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 2b6ce026-afa2-4056-a83f-0c04efcc23cc, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2b6ce026-afa2-4056-a83f-0c04efcc23cc,segment=NetworkSegment(1f272be4-45f3-472b-a25d-57746feef5b0),segment_id=1f272be4-45f3-472b-a25d-57746feef5b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:13.625730 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.669597 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7562ed-cf1f-43f5-ab97-72370b225575 x-openstack-request-id: req-db7562ed-cf1f-43f5-ab97-72370b225575 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:13.669892 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e2d450-f0f5-48a2-915b-5db34d338ea6", "name": "network-vif-plugged", "status": "completed", "tag": "2b6ce026-afa2-4056-a83f-0c04efcc23cc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:13.670145 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db7562ed-cf1f-43f5-ab97-72370b225575 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:13.670539 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e2d450-f0f5-48a2-915b-5db34d338ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6ce026-afa2-4056-a83f-0c04efcc23cc', 'code': 200} Aug 30 14:34:13.689258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=2b6ce026-afa2-4056-a83f-0c04efcc23cc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:14.012056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f7945-c365-4034-9301-a12052474d13 req-d1ebf97f-1925-4ab0-85c5-2e47e62f3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:14.013537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d1f7945-c365-4034-9301-a12052474d13 req-d1ebf97f-1925-4ab0-85c5-2e47e62f3eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0882611 Aug 30 14:34:14.029063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.092907 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d1f7945-c365-4034-9301-a12052474d13 req-96a231e4-9198-4672-92b7-c231e837c7f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718806 Aug 30 14:34:14.180044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:34:14.261414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50679c-3218-4226-b576-0fc7bd0c9414 req-71ea7dd8-41a8-4225-843d-9bc6844fc28e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:14.263639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c50679c-3218-4226-b576-0fc7bd0c9414 req-71ea7dd8-41a8-4225-843d-9bc6844fc28e tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 946 time: 0.0563920 Aug 30 14:34:14.290743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:14.301975 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ff0f0-1898-408f-964c-8dc5e1f77304 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:14.309711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.312832 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ff0f0-1898-408f-964c-8dc5e1f77304 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:14.314465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c50679c-3218-4226-b576-0fc7bd0c9414 req-72105292-f2db-422d-8b76-f07e1d02b479 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Aug 30 14:34:14.316894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:14.317380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2129328a-ace5-407c-8460-f1dc676ffbcf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9608467 Aug 30 14:34:14.317826 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e9ff0f0-1898-408f-964c-8dc5e1f77304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:14.358893 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e9ff0f0-1898-408f-964c-8dc5e1f77304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:14.368711 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ff0f0-1898-408f-964c-8dc5e1f77304 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:14.369594 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e9ff0f0-1898-408f-964c-8dc5e1f77304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:14.407776 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e9ff0f0-1898-408f-964c-8dc5e1f77304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:14.408683 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ff0f0-1898-408f-964c-8dc5e1f77304 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:14.574152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-edd503b4-ac7e-4897-ab18-312aa4996b02 req-7206c3a9-d915-4c36-b8b7-b8d9a58793f2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 210 time: 0.0278866 Aug 30 14:34:14.827465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-cb61e6a5-506e-4339-97dc-4f8f9eedcbb0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:14.828882 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-cb61e6a5-506e-4339-97dc-4f8f9eedcbb0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.1641715 Aug 30 14:34:14.881109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.932752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Request body: {'port': {'device_id': '3daf64eb-b875-462e-8f18-6997c6f8811d', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'admin_state_up': True, 'tenant_id': '36e9fbc640a649c68c0b3a6d2aaff365'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:15.136795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Made reservation on behalf of 36e9fbc640a649c68c0b3a6d2aaff365 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:15.140200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.317156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.20.0.1 (cc0def46-2a66-4b5a-811c-8d62d8276dc9/64bfe2fb-6969-438e-9d98-48200efff2a9/5e6bcb43-2cc3-4ea6-935b-48954ae7791c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:15.394473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Allocated IP 172.20.0.14 (8b966278-c70e-4974-b75f-b4d2cf949f38/241e00d0-e531-49f5-911d-5f14848666a3/ff6a1bd6-3913-47ce-b73c-afde25ec94a7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:15.521063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be752c0c-cc35-47d5-b5cb-f7e8a6552800 req-bf2668da-4c6b-44cf-a085-b042c493444a tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:15.522547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be752c0c-cc35-47d5-b5cb-f7e8a6552800 req-bf2668da-4c6b-44cf-a085-b042c493444a tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 946 time: 0.1242442 Aug 30 14:34:15.549449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.640013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be752c0c-cc35-47d5-b5cb-f7e8a6552800 req-3ffa9252-2339-4a58-a4b8-c55da4e1b524 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093771 Aug 30 14:34:15.686818 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.690955 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.767723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-005e4b84-39db-4044-9884-803579f03235 req-02b428d3-e9f4-47e3-b863-306a9e49dd62 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 210 time: 0.0629284 Aug 30 14:34:15.770882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:15.777159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:15.791177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:15.791177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=5e6bcb43-2cc3-4ea6-935b-48954ae7791c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:15.842370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.846266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.938605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:15.945183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:15.951059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:15.957236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event updated for resources: {'Port': ['ID=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:16.031074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:16.031687 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:16.066154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-285f9813-2698-40a7-9a24-9d2c8052474e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1371775 Aug 30 14:34:16.076997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:16.092675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Request body: {'port': {'device_id': '3daf64eb-b875-462e-8f18-6997c6f8811d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:16.216521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:16.906549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89afc0-c3ba-44b0-9d98-5df39175a84c req-9999d092-1e5c-41c8-931f-0fc263980b81 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:16.913607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f89afc0-c3ba-44b0-9d98-5df39175a84c req-9999d092-1e5c-41c8-931f-0fc263980b81 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 932 time: 0.0662744 Aug 30 14:34:16.932474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:16.951207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f89afc0-c3ba-44b0-9d98-5df39175a84c req-1506b995-8844-4287-8da5-b70392a9c26a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Aug 30 14:34:16.956123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:17.028061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6a1bd6-3913-47ce-b73c-afde25ec94a7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:17.046145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:17.051093 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:17.065945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=5e6bcb43-2cc3-4ea6-935b-48954ae7791c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:17.072064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Transition to ACTIVE for port object ff6a1bd6-3913-47ce-b73c-afde25ec94a7 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:17.085367 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:17.186551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:17.249490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:17.252578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:17.351753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Attempting to bind port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:17.352096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Attempting to bind port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:17.352430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Attempting to bind port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:17.398066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:34:17.398394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Attempting to bind port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:17.415222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:17.415562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Checking segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:17.415950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Bound using segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:17.416381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Bound port: ff6a1bd6-3913-47ce-b73c-afde25ec94a7, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:17.416741 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:17.427917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fd4af-be15-4f29-8703-0cefa4ffd6ee req-a3490ffb-7892-4eae-8159-ee6dbfd17be4 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:17.429416 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b4fd4af-be15-4f29-8703-0cefa4ffd6ee req-a3490ffb-7892-4eae-8159-ee6dbfd17be4 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 946 time: 0.1242230 Aug 30 14:34:17.461966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:17.514063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b4fd4af-be15-4f29-8703-0cefa4ffd6ee req-6ba7436b-86ed-4870-9708-2d627ee1ee80 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755942 Aug 30 14:34:17.572730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] For port ff6a1bd6-3913-47ce-b73c-afde25ec94a7, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:17.577101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] For port ff6a1bd6-3913-47ce-b73c-afde25ec94a7, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:17.583132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:17.645670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:17.646541 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:17.647858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff6a1bd6-3913-47ce-b73c-afde25ec94a7 HTTP/1.1" status: 200 len: 1092 time: 1.5593972 Aug 30 14:34:17.651419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daf64eb-b875-462e-8f18-6997c6f8811d', 'tag': 'ff6a1bd6-3913-47ce-b73c-afde25ec94a7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:17.653873 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af" -d '{"events": [{"name": "network-changed", "server_uuid": "3daf64eb-b875-462e-8f18-6997c6f8811d", "tag": "ff6a1bd6-3913-47ce-b73c-afde25ec94a7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:17.698393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:17.708665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b64c5c44-eee2-4d25-9ac5-e2285fa54551 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/routers/2ad39816-2a06-4a1d-93bb-bb5032b46d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3869238 Aug 30 14:34:17.708665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae60382-4e46-46e5-82c3-3d8296309318 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:17.708879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:17.713584 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d026f7bc-e398-4bea-83cd-76cdb6f356fd x-openstack-request-id: req-d026f7bc-e398-4bea-83cd-76cdb6f356fd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:17.713959 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3daf64eb-b875-462e-8f18-6997c6f8811d", "tag": "ff6a1bd6-3913-47ce-b73c-afde25ec94a7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:17.714188 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d026f7bc-e398-4bea-83cd-76cdb6f356fd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:17.714784 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daf64eb-b875-462e-8f18-6997c6f8811d', 'tag': 'ff6a1bd6-3913-47ce-b73c-afde25ec94a7', 'status': 'completed', 'code': 200} Aug 30 14:34:17.717968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'port': {'network_id': 'cc0def46-2a66-4b5a-811c-8d62d8276dc9', 'name': 'tempest-FloatingIPTestJSON-528439030'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:17.718540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c48ca2-763d-4114-8c59-985bc88c5aac None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:17.731321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c48ca2-763d-4114-8c59-985bc88c5aac None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:17.732010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-25c48ca2-763d-4114-8c59-985bc88c5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:17.771036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-25c48ca2-763d-4114-8c59-985bc88c5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:17.780042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c48ca2-763d-4114-8c59-985bc88c5aac None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:17.780667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-25c48ca2-763d-4114-8c59-985bc88c5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:17.806325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-465a226c-fccf-4306-90ca-6817c54026fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:17.808154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-465a226c-fccf-4306-90ca-6817c54026fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 1095 time: 0.0582469 Aug 30 14:34:17.816556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-25c48ca2-763d-4114-8c59-985bc88c5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:17.816666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c48ca2-763d-4114-8c59-985bc88c5aac None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:17.861495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:17.865152 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:17.875785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-6f46b1f0-30b4-4fce-ad9c-7d4750044233 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6a1bd6-3913-47ce-b73c-afde25ec94a7 HTTP/1.1" status: 200 len: 217 time: 0.0350499 Aug 30 14:34:17.883617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] device_id is not set on port cc0c7324-597f-413d-8722-521ea33cb1f8 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:34:17.932997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-fc29bf9e-0ace-44d5-a495-521b45e31bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:17.934499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-fc29bf9e-0ace-44d5-a495-521b45e31bc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.0440567 Aug 30 14:34:17.968413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-c55db741-d0ea-46f7-af4d-f6b06979c7b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247185 Aug 30 14:34:17.995814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.20.0.10 (cc0def46-2a66-4b5a-811c-8d62d8276dc9/64bfe2fb-6969-438e-9d98-48200efff2a9/cc0c7324-597f-413d-8722-521ea33cb1f8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:18.100450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116872-6be9-4e9a-91d7-f1f0d3cc8970 req-098c1991-fdb1-4cd7-b4a1-5b432317f9ec tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:18.101978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a116872-6be9-4e9a-91d7-f1f0d3cc8970 req-098c1991-fdb1-4cd7-b4a1-5b432317f9ec tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 944 time: 0.0695746 Aug 30 14:34:18.119332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-124dfd6b-2f6f-41fe-896e-f08293923eba service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381724 Aug 30 14:34:18.141496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:18.184871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:18.191990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a116872-6be9-4e9a-91d7-f1f0d3cc8970 req-3e3f97ed-1fde-4af1-bd59-03d7bfa664c9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826514 Aug 30 14:34:18.229389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:18.232450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:18.235496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:18.243297 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2571b219-b317-4dda-bb78-e6677fcd06f1 req-a08b9603-5edc-4abf-beff-f8f98884dcd1 service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096263 Aug 30 14:34:18.278531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=cc0c7324-597f-413d-8722-521ea33cb1f8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:18.299421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:18.300034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:18.313924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e9e2d463-2a5a-4b7c-8dc6-85ff2e34eb7a tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6039357 Aug 30 14:34:18.316869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:18.321824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'port': {'network_id': 'cc0def46-2a66-4b5a-811c-8d62d8276dc9', 'name': 'tempest-FloatingIPTestJSON-782435424'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:18.407194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-4e36bea0-7616-4559-b15d-1e62095aab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:18.408746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-4e36bea0-7616-4559-b15d-1e62095aab16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 1095 time: 0.0426650 Aug 30 14:34:18.435840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:18.439346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:18.463795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] device_id is not set on port 836927cc-5e2c-4781-bf48-a85c2cd0a828 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:34:18.509868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-c3bce793-a918-4dcf-90cf-7abb05008900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:18.511381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-c3bce793-a918-4dcf-90cf-7abb05008900 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 912 time: 0.0893748 Aug 30 14:34:18.561001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-3ce37715-68e0-40b1-9ff4-2b79d196f29f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6a1bd6-3913-47ce-b73c-afde25ec94a7 HTTP/1.1" status: 200 len: 217 time: 0.0405486 Aug 30 14:34:18.575002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.20.0.2 (cc0def46-2a66-4b5a-811c-8d62d8276dc9/64bfe2fb-6969-438e-9d98-48200efff2a9/836927cc-5e2c-4781-bf48-a85c2cd0a828) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:18.649515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-37e8f53a-05ac-4943-a5e3-a39dbc5173f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:18.650907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-37e8f53a-05ac-4943-a5e3-a39dbc5173f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.0818486 Aug 30 14:34:18.667249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93093f-7287-47cd-954e-56b701debf21 req-7b19b6a7-51be-4bce-ac2b-f2bee9e462fe tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:18.668699 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4d93093f-7287-47cd-954e-56b701debf21 req-7b19b6a7-51be-4bce-ac2b-f2bee9e462fe tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 946 time: 0.0625813 Aug 30 14:34:18.708190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28384ff-eedd-4506-bac8-3e315069950b req-db9d12d4-09fd-4964-bf2f-072c1dcae5fc tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:18.709932 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e28384ff-eedd-4506-bac8-3e315069950b req-db9d12d4-09fd-4964-bf2f-072c1dcae5fc tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.39 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 946 time: 0.1159828 Aug 30 14:34:18.710618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-99cdc092-49da-48d9-8395-b09a9da631fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407748 Aug 30 14:34:18.781412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4d93093f-7287-47cd-954e-56b701debf21 req-1fe7e238-929a-40fb-a413-bc8286d5e864 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8f7af96-bac2-41c9-b076-5465c8569244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038177 Aug 30 14:34:18.827101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-fc74ef2f-9b66-4621-b6ad-cd0403306ce3 service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072502 Aug 30 14:34:18.836414 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:18.877617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Deleting port 2b6ce026-afa2-4056-a83f-0c04efcc23cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:18.877988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:18.940544 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6e4c5b2-c274-47de-a1ef-7ecac4a067af req-8c2a252c-1dbe-46a4-9d3a-7341ac146767 service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037068 Aug 30 14:34:18.943861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.011852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:19.020937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] For port 2b6ce026-afa2-4056-a83f-0c04efcc23cc, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=2b6ce026-afa2-4056-a83f-0c04efcc23cc,segment=NetworkSegment(1f272be4-45f3-472b-a25d-57746feef5b0),segment_id=1f272be4-45f3-472b-a25d-57746feef5b0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:19.021329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.023799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:19.026195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:19.067015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Calling delete_port for 2b6ce026-afa2-4056-a83f-0c04efcc23cc owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:19.070650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=836927cc-5e2c-4781-bf48-a85c2cd0a828,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:19.100663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:19.101493 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.147281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-205f5e3c-10dd-49d9-b803-f79c0e241cda tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8293619 Aug 30 14:34:19.150588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:19.155450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '836927cc-5e2c-4781-bf48-a85c2cd0a828', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:19.178512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.230087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.242247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['2b6ce026-afa2-4056-a83f-0c04efcc23cc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:19.264876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Pushing event deleted for resources: {'Port': ['ID=2b6ce026-afa2-4056-a83f-0c04efcc23cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:19.299858 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.349073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] No DVR routers for this DVR port 2b6ce026-afa2-4056-a83f-0c04efcc23cc on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:34:19.351815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.353839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e28384ff-eedd-4506-bac8-3e315069950b req-75a9f80d-6dfc-4bd7-94fe-4274aba3aac7 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.39 "DELETE /v2.0/ports/2b6ce026-afa2-4056-a83f-0c04efcc23cc HTTP/1.1" status: 204 len: 173 time: 0.6361339 Aug 30 14:34:19.354430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e2d450-f0f5-48a2-915b-5db34d338ea6', 'name': 'network-vif-deleted', 'tag': '2b6ce026-afa2-4056-a83f-0c04efcc23cc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:19.356699 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6755525d-b65b-4b4b-acd7-a53214aed071" -d '{"events": [{"server_uuid": "45e2d450-f0f5-48a2-915b-5db34d338ea6", "name": "network-vif-deleted", "tag": "2b6ce026-afa2-4056-a83f-0c04efcc23cc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:19.380004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba3d7e-111d-43ec-8bae-403616981964 req-3ffd67d9-f542-46c4-b59f-ad07e512bf1a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:19.381658 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6ba3d7e-111d-43ec-8bae-403616981964 req-3ffd67d9-f542-46c4-b59f-ad07e512bf1a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 944 time: 0.0878167 Aug 30 14:34:19.413459 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d083a2-de25-414f-abfe-766463dece44 x-openstack-request-id: req-d9d083a2-de25-414f-abfe-766463dece44 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:19.413764 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e2d450-f0f5-48a2-915b-5db34d338ea6", "name": "network-vif-deleted", "tag": "2b6ce026-afa2-4056-a83f-0c04efcc23cc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:19.414028 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9d083a2-de25-414f-abfe-766463dece44 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:19.414523 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e2d450-f0f5-48a2-915b-5db34d338ea6', 'name': 'network-vif-deleted', 'tag': '2b6ce026-afa2-4056-a83f-0c04efcc23cc', 'status': 'completed', 'code': 200} Aug 30 14:34:19.440722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.25.6.70 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/82fe9131-9768-4570-a6b9-e3fccda2679b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:19.445718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6ba3d7e-111d-43ec-8bae-403616981964 req-7302d409-0720-462c-8fdb-c63df3159dec tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522349 Aug 30 14:34:19.554147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.591695 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.632482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:19.639281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:19.642982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:19.666074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=82fe9131-9768-4570-a6b9-e3fccda2679b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:19.770088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:19.897181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f8243450-9a34-461c-a9fb-6893ffce750c req-ae401518-68a9-44b5-908b-a67e1f321de9 tempest-ServerTagsTestJSON-692268520 tempest-ServerTagsTestJSON-692268520-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e2d450-f0f5-48a2-915b-5db34d338ea6 HTTP/1.1" status: 200 len: 210 time: 0.0311234 Aug 30 14:34:20.017902 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:20.088945 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:20.238522 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:20.242891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:20.310779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=82fe9131-9768-4570-a6b9-e3fccda2679b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:20.323086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:20.426780 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP b054f49a-3477-49e3-ab22-34cc9b667142 associated. External IP: 172.25.6.70, port: 836927cc-5e2c-4781-bf48-a85c2cd0a828. Aug 30 14:34:20.569125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea7052-7c68-4964-ac25-39a1dabaf864 req-08e9eb2e-e9f7-46fc-ad35-948a848b1483 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:20.570530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9ea7052-7c68-4964-ac25-39a1dabaf864 req-08e9eb2e-e9f7-46fc-ad35-948a848b1483 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 944 time: 0.0658867 Aug 30 14:34:20.684675 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9ea7052-7c68-4964-ac25-39a1dabaf864 req-125d9c19-e488-448d-8a49-49565a686fc8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775256 Aug 30 14:34:20.712513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:20.823846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:20.833659 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4873f-b8c1-41a5-b576-a6e3cf79e728 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:20.843474 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4873f-b8c1-41a5-b576-a6e3cf79e728 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:20.844102 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-59b4873f-b8c1-41a5-b576-a6e3cf79e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:20.847528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:20.874688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f15fe155-90e6-4667-a543-7329ec4b65d3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.7229037 Aug 30 14:34:20.876824 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-59b4873f-b8c1-41a5-b576-a6e3cf79e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:20.877367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:20.882196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:20.885797 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4873f-b8c1-41a5-b576-a6e3cf79e728 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:20.886397 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-59b4873f-b8c1-41a5-b576-a6e3cf79e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:20.945669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:20.955364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:21.003743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37b7061-35d6-45e1-9a54-4288cc897006 admin admin] Deleting subnet ff5cbb2e-c555-4a29-a9e3-2cea42c9d68f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:34:21.007354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b7061-35d6-45e1-9a54-4288cc897006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.009753 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-59b4873f-b8c1-41a5-b576-a6e3cf79e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:21.011125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4873f-b8c1-41a5-b576-a6e3cf79e728 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:21.042410 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b7061-35d6-45e1-9a54-4288cc897006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.084770 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b7061-35d6-45e1-9a54-4288cc897006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.112694 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.117212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.117601 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP b054f49a-3477-49e3-ab22-34cc9b667142 disassociated. External IP: 172.25.6.70, port: 836927cc-5e2c-4781-bf48-a85c2cd0a828. Aug 30 14:34:21.147205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b7061-35d6-45e1-9a54-4288cc897006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.173912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b7061-35d6-45e1-9a54-4288cc897006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5cbb2e-c555-4a29-a9e3-2cea42c9d68f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:21.177598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b7061-35d6-45e1-9a54-4288cc897006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.181508 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e37b7061-35d6-45e1-9a54-4288cc897006 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ff5cbb2e-c555-4a29-a9e3-2cea42c9d68f HTTP/1.1" status: 204 len: 168 time: 0.2251556 Aug 30 14:34:21.182116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:21.254774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.336968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.347644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346ed101-37e4-4a41-ab89-20940d7539e1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:21.358416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f272be4-45f3-472b-a25d-57746feef5b0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:21.358717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f272be4-45f3-472b-a25d-57746feef5b0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:21.368670 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.384509 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.392329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:34:21.392744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:34:21.395232 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:34:21.419547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 2b6ce026-afa2-4056-a83f-0c04efcc23cc no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:34:21.442451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 2b6ce026-afa2-4056-a83f-0c04efcc23cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:34:21.442852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 2b6ce026-afa2-4056-a83f-0c04efcc23cc not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:34:21.452827 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.459892 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.466759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] 10.222.0.50 "DELETE /v2.0/networks/346ed101-37e4-4a41-ab89-20940d7539e1 HTTP/1.1" status: 204 len: 168 time: 0.2834606 Aug 30 14:34:21.479451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1677363-8319-47dd-bc6b-0a89b81966ef admin admin] Pushing event deleted for resources: {'Network': ['ID=346ed101-37e4-4a41-ab89-20940d7539e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:21.559315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcdf95-3253-4ed7-9376-5480023ab98a req-25df1d17-642d-4cf4-88c7-d6b30968468a tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:21.560902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96bcdf95-3253-4ed7-9376-5480023ab98a req-25df1d17-642d-4cf4-88c7-d6b30968468a tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1096 time: 0.0477664 Aug 30 14:34:21.582345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96bcdf95-3253-4ed7-9376-5480023ab98a req-3e636848-d379-42bb-a1fb-5b4d86829c28 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.670709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:21.697298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:21.709394 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96bcdf95-3253-4ed7-9376-5480023ab98a req-3e636848-d379-42bb-a1fb-5b4d86829c28 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.717614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96bcdf95-3253-4ed7-9376-5480023ab98a req-3e636848-d379-42bb-a1fb-5b4d86829c28 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.757260 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96bcdf95-3253-4ed7-9376-5480023ab98a req-3e636848-d379-42bb-a1fb-5b4d86829c28 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886318 Aug 30 14:34:21.759799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-455c091c-f6b6-4288-b67a-e9165b025368 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a99f8546a68349bf9e94a684f3c336fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878327 Aug 30 14:34:21.764572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:21.787233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e636848-d379-42bb-a1fb-5b4d86829c28 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefe7366-b6b2-41d7-902f-d37aff90d7d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:21.834401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3215-f884-45b4-9e11-918db934d2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.858566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3215-f884-45b4-9e11-918db934d2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.866056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678e5f2-abb7-4257-a3a3-27dcd83d27ad req-a28f0315-77b7-4bc0-8976-22c9dd182ab6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:21.873243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9678e5f2-abb7-4257-a3a3-27dcd83d27ad req-a28f0315-77b7-4bc0-8976-22c9dd182ab6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 944 time: 0.0771463 Aug 30 14:34:21.887997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:21.894044 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.899201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04219907-8647-44d8-babf-efaf63470eab None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:21.910600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04219907-8647-44d8-babf-efaf63470eab None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:21.911246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04219907-8647-44d8-babf-efaf63470eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:21.940731 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9678e5f2-abb7-4257-a3a3-27dcd83d27ad req-b241e08a-0a7b-4a2d-bde9-de8a18625b96 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665812 Aug 30 14:34:21.943165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ce548807-17fa-4757-a81f-b58f1c75245d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/floatingips/b054f49a-3477-49e3-ab22-34cc9b667142 HTTP/1.1" status: 200 len: 687 time: 1.0645916 Aug 30 14:34:21.944706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58bbba-9149-46b0-8cda-9291a934ee15 req-893d7900-7455-44ad-97c7-d8be5db0d366 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:21.945753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:21.946300 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff58bbba-9149-46b0-8cda-9291a934ee15 req-893d7900-7455-44ad-97c7-d8be5db0d366 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0613370 Aug 30 14:34:21.958766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04219907-8647-44d8-babf-efaf63470eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:21.967464 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3215-f884-45b4-9e11-918db934d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.969590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04219907-8647-44d8-babf-efaf63470eab None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:21.970230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04219907-8647-44d8-babf-efaf63470eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:21.970522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3215-f884-45b4-9e11-918db934d2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:21.974473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ec5a3215-f884-45b4-9e11-918db934d2d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8f7af96-bac2-41c9-b076-5465c8569244 HTTP/1.1" status: 204 len: 168 time: 0.2055924 Aug 30 14:34:22.002434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a3215-f884-45b4-9e11-918db934d2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f7af96-bac2-41c9-b076-5465c8569244,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:22.007006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04219907-8647-44d8-babf-efaf63470eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:22.007891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04219907-8647-44d8-babf-efaf63470eab None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:22.037611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff58bbba-9149-46b0-8cda-9291a934ee15 req-b5288a99-9aaf-4310-9076-7688e4e11edd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841086 Aug 30 14:34:22.055700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:22.097282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 82fe9131-9768-4570-a6b9-e3fccda2679b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:22.097640 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.137095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a0a9098d-b1c5-41b2-8886-56c2b4a31cd0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/f86c385d-12cc-40df-a86d-41ab6e0d5af7 HTTP/1.1" status: 200 len: 992 time: 0.0713491 Aug 30 14:34:22.196133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.196691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.213172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 82fe9131-9768-4570-a6b9-e3fccda2679b owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:22.370745 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.401948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=82fe9131-9768-4570-a6b9-e3fccda2679b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:22.462708 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.465883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.467066 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aa0d7d10-30c9-4941-9117-1ca9e1636fb1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/floatingips/b054f49a-3477-49e3-ab22-34cc9b667142 HTTP/1.1" status: 204 len: 168 time: 0.5138600 Aug 30 14:34:22.470522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:22.475813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'cc0c7324-597f-413d-8722-521ea33cb1f8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:22.500191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.610090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.743165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.25.6.30 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/46d3a826-aa19-4a90-871b-84975c55bc59) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:22.848720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device ff6a1bd6-3913-47ce-b73c-afde25ec94a7 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:34:22.869567 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.924157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:22.963882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:22.969291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:22.973334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:23.002169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=46d3a826-aa19-4a90-871b-84975c55bc59,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:23.051477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898349e3-a9e7-4939-8b9d-271b86001d0c req-be4cdb25-6615-4001-9e4f-0e6a3dbbbd9f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:23.059557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-898349e3-a9e7-4939-8b9d-271b86001d0c req-be4cdb25-6615-4001-9e4f-0e6a3dbbbd9f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0750976 Aug 30 14:34:23.087188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port ff6a1bd6-3913-47ce-b73c-afde25ec94a7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:23.102551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'ff6a1bd6-3913-47ce-b73c-afde25ec94a7', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'port_id': 'ff6a1bd6-3913-47ce-b73c-afde25ec94a7', 'mac_address': 'fa:16:3e:42:f7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e00d0-e531-49f5-911d-5f14848666a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:34:23.130652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-898349e3-a9e7-4939-8b9d-271b86001d0c req-91f4136c-d564-4fca-94bc-514c8ac05c1e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704155 Aug 30 14:34:23.157649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:23.164844 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-9d69a34e-44c7-4bb5-a3b2-9f7a3a4ec74d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2723336 Aug 30 14:34:23.174857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6a1bd6-3913-47ce-b73c-afde25ec94a7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:23.205064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port ff6a1bd6-3913-47ce-b73c-afde25ec94a7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:23.230574 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:23.334528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e18ff8-f22e-4519-883c-9eaf9edda7ad req-7264e3b3-3d2c-40ff-a0a9-84872ce88797 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:23.349654 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68e18ff8-f22e-4519-883c-9eaf9edda7ad req-7264e3b3-3d2c-40ff-a0a9-84872ce88797 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 945 time: 0.1263454 Aug 30 14:34:23.352904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:23.373097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.373590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.373946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.374287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.374631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.374969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.375305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.377208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.377619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.378025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.378996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.379346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:23.427553 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68e18ff8-f22e-4519-883c-9eaf9edda7ad req-6a48079d-5b88-4f4a-8a74-3dd7f734fdd2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765977 Aug 30 14:34:23.486563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53637ed7-4c77-42a0-aef3-47a26deec741 req-c7376d93-e633-4099-9300-43f2b13347e5 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0592456 Aug 30 14:34:23.540059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-16268e00-4106-49f6-bb13-d3007058b415 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137652 Aug 30 14:34:23.639902 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:23.675804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-8608cd93-8ceb-43c3-bc23-46de4119fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:23.677380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-8608cd93-8ceb-43c3-bc23-46de4119fd09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 1097 time: 0.0909004 Aug 30 14:34:23.775245 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:23.856979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['ff6a1bd6-3913-47ce-b73c-afde25ec94a7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:23.900399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-4a3ca7f9-d292-4a5d-b437-7ba32172673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:23.901947 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-4a3ca7f9-d292-4a5d-b437-7ba32172673d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1813715 Aug 30 14:34:24.037425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-0b23ca48-e932-4e4f-8f4e-7b9b8f56209a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2260811d-c58e-4f1c-aa2c-13912b579005 HTTP/1.1" status: 200 len: 217 time: 0.0974216 Aug 30 14:34:24.065780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:24.091598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:24.181733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-38130e9b-94ba-4b2c-acba-7c899fed56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:24.183135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-38130e9b-94ba-4b2c-acba-7c899fed56b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.1327367 Aug 30 14:34:24.185807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=46d3a826-aa19-4a90-871b-84975c55bc59,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:24.198080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:24.270019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ebbb8-42d5-4a55-bec2-b3ed93ad9d5b req-a6fb9fa0-691a-4ffb-9483-5dc7d23418ff tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:24.271792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-206ebbb8-42d5-4a55-bec2-b3ed93ad9d5b req-a6fb9fa0-691a-4ffb-9483-5dc7d23418ff tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0640376 Aug 30 14:34:24.330049 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-206ebbb8-42d5-4a55-bec2-b3ed93ad9d5b req-1f4b0f8c-f664-4e2f-a49d-72b188c95e09 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505495 Aug 30 14:34:24.386781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-4aeb6cf5-a5e4-4c10-a54c-fe661d019d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:24.388461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-4aeb6cf5-a5e4-4c10-a54c-fe661d019d87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444428 Aug 30 14:34:24.390106 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP ccb027e6-b528-4a7f-bdc2-90fca76e3634 associated. External IP: 172.25.6.30, port: cc0c7324-597f-413d-8722-521ea33cb1f8. Aug 30 14:34:24.549623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15cd58-f7e4-4d96-8ab9-2c9fd0bb10f7 req-9d04785d-5b61-42bc-9150-b3ed1813e541 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:24.551378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c15cd58-f7e4-4d96-8ab9-2c9fd0bb10f7 req-9d04785d-5b61-42bc-9150-b3ed1813e541 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 945 time: 0.0576177 Aug 30 14:34:24.591900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-c0da6b16-ed97-4d92-9705-57ac2786a697 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604645 Aug 30 14:34:24.592818 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c15cd58-f7e4-4d96-8ab9-2c9fd0bb10f7 req-524689f4-6a44-4157-a027-9c78804e1695 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349016 Aug 30 14:34:24.613856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a3912e9-0462-4409-b9b0-ea2650141a9c req-679550c6-f5d9-4210-a9ba-1a40ffa771b3 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0376093 Aug 30 14:34:24.792989 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ae79294-8f91-4ff0-b01e-88bdd7f274a3 req-68e72e15-a7e8-4c45-87ab-12c05be520b3 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814966 Aug 30 14:34:24.801524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:24.915572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:24.928414 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f700e856-c595-443c-a607-553acae787f8 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:24.934234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:24.940353 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f700e856-c595-443c-a607-553acae787f8 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:24.941780 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f700e856-c595-443c-a607-553acae787f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:24.964949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d6dd4bf-bf7d-4bca-bd5e-50c95303ef43 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4906359 Aug 30 14:34:24.965175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:24.977384 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f700e856-c595-443c-a607-553acae787f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:24.986161 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f700e856-c595-443c-a607-553acae787f8 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:24.986767 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f700e856-c595-443c-a607-553acae787f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:25.002639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-fc6e71b6-8c8a-4299-88d8-12784b8f12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:25.004809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-fc6e71b6-8c8a-4299-88d8-12784b8f12bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1096 time: 0.0432398 Aug 30 14:34:25.019794 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f700e856-c595-443c-a607-553acae787f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:25.020435 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f700e856-c595-443c-a607-553acae787f8 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:25.030387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1eb14a6f-c64e-48a6-b875-f6ab5f7382ca tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "GET /v2.0/floatingips/ccb027e6-b528-4a7f-bdc2-90fca76e3634 HTTP/1.1" status: 200 len: 977 time: 0.0642846 Aug 30 14:34:25.032853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45502) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:25.114945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-550437de-9e48-4036-aadf-7832a51891f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:25.119224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-a38da37d-60a9-4377-a05e-9618ce2c41cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:25.120718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-a38da37d-60a9-4377-a05e-9618ce2c41cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 897 time: 0.1069388 Aug 30 14:34:25.143936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0e6f901e-c398-4e1a-8513-771083848fc3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1099670 Aug 30 14:34:25.146507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45504) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:25.150811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'port_id': '836927cc-5e2c-4781-bf48-a85c2cd0a828'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:25.189984 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-65c33f1a-2afe-4d35-aa9c-1f0496a714d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 1000 time: 0.0591357 Aug 30 14:34:25.249016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-47e6b81e-3141-4a6f-bb76-25d39ff99450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:25.250420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-47e6b81e-3141-4a6f-bb76-25d39ff99450 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.0518475 Aug 30 14:34:25.303586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-c00da46a-53a5-4f0c-bfa3-5f758294f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:25.305192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-c00da46a-53a5-4f0c-bfa3-5f758294f56f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439718 Aug 30 14:34:25.407012 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-9721f927-9819-4259-9185-cec41895fc5d service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941324 Aug 30 14:34:25.538516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292418e5-5465-4847-8c43-ffa8e42bfbcd req-5a46f58c-190c-4356-93db-d4ad163dc1ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:25.540029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-292418e5-5465-4847-8c43-ffa8e42bfbcd req-5a46f58c-190c-4356-93db-d4ad163dc1ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0995128 Aug 30 14:34:25.553715 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:25.558077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-e2db8fdd-021e-4dd3-95db-f24e5b55bde8 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419003 Aug 30 14:34:25.587393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-292418e5-5465-4847-8c43-ffa8e42bfbcd req-9ac7ff9a-6094-4179-8390-9081b60035e2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Aug 30 14:34:25.695491 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cdfde00-2909-436b-ae50-9e7fdfd75082 req-6b4e2622-6b62-4c55-9ab2-48d7aa76018b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0438042 Aug 30 14:34:25.732350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dffe351d-1e4b-4ef3-ad84-586742b035b1 req-5e7a7ba7-de34-4b3e-a876-8549a8b210c8 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0334706 Aug 30 14:34:25.791500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c1859-9712-474e-9bd0-95bfcd6bb5fe req-7b45c030-7e6e-4b81-a7be-fb0ab0ee48a9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:25.793226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a4c1859-9712-474e-9bd0-95bfcd6bb5fe req-7b45c030-7e6e-4b81-a7be-fb0ab0ee48a9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 945 time: 0.1089721 Aug 30 14:34:25.871775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a4c1859-9712-474e-9bd0-95bfcd6bb5fe req-5d6feeb6-9aac-4ca7-9678-116928b0ef80 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722008 Aug 30 14:34:26.116495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:26.120499 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:26.225146 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP ccb027e6-b528-4a7f-bdc2-90fca76e3634 associated. External IP: 172.25.6.30, port: cc0c7324-597f-413d-8722-521ea33cb1f8. Aug 30 14:34:26.437409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:26.549752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:26.561727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717c0aa8-c1e8-40df-a2ef-9afc0324fd69 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:26.572497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c0aa8-c1e8-40df-a2ef-9afc0324fd69 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:26.573262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-717c0aa8-c1e8-40df-a2ef-9afc0324fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:26.608435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-717c0aa8-c1e8-40df-a2ef-9afc0324fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:26.622117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c0aa8-c1e8-40df-a2ef-9afc0324fd69 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:26.623745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-717c0aa8-c1e8-40df-a2ef-9afc0324fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:26.664209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-717c0aa8-c1e8-40df-a2ef-9afc0324fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:26.665178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717c0aa8-c1e8-40df-a2ef-9afc0324fd69 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:26.747569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443f498-0381-4bfd-977d-47d359916dd1 req-b335a7e5-667f-472e-82df-0c6c5fac7bc4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:26.749233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c443f498-0381-4bfd-977d-47d359916dd1 req-b335a7e5-667f-472e-82df-0c6c5fac7bc4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0548813 Aug 30 14:34:26.793461 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c443f498-0381-4bfd-977d-47d359916dd1 req-f6960c75-afb6-4e27-8984-71debbd9ffed tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355120 Aug 30 14:34:26.803577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:26.865594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device ff6a1bd6-3913-47ce-b73c-afde25ec94a7 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:26.879787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b9314ffa-4ab2-4fd3-a58b-9c8733891c68 req-4c375308-f731-4e0a-8cda-80b81764f821 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0314865 Aug 30 14:34:26.930171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:26.935118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:26.935727 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:26.946086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:26.950826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:26.961387 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db879484-1c6b-498e-8e38-55432b11a514 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:26.974030 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db879484-1c6b-498e-8e38-55432b11a514 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:26.976352 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db879484-1c6b-498e-8e38-55432b11a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:27.017029 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db879484-1c6b-498e-8e38-55432b11a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:27.026571 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db879484-1c6b-498e-8e38-55432b11a514 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:27.027431 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db879484-1c6b-498e-8e38-55432b11a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:33:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:27.035915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:27.036460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4711b94b-96c2-48aa-a8d4-77a8a8b757de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/floatingips/ccb027e6-b528-4a7f-bdc2-90fca76e3634 HTTP/1.1" status: 200 len: 976 time: 1.8889253 Aug 30 14:34:27.043111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:27.046102 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:27.073059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daf64eb-b875-462e-8f18-6997c6f8811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6a1bd6-3913-47ce-b73c-afde25ec94a7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:27.074824 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db879484-1c6b-498e-8e38-55432b11a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:27.075434 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41570350-761c-46bc-a5f2-db3cd3e9df9f" -d '{"events": [{"server_uuid": "3daf64eb-b875-462e-8f18-6997c6f8811d", "name": "network-vif-plugged", "status": "completed", "tag": "ff6a1bd6-3913-47ce-b73c-afde25ec94a7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:27.076029 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db879484-1c6b-498e-8e38-55432b11a514 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:27.085265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823dfd2-3e04-468a-928b-da6cd2453b8b req-fed2a735-849a-4872-b764-dd9a7bce5aed tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:27.087367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2823dfd2-3e04-468a-928b-da6cd2453b8b req-fed2a735-849a-4872-b764-dd9a7bce5aed tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 945 time: 0.1129990 Aug 30 14:34:27.097810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port ff6a1bd6-3913-47ce-b73c-afde25ec94a7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:27.103804 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:27.130885 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:27.138315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2823dfd2-3e04-468a-928b-da6cd2453b8b req-d041b40c-7acd-497e-8fe9-d9dd85bdd684 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Aug 30 14:34:27.172753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:27.197089 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b90c64-37a7-48e9-ba5e-1ee595935dc6 x-openstack-request-id: req-64b90c64-37a7-48e9-ba5e-1ee595935dc6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:27.197726 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daf64eb-b875-462e-8f18-6997c6f8811d", "name": "network-vif-plugged", "status": "completed", "tag": "ff6a1bd6-3913-47ce-b73c-afde25ec94a7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:27.198214 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64b90c64-37a7-48e9-ba5e-1ee595935dc6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:27.198769 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daf64eb-b875-462e-8f18-6997c6f8811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6a1bd6-3913-47ce-b73c-afde25ec94a7', 'code': 200} Aug 30 14:34:27.307661 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:27.311991 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:27.312525 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP ccb027e6-b528-4a7f-bdc2-90fca76e3634 disassociated. External IP: 172.25.6.30, port: 836927cc-5e2c-4781-bf48-a85c2cd0a828. Aug 30 14:34:27.335163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5792d-0308-42de-903d-ff00563ee168 req-f343d276-16b0-42aa-a7f0-e2066a37075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:27.336859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bf5792d-0308-42de-903d-ff00563ee168 req-f343d276-16b0-42aa-a7f0-e2066a37075c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 1097 time: 0.0459201 Aug 30 14:34:27.375501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bf5792d-0308-42de-903d-ff00563ee168 req-3ab5bca2-1d83-4565-bbfb-d7ad0c9762ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309799 Aug 30 14:34:27.788101 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52a6d584-6c4e-4e82-bd0d-511c940745be req-fbfc31b3-8259-4e16-8b0c-82379fed329a tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0335500 Aug 30 14:34:27.815268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:27.864561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26497912-b546-483c-9272-0f9106f3e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:27.992634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:27.997446 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:28.002143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d57d28-7da8-4a32-a966-44ec2e52ceb9 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:28.009947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99155019-0f07-4ed0-93df-d73636fa3ab6 req-fef3fe7c-d3da-4f4e-b780-3fcca498a693 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.011443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99155019-0f07-4ed0-93df-d73636fa3ab6 req-fef3fe7c-d3da-4f4e-b780-3fcca498a693 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0977395 Aug 30 14:34:28.018757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d57d28-7da8-4a32-a966-44ec2e52ceb9 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:28.019404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93d57d28-7da8-4a32-a966-44ec2e52ceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:28.052560 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-02c49db8-2ea5-4333-8d20-da75cf8e4def tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/floatingips/ccb027e6-b528-4a7f-bdc2-90fca76e3634 HTTP/1.1" status: 200 len: 687 time: 1.0146358 Aug 30 14:34:28.055308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:28.072079 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99155019-0f07-4ed0-93df-d73636fa3ab6 req-e14cbff0-6993-4b76-b75a-43c4b75dc1c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Aug 30 14:34:28.189288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 46d3a826-aa19-4a90-871b-84975c55bc59 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:28.189533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:28.198792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93d57d28-7da8-4a32-a966-44ec2e52ceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:28.207461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d57d28-7da8-4a32-a966-44ec2e52ceb9 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:28.208125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93d57d28-7da8-4a32-a966-44ec2e52ceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:28.240247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93d57d28-7da8-4a32-a966-44ec2e52ceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:28.240913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d57d28-7da8-4a32-a966-44ec2e52ceb9 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:28.303393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33192dc8-e72f-4a52-b413-636635e8c8a2 req-b0a3c467-72c7-45fd-96e5-a3929e4589bf tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.304859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33192dc8-e72f-4a52-b413-636635e8c8a2 req-b0a3c467-72c7-45fd-96e5-a3929e4589bf tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0767913 Aug 30 14:34:28.315009 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:28.315339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:28.341266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 46d3a826-aa19-4a90-871b-84975c55bc59 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:28.393570 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33192dc8-e72f-4a52-b413-636635e8c8a2 req-e8cb3bf7-7f36-45bd-bffa-26286497ddb5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810802 Aug 30 14:34:28.484527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:28.503885 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:28.510739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=46d3a826-aa19-4a90-871b-84975c55bc59,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:28.570266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:28.572887 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:28.574070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c791dfec-480c-4b17-8b6b-c685b85b0401 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/floatingips/ccb027e6-b528-4a7f-bdc2-90fca76e3634 HTTP/1.1" status: 204 len: 168 time: 0.5174122 Aug 30 14:34:28.576605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:28.614472 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-a45f7993-5c18-439d-a09e-2ef53a73a362 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] delete failed (client error): The resource could not be found. Aug 30 14:34:28.615469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a45f7993-5c18-439d-a09e-2ef53a73a362 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/floatingips/ccb027e6-b528-4a7f-bdc2-90fca76e3634 HTTP/1.1" status: 404 len: 345 time: 0.0379407 Aug 30 14:34:28.619305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:28.700091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9b63c-8c79-406e-8ddf-6bf1c9ed800f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.707061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9b63c-8c79-406e-8ddf-6bf1c9ed800f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.712894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9b63c-8c79-406e-8ddf-6bf1c9ed800f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.714697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-33f9b63c-8c79-406e-8ddf-6bf1c9ed800f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "GET /v2.0/ports?network_id=cc0def46-2a66-4b5a-811c-8d62d8276dc9 HTTP/1.1" status: 200 len: 2357 time: 0.0944011 Aug 30 14:34:28.717423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:28.776619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21974c97-4f63-4df1-bcb7-20660b0c8cec tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.778040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-21974c97-4f63-4df1-bcb7-20660b0c8cec tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "GET /v2.0/subnets/64bfe2fb-6969-438e-9d98-48200efff2a9 HTTP/1.1" status: 200 len: 797 time: 0.0596690 Aug 30 14:34:28.784141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:28.789607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'port': {'network_id': 'cc0def46-2a66-4b5a-811c-8d62d8276dc9', 'name': 'tempest-FloatingIPTestJSON-2077071654', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:28.922038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7495f598-4082-4657-b56a-f8b2fb306351 req-d79284ad-4fc9-43d9-b479-e27b283800ad tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0452607 Aug 30 14:34:28.939648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:29.035301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:29.053674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] device_id is not set on port f773a076-00d6-4b61-bff8-b373c1a5c9b0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:34:29.178160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:29.259308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f549-3744-4888-8272-4342eaa3c2c2 req-89c36801-7e95-43e4-b382-6b4767cabe58 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:29.260800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5864f549-3744-4888-8272-4342eaa3c2c2 req-89c36801-7e95-43e4-b382-6b4767cabe58 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.1146593 Aug 30 14:34:29.345790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5864f549-3744-4888-8272-4342eaa3c2c2 req-695f94d9-5686-43f2-bd16-62a6e2c2fcb6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576823 Aug 30 14:34:29.436173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.20.0.14 (cc0def46-2a66-4b5a-811c-8d62d8276dc9/64bfe2fb-6969-438e-9d98-48200efff2a9/f773a076-00d6-4b61-bff8-b373c1a5c9b0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:29.443291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.20.0.13 (cc0def46-2a66-4b5a-811c-8d62d8276dc9/64bfe2fb-6969-438e-9d98-48200efff2a9/f773a076-00d6-4b61-bff8-b373c1a5c9b0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:29.576003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20ec2-dd75-4132-8ae0-5bbd76afdb01 req-9d8fab3a-cdad-427d-b1a1-a11e9881cc11 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:29.577718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fff20ec2-dd75-4132-8ae0-5bbd76afdb01 req-9d8fab3a-cdad-427d-b1a1-a11e9881cc11 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.1142540 Aug 30 14:34:29.641129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fff20ec2-dd75-4132-8ae0-5bbd76afdb01 req-c514dbf9-89ea-42f0-8fc0-1d81785de710 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552526 Aug 30 14:34:29.651830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:29.693138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:29.733405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:29.736352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:29.740047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:29.785255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=f773a076-00d6-4b61-bff8-b373c1a5c9b0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:29.811392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:29.812041 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:29.849758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c322c2f5-6f1d-4573-9766-f035e9c28ad3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0639622 Aug 30 14:34:29.852412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:29.857253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'f773a076-00d6-4b61-bff8-b373c1a5c9b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:29.866753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b4b9-bc73-4933-b232-4d32bb60219c req-734e9c48-8e15-41df-9443-ad6eaf330a0e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:29.868314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e077b4b9-bc73-4933-b232-4d32bb60219c req-734e9c48-8e15-41df-9443-ad6eaf330a0e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0641038 Aug 30 14:34:29.887745 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:29.914429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e077b4b9-bc73-4933-b232-4d32bb60219c req-dbc6f33d-58ff-4a67-bbb5-2bc91d6a14cc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Aug 30 14:34:29.995673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:30.035506 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d82b2053-633d-4336-8b03-db67eb1e41b8 req-3328fd97-2578-4278-8f3c-5de2756a0b6f tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0283134 Aug 30 14:34:30.113254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.25.6.67 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/67c95c26-71e5-4605-900b-aa4e3788cb9f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:30.218320 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:30.258651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:30.302889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:30.306057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:30.310638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:30.333454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=67c95c26-71e5-4605-900b-aa4e3788cb9f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:30.477369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff72cf-932a-4a55-b852-be35a8f53708 req-c8143cd0-2ed2-48cd-9432-e02a745d6e1a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:30.478951 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bff72cf-932a-4a55-b852-be35a8f53708 req-c8143cd0-2ed2-48cd-9432-e02a745d6e1a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0585916 Aug 30 14:34:30.520992 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bff72cf-932a-4a55-b852-be35a8f53708 req-acd93490-ebd7-4072-b852-85038cedef70 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354252 Aug 30 14:34:30.690712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:30.757621 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:30.904882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:30.909180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:30.984392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=67c95c26-71e5-4605-900b-aa4e3788cb9f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:31.002028 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:31.112661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f4e1f-deea-4cbf-bf94-01e1f19e404a req-e9775be4-b351-404b-831a-c33f9d1c6272 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:31.114179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c2f4e1f-deea-4cbf-bf94-01e1f19e404a req-e9775be4-b351-404b-831a-c33f9d1c6272 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.1257443 Aug 30 14:34:31.152547 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP df738965-49b5-424a-9517-923b8d745462 associated. External IP: 172.25.6.67, port: f773a076-00d6-4b61-bff8-b373c1a5c9b0. Aug 30 14:34:31.172204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d9411918-b6a8-4090-ba90-8f422d5c4745 req-8856f519-d1ae-4208-9279-7a79a912d437 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0286152 Aug 30 14:34:31.203345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c2f4e1f-deea-4cbf-bf94-01e1f19e404a req-40a27d9c-c3c1-4cb9-ad97-8411f1b81e02 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807712 Aug 30 14:34:31.376922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:31.552844 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:31.649324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a87ca4-9e59-4256-9479-2b9d8ee27dcb req-2d48de01-0e9a-4e92-89fe-95ddb7194852 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:31.650892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12a87ca4-9e59-4256-9479-2b9d8ee27dcb req-2d48de01-0e9a-4e92-89fe-95ddb7194852 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0524259 Aug 30 14:34:31.691998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12a87ca4-9e59-4256-9479-2b9d8ee27dcb req-b419af89-f443-4b67-8e04-f06dd9c2d9a1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351822 Aug 30 14:34:31.814093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:31.824772 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f739492-60eb-4979-8989-6422f7a5e340 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:31.830733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:31.834769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f739492-60eb-4979-8989-6422f7a5e340 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:31.835448 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9f739492-60eb-4979-8989-6422f7a5e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:31.859833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-714f5fec-6e99-43b3-b503-0b306282a2ee tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0034227 Aug 30 14:34:31.860072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:31.865276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dc395e6f-15ff-475b-aca1-ccd425b3c273 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'port_id': 'f773a076-00d6-4b61-bff8-b373c1a5c9b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:31.870779 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9f739492-60eb-4979-8989-6422f7a5e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:31.879735 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f739492-60eb-4979-8989-6422f7a5e340 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:31.880329 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9f739492-60eb-4979-8989-6422f7a5e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:31.911287 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9f739492-60eb-4979-8989-6422f7a5e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:31.911936 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f739492-60eb-4979-8989-6422f7a5e340 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:31.924653 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc395e6f-15ff-475b-aca1-ccd425b3c273 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:32.274762 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9bdb8885-111d-4380-ba76-0c2aa655f619 req-9d1b7fb9-9712-4820-b8d4-cf4c94e33b12 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0255239 Aug 30 14:34:32.374649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64177721-f066-45df-8f84-b62b5e987db6 req-90ba4249-81c6-43cf-a1a7-8dc5f7618023 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:32.376145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64177721-f066-45df-8f84-b62b5e987db6 req-90ba4249-81c6-43cf-a1a7-8dc5f7618023 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0865965 Aug 30 14:34:32.463223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64177721-f066-45df-8f84-b62b5e987db6 req-d16f523b-d5ca-48c6-9453-8715d657ace4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788589 Aug 30 14:34:32.467181 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc395e6f-15ff-475b-aca1-ccd425b3c273 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:32.470980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc395e6f-15ff-475b-aca1-ccd425b3c273 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:32.596490 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:32.678061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc395e6f-15ff-475b-aca1-ccd425b3c273 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:32.817156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc395e6f-15ff-475b-aca1-ccd425b3c273 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:32.822012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc395e6f-15ff-475b-aca1-ccd425b3c273 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:32.826963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d392e2-aa4b-4cb3-87aa-cb8fed5f733d None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:32.836664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d392e2-aa4b-4cb3-87aa-cb8fed5f733d None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:32.837318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-36d392e2-aa4b-4cb3-87aa-cb8fed5f733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:32.850594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b819ec-8623-4f6d-bae4-8307ec865466 req-55e5c697-3eb6-4d5a-883f-f2079993afae tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:32.852068 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9b819ec-8623-4f6d-bae4-8307ec865466 req-55e5c697-3eb6-4d5a-883f-f2079993afae tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0889046 Aug 30 14:34:32.872479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-36d392e2-aa4b-4cb3-87aa-cb8fed5f733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:32.882228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d392e2-aa4b-4cb3-87aa-cb8fed5f733d None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:32.882788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-36d392e2-aa4b-4cb3-87aa-cb8fed5f733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:32.902219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dc395e6f-15ff-475b-aca1-ccd425b3c273 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/floatingips/df738965-49b5-424a-9517-923b8d745462 HTTP/1.1" status: 200 len: 978 time: 1.0411861 Aug 30 14:34:32.905075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:32.915023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-36d392e2-aa4b-4cb3-87aa-cb8fed5f733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:32.915687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d392e2-aa4b-4cb3-87aa-cb8fed5f733d None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:32.916130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9b819ec-8623-4f6d-bae4-8307ec865466 req-54471f06-66d2-4498-848c-8bec87be926a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571203 Aug 30 14:34:33.064508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 67c95c26-71e5-4605-900b-aa4e3788cb9f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:33.064845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:33.138434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:33.138684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:33.149908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 67c95c26-71e5-4605-900b-aa4e3788cb9f owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:33.320564 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:33.346227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=67c95c26-71e5-4605-900b-aa4e3788cb9f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:33.384396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a58acefd-a888-4266-8d98-d8c76399d7d2 req-2dc03a56-93d7-4e33-9139-f4117c09305b tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0319917 Aug 30 14:34:33.414858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:33.415185 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP df738965-49b5-424a-9517-923b8d745462 disassociated (deleted). External IP: 172.25.6.67, port: f773a076-00d6-4b61-bff8-b373c1a5c9b0. Aug 30 14:34:33.584289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38da22-332c-4f82-8712-1afae27e9a2f req-a4f73299-d6d3-45ca-822e-599bab25e1e8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:33.585840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc38da22-332c-4f82-8712-1afae27e9a2f req-a4f73299-d6d3-45ca-822e-599bab25e1e8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0541301 Aug 30 14:34:33.625324 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc38da22-332c-4f82-8712-1afae27e9a2f req-5e848290-dbcf-4073-9110-4086925eaf7e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Aug 30 14:34:33.628730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:33.737608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:33.742429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:33.747628 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c56303-3291-4fcc-a40a-f60b63d77d7e None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:33.757083 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c56303-3291-4fcc-a40a-f60b63d77d7e None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:33.757728 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86c56303-3291-4fcc-a40a-f60b63d77d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:33.774025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aa26d29c-45ae-42a9-abaa-fc86a7e436eb tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/floatingips/df738965-49b5-424a-9517-923b8d745462 HTTP/1.1" status: 204 len: 168 time: 0.8637018 Aug 30 14:34:33.774345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:33.793542 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86c56303-3291-4fcc-a40a-f60b63d77d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:33.802708 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c56303-3291-4fcc-a40a-f60b63d77d7e None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:33.803358 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86c56303-3291-4fcc-a40a-f60b63d77d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:33.838117 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86c56303-3291-4fcc-a40a-f60b63d77d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:33.838865 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c56303-3291-4fcc-a40a-f60b63d77d7e None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:33.869322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-51e7b5ed-e4b5-41fa-b714-5c8fb4d95ae7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port f773a076-00d6-4b61-bff8-b373c1a5c9b0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:33.869667 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51e7b5ed-e4b5-41fa-b714-5c8fb4d95ae7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:34.040995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de3342-ae21-4e62-9ed9-98139dae78d1 req-2ad5c0a5-92e8-4b77-aba2-27f692d7a7df tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:34.042901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72de3342-ae21-4e62-9ed9-98139dae78d1 req-2ad5c0a5-92e8-4b77-aba2-27f692d7a7df tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0526588 Aug 30 14:34:34.084925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72de3342-ae21-4e62-9ed9-98139dae78d1 req-cb0ade20-3303-4aee-b15b-c8267521aeef tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350332 Aug 30 14:34:34.203450 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51e7b5ed-e4b5-41fa-b714-5c8fb4d95ae7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:34.218402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-51e7b5ed-e4b5-41fa-b714-5c8fb4d95ae7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for f773a076-00d6-4b61-bff8-b373c1a5c9b0 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:34.397384 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51e7b5ed-e4b5-41fa-b714-5c8fb4d95ae7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:34.426145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7b5ed-e4b5-41fa-b714-5c8fb4d95ae7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=f773a076-00d6-4b61-bff8-b373c1a5c9b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:34.487308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-70e0b88a-3fb9-43e0-9d61-4a128920ccd8 req-ae4eadad-1ed0-44ce-a1ec-15277ab9905a tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0256429 Aug 30 14:34:34.514093 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51e7b5ed-e4b5-41fa-b714-5c8fb4d95ae7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:34.516072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51e7b5ed-e4b5-41fa-b714-5c8fb4d95ae7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/ports/f773a076-00d6-4b61-bff8-b373c1a5c9b0 HTTP/1.1" status: 204 len: 168 time: 0.7410543 Aug 30 14:34:34.520478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:34.525157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:34.546785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:34.641995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:34.743672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ece34-360b-495d-8dd7-bdcf187c16c0 req-4de087ec-d0ad-4dc3-b053-2fbb8a8d7afc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:34.745119 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee7ece34-360b-495d-8dd7-bdcf187c16c0 req-4de087ec-d0ad-4dc3-b053-2fbb8a8d7afc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0493865 Aug 30 14:34:34.767134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.25.6.151 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/34703606-3423-49c8-b03f-d1f09159a922) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:34.789279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee7ece34-360b-495d-8dd7-bdcf187c16c0 req-a9877709-2862-4da9-b19f-f97d56b5a360 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Aug 30 14:34:34.869838 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:34.908611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:34.948606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:34.953318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:34.956810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:34.980266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=34703606-3423-49c8-b03f-d1f09159a922,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:35.041676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.074185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.233064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60f9c7-e3a5-46d0-9f9a-16d8001e4258 req-3501d7ef-4e73-4742-b4e8-c33a170c01b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:35.234586 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b60f9c7-e3a5-46d0-9f9a-16d8001e4258 req-3501d7ef-4e73-4742-b4e8-c33a170c01b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0783787 Aug 30 14:34:35.292712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.299385 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b60f9c7-e3a5-46d0-9f9a-16d8001e4258 req-6ac822db-32e3-4218-9f59-26c6ff06a0e9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540390 Aug 30 14:34:35.301167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.372069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=34703606-3423-49c8-b03f-d1f09159a922,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:35.381360 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.396749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.398242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-87a123d8-75e5-4846-b38f-c6425dc3c4ae tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8766720 Aug 30 14:34:35.400848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:35.406286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'port': {'network_id': 'cc0def46-2a66-4b5a-811c-8d62d8276dc9', 'name': 'tempest-FloatingIPTestJSON-284953039'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:35.517302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:35.521318 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.539274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] device_id is not set on port 7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:34:35.609085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-538a3510-8c9f-4db4-b35f-b4b15575a16f req-d80b0f76-6c2f-4206-ac8e-b013290c4563 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0357683 Aug 30 14:34:35.670564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.20.0.6 (cc0def46-2a66-4b5a-811c-8d62d8276dc9/64bfe2fb-6969-438e-9d98-48200efff2a9/7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:35.822024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.862413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.911930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a44a24-fad8-4871-87d2-d9445a353e4a req-d01257be-8d93-48f1-a04b-c34e140a5896 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:35.913522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-06a44a24-fad8-4871-87d2-d9445a353e4a req-d01257be-8d93-48f1-a04b-c34e140a5896 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0525117 Aug 30 14:34:35.914277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network cc0def46-2a66-4b5a-811c-8d62d8276dc9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:35.917858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:35.922370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:35.926631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:35.960192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-06a44a24-fad8-4871-87d2-d9445a353e4a req-f7ebe171-a533-4dcd-a5ea-b8013f74ef2a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Aug 30 14:34:35.975580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:35.976210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:35.990448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ca1105dc-54dc-4d6f-a2b6-9a781da0ab8e tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5884695 Aug 30 14:34:35.992920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:35.997445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'port_id': '7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:36.037940 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:36.454010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a1232-ceda-4f2e-a8f0-35f2ee8f13fe req-506673cc-6373-422e-bc83-11dac92484d3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:36.455469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a11a1232-ceda-4f2e-a8f0-35f2ee8f13fe req-506673cc-6373-422e-bc83-11dac92484d3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0843775 Aug 30 14:34:36.536751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a11a1232-ceda-4f2e-a8f0-35f2ee8f13fe req-3c9fba47-d7e2-48e9-9549-d3c3d006f13f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735202 Aug 30 14:34:36.545797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:36.551227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:36.652683 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP c5504012-e103-4038-95d3-4cdb30cd3182 associated. External IP: 172.25.6.151, port: 7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe. Aug 30 14:34:36.723667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f98c6570-441d-493e-9543-2579bdb41eef req-cbdbb213-85bf-47ea-a06b-bde4cc607f25 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0324860 Aug 30 14:34:36.884442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:36.992598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:36.997663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:37.003355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fdb2a6-344e-4e9f-ab5d-d1b1239b86c6 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:37.014012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fdb2a6-344e-4e9f-ab5d-d1b1239b86c6 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:37.015377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-99fdb2a6-344e-4e9f-ab5d-d1b1239b86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:37.027702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-33f7384e-a20f-4cbd-8b90-9b5bb387a50d tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/floatingips/c5504012-e103-4038-95d3-4cdb30cd3182 HTTP/1.1" status: 200 len: 977 time: 1.0315008 Aug 30 14:34:37.027952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:37.050453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-99fdb2a6-344e-4e9f-ab5d-d1b1239b86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:37.059525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fdb2a6-344e-4e9f-ab5d-d1b1239b86c6 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:37.060319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-99fdb2a6-344e-4e9f-ab5d-d1b1239b86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:37.078372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cddf1-d517-4710-b93a-14a83263cd05 req-c4153ef6-0ca2-45fa-b16a-5fa9d0c0e256 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:37.079878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba1cddf1-d517-4710-b93a-14a83263cd05 req-c4153ef6-0ca2-45fa-b16a-5fa9d0c0e256 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0504537 Aug 30 14:34:37.096003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-99fdb2a6-344e-4e9f-ab5d-d1b1239b86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:37.096952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fdb2a6-344e-4e9f-ab5d-d1b1239b86c6 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:37.121195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba1cddf1-d517-4710-b93a-14a83263cd05 req-a3f85856-234a-4177-972c-aeeed3a614ed tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 Aug 30 14:34:37.125032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:37.125410 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:37.209416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:37.423443 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:37.423832 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:37.424153 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP c5504012-e103-4038-95d3-4cdb30cd3182 disassociated. External IP: 172.25.6.151, port: 7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe. Aug 30 14:34:37.424493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:37.546696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:37.576330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:37.711866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25351d10-5167-42b6-98bf-9bb53aac60df req-9b7d85ea-65d9-4f87-808e-116cc83267fb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:37.713331 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25351d10-5167-42b6-98bf-9bb53aac60df req-9b7d85ea-65d9-4f87-808e-116cc83267fb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0947881 Aug 30 14:34:37.740120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:37.766118 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25351d10-5167-42b6-98bf-9bb53aac60df req-98ad1c9f-a348-4f5d-909a-63b8a082fd97 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Aug 30 14:34:37.833258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a351cad-47b6-488c-99b1-b2441999ce27 req-ebe2fe5c-e1a8-4cc8-be69-08aefa24df13 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0295181 Aug 30 14:34:38.148429 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-6bf13592-5aae-4bee-aa00-072231c6afae req-114971c1-247b-4fe1-852c-043c7088e417 service neutron] show failed (client error): The resource could not be found. Aug 30 14:34:38.149464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-114971c1-247b-4fe1-852c-043c7088e417 service neutron] 10.222.0.39 "GET /v2.0/ports/34f52b24-f4e3-4bc9-bbf8-364484a1c50a/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.1033547 Aug 30 14:34:38.154225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:38.173224 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be2b76a-1e1d-4274-9b55-ad03bf48e65b None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:38.184327 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2b76a-1e1d-4274-9b55-ad03bf48e65b None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:38.187336 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5be2b76a-1e1d-4274-9b55-ad03bf48e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:38.220279 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5be2b76a-1e1d-4274-9b55-ad03bf48e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:38.230142 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2b76a-1e1d-4274-9b55-ad03bf48e65b None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:38.230752 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5be2b76a-1e1d-4274-9b55-ad03bf48e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:38.253753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.258293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-067a47ce-6534-457e-8e2d-ff28fe329ea9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/ports/7e8d60bc-1474-4bf3-aeb4-08321d6bd3fe HTTP/1.1" status: 204 len: 168 time: 1.2271800 Aug 30 14:34:38.258667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:38.273150 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5be2b76a-1e1d-4274-9b55-ad03bf48e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:38.273663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a419d-9fce-48fb-adf5-92db01f27dac req-02880338-e489-4945-8e2f-16b0aef2fe81 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:38.273797 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be2b76a-1e1d-4274-9b55-ad03bf48e65b None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:38.276413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e95a419d-9fce-48fb-adf5-92db01f27dac req-02880338-e489-4945-8e2f-16b0aef2fe81 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0730479 Aug 30 14:34:38.309343 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-77d40c8e-8c39-4425-83db-b86afe2d9c67 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "GET /v2.0/floatingips/c5504012-e103-4038-95d3-4cdb30cd3182 HTTP/1.1" status: 200 len: 688 time: 0.0494356 Aug 30 14:34:38.312365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:38.364636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e95a419d-9fce-48fb-adf5-92db01f27dac req-8b161983-c24d-4718-bd8c-50d08d034a0b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815246 Aug 30 14:34:38.371245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-1e22449d-a3c6-415a-abe2-1c8397902666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:38.372964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-1e22449d-a3c6-415a-abe2-1c8397902666 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0417132 Aug 30 14:34:38.391463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:38.447864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.456930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 34703606-3423-49c8-b03f-d1f09159a922 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:38.457298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.532092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.532421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.545207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 34703606-3423-49c8-b03f-d1f09159a922 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:38.648701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:38.693868 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.694549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:38.722133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=34703606-3423-49c8-b03f-d1f09159a922,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:38.736880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:38.739212 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8345d74-1b0e-4a9e-974e-da95161ba66d" -d '{"events": [{"server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "name": "network-vif-unplugged", "status": "completed", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:38.743276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.756655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Transition to ACTIVE for port object 34f52b24-f4e3-4bc9-bbf8-364484a1c50a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:38.760408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.800987 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4541c27-459f-4457-b47e-1e5ec1d8f8cd x-openstack-request-id: req-a4541c27-459f-4457-b47e-1e5ec1d8f8cd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:38.801298 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "name": "network-vif-unplugged", "status": "completed", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:38.801514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.801636 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4541c27-459f-4457-b47e-1e5ec1d8f8cd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:38.801943 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'code': 200} Aug 30 14:34:38.804120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.806690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5f4bd67b-8436-4bde-93cd-e9ee42fe73c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/floatingips/c5504012-e103-4038-95d3-4cdb30cd3182 HTTP/1.1" status: 204 len: 168 time: 0.4932394 Aug 30 14:34:38.809996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:38.817057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '836927cc-5e2c-4781-bf48-a85c2cd0a828'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:38.845109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.957982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:38.977088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bad5bd88-da1d-446e-9c55-abf460bf77f3 req-c07646df-69c4-492f-bd17-d5a2fc7a3e63 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0309327 Aug 30 14:34:38.982941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:38.987489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] No DVR routers for this DVR port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:34:39.080181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8b076-75dc-41b6-be68-c9b006c80511 req-20e549c2-68b9-4a60-9a8e-fa2cee1233f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.081749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ab8b076-75dc-41b6-be68-c9b006c80511 req-20e549c2-68b9-4a60-9a8e-fa2cee1233f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.2090826 Aug 30 14:34:39.103291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.25.6.98 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/99f22c45-9c22-4bfa-9737-3654c3397e3e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:39.139617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ab8b076-75dc-41b6-be68-c9b006c80511 req-a0b60816-c5af-435b-a07c-60c1026ebcb3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507259 Aug 30 14:34:39.168602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Attempting to bind port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:39.168945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Attempting to bind port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:39.169310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Attempting to bind port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on network 368a9aed-7d98-4f41-be51-adde5f25928e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:39.176211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on network 368a9aed-7d98-4f41-be51-adde5f25928e not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:34:39.176546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Attempting to bind port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on network 368a9aed-7d98-4f41-be51-adde5f25928e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:39.181977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:39.182321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Checking segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:39.182707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Bound using segment: {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:39.183139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Bound port: 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:39.183502 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.219679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.246908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:39.250497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:39.255914 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.266819 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.290934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.291578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.293343 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] 10.222.0.21 "PUT /v2.0/ports/34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 1091 time: 0.9060359 Aug 30 14:34:39.315527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:39.320951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:39.322358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbef350-ef81-4af4-9e1b-eadc10475c95 service neutron] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:39.326163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:39.329183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=99f22c45-9c22-4bfa-9737-3654c3397e3e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:39.389577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-44cf9c1b-df34-4059-90f2-9465bccd6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.391210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-44cf9c1b-df34-4059-90f2-9465bccd6b31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1094 time: 0.0535800 Aug 30 14:34:39.527778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6a87-3dba-4a44-913d-b7ad4febc205 req-ef3ec741-edaa-44b8-a84b-42b74f9a4fb4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.529272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb7f6a87-3dba-4a44-913d-b7ad4febc205 req-ef3ec741-edaa-44b8-a84b-42b74f9a4fb4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0853710 Aug 30 14:34:39.534041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-bb5952a3-88c1-446c-8b6a-dafdc3aa6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.535948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-bb5952a3-88c1-446c-8b6a-dafdc3aa6e23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 897 time: 0.1375840 Aug 30 14:34:39.610022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb7f6a87-3dba-4a44-913d-b7ad4febc205 req-b78b4757-4d40-474b-87c4-0b18b9234a74 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731134 Aug 30 14:34:39.623267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-ed6bdd6b-310d-40e1-9892-ed9bce1a0405 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 998 time: 0.0793138 Aug 30 14:34:39.676484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-53590738-086e-48f7-8a53-c46d8d981fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.677989 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-53590738-086e-48f7-8a53-c46d8d981fe2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.0467827 Aug 30 14:34:39.724472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.730281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13592-5aae-4bee-aa00-072231c6afae req-11c8f94c-2ee8-42fe-acf9-2cd48055b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.731799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-11c8f94c-2ee8-42fe-acf9-2cd48055b91b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463305 Aug 30 14:34:39.800677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.823880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-e1184ed3-b7cf-4932-a4a4-0896a2793e32 service neutron] 10.222.0.21 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842066 Aug 30 14:34:39.926356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6bf13592-5aae-4bee-aa00-072231c6afae req-78ca8f01-90b6-4564-8fe2-5d1e837b9307 service neutron] 10.222.0.21 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874624 Aug 30 14:34:39.955086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.960109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.027329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=99f22c45-9c22-4bfa-9737-3654c3397e3e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:40.040723 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.090717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f5ed065-df75-4ff5-804b-babf75c26f01 req-b1c7068f-54eb-4694-b49a-88d77197cddb tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0270293 Aug 30 14:34:40.150822 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP 7c460b7b-2c3f-4247-87d8-09fc1f70dfd7 associated. External IP: 172.25.6.98, port: 836927cc-5e2c-4781-bf48-a85c2cd0a828. Aug 30 14:34:40.276017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7860bd-d569-4d2d-8d39-16af8f94d10a req-3edfcce3-c907-4f8e-be68-79cf71a4d80c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.277456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f7860bd-d569-4d2d-8d39-16af8f94d10a req-3edfcce3-c907-4f8e-be68-79cf71a4d80c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.0575855 Aug 30 14:34:40.316736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f7860bd-d569-4d2d-8d39-16af8f94d10a req-473acde4-630c-4793-a240-c868c4ce95c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Aug 30 14:34:40.367706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:40.475222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:40.485009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03522e-da98-4b86-a799-65bda26fc175 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:40.491764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.495894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03522e-da98-4b86-a799-65bda26fc175 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:40.496522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c03522e-da98-4b86-a799-65bda26fc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:40.518732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c52d32a3-0418-4788-8d72-d72a76e9f531 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.7072203 Aug 30 14:34:40.521302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:40.526311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1717089507'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:40.529496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c03522e-da98-4b86-a799-65bda26fc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:40.538620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03522e-da98-4b86-a799-65bda26fc175 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:40.539353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c03522e-da98-4b86-a799-65bda26fc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:40.551101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:40.554710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.575666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c03522e-da98-4b86-a799-65bda26fc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:40.576361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03522e-da98-4b86-a799-65bda26fc175 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:40.579129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:34:40.590846 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.591189 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Added segment 3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48 of type vlan for network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a Aug 30 14:34:40.643485 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.678920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.684420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.685018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.796911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2744856 Aug 30 14:34:40.799602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:40.805264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'subnet': {'network_id': 'f342d5c5-bc9b-4851-9e5e-e8e60303ee5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:40.808379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:40.810582 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b14320c-fef6-4676-8678-d97fcf650957" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:40.823840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Network': ['ID=f342d5c5-bc9b-4851-9e5e-e8e60303ee5a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:40.840538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f73f-6fc5-4917-a5d4-4457ae452034 req-6af094cb-2620-47cd-9153-53c6bc518bc9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.842166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c32f73f-6fc5-4917-a5d4-4457ae452034 req-6af094cb-2620-47cd-9153-53c6bc518bc9 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.1545417 Aug 30 14:34:40.844056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.844406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.844749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.845125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.845453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.845784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.846115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.846462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.846771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.847173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.847523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.847848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a9c119-6afd-4db8-aec2-7e74041a2499 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:40.863078 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:34:40.884703 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b39f1a-16bd-4d0e-81ac-08766d7d2005 x-openstack-request-id: req-31b39f1a-16bd-4d0e-81ac-08766d7d2005 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:40.885121 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:40.885465 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31b39f1a-16bd-4d0e-81ac-08766d7d2005 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:40.885948 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'status': 'completed', 'code': 200} Aug 30 14:34:40.896741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c32f73f-6fc5-4917-a5d4-4457ae452034 req-7fdf5393-b25d-409c-8785-0b1b622343fe tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Aug 30 14:34:40.966670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14320c-fef6-4676-8678-d97fcf650957 req-a2159c13-c162-4923-a5e1-5ee648a341e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.968194 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-a2159c13-c162-4923-a5e1-5ee648a341e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1094 time: 0.0495343 Aug 30 14:34:40.986603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:40.990656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.038825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14320c-fef6-4676-8678-d97fcf650957 req-b778ebb9-e864-47c7-886c-09bef1331421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.040302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-b778ebb9-e864-47c7-886c-09bef1331421 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1094 time: 0.0994701 Aug 30 14:34:41.072671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14320c-fef6-4676-8678-d97fcf650957 req-f52248f5-7c72-48f2-be20-af1b1ad8f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.074143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-f52248f5-7c72-48f2-be20-af1b1ad8f627 service neutron] 10.222.0.39 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 897 time: 0.0991545 Aug 30 14:34:41.163685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-19f43280-c7c2-48c2-b96f-8396abee74ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 998 time: 0.0715859 Aug 30 14:34:41.170965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14320c-fef6-4676-8678-d97fcf650957 req-6bd6cd71-b8fe-47d6-ac3a-d0041408768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.172569 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-6bd6cd71-b8fe-47d6-ac3a-d0041408768b service neutron] 10.222.0.21 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 897 time: 0.1233623 Aug 30 14:34:41.232270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fadedc2a-9cfa-4177-b5e5-a1289efb65dc req-bad23c9c-38d9-4980-9f22-70bd06653351 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0490632 Aug 30 14:34:41.249210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14320c-fef6-4676-8678-d97fcf650957 req-1f506619-3203-41d2-a4d1-542a76d5d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.249210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-1f506619-3203-41d2-a4d1-542a76d5d5cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.0747297 Aug 30 14:34:41.298665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-8ebe721b-b173-4e96-9d38-c2077d74671b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 998 time: 0.1073823 Aug 30 14:34:41.303546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14320c-fef6-4676-8678-d97fcf650957 req-07f65514-2eea-4e17-959e-102e0f84888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.305051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-07f65514-2eea-4e17-959e-102e0f84888e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453970 Aug 30 14:34:41.341617 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.420989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-c0780467-06fa-413d-869b-6550f466f5d5 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007073 Aug 30 14:34:41.533383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-9892e7a7-c5a9-45fe-b7e5-c3023742038b service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943193 Aug 30 14:34:41.555187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 34f52b24-f4e3-4bc9-bbf8-364484a1c50a no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:34:41.594826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 34f52b24-f4e3-4bc9-bbf8-364484a1c50a not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:34:41.764684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14320c-fef6-4676-8678-d97fcf650957 req-4922c1eb-e3ba-42b3-9fd7-44d5034153cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.766137 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-4922c1eb-e3ba-42b3-9fd7-44d5034153cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.4562774 Aug 30 14:34:41.779070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Subnet': ['ID=207dfb66-436c-49a5-8684-df653ba4999d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:41.828548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Checking segment: {'id': '3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f342d5c5-bc9b-4851-9e5e-e8e60303ee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:41.828905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network hostable DHCP agents. Network: f342d5c5-bc9b-4851-9e5e-e8e60303ee5a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:34:41.848974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a105c4-5692-40e6-badf-62cde3faf467 req-ae80cd14-5b7d-4931-8212-3902c615bf1a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.850409 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7a105c4-5692-40e6-badf-62cde3faf467 req-ae80cd14-5b7d-4931-8212-3902c615bf1a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.1295292 Aug 30 14:34:41.855523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14320c-fef6-4676-8678-d97fcf650957 req-992ea42d-dc24-4fef-9ae6-696b1908bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.856950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-992ea42d-dc24-4fef-9ae6-696b1908bb69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796053 Aug 30 14:34:41.886914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:34:41.939428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, f342d5c5-bc9b-4851-9e5e-e8e60303ee5a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:41.949209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114d053c-a50a-4772-8cbf-7e9963aca4da None None] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:41.950439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.951031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.961968 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7a105c4-5692-40e6-badf-62cde3faf467 req-33d9dc87-8692-4d8a-a5bf-4c2a35d8956c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036482 Aug 30 14:34:42.000229 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7cba4c95-2ed7-4ba0-83a1-4e783a8f08c5 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1989868 Aug 30 14:34:42.002302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:42.008337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1981702375', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:42.016161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-57d97359-e8b5-4794-bb03-f7d91c4f9768 service neutron] 10.222.0.21 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466236 Aug 30 14:34:42.045135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceb26c-aa2c-4602-8b4a-97a80366d57c req-529525ce-a9f6-40ed-8917-5779e6e951ed tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:42.046832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-efceb26c-aa2c-4602-8b4a-97a80366d57c req-529525ce-a9f6-40ed-8917-5779e6e951ed tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0743902 Aug 30 14:34:42.054295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.055338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.098388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-efceb26c-aa2c-4602-8b4a-97a80366d57c req-31777a82-22ec-496d-87dc-c7a9b82ea9e8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Aug 30 14:34:42.143203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-f342d5c5-bc9b-4851-9e5e-e8e60303ee5a', 'network_id': 'f342d5c5-bc9b-4851-9e5e-e8e60303ee5a', 'tenant_id': 'd8b700eef6da4efaa034ea0a293f1a46', 'fixed_ips': [{'subnet_id': '207dfb66-436c-49a5-8684-df653ba4999d'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:34:42.144111 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.159724 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.207562 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b14320c-fef6-4676-8678-d97fcf650957 req-41fb43bd-97e2-44f2-b631-1184ba083be6 service neutron] 10.222.0.21 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738541 Aug 30 14:34:42.285604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Allocated IP 172.20.0.2 (f342d5c5-bc9b-4851-9e5e-e8e60303ee5a/207dfb66-436c-49a5-8684-df653ba4999d/05174546-80f3-4560-96df-63259e831f90) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:42.308276 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:34:42.320007 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.368664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ba30ada-5d21-4b43-9912-d14e28d95915 req-6ea3bb56-49e7-4d5c-b182-fdefc5048445 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0385411 Aug 30 14:34:42.467033 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.475873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Transition to ACTIVE for port object 05174546-80f3-4560-96df-63259e831f90 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:42.491287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Transition to ACTIVE for port object 05174546-80f3-4560-96df-63259e831f90 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:42.497242 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.538147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:42.539572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:42.543435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:42.554350 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.554661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Pushing event updated for resources: {'Port': ['ID=05174546-80f3-4560-96df-63259e831f90,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:42.577603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.604402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Attempting to bind port 05174546-80f3-4560-96df-63259e831f90 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:42.604985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Attempting to bind port 05174546-80f3-4560-96df-63259e831f90 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f342d5c5-bc9b-4851-9e5e-e8e60303ee5a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:42.605137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Attempting to bind port 05174546-80f3-4560-96df-63259e831f90 on network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:42.610266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:42.610923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Checking segment: {'id': '3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f342d5c5-bc9b-4851-9e5e-e8e60303ee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:42.611366 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.612057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Bound using segment: {'id': '3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f342d5c5-bc9b-4851-9e5e-e8e60303ee5a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:42.613463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Bound port: 05174546-80f3-4560-96df-63259e831f90, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f342d5c5-bc9b-4851-9e5e-e8e60303ee5a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:42.613697 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.674346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] For port 05174546-80f3-4560-96df-63259e831f90, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:42.677860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] For port 05174546-80f3-4560-96df-63259e831f90, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=05174546-80f3-4560-96df-63259e831f90,segment=NetworkSegment(3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48),segment_id=3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:42.682119 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.684052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.25.6.129 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c9dabb8a-aa03-45a5-b82d-4e4202becd8b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:42.749174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ce47c-6622-463d-baa1-268339725b58 None None] Pushing event updated for resources: {'Port': ['ID=05174546-80f3-4560-96df-63259e831f90,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:42.794212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.838958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.880114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:42.898224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=c9dabb8a-aa03-45a5-b82d-4e4202becd8b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:42.901736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:42.908265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:43.147759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f1c2d-e2ff-4cd4-9f4d-7fd6fb7aaf85 req-01355203-4ee6-4739-9b41-7daeb5a3ea36 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:43.149133 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-599f1c2d-e2ff-4cd4-9f4d-7fd6fb7aaf85 req-01355203-4ee6-4739-9b41-7daeb5a3ea36 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.1000452 Aug 30 14:34:43.234853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-599f1c2d-e2ff-4cd4-9f4d-7fd6fb7aaf85 req-f6608d85-5609-431c-9cbc-66ca2d5da304 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762653 Aug 30 14:34:43.241310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:43.277267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b45422-2a70-4f6e-b0b7-c61892176137 req-90bcdbb9-7625-4107-9e27-065e69c5195e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:43.279636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64b45422-2a70-4f6e-b0b7-c61892176137 req-90bcdbb9-7625-4107-9e27-065e69c5195e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0595355 Aug 30 14:34:43.319694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64b45422-2a70-4f6e-b0b7-c61892176137 req-9921bb25-368b-4536-a929-ad7a9a8925d6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340152 Aug 30 14:34:43.471759 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:43.507498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fbb3c5e-c7c3-4fdc-89dd-d4f036180043 req-3147cbf1-6856-4460-b0b2-a2f1f697debb tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0447271 Aug 30 14:34:43.619705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router a1663a72-d2de-4115-85a5-5afe2139ed72 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:34:43.647770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0d2d4-ad4e-4752-9b36-42be279c7201 None None] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:43.761098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 05174546-80f3-4560-96df-63259e831f90 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:43.762677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f81000c2-e6ac-4ccf-90a2-4b72b04bb818 None None] Provisioning for port 05174546-80f3-4560-96df-63259e831f90 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:43.765640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:43.783198 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc31a0-dbb2-456c-8e6e-3256a84b21bd None None] Sync routers for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:43.788276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:43.789929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bc9beebb-898d-4f75-94a3-dfadeebd4ef7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7867062 Aug 30 14:34:43.792930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:43.793609 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc31a0-dbb2-456c-8e6e-3256a84b21bd None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:43.794227 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-94fc31a0-dbb2-456c-8e6e-3256a84b21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:43.827416 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-94fc31a0-dbb2-456c-8e6e-3256a84b21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:43.837677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc31a0-dbb2-456c-8e6e-3256a84b21bd None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:43.838618 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-94fc31a0-dbb2-456c-8e6e-3256a84b21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:43.876906 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-94fc31a0-dbb2-456c-8e6e-3256a84b21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:43.877591 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc31a0-dbb2-456c-8e6e-3256a84b21bd None None] The sync data for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:43.904638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 05174546-80f3-4560-96df-63259e831f90 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:43.908907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 05174546-80f3-4560-96df-63259e831f90 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:43.909324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:43.993018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.027613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 05174546-80f3-4560-96df-63259e831f90, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=05174546-80f3-4560-96df-63259e831f90,segment=NetworkSegment(3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48),segment_id=3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:44.032486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.082690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=05174546-80f3-4560-96df-63259e831f90,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:44.163007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d37a0e9-59e5-4789-9fc1-907c8984f1d6 None None] Provisioning complete for port 05174546-80f3-4560-96df-63259e831f90 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:44.163382 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d37a0e9-59e5-4789-9fc1-907c8984f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.246881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.406897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec65e-7261-49ec-a66b-b38079079dbf req-4626af54-c011-4be8-8601-6f41718ca7d2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:44.408402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d3ec65e-7261-49ec-a66b-b38079079dbf req-4626af54-c011-4be8-8601-6f41718ca7d2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.1011016 Aug 30 14:34:44.445061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac74cb-413f-4225-a12f-900a0e68f463 req-473dd461-afbf-4d3e-a789-142177231f4a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:44.446580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dac74cb-413f-4225-a12f-900a0e68f463 req-473dd461-afbf-4d3e-a789-142177231f4a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0550048 Aug 30 14:34:44.483866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dac74cb-413f-4225-a12f-900a0e68f463 req-f4ff98ba-5811-474b-8e56-160fd1946c5a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309863 Aug 30 14:34:44.512284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d3ec65e-7261-49ec-a66b-b38079079dbf req-67faca4d-2f15-42af-b5de-e937daf80e10 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979180 Aug 30 14:34:44.594544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.20.0.1 (f342d5c5-bc9b-4851-9e5e-e8e60303ee5a/207dfb66-436c-49a5-8684-df653ba4999d/01694a31-eab6-42a3-bbd0-614be3d5e167) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:44.661926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c05ddb4f-4c53-43c2-afde-1d78f2abccd4 req-352e4a78-be60-4ae1-a0f0-59645a606477 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0342200 Aug 30 14:34:44.728007 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.742946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Transition to ACTIVE for port object 01694a31-eab6-42a3-bbd0-614be3d5e167 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:44.775652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.814915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:44.820203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:44.822863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:44.838754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559dc4-624f-41bb-a9eb-cd35179907d4 req-c24b7171-2d30-44c0-a6c5-d6e254e85d84 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:44.840334 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92559dc4-624f-41bb-a9eb-cd35179907d4 req-c24b7171-2d30-44c0-a6c5-d6e254e85d84 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 943 time: 0.1159410 Aug 30 14:34:44.849519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669066-d817-462a-b46a-13d9f70c1d87 req-a855d161-df0b-4226-aedc-98f4088eeaa6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:44.850938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-a855d161-df0b-4226-aedc-98f4088eeaa6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 943 time: 0.1166177 Aug 30 14:34:44.857251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=01694a31-eab6-42a3-bbd0-614be3d5e167,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:44.884153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.959056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 34f52b24-f4e3-4bc9-bbf8-364484a1c50a details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:34:45.044258 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.084717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e17f2ba-9e7c-4e2d-9742-4c3ded1b050a None None] Provisioning for port 01694a31-eab6-42a3-bbd0-614be3d5e167 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:45.094678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:45.097653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e17f2ba-9e7c-4e2d-9742-4c3ded1b050a None None] Provisioning complete for port 01694a31-eab6-42a3-bbd0-614be3d5e167 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:45.098027 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e17f2ba-9e7c-4e2d-9742-4c3ded1b050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.132077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'port_id': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'mac_address': 'fa:16:3e:ec:41:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:34:45.147291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e17f2ba-9e7c-4e2d-9742-4c3ded1b050a None None] Port 01694a31-eab6-42a3-bbd0-614be3d5e167 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:34:45.181572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.194838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f52b24-f4e3-4bc9-bbf8-364484a1c50a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:45.205627 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92559dc4-624f-41bb-a9eb-cd35179907d4 req-5c2f9f40-e0d5-4dba-b39f-bcd38442588f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493311 Aug 30 14:34:45.225099 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-df669066-d817-462a-b46a-13d9f70c1d87 req-1bb58228-d2b4-4d51-bd1d-2df62c4390b1 service neutron] delete failed (client error): The resource could not be found. Aug 30 14:34:45.226165 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-1bb58228-d2b4-4d51-bd1d-2df62c4390b1 service neutron] 10.222.0.39 "DELETE /v2.0/ports/34f52b24-f4e3-4bc9-bbf8-364484a1c50a/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.3672435 Aug 30 14:34:45.227050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:45.231013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.283023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:45.325546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669066-d817-462a-b46a-13d9f70c1d87 req-816c2050-973a-4bb4-a98a-cbe6ec9799aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.327105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-816c2050-973a-4bb4-a98a-cbe6ec9799aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1095 time: 0.0451629 Aug 30 14:34:45.368575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.376629 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.447633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669066-d817-462a-b46a-13d9f70c1d87 req-ef84a3a2-1e29-47e0-93bc-7df82abd6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.450662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-ef84a3a2-1e29-47e0-93bc-7df82abd6a65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 897 time: 0.1137989 Aug 30 14:34:45.456457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.458189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=01694a31-eab6-42a3-bbd0-614be3d5e167,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:45.517850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-4e95cf9a-fcd0-467b-a347-ad91d8a791fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 999 time: 0.0602400 Aug 30 14:34:45.551384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:45.552652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:45.615948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669066-d817-462a-b46a-13d9f70c1d87 req-cb446320-6bde-42c9-8fe4-ff5c54f65882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.617629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-cb446320-6bde-42c9-8fe4-ff5c54f65882 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.0927441 Aug 30 14:34:45.632523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d0dd2-a3cc-4dff-b3de-d7ad3d797321 req-7bc80e10-0d4f-49a3-a6f8-af0390ba0e80 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.634123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e73d0dd2-a3cc-4dff-b3de-d7ad3d797321 req-7bc80e10-0d4f-49a3-a6f8-af0390ba0e80 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0801921 Aug 30 14:34:45.692733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router a1663a72-d2de-4115-85a5-5afe2139ed72 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:45.742110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e73d0dd2-a3cc-4dff-b3de-d7ad3d797321 req-e787f6a2-6ce9-4f08-9035-c5c490b10068 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825038 Aug 30 14:34:45.775373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669066-d817-462a-b46a-13d9f70c1d87 req-f28824b9-c53d-40f2-b7ff-f3e7d21a9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.777370 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-f28824b9-c53d-40f2-b7ff-f3e7d21a9daf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423221 Aug 30 14:34:45.809825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 05174546-80f3-4560-96df-63259e831f90 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:45.888896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['34f52b24-f4e3-4bc9-bbf8-364484a1c50a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:45.936472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-aaea151b-c888-450f-b4ae-0650e337d844 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500392 Aug 30 14:34:46.026975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 05174546-80f3-4560-96df-63259e831f90 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:46.027547 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.040364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df669066-d817-462a-b46a-13d9f70c1d87 req-7fc82eb6-c9fd-40be-b4f3-36d21ff27034 service neutron] 10.222.0.39 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966220 Aug 30 14:34:46.093549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73b68554-cbe1-48c4-934f-753c881410e4 None None] Provisioning complete for port 01694a31-eab6-42a3-bbd0-614be3d5e167 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:46.093943 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73b68554-cbe1-48c4-934f-753c881410e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.180793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-73b68554-cbe1-48c4-934f-753c881410e4 None None] Port 01694a31-eab6-42a3-bbd0-614be3d5e167 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:34:46.209243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee8136fa-b1e3-4d39-b078-3db8632612f2 req-443e1f29-fe97-4c19-b43d-056ce3b7b574 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0388439 Aug 30 14:34:46.281745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:46.291599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-11efd605-7026-4697-8cb2-9b2409fa52df tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/routers/a1663a72-d2de-4115-85a5-5afe2139ed72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4948120 Aug 30 14:34:46.293191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:46.297879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'port': {'network_id': 'f342d5c5-bc9b-4851-9e5e-e8e60303ee5a', 'name': 'tempest-FloatingIPTestJSON-623305559'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:46.299482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8572c1f5-4597-4ca1-9595-4f06ff94cf56 None None] Sync routers for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:46.309404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8572c1f5-4597-4ca1-9595-4f06ff94cf56 None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:46.310087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8572c1f5-4597-4ca1-9595-4f06ff94cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:46.349950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8572c1f5-4597-4ca1-9595-4f06ff94cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:46.359635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8572c1f5-4597-4ca1-9595-4f06ff94cf56 None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:46.360303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8572c1f5-4597-4ca1-9595-4f06ff94cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:46.400800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8572c1f5-4597-4ca1-9595-4f06ff94cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:46.401508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8572c1f5-4597-4ca1-9595-4f06ff94cf56 None None] The sync data for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:46.447413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3c6cf-bac9-4c35-8d0a-100cf50693a0 req-5a31cb8e-4a2b-48ea-8628-10d41cbaf38d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:46.449072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32a3c6cf-bac9-4c35-8d0a-100cf50693a0 req-5a31cb8e-4a2b-48ea-8628-10d41cbaf38d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 944 time: 0.1346462 Aug 30 14:34:46.514261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32a3c6cf-bac9-4c35-8d0a-100cf50693a0 req-a1b3c833-3ff6-49ee-b220-9fb9e66761f0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508294 Aug 30 14:34:46.525643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Made reservation on behalf of d8b700eef6da4efaa034ea0a293f1a46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:46.529374 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.557191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] device_id is not set on port 8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:34:46.695987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Allocated IP 172.20.0.5 (f342d5c5-bc9b-4851-9e5e-e8e60303ee5a/207dfb66-436c-49a5-8684-df653ba4999d/8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:46.907932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.919587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a62cd-a40f-4f52-b85d-c0ac455d86cd req-7805606b-c1e8-478f-967f-a12312ec2a80 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:46.921184 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b9a62cd-a40f-4f52-b85d-c0ac455d86cd req-7805606b-c1e8-478f-967f-a12312ec2a80 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0868137 Aug 30 14:34:46.936802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Transition to ACTIVE for port object 8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:46.988494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b9a62cd-a40f-4f52-b85d-c0ac455d86cd req-d6de64f9-8523-4fc0-b7ee-a1d881c23631 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574567 Aug 30 14:34:47.000467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:47.045935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:47.048992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:47.053534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:47.080828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event updated for resources: {'Port': ['ID=8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:47.111087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:47.111738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:47.128387 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-45bf04b6-c8fa-4862-bac1-0c7abb567404 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8349953 Aug 30 14:34:47.131124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:47.135944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Request body: {'floatingip': {'port_id': '8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:47.195016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:47.314161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6d923b59-5968-4698-a214-3f10bf96c40a req-e9ce3369-7595-4109-a35b-52b190aa024b tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0296998 Aug 30 14:34:47.317456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20597b5f-be22-48ff-a55e-37dab25db5e7 None None] Provisioning for port 8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:47.322087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20597b5f-be22-48ff-a55e-37dab25db5e7 None None] Provisioning complete for port 8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:47.322511 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20597b5f-be22-48ff-a55e-37dab25db5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:47.357271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-20597b5f-be22-48ff-a55e-37dab25db5e7 None None] Port 8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:34:47.641660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159ed29-5b31-441f-80e1-5a4fb935f359 req-b13f2e2e-9137-4e5c-a9c5-31adcc8fb098 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:47.643156 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3159ed29-5b31-441f-80e1-5a4fb935f359 req-b13f2e2e-9137-4e5c-a9c5-31adcc8fb098 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 944 time: 0.0485859 Aug 30 14:34:47.678025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:47.683080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:47.683347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3159ed29-5b31-441f-80e1-5a4fb935f359 req-a53d46fd-834c-45bd-8c8e-0d76a5781f20 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Aug 30 14:34:47.707644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45824) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:47.770313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-50f316f2-04c5-4a79-855e-c93b1df70fa9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/f86c385d-12cc-40df-a86d-41ab6e0d5af7 HTTP/1.1" status: 200 len: 991 time: 0.0612948 Aug 30 14:34:47.786837 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP 7c460b7b-2c3f-4247-87d8-09fc1f70dfd7 associated. External IP: 172.25.6.98, port: 836927cc-5e2c-4781-bf48-a85c2cd0a828. Aug 30 14:34:47.996156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:48.129713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:48.139219 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a08c04-8410-4cd5-9637-e25677b38e1c None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:48.143310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc47554-3a14-42c1-aafc-a5b14ae131a1 req-d34a6f17-b517-4439-a2cb-a02d3cd327c4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:48.144817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ccc47554-3a14-42c1-aafc-a5b14ae131a1 req-d34a6f17-b517-4439-a2cb-a02d3cd327c4 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0645502 Aug 30 14:34:48.148571 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a08c04-8410-4cd5-9637-e25677b38e1c None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:48.149330 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-53a08c04-8410-4cd5-9637-e25677b38e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:48.183547 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-53a08c04-8410-4cd5-9637-e25677b38e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:48.192522 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a08c04-8410-4cd5-9637-e25677b38e1c None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:48.193163 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-53a08c04-8410-4cd5-9637-e25677b38e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:48.225133 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-53a08c04-8410-4cd5-9637-e25677b38e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:48.225785 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a08c04-8410-4cd5-9637-e25677b38e1c None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:48.248795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ccc47554-3a14-42c1-aafc-a5b14ae131a1 req-5e2da780-139d-481f-be0d-8d0cc7bbc75e tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736232 Aug 30 14:34:48.425789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbbebdad-6ce2-486d-b6f8-3dad3528dd9f req-22385bc6-88e4-413e-b222-2d048119c747 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0310163 Aug 30 14:34:48.642399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router a1663a72-d2de-4115-85a5-5afe2139ed72 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:48.748262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:48.752598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:48.758508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43a547-19ba-475d-b384-dea038f1a73d None None] Sync routers for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:48.767573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43a547-19ba-475d-b384-dea038f1a73d None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:48.768193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce43a547-19ba-475d-b384-dea038f1a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:48.804976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce43a547-19ba-475d-b384-dea038f1a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:48.805956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-07aedc82-0c7b-4f39-bc34-9964561bedaf tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/floatingips/7c460b7b-2c3f-4247-87d8-09fc1f70dfd7 HTTP/1.1" status: 200 len: 976 time: 1.6736917 Aug 30 14:34:48.808570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:48.813908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43a547-19ba-475d-b384-dea038f1a73d None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:48.814526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce43a547-19ba-475d-b384-dea038f1a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:48.847656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce43a547-19ba-475d-b384-dea038f1a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:48.848314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43a547-19ba-475d-b384-dea038f1a73d None None] The sync data for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:48.902130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:48.902473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:48.988885 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:49.008815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 34f52b24-f4e3-4bc9-bbf8-364484a1c50a up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:49.061689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:49.065635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:49.066660 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:49.146914 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:49.161762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:49.162157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:49.162565 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Floating IP 7c460b7b-2c3f-4247-87d8-09fc1f70dfd7 disassociated. External IP: 172.25.6.98, port: 8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a. Aug 30 14:34:49.162919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:49.173154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:49.175970 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb000656-abaf-4178-b782-8be084d9432b" -d '{"events": [{"server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "name": "network-vif-plugged", "status": "completed", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:49.188588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:49.193238 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:49.216935 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7559347e-0427-47de-8af6-9095a68c6ae8 x-openstack-request-id: req-7559347e-0427-47de-8af6-9095a68c6ae8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:49.217293 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "name": "network-vif-plugged", "status": "completed", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:49.217572 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7559347e-0427-47de-8af6-9095a68c6ae8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:49.217982 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'code': 200} Aug 30 14:34:49.245223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:49.298687 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:49.329198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:49.424531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b8df-71f1-45b6-b472-29072906397d req-8025bb06-8c43-44f3-8d40-004d4119ba7f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:49.426202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9077b8df-71f1-45b6-b472-29072906397d req-8025bb06-8c43-44f3-8d40-004d4119ba7f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0993764 Aug 30 14:34:49.504642 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9077b8df-71f1-45b6-b472-29072906397d req-ae33fbde-8ff5-499e-a868-f34e6abdfc0b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486987 Aug 30 14:34:49.513586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router a1663a72-d2de-4115-85a5-5afe2139ed72 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:49.533626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34b63060-58cb-4f0c-92f2-d0bff6ebbe7d req-dcda2767-2db4-4735-b160-dda7fb9e0da6 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0267038 Aug 30 14:34:49.632338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:49.641409 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca3a2e-ace3-4f5a-8d3d-1b0134684fd8 None None] Sync routers for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:49.650416 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca3a2e-ace3-4f5a-8d3d-1b0134684fd8 None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:49.650972 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-15ca3a2e-ace3-4f5a-8d3d-1b0134684fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:49.686734 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-15ca3a2e-ace3-4f5a-8d3d-1b0134684fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:49.697515 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca3a2e-ace3-4f5a-8d3d-1b0134684fd8 None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:49.698136 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-15ca3a2e-ace3-4f5a-8d3d-1b0134684fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:49.701427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:49.703443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-493acb7f-4ad8-4bc9-9999-41640ea35e66 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/ports/8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a HTTP/1.1" status: 204 len: 168 time: 0.8939066 Aug 30 14:34:49.706426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:49.730583 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-15ca3a2e-ace3-4f5a-8d3d-1b0134684fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:49.731232 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca3a2e-ace3-4f5a-8d3d-1b0134684fd8 None None] The sync data for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:49.769471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.055912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.350409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 01694a31-eab6-42a3-bbd0-614be3d5e167 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:50.350741 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.445707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.459305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 01694a31-eab6-42a3-bbd0-614be3d5e167 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:50.664812 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79ae4f84-41d4-4d3c-bde6-0581ffe9134f req-c9d5a2b9-ee49-45c4-ae58-2a47938ad034 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0465870 Aug 30 14:34:50.671306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8f0be-a4dd-4083-aa44-4efa3a0fae10 req-1d63a770-d456-4b8f-8f2e-43d8d550c692 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:50.672800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28a8f0be-a4dd-4083-aa44-4efa3a0fae10 req-1d63a770-d456-4b8f-8f2e-43d8d550c692 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0861945 Aug 30 14:34:50.723118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.738527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28a8f0be-a4dd-4083-aa44-4efa3a0fae10 req-b6e14ce8-bbc3-4976-8a46-c2050f423a3d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554285 Aug 30 14:34:50.756268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=01694a31-eab6-42a3-bbd0-614be3d5e167,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:50.944555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:51.165299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router a1663a72-d2de-4115-85a5-5afe2139ed72 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:51.273062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:51.277981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a2300c97-2720-4357-ac22-4a54dd6e64f1 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/routers/a1663a72-d2de-4115-85a5-5afe2139ed72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705459 Aug 30 14:34:51.280553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:51.283012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117ece-e050-49e0-a92b-1a87940ec3b6 None None] Sync routers for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:51.295419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84117ece-e050-49e0-a92b-1a87940ec3b6 None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:51.296168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84117ece-e050-49e0-a92b-1a87940ec3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:51.329814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84117ece-e050-49e0-a92b-1a87940ec3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:51.338940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84117ece-e050-49e0-a92b-1a87940ec3b6 None None] Routers {'a1663a72-d2de-4115-85a5-5afe2139ed72'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:51.339580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84117ece-e050-49e0-a92b-1a87940ec3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a1663a72-d2de-4115-85a5-5afe2139ed72'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:51.371268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84117ece-e050-49e0-a92b-1a87940ec3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:51.371941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84117ece-e050-49e0-a92b-1a87940ec3b6 None None] The sync data for ids ['a1663a72-d2de-4115-85a5-5afe2139ed72'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:51.387634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:51.487897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:51.541634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port c9dabb8a-aa03-45a5-b82d-4e4202becd8b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:51.541974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:51.614390 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:51.625730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for c9dabb8a-aa03-45a5-b82d-4e4202becd8b owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:51.773935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60281595-fd3e-46ef-826f-0424bcfb1de1 req-08a6dd0a-e874-4fed-bf54-00bf6bf3d791 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0330415 Aug 30 14:34:51.821822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:51.851360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=c9dabb8a-aa03-45a5-b82d-4e4202becd8b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:51.859203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.859646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.859984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.860231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.860561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.860893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.861325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.861660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.861989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.862318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.863136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.863258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da78b5b-2f31-4e14-8ae0-71d1a340b47a req-89c4ac15-36ee-4bf1-a9d5-3f9e47c662ad tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:51.863704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:51.864779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9da78b5b-2f31-4e14-8ae0-71d1a340b47a req-89c4ac15-36ee-4bf1-a9d5-3f9e47c662ad tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0507529 Aug 30 14:34:51.912205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9da78b5b-2f31-4e14-8ae0-71d1a340b47a req-38d73492-2cda-46bd-8761-267b4d9f411c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Aug 30 14:34:51.928905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.023124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.025219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.066483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.067251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Fanout notify agent at l3_agent the message router_deleted on router a1663a72-d2de-4115-85a5-5afe2139ed72 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:34:52.074124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.078556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:52.078704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74a71ae0-c1c2-4e3e-81c4-25b35db4a9cd tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/routers/a1663a72-d2de-4115-85a5-5afe2139ed72 HTTP/1.1" status: 204 len: 168 time: 0.7972028 Aug 30 14:34:52.129397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a0dc4c-238e-4849-a8e1-27b3dbed2ea3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting subnet 207dfb66-436c-49a5-8684-df653ba4999d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:34:52.132521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0dc4c-238e-4849-a8e1-27b3dbed2ea3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.175012 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0dc4c-238e-4849-a8e1-27b3dbed2ea3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.300331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0dc4c-238e-4849-a8e1-27b3dbed2ea3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.359755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0dc4c-238e-4849-a8e1-27b3dbed2ea3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.387586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0dc4c-238e-4849-a8e1-27b3dbed2ea3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Subnet': ['ID=207dfb66-436c-49a5-8684-df653ba4999d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:52.391354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0dc4c-238e-4849-a8e1-27b3dbed2ea3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.396229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-35a0dc4c-238e-4849-a8e1-27b3dbed2ea3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/subnets/207dfb66-436c-49a5-8684-df653ba4999d HTTP/1.1" status: 204 len: 168 time: 0.3135612 Aug 30 14:34:52.396388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:52.400536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edd546e-4afe-4668-88a6-ff37fe69534e None None] Network f342d5c5-bc9b-4851-9e5e-e8e60303ee5a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:52.475127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.528938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 05174546-80f3-4560-96df-63259e831f90 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:52.529331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.578434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3096013-16b1-4149-937f-67154ee84146 None None] DHCP port deletion for f342d5c5-bc9b-4851-9e5e-e8e60303ee5a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:34:52.593261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] For port 05174546-80f3-4560-96df-63259e831f90, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=05174546-80f3-4560-96df-63259e831f90,segment=NetworkSegment(3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48),segment_id=3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:52.593624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.606445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 05174546-80f3-4560-96df-63259e831f90 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:52.622937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c3096013-16b1-4149-937f-67154ee84146 None None] Deleting port 05174546-80f3-4560-96df-63259e831f90 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:52.623316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3096013-16b1-4149-937f-67154ee84146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.687054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c3096013-16b1-4149-937f-67154ee84146 None None] For port 05174546-80f3-4560-96df-63259e831f90, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=05174546-80f3-4560-96df-63259e831f90,segment=NetworkSegment(3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48),segment_id=3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:52.687482 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3096013-16b1-4149-937f-67154ee84146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.689287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.717894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=05174546-80f3-4560-96df-63259e831f90,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:52.719815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] No DVR routers for this DVR port 05174546-80f3-4560-96df-63259e831f90 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:34:52.806159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.818915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f342d5c5-bc9b-4851-9e5e-e8e60303ee5a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:52.830940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:52.831368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9e4831-dbe1-430d-bdd8-b0e4bbd0fe48') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:52.842293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.850021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c3096013-16b1-4149-937f-67154ee84146 None None] Calling delete_port for 05174546-80f3-4560-96df-63259e831f90 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:52.856807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.864742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:34:52.865427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:34:52.868671 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:34:52.930939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d54103d1-ff94-4db3-b649-72ffcb9855c1 req-a4051edf-ddea-4844-9689-f99a2474386b tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0673890 Aug 30 14:34:52.931213 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3096013-16b1-4149-937f-67154ee84146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:52.959033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3096013-16b1-4149-937f-67154ee84146 None None] Pushing event deleted for resources: {'Port': ['ID=05174546-80f3-4560-96df-63259e831f90,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:52.970634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3096013-16b1-4149-937f-67154ee84146 None None] No DVR routers for this DVR port 05174546-80f3-4560-96df-63259e831f90 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:34:52.975929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.003377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.007607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/networks/f342d5c5-bc9b-4851-9e5e-e8e60303ee5a HTTP/1.1" status: 204 len: 168 time: 0.6079693 Aug 30 14:34:53.007607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819558f6-aa3d-4a4e-a64c-cf9db20635a3 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Network': ['ID=f342d5c5-bc9b-4851-9e5e-e8e60303ee5a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:53.007900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:53.075470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99aad5-dd55-4ac2-bdd7-adb6909fb44e req-a36f9cac-a3da-4564-af9e-4766611db591 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:53.077218 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a99aad5-dd55-4ac2-bdd7-adb6909fb44e req-a36f9cac-a3da-4564-af9e-4766611db591 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0601208 Aug 30 14:34:53.118351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a99aad5-dd55-4ac2-bdd7-adb6909fb44e req-1144ea30-7737-454c-a527-d01893d29b53 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346334 Aug 30 14:34:53.141970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 99f22c45-9c22-4bfa-9737-3654c3397e3e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:53.142328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.220307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.220640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.234077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 99f22c45-9c22-4bfa-9737-3654c3397e3e owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:53.384946 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.408857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=99f22c45-9c22-4bfa-9737-3654c3397e3e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:53.476230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.478808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.479983 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2eb175ef-c0ab-4c8f-b1e9-5e5abc7a3873 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/floatingips/7c460b7b-2c3f-4247-87d8-09fc1f70dfd7 HTTP/1.1" status: 204 len: 168 time: 0.4712582 Aug 30 14:34:53.484544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:53.507730 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-19524725-e5ae-4640-8685-89e64ec3d9e7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] DELETE failed (client error): The resource could not be found. Aug 30 14:34:53.508386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19524725-e5ae-4640-8685-89e64ec3d9e7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:34:53.510128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-19524725-e5ae-4640-8685-89e64ec3d9e7 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/ports/8d56a83a-29d7-4a6d-a1aa-1c950ba7de8a HTTP/1.1" status: 404 len: 333 time: 0.0246160 Aug 30 14:34:53.512648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:53.539570 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5d741330-9efc-4bde-b9f5-40c478114164 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1663a72-d2de-4115-85a5-5afe2139ed72 HTTP/1.1" status: 200 len: 205 time: 0.0257776 Aug 30 14:34:53.541843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:53.578318 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b5dc0965-fe09-4fcb-b4ef-194d149143de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] delete failed (client error): The resource could not be found. Aug 30 14:34:53.579344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b5dc0965-fe09-4fcb-b4ef-194d149143de tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/routers/a1663a72-d2de-4115-85a5-5afe2139ed72 HTTP/1.1" status: 404 len: 336 time: 0.0365436 Aug 30 14:34:53.582303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:53.612743 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded8d167-d831-4b21-b6ff-a1a25b2304c4 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] DELETE failed (client error): The resource could not be found. Aug 30 14:34:53.613145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded8d167-d831-4b21-b6ff-a1a25b2304c4 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:34:53.614888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ded8d167-d831-4b21-b6ff-a1a25b2304c4 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/subnets/207dfb66-436c-49a5-8684-df653ba4999d HTTP/1.1" status: 404 len: 337 time: 0.0316906 Aug 30 14:34:53.617432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:53.715039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c849018-0ad7-4504-95ba-0cae83eaeac2 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 836927cc-5e2c-4781-bf48-a85c2cd0a828 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:53.715261 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c849018-0ad7-4504-95ba-0cae83eaeac2 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.717935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 05174546-80f3-4560-96df-63259e831f90 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:34:53.737712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 05174546-80f3-4560-96df-63259e831f90 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:34:53.738159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 05174546-80f3-4560-96df-63259e831f90 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:34:53.814358 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c849018-0ad7-4504-95ba-0cae83eaeac2 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.828579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c849018-0ad7-4504-95ba-0cae83eaeac2 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 836927cc-5e2c-4781-bf48-a85c2cd0a828 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:53.958917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c849018-0ad7-4504-95ba-0cae83eaeac2 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:53.992521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c849018-0ad7-4504-95ba-0cae83eaeac2 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=836927cc-5e2c-4781-bf48-a85c2cd0a828,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:54.078427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf323680-1ed1-4ee6-8fb5-9ea6dc80b144 req-e4639e40-c9c0-4efb-ae7a-82e8773a5082 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0385957 Aug 30 14:34:54.090771 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c849018-0ad7-4504-95ba-0cae83eaeac2 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:54.096494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4c849018-0ad7-4504-95ba-0cae83eaeac2 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/ports/836927cc-5e2c-4781-bf48-a85c2cd0a828 HTTP/1.1" status: 204 len: 168 time: 0.4742987 Aug 30 14:34:54.096923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:54.206689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb6190-037e-4048-889b-8389cc36a73f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port cc0c7324-597f-413d-8722-521ea33cb1f8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:54.207211 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6190-037e-4048-889b-8389cc36a73f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:54.304576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843abaf0-a9e1-43cd-bd5c-f137ee1fd66e req-30f74dff-2691-4d2d-96bd-526ea254b5d2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:54.306175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-843abaf0-a9e1-43cd-bd5c-f137ee1fd66e req-30f74dff-2691-4d2d-96bd-526ea254b5d2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0737822 Aug 30 14:34:54.329265 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6190-037e-4048-889b-8389cc36a73f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:54.351458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb6190-037e-4048-889b-8389cc36a73f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for cc0c7324-597f-413d-8722-521ea33cb1f8 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:54.358884 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-843abaf0-a9e1-43cd-bd5c-f137ee1fd66e req-9eba5641-16e9-42ac-97f9-505f04ac7685 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Aug 30 14:34:54.509745 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6190-037e-4048-889b-8389cc36a73f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:54.539174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb6190-037e-4048-889b-8389cc36a73f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=cc0c7324-597f-413d-8722-521ea33cb1f8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:54.607222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6190-037e-4048-889b-8389cc36a73f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:54.609191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ddb6190-037e-4048-889b-8389cc36a73f tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/ports/cc0c7324-597f-413d-8722-521ea33cb1f8 HTTP/1.1" status: 204 len: 168 time: 0.5111890 Aug 30 14:34:54.612021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:54.662533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5613749a-31d1-433b-bbfc-71d2708114ba tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:54.664026 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5613749a-31d1-433b-bbfc-71d2708114ba tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ad39816-2a06-4a1d-93bb-bb5032b46d1f HTTP/1.1" status: 200 len: 913 time: 0.0509179 Aug 30 14:34:54.666667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:55.025099 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:55.118665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4d91-ae44-4bc6-a273-394eb7ade685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:55.219071 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08d99a61-6c34-464f-8d98-1bfa9c3a1ef4 req-f822b202-3e9f-4f96-9608-2463a554ec94 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0361903 Aug 30 14:34:55.270243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c69723b7-6fc2-4314-bad4-95608762f7f2 req-0053de44-1b5c-4eaa-bcd4-e645a10186a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0389109 Aug 30 14:34:55.320777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port 5e6bcb43-2cc3-4ea6-935b-48954ae7791c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:55.321462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:55.411001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:55.425950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for 5e6bcb43-2cc3-4ea6-935b-48954ae7791c owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:55.512253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa0df2-ba5a-4bd0-867e-0a0cb3e88472 req-5044d2da-2294-4a91-bb1e-d46f2923f4d7 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:55.513968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4efa0df2-ba5a-4bd0-867e-0a0cb3e88472 req-5044d2da-2294-4a91-bb1e-d46f2923f4d7 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0681834 Aug 30 14:34:55.564812 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4efa0df2-ba5a-4bd0-867e-0a0cb3e88472 req-66e426a1-e66f-4195-86bd-ea3d5a70fe98 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Aug 30 14:34:55.962870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:55.987808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=5e6bcb43-2cc3-4ea6-935b-48954ae7791c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:56.162536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:56.356003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f9b78a6-bc09-48a0-b776-ddfbff7c1b08 req-e842d004-8608-43fa-b5f4-f0187625d686 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0455430 Aug 30 14:34:56.445909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:56.592001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:56.596870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c36a1b1-c892-40d7-bbf9-2d32e036d0e0 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "PUT /v2.0/routers/2ad39816-2a06-4a1d-93bb-bb5032b46d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9292045 Aug 30 14:34:56.599488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:56.603889 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3d877-0aee-4217-8be3-b0a42fba0778 None None] Sync routers for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:56.637684 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3d877-0aee-4217-8be3-b0a42fba0778 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:56.638911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c0b3d877-0aee-4217-8be3-b0a42fba0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:56.692592 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c0b3d877-0aee-4217-8be3-b0a42fba0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:56.702579 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3d877-0aee-4217-8be3-b0a42fba0778 None None] Routers {'2ad39816-2a06-4a1d-93bb-bb5032b46d1f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:56.703515 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c0b3d877-0aee-4217-8be3-b0a42fba0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:56.707680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9190a9ea-0003-4f3e-bc91-8fde9689860f req-bc64eafb-1234-4232-ba97-c07b5310ca24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f18bf36e2b7b498a902bfc7dce9d349f&device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0458975 Aug 30 14:34:56.739272 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c0b3d877-0aee-4217-8be3-b0a42fba0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:56.740285 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3d877-0aee-4217-8be3-b0a42fba0778 None None] The sync data for ids ['2ad39816-2a06-4a1d-93bb-bb5032b46d1f'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:56.746516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9190a9ea-0003-4f3e-bc91-8fde9689860f req-35bb3dbb-142a-4550-805f-ab3ec90fdd9d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f18bf36e2b7b498a902bfc7dce9d349f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301864 Aug 30 14:34:56.768852 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:56.835570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cf18d-e0e1-46ba-bee8-bd29892c5791 req-10f3cda7-597d-43bf-876d-371b3b147dc2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:56.837156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f5cf18d-e0e1-46ba-bee8-bd29892c5791 req-10f3cda7-597d-43bf-876d-371b3b147dc2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.1119311 Aug 30 14:34:56.845632 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-793b963b-9818-4e00-8018-831579461fb4 req-f5c36623-ef79-46ae-ab26-11b0f28a2bd6 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0382547 Aug 30 14:34:56.903709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f5cf18d-e0e1-46ba-bee8-bd29892c5791 req-b1d5982c-9e4e-474f-83a3-ffee87184f06 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585806 Aug 30 14:34:56.905129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190a9ea-0003-4f3e-bc91-8fde9689860f req-1c99255d-6a09-4ba4-bb9e-2554e091cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:56.906691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9190a9ea-0003-4f3e-bc91-8fde9689860f req-1c99255d-6a09-4ba4-bb9e-2554e091cbba service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460652 Aug 30 14:34:56.913892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:56.975776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting port c9f5047f-723e-4904-b459-c1ad872f93d8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:56.976124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.056613 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.070229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Calling delete_port for c9f5047f-723e-4904-b459-c1ad872f93d8 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:57.238472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.264378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Port': ['ID=c9f5047f-723e-4904-b459-c1ad872f93d8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:57.325894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.423876 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.426085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.469770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.470853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad39816-2a06-4a1d-93bb-bb5032b46d1f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:34:57.477105 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.478225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dcbb3e91-d41a-485d-b81c-408a05a93b69 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/routers/2ad39816-2a06-4a1d-93bb-bb5032b46d1f HTTP/1.1" status: 204 len: 168 time: 0.8777807 Aug 30 14:34:57.482402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:57.536982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e8f9e0-1653-45bb-ab44-6a20e9bccaf9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Deleting subnet 64bfe2fb-6969-438e-9d98-48200efff2a9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:34:57.540296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f9e0-1653-45bb-ab44-6a20e9bccaf9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.583698 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f9e0-1653-45bb-ab44-6a20e9bccaf9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.627298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f9e0-1653-45bb-ab44-6a20e9bccaf9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.696923 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f9e0-1653-45bb-ab44-6a20e9bccaf9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.727206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8f9e0-1653-45bb-ab44-6a20e9bccaf9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Subnet': ['ID=64bfe2fb-6969-438e-9d98-48200efff2a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:57.732102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f9e0-1653-45bb-ab44-6a20e9bccaf9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.734808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c5e8f9e0-1653-45bb-ab44-6a20e9bccaf9 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/subnets/64bfe2fb-6969-438e-9d98-48200efff2a9 HTTP/1.1" status: 204 len: 168 time: 0.2506282 Aug 30 14:34:57.745159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:57.829895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.859853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-406971c7-7940-4054-894a-b93721d22df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.968706 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87f5d8e9-75a7-4319-8c5b-343774e2011a req-e8cce1ef-ee9b-4edc-afee-6c9513690e18 tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0372677 Aug 30 14:34:57.973821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:57.985169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0def46-2a66-4b5a-811c-8d62d8276dc9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:58.005275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20670c95-1bb8-45fa-9271-040a790425fe') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:58.005275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20670c95-1bb8-45fa-9271-040a790425fe') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:58.009533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:58.027953 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:58.039189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:34:58.039735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:34:58.044069 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:34:58.055836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f9db-da26-4db9-a5c5-851bf2297e19 req-24f92585-9a92-402f-8173-36ccc5231c48 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:58.061751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4a2f9db-da26-4db9-a5c5-851bf2297e19 req-24f92585-9a92-402f-8173-36ccc5231c48 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0614455 Aug 30 14:34:58.111283 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4a2f9db-da26-4db9-a5c5-851bf2297e19 req-5f4a4094-b0f8-473c-a877-7739afe39d92 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Aug 30 14:34:58.411935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9190a9ea-0003-4f3e-bc91-8fde9689860f req-3db40956-e71f-41b3-9348-e7bf36ba46dd tempest-ServerShowV254Test-1364037374 tempest-ServerShowV254Test-1364037374-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdf07750-b965-4c70-95bd-e4c1eb8941d5 HTTP/1.1" status: 200 len: 210 time: 0.0393870 Aug 30 14:34:58.430767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:58.440807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:58.446003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] 10.222.0.50 "DELETE /v2.0/networks/cc0def46-2a66-4b5a-811c-8d62d8276dc9 HTTP/1.1" status: 204 len: 168 time: 0.6974800 Aug 30 14:34:58.457597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fe0dc-7877-43b2-9c19-d50406fb7e70 tempest-FloatingIPTestJSON-306722734 tempest-FloatingIPTestJSON-306722734-project] Pushing event deleted for resources: {'Network': ['ID=cc0def46-2a66-4b5a-811c-8d62d8276dc9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:58.513341 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:58.768415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:58.950120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2a75e091-6470-4a6f-b853-5b1ae4e7a801 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8b700eef6da4efaa034ea0a293f1a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798658 Aug 30 14:34:58.952541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:59.008132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-574d0fcd-52f6-4364-bad7-2a5adcb105e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.029836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-574d0fcd-52f6-4364-bad7-2a5adcb105e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.078292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-574d0fcd-52f6-4364-bad7-2a5adcb105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.080878 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-574d0fcd-52f6-4364-bad7-2a5adcb105e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.085195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-574d0fcd-52f6-4364-bad7-2a5adcb105e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37942385-8408-4eb7-8d87-4c92fd76ac1a HTTP/1.1" status: 204 len: 168 time: 0.1290736 Aug 30 14:34:59.091483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d0fcd-52f6-4364-bad7-2a5adcb105e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37942385-8408-4eb7-8d87-4c92fd76ac1a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:59.176969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.256322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfadf3-1f85-494a-9402-393d6442c3b9 req-55eb0e4e-040e-4b4c-b089-07917433fe20 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:59.258062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bbfadf3-1f85-494a-9402-393d6442c3b9 req-55eb0e4e-040e-4b4c-b089-07917433fe20 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0593061 Aug 30 14:34:59.280826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:59.309021 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bbfadf3-1f85-494a-9402-393d6442c3b9 req-c0f1e8b0-1206-4c52-9ea2-fa6b025c8ae8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Aug 30 14:34:59.408942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc3c93a8-4eb2-4b77-b1e6-8ec012905169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.511112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc3c93a8-4eb2-4b77-b1e6-8ec012905169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.515244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc3c93a8-4eb2-4b77-b1e6-8ec012905169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.555941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c93a8-4eb2-4b77-b1e6-8ec012905169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88939f3a-eaa3-4e54-8d3b-2d75d0d79a8c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:59.564009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cc3c93a8-4eb2-4b77-b1e6-8ec012905169 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f18bf36e2b7b498a902bfc7dce9d349f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788146 Aug 30 14:34:59.564521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:59.623236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b89f08d-7e7c-4273-8caf-7801e8ac6d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.657765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b89f08d-7e7c-4273-8caf-7801e8ac6d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.661573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b031a9d-6bf1-45b5-bfe6-3fae141a8c6d req-063461f4-abae-4622-847f-e7ebb9a000d2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:59.663204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b031a9d-6bf1-45b5-bfe6-3fae141a8c6d req-063461f4-abae-4622-847f-e7ebb9a000d2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0547888 Aug 30 14:34:59.728613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b89f08d-7e7c-4273-8caf-7801e8ac6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.732288 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b89f08d-7e7c-4273-8caf-7801e8ac6d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.738015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b89f08d-7e7c-4273-8caf-7801e8ac6d13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88939f3a-eaa3-4e54-8d3b-2d75d0d79a8c HTTP/1.1" status: 204 len: 168 time: 0.1712692 Aug 30 14:34:59.743830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b031a9d-6bf1-45b5-bfe6-3fae141a8c6d req-370e0805-137a-4f1c-9375-1099da242522 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630753 Aug 30 14:34:59.757623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89f08d-7e7c-4273-8caf-7801e8ac6d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88939f3a-eaa3-4e54-8d3b-2d75d0d79a8c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:59.878784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad2ef1-71a6-4aba-9bc0-a3f7be6f29dc req-ade74374-8895-4203-9a91-ade9aa2658e4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:59.880515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcad2ef1-71a6-4aba-9bc0-a3f7be6f29dc req-ade74374-8895-4203-9a91-ade9aa2658e4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0603178 Aug 30 14:34:59.925295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcad2ef1-71a6-4aba-9bc0-a3f7be6f29dc req-0f4cc10a-ab8f-4508-94ad-2766392088ee tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370276 Aug 30 14:34:59.928912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:00.186737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fc07f2d9-d587-4e30-ae85-a2500ff440a5 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-103948217', 'prefixes': ['172.20.0.0/16']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:00.261516 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc07f2d9-d587-4e30-ae85-a2500ff440a5 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:00.262917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fc07f2d9-d587-4e30-ae85-a2500ff440a5 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3329794 Aug 30 14:35:00.266689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:00.363232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a43ac76d-b27e-495e-81f9-0246794be398 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] 10.222.0.50 "GET /v2.0/subnetpools/9397ab07-38e0-4322-98ad-def7669d222c HTTP/1.1" status: 200 len: 731 time: 0.0944395 Aug 30 14:35:00.365901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:00.373406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0076faa9-bb64-4273-8b99-8404e29f26b4 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1130025724'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:00.448769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64410ba-22d3-47c0-90bb-9903cb13f8e9 req-fd529954-a91a-42d0-a975-b8c681d9b5b1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:00.450535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f64410ba-22d3-47c0-90bb-9903cb13f8e9 req-fd529954-a91a-42d0-a975-b8c681d9b5b1 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0518353 Aug 30 14:35:00.499452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f64410ba-22d3-47c0-90bb-9903cb13f8e9 req-58bdf296-11bc-41c2-87a8-a825ca0992dc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Aug 30 14:35:00.499684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-139846cf-3dcc-43bf-a279-97c7fa54a8f4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:00.501138 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-139846cf-3dcc-43bf-a279-97c7fa54a8f4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.2317414 Aug 30 14:35:00.530259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-f6f81d60-9615-43cd-91ab-bf285b7ab946 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/quotas/507103ad8de3439dae59b88049210d4b HTTP/1.1" status: 200 len: 375 time: 0.0198550 Aug 30 14:35:00.543204 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0076faa9-bb64-4273-8b99-8404e29f26b4 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:00.546878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0076faa9-bb64-4273-8b99-8404e29f26b4 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] 10.222.0.50 "PUT /v2.0/subnetpools/9397ab07-38e0-4322-98ad-def7669d222c HTTP/1.1" status: 200 len: 684 time: 0.1773748 Aug 30 14:35:00.547422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:00.637601 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-a85612e0-63c8-4111-8c6f-1db956fff489 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0990541 Aug 30 14:35:00.671173 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722fc09a-04ed-4974-b596-d3795a9926f5 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:00.672546 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-722fc09a-04ed-4974-b596-d3795a9926f5 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] 10.222.0.50 "DELETE /v2.0/subnetpools/9397ab07-38e0-4322-98ad-def7669d222c HTTP/1.1" status: 204 len: 168 time: 0.1240747 Aug 30 14:35:00.676271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:00.697171 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-3ad2431c-724e-4081-9b84-3b05523e499b tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] show failed (client error): The resource could not be found. Aug 30 14:35:00.699096 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3ad2431c-724e-4081-9b84-3b05523e499b tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] 10.222.0.50 "GET /v2.0/subnetpools/9397ab07-38e0-4322-98ad-def7669d222c HTTP/1.1" status: 404 len: 346 time: 0.0210845 Aug 30 14:35:00.703263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:00.724110 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a95a4316-6685-474c-975f-28d42b53a8f1 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] delete failed (client error): The resource could not be found. Aug 30 14:35:00.725480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a95a4316-6685-474c-975f-28d42b53a8f1 tempest-SubnetPoolsTestJSON-843045028 tempest-SubnetPoolsTestJSON-843045028-project] 10.222.0.50 "DELETE /v2.0/subnetpools/9397ab07-38e0-4322-98ad-def7669d222c HTTP/1.1" status: 404 len: 346 time: 0.0198610 Aug 30 14:35:00.777328 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-79a440c6-f7d9-405f-a73b-51c237e24f8b service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320343 Aug 30 14:35:00.779371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:00.855855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94f2ec-7eca-4d85-8240-6de4530784b7 req-47b9ba4b-eedd-4c23-93c5-590049ac21bb tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:00.866159 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d94f2ec-7eca-4d85-8240-6de4530784b7 req-47b9ba4b-eedd-4c23-93c5-590049ac21bb tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.0703921 Aug 30 14:35:00.900252 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-15b46842-adb8-430f-8da5-982f7603b695 service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219473 Aug 30 14:35:00.916747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d94f2ec-7eca-4d85-8240-6de4530784b7 req-4b14701a-0cc5-4737-b6c6-fbac790877c3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491896 Aug 30 14:35:00.953332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-814071242-network', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:00.976935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Made reservation on behalf of 5a5903f7b9a2413881a3ba0efbe9b3e6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:00.979467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:00.989125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.118292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.124725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.157442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-abb38082-6d60-4c73-acd9-40200de4f437 req-b6569119-b8e3-483a-b33a-1d326e3e3ac7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 210 time: 0.0663631 Aug 30 14:35:01.168258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:35:01.191499 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.192030 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Added segment e850783e-7d0c-4078-816f-63269e0e4987 of type vlan for network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 Aug 30 14:35:01.204042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ab1026-7366-4a20-9736-e3e5b6efc0dc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:01.205253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:01.244679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.273053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.274432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:01.275270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.340873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13b629e2-d383-45f9-b62c-6871bcc5161a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.349018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5685141 Aug 30 14:35:01.351969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46106) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:01.357470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Request body: {'subnet': {'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-subnet', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:01.386052 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dac41d-4c55-4a85-9206-7216ab3ab542 admin admin] Pushing event updated for resources: {'Network': ['ID=d1fea2b8-e2ac-4603-b63c-fd265c9792c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:01.393972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Made reservation on behalf of 5a5903f7b9a2413881a3ba0efbe9b3e6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:01.396474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:35:01.396991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.553313 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.588241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13b629e2-d383-45f9-b62c-6871bcc5161a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.598254 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13b629e2-d383-45f9-b62c-6871bcc5161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.673642 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-13b629e2-d383-45f9-b62c-6871bcc5161a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32f3cc35509c425aa7e6dbb2afb64e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640312 Aug 30 14:35:01.674228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:01.679105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b629e2-d383-45f9-b62c-6871bcc5161a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63be2c50-e87e-45ac-a6e4-e407dd04cd33,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:01.684449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.736778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74633bd3-385e-4a53-b143-0c4de16a6628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.757424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eced7123-6e32-4a70-9b61-f6ac87e9f228,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:01.766064 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74633bd3-385e-4a53-b143-0c4de16a6628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.777218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Checking segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:01.777574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Network hostable DHCP agents. Network: d1fea2b8-e2ac-4603-b63c-fd265c9792c8, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:35:01.798584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:35:01.809595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d1fea2b8-e2ac-4603-b63c-fd265c9792c8) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:01.814673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:01.815426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.821982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b97979-4bab-403f-9071-30663bdc6a8f None None] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:35:01.831623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fab8c7d6-3eea-420a-ad85-d26983fea3c3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4780014 Aug 30 14:35:01.838028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:01.842567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74633bd3-385e-4a53-b143-0c4de16a6628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.842835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:01.846089 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74633bd3-385e-4a53-b143-0c4de16a6628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.850917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-74633bd3-385e-4a53-b143-0c4de16a6628 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63be2c50-e87e-45ac-a6e4-e407dd04cd33 HTTP/1.1" status: 204 len: 168 time: 0.1731317 Aug 30 14:35:01.859317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74633bd3-385e-4a53-b143-0c4de16a6628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63be2c50-e87e-45ac-a6e4-e407dd04cd33,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:01.873398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.874519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.946513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.030077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-d1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:35:02.031872 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.213560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.256131 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Allocated IP 172.20.0.2 (d1fea2b8-e2ac-4603-b63c-fd265c9792c8/eced7123-6e32-4a70-9b61-f6ac87e9f228/d767521b-5904-451a-a4d9-532c702c67f3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:02.262765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049697d1-1855-4921-b566-69ede9d7ff3d req-6fdd7cd4-aa44-4675-bdfb-eeda164cc353 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.267575 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-049697d1-1855-4921-b566-69ede9d7ff3d req-6fdd7cd4-aa44-4675-bdfb-eeda164cc353 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.2422426 Aug 30 14:35:02.338299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-abf186ce-b4a2-4456-b96d-1bb088d7ffae tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.340502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-abf186ce-b4a2-4456-b96d-1bb088d7ffae tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.2082050 Aug 30 14:35:02.355987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'port': {'device_id': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'admin_state_up': True, 'tenant_id': '507103ad8de3439dae59b88049210d4b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:02.396632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eede962b-e815-4fed-9ccc-666e2626ec13 req-2710a4b6-9650-4f70-85bf-b743238b1d0c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 210 time: 0.0674253 Aug 30 14:35:02.474425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-049697d1-1855-4921-b566-69ede9d7ff3d req-4d4846c8-b214-469c-8eee-1d7f21198cae tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890044 Aug 30 14:35:02.493970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b619da-209c-4138-b261-acbf41e45103 req-dcdbc084-1ece-49cb-be0b-a85263784354 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.495821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09b619da-209c-4138-b261-acbf41e45103 req-dcdbc084-1ece-49cb-be0b-a85263784354 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.1404228 Aug 30 14:35:02.528023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Made reservation on behalf of 507103ad8de3439dae59b88049210d4b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:02.532233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.596181 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.615328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Transition to ACTIVE for port object d767521b-5904-451a-a4d9-532c702c67f3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:02.623723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.638975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Transition to ACTIVE for port object d767521b-5904-451a-a4d9-532c702c67f3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:02.646765 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.688987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:02.696587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:02.699821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:02.738258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Deleting port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:02.738580 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.740995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Pushing event updated for resources: {'Port': ['ID=d767521b-5904-451a-a4d9-532c702c67f3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:02.745851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Allocated IP 172.20.0.3 (7352f7de-05ae-409c-bff3-dfb26e0a8dee/4d40d66c-b471-48a2-bbd9-34c4f24aabb1/30b7b4b2-9df5-4571-83b4-6dc73250bebf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:02.797082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Attempting to bind port d767521b-5904-451a-a4d9-532c702c67f3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:02.797817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Attempting to bind port d767521b-5904-451a-a4d9-532c702c67f3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:02.798392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Attempting to bind port d767521b-5904-451a-a4d9-532c702c67f3 on network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:02.804652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.807524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:02.807998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Checking segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:02.809076 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.809903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Bound using segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:02.811212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Bound port: d767521b-5904-451a-a4d9-532c702c67f3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:02.811755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.830590 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.907975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] For port d767521b-5904-451a-a4d9-532c702c67f3, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:02.915010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] For port d767521b-5904-451a-a4d9-532c702c67f3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d767521b-5904-451a-a4d9-532c702c67f3,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:02.922262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] For port ff6a1bd6-3913-47ce-b73c-afde25ec94a7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:02.922755 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.923606 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.970887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Calling delete_port for ff6a1bd6-3913-47ce-b73c-afde25ec94a7 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:03.020937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.044006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f70d-2ce9-4f89-9529-c32ffed8f41b None None] Pushing event updated for resources: {'Port': ['ID=d767521b-5904-451a-a4d9-532c702c67f3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:03.058373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Transition to ACTIVE for port object 30b7b4b2-9df5-4571-83b4-6dc73250bebf will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:03.107645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.122362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['81f91569-40fa-4c5e-93db-9bc1cc33f476'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:03.152572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:03.171330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:03.179765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:03.215983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2260811d-c58e-4f1c-aa2c-13912b579005'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:03.227309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'Port': ['ID=30b7b4b2-9df5-4571-83b4-6dc73250bebf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:03.279055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.280181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.308990 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-152db0fd-d3db-441d-bd4e-9ede641cd89f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9575887 Aug 30 14:35:03.322634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Request body: {'port': {'device_id': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:03.540290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.745501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-023401b0-9109-4a04-a9d3-c9c9914d7520 None None] Provisioning for port 30b7b4b2-9df5-4571-83b4-6dc73250bebf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:03.757981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-023401b0-9109-4a04-a9d3-c9c9914d7520 None None] Provisioning complete for port 30b7b4b2-9df5-4571-83b4-6dc73250bebf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:03.758946 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-023401b0-9109-4a04-a9d3-c9c9914d7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.804923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-023401b0-9109-4a04-a9d3-c9c9914d7520 None None] Port 30b7b4b2-9df5-4571-83b4-6dc73250bebf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:35:03.867459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:03.886938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d767521b-5904-451a-a4d9-532c702c67f3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:03.915362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Allocated IP 172.25.6.32 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:03.943014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cae463-c618-4057-b914-c6dfc6256126 req-912a3b75-f1ce-4fb4-9dfa-c1ec1421d173 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.948924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d767521b-5904-451a-a4d9-532c702c67f3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:03.950700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3cae463-c618-4057-b914-c6dfc6256126 req-912a3b75-f1ce-4fb4-9dfa-c1ec1421d173 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 946 time: 0.2959368 Aug 30 14:35:04.029702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3cae463-c618-4057-b914-c6dfc6256126 req-4dfb5747-8f2a-4d5f-b808-5cfa9ae1ccfd tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778096 Aug 30 14:35:04.058875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afb387-6294-4bc8-a9d8-3e238cc2d9ef req-19c89bad-1fa3-4601-a5a0-e7885b300f84 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.062959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5afb387-6294-4bc8-a9d8-3e238cc2d9ef req-19c89bad-1fa3-4601-a5a0-e7885b300f84 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 931 time: 0.2984996 Aug 30 14:35:04.117102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b7b4b2-9df5-4571-83b4-6dc73250bebf {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:04.126960 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.144590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Transition to ACTIVE for port object 30b7b4b2-9df5-4571-83b4-6dc73250bebf will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:04.149355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.160786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f7a4dd6-96e9-41c5-8986-0e4ef7b00473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.185766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.208848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Pushing event updated for resources: {'Port': ['ID=30b7b4b2-9df5-4571-83b4-6dc73250bebf,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:04.241318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.251452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5afb387-6294-4bc8-a9d8-3e238cc2d9ef req-91e18d2a-6e46-47af-b97d-5539a729db49 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799939 Aug 30 14:35:04.261078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event deleted for resources: {'Port': ['ID=ff6a1bd6-3913-47ce-b73c-afde25ec94a7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:04.301810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Attempting to bind port 30b7b4b2-9df5-4571-83b4-6dc73250bebf on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:04.302331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Attempting to bind port 30b7b4b2-9df5-4571-83b4-6dc73250bebf by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:04.303186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Attempting to bind port 30b7b4b2-9df5-4571-83b4-6dc73250bebf on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:04.312023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Port 30b7b4b2-9df5-4571-83b4-6dc73250bebf on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:35:04.313540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Attempting to bind port 30b7b4b2-9df5-4571-83b4-6dc73250bebf on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:04.320579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:04.321547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Checking segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:04.322109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Bound using segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:04.323740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Bound port: 30b7b4b2-9df5-4571-83b4-6dc73250bebf, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:04.324952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.326253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] No DVR routers for this DVR port ff6a1bd6-3913-47ce-b73c-afde25ec94a7 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:04.329663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.332528 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09b619da-209c-4138-b261-acbf41e45103 req-88708f97-2878-430f-929b-9dc6e46dc0c8 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "DELETE /v2.0/ports/ff6a1bd6-3913-47ce-b73c-afde25ec94a7 HTTP/1.1" status: 204 len: 173 time: 1.8276398 Aug 30 14:35:04.335824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daf64eb-b875-462e-8f18-6997c6f8811d', 'name': 'network-vif-deleted', 'tag': 'ff6a1bd6-3913-47ce-b73c-afde25ec94a7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:04.340101 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b806e896-0399-4bdf-8811-671dc48896ad" -d '{"events": [{"server_uuid": "3daf64eb-b875-462e-8f18-6997c6f8811d", "name": "network-vif-deleted", "tag": "ff6a1bd6-3913-47ce-b73c-afde25ec94a7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:04.451759 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adacaf7-2ab9-4bf4-9478-27668bbb01e2 x-openstack-request-id: req-0adacaf7-2ab9-4bf4-9478-27668bbb01e2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:04.452711 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daf64eb-b875-462e-8f18-6997c6f8811d", "name": "network-vif-deleted", "tag": "ff6a1bd6-3913-47ce-b73c-afde25ec94a7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:04.453327 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0adacaf7-2ab9-4bf4-9478-27668bbb01e2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:04.453994 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daf64eb-b875-462e-8f18-6997c6f8811d', 'name': 'network-vif-deleted', 'tag': 'ff6a1bd6-3913-47ce-b73c-afde25ec94a7', 'status': 'completed', 'code': 200} Aug 30 14:35:04.456620 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.508769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] For port 30b7b4b2-9df5-4571-83b4-6dc73250bebf, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:04.517527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] For port 30b7b4b2-9df5-4571-83b4-6dc73250bebf, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:04.523072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:04.525573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.546338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:04.550929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:04.600557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:04.604249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.604884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.606398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] 10.222.0.39 "PUT /v2.0/ports/30b7b4b2-9df5-4571-83b4-6dc73250bebf HTTP/1.1" status: 200 len: 1091 time: 1.2890406 Aug 30 14:35:04.606861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'tag': '30b7b4b2-9df5-4571-83b4-6dc73250bebf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:04.609187 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160d58b0-4a71-4e02-822a-4f26825adf18" -d '{"events": [{"name": "network-changed", "server_uuid": "bf601e9f-9b9b-4c67-9c4e-0f52228af1dd", "tag": "30b7b4b2-9df5-4571-83b4-6dc73250bebf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:04.649146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f7a4dd6-96e9-41c5-8986-0e4ef7b00473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.657876 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f7a4dd6-96e9-41c5-8986-0e4ef7b00473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.684454 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f408c17e-8258-4c68-b4a8-23b0bc23b294 x-openstack-request-id: req-f408c17e-8258-4c68-b4a8-23b0bc23b294 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:04.684954 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf601e9f-9b9b-4c67-9c4e-0f52228af1dd", "tag": "30b7b4b2-9df5-4571-83b4-6dc73250bebf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:04.685603 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f408c17e-8258-4c68-b4a8-23b0bc23b294 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:04.687039 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'tag': '30b7b4b2-9df5-4571-83b4-6dc73250bebf', 'status': 'completed', 'code': 200} Aug 30 14:35:04.704950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241bf91-14d1-4a82-8fcc-23d7c08f927b service neutron] Pushing event updated for resources: {'Port': ['ID=30b7b4b2-9df5-4571-83b4-6dc73250bebf,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:04.746324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-92a2cfb3-66c1-4eb3-a587-5bceea34d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.747986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-92a2cfb3-66c1-4eb3-a587-5bceea34d8f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 1094 time: 0.0532537 Aug 30 14:35:04.750076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed0220d-59f2-4d5d-b1fb-e1d890da7b4e None None] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:35:04.801609 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a4dd6-96e9-41c5-8986-0e4ef7b00473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b9dab-750c-47fd-9a51-7fe647f4bfa1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:04.820068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-73c0211a-caa9-440b-880a-7998e51ad674 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf HTTP/1.1" status: 200 len: 217 time: 0.0644164 Aug 30 14:35:04.840243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f7a4dd6-96e9-41c5-8986-0e4ef7b00473 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e097fd94319d4516b6dcda0f42fd754c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9675856 Aug 30 14:35:04.842741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46176) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:04.868562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5386394-42bc-460f-93e6-69b29667dbc8 None None] Provisioning for port d767521b-5904-451a-a4d9-532c702c67f3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:04.886593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5386394-42bc-460f-93e6-69b29667dbc8 None None] Provisioning complete for port d767521b-5904-451a-a4d9-532c702c67f3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:04.886968 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5386394-42bc-460f-93e6-69b29667dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.887715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-bb117c52-39f0-4547-ad0f-a66196409c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.889818 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-bb117c52-39f0-4547-ad0f-a66196409c71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0618908 Aug 30 14:35:04.963203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-99bc6253-5f01-47bc-a9d2-69769b2f7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.965516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-99bc6253-5f01-47bc-a9d2-69769b2f7f9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682213 Aug 30 14:35:05.029980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be37d450-9e98-4adf-a144-33c0a8520729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.087318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be37d450-9e98-4adf-a144-33c0a8520729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.103765 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.108510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-2870f588-c571-406b-aa61-8b7702fcf24e service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348319 Aug 30 14:35:05.118251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device ff6a1bd6-3913-47ce-b73c-afde25ec94a7 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:05.203750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: ff6a1bd6-3913-47ce-b73c-afde25ec94a7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:05.204114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device ff6a1bd6-3913-47ce-b73c-afde25ec94a7 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:05.220094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d834523f-4d10-4c6a-9bcb-524bbabc91aa req-079be5f9-fa07-4479-b4ca-4023c34016fe tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=3daf64eb-b875-462e-8f18-6997c6f8811d HTTP/1.1" status: 200 len: 210 time: 0.0627558 Aug 30 14:35:05.232302 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5386394-42bc-460f-93e6-69b29667dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.260106 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1fbe25a-073c-4c27-b5f1-a9359727b4dc req-1dde4c42-ad04-432f-9e7c-5f4821a42925 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447732 Aug 30 14:35:05.311487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c5386394-42bc-460f-93e6-69b29667dbc8 None None] For port d767521b-5904-451a-a4d9-532c702c67f3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d767521b-5904-451a-a4d9-532c702c67f3,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:05.316498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be37d450-9e98-4adf-a144-33c0a8520729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.319701 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be37d450-9e98-4adf-a144-33c0a8520729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.321024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-be37d450-9e98-4adf-a144-33c0a8520729 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/291b9dab-750c-47fd-9a51-7fe647f4bfa1 HTTP/1.1" status: 204 len: 168 time: 0.4771948 Aug 30 14:35:05.328911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5386394-42bc-460f-93e6-69b29667dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.380462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37d450-9e98-4adf-a144-33c0a8520729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b9dab-750c-47fd-9a51-7fe647f4bfa1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:05.419256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-ab24498b-94b6-4c72-ad85-39383c0db480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.420828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-ab24498b-94b6-4c72-ad85-39383c0db480 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 1094 time: 0.1020827 Aug 30 14:35:05.453088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f24e5a-4f3b-4eac-ac84-a05d85c4fe35 req-df77c3f8-aef3-43b5-ace4-37b253ff073c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.461577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56f24e5a-4f3b-4eac-ac84-a05d85c4fe35 req-df77c3f8-aef3-43b5-ace4-37b253ff073c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 943 time: 0.1243348 Aug 30 14:35:05.514098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5386394-42bc-460f-93e6-69b29667dbc8 None None] Pushing event updated for resources: {'Port': ['ID=d767521b-5904-451a-a4d9-532c702c67f3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:05.574184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-cf736b09-cb76-4f81-8fbe-aea407e72060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.576590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-cf736b09-cb76-4f81-8fbe-aea407e72060 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1477430 Aug 30 14:35:05.595442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56f24e5a-4f3b-4eac-ac84-a05d85c4fe35 req-fc911a3e-3155-4e28-947b-07a5f1c83778 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311255 Aug 30 14:35:05.644390 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.686329 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-e2acdd99-3512-4522-a1e4-f76e676820a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf HTTP/1.1" status: 200 len: 217 time: 0.1022687 Aug 30 14:35:05.716638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b43e856f-9fce-404c-aa80-b7ded15522b3 None None] Provisioning complete for port d767521b-5904-451a-a4d9-532c702c67f3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:05.721970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b43e856f-9fce-404c-aa80-b7ded15522b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:05.769893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-d3530421-c8aa-4177-8d6f-24590d7dee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.771293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-d3530421-c8aa-4177-8d6f-24590d7dee28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0773926 Aug 30 14:35:05.873129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d767521b-5904-451a-a4d9-532c702c67f3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:05.881712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-65b40f0a-ac7d-4aec-9d32-07ee65f67915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.883270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-65b40f0a-ac7d-4aec-9d32-07ee65f67915 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011281 Aug 30 14:35:05.943153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Router dcf7d49c-376a-4cb3-929d-995be43b1d1e is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:35:05.998527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-81a246ba-7986-4f78-abc4-06a0d5984cb6 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068203 Aug 30 14:35:06.062272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:06.062510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d767521b-5904-451a-a4d9-532c702c67f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:06.062902 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:06.085806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:06.087167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6e73e23e-1332-496f-8fa8-4183185f3eb6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2480969 Aug 30 14:35:06.090411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:06.130265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Sync routers for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:06.149993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-160d58b0-4a71-4e02-822a-4f26825adf18 req-3927e371-68a7-4602-affb-acb224951161 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441028 Aug 30 14:35:06.161819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:06.162592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:06.339984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:06.578488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:04Z', 'revision_number': 3, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:06.610967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Checking router: dcf7d49c-376a-4cb3-929d-995be43b1d1e for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:06.611453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Updating router dcf7d49c-376a-4cb3-929d-995be43b1d1e port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:35:06.639569 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:06.639864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:06.672630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-360376e4-f7e0-483d-a158-f7d6ae4cf171 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:06.674408 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-360376e4-f7e0-483d-a158-f7d6ae4cf171 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.1613307 Aug 30 14:35:06.714725 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-ec22e934-41e2-452c-acd6-2c157082d54c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/quotas/36e9fbc640a649c68c0b3a6d2aaff365 HTTP/1.1" status: 200 len: 375 time: 0.0326269 Aug 30 14:35:06.752087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-251b515c-6134-4da0-a840-038ec11117f7 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361357 Aug 30 14:35:06.866643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-5b781ff1-421c-4bee-b506-12017a855ce2 service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059175 Aug 30 14:35:07.001379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-a8c1fdbb-5d16-4ab2-8d26-fe8e838bab21 service neutron] 10.222.0.50 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245155 Aug 30 14:35:07.163483 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.186322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Transition to ACTIVE for port object ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:07.194574 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.219327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5799400-5833-48b5-a7aa-2ce3cb537dd7 req-81edb8c4-4f72-4034-a774-cb02449ae523 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:07.234002 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5799400-5833-48b5-a7aa-2ce3cb537dd7 req-81edb8c4-4f72-4034-a774-cb02449ae523 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 943 time: 0.4814365 Aug 30 14:35:07.278758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Attempting to bind port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:07.279132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Attempting to bind port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:07.279493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Attempting to bind port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:07.289941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f259d6f-9d30-4601-b3e6-9f9333af527d None None] Pushing event updated for resources: {'Port': ['ID=ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:07.292481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:07.292906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:07.293606 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.294003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:07.294490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Bound port: ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:07.295041 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.305747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5799400-5833-48b5-a7aa-2ce3cb537dd7 req-a549eed9-2ae5-4cf5-a3c6-5d8cd21b07de tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706608 Aug 30 14:35:07.357001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] For port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:07.374260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] For port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:07.380186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.416201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62d28d69-9e9c-4608-96c9-434abd77de11 req-8cd22b2f-017e-480f-86a2-c3e2987ba275 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 210 time: 0.0518932 Aug 30 14:35:07.422754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Allocated IP 172.20.0.1 (d1fea2b8-e2ac-4603-b63c-fd265c9792c8/eced7123-6e32-4a70-9b61-f6ac87e9f228/4a111c02-8290-4b0b-9c0a-1ed8d9e52a01) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:07.474343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f259d6f-9d30-4601-b3e6-9f9333af527d None None] Pushing event updated for resources: {'Port': ['ID=ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:07.478047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:07.478745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:07.568386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.584643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Transition to ACTIVE for port object 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:07.620013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:07.632982 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.686910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:07.690466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:07.694546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:07.734700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Pushing event updated for resources: {'Port': ['ID=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:07.755005 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.888130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:04Z', 'revision_number': 3, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:07.920816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bfffb-4550-44a8-ada8-3635ff333b4a None None] The sync data for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 is: [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:04Z', 'revision_number': 3, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:07.984044 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:08.092450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-489cdb4f-7dfe-4e4c-9a57-f7a537d87cfd None None] Provisioning for port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:08.100940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-489cdb4f-7dfe-4e4c-9a57-f7a537d87cfd None None] Provisioning complete for port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:08.101579 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-489cdb4f-7dfe-4e4c-9a57-f7a537d87cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:08.159919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-489cdb4f-7dfe-4e4c-9a57-f7a537d87cfd None None] Port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:35:08.293222 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:08.303939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:08.443935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:08.453178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1404192-f780-4642-a25c-5a1d842c42c0 req-2e2c051a-f4e9-49e6-9bd0-7046a40e5d7d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.461408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Pushing event updated for resources: {'Port': ['ID=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:08.466455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1404192-f780-4642-a25c-5a1d842c42c0 req-2e2c051a-f4e9-49e6-9bd0-7046a40e5d7d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 943 time: 0.0881722 Aug 30 14:35:08.476115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-6cb6b0a7-bf8b-4e32-b3e9-dc55e50fb4e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1397393 Aug 30 14:35:08.677097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac796043-2db4-46b4-abfa-6c93b32b9b31 req-1fa6e86e-c5a3-4f94-9e79-0e1733ad1e94 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 210 time: 0.0484631 Aug 30 14:35:08.690021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-93f88a3c-55dc-4e41-be1f-4d2353006519 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.692883 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-93f88a3c-55dc-4e41-be1f-4d2353006519 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 811 time: 0.2044139 Aug 30 14:35:08.709378 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1404192-f780-4642-a25c-5a1d842c42c0 req-644f8579-3b9e-4877-b827-b51795cf3b30 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389898 Aug 30 14:35:08.719634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Request body: {'port': {'device_id': '79efa1d9-f136-4a80-baad-caa2edd33e0c', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'admin_state_up': True, 'tenant_id': '36e9fbc640a649c68c0b3a6d2aaff365'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:08.727395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:08.733020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:08.756733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b0733815-3677-4565-abcf-2ea68c59989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.757582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b0733815-3677-4565-abcf-2ea68c59989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.758975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b0733815-3677-4565-abcf-2ea68c59989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.759625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b0733815-3677-4565-abcf-2ea68c59989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.760279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b0733815-3677-4565-abcf-2ea68c59989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.761529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b0733815-3677-4565-abcf-2ea68c59989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.762351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b0733815-3677-4565-abcf-2ea68c59989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.764759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b0733815-3677-4565-abcf-2ea68c59989f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6500 time: 0.1542583 Aug 30 14:35:08.953810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Made reservation on behalf of 36e9fbc640a649c68c0b3a6d2aaff365 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:08.962792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.011030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-bcf0ac23-be45-4e36-a572-a769c9c866d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.011511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-bcf0ac23-be45-4e36-a572-a769c9c866d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.011981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-bcf0ac23-be45-4e36-a572-a769c9c866d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.013610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-bcf0ac23-be45-4e36-a572-a769c9c866d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2312e3f6-2171-474e-b61d-296e33ea93ac&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c HTTP/1.1" status: 200 len: 2298 time: 0.2016165 Aug 30 14:35:09.026241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Router dcf7d49c-376a-4cb3-929d-995be43b1d1e has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:35:09.094063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bde5f26f-7673-48bf-8371-4fb35c189c11 None None] Provisioning complete for port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:09.094778 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bde5f26f-7673-48bf-8371-4fb35c189c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.133869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-c815cbec-bff9-4957-b33b-c8ce21ab1106 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d14044-3963-4926-96f0-3d69ab09cda6 HTTP/1.1" status: 200 len: 1001 time: 0.1100931 Aug 30 14:35:09.134448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bde5f26f-7673-48bf-8371-4fb35c189c11 None None] Port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:35:09.182425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Allocated IP 172.20.0.3 (8b966278-c70e-4974-b75f-b4d2cf949f38/241e00d0-e531-49f5-911d-5f14848666a3/56012e57-a432-4158-9723-9e276151aadc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:09.244147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-3427de0a-a176-4a18-9980-6ed9fcc519bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.245812 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-3427de0a-a176-4a18-9980-6ed9fcc519bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be838110-f044-4f9d-bfe0-fd6e908650e6 HTTP/1.1" status: 200 len: 856 time: 0.1024659 Aug 30 14:35:09.252909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:09.271556 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bcb10f05-460e-4af9-825a-daaaabdb7498 admin admin] 10.222.0.50 "PUT /v2.0/routers/dcf7d49c-376a-4cb3-929d-995be43b1d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1783013 Aug 30 14:35:09.322004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-2dd34dcc-5b77-439b-9b08-a5265a31c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.323729 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-2dd34dcc-5b77-439b-9b08-a5265a31c3ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2312e3f6-2171-474e-b61d-296e33ea93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669181 Aug 30 14:35:09.452333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.469974 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-71de8e9c-9307-409a-9b9f-fcf1f1eee019 service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390080 Aug 30 14:35:09.501337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.544553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Network 8b966278-c70e-4974-b75f-b4d2cf949f38 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:09.548212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:09.551341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:09.602423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-77f1c563-46cd-438a-b7a7-d1eaa0ab5dac service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243875 Aug 30 14:35:09.608833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event updated for resources: {'Port': ['ID=56012e57-a432-4158-9723-9e276151aadc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:09.635083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.636064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.657395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-1e99b11f-a152-4423-9cb3-982790d1a89f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9467804 Aug 30 14:35:09.671727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-1346280e-9063-4a45-a480-b4ac6b961663 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 217 time: 0.0620801 Aug 30 14:35:09.676368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Request body: {'port': {'device_id': '79efa1d9-f136-4a80-baad-caa2edd33e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:09.687766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 30b7b4b2-9df5-4571-83b4-6dc73250bebf details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:09.772572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-1c1b999f-4768-4b6c-b48c-b947a11daedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.774478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-1c1b999f-4768-4b6c-b48c-b947a11daedf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0950682 Aug 30 14:35:09.776124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.871353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-82654932-26fe-4a00-babf-d6bd3155a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.873088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-82654932-26fe-4a00-babf-d6bd3155a6f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906694 Aug 30 14:35:09.911933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:09.970677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 30b7b4b2-9df5-4571-83b4-6dc73250bebf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:09.994676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '30b7b4b2-9df5-4571-83b4-6dc73250bebf', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': '30b7b4b2-9df5-4571-83b4-6dc73250bebf', 'mac_address': 'fa:16:3e:dd:d8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:09.994947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:10.004850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0e18259b-12c0-49d7-b583-4cbaa7f40032 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433595656', 'description': 'tempest-description--1261955199'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:10.065885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865a23-59f3-4cbe-978a-a8b795d0f70b req-ed8c8e85-4d86-473c-96c5-fc7b63fba929 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:10.068495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e2865a23-59f3-4cbe-978a-a8b795d0f70b req-ed8c8e85-4d86-473c-96c5-fc7b63fba929 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 931 time: 0.2000899 Aug 30 14:35:10.077269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:10.082251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:10.082612 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.084771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.128417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af96b4-d58a-41a3-8e5d-c98f9108fa15 req-9c27c726-495c-4dd6-b81b-bb045adb63c3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:10.134443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b7b4b2-9df5-4571-83b4-6dc73250bebf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:10.136445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-45af96b4-d58a-41a3-8e5d-c98f9108fa15 req-9c27c726-495c-4dd6-b81b-bb045adb63c3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 943 time: 0.1056557 Aug 30 14:35:10.158390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-e3421d4e-32d7-4fae-8c95-1360ac8b80fa service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767770 Aug 30 14:35:10.168802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 30b7b4b2-9df5-4571-83b4-6dc73250bebf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:10.175432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.186707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e18259b-12c0-49d7-b583-4cbaa7f40032 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.219781 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.243779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-45af96b4-d58a-41a3-8e5d-c98f9108fa15 req-7987bd18-d6d3-43ab-aa80-bbf7a60a7c33 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063130 Aug 30 14:35:10.290468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:10.307858 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.329704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-f158e062-e2ac-4e4d-89f9-e66c22b1a1d5 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621449 Aug 30 14:35:10.345309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=30b7b4b2-9df5-4571-83b4-6dc73250bebf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:10.360194 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Sync routers for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:10.381855 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:10.382170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e2865a23-59f3-4cbe-978a-a8b795d0f70b req-32e3f549-2220-4372-9917-2b52be52182b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186625 Aug 30 14:35:10.383779 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:10.423563 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-67cdb49b-f940-4e08-bf5f-d7b1303104fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 217 time: 0.0851870 Aug 30 14:35:10.442879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e18259b-12c0-49d7-b583-4cbaa7f40032 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.450663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['30b7b4b2-9df5-4571-83b4-6dc73250bebf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:10.452112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e18259b-12c0-49d7-b583-4cbaa7f40032 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.483439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56012e57-a432-4158-9723-9e276151aadc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:10.514876 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.540327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-95c3511c-b084-4216-9b8b-5c38a7a5e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:10.544671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-95c3511c-b084-4216-9b8b-5c38a7a5e5a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1099391 Aug 30 14:35:10.553699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e18259b-12c0-49d7-b583-4cbaa7f40032 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.555487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0e18259b-12c0-49d7-b583-4cbaa7f40032 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5596142 Aug 30 14:35:10.562848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46260) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:10.566834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:10.570132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6a363814-2a21-431f-af66-6148554c9978 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'security_group_rule': {'security_group_id': '4fde5d3d-6f54-443a-9a47-0344387fc98c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:10.582044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Transition to ACTIVE for port object 56012e57-a432-4158-9723-9e276151aadc will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:10.583334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18259b-12c0-49d7-b583-4cbaa7f40032 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde5d3d-6f54-443a-9a47-0344387fc98c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:10.589819 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:10.592160 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.626175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-fda01061-0bc1-4312-98e5-51666a8db215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:10.629434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-fda01061-0bc1-4312-98e5-51666a8db215 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779552 Aug 30 14:35:10.736117 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a363814-2a21-431f-af66-6148554c9978 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.740350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Pushing event updated for resources: {'Port': ['ID=56012e57-a432-4158-9723-9e276151aadc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:10.811685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-7b5f9b6f-af7c-49fa-b3ca-fdff05b9fd3f service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735177 Aug 30 14:35:10.830014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Attempting to bind port 56012e57-a432-4158-9723-9e276151aadc on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:10.830342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Attempting to bind port 56012e57-a432-4158-9723-9e276151aadc by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:10.830674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Attempting to bind port 56012e57-a432-4158-9723-9e276151aadc on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:10.839983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a363814-2a21-431f-af66-6148554c9978 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.841648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Port 56012e57-a432-4158-9723-9e276151aadc on network 8b966278-c70e-4974-b75f-b4d2cf949f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:35:10.842031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Attempting to bind port 56012e57-a432-4158-9723-9e276151aadc on network 8b966278-c70e-4974-b75f-b4d2cf949f38 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:10.852215 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a363814-2a21-431f-af66-6148554c9978 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.869877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:10.870238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Checking segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:10.870591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Bound using segment: {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:10.871037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Bound port: 56012e57-a432-4158-9723-9e276151aadc, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc099c50-d41b-4f54-acea-9d8fa13abddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:10.871430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.887548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a363814-2a21-431f-af66-6148554c9978 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d9126d-995c-4225-ae47-8aeea755a4f9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:10.921980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a363814-2a21-431f-af66-6148554c9978 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.923173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6a363814-2a21-431f-af66-6148554c9978 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3586278 Aug 30 14:35:10.928815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:10.935771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4842ec59-558b-4b7a-82fc-a226dffd69f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'security_group_rule': {'security_group_id': '4fde5d3d-6f54-443a-9a47-0344387fc98c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:10.936018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-e502b3ee-e617-4264-ac08-7126b6d8830c service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169615 Aug 30 14:35:10.982508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] For port 56012e57-a432-4158-9723-9e276151aadc, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:10.989678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] For port 56012e57-a432-4158-9723-9e276151aadc, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=56012e57-a432-4158-9723-9e276151aadc,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:10.994496 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4842ec59-558b-4b7a-82fc-a226dffd69f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.994817 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:08Z', 'revision_number': 2, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:10.998425 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-547b65ca-366b-49dd-8897-741acfe3a043 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=808e7602-c320-4cbc-80db-e487ef7820ce HTTP/1.1" status: 200 len: 217 time: 0.0542560 Aug 30 14:35:10.999736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.030962 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Checking router: dcf7d49c-376a-4cb3-929d-995be43b1d1e for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:11.031497 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Updating router dcf7d49c-376a-4cb3-929d-995be43b1d1e port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:35:11.061339 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.071359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.071991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.073466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] 10.222.0.21 "PUT /v2.0/ports/56012e57-a432-4158-9723-9e276151aadc HTTP/1.1" status: 200 len: 1091 time: 1.4018517 Aug 30 14:35:11.076631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79efa1d9-f136-4a80-baad-caa2edd33e0c', 'tag': '56012e57-a432-4158-9723-9e276151aadc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:11.079012 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683c3002-2055-4b22-b75d-7c5c0b653816" -d '{"events": [{"name": "network-changed", "server_uuid": "79efa1d9-f136-4a80-baad-caa2edd33e0c", "tag": "56012e57-a432-4158-9723-9e276151aadc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:11.097090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-91fd21fa-00ba-4803-b8ba-621cc10cbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.099956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-91fd21fa-00ba-4803-b8ba-621cc10cbbf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0940242 Aug 30 14:35:11.120439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d5d3-2df4-4e78-aff7-3ddb481516ea service neutron] Pushing event updated for resources: {'Port': ['ID=56012e57-a432-4158-9723-9e276151aadc,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:11.133954 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4842ec59-558b-4b7a-82fc-a226dffd69f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.140983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4842ec59-558b-4b7a-82fc-a226dffd69f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.170396 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806bcb4-d694-4287-a474-cb982b661064 x-openstack-request-id: req-6806bcb4-d694-4287-a474-cb982b661064 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:11.170779 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79efa1d9-f136-4a80-baad-caa2edd33e0c", "tag": "56012e57-a432-4158-9723-9e276151aadc", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:11.171100 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6806bcb4-d694-4287-a474-cb982b661064 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:11.171559 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79efa1d9-f136-4a80-baad-caa2edd33e0c', 'tag': '56012e57-a432-4158-9723-9e276151aadc', 'status': 'completed', 'code': 200} Aug 30 14:35:11.175649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842ec59-558b-4b7a-82fc-a226dffd69f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82757b6-381a-448e-b0b3-b652bbe1df0e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:11.206905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b2834224-c1a0-426b-ac8a-a2ed5ae5ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.209439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4842ec59-558b-4b7a-82fc-a226dffd69f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.210152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-b2834224-c1a0-426b-ac8a-a2ed5ae5ed18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019523 Aug 30 14:35:11.210882 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4842ec59-558b-4b7a-82fc-a226dffd69f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2809289 Aug 30 14:35:11.216966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:11.226463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-da23b30e-e9c2-47bc-971c-42fd16a62f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.228198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-da23b30e-e9c2-47bc-971c-42fd16a62f98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 1094 time: 0.0744038 Aug 30 14:35:11.228908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:11.326612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.336301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-da335b24-131e-4470-bf56-ffc0cc324095 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56012e57-a432-4158-9723-9e276151aadc HTTP/1.1" status: 200 len: 217 time: 0.0924151 Aug 30 14:35:11.415105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-df14d827-9544-46da-acf0-95b9a7403a2f service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920748 Aug 30 14:35:11.464891 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.478656 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Transition to ACTIVE for port object 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:11.488400 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.520906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-54623628-2721-489b-afc8-7a9c3990ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.524590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-54623628-2721-489b-afc8-7a9c3990ceb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.1788089 Aug 30 14:35:11.559312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b0e64-b31c-4145-9d33-f2ea61d09b23 req-b7c91fc8-ca18-4a30-9ca5-ff301b744b0b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.563185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a92b0e64-b31c-4145-9d33-f2ea61d09b23 req-b7c91fc8-ca18-4a30-9ca5-ff301b744b0b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 944 time: 0.1589348 Aug 30 14:35:11.620440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-82ae9112-f1c4-469a-8be7-ff4290a95cfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789878 Aug 30 14:35:11.688943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 30b7b4b2-9df5-4571-83b4-6dc73250bebf up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:11.730399 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Attempting to bind port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:11.730899 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Attempting to bind port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:11.731109 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Attempting to bind port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 on network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:11.735940 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-daa38049-b983-4b8c-af04-84b354d5fc9e service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090007 Aug 30 14:35:11.740843 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:11.741249 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Checking segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:11.741651 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.742045 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Bound using segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:11.742565 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Bound port: 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:11.744119 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.750427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c46c2d-0290-482a-8783-225e6740725c req-c0c6ac4e-a128-4d3b-82c7-13311d09fecd tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.764407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84c46c2d-0290-482a-8783-225e6740725c req-c0c6ac4e-a128-4d3b-82c7-13311d09fecd tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 943 time: 0.1817713 Aug 30 14:35:11.788932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a92b0e64-b31c-4145-9d33-f2ea61d09b23 req-62cdf3f6-95d4-4b1b-962c-834b8a51769d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084484 Aug 30 14:35:11.820981 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Pushing event updated for resources: {'Port': ['ID=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:11.835886 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] For port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:11.839370 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.839758 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.840099 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.840433 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.840760 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.841387 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.841796 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.842181 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.842548 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.842872 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.843271 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.844180 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:11.893244 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] For port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:11.903330 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.933147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:11.968440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-eeb93d0a-d37c-49c5-9bce-e3f8fffb7c21 service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306022 Aug 30 14:35:12.001677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 30b7b4b2-9df5-4571-83b4-6dc73250bebf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:12.011715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 30b7b4b2-9df5-4571-83b4-6dc73250bebf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:12.012520 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.033448 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.056410 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:12.057488 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:34:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:12.075321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-885f8766-42f0-4a20-aeb3-662f6dffb92d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c HTTP/1.1" status: 200 len: 217 time: 0.2958291 Aug 30 14:35:12.123103 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fb710-debe-48c2-bedb-0e3a5a32adb3 None None] Pushing event updated for resources: {'Port': ['ID=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:12.168942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac36e63-8340-4f82-a38c-f0534edcf882 req-0a2fb0db-5f4a-46d2-ba9c-e0f91d6a156e service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923621 Aug 30 14:35:12.186838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:12.187499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.239260 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84c46c2d-0290-482a-8783-225e6740725c req-5ee7923b-40a2-4b6e-b247-9f5c3c383f57 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735489 Aug 30 14:35:12.294436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-92ddbce5-427f-4896-b74c-0a71e65d683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.296162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-92ddbce5-427f-4896-b74c-0a71e65d683d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.1885424 Aug 30 14:35:12.314223 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.350021 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:12.365066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Allocated IP 172.25.6.91 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/f796a627-8abc-4a0f-96fc-1267c621cfa4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:12.394378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b7b4b2-9df5-4571-83b4-6dc73250bebf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:12.397370 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e46229-8329-445e-820c-7134cb8a8dbe" -d '{"events": [{"server_uuid": "bf601e9f-9b9b-4c67-9c4e-0f52228af1dd", "name": "network-vif-plugged", "status": "completed", "tag": "30b7b4b2-9df5-4571-83b4-6dc73250bebf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:12.422821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-9a8c2d9a-4fec-4065-9af1-8a38d8087632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.425625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-9a8c2d9a-4fec-4065-9af1-8a38d8087632 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 1094 time: 0.1450245 Aug 30 14:35:12.439061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 30b7b4b2-9df5-4571-83b4-6dc73250bebf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:12.454805 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.511068 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318371cc-4525-4739-81ca-9523b9666d84 x-openstack-request-id: req-318371cc-4525-4739-81ca-9523b9666d84 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:12.512794 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.513758 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf601e9f-9b9b-4c67-9c4e-0f52228af1dd", "name": "network-vif-plugged", "status": "completed", "tag": "30b7b4b2-9df5-4571-83b4-6dc73250bebf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:12.514191 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-318371cc-4525-4739-81ca-9523b9666d84 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:12.514785 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b7b4b2-9df5-4571-83b4-6dc73250bebf', 'code': 200} Aug 30 14:35:12.572310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=30b7b4b2-9df5-4571-83b4-6dc73250bebf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:12.599120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.635563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-8aace5f5-9017-41a5-b0ce-208f0defbdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.637127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-8aace5f5-9017-41a5-b0ce-208f0defbdff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824118 Aug 30 14:35:12.659139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:12.673885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:12.705092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:12.711949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'Port': ['ID=f796a627-8abc-4a0f-96fc-1267c621cfa4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:12.735375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337fb11-f615-48c1-9092-6482409214f4 req-e91ddf44-ff84-4784-b137-f3650abe28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.737117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f337fb11-f615-48c1-9092-6482409214f4 req-e91ddf44-ff84-4784-b137-f3650abe28ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 1096 time: 0.1387253 Aug 30 14:35:12.763190 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:11Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:12.765892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-533cd0b6-7cb3-40d9-aaaa-53f5115ed552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.767915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-533cd0b6-7cb3-40d9-aaaa-53f5115ed552 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 200 len: 912 time: 0.3337517 Aug 30 14:35:12.797325 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437f955-4a1a-42a8-9c6e-091f2a870a05 None None] The sync data for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 is: [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:11Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:12.818266 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-08a02606-3671-44f3-8aad-adf358b8d8dd service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722674 Aug 30 14:35:12.836051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-933a6718-496b-439c-b6c4-6b4889d03084 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56012e57-a432-4158-9723-9e276151aadc HTTP/1.1" status: 200 len: 217 time: 0.0584579 Aug 30 14:35:12.837851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f337fb11-f615-48c1-9092-6482409214f4 req-b1412266-0c2b-4491-a903-aa031e1c538b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927746 Aug 30 14:35:12.906354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.929910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-52411629-bf39-4f0d-bb7f-031fd6ae193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.932399 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-52411629-bf39-4f0d-bb7f-031fd6ae193c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 200 len: 851 time: 0.0882730 Aug 30 14:35:12.986767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.000003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-247fbc67-18e2-460a-ab09-7ed8c9ca64c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b966278-c70e-4974-b75f-b4d2cf949f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599072 Aug 30 14:35:13.027597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-a1457746-9831-47c2-bce3-f2ab8d814ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017691 Aug 30 14:35:13.101753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-5cf5c63c-a817-4f74-ae0f-ccb24b184341 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=753319b2-7446-4316-81cb-0659c516e6eb HTTP/1.1" status: 200 len: 217 time: 0.0585454 Aug 30 14:35:13.122045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b0c2c-895d-419c-8b8c-4aad94b6fdae req-229db733-4e07-4805-90f1-3629420c859c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:13.123760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745b0c2c-895d-419c-8b8c-4aad94b6fdae req-229db733-4e07-4805-90f1-3629420c859c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 945 time: 0.1655235 Aug 30 14:35:13.174114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-795b4376-5575-462a-a5f6-54e2db9a5b70 service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654058 Aug 30 14:35:13.214940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745b0c2c-895d-419c-8b8c-4aad94b6fdae req-12ed8b21-8702-4c2b-b253-b0c37833701f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743568 Aug 30 14:35:13.317639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683c3002-2055-4b22-b75d-7c5c0b653816 req-d929c627-45e6-41de-8310-04116811f970 service neutron] 10.222.0.21 "GET /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298125 Aug 30 14:35:13.342628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-08e17057-199f-446b-a6f0-ca1f69e87a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:13.344161 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-08e17057-199f-446b-a6f0-ca1f69e87a8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.2136619 Aug 30 14:35:13.455144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-eaa0fb73-8c9a-4485-a4fc-3eb5da1a2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:13.456833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-eaa0fb73-8c9a-4485-a4fc-3eb5da1a2735 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947373 Aug 30 14:35:13.481644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.483356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaa418-08cb-4407-817b-471dfc38375a req-67a29ae3-e20c-44b6-9609-b4be15fe1fd5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:13.485240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bfaaa418-08cb-4407-817b-471dfc38375a req-67a29ae3-e20c-44b6-9609-b4be15fe1fd5 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 943 time: 0.0633504 Aug 30 14:35:13.502573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.531273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bfaaa418-08cb-4407-817b-471dfc38375a req-015f39db-3283-478b-a388-785347f78888 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Aug 30 14:35:13.795471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:13.874193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:13.879562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:13.879945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.981024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'Port': ['ID=f796a627-8abc-4a0f-96fc-1267c621cfa4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:14.004307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.007700 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.027173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-1f98a8bb-2340-4424-928c-e67e296f4a39 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572555 Aug 30 14:35:14.033406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.043370 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-93385f4d-5370-493d-9a23-238a127ca6b8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8150165 Aug 30 14:35:14.078038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:14.087349 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.184080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:14.185699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-5469ed15-5366-4237-b687-4ca8ffb896de service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495841 Aug 30 14:35:14.246689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-bab42aff-8eb8-4e4b-84f9-3a6d7b268a9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0541439 Aug 30 14:35:14.249015 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-c7ef92ea-7a4d-47c8-a83b-7f5dc5749f3e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--433595656&fields=id&tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6 HTTP/1.1" status: 200 len: 267 time: 0.0510325 Aug 30 14:35:14.356765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-16f376ac-861a-484a-9d01-8b9c34a8a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.358868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-16f376ac-861a-484a-9d01-8b9c34a8a279 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.0979285 Aug 30 14:35:14.404226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-beb60eac-a0b1-4555-8aa5-d2870fea1d10 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.406230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-beb60eac-a0b1-4555-8aa5-d2870fea1d10 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 816 time: 0.1492610 Aug 30 14:35:14.417386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b74b71-fc63-4e80-b81f-d216ddbe85c8 req-a5bcf281-b272-46dd-a778-e823785e1514 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.420136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b74b71-fc63-4e80-b81f-d216ddbe85c8 req-a5bcf281-b272-46dd-a778-e823785e1514 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 945 time: 0.1029277 Aug 30 14:35:14.423118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-daf6116a-ce8f-44d9-b881-5e9783f1483a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/quotas/5a5903f7b9a2413881a3ba0efbe9b3e6 HTTP/1.1" status: 200 len: 375 time: 0.0107081 Aug 30 14:35:14.467401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-c5ddf3cc-6495-4bb3-8793-391c94cf9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.468949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-c5ddf3cc-6495-4bb3-8793-391c94cf9aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1023843 Aug 30 14:35:14.478187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b74b71-fc63-4e80-b81f-d216ddbe85c8 req-08dd7a1d-df5c-4035-9eb4-571746b70ce7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509644 Aug 30 14:35:14.583758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-e4e7fbcc-946c-4c73-9361-2b106ef73032 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044838 Aug 30 14:35:14.694225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233db95-adf6-46e6-b9f4-d0dda162ccb8 req-8cd9b9e2-a399-43d0-a8f0-57ec6e30e983 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024740 Aug 30 14:35:14.764188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-9857c384-20c3-4db0-a867-a3cd0e356c77 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=507103ad8de3439dae59b88049210d4b HTTP/1.1" status: 200 len: 267 time: 0.0581136 Aug 30 14:35:14.819868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-eff60e2e-f20b-4876-a5c6-e960edbcac29 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.821364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-eff60e2e-f20b-4876-a5c6-e960edbcac29 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 945 time: 0.0506995 Aug 30 14:35:14.833913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'port': {'security_groups': []}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:14.844578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-e969a128-7149-4944-a2a4-b058366ee9dc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4139657 Aug 30 14:35:14.899973 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.944678 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-998611eb-f29e-441a-ac1d-dab26158c494 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866156 Aug 30 14:35:15.049093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-749d13a3-dd9d-48fe-b4d6-8935a206de4e service neutron] 10.222.0.50 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980256 Aug 30 14:35:15.072164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] For port 30b7b4b2-9df5-4571-83b4-6dc73250bebf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:15.110211 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:15.120264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:15.130891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 56012e57-a432-4158-9723-9e276151aadc details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:15.136832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['81f91569-40fa-4c5e-93db-9bc1cc33f476', '30b7b4b2-9df5-4571-83b4-6dc73250bebf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:15.181656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2260811d-c58e-4f1c-aa2c-13912b579005'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:15.256684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:15.257373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:15.258989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4028ab43-b9d2-48d2-b854-91d9b9d7bfcc req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "PUT /v2.0/ports/30b7b4b2-9df5-4571-83b4-6dc73250bebf HTTP/1.1" status: 200 len: 904 time: 0.4305003 Aug 30 14:35:15.259479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'tag': '30b7b4b2-9df5-4571-83b4-6dc73250bebf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:15.262239 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224c235f-daff-40ca-8a55-82d71e9f35c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf601e9f-9b9b-4c67-9c4e-0f52228af1dd", "tag": "30b7b4b2-9df5-4571-83b4-6dc73250bebf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:15.301055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d4725-6b72-42ce-b1aa-e72d52b4c248 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'Port': ['ID=30b7b4b2-9df5-4571-83b4-6dc73250bebf,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:15.378728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcd070-0627-422f-85be-19db5a1d16d8 req-226d676e-cfc8-4f97-ae5b-6c85c4ab76a6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:15.387732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2bdcd070-0627-422f-85be-19db5a1d16d8 req-226d676e-cfc8-4f97-ae5b-6c85c4ab76a6 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 943 time: 0.1083159 Aug 30 14:35:15.436148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['30b7b4b2-9df5-4571-83b4-6dc73250bebf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:15.455297 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2bdcd070-0627-422f-85be-19db5a1d16d8 req-e920ee34-3949-4b3f-a7ba-9bd14132b416 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665770 Aug 30 14:35:15.513437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c2e843e-fd48-4d0e-99e9-e0763b927f45 req-092e1887-4ba5-4ab3-a66a-24f1d50705ac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 210 time: 0.0523770 Aug 30 14:35:15.563817 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19762b1-79f9-4ec9-8505-905cd17cdb07 x-openstack-request-id: req-a19762b1-79f9-4ec9-8505-905cd17cdb07 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:15.564181 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf601e9f-9b9b-4c67-9c4e-0f52228af1dd", "tag": "30b7b4b2-9df5-4571-83b4-6dc73250bebf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:15.564503 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a19762b1-79f9-4ec9-8505-905cd17cdb07 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:15.565021 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'tag': '30b7b4b2-9df5-4571-83b4-6dc73250bebf', 'status': 'completed', 'code': 200} Aug 30 14:35:15.635610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 56012e57-a432-4158-9723-9e276151aadc, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=56012e57-a432-4158-9723-9e276151aadc,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:15.690057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '56012e57-a432-4158-9723-9e276151aadc', 'network_id': '8b966278-c70e-4974-b75f-b4d2cf949f38', 'port_id': '56012e57-a432-4158-9723-9e276151aadc', 'mac_address': 'fa:16:3e:9f:a2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e00d0-e531-49f5-911d-5f14848666a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:15.701698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-4d53f8ed-7707-4243-85c5-2eafad0b883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:15.708961 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-4d53f8ed-7707-4243-85c5-2eafad0b883f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 1058 time: 0.1110954 Aug 30 14:35:15.819742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc16ee-4fa1-4692-8873-5998f5e01bd3 req-b0767513-f327-4633-8a60-b2c22d671c93 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:15.829356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64dc16ee-4fa1-4692-8873-5998f5e01bd3 req-b0767513-f327-4633-8a60-b2c22d671c93 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 907 time: 0.1810329 Aug 30 14:35:15.855801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:15.899140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-0cd64ed9-d93a-4060-a96f-e8bd9beca43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:15.901390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-0cd64ed9-d93a-4060-a96f-e8bd9beca43b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1844659 Aug 30 14:35:15.954838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dc590bbb-3e50-4c90-9767-5d38f1eee874 None None] Provisioning complete for port 30b7b4b2-9df5-4571-83b4-6dc73250bebf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:15.955197 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc590bbb-3e50-4c90-9767-5d38f1eee874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:15.968511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-8484946e-0dc7-4455-b6d7-2742de11c0e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf HTTP/1.1" status: 200 len: 217 time: 0.0551405 Aug 30 14:35:15.969391 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:16.023293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a4a97-af93-4e88-8cb9-aa594ed95c2b req-255e4c1e-564c-45ce-a684-a12c5de57b98 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.025170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f88a4a97-af93-4e88-8cb9-aa594ed95c2b req-255e4c1e-564c-45ce-a684-a12c5de57b98 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0872886 Aug 30 14:35:16.036607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-ba3a0ec8-841b-4fcc-ab79-a5f3f4de6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.038657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-ba3a0ec8-841b-4fcc-ab79-a5f3f4de6dce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0624321 Aug 30 14:35:16.041911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56012e57-a432-4158-9723-9e276151aadc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:16.074868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 56012e57-a432-4158-9723-9e276151aadc, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=56012e57-a432-4158-9723-9e276151aadc,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:16.087218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:16.087590 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:16.089499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:16.103347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f88a4a97-af93-4e88-8cb9-aa594ed95c2b req-c2b4acd5-3e10-4099-8af5-ed75aab5e952 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704050 Aug 30 14:35:16.108685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-13823cf0-a882-411c-bb33-30fe6559b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.110676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-13823cf0-a882-411c-bb33-30fe6559b54b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639486 Aug 30 14:35:16.213492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=56012e57-a432-4158-9723-9e276151aadc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:16.277417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-52abd76c-c564-40c3-8aae-0547e1236c4f service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581635 Aug 30 14:35:16.293688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b68ced-766b-4e99-9647-f61a1204e6a7 req-eed29411-7dda-46ab-92f6-8453383d8e7c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.295402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8b68ced-766b-4e99-9647-f61a1204e6a7 req-eed29411-7dda-46ab-92f6-8453383d8e7c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1136918 Aug 30 14:35:16.387867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8b68ced-766b-4e99-9647-f61a1204e6a7 req-3bc2690e-bbf6-4f0e-a44d-191f62996f99 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832462 Aug 30 14:35:16.421285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224c235f-daff-40ca-8a55-82d71e9f35c0 req-307dfd06-703d-45a3-9a5c-aac27b528568 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247623 Aug 30 14:35:16.616014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c678b3-c5ba-4cf3-bcf0-a592c0dad1be req-f7726d65-827e-4789-b2c2-64bf16130c85 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.617679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49c678b3-c5ba-4cf3-bcf0-a592c0dad1be req-f7726d65-827e-4789-b2c2-64bf16130c85 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 944 time: 0.0652823 Aug 30 14:35:16.638164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['56012e57-a432-4158-9723-9e276151aadc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:16.745812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-5e2c78aa-f8fb-49ea-8304-773d5773f5f2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.747348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-5e2c78aa-f8fb-49ea-8304-773d5773f5f2 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.1694579 Aug 30 14:35:16.762242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49c678b3-c5ba-4cf3-bcf0-a592c0dad1be req-fe993e81-7373-4dab-b4cb-d43266e4eb32 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358752 Aug 30 14:35:16.784195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-9df10b89-af83-48d4-b6c2-a946134db3ea tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/quotas/507103ad8de3439dae59b88049210d4b HTTP/1.1" status: 200 len: 375 time: 0.0175006 Aug 30 14:35:16.855364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-eaa4d1d7-975d-4721-9d01-6a1e6faf3444 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.857700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-eaa4d1d7-975d-4721-9d01-6a1e6faf3444 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 816 time: 0.2187517 Aug 30 14:35:16.917488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f09841f7-5f78-4e5c-aaec-7d2697658749 req-aad9a3e8-a17d-4c11-ae05-547148902b59 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 210 time: 0.0323045 Aug 30 14:35:16.924456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-a727b546-9e59-434c-b6de-5a3001b6d44a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1290925 Aug 30 14:35:16.941222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-85d94d63-6c2f-4b26-a95e-ec854d6b620d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6 HTTP/1.1" status: 200 len: 379 time: 0.0722055 Aug 30 14:35:16.951066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'port': {'device_id': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'admin_state_up': True, 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'security_groups': ['4fde5d3d-6f54-443a-9a47-0344387fc98c']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:17.061421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-918d02bb-4c55-481b-a1d2-90e8a1da1a84 service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299009 Aug 30 14:35:17.086676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Made reservation on behalf of 5a5903f7b9a2413881a3ba0efbe9b3e6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:17.090141 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:17.167522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-a65264e9-d0fc-47e9-a4fb-11bdd71885d9 service neutron] 10.222.0.50 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988622 Aug 30 14:35:17.235064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Allocated IP 172.20.0.12 (d1fea2b8-e2ac-4603-b63c-fd265c9792c8/eced7123-6e32-4a70-9b61-f6ac87e9f228/0b9ff459-cbda-49af-8439-c485c85a867d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:17.359347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa00b236-8857-46a1-8070-d01f16d192ca req-77aea699-59c7-49cd-8cdf-e3bec2aea3a5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 210 time: 0.0325668 Aug 30 14:35:17.427021 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:17.455544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Transition to ACTIVE for port object 0b9ff459-cbda-49af-8439-c485c85a867d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:17.490445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:17.545564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:17.549329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:17.554536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:17.559086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:17.612323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:17.613296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:17.632013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-13ae4a97-6506-4ead-a293-3801efc963a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6854317 Aug 30 14:35:17.646403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Request body: {'port': {'device_id': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:17.714765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:17.887451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef5007a1-b7a2-40a1-8352-d746069f9076 None None] Provisioning for port 0b9ff459-cbda-49af-8439-c485c85a867d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:17.891210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef5007a1-b7a2-40a1-8352-d746069f9076 None None] Provisioning complete for port 0b9ff459-cbda-49af-8439-c485c85a867d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:17.891579 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef5007a1-b7a2-40a1-8352-d746069f9076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:17.937327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ef5007a1-b7a2-40a1-8352-d746069f9076 None None] Port 0b9ff459-cbda-49af-8439-c485c85a867d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:35:17.964362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430b5b3-add9-424d-9e49-9fc547e7090a req-ae8c86f1-7e11-4b12-be5c-ac2935f66e79 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:17.965917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f430b5b3-add9-424d-9e49-9fc547e7090a req-ae8c86f1-7e11-4b12-be5c-ac2935f66e79 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 944 time: 0.1094639 Aug 30 14:35:18.029268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f430b5b3-add9-424d-9e49-9fc547e7090a req-1dd0305d-4989-4450-a601-915aff4cda92 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562842 Aug 30 14:35:18.072893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daadfc7-f33b-414c-b04c-4b63b9c1e67a req-e1e8c0f8-5d42-450e-bf62-7ab53ae33425 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:18.074536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4daadfc7-f33b-414c-b04c-4b63b9c1e67a req-e1e8c0f8-5d42-450e-bf62-7ab53ae33425 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 932 time: 0.0671759 Aug 30 14:35:18.083191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9ff459-cbda-49af-8439-c485c85a867d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:18.091151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:18.108690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Transition to ACTIVE for port object 0b9ff459-cbda-49af-8439-c485c85a867d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:18.113457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:18.113637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4daadfc7-f33b-414c-b04c-4b63b9c1e67a req-959cd017-14c3-437b-b0ce-8313314d568f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Aug 30 14:35:18.171724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:18.241732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Attempting to bind port 0b9ff459-cbda-49af-8439-c485c85a867d on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:18.242427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Attempting to bind port 0b9ff459-cbda-49af-8439-c485c85a867d by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:18.242427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Attempting to bind port 0b9ff459-cbda-49af-8439-c485c85a867d on network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:18.247004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Port 0b9ff459-cbda-49af-8439-c485c85a867d on network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:35:18.247328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Attempting to bind port 0b9ff459-cbda-49af-8439-c485c85a867d on network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:18.252847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:18.253821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Checking segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:18.254099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Bound using segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:18.254536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Bound port: 0b9ff459-cbda-49af-8439-c485c85a867d, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:18.254896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:18.332413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:18.337467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:18.342728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:18.392777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-91cf07ae-fa79-4592-acb5-08f9c8f1fc91 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:18.394739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-91cf07ae-fa79-4592-acb5-08f9c8f1fc91 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 812 time: 0.1470873 Aug 30 14:35:18.408411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Request body: {'port': {'device_id': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'admin_state_up': True, 'tenant_id': '507103ad8de3439dae59b88049210d4b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:18.421953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:18.422805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:18.424547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] 10.222.0.39 "PUT /v2.0/ports/0b9ff459-cbda-49af-8439-c485c85a867d HTTP/1.1" status: 200 len: 1092 time: 0.7840989 Aug 30 14:35:18.425675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:18.429078 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2999e775-d1c0-4468-aa56-45cee578e49a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:18.453827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5d4f2-9548-4c92-8319-c9ac83f9583c service neutron] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:18.505410 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d4659c-bc9d-49e4-88bd-33ffd86558a4 x-openstack-request-id: req-a1d4659c-bc9d-49e4-88bd-33ffd86558a4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:18.505660 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:18.505918 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1d4659c-bc9d-49e4-88bd-33ffd86558a4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:18.506314 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d', 'status': 'completed', 'code': 200} Aug 30 14:35:18.525154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-b366547e-0fb0-4813-a4fe-4004844af89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:18.525154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-b366547e-0fb0-4813-a4fe-4004844af89f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 1095 time: 0.0505240 Aug 30 14:35:18.542971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7060b548-7e0c-4edc-b47d-b33226bafefa req-b23a80d8-31b7-423d-8b9c-4e5f62af3f6f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 210 time: 0.0377574 Aug 30 14:35:18.574715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-8841a377-3ab3-4371-81c7-069b6615df2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b9ff459-cbda-49af-8439-c485c85a867d HTTP/1.1" status: 200 len: 217 time: 0.0416737 Aug 30 14:35:18.581002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Made reservation on behalf of 507103ad8de3439dae59b88049210d4b for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:18.584742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:18.651588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-93fa8811-cd4a-4d80-a07e-73455189042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:18.653117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-93fa8811-cd4a-4d80-a07e-73455189042f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.0717514 Aug 30 14:35:18.704809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-5b9f6152-e9ca-48da-b90d-d06293676831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:18.706402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-5b9f6152-e9ca-48da-b90d-d06293676831 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462646 Aug 30 14:35:18.736123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Allocated IP 172.20.0.9 (7352f7de-05ae-409c-bff3-dfb26e0a8dee/4d40d66c-b471-48a2-bbd9-34c4f24aabb1/f3224878-5c8a-4465-bca1-70d8f56b5da6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:18.799471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-656d1296-31ae-4740-9536-430a4b5b3ba4 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855322 Aug 30 14:35:18.890477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:18.900528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10600e81-d0e9-4a03-8e74-7ae32a77aaa7 req-929ec117-af79-46f2-8b46-fb12fdbd35f5 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940917 Aug 30 14:35:18.906309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Transition to ACTIVE for port object f3224878-5c8a-4465-bca1-70d8f56b5da6 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:18.941357 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:18.952832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['81f91569-40fa-4c5e-93db-9bc1cc33f476'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:18.978126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2260811d-c58e-4f1c-aa2c-13912b579005'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:18.988646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:18.991961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:18.996015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:19.004409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999e775-d1c0-4468-aa56-45cee578e49a req-651ba03e-9cab-45fb-a131-8a2f2c0ecc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.006045 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2999e775-d1c0-4468-aa56-45cee578e49a req-651ba03e-9cab-45fb-a131-8a2f2c0ecc43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 1095 time: 0.0545652 Aug 30 14:35:19.021549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event updated for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:19.058775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.059462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.078678 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-2c621e1d-4fb7-4525-bde5-da3aa1ef4904 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6745775 Aug 30 14:35:19.091220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Request body: {'port': {'device_id': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:19.170893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.181194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999e775-d1c0-4468-aa56-45cee578e49a req-6126e31f-4342-4ad6-9fbc-3dd09e8e3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.183049 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2999e775-d1c0-4468-aa56-45cee578e49a req-6126e31f-4342-4ad6-9fbc-3dd09e8e3c21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1700416 Aug 30 14:35:19.191878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 56012e57-a432-4158-9723-9e276151aadc up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:19.242177 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2999e775-d1c0-4468-aa56-45cee578e49a req-ed45b131-61b6-438f-8cf0-baa7d8d641f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b9ff459-cbda-49af-8439-c485c85a867d HTTP/1.1" status: 200 len: 217 time: 0.0473936 Aug 30 14:35:19.269606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dce54-83d8-4e53-acfd-88ecbde3c764 req-4e889158-f2f2-4cd0-80ab-44cc2300c3a0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.278298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-404dce54-83d8-4e53-acfd-88ecbde3c764 req-4e889158-f2f2-4cd0-80ab-44cc2300c3a0 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 944 time: 0.1006794 Aug 30 14:35:19.285174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 56012e57-a432-4158-9723-9e276151aadc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:19.296868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 56012e57-a432-4158-9723-9e276151aadc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:19.297283 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.307832 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:35:19.384046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999e775-d1c0-4468-aa56-45cee578e49a req-5a92d7db-f8fe-4aae-860c-6476d7551254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.384046 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2999e775-d1c0-4468-aa56-45cee578e49a req-5a92d7db-f8fe-4aae-860c-6476d7551254 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.1269395 Aug 30 14:35:19.412042 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-404dce54-83d8-4e53-acfd-88ecbde3c764 req-c8d54d68-bf1e-4a0c-9cda-81994e888f0b tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325037 Aug 30 14:35:19.442580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f8cb8-5e58-4085-a7af-036da4dcae5b req-0dec468e-a647-4279-9038-1e1f2b57751e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.444321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a3f8cb8-5e58-4085-a7af-036da4dcae5b req-0dec468e-a647-4279-9038-1e1f2b57751e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1188993 Aug 30 14:35:19.486608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999e775-d1c0-4468-aa56-45cee578e49a req-d91b66de-20c1-4fbb-9b99-f8b8ecfab579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.488942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2999e775-d1c0-4468-aa56-45cee578e49a req-d91b66de-20c1-4fbb-9b99-f8b8ecfab579 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957112 Aug 30 14:35:19.510612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a3f8cb8-5e58-4085-a7af-036da4dcae5b req-7ac3df12-7f2f-49c2-8c0d-e64d5683c31c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585234 Aug 30 14:35:19.533820 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.536062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e3b17c3-cae6-45bb-b888-bb32071adc17 None None] Provisioning for port f3224878-5c8a-4465-bca1-70d8f56b5da6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:19.559016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1e3b17c3-cae6-45bb-b888-bb32071adc17 None None] Provisioning complete for port f3224878-5c8a-4465-bca1-70d8f56b5da6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:19.559675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e3b17c3-cae6-45bb-b888-bb32071adc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.609517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3224878-5c8a-4465-bca1-70d8f56b5da6 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:19.616917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79efa1d9-f136-4a80-baad-caa2edd33e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56012e57-a432-4158-9723-9e276151aadc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:19.619294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.619973 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a09ab-81bb-4158-ae01-6a52faa13e59" -d '{"events": [{"server_uuid": "79efa1d9-f136-4a80-baad-caa2edd33e0c", "name": "network-vif-plugged", "status": "completed", "tag": "56012e57-a432-4158-9723-9e276151aadc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:19.633246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Transition to ACTIVE for port object f3224878-5c8a-4465-bca1-70d8f56b5da6 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:19.636997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 56012e57-a432-4158-9723-9e276151aadc, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=56012e57-a432-4158-9723-9e276151aadc,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:19.637838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.638767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b17c3-cae6-45bb-b888-bb32071adc17 None None] Port f3224878-5c8a-4465-bca1-70d8f56b5da6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:35:19.645318 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.676606 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2999e775-d1c0-4468-aa56-45cee578e49a req-ea41c3a1-8381-437c-a486-1eb64e850985 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719346 Aug 30 14:35:19.682733 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18eac38-cf04-4b5b-a230-0d6bbd7bc17a x-openstack-request-id: req-f18eac38-cf04-4b5b-a230-0d6bbd7bc17a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:19.683038 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79efa1d9-f136-4a80-baad-caa2edd33e0c", "name": "network-vif-plugged", "status": "completed", "tag": "56012e57-a432-4158-9723-9e276151aadc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:19.683293 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f18eac38-cf04-4b5b-a230-0d6bbd7bc17a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:19.683975 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79efa1d9-f136-4a80-baad-caa2edd33e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56012e57-a432-4158-9723-9e276151aadc', 'code': 200} Aug 30 14:35:19.703229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=56012e57-a432-4158-9723-9e276151aadc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:19.724530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Pushing event updated for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:19.772864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3501e75-610c-4441-8d19-7635bde43dd4 req-bfc7c801-0bad-4de6-9603-78ece185d0df tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.775056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3501e75-610c-4441-8d19-7635bde43dd4 req-bfc7c801-0bad-4de6-9603-78ece185d0df tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 943 time: 0.1491818 Aug 30 14:35:19.780367 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.838279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Attempting to bind port f3224878-5c8a-4465-bca1-70d8f56b5da6 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:19.838279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Attempting to bind port f3224878-5c8a-4465-bca1-70d8f56b5da6 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:19.838632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Attempting to bind port f3224878-5c8a-4465-bca1-70d8f56b5da6 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:19.845586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Port f3224878-5c8a-4465-bca1-70d8f56b5da6 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:35:19.845922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Attempting to bind port f3224878-5c8a-4465-bca1-70d8f56b5da6 on network 7352f7de-05ae-409c-bff3-dfb26e0a8dee {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:19.855520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2999e775-d1c0-4468-aa56-45cee578e49a req-5f0d8aa3-0bbe-410c-bc36-28952c0ca8d2 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692765 Aug 30 14:35:19.856062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:19.856412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Checking segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:19.856820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Bound using segment: {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:19.857299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Bound port: f3224878-5c8a-4465-bca1-70d8f56b5da6, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987be127-cd6c-47cd-ada6-9eea6b0aba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:19.857743 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:19.862338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3501e75-610c-4441-8d19-7635bde43dd4 req-3588e0aa-d312-41b3-8e2f-167e1212dc41 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758033 Aug 30 14:35:19.862810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6d92-2db6-45e6-ab3a-5e503a6612e3 req-0158a28c-0c76-4625-86bb-143259e02422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.864322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d76e6d92-2db6-45e6-ab3a-5e503a6612e3 req-0158a28c-0c76-4625-86bb-143259e02422 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 1096 time: 0.0768745 Aug 30 14:35:19.933846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d76e6d92-2db6-45e6-ab3a-5e503a6612e3 req-7aba0190-1a50-4fe9-ab9a-3b747dd89354 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606534 Aug 30 14:35:19.963869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:19.967409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:19.971651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:20.013498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.014126 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:20.015536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3224878-5c8a-4465-bca1-70d8f56b5da6 HTTP/1.1" status: 200 len: 1091 time: 0.9291310 Aug 30 14:35:20.016001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:20.018334 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eff5458-bb0f-466b-9122-a86984e418ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:20.052538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a2ea-58fa-48c5-a1ca-e13b1fa8d200 service neutron] Pushing event updated for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:20.093268 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f18ab1-d586-4a31-90de-953d39ed74ca x-openstack-request-id: req-71f18ab1-d586-4a31-90de-953d39ed74ca {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:20.094132 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:20.094132 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71f18ab1-d586-4a31-90de-953d39ed74ca {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:20.094450 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'status': 'completed', 'code': 200} Aug 30 14:35:20.110326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-fc8d63e1-026b-43c5-ade2-822d6ab36ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.111973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-fc8d63e1-026b-43c5-ade2-822d6ab36ae1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 1094 time: 0.0492902 Aug 30 14:35:20.161473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-9c9f702b-2588-4ca7-8cfa-65a9e1826a04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6 HTTP/1.1" status: 200 len: 217 time: 0.0409088 Aug 30 14:35:20.214041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-99e3f6b7-e225-488c-a125-8f267fbe305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.215523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-99e3f6b7-e225-488c-a125-8f267fbe305b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0474229 Aug 30 14:35:20.261921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-7066df9a-616e-4d10-b1a6-96a937fdc539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.263438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-7066df9a-616e-4d10-b1a6-96a937fdc539 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415370 Aug 30 14:35:20.358019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-4627e880-4456-4c0c-ad39-b42f687d6985 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871181 Aug 30 14:35:20.452741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7da98f5-c033-47b3-b648-0473af8575e5 req-68abb027-b6e5-4f3c-953c-397c9de7b5d1 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875604 Aug 30 14:35:20.568955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56d174-00f2-418b-adc8-179cb6a43b1f req-1e849df5-c78d-4d71-b720-cc3d51ed6834 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.570489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c56d174-00f2-418b-adc8-179cb6a43b1f req-1e849df5-c78d-4d71-b720-cc3d51ed6834 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 945 time: 0.0815969 Aug 30 14:35:20.574900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff5458-bb0f-466b-9122-a86984e418ef req-d912a0e4-197f-46ae-9471-fcc177d168ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.574900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eff5458-bb0f-466b-9122-a86984e418ef req-d912a0e4-197f-46ae-9471-fcc177d168ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 1094 time: 0.0738034 Aug 30 14:35:20.647455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c81b55-3baa-484f-9136-3a5a14e71cb8 req-de4b7bc8-03a4-46b4-8002-95c2cf80b2bf tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.648944 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13c81b55-3baa-484f-9136-3a5a14e71cb8 req-de4b7bc8-03a4-46b4-8002-95c2cf80b2bf tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.0525506 Aug 30 14:35:20.655260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c56d174-00f2-418b-adc8-179cb6a43b1f req-b3e7239d-437a-4915-ba39-8c18b58e3efc tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779707 Aug 30 14:35:20.689856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13c81b55-3baa-484f-9136-3a5a14e71cb8 req-33f8a968-ccce-4902-bba7-d97be4746246 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347130 Aug 30 14:35:20.697636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff5458-bb0f-466b-9122-a86984e418ef req-657df84c-eb3e-42dd-bcdd-50fd080caa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.699171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eff5458-bb0f-466b-9122-a86984e418ef req-657df84c-eb3e-42dd-bcdd-50fd080caa4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.1151509 Aug 30 14:35:20.745793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eff5458-bb0f-466b-9122-a86984e418ef req-64e887c3-fa2c-4b91-8ee2-a79403f276c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6 HTTP/1.1" status: 200 len: 217 time: 0.0393655 Aug 30 14:35:20.794992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff5458-bb0f-466b-9122-a86984e418ef req-27c40f01-6f06-4d85-b04d-6fcb67b1a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.796453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eff5458-bb0f-466b-9122-a86984e418ef req-27c40f01-6f06-4d85-b04d-6fcb67b1a024 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0436554 Aug 30 14:35:20.846183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff5458-bb0f-466b-9122-a86984e418ef req-d870ecef-45fb-456c-9ac6-937fa30460b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.849128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eff5458-bb0f-466b-9122-a86984e418ef req-d870ecef-45fb-456c-9ac6-937fa30460b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447061 Aug 30 14:35:20.944694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eff5458-bb0f-466b-9122-a86984e418ef req-dac8bc9f-1a28-40aa-be26-ad3577740402 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878699 Aug 30 14:35:21.075817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054492-3d9f-40bc-b9e9-f34952a340eb req-50793740-0826-4902-881a-cf16ec2185fb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:21.077375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d054492-3d9f-40bc-b9e9-f34952a340eb req-50793740-0826-4902-881a-cf16ec2185fb tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 943 time: 0.0841680 Aug 30 14:35:21.079587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5eff5458-bb0f-466b-9122-a86984e418ef req-4ec53867-8f74-443c-8cbf-fd09bb86a687 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277418 Aug 30 14:35:21.118591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d054492-3d9f-40bc-b9e9-f34952a340eb req-366e5f66-42d3-4b37-a117-98ef64c305fd tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345154 Aug 30 14:35:21.715774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:21.777372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2c157-6e5f-411b-b55b-fffc0a42ec1a req-5d741eb6-5709-417c-ad55-14aabf816d7a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:21.779146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bc2c157-6e5f-411b-b55b-fffc0a42ec1a req-5d741eb6-5709-417c-ad55-14aabf816d7a tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 945 time: 0.0522976 Aug 30 14:35:21.827765 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bc2c157-6e5f-411b-b55b-fffc0a42ec1a req-1214db57-1b4e-48a5-a590-626878b33c4d tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Aug 30 14:35:21.834538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd92b77-7861-45e8-a982-29c5a923fa73 req-9386b9dc-96a3-44b8-ab35-5abe8aad083d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:21.836125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2cd92b77-7861-45e8-a982-29c5a923fa73 req-9386b9dc-96a3-44b8-ab35-5abe8aad083d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.0551968 Aug 30 14:35:21.836274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:21.852942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '0b9ff459-cbda-49af-8439-c485c85a867d', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'port_id': '0b9ff459-cbda-49af-8439-c485c85a867d', 'mac_address': 'fa:16:3e:89:56:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:21.880751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2cd92b77-7861-45e8-a982-29c5a923fa73 req-34240d31-8c17-4e2a-bb7c-936212a57d65 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384285 Aug 30 14:35:21.892722 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:21.910599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9ff459-cbda-49af-8439-c485c85a867d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:21.942667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:21.947511 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:22.005858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:22.132145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04fcf-55e4-48d2-8151-d2d608ae076e req-7279dd1a-e9ab-40b5-982a-cd4081b46a7c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:22.133735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05f04fcf-55e4-48d2-8151-d2d608ae076e req-7279dd1a-e9ab-40b5-982a-cd4081b46a7c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 945 time: 0.0508051 Aug 30 14:35:22.175463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05f04fcf-55e4-48d2-8151-d2d608ae076e req-43cbbb7f-0a0e-4d49-87ba-1c17318159bf tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Aug 30 14:35:22.221909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0b9ff459-cbda-49af-8439-c485c85a867d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:22.257181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394791a-1448-4595-b4e4-71fef9bcfb1d req-1ec89b22-f1d9-4177-9eff-c47e5663fc33 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:22.258662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7394791a-1448-4595-b4e4-71fef9bcfb1d req-1ec89b22-f1d9-4177-9eff-c47e5663fc33 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 943 time: 0.0587482 Aug 30 14:35:22.302928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7394791a-1448-4595-b4e4-71fef9bcfb1d req-0f758e50-9d3d-419f-8ff2-d754ec776974 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Aug 30 14:35:23.007323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69293fde-cfc0-4cec-a1dc-23c510e8575e req-1c6fbb92-740a-451a-aa0e-405700b7403c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:23.008793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69293fde-cfc0-4cec-a1dc-23c510e8575e req-1c6fbb92-740a-451a-aa0e-405700b7403c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 945 time: 0.0550022 Aug 30 14:35:23.049074 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69293fde-cfc0-4cec-a1dc-23c510e8575e req-d8a7a878-8392-412e-95a3-3bf05df97057 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341375 Aug 30 14:35:23.292076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bef9c-566f-44f9-86a1-86cc9771fc1e req-4b119f53-4997-45b7-b512-79e2584027da tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:23.293846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-305bef9c-566f-44f9-86a1-86cc9771fc1e req-4b119f53-4997-45b7-b512-79e2584027da tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 945 time: 0.0479019 Aug 30 14:35:23.331534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-305bef9c-566f-44f9-86a1-86cc9771fc1e req-064d81e8-fe32-4c15-ab4e-819d6293b3fb tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Aug 30 14:35:23.425519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656f81b-8578-4540-b558-e86a3de63496 req-47dd4501-6027-478b-bff6-3e8f2ce2cdfc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:23.427337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1656f81b-8578-4540-b558-e86a3de63496 req-47dd4501-6027-478b-bff6-3e8f2ce2cdfc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 943 time: 0.0532238 Aug 30 14:35:23.472867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1656f81b-8578-4540-b558-e86a3de63496 req-313eeba4-f908-4850-830e-4166ef328264 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Aug 30 14:35:23.583239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae374bb3-f398-4e4f-a47d-85c17ecd87af req-6aaf353f-5f36-45fa-8bc2-d06dffde2476 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:23.584751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae374bb3-f398-4e4f-a47d-85c17ecd87af req-6aaf353f-5f36-45fa-8bc2-d06dffde2476 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 945 time: 0.0509925 Aug 30 14:35:23.623287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae374bb3-f398-4e4f-a47d-85c17ecd87af req-f7dc1921-b620-4edc-88c1-f3d75e3fd70f tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Aug 30 14:35:23.722369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3224878-5c8a-4465-bca1-70d8f56b5da6 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:23.724960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:23.828409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 0b9ff459-cbda-49af-8439-c485c85a867d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:23.841582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 0b9ff459-cbda-49af-8439-c485c85a867d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:23.841959 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:23.883662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:23.898788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'mac_address': 'fa:16:3e:1a:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:23.964291 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:23.984830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3224878-5c8a-4465-bca1-70d8f56b5da6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:23.990084 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:24.018247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:24.027951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:24.030194 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad25a88-37d6-4ea1-a038-9a7bed3cb009" -d '{"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-plugged", "status": "completed", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:24.039876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:24.047273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:24.069906 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:24.084683 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc7bdc-3285-471d-981f-28432eac62a9 x-openstack-request-id: req-94bc7bdc-3285-471d-981f-28432eac62a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:24.084970 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-plugged", "status": "completed", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:24.085246 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94bc7bdc-3285-471d-981f-28432eac62a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:24.085643 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d', 'code': 200} Aug 30 14:35:24.100858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:24.109499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.110094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.110535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.110877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.111212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.111550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.111878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.114850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.114850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.114850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.114850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.114850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:24.184110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:24.197112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa506b4e-daf4-43eb-a2d9-a71e31aace48 req-18ab8018-bb37-4155-a92f-35699074bb5f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.198694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa506b4e-daf4-43eb-a2d9-a71e31aace48 req-18ab8018-bb37-4155-a92f-35699074bb5f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0590365 Aug 30 14:35:24.221578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dcc62-36e8-4856-af31-ffd9a3b97c67 req-a2cb2f95-3f16-4dfe-9e0c-ad2178f1b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.223103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-559dcc62-36e8-4856-af31-ffd9a3b97c67 req-a2cb2f95-3f16-4dfe-9e0c-ad2178f1b896 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 1097 time: 0.0468354 Aug 30 14:35:24.242243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa506b4e-daf4-43eb-a2d9-a71e31aace48 req-8c44fcb1-2527-43a3-aa3e-04813ab488f3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351985 Aug 30 14:35:24.261629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-559dcc62-36e8-4856-af31-ffd9a3b97c67 req-778096f2-26e4-4524-88a2-8b0a24c8b032 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Aug 30 14:35:24.327260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f3224878-5c8a-4465-bca1-70d8f56b5da6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:24.608277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387f3f1-575d-422c-9bb3-41db6fda4d0d req-428b1470-c017-4682-b1c5-413593db97b0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.609939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8387f3f1-575d-422c-9bb3-41db6fda4d0d req-428b1470-c017-4682-b1c5-413593db97b0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 944 time: 0.0569921 Aug 30 14:35:24.652389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8387f3f1-575d-422c-9bb3-41db6fda4d0d req-3759ffc4-65e9-48aa-b087-55422f443aa5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Aug 30 14:35:24.777067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d43e3-73d0-417f-88fe-807bc0cb6e2d req-be8ad245-b46e-4eba-9577-8c5a80852757 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.778779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc6d43e3-73d0-417f-88fe-807bc0cb6e2d req-be8ad245-b46e-4eba-9577-8c5a80852757 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 945 time: 0.0580091 Aug 30 14:35:24.819948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc6d43e3-73d0-417f-88fe-807bc0cb6e2d req-12a1298c-58db-4d2c-899b-f457cf9d672c tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Aug 30 14:35:25.123219 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e80139cd-2d4c-4677-8cdf-1374ae9fae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:25.370432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d717b-0922-4892-8193-f218a8551e45 req-50d99324-fe25-46d2-9bc6-64488a6f90f4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:25.372030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-207d717b-0922-4892-8193-f218a8551e45 req-50d99324-fe25-46d2-9bc6-64488a6f90f4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0504050 Aug 30 14:35:25.414007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-207d717b-0922-4892-8193-f218a8551e45 req-7613a393-1e23-4edd-90ad-e2fe626d21d8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347824 Aug 30 14:35:25.671662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-a827a75a-26ad-4740-b50c-dd6f6c70cfe2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:25.674438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-a827a75a-26ad-4740-b50c-dd6f6c70cfe2 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 945 time: 0.0674632 Aug 30 14:35:25.731940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3224878-5c8a-4465-bca1-70d8f56b5da6 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:25.783167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port f3224878-5c8a-4465-bca1-70d8f56b5da6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:25.788375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port f3224878-5c8a-4465-bca1-70d8f56b5da6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:25.788797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:25.820437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4e3f5-7c56-4f0c-8089-f0c6d2b14040 req-c1993091-cc68-49a6-903c-99bb6d72a72b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:25.822061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69b4e3f5-7c56-4f0c-8089-f0c6d2b14040 req-c1993091-cc68-49a6-903c-99bb6d72a72b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 944 time: 0.0961292 Aug 30 14:35:25.841132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Deleting port 56012e57-a432-4158-9723-9e276151aadc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:25.841616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:25.876547 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:25.916824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:25.921825 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:25.949171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063730a-7f80-489b-acd9-64bd7ca809d8 req-2ac7225b-fbfd-4fbd-98a3-6c41264b32b3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:25.957022 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8063730a-7f80-489b-acd9-64bd7ca809d8 req-2ac7225b-fbfd-4fbd-98a3-6c41264b32b3 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=79efa1d9-f136-4a80-baad-caa2edd33e0c HTTP/1.1" status: 200 len: 945 time: 0.0647278 Aug 30 14:35:25.966319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69b4e3f5-7c56-4f0c-8089-f0c6d2b14040 req-123c87e1-51f1-42c7-93d4-01b59f9324f3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368961 Aug 30 14:35:25.976455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:25.999802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8063730a-7f80-489b-acd9-64bd7ca809d8 req-3e5370ae-3f70-4538-ab31-2bcdc4873948 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/security-groups?id=f064c3af-89e6-4397-87fc-d52537903b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Aug 30 14:35:26.008666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] For port 56012e57-a432-4158-9723-9e276151aadc, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=56012e57-a432-4158-9723-9e276151aadc,segment=NetworkSegment(bc099c50-d41b-4f54-acea-9d8fa13abddc),segment_id=bc099c50-d41b-4f54-acea-9d8fa13abddc)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:26.009062 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:26.023727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Calling delete_port for 56012e57-a432-4158-9723-9e276151aadc owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:26.086844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:26.089248 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c33cf6c-3ba3-4aa5-a610-15997c470f11" -d '{"events": [{"server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "name": "network-vif-plugged", "status": "completed", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:26.126434 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb10c3b7-4ef3-488b-ae7e-eed532163311 x-openstack-request-id: req-fb10c3b7-4ef3-488b-ae7e-eed532163311 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:26.126434 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "name": "network-vif-plugged", "status": "completed", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:26.127169 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb10c3b7-4ef3-488b-ae7e-eed532163311 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:26.127169 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'code': 200} Aug 30 14:35:26.165591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:26.197753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Pushing event deleted for resources: {'Port': ['ID=56012e57-a432-4158-9723-9e276151aadc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:26.205075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['56012e57-a432-4158-9723-9e276151aadc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:26.261669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] No DVR routers for this DVR port 56012e57-a432-4158-9723-9e276151aadc on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:26.265258 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:26.267227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4639591d-5b61-4364-923d-f3e0c6fa2448 req-d1e365cc-de81-4f85-a2b5-88cb99524162 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.21 "DELETE /v2.0/ports/56012e57-a432-4158-9723-9e276151aadc HTTP/1.1" status: 204 len: 173 time: 0.5862930 Aug 30 14:35:26.267662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79efa1d9-f136-4a80-baad-caa2edd33e0c', 'name': 'network-vif-deleted', 'tag': '56012e57-a432-4158-9723-9e276151aadc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:26.270459 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a442f2-184f-44ef-94d1-ca2ab5fae78e" -d '{"events": [{"server_uuid": "79efa1d9-f136-4a80-baad-caa2edd33e0c", "name": "network-vif-deleted", "tag": "56012e57-a432-4158-9723-9e276151aadc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:26.282716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490219c5-76a6-4f58-a2d8-a48f8d081446 req-90df2e4b-78fd-436d-9d10-ae58b05dddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:26.284361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-490219c5-76a6-4f58-a2d8-a48f8d081446 req-90df2e4b-78fd-436d-9d10-ae58b05dddab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 1096 time: 0.0804884 Aug 30 14:35:26.309625 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c42f2c-5cb9-47a3-8ef0-9783b506a202 x-openstack-request-id: req-b8c42f2c-5cb9-47a3-8ef0-9783b506a202 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:26.309910 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79efa1d9-f136-4a80-baad-caa2edd33e0c", "name": "network-vif-deleted", "tag": "56012e57-a432-4158-9723-9e276151aadc", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:26.310162 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8c42f2c-5cb9-47a3-8ef0-9783b506a202 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:26.310569 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79efa1d9-f136-4a80-baad-caa2edd33e0c', 'name': 'network-vif-deleted', 'tag': '56012e57-a432-4158-9723-9e276151aadc', 'status': 'completed', 'code': 200} Aug 30 14:35:26.338186 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-490219c5-76a6-4f58-a2d8-a48f8d081446 req-7ff1c9b8-25b8-4f76-aef5-4ab8d8038d21 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Aug 30 14:35:26.545159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8172f2-f972-41cd-aacc-d617a6962853 req-4269637e-79ea-40d9-b089-fd6cf5220f69 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:26.546712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4d8172f2-f972-41cd-aacc-d617a6962853 req-4269637e-79ea-40d9-b089-fd6cf5220f69 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0536189 Aug 30 14:35:26.590422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4d8172f2-f972-41cd-aacc-d617a6962853 req-1d7315da-cd4e-4a9a-ad96-2176abf6c0b7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370660 Aug 30 14:35:26.713289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67f1b6-9951-41f8-a371-de843cd2663a req-0eea693c-dd74-464b-bfc3-40671b6dff07 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:26.713289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f67f1b6-9951-41f8-a371-de843cd2663a req-0eea693c-dd74-464b-bfc3-40671b6dff07 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0498295 Aug 30 14:35:26.727672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:26.732394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'floatingip': {'port_id': '0b9ff459-cbda-49af-8439-c485c85a867d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:26.778299 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:27.158595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290652f9-ae04-44f4-8044-c90e5640c742 req-5ef5f39d-fa55-4c87-a314-922af1c7aec4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:27.160753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-290652f9-ae04-44f4-8044-c90e5640c742 req-5ef5f39d-fa55-4c87-a314-922af1c7aec4 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0992570 Aug 30 14:35:27.238998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-290652f9-ae04-44f4-8044-c90e5640c742 req-99fac53e-f028-489a-b354-73706d4930db tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Aug 30 14:35:27.287284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:27.291811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:27.407821 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Floating IP 67ad18c2-0690-4655-b277-7ff2af549945 associated. External IP: 172.25.6.91, port: 0b9ff459-cbda-49af-8439-c485c85a867d. Aug 30 14:35:27.853831 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1c61-693a-469f-98f5-19814c7e5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:27.951486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Router dcf7d49c-376a-4cb3-929d-995be43b1d1e has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:35:28.060430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:28.065942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:28.071457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] Sync routers for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:28.080925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:28.081702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:28.092804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ab779d9e-4c8e-4955-a5a0-b5204ded314c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "PUT /v2.0/floatingips/67ad18c2-0690-4655-b277-7ff2af549945 HTTP/1.1" status: 200 len: 991 time: 1.3638957 Aug 30 14:35:28.093854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:28.098627 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8baa414-df88-4a1e-996c-41768d867430" -d '{"events": [{"name": "network-changed", "server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:28.144385 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b3bffd-6465-4a8c-b81f-29ffd07b6a16 x-openstack-request-id: req-14b3bffd-6465-4a8c-b81f-29ffd07b6a16 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:28.144703 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:28.144966 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14b3bffd-6465-4a8c-b81f-29ffd07b6a16 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:28.145424 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d', 'status': 'completed', 'code': 200} Aug 30 14:35:28.200252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:28.208844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baa414-df88-4a1e-996c-41768d867430 req-9e75f855-c711-42cb-b0e4-d012f50f29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:28.210403 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8baa414-df88-4a1e-996c-41768d867430 req-9e75f855-c711-42cb-b0e4-d012f50f29fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 1097 time: 0.0420797 Aug 30 14:35:28.324237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baa414-df88-4a1e-996c-41768d867430 req-59f7f687-45ca-43b0-9e28-ee27f88c6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:28.325790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8baa414-df88-4a1e-996c-41768d867430 req-59f7f687-45ca-43b0-9e28-ee27f88c6416 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1084237 Aug 30 14:35:28.412081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8baa414-df88-4a1e-996c-41768d867430 req-b88d5c5a-e528-4c9e-a17b-f4c1ee15c0f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b9ff459-cbda-49af-8439-c485c85a867d HTTP/1.1" status: 200 len: 999 time: 0.0677917 Aug 30 14:35:28.430073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaba81c-9cc3-4c45-b94a-8cd9deaaa4f6 req-0e5a52c2-0d55-4ff0-a302-aaf2d5bbeb27 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:28.434684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4eaba81c-9cc3-4c45-b94a-8cd9deaaa4f6 req-0e5a52c2-0d55-4ff0-a302-aaf2d5bbeb27 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.1210473 Aug 30 14:35:28.451048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '67ad18c2-0690-4655-b277-7ff2af549945', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'port_id': '0b9ff459-cbda-49af-8439-c485c85a867d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'mac_address': 'fa:16:3e:89:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:35:12Z', 'updated_at': '2021-08-30T14:35:27Z', 'revision_number': 1, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:28.480781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] Checking router: dcf7d49c-376a-4cb3-929d-995be43b1d1e for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:28.497510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:28.498143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:28.520212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baa414-df88-4a1e-996c-41768d867430 req-3d3b156d-97ce-4d84-9ec0-b131557be098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:28.521745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8baa414-df88-4a1e-996c-41768d867430 req-3d3b156d-97ce-4d84-9ec0-b131557be098 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.0858524 Aug 30 14:35:28.534586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4eaba81c-9cc3-4c45-b94a-8cd9deaaa4f6 req-60be281d-7fd8-44ef-9bff-a9e544821d0c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885653 Aug 30 14:35:28.567398 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:28.584275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baa414-df88-4a1e-996c-41768d867430 req-1641d1b0-7093-4b7b-b639-75a0a72238f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:28.585814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8baa414-df88-4a1e-996c-41768d867430 req-1641d1b0-7093-4b7b-b639-75a0a72238f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502982 Aug 30 14:35:28.645573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:28.712123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8baa414-df88-4a1e-996c-41768d867430 req-b419020d-6e62-4869-a5ed-87d6785f04b8 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188395 Aug 30 14:35:28.789786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9178986-a3db-4b8a-920c-31534a4e3c60 req-19faeebf-cd87-46f3-b2e2-57f17f6e4a1e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:28.797876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b9178986-a3db-4b8a-920c-31534a4e3c60 req-19faeebf-cd87-46f3-b2e2-57f17f6e4a1e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0572670 Aug 30 14:35:28.819537 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8baa414-df88-4a1e-996c-41768d867430 req-abe05c9c-256a-486b-a618-25349e4ceadb service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933442 Aug 30 14:35:28.845702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b9178986-a3db-4b8a-920c-31534a4e3c60 req-afc9fa28-a3f8-4da6-a0b2-10160004b9e9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462947 Aug 30 14:35:28.933524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '67ad18c2-0690-4655-b277-7ff2af549945', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'port_id': '0b9ff459-cbda-49af-8439-c485c85a867d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'mac_address': 'fa:16:3e:89:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:35:12Z', 'updated_at': '2021-08-30T14:35:27Z', 'revision_number': 1, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:28.960492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9ca2b-6d3e-4b66-bdca-9e0299e58613 None None] The sync data for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 is: [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '67ad18c2-0690-4655-b277-7ff2af549945', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'port_id': '0b9ff459-cbda-49af-8439-c485c85a867d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'mac_address': 'fa:16:3e:89:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:35:12Z', 'updated_at': '2021-08-30T14:35:27Z', 'revision_number': 1, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:29.156588 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db7523-c600-479e-99f4-92599f12df19 None None] New status for floating IP 67ad18c2-0690-4655-b277-7ff2af549945: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:35:29.175665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:29.251730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 56012e57-a432-4158-9723-9e276151aadc no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:29.272797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 56012e57-a432-4158-9723-9e276151aadc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:29.273178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 56012e57-a432-4158-9723-9e276151aadc not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:29.962553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41982771-0c71-4bf1-8629-ecfe4c44624b req-148e8def-2391-4c75-b42b-eddc7aa14e16 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:29.964064 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41982771-0c71-4bf1-8629-ecfe4c44624b req-148e8def-2391-4c75-b42b-eddc7aa14e16 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Aug 30 14:35:30.005378 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41982771-0c71-4bf1-8629-ecfe4c44624b req-cd9f5693-3a98-4f06-8c1d-906ca232b406 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Aug 30 14:35:30.112954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-2445c6fb-1990-42a4-99b1-bb6beaf70afa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.121479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-2445c6fb-1990-42a4-99b1-bb6beaf70afa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.127846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-2445c6fb-1990-42a4-99b1-bb6beaf70afa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.134078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-2445c6fb-1990-42a4-99b1-bb6beaf70afa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.140478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-2445c6fb-1990-42a4-99b1-bb6beaf70afa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.146652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-2445c6fb-1990-42a4-99b1-bb6beaf70afa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.154553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-2445c6fb-1990-42a4-99b1-bb6beaf70afa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.156721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-2445c6fb-1990-42a4-99b1-bb6beaf70afa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.1005433 Aug 30 14:35:30.208854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25b1ac19-7c5a-45ad-ac41-1dc44320dd48 req-12d2a292-b201-46c1-bd18-4c57c67cf2a9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427706 Aug 30 14:35:30.433177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643fb6-5be2-42ae-acfb-110320d94207 req-a8c51018-8a9a-4b4d-a2bf-99d4d9543a98 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.439151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643fb6-5be2-42ae-acfb-110320d94207 req-a8c51018-8a9a-4b4d-a2bf-99d4d9543a98 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.445925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643fb6-5be2-42ae-acfb-110320d94207 req-a8c51018-8a9a-4b4d-a2bf-99d4d9543a98 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.452357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643fb6-5be2-42ae-acfb-110320d94207 req-a8c51018-8a9a-4b4d-a2bf-99d4d9543a98 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.459060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643fb6-5be2-42ae-acfb-110320d94207 req-a8c51018-8a9a-4b4d-a2bf-99d4d9543a98 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.465127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643fb6-5be2-42ae-acfb-110320d94207 req-a8c51018-8a9a-4b4d-a2bf-99d4d9543a98 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.465513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fe4e9-0ab8-464b-bf7a-d40c18ad1c0a req-ab51c95b-ad19-4ae9-9fe0-520ba22f97f7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.467399 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-204fe4e9-0ab8-464b-bf7a-d40c18ad1c0a req-ab51c95b-ad19-4ae9-9fe0-520ba22f97f7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0600286 Aug 30 14:35:30.473709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643fb6-5be2-42ae-acfb-110320d94207 req-a8c51018-8a9a-4b4d-a2bf-99d4d9543a98 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.477142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32643fb6-5be2-42ae-acfb-110320d94207 req-a8c51018-8a9a-4b4d-a2bf-99d4d9543a98 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.1262174 Aug 30 14:35:30.509576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-204fe4e9-0ab8-464b-bf7a-d40c18ad1c0a req-d6b3cd94-d0c0-432b-8372-4e7a49cf4cd9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359006 Aug 30 14:35:30.930477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f02c8404-a519-43df-b1f4-bc731af19260 req-57461d1e-fa32-47c9-979b-474ae5f30d8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 210 time: 0.0252929 Aug 30 14:35:30.963979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d9ca48-fd60-4261-b3cb-0593b255002d req-92544eb6-58b8-450f-a1a9-adb215543357 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 210 time: 0.0260000 Aug 30 14:35:31.030448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c8404-a519-43df-b1f4-bc731af19260 req-6fe3c3bd-24ef-410c-8921-20317beafdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:31.031892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f02c8404-a519-43df-b1f4-bc731af19260 req-6fe3c3bd-24ef-410c-8921-20317beafdf3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0929487 Aug 30 14:35:31.130570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c8404-a519-43df-b1f4-bc731af19260 req-614a6998-664e-47f6-80e7-e62191ffc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:31.132020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f02c8404-a519-43df-b1f4-bc731af19260 req-614a6998-664e-47f6-80e7-e62191ffc622 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921853 Aug 30 14:35:31.210225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f02c8404-a519-43df-b1f4-bc731af19260 req-c5db78bb-81af-4c6c-a75d-6d73b2b1ff88 tempest-DeleteServersTestJSON-635372103 tempest-DeleteServersTestJSON-635372103-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff6873c8-491e-4c59-8ceb-affc11362490 HTTP/1.1" status: 200 len: 210 time: 0.0265443 Aug 30 14:35:31.550405 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:31.634575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524085f-f207-4c99-8418-6b0395f896d0 req-069d3067-422e-403a-8b4f-c5a9f43dc35e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:31.636138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a524085f-f207-4c99-8418-6b0395f896d0 req-069d3067-422e-403a-8b4f-c5a9f43dc35e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Aug 30 14:35:31.681629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a524085f-f207-4c99-8418-6b0395f896d0 req-04cf1a23-a21c-4991-be15-7386f0b49c33 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386083 Aug 30 14:35:32.019364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.066935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-23398ff4-ba2e-4cd6-85ff-54c928a863b2 admin admin] Deleting subnet 241e00d0-e531-49f5-911d-5f14848666a3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:35:32.069979 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23398ff4-ba2e-4cd6-85ff-54c928a863b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.103759 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23398ff4-ba2e-4cd6-85ff-54c928a863b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.142832 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23398ff4-ba2e-4cd6-85ff-54c928a863b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.201670 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23398ff4-ba2e-4cd6-85ff-54c928a863b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.230092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23398ff4-ba2e-4cd6-85ff-54c928a863b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241e00d0-e531-49f5-911d-5f14848666a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:32.232124 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23398ff4-ba2e-4cd6-85ff-54c928a863b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.234068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-23398ff4-ba2e-4cd6-85ff-54c928a863b2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/241e00d0-e531-49f5-911d-5f14848666a3 HTTP/1.1" status: 204 len: 168 time: 0.2136977 Aug 30 14:35:32.237403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.311823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.392642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.403642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b966278-c70e-4974-b75f-b4d2cf949f38']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:32.423102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc099c50-d41b-4f54-acea-9d8fa13abddc') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:32.423395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc099c50-d41b-4f54-acea-9d8fa13abddc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:32.433225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.447592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.453516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:35:32.453900 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:35:32.455530 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:35:32.509278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.515027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.516849 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8b966278-c70e-4974-b75f-b4d2cf949f38 HTTP/1.1" status: 204 len: 168 time: 0.2784178 Aug 30 14:35:32.528349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039407a-6d62-4ea6-9927-7cffe6715c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b966278-c70e-4974-b75f-b4d2cf949f38,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:32.601984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.619758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.691632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.694807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573314-c40b-4b59-923c-b298ef906e8d req-73415747-cf61-4293-896d-395a43b4b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.695333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573314-c40b-4b59-923c-b298ef906e8d req-73415747-cf61-4293-896d-395a43b4b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.695857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573314-c40b-4b59-923c-b298ef906e8d req-73415747-cf61-4293-896d-395a43b4b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.696656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573314-c40b-4b59-923c-b298ef906e8d req-73415747-cf61-4293-896d-395a43b4b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.697287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573314-c40b-4b59-923c-b298ef906e8d req-73415747-cf61-4293-896d-395a43b4b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.697858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573314-c40b-4b59-923c-b298ef906e8d req-73415747-cf61-4293-896d-395a43b4b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.698448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573314-c40b-4b59-923c-b298ef906e8d req-73415747-cf61-4293-896d-395a43b4b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.700517 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5573314-c40b-4b59-923c-b298ef906e8d req-73415747-cf61-4293-896d-395a43b4b282 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6500 time: 0.0974445 Aug 30 14:35:32.744281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5573314-c40b-4b59-923c-b298ef906e8d req-a8f3f07a-6192-40fd-a24d-78e335ccf687 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356307 Aug 30 14:35:32.744689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9c5fd83-2288-41ab-9c54-8a68333fa4d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36e9fbc640a649c68c0b3a6d2aaff365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523078 Aug 30 14:35:32.746859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.829475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389594e2-29bb-4391-8556-4c4ad4a789bc req-fa83ac6f-fbf7-43f3-9be3-193122baa61e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.830967 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-389594e2-29bb-4391-8556-4c4ad4a789bc req-fa83ac6f-fbf7-43f3-9be3-193122baa61e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0728810 Aug 30 14:35:32.850913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4794-f4aa-42e5-acce-2f9784bff4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.888584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4794-f4aa-42e5-acce-2f9784bff4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.898780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-389594e2-29bb-4391-8556-4c4ad4a789bc req-ba6f10e0-9c0a-47ec-989c-3850e3df2af6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580883 Aug 30 14:35:32.941005 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4794-f4aa-42e5-acce-2f9784bff4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.943508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4794-f4aa-42e5-acce-2f9784bff4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.944638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1f9f4794-f4aa-42e5-acce-2f9784bff4b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f064c3af-89e6-4397-87fc-d52537903b6b HTTP/1.1" status: 204 len: 168 time: 0.1968019 Aug 30 14:35:32.952461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f4794-f4aa-42e5-acce-2f9784bff4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064c3af-89e6-4397-87fc-d52537903b6b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:33.665016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46704) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:33.756848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3224878-5c8a-4465-bca1-70d8f56b5da6 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:33.770543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1762284086-network', 'tenant_id': 'd399d25fe45745dc878b4f7108044b86'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:33.796292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Made reservation on behalf of d399d25fe45745dc878b4f7108044b86 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:33.799256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:33.812625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:33.945875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:33.951831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:33.982394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:35:34.033373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a5a6fb-cf50-497d-a7e9-51f682cab2c3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:34.037077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.037519 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Added segment db3304ec-17aa-4382-8344-180febf71cbd of type vlan for network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 Aug 30 14:35:34.098766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.109536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ebcec-a308-4c7b-9719-a767a8b7f9a3 req-b0266776-9ae9-49ca-bf87-80040b3c6e46 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:34.111192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a47ebcec-a308-4c7b-9719-a767a8b7f9a3 req-b0266776-9ae9-49ca-bf87-80040b3c6e46 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.1180892 Aug 30 14:35:34.138825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:34.155471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.156631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:34.157522 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.159156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'port_id': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'mac_address': 'fa:16:3e:1a:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:34.216516 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.233809 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a47ebcec-a308-4c7b-9719-a767a8b7f9a3 req-263bc3d9-a57d-4f8a-a660-d1d8c546eabc tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127172 Aug 30 14:35:34.237913 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5711479 Aug 30 14:35:34.241343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:34.245846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3224878-5c8a-4465-bca1-70d8f56b5da6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:34.257413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Request body: {'subnet': {'network_id': 'e62e82b4-4a46-46da-a36d-b72d6f88cfd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1762284086-subnet', 'tenant_id': 'd399d25fe45745dc878b4f7108044b86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:34.270439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46bdc4-d8e7-4ece-bcf4-7aa7ca71880c admin admin] Pushing event updated for resources: {'Network': ['ID=e62e82b4-4a46-46da-a36d-b72d6f88cfd9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:34.282930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:34.287822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:35:34.292027 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.297507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Made reservation on behalf of d399d25fe45745dc878b4f7108044b86 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:34.301779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.429208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:34.453773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f3224878-5c8a-4465-bca1-70d8f56b5da6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:34.532256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.607356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efc97d1-f11d-4777-b05b-a2a2b5076931,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:34.612820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Checking segment: {'id': 'db3304ec-17aa-4382-8344-180febf71cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e62e82b4-4a46-46da-a36d-b72d6f88cfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:34.613331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Network hostable DHCP agents. Network: e62e82b4-4a46-46da-a36d-b72d6f88cfd9, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:35:34.636654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:35:34.654404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e62e82b4-4a46-46da-a36d-b72d6f88cfd9) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:34.662253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:34.662846 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:34.666851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3baa8e9-8bad-4948-b2a8-e41f14f39c6b None None] Network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:35:34.685533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-92c8bc48-2f0d-4a97-ade8-7e60e4a7e753 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4425766 Aug 30 14:35:34.822129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29017c3-3103-40ea-8555-caae460fcaed None None] Network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:35:35.214550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467a481-e4f9-408e-8fbe-279955060b6e req-10726c2a-6004-44eb-8bac-859edde4f70f tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:35.216267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-10726c2a-6004-44eb-8bac-859edde4f70f tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/networks?id=e62e82b4-4a46-46da-a36d-b72d6f88cfd9 HTTP/1.1" status: 200 len: 814 time: 0.1300602 Aug 30 14:35:35.237238 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-14c3dd64-b7b6-4dde-96fd-d15f5a9f4441 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/quotas/d399d25fe45745dc878b4f7108044b86 HTTP/1.1" status: 200 len: 375 time: 0.0102010 Aug 30 14:35:35.287490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-7417de3b-f250-49ac-9df4-cccca0232bce tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d399d25fe45745dc878b4f7108044b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459695 Aug 30 14:35:35.387166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f399b9-e444-4177-91dd-5a67bfd075af req-9a64ff8e-4ff1-4bc2-8ff3-30eb88354b88 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:35.395900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0f399b9-e444-4177-91dd-5a67bfd075af req-9a64ff8e-4ff1-4bc2-8ff3-30eb88354b88 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 944 time: 0.0804834 Aug 30 14:35:35.409385 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e18f1f00-18cc-4e04-b1da-fc0bd0fc4725 service neutron] 10.222.0.50 "GET /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128991 Aug 30 14:35:35.450834 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0f399b9-e444-4177-91dd-5a67bfd075af req-2b046469-cd34-4793-9ee0-62df58e74e5b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496664 Aug 30 14:35:35.767213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3224878-5c8a-4465-bca1-70d8f56b5da6 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:35.841282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port f3224878-5c8a-4465-bca1-70d8f56b5da6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:35.842657 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:35.918732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-7caefbe1-c78d-40c8-9f4b-e17936a54fcc service neutron] 10.222.0.50 "GET /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990582 Aug 30 14:35:35.937280 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:35.971043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:35.974963 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e138cf0b-4cf9-4f05-9fe2-4d225c8dbab7" -d '{"events": [{"server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "name": "network-vif-plugged", "status": "completed", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:36.001116 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:36.006851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:36.071474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:36.076620 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2483bb-420d-4fbe-9e09-aff74dc11be6 x-openstack-request-id: req-3e2483bb-420d-4fbe-9e09-aff74dc11be6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:36.076918 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "name": "network-vif-plugged", "status": "completed", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:36.077787 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e2483bb-420d-4fbe-9e09-aff74dc11be6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:36.078160 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'code': 200} Aug 30 14:35:36.101955 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03d67fdb-014d-4950-8965-c632d40609e5 req-612f57a8-3f1c-43e6-98da-061d8dcc4187 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Aug 30 14:35:36.588425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611cc4e-6698-4373-a888-8dbb9fb859a0 req-524800e2-c364-4f2a-aafb-875c812eb3c6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:36.590105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b611cc4e-6698-4373-a888-8dbb9fb859a0 req-524800e2-c364-4f2a-aafb-875c812eb3c6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0595078 Aug 30 14:35:36.643119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b611cc4e-6698-4373-a888-8dbb9fb859a0 req-d7dde344-7625-4704-8ddf-e634e92e84c8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454915 Aug 30 14:35:37.216354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1707a15-fbbd-43ba-b710-563e07c8ad3e req-554aaa4a-641d-4953-96a0-6bb3433e772c tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 210 time: 0.0326555 Aug 30 14:35:37.428369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467a481-e4f9-408e-8fbe-279955060b6e req-d200cf4b-b8ad-4956-88e1-ac8ec54cc03e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:37.429939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-d200cf4b-b8ad-4956-88e1-ac8ec54cc03e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.21 "GET /v2.0/networks?id=e62e82b4-4a46-46da-a36d-b72d6f88cfd9 HTTP/1.1" status: 200 len: 814 time: 0.1848965 Aug 30 14:35:37.450024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Request body: {'port': {'device_id': '92a5e5b6-6b00-409f-8aae-8f622ff6b928', 'network_id': 'e62e82b4-4a46-46da-a36d-b72d6f88cfd9', 'admin_state_up': True, 'tenant_id': 'd399d25fe45745dc878b4f7108044b86'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:37.576266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Made reservation on behalf of d399d25fe45745dc878b4f7108044b86 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:37.579991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:37.735180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Allocated IP 172.20.0.5 (e62e82b4-4a46-46da-a36d-b72d6f88cfd9/6efc97d1-f11d-4777-b05b-a2a2b5076931/2ebe6c31-f251-41cc-83ef-458e8550a91c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:37.856381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4391761-a911-4906-998b-edeae88bfb5c req-20c3484b-c310-47c5-a1b3-62160dcdf4f5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:37.857972 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4391761-a911-4906-998b-edeae88bfb5c req-20c3484b-c310-47c5-a1b3-62160dcdf4f5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.1114535 Aug 30 14:35:37.946639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4391761-a911-4906-998b-edeae88bfb5c req-2754903c-0d6a-4a03-b882-e7cfd1cc2922 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772440 Aug 30 14:35:37.991194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.041178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.089297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:38.092506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:38.095520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:38.102870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Pushing event updated for resources: {'Port': ['ID=2ebe6c31-f251-41cc-83ef-458e8550a91c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:38.156717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:38.159226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.179668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-e4ed59d6-3ef9-4e88-b0ec-e0976f6e8fcc tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339988 Aug 30 14:35:38.199526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Request body: {'port': {'device_id': '92a5e5b6-6b00-409f-8aae-8f622ff6b928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:38.267119 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.409549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdf947-35bb-4fb0-b782-e2793d54b3e1 req-9053600e-9cd1-47d8-98e3-e320a1abd28e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:38.411113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fcdf947-35bb-4fb0-b782-e2793d54b3e1 req-9053600e-9cd1-47d8-98e3-e320a1abd28e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 931 time: 0.0764620 Aug 30 14:35:38.479991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fcdf947-35bb-4fb0-b782-e2793d54b3e1 req-a33badee-7538-46fa-8c82-9c01ebafbe19 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581791 Aug 30 14:35:38.635374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebe6c31-f251-41cc-83ef-458e8550a91c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:38.648663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.662823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Transition to ACTIVE for port object 2ebe6c31-f251-41cc-83ef-458e8550a91c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:38.669527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.726249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Pushing event updated for resources: {'Port': ['ID=2ebe6c31-f251-41cc-83ef-458e8550a91c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:38.810871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Attempting to bind port 2ebe6c31-f251-41cc-83ef-458e8550a91c on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:38.811223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Attempting to bind port 2ebe6c31-f251-41cc-83ef-458e8550a91c by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'db3304ec-17aa-4382-8344-180febf71cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e62e82b4-4a46-46da-a36d-b72d6f88cfd9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:38.811539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Attempting to bind port 2ebe6c31-f251-41cc-83ef-458e8550a91c on network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:38.816764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Port 2ebe6c31-f251-41cc-83ef-458e8550a91c on network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:35:38.817134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Attempting to bind port 2ebe6c31-f251-41cc-83ef-458e8550a91c on network e62e82b4-4a46-46da-a36d-b72d6f88cfd9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:38.822127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:38.822466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Checking segment: {'id': 'db3304ec-17aa-4382-8344-180febf71cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e62e82b4-4a46-46da-a36d-b72d6f88cfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:38.822849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Bound using segment: {'id': 'db3304ec-17aa-4382-8344-180febf71cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e62e82b4-4a46-46da-a36d-b72d6f88cfd9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:38.823273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Bound port: 2ebe6c31-f251-41cc-83ef-458e8550a91c, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3304ec-17aa-4382-8344-180febf71cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e62e82b4-4a46-46da-a36d-b72d6f88cfd9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:38.823630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.892697 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] For port 2ebe6c31-f251-41cc-83ef-458e8550a91c, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:38.896356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] For port 2ebe6c31-f251-41cc-83ef-458e8550a91c, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2ebe6c31-f251-41cc-83ef-458e8550a91c,segment=NetworkSegment(db3304ec-17aa-4382-8344-180febf71cbd),segment_id=db3304ec-17aa-4382-8344-180febf71cbd)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:38.901740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.942220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:38.943031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.944579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] 10.222.0.21 "PUT /v2.0/ports/2ebe6c31-f251-41cc-83ef-458e8550a91c HTTP/1.1" status: 200 len: 1091 time: 0.7501025 Aug 30 14:35:38.945162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a5e5b6-6b00-409f-8aae-8f622ff6b928', 'tag': '2ebe6c31-f251-41cc-83ef-458e8550a91c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:38.947547 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61ee1eb-4253-400c-b8f4-3a6c179b5129" -d '{"events": [{"name": "network-changed", "server_uuid": "92a5e5b6-6b00-409f-8aae-8f622ff6b928", "tag": "2ebe6c31-f251-41cc-83ef-458e8550a91c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:38.994721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac972b45-e890-4ff1-9315-62a9197397cc service neutron] Pushing event updated for resources: {'Port': ['ID=2ebe6c31-f251-41cc-83ef-458e8550a91c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:39.003824 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd68e0e3-d3ad-4623-a6cf-25bb9cccbf0a x-openstack-request-id: req-cd68e0e3-d3ad-4623-a6cf-25bb9cccbf0a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:39.004146 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a5e5b6-6b00-409f-8aae-8f622ff6b928", "tag": "2ebe6c31-f251-41cc-83ef-458e8550a91c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:39.004596 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd68e0e3-d3ad-4623-a6cf-25bb9cccbf0a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:39.004995 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a5e5b6-6b00-409f-8aae-8f622ff6b928', 'tag': '2ebe6c31-f251-41cc-83ef-458e8550a91c', 'status': 'completed', 'code': 200} Aug 30 14:35:39.090716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467a481-e4f9-408e-8fbe-279955060b6e req-0ae1f39f-ba3a-4835-bc21-2dce25c94bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:39.092384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-0ae1f39f-ba3a-4835-bc21-2dce25c94bbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d399d25fe45745dc878b4f7108044b86&device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 1094 time: 0.0667398 Aug 30 14:35:39.110585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba0ea-f4c6-4ba9-9890-ccf6c9cf8eb8 req-deeb1d6d-2c21-4a43-9a2b-5c3ff3c5d4fe tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:39.121267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98dba0ea-f4c6-4ba9-9890-ccf6c9cf8eb8 req-deeb1d6d-2c21-4a43-9a2b-5c3ff3c5d4fe tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0665743 Aug 30 14:35:39.152089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-683980e8-7773-4c4e-b8f0-f888664ce944 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ebe6c31-f251-41cc-83ef-458e8550a91c HTTP/1.1" status: 200 len: 217 time: 0.0436294 Aug 30 14:35:39.158017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98dba0ea-f4c6-4ba9-9890-ccf6c9cf8eb8 req-2247f407-8cd5-4424-866e-2db5cf8ee98e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Aug 30 14:35:39.214862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467a481-e4f9-408e-8fbe-279955060b6e req-13476d58-bf23-4e15-b58a-1edc5ddf71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:39.216422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-13476d58-bf23-4e15-b58a-1edc5ddf71f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6efc97d1-f11d-4777-b05b-a2a2b5076931 HTTP/1.1" status: 200 len: 854 time: 0.0570836 Aug 30 14:35:39.255145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-25331b1a-e410-4ebd-8151-3f7277d9b6b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e62e82b4-4a46-46da-a36d-b72d6f88cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292654 Aug 30 14:35:39.367469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-6b576eb7-3b5a-4b60-a120-344a81b38760 service neutron] 10.222.0.21 "GET /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052089 Aug 30 14:35:39.477595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0467a481-e4f9-408e-8fbe-279955060b6e req-da11780a-d5a1-47a2-9117-94b547bcdec4 service neutron] 10.222.0.21 "GET /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022196 Aug 30 14:35:39.609184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9dd2-7f67-48f5-998a-1fbf17a6004c req-814562a3-dd4f-4328-8753-26ed20c26adb tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:39.610952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af6b9dd2-7f67-48f5-998a-1fbf17a6004c req-814562a3-dd4f-4328-8753-26ed20c26adb tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 943 time: 0.0625403 Aug 30 14:35:39.640797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-8b20f724-dbf7-4da5-a37c-915f4143e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:39.643858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-8b20f724-dbf7-4da5-a37c-915f4143e180 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d399d25fe45745dc878b4f7108044b86&device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 1094 time: 0.0682602 Aug 30 14:35:39.692065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af6b9dd2-7f67-48f5-998a-1fbf17a6004c req-ac662bea-9b60-402f-8cb0-0f73b16322de tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667076 Aug 30 14:35:39.752727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-3558f225-d3ad-4ab4-8ce7-6faaa736fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:39.754276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-3558f225-d3ad-4ab4-8ce7-6faaa736fea0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e62e82b4-4a46-46da-a36d-b72d6f88cfd9 HTTP/1.1" status: 200 len: 915 time: 0.1027467 Aug 30 14:35:39.805171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-2175ed38-a04c-4ed9-b870-f6e5e3f23c11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ebe6c31-f251-41cc-83ef-458e8550a91c HTTP/1.1" status: 200 len: 217 time: 0.0429113 Aug 30 14:35:39.859874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-a79d2730-7c05-4bda-a82b-4881d94d1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:39.861477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-a79d2730-7c05-4bda-a82b-4881d94d1489 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6efc97d1-f11d-4777-b05b-a2a2b5076931 HTTP/1.1" status: 200 len: 854 time: 0.0493751 Aug 30 14:35:39.897851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-3ae256f4-2ed8-40f4-89a4-160769de9c6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e62e82b4-4a46-46da-a36d-b72d6f88cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282161 Aug 30 14:35:40.007260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-24470a76-9dc2-4cfe-9c82-b52cc7baad71 service neutron] 10.222.0.21 "GET /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018538 Aug 30 14:35:40.135912 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e61ee1eb-4253-400c-b8f4-3a6c179b5129 req-69b34329-9c5e-4e75-8bb7-ec3622fd2d03 service neutron] 10.222.0.21 "GET /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206071 Aug 30 14:35:40.287240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112006a8-044d-4d79-bd50-0a567c00f4e2 req-011a4eb5-5326-4952-a6be-24d70af6f4e9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:40.294941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-112006a8-044d-4d79-bd50-0a567c00f4e2 req-011a4eb5-5326-4952-a6be-24d70af6f4e9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0605848 Aug 30 14:35:40.336154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-112006a8-044d-4d79-bd50-0a567c00f4e2 req-a20c7d2d-ec0b-4a7d-ba76-ea30803e20af tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Aug 30 14:35:40.821873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14da0a-155e-4452-8455-4ebf46bcad92 req-a4ba47b6-9e5f-440d-ace4-0569637eee58 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:40.823722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef14da0a-155e-4452-8455-4ebf46bcad92 req-a4ba47b6-9e5f-440d-ace4-0569637eee58 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 943 time: 0.0534701 Aug 30 14:35:40.865499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef14da0a-155e-4452-8455-4ebf46bcad92 req-947f1972-ae65-4116-bd9a-e6f0d1a8567a tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Aug 30 14:35:41.476325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3cebd-47dd-4fb4-b1c8-f4f2abef6956 req-0de28af9-356b-4f34-b918-f2f2b5dad9f8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:41.478010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ca3cebd-47dd-4fb4-b1c8-f4f2abef6956 req-0de28af9-356b-4f34-b918-f2f2b5dad9f8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0643723 Aug 30 14:35:41.526820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ca3cebd-47dd-4fb4-b1c8-f4f2abef6956 req-82fa6435-9e72-4f4d-9a03-84713a72b06c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Aug 30 14:35:41.997098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b3138-a08b-4094-8ef0-d6ec54474759 req-6599752a-4475-41fc-ac1d-79ba5cef27ce tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:42.005083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39b3138-a08b-4094-8ef0-d6ec54474759 req-6599752a-4475-41fc-ac1d-79ba5cef27ce tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 943 time: 0.0567558 Aug 30 14:35:42.051575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a39b3138-a08b-4094-8ef0-d6ec54474759 req-36bbae34-2b25-4cc8-9fc2-623d5f6c1cb0 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437260 Aug 30 14:35:42.661677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8cd3d-72ff-4ffa-9409-8f0b66586e4a req-d10b4aca-6f76-4a8d-93a5-aaafd6f67548 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:42.663234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73d8cd3d-72ff-4ffa-9409-8f0b66586e4a req-d10b4aca-6f76-4a8d-93a5-aaafd6f67548 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0574408 Aug 30 14:35:42.707738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73d8cd3d-72ff-4ffa-9409-8f0b66586e4a req-68fc95a7-def2-486a-bcb4-8dee5f985505 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Aug 30 14:35:43.163502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84aade-9299-4c8f-a7b6-27b162921d4b req-57e6b193-c36a-4c13-b459-0e103904e1eb tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:43.165463 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f84aade-9299-4c8f-a7b6-27b162921d4b req-57e6b193-c36a-4c13-b459-0e103904e1eb tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 943 time: 0.0500882 Aug 30 14:35:43.205032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f84aade-9299-4c8f-a7b6-27b162921d4b req-176b462a-b18f-430d-8b9e-1e28c2d64f00 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Aug 30 14:35:43.357633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2ebe6c31-f251-41cc-83ef-458e8550a91c details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:43.456756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2ebe6c31-f251-41cc-83ef-458e8550a91c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2ebe6c31-f251-41cc-83ef-458e8550a91c,segment=NetworkSegment(db3304ec-17aa-4382-8344-180febf71cbd),segment_id=db3304ec-17aa-4382-8344-180febf71cbd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:43.467886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '2ebe6c31-f251-41cc-83ef-458e8550a91c', 'network_id': 'e62e82b4-4a46-46da-a36d-b72d6f88cfd9', 'port_id': '2ebe6c31-f251-41cc-83ef-458e8550a91c', 'mac_address': 'fa:16:3e:16:c0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efc97d1-f11d-4777-b05b-a2a2b5076931', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:43.505508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:43.518338 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebe6c31-f251-41cc-83ef-458e8550a91c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:43.520252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-0c4f1861-1453-442a-9f7b-ec01f9c38221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:43.521794 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-0c4f1861-1453-442a-9f7b-ec01f9c38221 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 1096 time: 0.0398388 Aug 30 14:35:43.538654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2ebe6c31-f251-41cc-83ef-458e8550a91c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2ebe6c31-f251-41cc-83ef-458e8550a91c,segment=NetworkSegment(db3304ec-17aa-4382-8344-180febf71cbd),segment_id=db3304ec-17aa-4382-8344-180febf71cbd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:43.542228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:43.593403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=2ebe6c31-f251-41cc-83ef-458e8550a91c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:43.620885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-ad9b62e5-63e3-49fe-aa6a-6cafadeeb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:43.622635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-ad9b62e5-63e3-49fe-aa6a-6cafadeeb523 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.0929577 Aug 30 14:35:43.671457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-27b75d0c-0ab6-4172-8475-27505290f25c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6 HTTP/1.1" status: 200 len: 217 time: 0.0415156 Aug 30 14:35:43.722092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-d048fe7a-d309-4b41-beb6-9c66303bf9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:43.723540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-d048fe7a-d309-4b41-beb6-9c66303bf9c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0442255 Aug 30 14:35:43.774338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-bebebe6a-d9b8-448e-9f26-662dd8ce5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:43.775876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-bebebe6a-d9b8-448e-9f26-662dd8ce5a6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445945 Aug 30 14:35:43.886041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d070f46-48fa-4545-8e71-6acbffb263de req-d1422a02-a78c-4eb7-a3fb-2fb42588ca4d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:43.887534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d070f46-48fa-4545-8e71-6acbffb263de req-d1422a02-a78c-4eb7-a3fb-2fb42588ca4d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.1069758 Aug 30 14:35:43.922840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-ed1bc277-a93e-48bd-9de6-fec3bb4b4062 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332557 Aug 30 14:35:43.955008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d070f46-48fa-4545-8e71-6acbffb263de req-bbe2ab9d-e6a6-4638-9f59-04d83e81ad52 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609148 Aug 30 14:35:44.021851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edac7871-4fd0-4ea3-815b-fed03fd58a87 req-85e99c0b-fdbc-45fe-9acd-7491118c9acc service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898514 Aug 30 14:35:44.106921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2ebe6c31-f251-41cc-83ef-458e8550a91c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:44.323372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee875-0dbb-434a-8472-95c8f8fb4c41 req-31f560fc-b1e2-4f49-8c98-4ca90d71dcff tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:44.324879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e80ee875-0dbb-434a-8472-95c8f8fb4c41 req-31f560fc-b1e2-4f49-8c98-4ca90d71dcff tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 944 time: 0.0509245 Aug 30 14:35:44.368904 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e80ee875-0dbb-434a-8472-95c8f8fb4c41 req-167a2028-1ba8-4854-baf2-4ea878d5717c tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366485 Aug 30 14:35:44.926075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-b15810e7-2848-43ad-bf3d-2cdb2167558f req-77fda84c-c2f8-4a0f-82c1-bd3b89568f69 service neutron] (94826) timed out ('10.222.0.21', 50041) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:35:44.992979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a559e1-517a-4c03-9897-bc0a6e351a76 req-730a3716-302e-4f3e-a242-80ef018f1e1d tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:44.994586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35a559e1-517a-4c03-9897-bc0a6e351a76 req-730a3716-302e-4f3e-a242-80ef018f1e1d tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1096 time: 0.0418634 Aug 30 14:35:45.028904 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35a559e1-517a-4c03-9897-bc0a6e351a76 req-04854681-4341-4e96-9b4a-ea9ffdba9c02 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283344 Aug 30 14:35:45.053225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:45.079281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fd874-1f18-46ab-a9f5-1099559b9fd1 req-0f62ba6e-8515-482c-bae0-8e6c475801ac tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:45.081407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-737fd874-1f18-46ab-a9f5-1099559b9fd1 req-0f62ba6e-8515-482c-bae0-8e6c475801ac tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0542104 Aug 30 14:35:45.122484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-737fd874-1f18-46ab-a9f5-1099559b9fd1 req-065a7ae4-8368-4785-a5bc-63abc5552548 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Aug 30 14:35:45.212350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port c63b2082-a8f4-4885-bbd6-61b6ca5c0873 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:45.212730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:45.291233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:45.291558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:45.303128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for c63b2082-a8f4-4885-bbd6-61b6ca5c0873 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:45.483936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda964f-9345-40bf-b153-74dea275e9f4 req-86fba705-7e97-4b6b-8cc4-5f7b4a75d0a2 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:45.485453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-feda964f-9345-40bf-b153-74dea275e9f4 req-86fba705-7e97-4b6b-8cc4-5f7b4a75d0a2 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 944 time: 0.0488577 Aug 30 14:35:45.494844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:45.524278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-feda964f-9345-40bf-b153-74dea275e9f4 req-edf81c35-e760-440a-9794-70f14b20d243 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Aug 30 14:35:45.526325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=c63b2082-a8f4-4885-bbd6-61b6ca5c0873,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:45.586410 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:45.586742 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Floating IP f86c385d-12cc-40df-a86d-41ab6e0d5af7 disassociated (deleted). External IP: 172.25.6.58, port: 34f52b24-f4e3-4bc9-bbf8-364484a1c50a. Aug 30 14:35:45.813362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router a9716069-e460-4dc3-ab49-5bd0c5414797 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:35:45.930903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:45.936169 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:45.941448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] Sync routers for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:45.952012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:45.962126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:45.971937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-021ee088-0424-4886-954d-3fee37de7442 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/floatingips/f86c385d-12cc-40df-a86d-41ab6e0d5af7 HTTP/1.1" status: 204 len: 168 time: 0.9152648 Aug 30 14:35:45.971937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:45.972634 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa8e385-0a8e-48f7-b929-28963b242d20" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:46.095595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:46.114791 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c572cad-7413-4a23-bdb9-e3ec3fd225b3 x-openstack-request-id: req-9c572cad-7413-4a23-bdb9-e3ec3fd225b3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:46.115817 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:46.116249 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c572cad-7413-4a23-bdb9-e3ec3fd225b3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:46.116834 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'status': 'completed', 'code': 200} Aug 30 14:35:46.262852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28604c1-3005-49c7-badb-7b255dc3d280 req-01d45e7b-f44d-4695-8432-170251d98f07 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.270476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f28604c1-3005-49c7-badb-7b255dc3d280 req-01d45e7b-f44d-4695-8432-170251d98f07 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0948191 Aug 30 14:35:46.296140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-85b6040c-d86c-48f5-85aa-464d4a3ecc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.297803 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-85b6040c-d86c-48f5-85aa-464d4a3ecc1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 1096 time: 0.0945287 Aug 30 14:35:46.344244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:40Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:46.365319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f28604c1-3005-49c7-badb-7b255dc3d280 req-0e9ab469-a071-4ea8-94f2-8a0e9ff7c199 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937493 Aug 30 14:35:46.414909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] Checking router: a9716069-e460-4dc3-ab49-5bd0c5414797 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:46.415138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc898c-4c63-422e-a974-915c72355965 req-b8d976bd-2ddf-4b15-abf8-695cf16b7458 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.422618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26bc898c-4c63-422e-a974-915c72355965 req-b8d976bd-2ddf-4b15-abf8-695cf16b7458 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 945 time: 0.0553691 Aug 30 14:35:46.424566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:46.425248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:46.462575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-1d0655c1-494c-4aa9-827f-c1f83f0b1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.464466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-1d0655c1-494c-4aa9-827f-c1f83f0b1a94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 200 len: 897 time: 0.1585145 Aug 30 14:35:46.480093 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26bc898c-4c63-422e-a974-915c72355965 req-edc8d693-b923-4dcc-b562-7d3d637fed9a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Aug 30 14:35:46.511805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-fb8fb65d-5aa0-4caa-8854-5fab7ce34d19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 200 len: 217 time: 0.0379262 Aug 30 14:35:46.562713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:46.611286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-7e1e5b4e-4a04-4bb6-84d9-c323b8ce0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.613741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-7e1e5b4e-4a04-4bb6-84d9-c323b8ce0616 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 200 len: 834 time: 0.0929396 Aug 30 14:35:46.663008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a894cef-29f5-47e5-88db-2fa1448ee933 req-3b45c2bc-2e7f-42ce-a3fa-a711c05e082b tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.664536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a894cef-29f5-47e5-88db-2fa1448ee933 req-3b45c2bc-2e7f-42ce-a3fa-a711c05e082b tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 944 time: 0.0535138 Aug 30 14:35:46.666933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33353f23-ae44-4f03-ab54-f455794d18ed req-18da61b2-76ed-449c-a117-edaf48bc3cd3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.668526 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33353f23-ae44-4f03-ab54-f455794d18ed req-18da61b2-76ed-449c-a117-edaf48bc3cd3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1059859 Aug 30 14:35:46.686360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-e612708b-9225-41b4-8393-d827106960a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.688063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-e612708b-9225-41b4-8393-d827106960a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=368a9aed-7d98-4f41-be51-adde5f25928e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654936 Aug 30 14:35:46.709100 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a894cef-29f5-47e5-88db-2fa1448ee933 req-5c156cda-192e-4169-967f-ac6e391b82e5 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Aug 30 14:35:46.779950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33353f23-ae44-4f03-ab54-f455794d18ed req-01aee231-7082-469a-b95e-286f1a80de1a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036515 Aug 30 14:35:46.799913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:40Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:46.811892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-d3f47ec4-62fb-4f33-afa6-2e8b50dd1ee3 service neutron] 10.222.0.21 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148064 Aug 30 14:35:46.831644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d12434-10c5-4cf6-a5a9-e8bf897d1a18 None None] The sync data for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 is: [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0c5f96eb-2ed9-45c8-9915-22c8163ea00b', 'name': '', 'network_id': '368a9aed-7d98-4f41-be51-adde5f25928e', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:85:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:32Z', 'updated_at': '2021-08-30T14:33:40Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '9ae6f16a-1780-4fec-aa14-c635ff2f1efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:46.906305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec1f3-55e4-497e-bfa1-a6990896319c req-5e961aea-661b-4558-9760-b20e97850af6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.907842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27fec1f3-55e4-497e-bfa1-a6990896319c req-5e961aea-661b-4558-9760-b20e97850af6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0530345 Aug 30 14:35:46.912287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fa8e385-0a8e-48f7-b929-28963b242d20 req-b0d8c9ce-2e7f-4910-ad91-762c165b5ffa service neutron] 10.222.0.21 "GET /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924566 Aug 30 14:35:46.953558 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27fec1f3-55e4-497e-bfa1-a6990896319c req-e2b421d5-8ede-48c4-80df-7e60f8072ce6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375283 Aug 30 14:35:47.107600 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67e257-ac4a-4019-b0fe-4ee0927a27d4 None None] New status for floating IP f86c385d-12cc-40df-a86d-41ab6e0d5af7: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:35:47.165934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6460f63-65f9-4c2e-bc38-7c5dd5198087 req-d8088821-8868-4bc2-8dbd-5f3e384e4f99 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:47.167894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f6460f63-65f9-4c2e-bc38-7c5dd5198087 req-d8088821-8868-4bc2-8dbd-5f3e384e4f99 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0534153 Aug 30 14:35:47.209394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f6460f63-65f9-4c2e-bc38-7c5dd5198087 req-f462cb6a-9aab-4110-9980-7552c0a9d7b0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345666 Aug 30 14:35:47.391263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2ebe6c31-f251-41cc-83ef-458e8550a91c up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:47.439565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 2ebe6c31-f251-41cc-83ef-458e8550a91c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:47.443258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 2ebe6c31-f251-41cc-83ef-458e8550a91c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:47.443633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:47.483624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc05c9-6b9b-407b-8745-649bfb0bb5d8 req-18f80a3b-e695-46c2-b9ee-592ecf219b33 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:47.485103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fbc05c9-6b9b-407b-8745-649bfb0bb5d8 req-18f80a3b-e695-46c2-b9ee-592ecf219b33 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0539157 Aug 30 14:35:47.520446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:47.524901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fbc05c9-6b9b-407b-8745-649bfb0bb5d8 req-eb76c2ed-6297-402d-9597-9050aefff230 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337248 Aug 30 14:35:47.547656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a5e5b6-6b00-409f-8aae-8f622ff6b928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebe6c31-f251-41cc-83ef-458e8550a91c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:47.549936 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c66038-2d20-4712-afa5-8f0d6d60a585" -d '{"events": [{"server_uuid": "92a5e5b6-6b00-409f-8aae-8f622ff6b928", "name": "network-vif-plugged", "status": "completed", "tag": "2ebe6c31-f251-41cc-83ef-458e8550a91c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:47.562887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2ebe6c31-f251-41cc-83ef-458e8550a91c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2ebe6c31-f251-41cc-83ef-458e8550a91c,segment=NetworkSegment(db3304ec-17aa-4382-8344-180febf71cbd),segment_id=db3304ec-17aa-4382-8344-180febf71cbd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:47.567141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:47.590133 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db89f77-b3fc-4e4b-8f45-8b90704f66af x-openstack-request-id: req-4db89f77-b3fc-4e4b-8f45-8b90704f66af {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:47.590436 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a5e5b6-6b00-409f-8aae-8f622ff6b928", "name": "network-vif-plugged", "status": "completed", "tag": "2ebe6c31-f251-41cc-83ef-458e8550a91c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:47.590663 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4db89f77-b3fc-4e4b-8f45-8b90704f66af {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:47.591039 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a5e5b6-6b00-409f-8aae-8f622ff6b928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebe6c31-f251-41cc-83ef-458e8550a91c', 'code': 200} Aug 30 14:35:47.615284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=2ebe6c31-f251-41cc-83ef-458e8550a91c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:47.717542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f84da-f2fd-4173-9fde-f9d558566abf req-739f2389-49f6-4309-b791-63e082d609e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:47.719061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e7f84da-f2fd-4173-9fde-f9d558566abf req-739f2389-49f6-4309-b791-63e082d609e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 1096 time: 0.0436201 Aug 30 14:35:47.755173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e7f84da-f2fd-4173-9fde-f9d558566abf req-5af8a85c-fe69-4d8a-a1e4-c6dfd7476c29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280232 Aug 30 14:35:47.826488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0c361-bcc8-405d-810b-3f2681f30abb req-7defea39-664e-4263-a8bd-e96a34de3a92 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:47.828133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3cc0c361-bcc8-405d-810b-3f2681f30abb req-7defea39-664e-4263-a8bd-e96a34de3a92 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0489094 Aug 30 14:35:47.843239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3224878-5c8a-4465-bca1-70d8f56b5da6 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:47.866101 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3cc0c361-bcc8-405d-810b-3f2681f30abb req-c8846a75-6ba6-491b-adf8-61934f2bfe58 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Aug 30 14:35:47.916070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:47.949770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:47.953488 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:48.002186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:48.333386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c3ac1-3c8e-429b-bc1a-39c12eb71176 req-be35b286-d9a0-4995-a3f5-96c43f12d796 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:48.334879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016c3ac1-3c8e-429b-bc1a-39c12eb71176 req-be35b286-d9a0-4995-a3f5-96c43f12d796 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0547681 Aug 30 14:35:48.373193 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-016c3ac1-3c8e-429b-bc1a-39c12eb71176 req-63a3f4eb-a171-4b72-a363-7d9bb3c0e8a3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Aug 30 14:35:48.519138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-55b15639-ec47-4bf6-96f8-443a2dee052a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:48.520591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-55b15639-ec47-4bf6-96f8-443a2dee052a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0479960 Aug 30 14:35:48.629897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:48.630579 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:48.647968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71187871-78dd-474a-8f74-ce24e6d33a12 req-352e781c-26a1-40ab-b0ae-741ab8f5d831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:48.649618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-71187871-78dd-474a-8f74-ce24e6d33a12 req-352e781c-26a1-40ab-b0ae-741ab8f5d831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 945 time: 0.0536485 Aug 30 14:35:48.689764 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-71187871-78dd-474a-8f74-ce24e6d33a12 req-4eca074d-b443-4067-8a2e-d75192930d0a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=6838ae9c-7788-46be-92ca-eb74e093e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338318 Aug 30 14:35:48.717772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:48.718140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:48.731237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 34f52b24-f4e3-4bc9-bbf8-364484a1c50a owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:48.860010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:48.887417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=34f52b24-f4e3-4bc9-bbf8-364484a1c50a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:48.935472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] No DVR routers for this DVR port 34f52b24-f4e3-4bc9-bbf8-364484a1c50a on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:48.938015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:48.940812 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4eacc4c4-b5b5-42db-996a-c6c726b4cff5 req-cb73db50-c050-4b38-b169-295a0bdde53a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "DELETE /v2.0/ports/34f52b24-f4e3-4bc9-bbf8-364484a1c50a HTTP/1.1" status: 204 len: 173 time: 0.4110169 Aug 30 14:35:48.941217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'name': 'network-vif-deleted', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:48.943526 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d88d804-1150-4eb5-921a-55266d654e28" -d '{"events": [{"server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "name": "network-vif-deleted", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:48.980170 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40fea4e-7ec7-4241-b3d0-3788ce3dfdff x-openstack-request-id: req-e40fea4e-7ec7-4241-b3d0-3788ce3dfdff {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:48.980464 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9776f4-1d86-46b0-9eff-3646a1af218c", "name": "network-vif-deleted", "tag": "34f52b24-f4e3-4bc9-bbf8-364484a1c50a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:48.980710 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e40fea4e-7ec7-4241-b3d0-3788ce3dfdff {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:48.981211 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9776f4-1d86-46b0-9eff-3646a1af218c', 'name': 'network-vif-deleted', 'tag': '34f52b24-f4e3-4bc9-bbf8-364484a1c50a', 'status': 'completed', 'code': 200} Aug 30 14:35:48.998239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf93fd0-7c5a-4d00-b208-6e788b23ef0a req-e42e4618-e1c9-4994-8d22-cc5b8c315d1e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:48.999735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0cf93fd0-7c5a-4d00-b208-6e788b23ef0a req-e42e4618-e1c9-4994-8d22-cc5b8c315d1e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0530455 Aug 30 14:35:49.039379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0cf93fd0-7c5a-4d00-b208-6e788b23ef0a req-d281d9f5-9e86-4331-84b1-286d2c666dbe tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Aug 30 14:35:49.491727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb70d3a-ca94-40dc-a5e3-d8274f9c9b7f req-16ffdafe-7150-4075-ae80-c360606bb8f7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:49.493152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-efb70d3a-ca94-40dc-a5e3-d8274f9c9b7f req-16ffdafe-7150-4075-ae80-c360606bb8f7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0505688 Aug 30 14:35:49.530266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-efb70d3a-ca94-40dc-a5e3-d8274f9c9b7f req-f5f8cac3-260d-4c3b-a28e-7c7e5cf1e548 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Aug 30 14:35:49.592594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:49.597255 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619957d-f6d7-4ad1-bd2b-a044e837481e" -d '{"events": [{"server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "name": "network-vif-unplugged", "status": "completed", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:49.642483 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed30c947-38b8-43ec-afdc-0bd7d80e9560 x-openstack-request-id: req-ed30c947-38b8-43ec-afdc-0bd7d80e9560 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:49.642869 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "name": "network-vif-unplugged", "status": "failed", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:49.643845 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed30c947-38b8-43ec-afdc-0bd7d80e9560 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:49.644355 n-d-805668-3 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'code': 422} returned with failed status Aug 30 14:35:49.792676 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.795404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb88e76a-f758-4a22-9e03-d64cf6a4f18e req-672c5ed6-4e49-47ef-9b8f-65b0a0860f26 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e9776f4-1d86-46b0-9eff-3646a1af218c HTTP/1.1" status: 200 len: 210 time: 0.0281911 Aug 30 14:35:50.157520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d6730-0370-46ba-bb4d-36998607c914 req-f99f8bb6-ccea-41bd-8f6e-b73c0bf4beb3 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:50.159547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d5d6730-0370-46ba-bb4d-36998607c914 req-f99f8bb6-ccea-41bd-8f6e-b73c0bf4beb3 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0501957 Aug 30 14:35:50.202160 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d5d6730-0370-46ba-bb4d-36998607c914 req-4d733db4-b9e0-4846-82ca-75e720e1c280 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364840 Aug 30 14:35:50.473864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27189135-5ee7-4f9a-812f-787a92d299c2 req-4d77d6c6-01d9-4c0b-bd32-d634f07af14a tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:50.475359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27189135-5ee7-4f9a-812f-787a92d299c2 req-4d77d6c6-01d9-4c0b-bd32-d634f07af14a tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0498791 Aug 30 14:35:50.542784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27189135-5ee7-4f9a-812f-787a92d299c2 req-7181159a-45ce-4d91-b940-d18dbd82f0e4 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548134 Aug 30 14:35:50.542784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-d9bd8fb1-4328-47e6-b2be-de3040463fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:50.542784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-d9bd8fb1-4328-47e6-b2be-de3040463fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d399d25fe45745dc878b4f7108044b86&device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 1096 time: 0.0665436 Aug 30 14:35:50.678857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28448c0a-477f-4154-a3d1-d450b02c0ce6 req-4525d9d1-a409-4663-8160-34137bd78f66 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:50.680348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28448c0a-477f-4154-a3d1-d450b02c0ce6 req-4525d9d1-a409-4663-8160-34137bd78f66 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0764556 Aug 30 14:35:50.681751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-11b02845-3161-46bc-b386-915f90e219d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:50.684330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-11b02845-3161-46bc-b386-915f90e219d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e62e82b4-4a46-46da-a36d-b72d6f88cfd9 HTTP/1.1" status: 200 len: 915 time: 0.1339791 Aug 30 14:35:50.740221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-8409cdc0-915c-4b22-93e9-4c44ecfe2c0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ebe6c31-f251-41cc-83ef-458e8550a91c HTTP/1.1" status: 200 len: 217 time: 0.0469847 Aug 30 14:35:50.783168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28448c0a-477f-4154-a3d1-d450b02c0ce6 req-d2f4066f-3ce5-4cbd-b463-aff1dae1059c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964284 Aug 30 14:35:50.799995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-f3aec883-c6cb-4511-8d8c-8e1d58f16d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:50.801496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-f3aec883-c6cb-4511-8d8c-8e1d58f16d83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6efc97d1-f11d-4777-b05b-a2a2b5076931 HTTP/1.1" status: 200 len: 854 time: 0.0517137 Aug 30 14:35:50.836175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-ffb10da1-4d09-46b3-92da-a57fcda875bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e62e82b4-4a46-46da-a36d-b72d6f88cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270727 Aug 30 14:35:50.852870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:50.928318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-532e3151-bec5-4846-96bc-7a2321c138bf service neutron] 10.222.0.21 "GET /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842400 Aug 30 14:35:51.303387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:51.365987 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b1885c2-bbc3-404d-a74a-e128da016c44 req-72a174b1-10bf-462a-be19-2316dc0b74a1 service neutron] 10.222.0.21 "GET /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301248 Aug 30 14:35:51.420860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 34f52b24-f4e3-4bc9-bbf8-364484a1c50a no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:51.441895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 34f52b24-f4e3-4bc9-bbf8-364484a1c50a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:51.442334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 34f52b24-f4e3-4bc9-bbf8-364484a1c50a not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:51.659338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:51.659684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:51.671572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a36be-078b-481b-ae68-205d59665f01 req-4e0aa546-99d4-43ba-b9c4-35dfba3cd015 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:51.673103 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-551a36be-078b-481b-ae68-205d59665f01 req-4e0aa546-99d4-43ba-b9c4-35dfba3cd015 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0641737 Aug 30 14:35:51.764603 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-551a36be-078b-481b-ae68-205d59665f01 req-f51c3d01-821d-4138-aecb-0637d867d4a9 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780914 Aug 30 14:35:51.796891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port 0c5f96eb-2ed9-45c8-9915-22c8163ea00b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:51.797305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:51.811773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 0c5f96eb-2ed9-45c8-9915-22c8163ea00b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:51.924594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b891ec-78ea-4da5-83ef-288418ca0cf1 req-5efc74df-0930-4992-9c09-b72dfced955e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:51.926113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9b891ec-78ea-4da5-83ef-288418ca0cf1 req-5efc74df-0930-4992-9c09-b72dfced955e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0672107 Aug 30 14:35:52.011602 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9b891ec-78ea-4da5-83ef-288418ca0cf1 req-795442e6-f729-44aa-bcc3-d99b82805740 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551717 Aug 30 14:35:52.077749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.104721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=0c5f96eb-2ed9-45c8-9915-22c8163ea00b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:52.118910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.119270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.119617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.119956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.120333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.120678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.121125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.121502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.121799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.122127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.122453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.122781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.291464 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.506742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router a9716069-e460-4dc3-ab49-5bd0c5414797 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:35:52.615060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:52.620226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f302005a-010f-460e-b83b-a7432e7eed03 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "PUT /v2.0/routers/a9716069-e460-4dc3-ab49-5bd0c5414797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661648 Aug 30 14:35:52.622882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:52.625373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] Sync routers for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:52.634577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:52.635202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:52.673420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-408f00ec-feeb-4779-ba13-285c6ecd1708 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting subnet 9ae6f16a-1780-4fec-aa14-c635ff2f1efe {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:35:52.676562 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-408f00ec-feeb-4779-ba13-285c6ecd1708 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.716217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-408f00ec-feeb-4779-ba13-285c6ecd1708 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.740776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:52.807890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-408f00ec-feeb-4779-ba13-285c6ecd1708 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.891305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-408f00ec-feeb-4779-ba13-285c6ecd1708 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.905516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94918c-9014-43eb-b394-6589783e6233 req-827f5c63-bb2f-4938-bcff-3eb1a2fa9596 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.907247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e94918c-9014-43eb-b394-6589783e6233 req-827f5c63-bb2f-4938-bcff-3eb1a2fa9596 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0565631 Aug 30 14:35:52.921010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f00ec-feeb-4779-ba13-285c6ecd1708 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae6f16a-1780-4fec-aa14-c635ff2f1efe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:52.926880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-408f00ec-feeb-4779-ba13-285c6ecd1708 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.928450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-408f00ec-feeb-4779-ba13-285c6ecd1708 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/subnets/9ae6f16a-1780-4fec-aa14-c635ff2f1efe HTTP/1.1" status: 204 len: 168 time: 0.3046823 Aug 30 14:35:52.931252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:52.933824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:35:52Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:52.938022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace144d-78b5-499d-8913-2462cf6c9fcc None None] Network 368a9aed-7d98-4f41-be51-adde5f25928e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:35:52.976904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] Checking router: a9716069-e460-4dc3-ab49-5bd0c5414797 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:52.993857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e94918c-9014-43eb-b394-6589783e6233 req-2f95e2c0-7758-43b6-bbd1-a59dea0d595e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798500 Aug 30 14:35:53.017318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] Routers {'a9716069-e460-4dc3-ab49-5bd0c5414797'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:53.018700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a9716069-e460-4dc3-ab49-5bd0c5414797'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:53.062421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.197770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.210367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] Set router a9716069-e460-4dc3-ab49-5bd0c5414797 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:53.272656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port d50f7bfb-c412-4e43-8dbc-a518a626f208 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:53.272770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.376305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc17cfc-47da-4d02-b092-33ea2ad69ad8 req-56036cf2-b1f4-4610-9918-7374bff6885e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:53.385332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4dc17cfc-47da-4d02-b092-33ea2ad69ad8 req-56036cf2-b1f4-4610-9918-7374bff6885e tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0707803 Aug 30 14:35:53.406686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] DHCP port deletion for 368a9aed-7d98-4f41-be51-adde5f25928e request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:35:53.410743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port d50f7bfb-c412-4e43-8dbc-a518a626f208, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d50f7bfb-c412-4e43-8dbc-a518a626f208,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:53.411107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.419526 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4dc17cfc-47da-4d02-b092-33ea2ad69ad8 req-1bf46315-e2ed-4b51-8836-fa1fd7dcba6f tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Aug 30 14:35:53.427750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd24e3-78cd-4fe5-a59d-66dc357e316e req-1c777903-ea9f-4a79-a21c-c984a332e509 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:53.429254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-20cd24e3-78cd-4fe5-a59d-66dc357e316e req-1c777903-ea9f-4a79-a21c-c984a332e509 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1112499 Aug 30 14:35:53.443732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for d50f7bfb-c412-4e43-8dbc-a518a626f208 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:53.511494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-20cd24e3-78cd-4fe5-a59d-66dc357e316e req-62727189-b0e3-45d8-9e04-c54481a06387 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746946 Aug 30 14:35:53.536784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] Deleting port 9d16385e-bb01-4ae2-89bf-e1996e62b255 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:53.537105 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.632604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] For port 9d16385e-bb01-4ae2-89bf-e1996e62b255, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d16385e-bb01-4ae2-89bf-e1996e62b255,segment=NetworkSegment(0a8951ab-0e6d-49f3-b7a0-60b76e9ff964),segment_id=0a8951ab-0e6d-49f3-b7a0-60b76e9ff964)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:53.633463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.636411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.649962 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] Calling delete_port for 9d16385e-bb01-4ae2-89bf-e1996e62b255 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:53.667758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=d50f7bfb-c412-4e43-8dbc-a518a626f208,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:53.705718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:35:52Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:53.720495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.720977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.721982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.722413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.722860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.723288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.723819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.724248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.724676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.725122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.725541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.725956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:53.741908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc97991-2eec-4ceb-86d3-f9abf8087afc None None] The sync data for ids ['a9716069-e460-4dc3-ab49-5bd0c5414797'] in n-d-805668-3 is: [{'id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1614468135', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:35:52Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd50f7bfb-c412-4e43-8dbc-a518a626f208', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9716069-e460-4dc3-ab49-5bd0c5414797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:28Z', 'updated_at': '2021-08-30T14:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:53.743927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.790018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.816857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] Pushing event deleted for resources: {'Port': ['ID=9d16385e-bb01-4ae2-89bf-e1996e62b255,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:53.820554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074428c-42a3-4851-a319-c1634f1ddb79 None None] No DVR routers for this DVR port 9d16385e-bb01-4ae2-89bf-e1996e62b255 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:53.847719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.849948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.893271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.893893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Fanout notify agent at l3_agent the message router_deleted on router a9716069-e460-4dc3-ab49-5bd0c5414797 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:35:53.900744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:53.904430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-68ffe2e5-fbe8-44e2-be0b-e80088b9327f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/routers/a9716069-e460-4dc3-ab49-5bd0c5414797 HTTP/1.1" status: 204 len: 168 time: 0.9696755 Aug 30 14:35:53.905019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46998) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:53.982450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.076327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.092808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368a9aed-7d98-4f41-be51-adde5f25928e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:54.114305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d16385e-bb01-4ae2-89bf-e1996e62b255 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:54.126632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:54.127113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8951ab-0e6d-49f3-b7a0-60b76e9ff964') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:54.135979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 9d16385e-bb01-4ae2-89bf-e1996e62b255 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:54.136334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d16385e-bb01-4ae2-89bf-e1996e62b255 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:54.151555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.173612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.180818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:35:54.181357 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:35:54.184785 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:35:54.245769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.253083 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.257502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:54.257994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/networks/368a9aed-7d98-4f41-be51-adde5f25928e HTTP/1.1" status: 204 len: 168 time: 0.3518744 Aug 30 14:35:54.275981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a822fa-7633-4405-bb6f-61e0da76627e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Network': ['ID=368a9aed-7d98-4f41-be51-adde5f25928e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:54.317471 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1caa786d-aa64-4548-8132-c94f1219b211 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.344366 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1caa786d-aa64-4548-8132-c94f1219b211 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.410633 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1caa786d-aa64-4548-8132-c94f1219b211 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.413605 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1caa786d-aa64-4548-8132-c94f1219b211 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.414783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1caa786d-aa64-4548-8132-c94f1219b211 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/security-groups/6838ae9c-7788-46be-92ca-eb74e093e377 HTTP/1.1" status: 204 len: 168 time: 0.1562951 Aug 30 14:35:54.424920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa786d-aa64-4548-8132-c94f1219b211 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838ae9c-7788-46be-92ca-eb74e093e377,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:54.543721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddeef4-ca9d-4f03-a728-4212f00012c7 req-146101e1-1580-4250-9bac-b96ce3800330 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:54.545477 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2dddeef4-ca9d-4f03-a728-4212f00012c7 req-146101e1-1580-4250-9bac-b96ce3800330 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Aug 30 14:35:54.583230 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2dddeef4-ca9d-4f03-a728-4212f00012c7 req-494a650d-eaf9-42a2-9d7b-1b29940d9dd6 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a5a6fb-cf50-497d-a7e9-51f682cab2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Aug 30 14:35:54.806231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:54.811342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f8c432d8-ae5e-4d8c-af2c-b62e81b22920 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428750173', 'description': 'tempest-secgroup-smoke-428750173 description', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:54.846134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c432d8-ae5e-4d8c-af2c-b62e81b22920 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.959766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c432d8-ae5e-4d8c-af2c-b62e81b22920 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.965665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c432d8-ae5e-4d8c-af2c-b62e81b22920 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.001990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c432d8-ae5e-4d8c-af2c-b62e81b22920 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.004857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f8c432d8-ae5e-4d8c-af2c-b62e81b22920 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1976275 Aug 30 14:35:55.008105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47018) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:55.013810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8aeea8fd-8053-4b37-b4bc-c67cb8dcaa3a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'bbff3948-7699-4719-9f31-69024fe51be0', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:55.019892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c432d8-ae5e-4d8c-af2c-b62e81b22920 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbff3948-7699-4719-9f31-69024fe51be0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:55.030834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34852bd1-acf3-4b5c-a4c1-b2c5b3429924 req-e73b8318-0204-452f-81ea-8e42dfab0669 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:55.039215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-34852bd1-acf3-4b5c-a4c1-b2c5b3429924 req-e73b8318-0204-452f-81ea-8e42dfab0669 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.3928964 Aug 30 14:35:55.046917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea8fd-8053-4b37-b4bc-c67cb8dcaa3a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.081520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-34852bd1-acf3-4b5c-a4c1-b2c5b3429924 req-8727668b-af92-471c-90b0-7c5095d432a7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Aug 30 14:35:55.109881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea8fd-8053-4b37-b4bc-c67cb8dcaa3a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.116090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea8fd-8053-4b37-b4bc-c67cb8dcaa3a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.118240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28204f9e-a7e8-4444-8dae-172edd79d4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.142510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeea8fd-8053-4b37-b4bc-c67cb8dcaa3a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6199c5e7-95de-46c3-ad9d-016a923959ed,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:55.146545 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea8fd-8053-4b37-b4bc-c67cb8dcaa3a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.147751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8aeea8fd-8053-4b37-b4bc-c67cb8dcaa3a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387014 Aug 30 14:35:55.150647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:55.155234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-50057764-5a3a-41fb-8d05-12858d6fc658 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'bbff3948-7699-4719-9f31-69024fe51be0', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:55.182429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50057764-5a3a-41fb-8d05-12858d6fc658 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.248434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50057764-5a3a-41fb-8d05-12858d6fc658 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.252942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50057764-5a3a-41fb-8d05-12858d6fc658 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.268588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365723cd-593d-40c4-9977-7594ec6f4567 req-74d85b44-9f72-4254-a56b-91a83f3868dd tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:55.269853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057764-5a3a-41fb-8d05-12858d6fc658 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b79a97-e699-403b-bf98-9795d5670b53,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:55.270342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-365723cd-593d-40c4-9977-7594ec6f4567 req-74d85b44-9f72-4254-a56b-91a83f3868dd tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.21 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 945 time: 0.0594199 Aug 30 14:35:55.278858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50057764-5a3a-41fb-8d05-12858d6fc658 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.280066 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-50057764-5a3a-41fb-8d05-12858d6fc658 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283801 Aug 30 14:35:55.283264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:55.288385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2e76329a-6f6c-40ef-bea5-4b01dc982fe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'bbff3948-7699-4719-9f31-69024fe51be0', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:55.317574 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e76329a-6f6c-40ef-bea5-4b01dc982fe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.375102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Deleting port 2ebe6c31-f251-41cc-83ef-458e8550a91c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:55.375451 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.380039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e76329a-6f6c-40ef-bea5-4b01dc982fe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.383720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e76329a-6f6c-40ef-bea5-4b01dc982fe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.403122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76329a-6f6c-40ef-bea5-4b01dc982fe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8c9bab-1fd4-4c3a-906d-9dfaa115076f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:55.411081 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e76329a-6f6c-40ef-bea5-4b01dc982fe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.412347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2e76329a-6f6c-40ef-bea5-4b01dc982fe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275809 Aug 30 14:35:55.415211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:55.420175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e8d39cdf-a62b-45c3-8678-972535917404 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'bbff3948-7699-4719-9f31-69024fe51be0', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:55.446815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8d39cdf-a62b-45c3-8678-972535917404 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.470315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] For port 2ebe6c31-f251-41cc-83ef-458e8550a91c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2ebe6c31-f251-41cc-83ef-458e8550a91c,segment=NetworkSegment(db3304ec-17aa-4382-8344-180febf71cbd),segment_id=db3304ec-17aa-4382-8344-180febf71cbd)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:55.470686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.484445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Calling delete_port for 2ebe6c31-f251-41cc-83ef-458e8550a91c owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:55.506992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8d39cdf-a62b-45c3-8678-972535917404 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.510763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8d39cdf-a62b-45c3-8678-972535917404 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.529166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d39cdf-a62b-45c3-8678-972535917404 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfad8d7-0d28-4219-826a-6edad62e57f8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:55.531751 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8d39cdf-a62b-45c3-8678-972535917404 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.536051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e8d39cdf-a62b-45c3-8678-972535917404 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168349 Aug 30 14:35:55.536470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:55.540866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ea3f330f-51a2-4a73-ae11-6aa3bf172633 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'bbff3948-7699-4719-9f31-69024fe51be0', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:55.562667 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-ea3f330f-51a2-4a73-ae11-6aa3bf172633 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Project 917b7b4e773a42fcbf8eba694af1b9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:35:55.567668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea3f330f-51a2-4a73-ae11-6aa3bf172633 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.627056 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.632821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea3f330f-51a2-4a73-ae11-6aa3bf172633 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.639073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea3f330f-51a2-4a73-ae11-6aa3bf172633 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.663573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f330f-51a2-4a73-ae11-6aa3bf172633 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5364809f-e4ac-491a-a8ac-751ca98193cd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:55.667264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Pushing event deleted for resources: {'Port': ['ID=2ebe6c31-f251-41cc-83ef-458e8550a91c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:55.694613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-72de3010-bf24-49ed-95f9-707fd048223d req-d35045d0-afb5-42c6-8277-e01003793fc0 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.50 "GET /v2.0/ports?device_id=92a5e5b6-6b00-409f-8aae-8f622ff6b928 HTTP/1.1" status: 200 len: 210 time: 0.0337145 Aug 30 14:35:55.695240 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea3f330f-51a2-4a73-ae11-6aa3bf172633 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.697671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ea3f330f-51a2-4a73-ae11-6aa3bf172633 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601982 Aug 30 14:35:55.700753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:55.706817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7c661b8b-4029-4aae-85bf-e98002c2ee5f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'bbff3948-7699-4719-9f31-69024fe51be0', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:55.717911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] No DVR routers for this DVR port 2ebe6c31-f251-41cc-83ef-458e8550a91c on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:55.720527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.723957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-365723cd-593d-40c4-9977-7594ec6f4567 req-49644e96-5421-42b5-a70b-d4cc11e42523 tempest-InstanceActionsTestJSON-1046852530 tempest-InstanceActionsTestJSON-1046852530-project] 10.222.0.21 "DELETE /v2.0/ports/2ebe6c31-f251-41cc-83ef-458e8550a91c HTTP/1.1" status: 204 len: 173 time: 0.4467826 Aug 30 14:35:55.724668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a5e5b6-6b00-409f-8aae-8f622ff6b928', 'name': 'network-vif-deleted', 'tag': '2ebe6c31-f251-41cc-83ef-458e8550a91c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:55.728039 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab30084-d105-4b8c-86f6-bce30fd2c43d" -d '{"events": [{"server_uuid": "92a5e5b6-6b00-409f-8aae-8f622ff6b928", "name": "network-vif-deleted", "tag": "2ebe6c31-f251-41cc-83ef-458e8550a91c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:55.731589 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-7c661b8b-4029-4aae-85bf-e98002c2ee5f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Project 917b7b4e773a42fcbf8eba694af1b9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:35:55.740107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c661b8b-4029-4aae-85bf-e98002c2ee5f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.770774 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e628688-d0dd-400f-8738-b9eb4b07a51f x-openstack-request-id: req-7e628688-d0dd-400f-8738-b9eb4b07a51f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:55.771514 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a5e5b6-6b00-409f-8aae-8f622ff6b928", "name": "network-vif-deleted", "tag": "2ebe6c31-f251-41cc-83ef-458e8550a91c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:55.771874 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e628688-d0dd-400f-8738-b9eb4b07a51f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:55.772318 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a5e5b6-6b00-409f-8aae-8f622ff6b928', 'name': 'network-vif-deleted', 'tag': '2ebe6c31-f251-41cc-83ef-458e8550a91c', 'status': 'completed', 'code': 200} Aug 30 14:35:55.793365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d50f7bfb-c412-4e43-8dbc-a518a626f208 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:55.815734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d50f7bfb-c412-4e43-8dbc-a518a626f208 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:55.816397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d50f7bfb-c412-4e43-8dbc-a518a626f208 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:55.816839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0c5f96eb-2ed9-45c8-9915-22c8163ea00b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:55.824736 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c661b8b-4029-4aae-85bf-e98002c2ee5f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.830139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c661b8b-4029-4aae-85bf-e98002c2ee5f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.843535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 0c5f96eb-2ed9-45c8-9915-22c8163ea00b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:55.843888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0c5f96eb-2ed9-45c8-9915-22c8163ea00b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:55.851035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661b8b-4029-4aae-85bf-e98002c2ee5f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a4d122-8700-4a7f-9996-e839354e47e7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:55.857118 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c661b8b-4029-4aae-85bf-e98002c2ee5f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.858233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7c661b8b-4029-4aae-85bf-e98002c2ee5f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558912 Aug 30 14:35:55.861166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:55.866018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'network': {'name': 'tempest-network-smoke--1692165100', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:55.886722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:55.890394 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.920275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:35:55.930371 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.930711 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Added segment e7da9103-37f2-453a-97a3-3712d2aec289 of type vlan for network c35d8346-894b-4dec-a92b-d7bef07ae7e8 Aug 30 14:35:55.970388 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.994461 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:55.999890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:56.000490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.059430 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1970603 Aug 30 14:35:56.061925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:56.066797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'admin_state_up': True, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:56.081339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071411b-196c-4cfe-b1e1-00828176eb71 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Network': ['ID=c35d8346-894b-4dec-a92b-d7bef07ae7e8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:56.092259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:35:56.097370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.098670 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.174767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.282505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac23c27-9fca-4f6d-bdd9-94addaa5a0d5 req-30e8023f-42a7-4bb5-a78c-ee04729ba723 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:56.284162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ac23c27-9fca-4f6d-bdd9-94addaa5a0d5 req-30e8023f-42a7-4bb5-a78c-ee04729ba723 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1219578 Aug 30 14:35:56.306706 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:35:56.373280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.412559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ac23c27-9fca-4f6d-bdd9-94addaa5a0d5 req-ae570f1c-e606-48f2-8ad4-839cacd062e3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900230 Aug 30 14:35:56.590105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.609282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.754115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.25.6.75 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:56.759366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:56.806692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ce38d9-2d7f-4468-98e4-124e0fe729fd admin admin] Deleting subnet 6efc97d1-f11d-4777-b05b-a2a2b5076931 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:35:56.809091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26ce38d9-2d7f-4468-98e4-124e0fe729fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.848950 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26ce38d9-2d7f-4468-98e4-124e0fe729fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.870962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.896080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26ce38d9-2d7f-4468-98e4-124e0fe729fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.914715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.961421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26ce38d9-2d7f-4468-98e4-124e0fe729fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.974743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:56.979559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:56.982134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:56.987711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce38d9-2d7f-4468-98e4-124e0fe729fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efc97d1-f11d-4777-b05b-a2a2b5076931,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:56.991367 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26ce38d9-2d7f-4468-98e4-124e0fe729fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.993330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-26ce38d9-2d7f-4468-98e4-124e0fe729fd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6efc97d1-f11d-4777-b05b-a2a2b5076931 HTTP/1.1" status: 204 len: 168 time: 0.2327957 Aug 30 14:35:56.995660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:57.009011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:57.067870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.151892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.162068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62e82b4-4a46-46da-a36d-b72d6f88cfd9']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:57.172458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3304ec-17aa-4382-8344-180febf71cbd') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:57.172748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3304ec-17aa-4382-8344-180febf71cbd') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:57.182372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.196231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.202427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:35:57.202794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:35:57.204604 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:35:57.248693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.260187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.266844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.268716 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e62e82b4-4a46-46da-a36d-b72d6f88cfd9 HTTP/1.1" status: 204 len: 168 time: 0.2721300 Aug 30 14:35:57.278963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3718f4-53dd-4ffe-aeaf-63f40262fe10 admin admin] Pushing event deleted for resources: {'Network': ['ID=e62e82b4-4a46-46da-a36d-b72d6f88cfd9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:57.396656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:57.436753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2ebe6c31-f251-41cc-83ef-458e8550a91c no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:57.456791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2580ac85-b91b-4e81-af4f-86946ec8f077 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d399d25fe45745dc878b4f7108044b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580554 Aug 30 14:35:57.457153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47062) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:57.488797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.503904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 2ebe6c31-f251-41cc-83ef-458e8550a91c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:57.504183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2ebe6c31-f251-41cc-83ef-458e8550a91c not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:57.542811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc56c-d590-49ce-9643-9efc5b4300be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.585741 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc56c-d590-49ce-9643-9efc5b4300be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.607755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902993-7dfb-4de5-a88e-b88e54760996 req-34bff873-0e71-4d28-b43f-c5a21355f8f1 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.609318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c902993-7dfb-4de5-a88e-b88e54760996 req-34bff873-0e71-4d28-b43f-c5a21355f8f1 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0765870 Aug 30 14:35:57.647149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 47f7f32b-d4c7-43e9-9395-44251ca80bdc is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:35:57.662411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c902993-7dfb-4de5-a88e-b88e54760996 req-4cd81209-f891-4667-b35c-c0660790f7e0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456302 Aug 30 14:35:57.678284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc56c-d590-49ce-9643-9efc5b4300be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.688256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc56c-d590-49ce-9643-9efc5b4300be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.688256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9ffc56c-d590-49ce-9643-9efc5b4300be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87a5a6fb-cf50-497d-a7e9-51f682cab2c3 HTTP/1.1" status: 204 len: 168 time: 0.2241452 Aug 30 14:35:57.698441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc56c-d590-49ce-9643-9efc5b4300be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a5a6fb-cf50-497d-a7e9-51f682cab2c3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:57.764004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:57.774189 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Sync routers for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:57.783018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.785962 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ed85db9c-2e30-445f-927f-9d8ed2c15d9b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7229166 Aug 30 14:35:57.787013 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:57.787731 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:57.790426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47068) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:57.831708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f2bfd53a-9057-476a-9ccc-1be4a962898f tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=917b7b4e773a42fcbf8eba694af1b9c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400403 Aug 30 14:35:57.834524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47070) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:57.870804 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fdea4fe-e693-47d1-8df0-22cb9a3ed86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:57.939994 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:57.997005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f6e7a-6e2a-4fb4-bf3a-68d98b1d28fe tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.998641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-834f6e7a-6e2a-4fb4-bf3a-68d98b1d28fe tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631160 Aug 30 14:35:58.001496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47074) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:58.040393 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-40402671-443a-4bc9-b2ef-05e0a0b9998a tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352633 Aug 30 14:35:58.041214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:58.047102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127438929', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:58.146048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:58.149875 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.151352 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:35:57Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:58.192017 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Checking router: 47f7f32b-d4c7-43e9-9395-44251ca80bdc for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:58.192362 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Updating router 47f7f32b-d4c7-43e9-9395-44251ca80bdc port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:35:58.220470 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.351522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.425352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Subnet': ['ID=1c795af0-020e-4212-9fe5-bd76f4f57179,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:58.434148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Checking segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:58.434148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network hostable DHCP agents. Network: c35d8346-894b-4dec-a92b-d7bef07ae7e8, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:35:58.458983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:35:58.469741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c35d8346-894b-4dec-a92b-d7bef07ae7e8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:58.474884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:58.481316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.486896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4ed32-2aee-421f-aeec-eb48013dfcab None None] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:35:58.500781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1b8c8e6b-5e2c-4f7c-bbee-8ba3275ec028 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4579720 Aug 30 14:35:58.504187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:58.557425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:58.588234 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.654441 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.669377 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Transition to ACTIVE for port object d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:58.678250 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.708873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:35:58.710521 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.720231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-754902304-network', 'tenant_id': 'c8d8590ae762487fad9756a13e7e7398'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:58.745119 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5234500-edcd-4637-9fb3-6453780aeab4 None None] Pushing event updated for resources: {'Port': ['ID=d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:58.759149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Made reservation on behalf of c8d8590ae762487fad9756a13e7e7398 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:58.764263 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.775806 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Attempting to bind port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:58.776819 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Attempting to bind port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:58.777441 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Attempting to bind port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:58.785148 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:58.785805 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:58.786376 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.786961 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:58.787607 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Bound port: d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:58.788162 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.791492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.875075 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] For port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:58.880877 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] For port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:58.882016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0088b-ccd2-4baa-875c-40aba70b65a6 req-5d6223c8-41d7-435a-9c18-a22d49093a6a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:58.883870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22b0088b-ccd2-4baa-875c-40aba70b65a6 req-5d6223c8-41d7-435a-9c18-a22d49093a6a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0715632 Aug 30 14:35:58.887066 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.897586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Allocated IP 172.20.0.2 (c35d8346-894b-4dec-a92b-d7bef07ae7e8/1c795af0-020e-4212-9fe5-bd76f4f57179/9d35787e-cd18-4640-8ae7-c9e557d47c2f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:58.921513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.927225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.965742 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5234500-edcd-4637-9fb3-6453780aeab4 None None] Pushing event updated for resources: {'Port': ['ID=d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:58.970388 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:58.972053 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:58.973379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1563a31c-950c-47d9-a23d-5ef2b642f668,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:58.982680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:35:58.998971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.001771 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Added segment 716f5503-73a5-4875-a730-d61ecefab552 of type vlan for network f2be5dc5-892c-4458-9f8d-ca5add36a243 Aug 30 14:35:59.058382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.079020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22b0088b-ccd2-4baa-875c-40aba70b65a6 req-94c9eeea-1bd8-419c-9a8f-5dad32240522 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850208 Aug 30 14:35:59.104279 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.113877 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:59.117470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Transition to ACTIVE for port object 9d35787e-cd18-4640-8ae7-c9e557d47c2f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:59.120877 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.121950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:59.122537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.142193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Transition to ACTIVE for port object 9d35787e-cd18-4640-8ae7-c9e557d47c2f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:59.150434 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.201444 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.247207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] Pushing event updated for resources: {'Network': ['ID=f2be5dc5-892c-4458-9f8d-ca5add36a243,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:59.262348 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b74aaff3-6e38-4465-8167-b5665e04e948 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7033517 Aug 30 14:35:59.264733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:59.270384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Request body: {'subnet': {'network_id': 'f2be5dc5-892c-4458-9f8d-ca5add36a243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-754902304-subnet', 'tenant_id': 'c8d8590ae762487fad9756a13e7e7398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:59.296952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:59.297896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Made reservation on behalf of c8d8590ae762487fad9756a13e7e7398 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:59.302507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.303263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network f2be5dc5-892c-4458-9f8d-ca5add36a243 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:35:59.378842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:59.392051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:59.419599 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.427894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Pushing event updated for resources: {'Port': ['ID=9d35787e-cd18-4640-8ae7-c9e557d47c2f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:59.436323 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:35:57Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:59.469989 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1bc73-b1cb-44f4-883f-358e17b80204 None None] The sync data for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 is: [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:35:57Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:59.506869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Attempting to bind port 9d35787e-cd18-4640-8ae7-c9e557d47c2f on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:59.507367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Attempting to bind port 9d35787e-cd18-4640-8ae7-c9e557d47c2f by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:59.507621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Attempting to bind port 9d35787e-cd18-4640-8ae7-c9e557d47c2f on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:59.516039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:59.520548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Checking segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:59.520838 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.521237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Bound using segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:59.521755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Bound port: 9d35787e-cd18-4640-8ae7-c9e557d47c2f, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:59.522149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.603033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.619402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] For port 9d35787e-cd18-4640-8ae7-c9e557d47c2f, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:59.624709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] For port 9d35787e-cd18-4640-8ae7-c9e557d47c2f, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d35787e-cd18-4640-8ae7-c9e557d47c2f,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:59.630367 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.728863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Checking segment: {'id': '716f5503-73a5-4875-a730-d61ecefab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2be5dc5-892c-4458-9f8d-ca5add36a243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:59.729398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Network hostable DHCP agents. Network: f2be5dc5-892c-4458-9f8d-ca5add36a243, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:35:59.736858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26276fd8-f939-45bb-b8f0-5f727f0b7942,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:59.753009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03783e-857a-4596-aac6-32c7c5c725ca req-161f9282-1219-4066-9ef8-c2e185cf3a31 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:59.762709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db03783e-857a-4596-aac6-32c7c5c725ca req-161f9282-1219-4066-9ef8-c2e185cf3a31 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.4219193 Aug 30 14:35:59.764908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b051b-da7e-4ab9-b942-869916b6b22f None None] Pushing event updated for resources: {'Port': ['ID=9d35787e-cd18-4640-8ae7-c9e557d47c2f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:59.765662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Network f2be5dc5-892c-4458-9f8d-ca5add36a243 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:35:59.777318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, f2be5dc5-892c-4458-9f8d-ca5add36a243) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:59.791563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:59.792747 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.797271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3337d7b-9dc9-43fe-9bcf-97f94d19a69a None None] Network f2be5dc5-892c-4458-9f8d-ca5add36a243 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:35:59.856898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-87ea4191-b68a-4771-8dbb-dc2f0857e75e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5906868 Aug 30 14:35:59.915603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-d71ae2e1-af43-4b21-8e51-4de2f8d96f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:59.919224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-d71ae2e1-af43-4b21-8e51-4de2f8d96f68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1095 time: 0.5406308 Aug 30 14:36:00.101595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db03783e-857a-4596-aac6-32c7c5c725ca req-64d904d7-4809-4840-b202-d1ccc000db94 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364570 Aug 30 14:36:00.110841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f3c6d-7420-4ab9-a6a6-a9c2255eccc3 None None] Network f2be5dc5-892c-4458-9f8d-ca5add36a243 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:00.227143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-1254ab7a-9e3c-41d5-a693-e4807340fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:00.230383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-1254ab7a-9e3c-41d5-a693-e4807340fce0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.2872710 Aug 30 14:36:00.256489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.20.0.1 (c35d8346-894b-4dec-a92b-d7bef07ae7e8/1c795af0-020e-4212-9fe5-bd76f4f57179/75b621a0-37a0-4a6f-b983-e0a55dd899ed) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:00.375179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-c0ea9152-5b01-48a2-93f2-52094f5c5e65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 999 time: 0.1282825 Aug 30 14:36:00.462408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-1336ab05-488a-450e-b8b3-a43ea375e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:00.463851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-1336ab05-488a-450e-b8b3-a43ea375e166 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0765929 Aug 30 14:36:00.511090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.529950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-8e666689-f7f4-4057-9257-d1acd50993ec tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:00.530996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Transition to ACTIVE for port object 75b621a0-37a0-4a6f-b983-e0a55dd899ed will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:00.537522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-8e666689-f7f4-4057-9257-d1acd50993ec tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/networks?id=f2be5dc5-892c-4458-9f8d-ca5add36a243 HTTP/1.1" status: 200 len: 821 time: 0.1258359 Aug 30 14:36:00.543690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-dfd678bd-1bf7-46e1-ba0a-54a741ff6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:00.545824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-dfd678bd-1bf7-46e1-ba0a-54a741ff6c2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738709 Aug 30 14:36:00.548285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-f0a52065-0f28-44b7-a2c7-8189e55423e5 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/quotas/c8d8590ae762487fad9756a13e7e7398 HTTP/1.1" status: 200 len: 375 time: 0.0098841 Aug 30 14:36:00.598470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-36f22cac-8e6e-464b-85a4-584666ab86e8 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8d8590ae762487fad9756a13e7e7398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436981 Aug 30 14:36:00.662339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.731154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-edce2320-3ff5-42d5-b870-02a9a97d57fa service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773946 Aug 30 14:36:00.733384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:00.738244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=75b621a0-37a0-4a6f-b983-e0a55dd899ed,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:00.740957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:00.750877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:00.824314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-7febc8f9-e730-4564-bcad-b0c51b0ae06b service neutron] 10.222.0.50 "GET /v2.0/networks/f2be5dc5-892c-4458-9f8d-ca5add36a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099774 Aug 30 14:36:00.848522 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.935150 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a861a5e7-a56e-4d73-a66b-5cf7f38fa4ef req-924b63af-51de-4ffe-9d88-bde6e60eacfa service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920977 Aug 30 14:36:00.960899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-f3941a50-3d32-4951-b6a1-dcfc6be59a0d service neutron] 10.222.0.50 "GET /v2.0/networks/f2be5dc5-892c-4458-9f8d-ca5add36a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356881 Aug 30 14:36:01.062191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902bf071-ca1b-4dc7-ba42-2391a395959a None None] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:01.087848 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.154433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-027f8bb7-5979-40ea-8a30-ef1564e36240 None None] Provisioning for port 9d35787e-cd18-4640-8ae7-c9e557d47c2f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:01.254352 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ddfa029b-7bb5-4199-938e-a90415d9f5ca req-e02da0f6-d6e2-4dfa-bba3-2e60b1ba42da tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 210 time: 0.0389855 Aug 30 14:36:01.348343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fa892-41e0-4203-a78e-9eb7ce127f81 req-268e712b-64ee-4d15-b33d-d43f7bbaf7c6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:01.356230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a57fa892-41e0-4203-a78e-9eb7ce127f81 req-268e712b-64ee-4d15-b33d-d43f7bbaf7c6 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1274669 Aug 30 14:36:01.475800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a57fa892-41e0-4203-a78e-9eb7ce127f81 req-a47dc3b9-c191-4175-9fd0-c07366c5c6b3 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185844 Aug 30 14:36:01.557807 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.592058 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.602963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.707196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=75b621a0-37a0-4a6f-b983-e0a55dd899ed,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:01.712719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.727690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4737011-b983-4806-9500-47a97187728e None None] Provisioning for port 75b621a0-37a0-4a6f-b983-e0a55dd899ed completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:01.732197 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4737011-b983-4806-9500-47a97187728e None None] Provisioning complete for port 75b621a0-37a0-4a6f-b983-e0a55dd899ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:01.732585 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4737011-b983-4806-9500-47a97187728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.799018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b4737011-b983-4806-9500-47a97187728e None None] Port 75b621a0-37a0-4a6f-b983-e0a55dd899ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:01.869508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:01.872188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:02.013988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d35787e-cd18-4640-8ae7-c9e557d47c2f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:02.082526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6acc96b4-e3c6-418f-aa86-17e812e5e4fd None None] Provisioning complete for port 75b621a0-37a0-4a6f-b983-e0a55dd899ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:02.083777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6acc96b4-e3c6-418f-aa86-17e812e5e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.131129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 47f7f32b-d4c7-43e9-9395-44251ca80bdc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:02.141005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 9d35787e-cd18-4640-8ae7-c9e557d47c2f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:02.145873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9d35787e-cd18-4640-8ae7-c9e557d47c2f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:02.146338 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.147998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6acc96b4-e3c6-418f-aa86-17e812e5e4fd None None] Port 75b621a0-37a0-4a6f-b983-e0a55dd899ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:02.249309 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.307090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:02.308854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4451596b-b88c-47aa-ac7c-2f70c1f65a83 None None] Provisioning complete for port 75b621a0-37a0-4a6f-b983-e0a55dd899ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:02.309517 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4451596b-b88c-47aa-ac7c-2f70c1f65a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.329121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b2a9c489-1e12-470b-8858-8956f2f5450d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "PUT /v2.0/routers/47f7f32b-d4c7-43e9-9395-44251ca80bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8146887 Aug 30 14:36:02.348653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Sync routers for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:02.356026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 9d35787e-cd18-4640-8ae7-c9e557d47c2f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d35787e-cd18-4640-8ae7-c9e557d47c2f,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:02.362714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.363771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:02.406286 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:02.406942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:02.436723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e71be133-c3ed-46d7-a77d-ff3da20f0252 req-9e9640e6-71c2-48be-b71e-b16836a2113b tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 210 time: 0.0612955 Aug 30 14:36:02.474746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4451596b-b88c-47aa-ac7c-2f70c1f65a83 None None] Port 75b621a0-37a0-4a6f-b983-e0a55dd899ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:02.564902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=9d35787e-cd18-4640-8ae7-c9e557d47c2f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:02.571917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:02.583751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:02.584149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.626408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:02.643670 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-29d0c28f-24a8-4ac4-853f-3ab111fc4b0a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428750173&fields=id&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 267 time: 0.0672233 Aug 30 14:36:02.670434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f6abf-1634-4533-8d0c-f5a8c1f4f316 req-d87d0755-6804-4ab3-9134-0dc836ddf707 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:02.672169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-540f6abf-1634-4533-8d0c-f5a8c1f4f316 req-d87d0755-6804-4ab3-9134-0dc836ddf707 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1051207 Aug 30 14:36:02.679541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-da603711-e97e-4a81-b24b-47d844c219b1 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:02.681260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-da603711-e97e-4a81-b24b-47d844c219b1 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.21 "GET /v2.0/networks?id=f2be5dc5-892c-4458-9f8d-ca5add36a243 HTTP/1.1" status: 200 len: 821 time: 0.2201309 Aug 30 14:36:02.719721 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-540f6abf-1634-4533-8d0c-f5a8c1f4f316 req-a277e806-14a3-4103-bd22-40a0f894e918 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371964 Aug 30 14:36:02.725821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Request body: {'port': {'device_id': '56516393-a636-40d9-9d82-052969312752', 'network_id': 'f2be5dc5-892c-4458-9f8d-ca5add36a243', 'admin_state_up': True, 'tenant_id': 'c8d8590ae762487fad9756a13e7e7398'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:02.802920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-ff43f27a-2b8c-43dc-8484-fdad0ca2b6b9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:02.813900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-ff43f27a-2b8c-43dc-8484-fdad0ca2b6b9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 797 time: 0.1645765 Aug 30 14:36:02.833855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-f173f9e8-f8f2-4852-85d9-c084bf788a9f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/quotas/917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0189831 Aug 30 14:36:02.840642 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.920756 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-3d50668d-59be-4b8a-a851-77ad2faf2dcc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750854 Aug 30 14:36:02.937775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650d06-56dd-480f-bdfe-78a6e90551e9 req-28bb4bf2-8ee5-4566-b352-1f0d732a8fec tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:02.946550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db650d06-56dd-480f-bdfe-78a6e90551e9 req-28bb4bf2-8ee5-4566-b352-1f0d732a8fec tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.1263766 Aug 30 14:36:02.955460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.957121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Made reservation on behalf of c8d8590ae762487fad9756a13e7e7398 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:02.960758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.990967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:02.996077 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.016374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db650d06-56dd-480f-bdfe-78a6e90551e9 req-ae1788cb-b315-436c-90f7-b8435a3e2dc5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625961 Aug 30 14:36:03.054105 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:03.071510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-9c0f91ae-431b-42f0-a91f-fdd73c7d203e service neutron] 10.222.0.50 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336074 Aug 30 14:36:03.124803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 2, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:03.148666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Allocated IP 172.20.0.9 (f2be5dc5-892c-4458-9f8d-ca5add36a243/26276fd8-f939-45bb-b8f0-5f727f0b7942/0a4c52a9-d0a3-4069-8b30-96d6a06ede87) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:03.165693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Checking router: 47f7f32b-d4c7-43e9-9395-44251ca80bdc for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:03.166058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Updating router 47f7f32b-d4c7-43e9-9395-44251ca80bdc port 75b621a0-37a0-4a6f-b983-e0a55dd899ed binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:36:03.195712 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.205762 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-38259989-ea32-4351-a981-cbecd723b0a2 service neutron] 10.222.0.50 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280310 Aug 30 14:36:03.378582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.482759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a1af-f24e-4705-a284-5a2ba0c2350c req-deb03f60-6765-476c-ab87-d33bf31786ba tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:03.484399 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aae0a1af-f24e-4705-a284-5a2ba0c2350c req-deb03f60-6765-476c-ab87-d33bf31786ba tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0692346 Aug 30 14:36:03.485502 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.545659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5304d37-16e6-4601-8332-4649e0cad356 req-b42c3fd5-f399-45e9-936a-9fdcdbfd8d37 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 210 time: 0.0455403 Aug 30 14:36:03.555681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Network f2be5dc5-892c-4458-9f8d-ca5add36a243 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:03.575562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:03.581832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.583535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:03.586010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Pushing event updated for resources: {'Port': ['ID=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:03.597217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Transition to ACTIVE for port object 75b621a0-37a0-4a6f-b983-e0a55dd899ed will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:03.606536 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.622435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aae0a1af-f24e-4705-a284-5a2ba0c2350c req-d4359c21-2644-45c9-b95a-03f7b018fafa tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251419 Aug 30 14:36:03.654011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:03.654827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.688846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b809d1-f93a-4ea3-85db-c5815cea276b None None] Pushing event updated for resources: {'Port': ['ID=75b621a0-37a0-4a6f-b983-e0a55dd899ed,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:03.691291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-b2f76a8e-3c3a-44e8-9999-391a13c56814 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9671381 Aug 30 14:36:03.716659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Request body: {'port': {'device_id': '56516393-a636-40d9-9d82-052969312752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:03.755777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904343c-c71b-44c2-8e7e-5cb8236c6945 req-20ab34ce-28b0-41e6-8fcf-100c8521276e tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:03.758972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c904343c-c71b-44c2-8e7e-5cb8236c6945 req-20ab34ce-28b0-41e6-8fcf-100c8521276e tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 931 time: 0.1282723 Aug 30 14:36:03.763977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Attempting to bind port 75b621a0-37a0-4a6f-b983-e0a55dd899ed on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:03.764601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Attempting to bind port 75b621a0-37a0-4a6f-b983-e0a55dd899ed by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:03.764757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Attempting to bind port 75b621a0-37a0-4a6f-b983-e0a55dd899ed on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:03.790921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:03.791349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Checking segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:03.791706 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.792110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Bound using segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:03.792599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Bound port: 75b621a0-37a0-4a6f-b983-e0a55dd899ed, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:03.793034 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.832003 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.857537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c904343c-c71b-44c2-8e7e-5cb8236c6945 req-7ffa24d5-c8d9-46a4-ade0-ab764b06cf45 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891111 Aug 30 14:36:03.883125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d35787e-cd18-4640-8ae7-c9e557d47c2f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:04.017672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889b6bf-b1a8-426e-b683-c180cc3bf083 req-4bd4d62b-c949-4571-a53b-6e324940018f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:04.028354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3889b6bf-b1a8-426e-b683-c180cc3bf083 req-4bd4d62b-c949-4571-a53b-6e324940018f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0745111 Aug 30 14:36:04.044386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] For port 75b621a0-37a0-4a6f-b983-e0a55dd899ed, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:04.049288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] For port 75b621a0-37a0-4a6f-b983-e0a55dd899ed, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=75b621a0-37a0-4a6f-b983-e0a55dd899ed,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:04.053309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9d35787e-cd18-4640-8ae7-c9e557d47c2f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:04.053929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.073921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3889b6bf-b1a8-426e-b683-c180cc3bf083 req-14a07118-cdbe-4968-81eb-c918a5bfed72 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 Aug 30 14:36:04.093299 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.188713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b809d1-f93a-4ea3-85db-c5815cea276b None None] Pushing event updated for resources: {'Port': ['ID=75b621a0-37a0-4a6f-b983-e0a55dd899ed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:04.200823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:04.201158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:04.306760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:04.326599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:04.327161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.349366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Transition to ACTIVE for port object 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:04.355249 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.391053 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:04.412683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:04.456385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:04.456553 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.505097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Attempting to bind port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:04.505448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Attempting to bind port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '716f5503-73a5-4875-a730-d61ecefab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2be5dc5-892c-4458-9f8d-ca5add36a243'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:04.505783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Attempting to bind port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 on network f2be5dc5-892c-4458-9f8d-ca5add36a243 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:04.512112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 on network f2be5dc5-892c-4458-9f8d-ca5add36a243 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:36:04.512112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Attempting to bind port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 on network f2be5dc5-892c-4458-9f8d-ca5add36a243 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:04.524248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:04.524735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Checking segment: {'id': '716f5503-73a5-4875-a730-d61ecefab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2be5dc5-892c-4458-9f8d-ca5add36a243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:04.525225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Bound using segment: {'id': '716f5503-73a5-4875-a730-d61ecefab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2be5dc5-892c-4458-9f8d-ca5add36a243'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:04.525787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Bound port: 0a4c52a9-d0a3-4069-8b30-96d6a06ede87, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f5503-73a5-4875-a730-d61ecefab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f2be5dc5-892c-4458-9f8d-ca5add36a243'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:04.526563 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.663536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4866189-9961-48e4-b3a6-0056cd828b78 req-3630dfed-087a-4aae-af6f-e1e30a8cbadb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 210 time: 0.0301900 Aug 30 14:36:04.765968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:04Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:04.817243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5287-1abc-4323-9372-9b810ab5059a None None] The sync data for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 is: [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:04Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:04.962428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] For port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:04.987576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] For port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,segment=NetworkSegment(716f5503-73a5-4875-a730-d61ecefab552),segment_id=716f5503-73a5-4875-a730-d61ecefab552)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:05.004916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:05.078667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-53455366-64d4-4598-85b2-fe0a1923da1f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.080227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-53455366-64d4-4598-85b2-fe0a1923da1f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 797 time: 0.4914913 Aug 30 14:36:05.107335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.107969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:05.109543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] 10.222.0.21 "PUT /v2.0/ports/0a4c52a9-d0a3-4069-8b30-96d6a06ede87 HTTP/1.1" status: 200 len: 1091 time: 1.4037509 Aug 30 14:36:05.111055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56516393-a636-40d9-9d82-052969312752', 'tag': '0a4c52a9-d0a3-4069-8b30-96d6a06ede87'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:05.113557 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd4d79-e6de-4178-b3e2-d99978987417" -d '{"events": [{"name": "network-changed", "server_uuid": "56516393-a636-40d9-9d82-052969312752", "tag": "0a4c52a9-d0a3-4069-8b30-96d6a06ede87"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:05.150930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030d54-0628-494c-a6f2-bed587d4c1fe req-d69a16eb-09bb-4cba-84b3-22d0ee115261 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.152550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0030d54-0628-494c-a6f2-bed587d4c1fe req-d69a16eb-09bb-4cba-84b3-22d0ee115261 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 943 time: 0.1606686 Aug 30 14:36:05.160211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e08f3-0eba-43ac-aa98-04592713dbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:05.187719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-8b999350-e834-4785-ab26-82b224a115e5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 379 time: 0.0959430 Aug 30 14:36:05.201812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'port': {'device_id': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'admin_state_up': True, 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'security_groups': ['bbff3948-7699-4719-9f31-69024fe51be0']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:05.246166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9288b75-42bd-48e5-959f-62d2f4dcae66 req-230506fb-fceb-4832-8c5f-b10a87dfff02 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.248486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9288b75-42bd-48e5-959f-62d2f4dcae66 req-230506fb-fceb-4832-8c5f-b10a87dfff02 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0574279 Aug 30 14:36:05.292567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9288b75-42bd-48e5-959f-62d2f4dcae66 req-a4b4e5f8-0494-4f52-be1f-150a6869095d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369732 Aug 30 14:36:05.321376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0030d54-0628-494c-a6f2-bed587d4c1fe req-9d620086-18d2-42fa-92f2-577484cadc45 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322670 Aug 30 14:36:05.355390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-0fc9f973-cab9-421f-a8cb-9e767ee3c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.357455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-0fc9f973-cab9-421f-a8cb-9e767ee3c86e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8d8590ae762487fad9756a13e7e7398&device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 1094 time: 0.1436219 Aug 30 14:36:05.362469 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb560c9-e235-4ee8-8c56-e246769faaca x-openstack-request-id: req-bfb560c9-e235-4ee8-8c56-e246769faaca {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:05.363033 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56516393-a636-40d9-9d82-052969312752", "tag": "0a4c52a9-d0a3-4069-8b30-96d6a06ede87", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:05.363445 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfb560c9-e235-4ee8-8c56-e246769faaca {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:05.364009 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56516393-a636-40d9-9d82-052969312752', 'tag': '0a4c52a9-d0a3-4069-8b30-96d6a06ede87', 'status': 'completed', 'code': 200} Aug 30 14:36:05.433639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-64405747-c97d-4227-bb16-d30631bcfe1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a4c52a9-d0a3-4069-8b30-96d6a06ede87 HTTP/1.1" status: 200 len: 217 time: 0.0532169 Aug 30 14:36:05.484657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:05.488898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:05.515436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-1cd379a5-f9c8-4d27-89b3-64452bf8a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.516928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-1cd379a5-f9c8-4d27-89b3-64452bf8a82c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=26276fd8-f939-45bb-b8f0-5f727f0b7942 HTTP/1.1" status: 200 len: 861 time: 0.0755484 Aug 30 14:36:05.630189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-8dba9d14-02f2-4cbd-9ed6-d98e4088ee0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2be5dc5-892c-4458-9f8d-ca5add36a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454597 Aug 30 14:36:05.699886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-80ae8aeb-5698-47ad-b53c-51b2ec8481f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.701934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-80ae8aeb-5698-47ad-b53c-51b2ec8481f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 1095 time: 0.0538573 Aug 30 14:36:05.784665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406748-ee50-4368-9404-c551348da333 req-8d050eb7-0752-4170-bda1-8bd30c551618 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.792322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9406748-ee50-4368-9404-c551348da333 req-8d050eb7-0752-4170-bda1-8bd30c551618 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.2064388 Aug 30 14:36:05.874973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.20.0.11 (c35d8346-894b-4dec-a92b-d7bef07ae7e8/1c795af0-020e-4212-9fe5-bd76f4f57179/6a09cee1-ea6e-4193-aced-b1bcaac34565) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:05.879885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f9406748-ee50-4368-9404-c551348da333 req-68d9d695-a4c8-4bc7-867d-bb336364e291 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865557 Aug 30 14:36:05.903919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 75b621a0-37a0-4a6f-b983-e0a55dd899ed up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:05.907357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-3defd1eb-ee11-4fbd-92e1-289f4d0c33a7 service neutron] 10.222.0.21 "GET /v2.0/networks/f2be5dc5-892c-4458-9f8d-ca5add36a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421920 Aug 30 14:36:06.025665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 75b621a0-37a0-4a6f-b983-e0a55dd899ed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:06.034872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 75b621a0-37a0-4a6f-b983-e0a55dd899ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:06.035781 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.125659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1b6e1c4-9551-4461-9783-759e1fbc1451 req-8fd794ba-d969-40d0-bc93-47760321adc2 service neutron] 10.222.0.21 "GET /v2.0/networks/f2be5dc5-892c-4458-9f8d-ca5add36a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068267 Aug 30 14:36:06.168806 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-36dada14-d83f-4578-a637-50f87716794c req-d41cba87-42b9-433b-b896-dd37b1e94735 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 210 time: 0.0436840 Aug 30 14:36:06.198285 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.203851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.227883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Transition to ACTIVE for port object 6a09cee1-ea6e-4193-aced-b1bcaac34565 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:06.240571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-504019e4-5e27-4dcc-997d-4a66fb077e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.240916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 75b621a0-37a0-4a6f-b983-e0a55dd899ed, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=75b621a0-37a0-4a6f-b983-e0a55dd899ed,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:06.243093 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-504019e4-5e27-4dcc-997d-4a66fb077e0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.5329809 Aug 30 14:36:06.246691 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.304052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-dccf9035-8d27-47d7-b7e5-7754d45a16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.305656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-dccf9035-8d27-47d7-b7e5-7754d45a16ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8d8590ae762487fad9756a13e7e7398&device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 1094 time: 0.0737159 Aug 30 14:36:06.312033 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.328654 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-4dccc2a0-3844-4e94-8a59-ed12b21cdd8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 200 len: 999 time: 0.0761187 Aug 30 14:36:06.365312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=75b621a0-37a0-4a6f-b983-e0a55dd899ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:06.395049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-c49ebec0-8c14-46cb-84f4-3f6160f9fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.398291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-c49ebec0-8c14-46cb-84f4-3f6160f9fd84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0606985 Aug 30 14:36:06.425611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:06.434941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:06.437717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:06.477699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-7a244b7d-e3be-4115-8a1b-185b16815632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.481420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-7a244b7d-e3be-4115-8a1b-185b16815632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741856 Aug 30 14:36:06.558894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:06.609305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.610493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.622571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-095c4bf6-2556-454a-b319-bdef2975d4b9 service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306968 Aug 30 14:36:06.629321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-550a812f-013c-4445-b1dc-b9c54c489bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.630855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-550a812f-013c-4445-b1dc-b9c54c489bd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2be5dc5-892c-4458-9f8d-ca5add36a243 HTTP/1.1" status: 200 len: 922 time: 0.3157423 Aug 30 14:36:06.645793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03955a6b-3ad3-4c1d-a39d-c8eede870164 req-fe96316b-9506-4658-bdb8-4265d0599368 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.654086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03955a6b-3ad3-4c1d-a39d-c8eede870164 req-fe96316b-9506-4658-bdb8-4265d0599368 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 943 time: 0.1802065 Aug 30 14:36:06.669890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-1b5e914e-fe4c-4b68-8e73-4563c4028329 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4732869 Aug 30 14:36:06.720773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Request body: {'port': {'device_id': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:06.728171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-7a221b0b-3961-41f1-9cc3-df6e9e913dab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a4c52a9-d0a3-4069-8b30-96d6a06ede87 HTTP/1.1" status: 200 len: 217 time: 0.0711153 Aug 30 14:36:06.740303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0cbed90-54d9-4f27-bfed-93da58259cd9 None None] Provisioning for port 6a09cee1-ea6e-4193-aced-b1bcaac34565 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:06.746290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d0cbed90-54d9-4f27-bfed-93da58259cd9 None None] Provisioning complete for port 6a09cee1-ea6e-4193-aced-b1bcaac34565 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:06.747426 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbed90-54d9-4f27-bfed-93da58259cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.755369 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3bd3ba72-4cc1-46ef-b929-f52d65621b39 req-22f6ce18-2000-4fc3-b3a0-696166e113aa service neutron] 10.222.0.21 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239939 Aug 30 14:36:06.796816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbed90-54d9-4f27-bfed-93da58259cd9 None None] Port 6a09cee1-ea6e-4193-aced-b1bcaac34565 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:06.831285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03955a6b-3ad3-4c1d-a39d-c8eede870164 req-befd0cb5-1e0d-489c-ae46-fb7168773869 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761200 Aug 30 14:36:06.845304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.858461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-2f987388-14c6-49ec-ade4-5cd5c601f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.860263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-2f987388-14c6-49ec-ade4-5cd5c601f65e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=26276fd8-f939-45bb-b8f0-5f727f0b7942 HTTP/1.1" status: 200 len: 861 time: 0.1027622 Aug 30 14:36:06.925422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-65aafaa9-c9f3-4f95-928e-c13454938490 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2be5dc5-892c-4458-9f8d-ca5add36a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560780 Aug 30 14:36:07.051667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42fc80-272f-4de9-961f-7be558ef48ac req-b689d686-0e95-42ed-8993-3a65d9a262ce tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.053288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb42fc80-272f-4de9-961f-7be558ef48ac req-b689d686-0e95-42ed-8993-3a65d9a262ce tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0518990 Aug 30 14:36:07.095046 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb42fc80-272f-4de9-961f-7be558ef48ac req-d12551e2-655f-4eff-a1af-4d04900783d0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351198 Aug 30 14:36:07.131351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-7f6cd515-f301-451c-b0ac-926f10a0335d service neutron] 10.222.0.21 "GET /v2.0/networks/f2be5dc5-892c-4458-9f8d-ca5add36a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953447 Aug 30 14:36:07.308311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a09cee1-ea6e-4193-aced-b1bcaac34565 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:07.324766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.341009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cfd4d79-e6de-4178-b3e2-d99978987417 req-2650dc11-b5d4-4555-a8cf-092d40d79dde service neutron] 10.222.0.21 "GET /v2.0/networks/f2be5dc5-892c-4458-9f8d-ca5add36a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919730 Aug 30 14:36:07.348730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Transition to ACTIVE for port object 6a09cee1-ea6e-4193-aced-b1bcaac34565 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:07.353787 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.372794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3001e95-851f-4eed-8942-7633e2a0572b req-86380def-c7a1-4515-b626-f3c3c0693b24 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.374394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3001e95-851f-4eed-8942-7633e2a0572b req-86380def-c7a1-4515-b626-f3c3c0693b24 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 932 time: 0.1280553 Aug 30 14:36:07.446948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:07.479555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e3001e95-851f-4eed-8942-7633e2a0572b req-76b43546-f7a5-4b82-9747-4573aac5cef8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804996 Aug 30 14:36:07.533170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:07.534026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:07.534356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:07.539000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:36:07.539329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:07.544620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:07.544940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Checking segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:07.545357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Bound using segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:07.545786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Bound port: 6a09cee1-ea6e-4193-aced-b1bcaac34565, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:07.546146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.615678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:07.619575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:07.624646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.664293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.664967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.666287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 1092 time: 0.9557092 Aug 30 14:36:07.666727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:07.669294 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad9379-ad62-41a7-a396-f87aa5643450" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:07.695920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f5afa-2264-4ecc-a4ff-a041b8f28809 service neutron] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:07.732932 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad93590-6512-43da-8f11-4a7d328e400a x-openstack-request-id: req-3ad93590-6512-43da-8f11-4a7d328e400a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:07.733269 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:07.733510 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ad93590-6512-43da-8f11-4a7d328e400a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:07.733980 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'status': 'completed', 'code': 200} Aug 30 14:36:07.751120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-991398b3-499f-4fa2-8731-6a1bae846269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.753359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-991398b3-499f-4fa2-8731-6a1bae846269 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1095 time: 0.0504034 Aug 30 14:36:07.807516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-f8427d0a-c2fd-4115-8e29-a74c6ac6e2aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 217 time: 0.0454736 Aug 30 14:36:07.816709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 75b621a0-37a0-4a6f-b983-e0a55dd899ed up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:07.880506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 75b621a0-37a0-4a6f-b983-e0a55dd899ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:07.881151 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.900590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-519d8031-2207-444f-bbbb-9fd1d15bdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.902498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-519d8031-2207-444f-bbbb-9fd1d15bdd60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.0823061 Aug 30 14:36:07.953396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-3d06fbad-4e6e-49be-8bc1-be9c58008e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.955184 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-3d06fbad-4e6e-49be-8bc1-be9c58008e03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454762 Aug 30 14:36:07.972164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b204d-a414-435f-b934-921dc78fec62 req-fa2bd3c7-a136-41e6-834e-63b4eab0969d tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.973621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-537b204d-a414-435f-b934-921dc78fec62 req-fa2bd3c7-a136-41e6-834e-63b4eab0969d tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 943 time: 0.0586929 Aug 30 14:36:08.021734 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-537b204d-a414-435f-b934-921dc78fec62 req-9c6b7575-0e5d-4cfe-af81-5c942593d4d1 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355968 Aug 30 14:36:08.065269 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-a3c96260-df23-4dc2-9000-d7444e4f0d83 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022565 Aug 30 14:36:08.158468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-448acee2-0c91-4c30-ab42-76fdfa7c5041 req-acbe60ee-2d40-4dac-903e-9377e6ed2738 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866044 Aug 30 14:36:08.241981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a065c-ece9-4c89-aa2b-a64f93074db2 req-c0dabb24-e4a9-44eb-8e19-7508d57c5672 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.243369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860a065c-ece9-4c89-aa2b-a64f93074db2 req-c0dabb24-e4a9-44eb-8e19-7508d57c5672 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0733840 Aug 30 14:36:08.267559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-ae08d2d8-bab9-46d4-a778-9adaafcf8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.269602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-ae08d2d8-bab9-46d4-a778-9adaafcf8509 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1095 time: 0.0647473 Aug 30 14:36:08.332097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-860a065c-ece9-4c89-aa2b-a64f93074db2 req-ae0057b1-9d66-439a-b170-987193822ae8 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819240 Aug 30 14:36:08.384406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-bcb620c5-1d37-47b7-9e10-bee2ffc5c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.384782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-bcb620c5-1d37-47b7-9e10-bee2ffc5c58d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.1079314 Aug 30 14:36:08.427820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-3348a416-4850-4531-a9f7-30653ce81151 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 217 time: 0.0351238 Aug 30 14:36:08.460430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e72e2-106b-400d-812f-3f0ce079a76a req-54a7ba6f-0228-4588-b961-d8115479e6ab tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.461936 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a95e72e2-106b-400d-812f-3f0ce079a76a req-54a7ba6f-0228-4588-b961-d8115479e6ab tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0495739 Aug 30 14:36:08.482418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-9cea01ba-1a8d-40f3-aca2-7a4564b511db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.483880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-9cea01ba-1a8d-40f3-aca2-7a4564b511db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.0482762 Aug 30 14:36:08.500318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a95e72e2-106b-400d-812f-3f0ce079a76a req-29cbb005-3da4-4feb-99a8-815f85dc03a0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Aug 30 14:36:08.531703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-4ab6e50e-7445-4fca-8283-4c3463e0c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.533232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-4ab6e50e-7445-4fca-8283-4c3463e0c347 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414238 Aug 30 14:36:08.923295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423123-7657-45a1-998d-89df808be733 req-8c68f0ea-6e8e-49ba-b715-96d085723c27 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.925242 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3423123-7657-45a1-998d-89df808be733 req-8c68f0ea-6e8e-49ba-b715-96d085723c27 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 944 time: 0.3655968 Aug 30 14:36:08.929360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-fc04a6f9-2eab-4987-9439-0beb63e81edc service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879297 Aug 30 14:36:09.015495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3423123-7657-45a1-998d-89df808be733 req-cc4995b8-1539-48fd-a78b-4c814ca6bbb7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815947 Aug 30 14:36:09.053679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbad9379-ad62-41a7-a396-f87aa5643450 req-63da2fed-9475-4078-b23b-a386af3928cb service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126482 Aug 30 14:36:09.261857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-a8ac2434-381f-47a5-ad49-85d25412c51c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:09.263388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-a8ac2434-381f-47a5-ad49-85d25412c51c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ed7b781-0c6f-485d-ac6e-de5782a71264 HTTP/1.1" status: 200 len: 943 time: 0.0518947 Aug 30 14:36:09.375991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Deleting port f3224878-5c8a-4465-bca1-70d8f56b5da6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:09.376367 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.388616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b77e0-a1b8-4e02-90c0-5cdd68c3665d req-080ffe94-779f-4e70-bd1b-2a0914372a72 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:09.390193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-864b77e0-a1b8-4e02-90c0-5cdd68c3665d req-080ffe94-779f-4e70-bd1b-2a0914372a72 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 943 time: 0.1008096 Aug 30 14:36:09.397592 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-d1b97143-f8e8-400d-98e7-209ca57e676d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639408 Aug 30 14:36:09.457528 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-864b77e0-a1b8-4e02-90c0-5cdd68c3665d req-9140d344-9410-4b2b-a7e4-198ec41b4467 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589235 Aug 30 14:36:09.471238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-05bd1a33-833e-416d-981c-ac0acb6bdd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:09.472779 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-05bd1a33-833e-416d-981c-ac0acb6bdd85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 1096 time: 0.0522377 Aug 30 14:36:09.476989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] For port f3224878-5c8a-4465-bca1-70d8f56b5da6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3224878-5c8a-4465-bca1-70d8f56b5da6,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:09.477521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.492632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Calling delete_port for f3224878-5c8a-4465-bca1-70d8f56b5da6 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:09.497397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:36:09.585489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-d211b41e-e895-46b1-a968-0b55a6a3de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:09.586989 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-d211b41e-e895-46b1-a968-0b55a6a3de22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 200 len: 913 time: 0.0950205 Aug 30 14:36:09.613453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,segment=NetworkSegment(716f5503-73a5-4875-a730-d61ecefab552),segment_id=716f5503-73a5-4875-a730-d61ecefab552)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:09.626410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '0a4c52a9-d0a3-4069-8b30-96d6a06ede87', 'network_id': 'f2be5dc5-892c-4458-9f8d-ca5add36a243', 'port_id': '0a4c52a9-d0a3-4069-8b30-96d6a06ede87', 'mac_address': 'fa:16:3e:0c:ba:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26276fd8-f939-45bb-b8f0-5f727f0b7942', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:36:09.632801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-a4980a16-1e53-478b-8252-f4f86af220cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476 HTTP/1.1" status: 200 len: 217 time: 0.0391939 Aug 30 14:36:09.635270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.656090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['81f91569-40fa-4c5e-93db-9bc1cc33f476'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:09.666508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event deleted for resources: {'Port': ['ID=f3224878-5c8a-4465-bca1-70d8f56b5da6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:09.689079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2260811d-c58e-4f1c-aa2c-13912b579005'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:09.702704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-7adeb36e-dcea-455f-ae08-1c4a528aeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:09.705282 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-7adeb36e-dcea-455f-ae08-1c4a528aeba2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 200 len: 851 time: 0.0653937 Aug 30 14:36:09.723842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] No DVR routers for this DVR port f3224878-5c8a-4465-bca1-70d8f56b5da6 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:09.726891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.736685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf5ae9b5-f1e2-4e1c-b03b-769c92df6fa4 req-eae19501-a5c2-4177-b57b-2e243057e3e5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "DELETE /v2.0/ports/f3224878-5c8a-4465-bca1-70d8f56b5da6 HTTP/1.1" status: 204 len: 173 time: 0.4671299 Aug 30 14:36:09.738045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'name': 'network-vif-deleted', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:09.741196 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162342ef-665f-4bef-8de7-041e625c856d" -d '{"events": [{"server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "name": "network-vif-deleted", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:09.759349 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.775555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-5629f2bb-27cf-4d9b-9b0d-88f2d97042ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:09.777196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-5629f2bb-27cf-4d9b-9b0d-88f2d97042ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7352f7de-05ae-409c-bff3-dfb26e0a8dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652163 Aug 30 14:36:09.806894 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd55a6-42f0-4a46-9cd5-2579fdb3778b x-openstack-request-id: req-e9cd55a6-42f0-4a46-9cd5-2579fdb3778b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:09.807190 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed7b781-0c6f-485d-ac6e-de5782a71264", "name": "network-vif-deleted", "tag": "f3224878-5c8a-4465-bca1-70d8f56b5da6", "status": "failed", "code": 422}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:09.807444 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9cd55a6-42f0-4a46-9cd5-2579fdb3778b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:09.807897 n-d-805668-3 neutron-server[94826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ed7b781-0c6f-485d-ac6e-de5782a71264', 'name': 'network-vif-deleted', 'tag': 'f3224878-5c8a-4465-bca1-70d8f56b5da6', 'status': 'failed', 'code': 422} returned with failed status Aug 30 14:36:09.951561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-28de6f16-43e5-4fa9-a939-492c47076191 service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626472 Aug 30 14:36:09.963081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:10.008867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,segment=NetworkSegment(716f5503-73a5-4875-a730-d61ecefab552),segment_id=716f5503-73a5-4875-a730-d61ecefab552)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:10.027355 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.078437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17c7262e-693d-4d9e-9707-6c45fc8aa9f6 req-e203370f-932b-44d0-8ebd-4a3deb30cfbc service neutron] 10.222.0.39 "GET /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198101 Aug 30 14:36:10.133975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:10.194238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3223-26d7-491d-b99d-b6c8ac8677af req-07ceb734-213c-47e0-abcb-b26f9061afd2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:10.195456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76af3223-26d7-491d-b99d-b6c8ac8677af req-07ceb734-213c-47e0-abcb-b26f9061afd2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 944 time: 0.0684941 Aug 30 14:36:10.242514 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76af3223-26d7-491d-b99d-b6c8ac8677af req-66946774-7874-4e16-b924-72045389d87f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 Aug 30 14:36:10.579479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['0a4c52a9-d0a3-4069-8b30-96d6a06ede87'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:10.585796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948fe83-27d5-4e3b-a82d-52d84162c77e req-40d13f7d-630e-466f-a8ce-39a66efa28f0 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:10.587384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7948fe83-27d5-4e3b-a82d-52d84162c77e req-40d13f7d-630e-466f-a8ce-39a66efa28f0 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 944 time: 0.0549207 Aug 30 14:36:10.630695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7948fe83-27d5-4e3b-a82d-52d84162c77e req-34e3775a-bec8-49b1-af34-13be94888b77 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Aug 30 14:36:10.635090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dc6b7-ff34-427e-a369-61c4497b033b req-c8680e78-7eb4-4406-b317-73b8a8a694f7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:10.637562 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-601dc6b7-ff34-427e-a369-61c4497b033b req-c8680e78-7eb4-4406-b317-73b8a8a694f7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 907 time: 0.0563085 Aug 30 14:36:11.370561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e60d0-7b04-4726-88c8-9b68385b8256 req-9952173b-5c01-443f-a4e4-4a2a8859f260 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:11.372336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e14e60d0-7b04-4726-88c8-9b68385b8256 req-9952173b-5c01-443f-a4e4-4a2a8859f260 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 944 time: 0.0549567 Aug 30 14:36:11.433739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e14e60d0-7b04-4726-88c8-9b68385b8256 req-7a3d8fe8-67d2-4eff-aa08-07d539f8c7c3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491266 Aug 30 14:36:11.762304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457052bb-6395-45dc-b01c-78c6ac944c27 req-6649f3a7-7784-4211-a70d-7f51b13818a0 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:11.763828 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-457052bb-6395-45dc-b01c-78c6ac944c27 req-6649f3a7-7784-4211-a70d-7f51b13818a0 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 944 time: 0.0504732 Aug 30 14:36:11.777465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a73e9-7876-4b56-9f42-bbf43b269ac9 req-3f0540c7-e803-461c-89f7-14b4947ff60b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:11.779092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b04a73e9-7876-4b56-9f42-bbf43b269ac9 req-3f0540c7-e803-461c-89f7-14b4947ff60b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 907 time: 0.0659425 Aug 30 14:36:11.807351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-457052bb-6395-45dc-b01c-78c6ac944c27 req-4ad4e6bc-718c-4c2c-9905-ec966335909c tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362675 Aug 30 14:36:11.904330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-ad765499-fbc9-40f8-88e3-e3a432d0e0de tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:11.905948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-ad765499-fbc9-40f8-88e3-e3a432d0e0de tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 907 time: 0.0540655 Aug 30 14:36:11.919364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:36:12.047532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Deleting port 30b7b4b2-9df5-4571-83b4-6dc73250bebf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:12.047886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:12.060486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:12.076141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'port_id': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'mac_address': 'fa:16:3e:7e:06:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:36:12.116122 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:12.130035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a09cee1-ea6e-4193-aced-b1bcaac34565 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:12.141976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] For port 30b7b4b2-9df5-4571-83b4-6dc73250bebf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=30b7b4b2-9df5-4571-83b4-6dc73250bebf,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:12.142344 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:12.150307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:12.154756 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:12.157494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Calling delete_port for 30b7b4b2-9df5-4571-83b4-6dc73250bebf owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:12.207842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:12.303072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:12.331386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event deleted for resources: {'Port': ['ID=30b7b4b2-9df5-4571-83b4-6dc73250bebf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:12.378582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] No DVR routers for this DVR port 30b7b4b2-9df5-4571-83b4-6dc73250bebf on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:12.381749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:12.384404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cdd559-d1b2-4f83-8f17-e30296c2fb35 req-b4ab45ba-e36e-4374-ab71-a1f3d757b017 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "DELETE /v2.0/ports/30b7b4b2-9df5-4571-83b4-6dc73250bebf HTTP/1.1" status: 204 len: 173 time: 0.4701903 Aug 30 14:36:12.384931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'name': 'network-vif-deleted', 'tag': '30b7b4b2-9df5-4571-83b4-6dc73250bebf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:12.387422 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8152a1-2f20-43fb-9904-70faef664eb5" -d '{"events": [{"server_uuid": "bf601e9f-9b9b-4c67-9c4e-0f52228af1dd", "name": "network-vif-deleted", "tag": "30b7b4b2-9df5-4571-83b4-6dc73250bebf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:12.440026 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9775d087-d33a-4f91-9e86-eb9e002c99ba x-openstack-request-id: req-9775d087-d33a-4f91-9e86-eb9e002c99ba {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:12.440166 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf601e9f-9b9b-4c67-9c4e-0f52228af1dd", "name": "network-vif-deleted", "tag": "30b7b4b2-9df5-4571-83b4-6dc73250bebf", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:12.440311 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9775d087-d33a-4f91-9e86-eb9e002c99ba {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:12.440712 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf601e9f-9b9b-4c67-9c4e-0f52228af1dd', 'name': 'network-vif-deleted', 'tag': '30b7b4b2-9df5-4571-83b4-6dc73250bebf', 'status': 'completed', 'code': 200} Aug 30 14:36:12.441513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6a09cee1-ea6e-4193-aced-b1bcaac34565'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:12.611248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc20c-763e-4b97-b95d-904883dde2ae req-a8e8cd23-283e-4084-accd-fed224b35595 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.613380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebadc20c-763e-4b97-b95d-904883dde2ae req-a8e8cd23-283e-4084-accd-fed224b35595 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.0538902 Aug 30 14:36:12.671945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebadc20c-763e-4b97-b95d-904883dde2ae req-41c70b1a-9a90-4a0e-92ca-df06ebbb9114 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517910 Aug 30 14:36:12.838505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-0506bb70-7a17-4ffd-839a-858dc13c2371 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.844964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-0506bb70-7a17-4ffd-839a-858dc13c2371 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.851529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-0506bb70-7a17-4ffd-839a-858dc13c2371 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.859260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-0506bb70-7a17-4ffd-839a-858dc13c2371 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.865796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-0506bb70-7a17-4ffd-839a-858dc13c2371 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.872321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-0506bb70-7a17-4ffd-839a-858dc13c2371 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.878751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-0506bb70-7a17-4ffd-839a-858dc13c2371 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.880917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-0506bb70-7a17-4ffd-839a-858dc13c2371 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.1046026 Aug 30 14:36:12.919288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e45fe51c-c641-40cd-bb85-c26d546b7d44 req-7b2bcd2f-c838-4062-b719-47e4916c2ea5 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf601e9f-9b9b-4c67-9c4e-0f52228af1dd HTTP/1.1" status: 200 len: 210 time: 0.0398662 Aug 30 14:36:12.933565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be5457e2-2248-4bc0-857e-3c563dd35441 req-7c330cfc-b633-4585-abc6-36bf354ffd8c tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457091 Aug 30 14:36:13.045534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c4cf0-5c84-4547-9498-aa4fa6145e40 req-def17e0d-a9bf-4259-bd29-d42563952775 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.047203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-434c4cf0-5c84-4547-9498-aa4fa6145e40 req-def17e0d-a9bf-4259-bd29-d42563952775 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 944 time: 0.0583327 Aug 30 14:36:13.081016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66138-9ffb-43dd-8473-f81e3772958b req-d2074460-6247-4815-922b-e2cad885c36b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.086896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66138-9ffb-43dd-8473-f81e3772958b req-d2074460-6247-4815-922b-e2cad885c36b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.087866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-434c4cf0-5c84-4547-9498-aa4fa6145e40 req-bdd73cd4-2c65-4f2f-92f0-23a4c2001313 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Aug 30 14:36:13.092741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66138-9ffb-43dd-8473-f81e3772958b req-d2074460-6247-4815-922b-e2cad885c36b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.098603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66138-9ffb-43dd-8473-f81e3772958b req-d2074460-6247-4815-922b-e2cad885c36b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.104423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66138-9ffb-43dd-8473-f81e3772958b req-d2074460-6247-4815-922b-e2cad885c36b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.110230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66138-9ffb-43dd-8473-f81e3772958b req-d2074460-6247-4815-922b-e2cad885c36b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.116815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66138-9ffb-43dd-8473-f81e3772958b req-d2074460-6247-4815-922b-e2cad885c36b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.118596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01e66138-9ffb-43dd-8473-f81e3772958b req-d2074460-6247-4815-922b-e2cad885c36b tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.0924292 Aug 30 14:36:13.510544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:13.563771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:13.567985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:13.568503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:13.653399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:13.679766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56516393-a636-40d9-9d82-052969312752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4c52a9-d0a3-4069-8b30-96d6a06ede87'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:13.682568 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87953ae4-c22c-46d8-83bb-b7eb6a5cf129" -d '{"events": [{"server_uuid": "56516393-a636-40d9-9d82-052969312752", "name": "network-vif-plugged", "status": "completed", "tag": "0a4c52a9-d0a3-4069-8b30-96d6a06ede87"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:13.700549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,segment=NetworkSegment(716f5503-73a5-4875-a730-d61ecefab552),segment_id=716f5503-73a5-4875-a730-d61ecefab552)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:13.716011 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:13.745149 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d10bd30-19f0-451c-b26f-31c0df69dc7a x-openstack-request-id: req-0d10bd30-19f0-451c-b26f-31c0df69dc7a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:13.745593 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56516393-a636-40d9-9d82-052969312752", "name": "network-vif-plugged", "status": "completed", "tag": "0a4c52a9-d0a3-4069-8b30-96d6a06ede87", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:13.745840 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d10bd30-19f0-451c-b26f-31c0df69dc7a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:13.746250 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56516393-a636-40d9-9d82-052969312752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4c52a9-d0a3-4069-8b30-96d6a06ede87', 'code': 200} Aug 30 14:36:13.775099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:13.810588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341efd-94a6-427e-8b5e-0b849a293d40 req-90c47127-4b9e-4ffc-b891-2410305201c0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.812154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-54341efd-94a6-427e-8b5e-0b849a293d40 req-90c47127-4b9e-4ffc-b891-2410305201c0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.0548296 Aug 30 14:36:13.860335 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-54341efd-94a6-427e-8b5e-0b849a293d40 req-84ec5b53-6d8f-481a-88fe-21f5d953fa77 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411208 Aug 30 14:36:13.880955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d2a30-c662-448c-99a5-e720627900c3 req-41815191-d2c6-42dc-8ac0-bb20e22cb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.883498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b0d2a30-c662-448c-99a5-e720627900c3 req-41815191-d2c6-42dc-8ac0-bb20e22cb4ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 1096 time: 0.0497231 Aug 30 14:36:13.923594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b0d2a30-c662-448c-99a5-e720627900c3 req-5a2fe156-d664-4bed-924a-ebae1da83601 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296795 Aug 30 14:36:13.952306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:14.011301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 6a09cee1-ea6e-4193-aced-b1bcaac34565 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:14.015822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 6a09cee1-ea6e-4193-aced-b1bcaac34565 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:14.016437 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.099499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.139902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:14.147371 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.147371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 30b7b4b2-9df5-4571-83b4-6dc73250bebf no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:14.206001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 30b7b4b2-9df5-4571-83b4-6dc73250bebf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:14.206464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 30b7b4b2-9df5-4571-83b4-6dc73250bebf not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:14.235099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:14.259722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee230e70-dfa2-487d-b31f-a1de6463b872 req-120c5dd5-7fba-493c-a564-53ebddc410d5 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:14.261265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee230e70-dfa2-487d-b31f-a1de6463b872 req-120c5dd5-7fba-493c-a564-53ebddc410d5 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 945 time: 0.0722327 Aug 30 14:36:14.286727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd5365-f047-4fe9-86dc-cea76bf6b904 req-44809e70-50f5-47f7-a6d6-5d3b65143c4c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:14.288244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27cd5365-f047-4fe9-86dc-cea76bf6b904 req-44809e70-50f5-47f7-a6d6-5d3b65143c4c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 945 time: 0.0545158 Aug 30 14:36:14.302414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee230e70-dfa2-487d-b31f-a1de6463b872 req-4a58b639-1dab-4e06-9f77-f738646c77c9 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333207 Aug 30 14:36:14.332949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27cd5365-f047-4fe9-86dc-cea76bf6b904 req-06b80389-f9d5-4e40-bd15-28846b3b0942 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Aug 30 14:36:14.988522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4ad5-ea35-41f3-9d6d-7b90d495b9a9 req-068f8341-cb5f-42c7-acb9-01d0e1f444e9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:14.990102 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-116f4ad5-ea35-41f3-9d6d-7b90d495b9a9 req-068f8341-cb5f-42c7-acb9-01d0e1f444e9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0524476 Aug 30 14:36:15.029506 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-116f4ad5-ea35-41f3-9d6d-7b90d495b9a9 req-86a89773-6fbb-4eab-9a10-985bd728908a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Aug 30 14:36:15.086303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:15.176460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-995df8fe-9169-45f9-a905-3bb089aa9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.176868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-995df8fe-9169-45f9-a905-3bb089aa9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.177394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-995df8fe-9169-45f9-a905-3bb089aa9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.177887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-995df8fe-9169-45f9-a905-3bb089aa9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.178356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-995df8fe-9169-45f9-a905-3bb089aa9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.178822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-995df8fe-9169-45f9-a905-3bb089aa9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.179281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-995df8fe-9169-45f9-a905-3bb089aa9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.181230 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-995df8fe-9169-45f9-a905-3bb089aa9a55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6490 time: 0.0938749 Aug 30 14:36:15.216664 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-a3368855-40fd-4cbd-98c8-e18be9c97dec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0292549 Aug 30 14:36:15.426169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174a90-a42d-4b8d-8d6f-f4fbe37170a6 req-55f9b596-e867-49e2-a931-6ad88d1bf3ac tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.427735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33174a90-a42d-4b8d-8d6f-f4fbe37170a6 req-55f9b596-e867-49e2-a931-6ad88d1bf3ac tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Aug 30 14:36:15.460910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71998ac9-592d-4b59-b4b3-8734b7300c9f req-46e75fd6-36f5-4577-882c-57da13a6562f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.462376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71998ac9-592d-4b59-b4b3-8734b7300c9f req-46e75fd6-36f5-4577-882c-57da13a6562f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 945 time: 0.0589063 Aug 30 14:36:15.468772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33174a90-a42d-4b8d-8d6f-f4fbe37170a6 req-b979a7f6-51aa-43e8-9466-29c5c86b0cb5 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350144 Aug 30 14:36:15.530181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-53635a81-1b21-4182-87d2-ad4e03f41954 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.531744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-53635a81-1b21-4182-87d2-ad4e03f41954 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 945 time: 0.0876338 Aug 30 14:36:15.535271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71998ac9-592d-4b59-b4b3-8734b7300c9f req-04d6c18b-603d-46d4-8410-4c47cde860c7 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583429 Aug 30 14:36:15.630795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Deleting port 81f91569-40fa-4c5e-93db-9bc1cc33f476 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:15.631134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:15.727442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] For port 81f91569-40fa-4c5e-93db-9bc1cc33f476, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f91569-40fa-4c5e-93db-9bc1cc33f476,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:15.727826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:15.740728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Calling delete_port for 81f91569-40fa-4c5e-93db-9bc1cc33f476 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:15.747544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:15.750274 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f8f8e4-5d3f-429d-a3d9-338f4bc80bdf" -d '{"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-plugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:15.790710 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59eb5c-53f8-4b2d-b41f-8e4542d8bd83 x-openstack-request-id: req-cc59eb5c-53f8-4b2d-b41f-8e4542d8bd83 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:15.790997 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-plugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:15.791245 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc59eb5c-53f8-4b2d-b41f-8e4542d8bd83 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:15.791635 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'code': 200} Aug 30 14:36:15.876380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:15.889288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['81f91569-40fa-4c5e-93db-9bc1cc33f476'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:15.910699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event deleted for resources: {'Port': ['ID=81f91569-40fa-4c5e-93db-9bc1cc33f476,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:15.920294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8762a0-137e-4317-9dad-e0e34ac20038 req-7f320fed-fc7b-4d61-aa8c-83dd6765aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.922416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d8762a0-137e-4317-9dad-e0e34ac20038 req-7f320fed-fc7b-4d61-aa8c-83dd6765aa49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1097 time: 0.0581982 Aug 30 14:36:15.927598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2260811d-c58e-4f1c-aa2c-13912b579005'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:15.957245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] No DVR routers for this DVR port 81f91569-40fa-4c5e-93db-9bc1cc33f476 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:15.959832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:15.962058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c6f93a5-c9a5-4b93-b355-f12ed9d5aec8 req-546078f8-3f42-42da-97f2-8997df86302a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.39 "DELETE /v2.0/ports/81f91569-40fa-4c5e-93db-9bc1cc33f476 HTTP/1.1" status: 204 len: 173 time: 0.4241452 Aug 30 14:36:15.962514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcb7864-7b2b-4e76-952c-fff22372e79f', 'name': 'network-vif-deleted', 'tag': '81f91569-40fa-4c5e-93db-9bc1cc33f476'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:15.964790 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3749c107-e7ab-43bf-96d9-91bcdefa35ae" -d '{"events": [{"server_uuid": "4dcb7864-7b2b-4e76-952c-fff22372e79f", "name": "network-vif-deleted", "tag": "81f91569-40fa-4c5e-93db-9bc1cc33f476"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:15.981233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d8762a0-137e-4317-9dad-e0e34ac20038 req-0f82d49a-ff74-4127-9b0a-43469b0e00ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470207 Aug 30 14:36:16.014805 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75a4fb9-1483-4744-ae99-f581683ccf66 x-openstack-request-id: req-e75a4fb9-1483-4744-ae99-f581683ccf66 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:16.015375 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcb7864-7b2b-4e76-952c-fff22372e79f", "name": "network-vif-deleted", "tag": "81f91569-40fa-4c5e-93db-9bc1cc33f476", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:16.015626 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e75a4fb9-1483-4744-ae99-f581683ccf66 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:16.016029 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcb7864-7b2b-4e76-952c-fff22372e79f', 'name': 'network-vif-deleted', 'tag': '81f91569-40fa-4c5e-93db-9bc1cc33f476', 'status': 'completed', 'code': 200} Aug 30 14:36:16.149707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338f42b-3ddb-43f7-a20b-fe8e3560f877 req-74bceb3e-fda5-4133-abb8-72897885a7a2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:16.151287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9338f42b-3ddb-43f7-a20b-fe8e3560f877 req-74bceb3e-fda5-4133-abb8-72897885a7a2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0493448 Aug 30 14:36:16.190752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9338f42b-3ddb-43f7-a20b-fe8e3560f877 req-dbbd17ec-7447-453e-ab90-6ef21832f367 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332980 Aug 30 14:36:16.591164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31db3a6-3671-45bd-90dd-c60b310d1ebe req-fd867688-0b90-4d4a-8a74-c8abdd8df046 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:16.597624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d31db3a6-3671-45bd-90dd-c60b310d1ebe req-fd867688-0b90-4d4a-8a74-c8abdd8df046 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 945 time: 0.0585651 Aug 30 14:36:16.636617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d31db3a6-3671-45bd-90dd-c60b310d1ebe req-25c81068-6e79-4e3d-9170-6607269ac58a tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Aug 30 14:36:16.667795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf0fbc2d-2fb7-435e-bce9-3f86ab3b3a71 req-9e54c79f-7700-4949-9ae0-89227e82c001 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dcb7864-7b2b-4e76-952c-fff22372e79f HTTP/1.1" status: 200 len: 210 time: 0.0352635 Aug 30 14:36:16.944990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933376a3-4600-44e1-a02b-6a5b052ec304 req-3a96c9ba-8205-4947-ae7a-82b7686a1bb7 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:16.946521 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-933376a3-4600-44e1-a02b-6a5b052ec304 req-3a96c9ba-8205-4947-ae7a-82b7686a1bb7 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Aug 30 14:36:16.985109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-933376a3-4600-44e1-a02b-6a5b052ec304 req-b0446939-0806-4cd6-adef-4e3a08396787 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Aug 30 14:36:17.311745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab55d3-d0dc-483e-84cd-a8ed838f5727 req-0bdf3d62-b64b-475f-946f-078d99a0f44c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:17.313555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0aab55d3-d0dc-483e-84cd-a8ed838f5727 req-0bdf3d62-b64b-475f-946f-078d99a0f44c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0493665 Aug 30 14:36:17.351466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0aab55d3-d0dc-483e-84cd-a8ed838f5727 req-c9f7570b-0542-4079-9091-3c9cd4604615 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Aug 30 14:36:17.473012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2de350-1da4-43f0-89a2-2aff9f4f4b5e req-d91e50b1-c7a2-4868-bfbf-82b2fae8624c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:17.474452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d2de350-1da4-43f0-89a2-2aff9f4f4b5e req-d91e50b1-c7a2-4868-bfbf-82b2fae8624c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0545573 Aug 30 14:36:17.512369 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d2de350-1da4-43f0-89a2-2aff9f4f4b5e req-fd5fe56f-1c66-4bb2-899b-51a83c68b9b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318904 Aug 30 14:36:17.534417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:17.573481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a22df6-31d4-40bd-8698-d69725357e34 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:17.575002 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-07a22df6-31d4-40bd-8698-d69725357e34 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1092 time: 0.0396249 Aug 30 14:36:17.577867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:17.582948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:17.605457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:17.717564 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:17.843757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.25.6.66 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d4d71b19-a209-42f0-b28c-1a09e02846ca) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:17.963825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0f504-740b-4692-afed-0f058203285f req-9a8ae2b0-3ae7-4c04-9f95-5353bb7dc351 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:17.964684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:17.965561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbc0f504-740b-4692-afed-0f058203285f req-9a8ae2b0-3ae7-4c04-9f95-5353bb7dc351 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0493243 Aug 30 14:36:18.007069 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.011210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbc0f504-740b-4692-afed-0f058203285f req-55f9ec58-ce95-481d-a61e-f2b358efdaae tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=0abd4525-1f10-4495-953e-3fb55e90c443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Aug 30 14:36:18.058687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:18.061748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:18.066201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:18.071955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=d4d71b19-a209-42f0-b28c-1a09e02846ca,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:18.143457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762afd-69fe-4a7a-a7b6-a6bbfbe75032 req-92bc9ec4-2f4a-4424-9fec-278c9e02ab4a tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:18.145226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-44762afd-69fe-4a7a-a7b6-a6bbfbe75032 req-92bc9ec4-2f4a-4424-9fec-278c9e02ab4a tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 945 time: 0.0541315 Aug 30 14:36:18.188749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-44762afd-69fe-4a7a-a7b6-a6bbfbe75032 req-36ab947d-2ae4-4b90-8e78-9ad67218ad80 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360272 Aug 30 14:36:18.444353 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.507846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6f883-1b14-4050-a624-697bc684115e req-d7f40380-8bea-46b0-95be-e7bf44abb135 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:18.509445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7c6f883-1b14-4050-a624-697bc684115e req-d7f40380-8bea-46b0-95be-e7bf44abb135 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 946 time: 0.0490544 Aug 30 14:36:18.510943 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.612484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Deleting port 2260811d-c58e-4f1c-aa2c-13912b579005 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:18.612825 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.666200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.671765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.702891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] For port 2260811d-c58e-4f1c-aa2c-13912b579005, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2260811d-c58e-4f1c-aa2c-13912b579005,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:18.703575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.718886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Calling delete_port for 2260811d-c58e-4f1c-aa2c-13912b579005 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:18.744065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=d4d71b19-a209-42f0-b28c-1a09e02846ca,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:18.760054 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.854154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.864831 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Floating IP 2bb7f26f-15ea-468a-a327-15a5a8f7bd02 associated. External IP: 172.25.6.66, port: 6a09cee1-ea6e-4193-aced-b1bcaac34565. Aug 30 14:36:18.880819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event deleted for resources: {'Port': ['ID=2260811d-c58e-4f1c-aa2c-13912b579005,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:18.895658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2260811d-c58e-4f1c-aa2c-13912b579005'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:18.928577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] No DVR routers for this DVR port 2260811d-c58e-4f1c-aa2c-13912b579005 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:18.934891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:18.941392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7c6f883-1b14-4050-a624-697bc684115e req-6c225fd9-f7e1-4e49-ac69-4bbec7c54c9b tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "DELETE /v2.0/ports/2260811d-c58e-4f1c-aa2c-13912b579005 HTTP/1.1" status: 204 len: 173 time: 0.4201031 Aug 30 14:36:18.941392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98b77d-551b-4c38-b088-cd9712b6e778', 'name': 'network-vif-deleted', 'tag': '2260811d-c58e-4f1c-aa2c-13912b579005'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:18.941392 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c11586-2fdd-486d-8d4c-3b4151e00c65" -d '{"events": [{"server_uuid": "af98b77d-551b-4c38-b088-cd9712b6e778", "name": "network-vif-deleted", "tag": "2260811d-c58e-4f1c-aa2c-13912b579005"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:18.987868 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7500de-fb4d-4548-bd55-b22b4a73c650 x-openstack-request-id: req-ae7500de-fb4d-4548-bd55-b22b4a73c650 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:18.988198 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af98b77d-551b-4c38-b088-cd9712b6e778", "name": "network-vif-deleted", "tag": "2260811d-c58e-4f1c-aa2c-13912b579005", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:18.988470 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae7500de-fb4d-4548-bd55-b22b4a73c650 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:18.988872 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af98b77d-551b-4c38-b088-cd9712b6e778', 'name': 'network-vif-deleted', 'tag': '2260811d-c58e-4f1c-aa2c-13912b579005', 'status': 'completed', 'code': 200} Aug 30 14:36:19.135862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fbcbe98-3886-4ff4-9357-ad1c05e5c0ff req-293f662f-0476-4784-83e4-0a16beb5dc8d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=af98b77d-551b-4c38-b088-cd9712b6e778 HTTP/1.1" status: 200 len: 210 time: 0.0315058 Aug 30 14:36:19.136967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 47f7f32b-d4c7-43e9-9395-44251ca80bdc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:19.300680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:19.310337 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] Sync routers for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:19.321196 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:19.322094 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:19.329931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545f482-b837-4bfb-8f13-d22a4e3fe885 req-12cbfe9f-5c2a-4a18-b126-282604453fc5 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:19.332240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3545f482-b837-4bfb-8f13-d22a4e3fe885 req-12cbfe9f-5c2a-4a18-b126-282604453fc5 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 945 time: 0.0707245 Aug 30 14:36:19.333537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:19.388382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-d7650e75-e8c4-4532-89d7-4a66a28a43ca tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:19.390298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-d7650e75-e8c4-4532-89d7-4a66a28a43ca tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.21 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 945 time: 0.0583265 Aug 30 14:36:19.393378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-121bb3ce-6818-4826-849f-9d2b9906d97c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8138678 Aug 30 14:36:19.395899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:19.398298 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be5901-0920-4e0a-83d6-368a6b8e9aad" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:19.414464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3545f482-b837-4bfb-8f13-d22a4e3fe885 req-1c44f954-0301-4990-bea0-0a5ce082663b tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/security-groups?id=1563a31c-950c-47d9-a23d-5ef2b642f668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739298 Aug 30 14:36:19.454672 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146fb52d-af7f-4df0-9ada-de264c94c0b9 x-openstack-request-id: req-146fb52d-af7f-4df0-9ada-de264c94c0b9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:19.454987 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:19.455797 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-146fb52d-af7f-4df0-9ada-de264c94c0b9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:19.456209 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'status': 'completed', 'code': 200} Aug 30 14:36:19.462249 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:19.525232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-6a306b86-fc73-4312-8d13-70c557bbbd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:19.527033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-6a306b86-fc73-4312-8d13-70c557bbbd1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1097 time: 0.0506501 Aug 30 14:36:19.552381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecb9a1-1084-4a55-9050-5fd5ace19159 req-56d2cec7-4cbd-4596-b81e-934573f27778 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:19.557767 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33ecb9a1-1084-4a55-9050-5fd5ace19159 req-56d2cec7-4cbd-4596-b81e-934573f27778 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0834715 Aug 30 14:36:19.562199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Deleting port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:19.562199 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:19.640802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-e94e1136-7a87-4e2c-b27a-f66f9ff09c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:19.642956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-e94e1136-7a87-4e2c-b27a-f66f9ff09c8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.1080585 Aug 30 14:36:19.668446 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33ecb9a1-1084-4a55-9050-5fd5ace19159 req-b956fcf1-f8cf-4834-8c40-c36901850f99 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876615 Aug 30 14:36:19.689447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:19.749615 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2bb7f26f-15ea-468a-a327-15a5a8f7bd02', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'port_id': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'mac_address': 'fa:16:3e:7e:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:36:18Z', 'updated_at': '2021-08-30T14:36:18Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:06Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:19.751864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-d966ef20-3b67-447a-9a2e-2488b78af2bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 999 time: 0.1015732 Aug 30 14:36:19.785138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] For port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,segment=NetworkSegment(716f5503-73a5-4875-a730-d61ecefab552),segment_id=716f5503-73a5-4875-a730-d61ecefab552)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:19.785500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:19.797192 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] Checking router: 47f7f32b-d4c7-43e9-9395-44251ca80bdc for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:19.798219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5921a71d-55d4-4dd8-9ea2-f094e8bedbcc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/2bb7f26f-15ea-468a-a327-15a5a8f7bd02 HTTP/1.1" status: 200 len: 991 time: 0.1063976 Aug 30 14:36:19.805790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Calling delete_port for 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:19.813255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:19.814171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-12af91ae-a143-42e9-acf0-f179c30829a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:19.815736 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:19.816504 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:19.817008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-12af91ae-a143-42e9-acf0-f179c30829a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.0576334 Aug 30 14:36:19.867958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-4fb40546-5da2-45fa-bb42-4e7f1dff4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:19.869535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-4fb40546-5da2-45fa-bb42-4e7f1dff4965 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458140 Aug 30 14:36:19.934201 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:19.953283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:19.979772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-5852c6ba-35c6-4ec6-9429-8f07a6d8aa43 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014962 Aug 30 14:36:19.986163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Pushing event deleted for resources: {'Port': ['ID=0a4c52a9-d0a3-4069-8b30-96d6a06ede87,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:20.005429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 81f91569-40fa-4c5e-93db-9bc1cc33f476 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:20.031485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 81f91569-40fa-4c5e-93db-9bc1cc33f476 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:20.032232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 81f91569-40fa-4c5e-93db-9bc1cc33f476 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:20.042504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] No DVR routers for this DVR port 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:20.048178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:20.051507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5869e93-01d6-4984-9c9d-1a78a7b5a276 req-0b4e145e-33d4-440f-9268-d5af0e6d6992 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.21 "DELETE /v2.0/ports/0a4c52a9-d0a3-4069-8b30-96d6a06ede87 HTTP/1.1" status: 204 len: 173 time: 0.6535423 Aug 30 14:36:20.099160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8be5901-0920-4e0a-83d6-368a6b8e9aad req-2635b806-7a3f-436f-b3b2-c7e494e0250c service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117210 Aug 30 14:36:20.253275 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2bb7f26f-15ea-468a-a327-15a5a8f7bd02', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'port_id': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'mac_address': 'fa:16:3e:7e:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:36:18Z', 'updated_at': '2021-08-30T14:36:18Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:06Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:20.280144 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696083d2-8ea5-4ab9-bc7e-050cf1faa22f None None] The sync data for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 is: [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2bb7f26f-15ea-468a-a327-15a5a8f7bd02', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'port_id': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'mac_address': 'fa:16:3e:7e:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:36:18Z', 'updated_at': '2021-08-30T14:36:18Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:06Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:20.465339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81673a5d-f3bb-46c7-96d1-a2292bb405f6 req-8f0a26b1-702a-42ee-9d0f-657a12915813 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:20.469835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81673a5d-f3bb-46c7-96d1-a2292bb405f6 req-8f0a26b1-702a-42ee-9d0f-657a12915813 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0632341 Aug 30 14:36:20.509333 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81673a5d-f3bb-46c7-96d1-a2292bb405f6 req-fe830e12-8bd2-4c53-9c6b-2ca9f8029614 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355179 Aug 30 14:36:20.521769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8737b058-c085-4eda-8f60-6b5f865ddc7a req-9ac7441f-f054-49f9-a3a5-790ba7cf0bb6 tempest-ServerAddressesNegativeTestJSON-1752571017 tempest-ServerAddressesNegativeTestJSON-1752571017-project] 10.222.0.50 "GET /v2.0/ports?device_id=56516393-a636-40d9-9d82-052969312752 HTTP/1.1" status: 200 len: 210 time: 0.0296688 Aug 30 14:36:20.526766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47ead3-330a-461c-87a3-096c313d3cc4 None None] New status for floating IP 2bb7f26f-15ea-468a-a327-15a5a8f7bd02: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:36:20.802693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:20.868111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ee19f61a-7484-4f03-90a9-6665e3a4d795 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/2bb7f26f-15ea-468a-a327-15a5a8f7bd02 HTTP/1.1" status: 200 len: 993 time: 0.0642099 Aug 30 14:36:20.989730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56516393-a636-40d9-9d82-052969312752', 'name': 'network-vif-deleted', 'tag': '0a4c52a9-d0a3-4069-8b30-96d6a06ede87'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:20.992025 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d7d5ef-3584-4f76-9e50-58dd33a88fce" -d '{"events": [{"server_uuid": "56516393-a636-40d9-9d82-052969312752", "name": "network-vif-deleted", "tag": "0a4c52a9-d0a3-4069-8b30-96d6a06ede87"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:21.028198 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff1fb10-d54c-49e5-936a-813b19a841a6 x-openstack-request-id: req-4ff1fb10-d54c-49e5-936a-813b19a841a6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:21.028496 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56516393-a636-40d9-9d82-052969312752", "name": "network-vif-deleted", "tag": "0a4c52a9-d0a3-4069-8b30-96d6a06ede87", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:21.028777 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ff1fb10-d54c-49e5-936a-813b19a841a6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:21.029210 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56516393-a636-40d9-9d82-052969312752', 'name': 'network-vif-deleted', 'tag': '0a4c52a9-d0a3-4069-8b30-96d6a06ede87', 'status': 'completed', 'code': 200} Aug 30 14:36:21.545447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2260811d-c58e-4f1c-aa2c-13912b579005 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:21.573996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 2260811d-c58e-4f1c-aa2c-13912b579005 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:21.574330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2260811d-c58e-4f1c-aa2c-13912b579005 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:21.574939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:21.591775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47510) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:21.605563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:21.605920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0a4c52a9-d0a3-4069-8b30-96d6a06ede87 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:21.644108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79f4747-6059-4760-9b7e-4e587ccc3cd5 admin admin] Deleting subnet 26276fd8-f939-45bb-b8f0-5f727f0b7942 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:36:21.644411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3325bf6-eea6-49f1-8340-086a61cb8e71 req-0e756bfd-90d6-44f6-815f-f986b3a9d2a0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:21.646089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3325bf6-eea6-49f1-8340-086a61cb8e71 req-0e756bfd-90d6-44f6-815f-f986b3a9d2a0 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0578966 Aug 30 14:36:21.647570 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d79f4747-6059-4760-9b7e-4e587ccc3cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.686178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d79f4747-6059-4760-9b7e-4e587ccc3cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.691592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3325bf6-eea6-49f1-8340-086a61cb8e71 req-898fd611-fcfd-4c12-bcc9-e762e650ffd9 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390654 Aug 30 14:36:21.732471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d79f4747-6059-4760-9b7e-4e587ccc3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.789609 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d79f4747-6059-4760-9b7e-4e587ccc3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.816428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f4747-6059-4760-9b7e-4e587ccc3cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26276fd8-f939-45bb-b8f0-5f727f0b7942,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:21.820304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d79f4747-6059-4760-9b7e-4e587ccc3cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.822502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d79f4747-6059-4760-9b7e-4e587ccc3cd5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/26276fd8-f939-45bb-b8f0-5f727f0b7942 HTTP/1.1" status: 204 len: 168 time: 0.2296343 Aug 30 14:36:21.825872 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:21.897293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.979140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.988940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2be5dc5-892c-4458-9f8d-ca5add36a243']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:21.998880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716f5503-73a5-4875-a730-d61ecefab552') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:21.999178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716f5503-73a5-4875-a730-d61ecefab552') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:22.007979 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.030308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.037222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:36:22.037524 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:36:22.039629 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:36:22.102055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.108001 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.109915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f2be5dc5-892c-4458-9f8d-ca5add36a243 HTTP/1.1" status: 204 len: 168 time: 0.2826326 Aug 30 14:36:22.122677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def83a0-d994-4402-840d-c2a5dfe49585 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2be5dc5-892c-4458-9f8d-ca5add36a243,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:22.256783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:22.299427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-43f75867-6a42-4e9b-84c2-7cbdaa9c4b65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8d8590ae762487fad9756a13e7e7398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414009 Aug 30 14:36:22.302195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:22.353535 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc879-e1c2-42dc-a56e-0ab464a30a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.404360 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc879-e1c2-42dc-a56e-0ab464a30a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.451665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-a38b9e13-1461-4146-bf74-91dc0d7a1726 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:22.453210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-a38b9e13-1461-4146-bf74-91dc0d7a1726 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.0902398 Aug 30 14:36:22.492429 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc879-e1c2-42dc-a56e-0ab464a30a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.494886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc879-e1c2-42dc-a56e-0ab464a30a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.496010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8e9fc879-e1c2-42dc-a56e-0ab464a30a75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1563a31c-950c-47d9-a23d-5ef2b642f668 HTTP/1.1" status: 204 len: 168 time: 0.1928830 Aug 30 14:36:22.511124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fc879-e1c2-42dc-a56e-0ab464a30a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1563a31c-950c-47d9-a23d-5ef2b642f668,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:22.580618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Deleting port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:22.580959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:22.678936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] For port 5b9be83a-245b-40d2-b54c-fbe7a8b49151, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5b9be83a-245b-40d2-b54c-fbe7a8b49151,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:22.679337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.150531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d07c64-119f-44ca-a9bd-67d245eb3d6d req-9814358d-d510-408c-8c95-761f97b6889a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:23.152158 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84d07c64-119f-44ca-a9bd-67d245eb3d6d req-9814358d-d510-408c-8c95-761f97b6889a tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 944 time: 0.3818414 Aug 30 14:36:23.238363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84d07c64-119f-44ca-a9bd-67d245eb3d6d req-a8d16371-678a-4f40-8860-64166ddb500c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups?id=380843a7-d666-4672-a2d0-a21e5bde7dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529737 Aug 30 14:36:23.240127 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.240517 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.240838 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Floating IP c18387a8-a949-47b8-9d92-d8e53bda5972 disassociated. External IP: 172.25.6.134, port: 5b9be83a-245b-40d2-b54c-fbe7a8b49151. Aug 30 14:36:23.241210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Calling delete_port for 5b9be83a-245b-40d2-b54c-fbe7a8b49151 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:23.385288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.419092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event deleted for resources: {'Port': ['ID=5b9be83a-245b-40d2-b54c-fbe7a8b49151,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:23.554674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Router ba6f0949-75f2-411c-9492-6454939981c0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:23.683674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:23.695639 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] Sync routers for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:23.705160 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:23.706116 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:23.759747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] No DVR routers for this DVR port 5b9be83a-245b-40d2-b54c-fbe7a8b49151 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:23.775647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.777760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76641d2c-a87f-4f7b-b4d8-5ad2aa7292be req-ced00091-b33c-44a1-8c6f-c88dca849d7e tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.21 "DELETE /v2.0/ports/5b9be83a-245b-40d2-b54c-fbe7a8b49151 HTTP/1.1" status: 204 len: 173 time: 1.3116522 Aug 30 14:36:23.778269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-deleted', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:23.780535 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed0b45-0d44-466a-82be-7a8546ea363f" -d '{"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-deleted", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:23.817885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdaa8f-c0d6-492a-9446-45d02592ab30 req-f05865e1-dfe8-4c98-9818-9fcfefc000e1 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:23.820481 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bbdaa8f-c0d6-492a-9446-45d02592ab30 req-f05865e1-dfe8-4c98-9818-9fcfefc000e1 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.0875809 Aug 30 14:36:23.874436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bbdaa8f-c0d6-492a-9446-45d02592ab30 req-07a4c1f8-bf10-4151-9943-f599acdf7144 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429065 Aug 30 14:36:23.892941 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:23.903989 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fa78a8-7f3f-4c42-bbcc-8e4f6f37a31d x-openstack-request-id: req-b5fa78a8-7f3f-4c42-bbcc-8e4f6f37a31d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:23.904529 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a15ff0-73c4-41d3-9815-88122fb57988", "name": "network-vif-deleted", "tag": "5b9be83a-245b-40d2-b54c-fbe7a8b49151", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:23.904937 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5fa78a8-7f3f-4c42-bbcc-8e4f6f37a31d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:23.905562 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a15ff0-73c4-41d3-9815-88122fb57988', 'name': 'network-vif-deleted', 'tag': '5b9be83a-245b-40d2-b54c-fbe7a8b49151', 'status': 'completed', 'code': 200} Aug 30 14:36:23.966220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-637a3f16-e0e4-48c9-a9a3-09f58608691c req-0dfbdc7b-b797-4fa9-ab72-f92d3a3738d0 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=5472b7ec-994d-4eb2-b771-817d87df39a7 HTTP/1.1" status: 200 len: 210 time: 0.0437148 Aug 30 14:36:24.255327 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:58Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:24.299274 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] Checking router: ba6f0949-75f2-411c-9492-6454939981c0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:24.310464 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:24.311100 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:24.413270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff036921-14e0-4ebc-affd-152f9bdfdb89 req-a816f8d6-2e23-4238-837e-6cda90209d75 tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 210 time: 0.0471556 Aug 30 14:36:24.422804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e88d4adb-e989-4d58-b288-0da115fd3cff req-e0e0dab2-936d-4d7d-b8bf-04921296febc tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0405886 Aug 30 14:36:24.437980 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:24.485259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8d23855-318b-45cf-8ca4-903089ae223c req-057cc4fd-d841-48bf-b988-13dca246b10c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81a15ff0-73c4-41d3-9815-88122fb57988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0432959 Aug 30 14:36:24.615914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8d23855-318b-45cf-8ca4-903089ae223c req-874d9a6f-7f47-4892-a968-554ed42adc38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507103ad8de3439dae59b88049210d4b&device_id=81a15ff0-73c4-41d3-9815-88122fb57988 HTTP/1.1" status: 200 len: 210 time: 0.0346041 Aug 30 14:36:24.708125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:58Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:24.760556 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d6d40-7523-447e-be15-fc0111eb893b None None] The sync data for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 is: [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:25:51Z', 'revision_number': 4, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'b770d516-1097-4213-81db-c87cc729b424', 'name': '', 'network_id': '7352f7de-05ae-409c-bff3-dfb26e0a8dee', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'mac_address': 'fa:16:3e:a0:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:49Z', 'updated_at': '2021-08-30T14:25:58Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'subnets': [{'id': '4d40d66c-b471-48a2-bbd9-34c4f24aabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:24.818179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d23855-318b-45cf-8ca4-903089ae223c req-50d55f88-6fee-4b2c-a910-895c0d585cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:24.820451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8d23855-318b-45cf-8ca4-903089ae223c req-50d55f88-6fee-4b2c-a910-895c0d585cc0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=507103ad8de3439dae59b88049210d4b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1623564 Aug 30 14:36:24.948445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d23855-318b-45cf-8ca4-903089ae223c req-5c02364c-d8df-4c38-ad2b-883d4b309985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:24.951655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8d23855-318b-45cf-8ca4-903089ae223c req-5c02364c-d8df-4c38-ad2b-883d4b309985 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233296 Aug 30 14:36:25.049020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf04564-017d-441e-96a8-724a92d37d20 req-988e9fdd-3bc6-47f9-882e-b9b36560e22c tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:25.050750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2bf04564-017d-441e-96a8-724a92d37d20 req-988e9fdd-3bc6-47f9-882e-b9b36560e22c tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.0677662 Aug 30 14:36:25.093733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2bf04564-017d-441e-96a8-724a92d37d20 req-150ed2f2-b2f6-4a29-8f07-ded5b587dd70 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360525 Aug 30 14:36:25.114464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46eb881-885f-4904-b3c8-6f0b1122ce49 None None] New status for floating IP c18387a8-a949-47b8-9d92-d8e53bda5972: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:36:25.166826 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80a98a05-e269-41ce-8205-453976d4345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.487331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:25.535260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1898630e-541f-4ab5-8d47-598c14f5493f req-81684f3e-7411-4304-ab33-a19281bcec91 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0384886 Aug 30 14:36:25.564900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:25.583065 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d596514-d3ec-4cc5-9207-c789ea53879c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.594023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 5b9be83a-245b-40d2-b54c-fbe7a8b49151 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:25.594741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5b9be83a-245b-40d2-b54c-fbe7a8b49151 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:25.609980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d596514-d3ec-4cc5-9207-c789ea53879c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.668903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d596514-d3ec-4cc5-9207-c789ea53879c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.671925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d596514-d3ec-4cc5-9207-c789ea53879c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.673142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d596514-d3ec-4cc5-9207-c789ea53879c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "DELETE /v2.0/security-groups/380843a7-d666-4672-a2d0-a21e5bde7dea HTTP/1.1" status: 204 len: 168 time: 0.1846695 Aug 30 14:36:25.675883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:25.684127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d596514-d3ec-4cc5-9207-c789ea53879c tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380843a7-d666-4672-a2d0-a21e5bde7dea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:25.692983 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7b004e24-1d04-402c-9147-43772753844d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] show failed (client error): The resource could not be found. Aug 30 14:36:25.697261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7b004e24-1d04-402c-9147-43772753844d tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "GET /v2.0/security-groups/380843a7-d666-4672-a2d0-a21e5bde7dea HTTP/1.1" status: 404 len: 347 time: 0.0176649 Aug 30 14:36:25.699345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:25.835704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c78c32-27c4-435a-959e-1a1b6fdc9dc0 req-b0e3c1c5-7d77-48f2-9541-7a15ac109904 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:25.837230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36c78c32-27c4-435a-959e-1a1b6fdc9dc0 req-b0e3c1c5-7d77-48f2-9541-7a15ac109904 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.1489639 Aug 30 14:36:25.888063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36c78c32-27c4-435a-959e-1a1b6fdc9dc0 req-22abd3c9-cf16-46d2-85ba-9ed2b8a71643 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 Aug 30 14:36:25.890312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Deleting port 4dea09e1-c34c-46e5-8133-74781fcb24eb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:25.890658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.971528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.971859 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.983415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Calling delete_port for 4dea09e1-c34c-46e5-8133-74781fcb24eb owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:26.118274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:26.145726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Pushing event deleted for resources: {'Port': ['ID=4dea09e1-c34c-46e5-8133-74781fcb24eb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:26.207862 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:26.210446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:26.211592 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ee0ddf3a-357e-426c-9816-9c893d0fd43f tempest-ServerActionsTestJSON-979628333 tempest-ServerActionsTestJSON-979628333-project] 10.222.0.50 "DELETE /v2.0/floatingips/c18387a8-a949-47b8-9d92-d8e53bda5972 HTTP/1.1" status: 204 len: 168 time: 0.5113120 Aug 30 14:36:26.214600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:26.643407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46509d12-2893-439d-851e-a4a543bfa2f2 req-735383c8-c40c-44c6-9705-e0ab51e68653 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0264671 Aug 30 14:36:26.714017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:26.961324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Deleting port b770d516-1097-4213-81db-c87cc729b424 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:26.961807 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:27.004556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdd3c4-7c3e-444e-b169-9d4b501059a7 req-5c07ac3c-7cf8-4c18-b648-322a61103f81 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:27.006047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ccdd3c4-7c3e-444e-b169-9d4b501059a7 req-5c07ac3c-7cf8-4c18-b648-322a61103f81 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.0490191 Aug 30 14:36:27.041597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] For port b770d516-1097-4213-81db-c87cc729b424, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b770d516-1097-4213-81db-c87cc729b424,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:27.041961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:27.047673 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ccdd3c4-7c3e-444e-b169-9d4b501059a7 req-bca693a0-3c75-46ac-9351-963c743bf31a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355754 Aug 30 14:36:27.056161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Calling delete_port for b770d516-1097-4213-81db-c87cc729b424 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:27.241124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:27.267921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b770d516-1097-4213-81db-c87cc729b424,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:27.438299 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:27.651597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Router ba6f0949-75f2-411c-9492-6454939981c0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:27.856375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f33fdb3e-a61e-4904-806f-beee5eae17a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.025566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-646ce30a-c352-4ff4-9ebc-ebc9bba5f321 req-832d9e75-916c-4f2e-8c0c-9174205dd4ff tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.2927895 Aug 30 14:36:28.063982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:28.070603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-63c709db-b705-4fab-84fd-9447ca1eb2f3 admin admin] 10.222.0.50 "PUT /v2.0/routers/ba6f0949-75f2-411c-9492-6454939981c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8550227 Aug 30 14:36:28.073209 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] Sync routers for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:28.073702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:28.084923 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:28.085721 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:28.132219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-dd1fb5a7-1bab-4194-a1c9-0d38a1e10258 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:28.133808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-dd1fb5a7-1bab-4194-a1c9-0d38a1e10258 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.21 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.1145759 Aug 30 14:36:28.174707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371408b9-da21-4551-a9e0-5d010ccecfce req-ace7acb2-f17f-4fb5-91e6-c51a47fef316 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:28.176966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-371408b9-da21-4551-a9e0-5d010ccecfce req-ace7acb2-f17f-4fb5-91e6-c51a47fef316 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 945 time: 0.0568354 Aug 30 14:36:28.211883 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:28.219985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-371408b9-da21-4551-a9e0-5d010ccecfce req-3378a9b7-bd51-4c25-9e9b-5623341136f5 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b54962c-6707-4796-8ee0-75d2cfaa9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358653 Aug 30 14:36:28.259163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.356585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Deleting port 5740b3cc-e547-46fd-9e23-009c05e32830 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:28.356922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.400756 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:36:27Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:28.427866 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] Checking router: ba6f0949-75f2-411c-9492-6454939981c0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:28.437404 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] Routers {'ba6f0949-75f2-411c-9492-6454939981c0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:28.438197 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba6f0949-75f2-411c-9492-6454939981c0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:28.448474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.506661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] For port 5740b3cc-e547-46fd-9e23-009c05e32830, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5740b3cc-e547-46fd-9e23-009c05e32830,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:28.506911 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.510385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.545293 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] Set router ba6f0949-75f2-411c-9492-6454939981c0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:28.591789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Deleting port 77364544-d707-492e-8676-4f21cc05b5ce {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:28.592548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.729909 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:36:27Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:28.756978 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec3876-4863-4ebe-be08-b09ef59aac14 None None] The sync data for ids ['ba6f0949-75f2-411c-9492-6454939981c0'] in n-d-805668-3 is: [{'id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'name': 'tempest-ServerActionsTestJSON-1714306989-router', 'tenant_id': '507103ad8de3439dae59b88049210d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '77364544-d707-492e-8676-4f21cc05b5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:25:39Z', 'updated_at': '2021-08-30T14:36:27Z', 'revision_number': 5, 'project_id': '507103ad8de3439dae59b88049210d4b', 'gw_port': {'id': '77364544-d707-492e-8676-4f21cc05b5ce', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f0949-75f2-411c-9492-6454939981c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:25:42Z', 'updated_at': '2021-08-30T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:28.761769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] For port 77364544-d707-492e-8676-4f21cc05b5ce, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=77364544-d707-492e-8676-4f21cc05b5ce,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:28.762231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.765724 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.766121 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:28.766442 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Floating IP 3334414c-04e1-40d7-a4f3-177a9f536bfc disassociated. External IP: 172.25.6.40, port: 5740b3cc-e547-46fd-9e23-009c05e32830. Aug 30 14:36:28.766790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Calling delete_port for 5740b3cc-e547-46fd-9e23-009c05e32830 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:28.784531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Calling delete_port for 77364544-d707-492e-8676-4f21cc05b5ce owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:29.012895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.075391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event deleted for resources: {'Port': ['ID=5740b3cc-e547-46fd-9e23-009c05e32830,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:29.122246 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4405c56-9db8-4270-8fc7-f5e6b6745eb0 req-30c18292-2555-4cdb-ad92-164e324948a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5472b7ec-994d-4eb2-b771-817d87df39a7 HTTP/1.1" status: 200 len: 210 time: 0.0553627 Aug 30 14:36:29.134161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.151453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9139a644-5286-4b36-87f0-5717ba05e7ef req-23601654-5081-44b8-9984-20cf837bac11 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0321095 Aug 30 14:36:29.182801 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.199186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Pushing event deleted for resources: {'Port': ['ID=77364544-d707-492e-8676-4f21cc05b5ce,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:29.279975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Router 7127a606-20bf-4f49-9f2f-b65b832a2dfd has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:29.289560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.439052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-74787b5d-1f9f-46bd-8dfe-0de495801cab req-1e5c3ee8-deb0-468f-863d-44e21d0dae38 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 210 time: 0.1181395 Aug 30 14:36:29.441373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.444822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.533459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.534046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba6f0949-75f2-411c-9492-6454939981c0 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:36:29.539960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.541248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-deecd202-7114-4bae-8885-27feb67f5093 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ba6f0949-75f2-411c-9492-6454939981c0 HTTP/1.1" status: 204 len: 168 time: 1.4668276 Aug 30 14:36:29.546818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:29.555922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-146ee0b7-892f-4e3a-a109-ed8397bbf6b2 req-d254a07f-8ab3-4340-a0b0-c59a87f843ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0330210 Aug 30 14:36:29.596345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:29.609320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] Sync routers for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:29.626604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:29.627994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:29.630981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0774c7a-c299-4156-a2e4-0ad38bc53fb2 admin admin] Deleting subnet 4d40d66c-b471-48a2-bbd9-34c4f24aabb1 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:36:29.638194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0774c7a-c299-4156-a2e4-0ad38bc53fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.671390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] No DVR routers for this DVR port 5740b3cc-e547-46fd-9e23-009c05e32830 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:29.676001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.678124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8decf6d0-b5e6-492a-8a22-6fca2a405013 req-ed53319d-ed77-463a-870f-7bb2d161411a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.21 "DELETE /v2.0/ports/5740b3cc-e547-46fd-9e23-009c05e32830 HTTP/1.1" status: 204 len: 173 time: 1.5373657 Aug 30 14:36:29.678544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fc5c25-c415-4796-b67b-ea6452946489', 'name': 'network-vif-deleted', 'tag': '5740b3cc-e547-46fd-9e23-009c05e32830'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:29.680827 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faafe81f-4545-468b-8817-100124f23730" -d '{"events": [{"server_uuid": "05fc5c25-c415-4796-b67b-ea6452946489", "name": "network-vif-deleted", "tag": "5740b3cc-e547-46fd-9e23-009c05e32830"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:29.700349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0774c7a-c299-4156-a2e4-0ad38bc53fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.730779 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd491b-746b-4192-9d13-1b0599554f16 x-openstack-request-id: req-03bd491b-746b-4192-9d13-1b0599554f16 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:29.731079 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fc5c25-c415-4796-b67b-ea6452946489", "name": "network-vif-deleted", "tag": "5740b3cc-e547-46fd-9e23-009c05e32830", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:29.731334 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03bd491b-746b-4192-9d13-1b0599554f16 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:29.731729 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fc5c25-c415-4796-b67b-ea6452946489', 'name': 'network-vif-deleted', 'tag': '5740b3cc-e547-46fd-9e23-009c05e32830', 'status': 'completed', 'code': 200} Aug 30 14:36:29.743675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:29.820642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0774c7a-c299-4156-a2e4-0ad38bc53fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.879723 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0774c7a-c299-4156-a2e4-0ad38bc53fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.915795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0774c7a-c299-4156-a2e4-0ad38bc53fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d40d66c-b471-48a2-bbd9-34c4f24aabb1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:29.918953 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0774c7a-c299-4156-a2e4-0ad38bc53fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.926795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:29.927266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b0774c7a-c299-4156-a2e4-0ad38bc53fb2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4d40d66c-b471-48a2-bbd9-34c4f24aabb1 HTTP/1.1" status: 204 len: 168 time: 0.3794835 Aug 30 14:36:29.940012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afed58-d7db-4c5a-b795-30ec6608f229 None None] Network 7352f7de-05ae-409c-bff3-dfb26e0a8dee requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:30.017690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.109080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:33:03Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.113455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Deleting port 1187f03d-04c2-48ba-ac24-d1f253572719 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:30.114234 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.150273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] Checking router: 7127a606-20bf-4f49-9f2f-b65b832a2dfd for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:30.156492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 77364544-d707-492e-8676-4f21cc05b5ce no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:30.186904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:30.188976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.191268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 77364544-d707-492e-8676-4f21cc05b5ce {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:30.191666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 77364544-d707-492e-8676-4f21cc05b5ce not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:30.192184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b770d516-1097-4213-81db-c87cc729b424 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:30.212584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] For port 1187f03d-04c2-48ba-ac24-d1f253572719, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1187f03d-04c2-48ba-ac24-d1f253572719,segment=NetworkSegment(987be127-cd6c-47cd-ada6-9eea6b0aba6f),segment_id=987be127-cd6c-47cd-ada6-9eea6b0aba6f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:30.213168 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.229295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Calling delete_port for 1187f03d-04c2-48ba-ac24-d1f253572719 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:30.256721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] DHCP port deletion for 7352f7de-05ae-409c-bff3-dfb26e0a8dee request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:36:30.260343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b770d516-1097-4213-81db-c87cc729b424 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:30.260716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b770d516-1097-4213-81db-c87cc729b424 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:30.306337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d434e25d-8719-49f6-bf64-fff6a0627864 req-b04796fb-8b3e-46a5-b7e2-f752ebf67dc7 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0583620 Aug 30 14:36:30.358095 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.369850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:30.393096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=1187f03d-04c2-48ba-ac24-d1f253572719,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:30.402639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] No DVR routers for this DVR port 1187f03d-04c2-48ba-ac24-d1f253572719 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:30.410770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Deleting port 1187f03d-04c2-48ba-ac24-d1f253572719 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:30.411141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.598500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd1f7c57-5fd1-469b-a2dc-0ef439b6f28b req-e19e166f-1ed0-4a60-859b-80394f3d1ee8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/ports?device_id=05fc5c25-c415-4796-b67b-ea6452946489 HTTP/1.1" status: 200 len: 210 time: 0.0487466 Aug 30 14:36:30.729071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] For port 1187f03d-04c2-48ba-ac24-d1f253572719, host n-d-805668-3, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:30.729470 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.750548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Calling delete_port for 1187f03d-04c2-48ba-ac24-d1f253572719 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:30.755210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Port 1187f03d-04c2-48ba-ac24-d1f253572719 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:36:30.760084 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.797620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Pushing event deleted for resources: {'Port': ['ID=1187f03d-04c2-48ba-ac24-d1f253572719,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:30.798264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.804716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] No DVR routers for this DVR port 1187f03d-04c2-48ba-ac24-d1f253572719 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:30.811692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7352f7de-05ae-409c-bff3-dfb26e0a8dee']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.815379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.815726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.816128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.816464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.816798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.817150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.817523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.817849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.818173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.818502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.818826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.819144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a403ee-aa23-45ec-96cc-737da0eb245a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:30.830639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987be127-cd6c-47cd-ada6-9eea6b0aba6f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.830941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987be127-cd6c-47cd-ada6-9eea6b0aba6f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.841150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.857092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.863839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:36:30.864284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:36:30.866121 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:36:30.868604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:33:03Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.896244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc17c46-5606-406c-999e-295d35dbf4cf None None] The sync data for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 is: [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:32:56Z', 'revision_number': 4, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '067c3400-0b13-40ba-a798-021f3380ec4a', 'name': '', 'network_id': 'dd77ac50-c238-451a-9b06-c6180792048d', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'mac_address': 'fa:16:3e:22:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:55Z', 'updated_at': '2021-08-30T14:33:03Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'subnets': [{'id': '9eba8133-a81b-41e7-b0d3-de14b86ae472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:30.930820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.941941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.943881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] 10.222.0.50 "DELETE /v2.0/networks/7352f7de-05ae-409c-bff3-dfb26e0a8dee HTTP/1.1" status: 204 len: 168 time: 1.0159044 Aug 30 14:36:30.956430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b63019-21db-40d4-8896-2f16defc2d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=7352f7de-05ae-409c-bff3-dfb26e0a8dee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:31.075165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:31.135823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7f8bc1e0-0ee4-4d7c-9fa2-bf214b653e8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=507103ad8de3439dae59b88049210d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593131 Aug 30 14:36:31.138541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:31.162784 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca7e9a-7ef5-4c3d-885d-cf9f02077abc None None] New status for floating IP 3334414c-04e1-40d7-a4f3-177a9f536bfc: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:36:31.191470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34c90362-67b8-4b3b-b9a7-a8350283ea91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.213724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34c90362-67b8-4b3b-b9a7-a8350283ea91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.274102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34c90362-67b8-4b3b-b9a7-a8350283ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.276613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34c90362-67b8-4b3b-b9a7-a8350283ea91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.277801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-34c90362-67b8-4b3b-b9a7-a8350283ea91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0abd4525-1f10-4495-953e-3fb55e90c443 HTTP/1.1" status: 204 len: 168 time: 0.1382360 Aug 30 14:36:31.286263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c90362-67b8-4b3b-b9a7-a8350283ea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abd4525-1f10-4495-953e-3fb55e90c443,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:31.435350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e2eade4-938b-4e54-8e0b-c86e6f917616 req-a1ce8137-a9f8-424b-8085-5d04bf1e6e1e tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0269351 Aug 30 14:36:31.561601 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.685565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:31.768915 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e89cd039-7fc8-404e-a782-5192c54ba97a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.807190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e89cd039-7fc8-404e-a782-5192c54ba97a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.821819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25714e1b-69c6-49a3-aef0-5f10079324f8 req-fa7f49fc-2e37-497d-97ab-4a1f4ceb32dc tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0343928 Aug 30 14:36:31.861007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1187f03d-04c2-48ba-ac24-d1f253572719 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:31.892869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e89cd039-7fc8-404e-a782-5192c54ba97a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.897115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e89cd039-7fc8-404e-a782-5192c54ba97a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.898602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 1187f03d-04c2-48ba-ac24-d1f253572719 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:31.898602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1187f03d-04c2-48ba-ac24-d1f253572719 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:31.903340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:31.903475 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e89cd039-7fc8-404e-a782-5192c54ba97a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "DELETE /v2.0/security-groups/2b54962c-6707-4796-8ee0-75d2cfaa9eaa HTTP/1.1" status: 204 len: 168 time: 0.2161500 Aug 30 14:36:31.916038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cd039-7fc8-404e-a782-5192c54ba97a tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54962c-6707-4796-8ee0-75d2cfaa9eaa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:31.920494 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3f258f61-8a64-4e82-abd2-5f134501f09b tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] show failed (client error): The resource could not be found. Aug 30 14:36:31.921578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f258f61-8a64-4e82-abd2-5f134501f09b tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "GET /v2.0/security-groups/2b54962c-6707-4796-8ee0-75d2cfaa9eaa HTTP/1.1" status: 404 len: 347 time: 0.0170145 Aug 30 14:36:31.924627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:32.072960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Deleting port e583e91a-9559-492b-bf95-5abe65ba9837 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:32.073371 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.135692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:32.160568 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.160973 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.174977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Calling delete_port for e583e91a-9559-492b-bf95-5abe65ba9837 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:32.271998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-354252230-network', 'tenant_id': '5117290bc3b64a51b10c372155434910'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:32.298118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Made reservation on behalf of 5117290bc3b64a51b10c372155434910 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:32.301212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.314325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.344401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.373484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Pushing event deleted for resources: {'Port': ['ID=e583e91a-9559-492b-bf95-5abe65ba9837,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:32.452764 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.457593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.483527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.483922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:36:32.489344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.493929 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7b28f73b-f439-42ac-851b-4e2bff708fb8 tempest-ServersTestJSON-886626225 tempest-ServersTestJSON-886626225-project] 10.222.0.50 "DELETE /v2.0/floatingips/3334414c-04e1-40d7-a4f3-177a9f536bfc HTTP/1.1" status: 204 len: 168 time: 0.5654130 Aug 30 14:36:32.494209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:32.498365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3f5f24-223e-4493-8547-f3d470a14e12,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:32.506034 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.506487 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Added segment b951dae3-a0f9-43fc-b901-6105d7fe2641 of type vlan for network a32c131c-f65c-461f-b3df-13d08e74d15a Aug 30 14:36:32.551506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.579618 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.580679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:32.581326 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.636881 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.638712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5019195 Aug 30 14:36:32.641653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:32.646526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Request body: {'subnet': {'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-354252230-subnet', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:32.652734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa712eb2-6676-4e7f-b3cc-74366860622a admin admin] Pushing event updated for resources: {'Network': ['ID=a32c131c-f65c-461f-b3df-13d08e74d15a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:32.666345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a32c131c-f65c-461f-b3df-13d08e74d15a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:36:32.674813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Made reservation on behalf of 5117290bc3b64a51b10c372155434910 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:32.677402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.860626 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.918169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.935047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Checking segment: {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:32.935398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Network hostable DHCP agents. Network: a32c131c-f65c-461f-b3df-13d08e74d15a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:36:32.952192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=406dd4e2-b086-4875-9b25-35d363b273c9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:32.974623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c30a8a2-2e4e-4c52-94a3-bdedd00793ed req-a445bc39-c3d7-4b10-a0c7-67decb85fb05 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0367420 Aug 30 14:36:32.984995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Network a32c131c-f65c-461f-b3df-13d08e74d15a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:36:32.995705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, a32c131c-f65c-461f-b3df-13d08e74d15a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:33.000907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:33.001778 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.008057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ec50a-5b80-4423-8052-97e5d35052a9 None None] Network a32c131c-f65c-461f-b3df-13d08e74d15a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:33.020847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ee31dbd8-df98-46d1-9333-6708489c47a9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3781383 Aug 30 14:36:33.024267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:33.032318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:33.067872 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.068920 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.129635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.165376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e7fa0-cb17-4fc2-854a-bcdc0c790729 None None] Network a32c131c-f65c-461f-b3df-13d08e74d15a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:33.209696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Deleting port 067c3400-0b13-40ba-a798-021f3380ec4a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:33.210058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.280607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.309662 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:36:33.310606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] For port 067c3400-0b13-40ba-a798-021f3380ec4a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=067c3400-0b13-40ba-a798-021f3380ec4a,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:33.311024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.326846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Calling delete_port for 067c3400-0b13-40ba-a798-021f3380ec4a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:33.528089 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.558692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Pushing event deleted for resources: {'Port': ['ID=067c3400-0b13-40ba-a798-021f3380ec4a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:33.596914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5740b3cc-e547-46fd-9e23-009c05e32830 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:33.623554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 5740b3cc-e547-46fd-9e23-009c05e32830 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:33.624209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5740b3cc-e547-46fd-9e23-009c05e32830 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:33.780321 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.793293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.813920 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.936108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Allocated IP 172.25.6.31 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/51219f99-2c35-4101-9061-e43d6f681136) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:34.021530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Router 7127a606-20bf-4f49-9f2f-b65b832a2dfd has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:34.113754 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.119683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10028927-db6a-40da-8d1d-42012c239bbf req-ffac8147-04b0-479b-bfbc-b7a627422efb tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0603151 Aug 30 14:36:34.133810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:34.141349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2a556e5a-f8c9-4623-87ef-296bba96ac62 admin admin] 10.222.0.50 "PUT /v2.0/routers/7127a606-20bf-4f49-9f2f-b65b832a2dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6435711 Aug 30 14:36:34.142312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:34.151187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] Sync routers for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:34.160751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:34.161405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:34.254203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.270985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:34.315114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:34.321141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:34.323700 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.325832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:34.327768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Pushing event updated for resources: {'Port': ['ID=51219f99-2c35-4101-9061-e43d6f681136,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:34.512752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:36:33Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:34.544725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] Checking router: 7127a606-20bf-4f49-9f2f-b65b832a2dfd for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:34.554479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] Routers {'7127a606-20bf-4f49-9f2f-b65b832a2dfd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:34.555144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:34.582587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.668945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] Set router 7127a606-20bf-4f49-9f2f-b65b832a2dfd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:34.733819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Deleting port 42430afd-c9b4-4170-bfec-7320cf0b59dc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:34.734162 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.748013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.865877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:36:33Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:34.893790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1754ec5f-82d6-4298-9349-3a45d31d31b2 None None] The sync data for ids ['7127a606-20bf-4f49-9f2f-b65b832a2dfd'] in n-d-805668-3 is: [{'id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'name': 'tempest-ServersTestJSON-257578917-router', 'tenant_id': 'abafd535561141708b8a8c3467960939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:50Z', 'updated_at': '2021-08-30T14:36:33Z', 'revision_number': 5, 'project_id': 'abafd535561141708b8a8c3467960939', 'gw_port': {'id': '42430afd-c9b4-4170-bfec-7320cf0b59dc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7127a606-20bf-4f49-9f2f-b65b832a2dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:51Z', 'updated_at': '2021-08-30T14:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:34.900802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] For port 42430afd-c9b4-4170-bfec-7320cf0b59dc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=42430afd-c9b4-4170-bfec-7320cf0b59dc,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:34.901129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.921414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Calling delete_port for 42430afd-c9b4-4170-bfec-7320cf0b59dc owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:35.078980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.264896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e70ba21-add7-4b89-90a0-4d0aae38b009 req-5eb13782-78a3-4ae9-b29a-7d4546bb41a7 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0598760 Aug 30 14:36:35.308252 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.339407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Pushing event deleted for resources: {'Port': ['ID=42430afd-c9b4-4170-bfec-7320cf0b59dc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:35.371757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:36:35.455205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.802225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 067c3400-0b13-40ba-a798-021f3380ec4a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:35.822850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 067c3400-0b13-40ba-a798-021f3380ec4a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:35.823191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 067c3400-0b13-40ba-a798-021f3380ec4a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:35.847468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.850819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.902051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:35.904294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.904794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7127a606-20bf-4f49-9f2f-b65b832a2dfd {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:36:35.910888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.911895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-966e6157-ed4b-407f-9485-e84a560258ad admin admin] 10.222.0.50 "DELETE /v2.0/routers/7127a606-20bf-4f49-9f2f-b65b832a2dfd HTTP/1.1" status: 204 len: 168 time: 1.7690363 Aug 30 14:36:35.913918 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Sync routers for ids ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:35.916121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:35.927547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.927812 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Routers {'8a94ad99-2421-4897-8c9c-c59da4ddb9d4'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:35.931942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-10545fb1-a2f6-42f7-b91d-17f584d86ede admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9033904 Aug 30 14:36:35.932114 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:35.932353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:36.032489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2486cf7b-064b-4ae2-843e-398d9fb10d0b admin admin] Deleting subnet 9eba8133-a81b-41e7-b0d3-de14b86ae472 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:36:36.066946 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2486cf7b-064b-4ae2-843e-398d9fb10d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.126127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2486cf7b-064b-4ae2-843e-398d9fb10d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.139025 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Set router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:36.293218 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2486cf7b-064b-4ae2-843e-398d9fb10d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.324466 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '51219f99-2c35-4101-9061-e43d6f681136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:34Z', 'revision_number': 3, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port': {'id': '51219f99-2c35-4101-9061-e43d6f681136', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:36.356933 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Checking router: 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:36.357553 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Updating router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 port 51219f99-2c35-4101-9061-e43d6f681136 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:36:36.391981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dd823f7-3cb1-4fa5-9efd-1a5262e33da8 req-6eb32204-6c41-426b-88a8-0ab10b105b21 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0439618 Aug 30 14:36:36.393295 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.438552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2486cf7b-064b-4ae2-843e-398d9fb10d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.472601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486cf7b-064b-4ae2-843e-398d9fb10d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eba8133-a81b-41e7-b0d3-de14b86ae472,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:36.480051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2486cf7b-064b-4ae2-843e-398d9fb10d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.482949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2486cf7b-064b-4ae2-843e-398d9fb10d0b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9eba8133-a81b-41e7-b0d3-de14b86ae472 HTTP/1.1" status: 204 len: 168 time: 0.5640314 Aug 30 14:36:36.484991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:36.486741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6429e-c10a-4da2-b26b-7fe2893dc7a8 None None] Network dd77ac50-c238-451a-9b06-c6180792048d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:36.589923 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.653447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Deleting port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:36.654289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.678457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.742392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] For port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:36.742883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.747671 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.758451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Calling delete_port for 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:36.763488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] DHCP port deletion for dd77ac50-c238-451a-9b06-c6180792048d request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:36:36.776428 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Transition to ACTIVE for port object 51219f99-2c35-4101-9061-e43d6f681136 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:36.792315 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.825301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] Deleting port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:36.826299 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.840905 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Pushing event updated for resources: {'Port': ['ID=51219f99-2c35-4101-9061-e43d6f681136,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:36.849235 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.849726 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.850164 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.850622 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.851035 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.851459 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.851902 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.852327 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.852747 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.853268 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.853688 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.854106 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:36.872394 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Attempting to bind port 51219f99-2c35-4101-9061-e43d6f681136 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:36.872911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Attempting to bind port 51219f99-2c35-4101-9061-e43d6f681136 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:36.873393 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Attempting to bind port 51219f99-2c35-4101-9061-e43d6f681136 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:36.879590 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:36.880112 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:36.880617 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.881122 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:36.881677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Bound port: 51219f99-2c35-4101-9061-e43d6f681136, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:36.882127 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.884887 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.907531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Allocated IP 172.20.0.1 (a32c131c-f65c-461f-b3df-13d08e74d15a/406dd4e2-b086-4875-9b25-35d363b273c9/f99d0d29-594e-46af-b334-ac9808a87049) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:36.914924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Pushing event deleted for resources: {'Port': ['ID=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:36.920068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] No DVR routers for this DVR port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:36.920314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] For port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,segment=NetworkSegment(45d28f2f-6d56-4498-a781-4dfd83116e6f),segment_id=45d28f2f-6d56-4498-a781-4dfd83116e6f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:36.920986 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.939994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] Calling delete_port for 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:36.941163 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] For port 51219f99-2c35-4101-9061-e43d6f681136, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:36.948731 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] For port 51219f99-2c35-4101-9061-e43d6f681136, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=51219f99-2c35-4101-9061-e43d6f681136,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:36.953807 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.004132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.011186 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Routers {'8a94ad99-2421-4897-8c9c-c59da4ddb9d4'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:37.012487 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:37.015979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd77ac50-c238-451a-9b06-c6180792048d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:37.028942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d28f2f-6d56-4498-a781-4dfd83116e6f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:37.029297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d28f2f-6d56-4498-a781-4dfd83116e6f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:37.039969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.057704 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.060303 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7dc3e-7997-4465-b7e5-0183389a1744 None None] Pushing event updated for resources: {'Port': ['ID=51219f99-2c35-4101-9061-e43d6f681136,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.065853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:36:37.066386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.067085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:36:37.068607 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:36:37.094981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] No DVR routers for this DVR port 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:37.119109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ed22b-39d4-4b5b-9d13-ca54b104ced9 None None] Pushing event deleted for resources: {'Port': ['ID=48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.136148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.138194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.144000 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.147822 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] 10.222.0.50 "DELETE /v2.0/networks/dd77ac50-c238-451a-9b06-c6180792048d HTTP/1.1" status: 204 len: 168 time: 0.6612635 Aug 30 14:36:37.161749 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] Set router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:37.166981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc656a-e051-4853-a59f-1ed18a0b7bee admin admin] Pushing event deleted for resources: {'Network': ['ID=dd77ac50-c238-451a-9b06-c6180792048d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.185552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.225580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Network a32c131c-f65c-461f-b3df-13d08e74d15a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:37.228740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:37.233358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:37.273424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Pushing event updated for resources: {'Port': ['ID=f99d0d29-594e-46af-b334-ac9808a87049,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.284375 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.311426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47764) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:37.356724 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0f4f076a-bb1b-476c-912f-7308f0414598 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abafd535561141708b8a8c3467960939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437109 Aug 30 14:36:37.359096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47766) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:37.376360 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '51219f99-2c35-4101-9061-e43d6f681136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:34Z', 'revision_number': 3, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port': {'id': '51219f99-2c35-4101-9061-e43d6f681136', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:37.409016 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9850559-ce8a-4443-bbf0-90b000fc3f61 None None] The sync data for ids ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'] in n-d-805668-3 is: [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '51219f99-2c35-4101-9061-e43d6f681136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:34Z', 'revision_number': 3, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port': {'id': '51219f99-2c35-4101-9061-e43d6f681136', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:37.436406 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cb27a02-c470-42ef-8a44-177751943471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.455436 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.461776 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cb27a02-c470-42ef-8a44-177751943471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.525819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de6a8271-af20-49ae-a3cf-4c57a8143a3d req-dca29076-d356-4d5d-b19f-ef3ba4a2fd11 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0328696 Aug 30 14:36:37.552345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cb27a02-c470-42ef-8a44-177751943471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.555140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cb27a02-c470-42ef-8a44-177751943471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.560216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7cb27a02-c470-42ef-8a44-177751943471 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6e1a69b-0322-4200-95d6-c77907188312 HTTP/1.1" status: 204 len: 168 time: 0.1964967 Aug 30 14:36:37.565243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb27a02-c470-42ef-8a44-177751943471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e1a69b-0322-4200-95d6-c77907188312,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.648627 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.654187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.732190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Pushing event updated for resources: {'Port': ['ID=f99d0d29-594e-46af-b334-ac9808a87049,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.736467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.891162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Network a32c131c-f65c-461f-b3df-13d08e74d15a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:37.893797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:37.912365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 51219f99-2c35-4101-9061-e43d6f681136 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:37.984337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 51219f99-2c35-4101-9061-e43d6f681136 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:38.000416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 51219f99-2c35-4101-9061-e43d6f681136 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:38.000998 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.097477 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.125929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 51219f99-2c35-4101-9061-e43d6f681136, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=51219f99-2c35-4101-9061-e43d6f681136,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:38.132510 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.208324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=51219f99-2c35-4101-9061-e43d6f681136,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:38.215878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:38.252690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:38.253481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 48c4a3f7-1aa2-4fbf-99a2-d70a1de2aeda not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:38.254299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 42430afd-c9b4-4170-bfec-7320cf0b59dc no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:38.278173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 42430afd-c9b4-4170-bfec-7320cf0b59dc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:38.278672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 42430afd-c9b4-4170-bfec-7320cf0b59dc not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:38.369604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:38.513297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:38.525083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-415b097f-e0cf-42ca-992c-b564ea2fc810 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a94ad99-2421-4897-8c9c-c59da4ddb9d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5884159 Aug 30 14:36:38.581541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:38.683735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9226accb-0d83-4c66-bf40-848c2240c6b6 req-e1557a39-8427-46c1-82fa-e8aa1ad62ca5 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0371673 Aug 30 14:36:38.725138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-855981864-network', 'tenant_id': 'cfbe9ff57c2f4abbb470d58a4ade83df'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:38.749206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Made reservation on behalf of cfbe9ff57c2f4abbb470d58a4ade83df for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:38.751963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.762292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.872053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.876991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.903386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:36:38.914878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29929dd-9c6d-41a7-a408-fb95a4ee641d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:38.920710 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.921092 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Added segment d3cbbf6d-a855-4955-b6e8-cd85453e2663 of type vlan for network 47071aa9-e6d6-4f40-97b2-616c9f35e176 Aug 30 14:36:38.965870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.992338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.993424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:38.994024 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.052316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4696140 Aug 30 14:36:39.054007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4a7b3152-9fce-450f-a47f-fc0e65493ffc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:39.055146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47816) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:39.055685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4a7b3152-9fce-450f-a47f-fc0e65493ffc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 810 time: 0.1220832 Aug 30 14:36:39.060031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Request body: {'subnet': {'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-855981864-subnet', 'tenant_id': 'cfbe9ff57c2f4abbb470d58a4ade83df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:39.074244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-f266dbcf-ac5c-409d-b92e-653cc946eb5c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/quotas/5117290bc3b64a51b10c372155434910 HTTP/1.1" status: 200 len: 375 time: 0.0114894 Aug 30 14:36:39.076200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ed155-b869-4ceb-aebe-6e75ed7ed956 admin admin] Pushing event updated for resources: {'Network': ['ID=47071aa9-e6d6-4f40-97b2-616c9f35e176,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:39.087299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 47071aa9-e6d6-4f40-97b2-616c9f35e176 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:36:39.101007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Made reservation on behalf of cfbe9ff57c2f4abbb470d58a4ade83df for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:39.103430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.129779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-7e5857b8-2cb9-447a-8bea-fffa4454c7e9 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476232 Aug 30 14:36:39.243513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-59367b4f-e170-4c1c-96ca-bc3be01f4fe2 service neutron] 10.222.0.50 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017904 Aug 30 14:36:39.312004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.346434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-30c2a55e-7924-4c5f-b136-b05062b60e6f service neutron] 10.222.0.50 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962584 Aug 30 14:36:39.370472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f07e14d-26b9-4d46-aece-4aafd7b53f1a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:39.391236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Checking segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:39.391742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Network hostable DHCP agents. Network: 47071aa9-e6d6-4f40-97b2-616c9f35e176, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:36:39.413928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Network 47071aa9-e6d6-4f40-97b2-616c9f35e176 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:36:39.416459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Sync routers for ids ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:39.427590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Routers {'8a94ad99-2421-4897-8c9c-c59da4ddb9d4'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:39.428416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:39.434795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 47071aa9-e6d6-4f40-97b2-616c9f35e176) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:39.440810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:39.442673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.470520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-98fda871-f317-434f-8cbe-a5b0f9b91380 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4073288 Aug 30 14:36:39.473351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2597b0-99c0-4531-971f-4ac9376a32ae None None] Network 47071aa9-e6d6-4f40-97b2-616c9f35e176 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:39.583899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f25ae15-a085-4398-bad0-4a5180720679 req-16c24e3f-4c52-4097-95ee-c65ee43f5247 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 210 time: 0.0373089 Aug 30 14:36:39.795872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Set router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:39.856636 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d28651e2-3213-42b2-a97f-07fac1b0c5fa req-4d87fa21-ba28-4033-80e2-3976b5f02918 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0420218 Aug 30 14:36:39.870570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 51219f99-2c35-4101-9061-e43d6f681136 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:39.995573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-e6b42c56-4bc1-4752-b55c-334c440d89ff tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:39.996759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ff00a-2ae6-4c34-a606-e7b542fbf378 None None] Network 47071aa9-e6d6-4f40-97b2-616c9f35e176 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:39.997234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-e6b42c56-4bc1-4752-b55c-334c440d89ff tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 812 time: 0.1624448 Aug 30 14:36:40.015834 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-130cf62a-53a5-4aac-8fc7-339f6950b2dc tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/quotas/cfbe9ff57c2f4abbb470d58a4ade83df HTTP/1.1" status: 200 len: 375 time: 0.0122921 Aug 30 14:36:40.051953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-c8efacb3-8d28-44ff-b976-87bcf6c05570 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286083 Aug 30 14:36:40.135189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 51219f99-2c35-4101-9061-e43d6f681136 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:40.135818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.171926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-66027ca8-1227-4e30-8a6f-220afc53f796 service neutron] 10.222.0.50 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121807 Aug 30 14:36:40.291009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-67dbdafc-e1c7-4d82-a87f-32ef200b81e3 service neutron] 10.222.0.50 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105103 Aug 30 14:36:40.325001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '51219f99-2c35-4101-9061-e43d6f681136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port': {'id': '51219f99-2c35-4101-9061-e43d6f681136', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f99d0d29-594e-46af-b334-ac9808a87049', 'name': '', 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'mac_address': 'fa:16:3e:70:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '406dd4e2-b086-4875-9b25-35d363b273c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:36Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 2, 'project_id': '5117290bc3b64a51b10c372155434910', 'subnets': [{'id': '406dd4e2-b086-4875-9b25-35d363b273c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:40.369129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Checking router: 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:40.370040 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Updating router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 port f99d0d29-594e-46af-b334-ac9808a87049 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:36:40.400432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.629307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70efbcdb-9ca5-40f9-91c3-dda961732316 req-814d9639-2f05-4856-84e1-04abc488cc06 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 210 time: 0.0590713 Aug 30 14:36:40.718513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-512527e1-fc0d-4923-96d3-e24d89deec5d req-fd6f488b-aef5-46bc-940d-a51a3a0081cf tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 210 time: 0.0409391 Aug 30 14:36:40.794801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-bf67ffac-fdfa-46fc-941d-55b8addbc25d tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:40.796370 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-bf67ffac-fdfa-46fc-941d-55b8addbc25d tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.39 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 810 time: 0.1716285 Aug 30 14:36:40.810241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Request body: {'port': {'device_id': 'b173535d-6a1b-4aa0-a2d2-02a3d89dad35', 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a', 'admin_state_up': True, 'tenant_id': '5117290bc3b64a51b10c372155434910'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:40.825152 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.836672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Transition to ACTIVE for port object f99d0d29-594e-46af-b334-ac9808a87049 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:40.844771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.909433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd793032-8694-4e28-9545-fadf2902dbd6 None None] Pushing event updated for resources: {'Port': ['ID=f99d0d29-594e-46af-b334-ac9808a87049,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:40.966383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Attempting to bind port f99d0d29-594e-46af-b334-ac9808a87049 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:40.966780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Attempting to bind port f99d0d29-594e-46af-b334-ac9808a87049 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:40.967463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Attempting to bind port f99d0d29-594e-46af-b334-ac9808a87049 on network a32c131c-f65c-461f-b3df-13d08e74d15a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:40.976310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:40.976687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Made reservation on behalf of 5117290bc3b64a51b10c372155434910 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:40.976835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Checking segment: {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:40.977313 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.978229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Bound using segment: {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:40.979095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Bound port: f99d0d29-594e-46af-b334-ac9808a87049, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:40.979808 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.980783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.015600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7c3e132-ba08-4703-b31c-2e8394501237 req-7f582032-9dee-48c1-bd0d-4a046bcab274 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0728555 Aug 30 14:36:41.065391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] For port f99d0d29-594e-46af-b334-ac9808a87049, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:41.069066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] For port f99d0d29-594e-46af-b334-ac9808a87049, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f99d0d29-594e-46af-b334-ac9808a87049,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:41.074469 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.137466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Routers {'8a94ad99-2421-4897-8c9c-c59da4ddb9d4'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:41.138820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:41.174626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Allocated IP 172.20.0.2 (a32c131c-f65c-461f-b3df-13d08e74d15a/406dd4e2-b086-4875-9b25-35d363b273c9/1394d6e9-5676-4727-b383-120188fd654d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:41.197166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd793032-8694-4e28-9545-fadf2902dbd6 None None] Pushing event updated for resources: {'Port': ['ID=f99d0d29-594e-46af-b334-ac9808a87049,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:41.287398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] Set router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:41.394660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.443919 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.497952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Network a32c131c-f65c-461f-b3df-13d08e74d15a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:41.501259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:41.506873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:41.556866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Pushing event updated for resources: {'Port': ['ID=1394d6e9-5676-4727-b383-120188fd654d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:41.578562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '51219f99-2c35-4101-9061-e43d6f681136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port': {'id': '51219f99-2c35-4101-9061-e43d6f681136', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f99d0d29-594e-46af-b334-ac9808a87049', 'name': '', 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'mac_address': 'fa:16:3e:70:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '406dd4e2-b086-4875-9b25-35d363b273c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:36Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 4, 'project_id': '5117290bc3b64a51b10c372155434910', 'subnets': [{'id': '406dd4e2-b086-4875-9b25-35d363b273c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:41.586665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:41.587399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.604941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-4445aac5-e015-41fa-894a-df1a009da7db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7989645 Aug 30 14:36:41.613343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1806-b5c1-400a-9d73-f1574561b5aa None None] The sync data for ids ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'] in n-d-805668-3 is: [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '51219f99-2c35-4101-9061-e43d6f681136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port': {'id': '51219f99-2c35-4101-9061-e43d6f681136', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f99d0d29-594e-46af-b334-ac9808a87049', 'name': '', 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'mac_address': 'fa:16:3e:70:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '406dd4e2-b086-4875-9b25-35d363b273c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:36Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 4, 'project_id': '5117290bc3b64a51b10c372155434910', 'subnets': [{'id': '406dd4e2-b086-4875-9b25-35d363b273c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:41.621792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Request body: {'port': {'device_id': 'b173535d-6a1b-4aa0-a2d2-02a3d89dad35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:41.701279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.841655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f286afd8-e7f7-4f88-a0c2-7c2be12826ff req-7a1eee68-de2f-4b31-aefa-ddc34a1b7c0a tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 210 time: 0.0885992 Aug 30 14:36:41.939163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f99d0d29-594e-46af-b334-ac9808a87049 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:42.018232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f99d0d29-594e-46af-b334-ac9808a87049 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:42.030204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f99d0d29-594e-46af-b334-ac9808a87049 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:42.031026 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.113777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ff97-1e0f-460e-9e89-d7d4c32e23ff req-abfe361f-3f5c-4fdc-a3d4-1861098364df tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:42.133513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f47ff97-1e0f-460e-9e89-d7d4c32e23ff req-abfe361f-3f5c-4fdc-a3d4-1861098364df tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 931 time: 0.1792619 Aug 30 14:36:42.246614 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.291914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f99d0d29-594e-46af-b334-ac9808a87049, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f99d0d29-594e-46af-b334-ac9808a87049,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:42.299375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.342341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f47ff97-1e0f-460e-9e89-d7d4c32e23ff req-4ad64103-bd39-4b02-94d1-eaa77561b354 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055156 Aug 30 14:36:42.399560 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f99d0d29-594e-46af-b334-ac9808a87049,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.403199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1394d6e9-5676-4727-b383-120188fd654d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:42.409953 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-425aed9f-7de0-49ac-a9c2-a9b7aa144e65 req-c794f3a8-d563-42bf-bf7b-24c44ee1f72e tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0570292 Aug 30 14:36:42.413771 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.422185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-f86e5cf3-7784-4b78-83cd-5df90ef82612 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:42.424313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-f86e5cf3-7784-4b78-83cd-5df90ef82612 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.39 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 812 time: 0.4444325 Aug 30 14:36:42.438482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Transition to ACTIVE for port object 1394d6e9-5676-4727-b383-120188fd654d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:42.439722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Request body: {'port': {'device_id': '67093e8a-8e60-48aa-981a-0298d299ddc5', 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'admin_state_up': True, 'tenant_id': 'cfbe9ff57c2f4abbb470d58a4ade83df'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:42.443892 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.502970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-20056aac-3dce-46e6-a6be-a719334b5eab tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:42.504498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-20056aac-3dce-46e6-a6be-a719334b5eab tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.21 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 812 time: 0.4060268 Aug 30 14:36:42.516705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Pushing event updated for resources: {'Port': ['ID=1394d6e9-5676-4727-b383-120188fd654d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.530532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Request body: {'port': {'device_id': '443b6664-9b8a-45b6-8dc2-72cff95725e7', 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'admin_state_up': True, 'tenant_id': 'cfbe9ff57c2f4abbb470d58a4ade83df'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:42.591445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Attempting to bind port 1394d6e9-5676-4727-b383-120188fd654d on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:42.591784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Attempting to bind port 1394d6e9-5676-4727-b383-120188fd654d by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:42.592122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Attempting to bind port 1394d6e9-5676-4727-b383-120188fd654d on network a32c131c-f65c-461f-b3df-13d08e74d15a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:42.597755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Port 1394d6e9-5676-4727-b383-120188fd654d on network a32c131c-f65c-461f-b3df-13d08e74d15a not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:36:42.597951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Attempting to bind port 1394d6e9-5676-4727-b383-120188fd654d on network a32c131c-f65c-461f-b3df-13d08e74d15a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:42.608484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:42.608832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Checking segment: {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:42.609254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Bound using segment: {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:42.609704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Bound port: 1394d6e9-5676-4727-b383-120188fd654d, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:42.613342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.671869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Made reservation on behalf of cfbe9ff57c2f4abbb470d58a4ade83df for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:42.676190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.702390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] For port 1394d6e9-5676-4727-b383-120188fd654d, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:42.706352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] For port 1394d6e9-5676-4727-b383-120188fd654d, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1394d6e9-5676-4727-b383-120188fd654d,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:42.711518 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.749994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:42.750734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.752743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] 10.222.0.39 "PUT /v2.0/ports/1394d6e9-5676-4727-b383-120188fd654d HTTP/1.1" status: 200 len: 1091 time: 1.1394343 Aug 30 14:36:42.755819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b173535d-6a1b-4aa0-a2d2-02a3d89dad35', 'tag': '1394d6e9-5676-4727-b383-120188fd654d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:42.759376 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28889819-0521-4c50-b5d5-06122230d5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b173535d-6a1b-4aa0-a2d2-02a3d89dad35", "tag": "1394d6e9-5676-4727-b383-120188fd654d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:42.805871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c419388-3d43-46a8-b726-13f323e4980a service neutron] Pushing event updated for resources: {'Port': ['ID=1394d6e9-5676-4727-b383-120188fd654d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.809960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Made reservation on behalf of cfbe9ff57c2f4abbb470d58a4ade83df for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:42.815765 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.838370 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8224b3f-5a60-4a10-98a5-37ab8e9a6f0d x-openstack-request-id: req-a8224b3f-5a60-4a10-98a5-37ab8e9a6f0d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:42.838370 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b173535d-6a1b-4aa0-a2d2-02a3d89dad35", "tag": "1394d6e9-5676-4727-b383-120188fd654d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:42.838370 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8224b3f-5a60-4a10-98a5-37ab8e9a6f0d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:42.838370 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b173535d-6a1b-4aa0-a2d2-02a3d89dad35', 'tag': '1394d6e9-5676-4727-b383-120188fd654d', 'status': 'completed', 'code': 200} Aug 30 14:36:42.873201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-1aa42b99-1836-406e-801b-7770448c49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:42.874781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-1aa42b99-1836-406e-801b-7770448c49b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 1094 time: 0.0587008 Aug 30 14:36:42.934054 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-c41f593d-fade-4a4d-89d2-32ab6eabb2c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1394d6e9-5676-4727-b383-120188fd654d HTTP/1.1" status: 200 len: 217 time: 0.0479550 Aug 30 14:36:42.968719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Allocated IP 172.20.0.7 (47071aa9-e6d6-4f40-97b2-616c9f35e176/6f07e14d-26b9-4d46-aece-4aafd7b53f1a/afaaea8a-7522-463d-bcbe-b435ee68d390) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:42.991051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8eee31bb-3072-4077-b8fc-1c1719d8da7c req-f217e3d1-f946-461e-b74c-3a0d87d224be tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 210 time: 0.0477674 Aug 30 14:36:43.014177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-924c7c07-f109-4462-8807-6d051f89d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:43.016102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-924c7c07-f109-4462-8807-6d051f89d1b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=406dd4e2-b086-4875-9b25-35d363b273c9 HTTP/1.1" status: 200 len: 850 time: 0.0753760 Aug 30 14:36:43.055594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-346247ab-ee71-4f97-9292-e9f052bbbf8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a32c131c-f65c-461f-b3df-13d08e74d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317197 Aug 30 14:36:43.170782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-a4cea3d9-1657-451f-896a-1c3a2fd855c7 service neutron] 10.222.0.39 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046875 Aug 30 14:36:43.175239 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.226108 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.286500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f6a8b1d-80dd-4f0f-a735-c38fdf0e0f92 req-005631ad-8824-4014-aebe-131481511b3d service neutron] 10.222.0.39 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077456 Aug 30 14:36:43.326626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Network 47071aa9-e6d6-4f40-97b2-616c9f35e176 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:43.332929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Allocated IP 172.20.0.11 (47071aa9-e6d6-4f40-97b2-616c9f35e176/6f07e14d-26b9-4d46-aece-4aafd7b53f1a/dfd15694-e48c-447d-82ba-b5b154ba79da) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:43.337920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:43.340012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Pushing event updated for resources: {'Port': ['ID=afaaea8a-7522-463d-bcbe-b435ee68d390,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:43.344049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:43.402571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28889819-0521-4c50-b5d5-06122230d5a2 req-fd8a2f25-5cd8-4f8a-91b2-7ef260c188cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:43.404322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28889819-0521-4c50-b5d5-06122230d5a2 req-fd8a2f25-5cd8-4f8a-91b2-7ef260c188cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 1094 time: 0.0596948 Aug 30 14:36:43.421972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:43.422608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.448182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d6f93fe6-db81-4c08-8273-971f34d8d33f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0119717 Aug 30 14:36:43.497997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Request body: {'port': {'device_id': '67093e8a-8e60-48aa-981a-0298d299ddc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:43.545093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d38da-57d1-4c6d-b80f-b2fea9ad214e req-d44104c3-3ca2-4e83-a6e6-d995ee85053e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:43.546911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-389d38da-57d1-4c6d-b80f-b2fea9ad214e req-d44104c3-3ca2-4e83-a6e6-d995ee85053e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 943 time: 0.1133983 Aug 30 14:36:43.552497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28889819-0521-4c50-b5d5-06122230d5a2 req-46460e21-bc79-422c-9f0c-b68cd5e1e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:43.553958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28889819-0521-4c50-b5d5-06122230d5a2 req-46460e21-bc79-422c-9f0c-b68cd5e1e418 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 911 time: 0.1421247 Aug 30 14:36:43.559510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad1dffd8-12be-4414-a32c-ca88f199c6ad req-6fbd96c3-ae70-4ec8-a2a4-6bbc58120ca8 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0563738 Aug 30 14:36:43.609625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28889819-0521-4c50-b5d5-06122230d5a2 req-5ee068db-fd0f-402e-a012-c084dc9f27f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1394d6e9-5676-4727-b383-120188fd654d HTTP/1.1" status: 200 len: 217 time: 0.0470665 Aug 30 14:36:43.612500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.639658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.651674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-389d38da-57d1-4c6d-b80f-b2fea9ad214e req-81e42fef-f592-4b85-a83c-711b7cc6ecb4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963099 Aug 30 14:36:43.681323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28889819-0521-4c50-b5d5-06122230d5a2 req-2f702417-7feb-42f2-b71f-db9871e2ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:43.682839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28889819-0521-4c50-b5d5-06122230d5a2 req-2f702417-7feb-42f2-b71f-db9871e2ef78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=406dd4e2-b086-4875-9b25-35d363b273c9 HTTP/1.1" status: 200 len: 850 time: 0.0634174 Aug 30 14:36:43.719244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28889819-0521-4c50-b5d5-06122230d5a2 req-4e4e0e27-c4af-4a1f-828f-067d5bd34a5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a32c131c-f65c-461f-b3df-13d08e74d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279846 Aug 30 14:36:43.769388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.809597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f99d0d29-594e-46af-b334-ac9808a87049 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:43.828598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28889819-0521-4c50-b5d5-06122230d5a2 req-7cde762a-dba0-4d04-b893-666115129ff2 service neutron] 10.222.0.39 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011245 Aug 30 14:36:43.862320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Network 47071aa9-e6d6-4f40-97b2-616c9f35e176 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:43.864395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f99d0d29-594e-46af-b334-ac9808a87049 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:43.865135 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.868280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:43.876913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:43.886081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Pushing event updated for resources: {'Port': ['ID=dfd15694-e48c-447d-82ba-b5b154ba79da,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:43.953972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:43.954592 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.955784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28889819-0521-4c50-b5d5-06122230d5a2 req-c44e1769-74c1-4872-ba80-38980478baf7 service neutron] 10.222.0.39 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167066 Aug 30 14:36:43.983111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-bc02c69e-246a-40fc-a091-247e2729df3b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4566627 Aug 30 14:36:44.025573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Request body: {'port': {'device_id': '443b6664-9b8a-45b6-8dc2-72cff95725e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:44.057460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afaaea8a-7522-463d-bcbe-b435ee68d390 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:44.066867 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.122588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Transition to ACTIVE for port object afaaea8a-7522-463d-bcbe-b435ee68d390 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:44.128818 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.139219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.225486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8bd5-ab4d-4579-b44d-e84e77e99ab9 req-d9297850-3eff-488d-9440-0059c99ab21d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:44.227148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-296b8bd5-ab4d-4579-b44d-e84e77e99ab9 req-d9297850-3eff-488d-9440-0059c99ab21d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 931 time: 0.1546292 Aug 30 14:36:44.230494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=afaaea8a-7522-463d-bcbe-b435ee68d390,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.391196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-296b8bd5-ab4d-4579-b44d-e84e77e99ab9 req-38e32925-6527-4802-9fee-b11e9f6581e1 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550794 Aug 30 14:36:44.454402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Attempting to bind port afaaea8a-7522-463d-bcbe-b435ee68d390 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:44.455256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Attempting to bind port afaaea8a-7522-463d-bcbe-b435ee68d390 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:44.455589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Attempting to bind port afaaea8a-7522-463d-bcbe-b435ee68d390 on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:44.465726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Port afaaea8a-7522-463d-bcbe-b435ee68d390 on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:36:44.466051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Attempting to bind port afaaea8a-7522-463d-bcbe-b435ee68d390 on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:44.475427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:44.475763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Checking segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:44.476155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Bound using segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:44.476588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Bound port: afaaea8a-7522-463d-bcbe-b435ee68d390, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:44.476949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.586678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] For port afaaea8a-7522-463d-bcbe-b435ee68d390, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:44.618251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] For port afaaea8a-7522-463d-bcbe-b435ee68d390, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=afaaea8a-7522-463d-bcbe-b435ee68d390,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:44.626203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.633841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd15694-e48c-447d-82ba-b5b154ba79da {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:44.665310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.668169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66e51b34-96ea-4f49-98db-974ce846ca9d req-eb1ee1bd-9d2e-4301-88d6-cc9f9491dad8 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0279148 Aug 30 14:36:44.685133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:44.685756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.687143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] 10.222.0.39 "PUT /v2.0/ports/afaaea8a-7522-463d-bcbe-b435ee68d390 HTTP/1.1" status: 200 len: 1091 time: 1.2239294 Aug 30 14:36:44.687594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67093e8a-8e60-48aa-981a-0298d299ddc5', 'tag': 'afaaea8a-7522-463d-bcbe-b435ee68d390'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:44.690451 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb98b438-6c10-43ce-8c94-b48dfa571b70" -d '{"events": [{"name": "network-changed", "server_uuid": "67093e8a-8e60-48aa-981a-0298d299ddc5", "tag": "afaaea8a-7522-463d-bcbe-b435ee68d390"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:44.732024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e93e66-e49a-4383-9309-ee24fb6d9fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=afaaea8a-7522-463d-bcbe-b435ee68d390,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.737281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Transition to ACTIVE for port object dfd15694-e48c-447d-82ba-b5b154ba79da will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:44.740392 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d854303-7963-4fc7-a0fc-90f056595384 x-openstack-request-id: req-5d854303-7963-4fc7-a0fc-90f056595384 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:44.740825 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67093e8a-8e60-48aa-981a-0298d299ddc5", "tag": "afaaea8a-7522-463d-bcbe-b435ee68d390", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:44.741443 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d854303-7963-4fc7-a0fc-90f056595384 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:44.741716 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67093e8a-8e60-48aa-981a-0298d299ddc5', 'tag': 'afaaea8a-7522-463d-bcbe-b435ee68d390', 'status': 'completed', 'code': 200} Aug 30 14:36:44.743980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.853858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd15694-e48c-447d-82ba-b5b154ba79da,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.873110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02786ba-ef4a-417d-af73-bc13d0f5860c req-10c63352-79d5-4cae-a4bd-960df7f0f05e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:44.874616 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c02786ba-ef4a-417d-af73-bc13d0f5860c req-10c63352-79d5-4cae-a4bd-960df7f0f05e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 943 time: 0.1316416 Aug 30 14:36:44.878236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-8c577705-e41d-4ddd-ae7f-adf6c027f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:44.879588 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-8c577705-e41d-4ddd-ae7f-adf6c027f422 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 1094 time: 0.1328440 Aug 30 14:36:44.961713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-818c2546-25ef-4b9b-936a-3cb6266a274b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afaaea8a-7522-463d-bcbe-b435ee68d390 HTTP/1.1" status: 200 len: 217 time: 0.0665464 Aug 30 14:36:45.021402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c02786ba-ef4a-417d-af73-bc13d0f5860c req-b9e57658-0275-4e51-8b4e-f055563fb704 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273131 Aug 30 14:36:45.039197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-ae34e964-3cd9-4e87-849b-503a41eb1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:45.040639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-ae34e964-3cd9-4e87-849b-503a41eb1b9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 200 len: 852 time: 0.0712640 Aug 30 14:36:45.045353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Attempting to bind port dfd15694-e48c-447d-82ba-b5b154ba79da on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:45.045683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Attempting to bind port dfd15694-e48c-447d-82ba-b5b154ba79da by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:45.046018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Attempting to bind port dfd15694-e48c-447d-82ba-b5b154ba79da on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:45.058731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Port dfd15694-e48c-447d-82ba-b5b154ba79da on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:36:45.059059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Attempting to bind port dfd15694-e48c-447d-82ba-b5b154ba79da on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:45.078342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-586d87b0-1344-4a24-a7d5-a7b857033fb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47071aa9-e6d6-4f40-97b2-616c9f35e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287478 Aug 30 14:36:45.079467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:45.079833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Checking segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:45.080208 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Bound using segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:45.080637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Bound port: dfd15694-e48c-447d-82ba-b5b154ba79da, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:45.080996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:45.210054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] For port dfd15694-e48c-447d-82ba-b5b154ba79da, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:45.217380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] For port dfd15694-e48c-447d-82ba-b5b154ba79da, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dfd15694-e48c-447d-82ba-b5b154ba79da,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:45.223413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-3522f2c8-d888-4185-a55c-e3b642b21821 service neutron] 10.222.0.39 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342747 Aug 30 14:36:45.224569 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:45.302924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:45.303540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:45.304894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] 10.222.0.21 "PUT /v2.0/ports/dfd15694-e48c-447d-82ba-b5b154ba79da HTTP/1.1" status: 200 len: 1092 time: 1.2904274 Aug 30 14:36:45.334280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64074bde-2c9d-422e-b13c-40d38b525db6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd15694-e48c-447d-82ba-b5b154ba79da,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:45.365469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-847acbf0-33cf-4acd-8165-1d075b826be8 service neutron] 10.222.0.39 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112995 Aug 30 14:36:45.419921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-11553919-bf78-4450-904a-275c152a6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:45.421469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-11553919-bf78-4450-904a-275c152a6138 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&device_id=443b6664-9b8a-45b6-8dc2-72cff95725e7 HTTP/1.1" status: 200 len: 1095 time: 0.0434628 Aug 30 14:36:45.495637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d76e9e79-be99-4545-bee5-7c5068eb690d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd15694-e48c-447d-82ba-b5b154ba79da HTTP/1.1" status: 200 len: 217 time: 0.0458682 Aug 30 14:36:45.553705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-884b1945-516c-4eb6-bf0f-674b50ed43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:45.555231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-884b1945-516c-4eb6-bf0f-674b50ed43ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 1094 time: 0.1298127 Aug 30 14:36:45.792264 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1eea4d9c-f895-4f01-a484-635d4e3be96e req-49380cd0-4360-4153-ad06-11bf11d7a89c tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0270772 Aug 30 14:36:45.896453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd27b2-7363-4c9e-9c17-659e57e999b0 req-f90b2111-8c79-405a-a946-e68be4e14298 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:45.897956 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-91fd27b2-7363-4c9e-9c17-659e57e999b0 req-f90b2111-8c79-405a-a946-e68be4e14298 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 943 time: 0.4055398 Aug 30 14:36:45.903086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-434c7fd1-f52f-454f-aa17-6a465a054272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:45.904430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-434c7fd1-f52f-454f-aa17-6a465a054272 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 200 len: 852 time: 0.3828156 Aug 30 14:36:45.953336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-2748e867-887e-4080-87fa-ccbe08876f4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47071aa9-e6d6-4f40-97b2-616c9f35e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287995 Aug 30 14:36:45.998627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-91fd27b2-7363-4c9e-9c17-659e57e999b0 req-30ceb706-331c-434d-981a-fba3f1064496 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894208 Aug 30 14:36:46.045388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-e173bcd3-535c-40e0-908c-b84f653f1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:46.046877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-e173bcd3-535c-40e0-908c-b84f653f1879 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 913 time: 0.4805615 Aug 30 14:36:46.096671 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-74731967-bee7-483b-af89-859d13b40efb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afaaea8a-7522-463d-bcbe-b435ee68d390 HTTP/1.1" status: 200 len: 217 time: 0.0379424 Aug 30 14:36:46.107378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1394d6e9-5676-4727-b383-120188fd654d details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:36:46.140911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b988b2f-d62a-4c18-b702-db9062bd52a8 req-785b71e4-999b-4af6-9a30-a8de4f59ac98 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:46.143068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b988b2f-d62a-4c18-b702-db9062bd52a8 req-785b71e4-999b-4af6-9a30-a8de4f59ac98 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 943 time: 0.0566492 Aug 30 14:36:46.145890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-7e62f42f-bece-479d-a95c-07d7c6c78c6c service neutron] 10.222.0.21 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764338 Aug 30 14:36:46.183984 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b988b2f-d62a-4c18-b702-db9062bd52a8 req-b09adad1-e3e1-4632-be39-d698bbaebca0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348876 Aug 30 14:36:46.208620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-d6b4b027-6a70-4ad4-b440-67c07d73fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:46.210123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-d6b4b027-6a70-4ad4-b440-67c07d73fd83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 200 len: 852 time: 0.1018782 Aug 30 14:36:46.217282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1394d6e9-5676-4727-b383-120188fd654d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1394d6e9-5676-4727-b383-120188fd654d,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:46.229906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '1394d6e9-5676-4727-b383-120188fd654d', 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a', 'port_id': '1394d6e9-5676-4727-b383-120188fd654d', 'mac_address': 'fa:16:3e:44:ef:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406dd4e2-b086-4875-9b25-35d363b273c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:36:46.260617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-4b6ef556-04bb-4776-9cf0-ea810b4219f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47071aa9-e6d6-4f40-97b2-616c9f35e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405035 Aug 30 14:36:46.269193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.282440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1394d6e9-5676-4727-b383-120188fd654d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:46.302276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1394d6e9-5676-4727-b383-120188fd654d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1394d6e9-5676-4727-b383-120188fd654d,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:46.307459 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.350572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8ace73a-abb5-41f4-8d23-bc8bdf5e088c req-d7474e78-9c8e-433e-90c6-4edd3c286088 service neutron] 10.222.0.21 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966829 Aug 30 14:36:46.359270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1394d6e9-5676-4727-b383-120188fd654d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:46.390836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-3f216dab-6b50-41eb-8e73-cac5cc4a8be4 service neutron] 10.222.0.39 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191742 Aug 30 14:36:46.505536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb98b438-6c10-43ce-8c94-b48dfa571b70 req-79c9d2cb-e5c5-410a-9951-545349860b96 service neutron] 10.222.0.39 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015804 Aug 30 14:36:46.599221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1394d6e9-5676-4727-b383-120188fd654d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:46.742573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443b6664-9b8a-45b6-8dc2-72cff95725e7', 'tag': 'dfd15694-e48c-447d-82ba-b5b154ba79da'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:46.744911 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854" -d '{"events": [{"name": "network-changed", "server_uuid": "443b6664-9b8a-45b6-8dc2-72cff95725e7", "tag": "dfd15694-e48c-447d-82ba-b5b154ba79da"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:46.781093 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea49570b-460a-47f1-b720-e6d2bc501853 x-openstack-request-id: req-ea49570b-460a-47f1-b720-e6d2bc501853 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:46.781515 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443b6664-9b8a-45b6-8dc2-72cff95725e7", "tag": "dfd15694-e48c-447d-82ba-b5b154ba79da", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:46.781773 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea49570b-460a-47f1-b720-e6d2bc501853 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:46.782172 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443b6664-9b8a-45b6-8dc2-72cff95725e7', 'tag': 'dfd15694-e48c-447d-82ba-b5b154ba79da', 'status': 'completed', 'code': 200} Aug 30 14:36:46.897938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c712862-2ca6-4254-97d8-8ab4236714a1 req-81e7d359-84ae-4aa8-816f-7a51e7f4c782 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0277631 Aug 30 14:36:46.903333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-26981fcf-2fef-4b14-8203-ac0d0bba8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:46.904752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-26981fcf-2fef-4b14-8203-ac0d0bba8baa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&device_id=443b6664-9b8a-45b6-8dc2-72cff95725e7 HTTP/1.1" status: 200 len: 1095 time: 0.0643077 Aug 30 14:36:47.000569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-3f61735b-1794-4ded-921e-1db722b4434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:47.002583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-3f61735b-1794-4ded-921e-1db722b4434d service neutron] 10.222.0.21 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 913 time: 0.0858963 Aug 30 14:36:47.044456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-f52e9672-2a00-465f-a224-f255a44b27a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfd15694-e48c-447d-82ba-b5b154ba79da HTTP/1.1" status: 200 len: 217 time: 0.0345159 Aug 30 14:36:47.096829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-d0e471f9-b4e2-4287-b102-17d37c01fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:47.098335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-d0e471f9-b4e2-4287-b102-17d37c01fe6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 200 len: 852 time: 0.0440919 Aug 30 14:36:47.115434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de4c5c-cf13-4ee3-b1b7-6aa6fe7fef47 req-caab9278-2529-4167-9a13-205217db612b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:47.116943 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74de4c5c-cf13-4ee3-b1b7-6aa6fe7fef47 req-caab9278-2529-4167-9a13-205217db612b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 943 time: 0.0488071 Aug 30 14:36:47.132584 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-8ab27beb-b5d9-4468-aa4f-c296d6ec96cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47071aa9-e6d6-4f40-97b2-616c9f35e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261130 Aug 30 14:36:47.155584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74de4c5c-cf13-4ee3-b1b7-6aa6fe7fef47 req-4d4a8252-9592-4efa-b06b-b228597096f6 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Aug 30 14:36:47.231044 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-48cec598-8986-4d60-b478-d579a971a18d service neutron] 10.222.0.21 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884688 Aug 30 14:36:47.353952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b630032-0057-45f8-86df-69ff3590765a req-bb499c84-d829-4189-84ea-3e7e1a8d6ee3 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:47.355418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b630032-0057-45f8-86df-69ff3590765a req-bb499c84-d829-4189-84ea-3e7e1a8d6ee3 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 944 time: 0.1038530 Aug 30 14:36:47.376039 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f66b112-a40b-49bb-b64f-aa5a9e4fb854 req-c89b8633-6162-4d13-99dd-e27c8de669c3 service neutron] 10.222.0.21 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329403 Aug 30 14:36:47.401757 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b630032-0057-45f8-86df-69ff3590765a req-10b1b15e-e252-43d2-88a6-bd845577637c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373383 Aug 30 14:36:48.001824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9721a02e-982f-43e0-9abd-feac90106306 req-a629e00a-2ac4-40f7-94f3-a9208b580706 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Aug 30 14:36:48.122060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device afaaea8a-7522-463d-bcbe-b435ee68d390 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:36:48.124127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1394d6e9-5676-4727-b383-120188fd654d up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:48.238200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 1394d6e9-5676-4727-b383-120188fd654d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:48.246687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 1394d6e9-5676-4727-b383-120188fd654d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:48.247066 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:48.285700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port afaaea8a-7522-463d-bcbe-b435ee68d390, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=afaaea8a-7522-463d-bcbe-b435ee68d390,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:48.292932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99479f-928a-42f3-ad28-9997c9be837e req-1347c821-fc79-4c5f-b565-59499c98197b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:48.294994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb99479f-928a-42f3-ad28-9997c9be837e req-1347c821-fc79-4c5f-b565-59499c98197b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 943 time: 0.0649128 Aug 30 14:36:48.305640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'afaaea8a-7522-463d-bcbe-b435ee68d390', 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'port_id': 'afaaea8a-7522-463d-bcbe-b435ee68d390', 'mac_address': 'fa:16:3e:3a:03:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f07e14d-26b9-4d46-aece-4aafd7b53f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:36:48.341715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb99479f-928a-42f3-ad28-9997c9be837e req-f31cd1f9-48e1-4be1-82dd-6be3ad322b4a tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368762 Aug 30 14:36:48.376856 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:48.396666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:48.399259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afaaea8a-7522-463d-bcbe-b435ee68d390 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:48.432649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port afaaea8a-7522-463d-bcbe-b435ee68d390, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=afaaea8a-7522-463d-bcbe-b435ee68d390,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:48.441369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b173535d-6a1b-4aa0-a2d2-02a3d89dad35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394d6e9-5676-4727-b383-120188fd654d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:48.443646 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9a425d-7054-4ebc-ac99-621fc3916987" -d '{"events": [{"server_uuid": "b173535d-6a1b-4aa0-a2d2-02a3d89dad35", "name": "network-vif-plugged", "status": "completed", "tag": "1394d6e9-5676-4727-b383-120188fd654d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:48.448523 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:48.462716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1394d6e9-5676-4727-b383-120188fd654d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1394d6e9-5676-4727-b383-120188fd654d,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:48.496806 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b31c407-4dfc-4c75-99a5-78011a7f401c x-openstack-request-id: req-4b31c407-4dfc-4c75-99a5-78011a7f401c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:48.497406 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b173535d-6a1b-4aa0-a2d2-02a3d89dad35", "name": "network-vif-plugged", "status": "completed", "tag": "1394d6e9-5676-4727-b383-120188fd654d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:48.497755 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b31c407-4dfc-4c75-99a5-78011a7f401c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:48.498247 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b173535d-6a1b-4aa0-a2d2-02a3d89dad35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394d6e9-5676-4727-b383-120188fd654d', 'code': 200} Aug 30 14:36:48.501032 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:48.527991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9516e6-5772-41c3-947c-7d691e0e6bf1 req-60d4eb32-c2eb-4543-b023-6f20370dae01 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:48.529172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=afaaea8a-7522-463d-bcbe-b435ee68d390,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:48.529571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de9516e6-5772-41c3-947c-7d691e0e6bf1 req-60d4eb32-c2eb-4543-b023-6f20370dae01 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0519009 Aug 30 14:36:48.584540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1394d6e9-5676-4727-b383-120188fd654d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:48.614303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de9516e6-5772-41c3-947c-7d691e0e6bf1 req-74a85b0a-337e-46cb-a261-f99ee623904d tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663679 Aug 30 14:36:48.624116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00325a-3c5b-462e-9ec6-b7b311b2ded8 req-f29f817f-a16d-4ec2-a1f9-6d0548bad52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:48.625645 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe00325a-3c5b-462e-9ec6-b7b311b2ded8 req-f29f817f-a16d-4ec2-a1f9-6d0548bad52f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 1096 time: 0.0587647 Aug 30 14:36:48.661789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe00325a-3c5b-462e-9ec6-b7b311b2ded8 req-a7f625b5-2d4e-42c2-a7f8-30de36454244 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288799 Aug 30 14:36:48.744597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['afaaea8a-7522-463d-bcbe-b435ee68d390'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:49.104218 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69895cb3-4619-44cb-96e3-532d213faba9 req-c2f0faed-a7c9-4839-9227-c3784f9e3052 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0265212 Aug 30 14:36:49.475836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521f720-dc5c-40fc-8ac3-3d0562964e17 req-4f90e001-8ab9-424c-8408-2ccc8127c4fd tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:49.477381 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5521f720-dc5c-40fc-8ac3-3d0562964e17 req-4f90e001-8ab9-424c-8408-2ccc8127c4fd tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 944 time: 0.0554466 Aug 30 14:36:49.524667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5521f720-dc5c-40fc-8ac3-3d0562964e17 req-d2ea2648-021c-4d8b-812b-c6d88527509b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Aug 30 14:36:49.738184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc85876-8242-4c17-9c32-becd98661aaf req-bd6615af-e9a7-4d65-a491-7a7c5ef7cc62 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:49.739745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1cc85876-8242-4c17-9c32-becd98661aaf req-bd6615af-e9a7-4d65-a491-7a7c5ef7cc62 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0556226 Aug 30 14:36:49.765506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dfd15694-e48c-447d-82ba-b5b154ba79da details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:36:49.784105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45006578-6d90-4d9d-bfc1-04f942e2748a req-f4bfeecb-7ffd-457f-8f53-ec22ac9d942f tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:49.792663 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-45006578-6d90-4d9d-bfc1-04f942e2748a req-f4bfeecb-7ffd-457f-8f53-ec22ac9d942f tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1097 time: 0.0506482 Aug 30 14:36:49.804834 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:49.811852 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1cc85876-8242-4c17-9c32-becd98661aaf req-570e6adb-468c-406f-8dfb-7aa6c6a09408 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635338 Aug 30 14:36:49.831815 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-45006578-6d90-4d9d-bfc1-04f942e2748a req-475c75cb-d8fe-4abb-ba47-028f95a3f9a5 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356710 Aug 30 14:36:49.893468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dfd15694-e48c-447d-82ba-b5b154ba79da, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dfd15694-e48c-447d-82ba-b5b154ba79da,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:49.904518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'dfd15694-e48c-447d-82ba-b5b154ba79da', 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'port_id': 'dfd15694-e48c-447d-82ba-b5b154ba79da', 'mac_address': 'fa:16:3e:50:02:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f07e14d-26b9-4d46-aece-4aafd7b53f1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:36:49.944902 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:49.952152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb91a04-dffe-4bc1-9140-317d00e9e77b req-a34bc65f-fabe-4e53-b55f-b1e0ee62e461 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:49.953744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7fb91a04-dffe-4bc1-9140-317d00e9e77b req-a34bc65f-fabe-4e53-b55f-b1e0ee62e461 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0520091 Aug 30 14:36:49.958843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd15694-e48c-447d-82ba-b5b154ba79da {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:49.978874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dfd15694-e48c-447d-82ba-b5b154ba79da, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dfd15694-e48c-447d-82ba-b5b154ba79da,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:49.983873 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:49.998553 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7fb91a04-dffe-4bc1-9140-317d00e9e77b req-c3695808-fc6d-41d4-b3f2-05593a29e0c7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377657 Aug 30 14:36:50.023833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:50.032688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=dfd15694-e48c-447d-82ba-b5b154ba79da,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:50.090911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-78c70cea-efce-463c-93b9-8d9d7841ac8a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/2bb7f26f-15ea-468a-a327-15a5a8f7bd02 HTTP/1.1" status: 200 len: 993 time: 0.0657966 Aug 30 14:36:50.143810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device afaaea8a-7522-463d-bcbe-b435ee68d390 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:50.203563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port afaaea8a-7522-463d-bcbe-b435ee68d390 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:50.208315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port afaaea8a-7522-463d-bcbe-b435ee68d390 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:50.208692 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:50.231447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c9141bf-dbfb-42b9-9ac4-2be9742b8c2b req-b2a92d8c-277d-450d-8da8-a3e66abc99f7 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0348773 Aug 30 14:36:50.289734 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:50.325142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port afaaea8a-7522-463d-bcbe-b435ee68d390, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=afaaea8a-7522-463d-bcbe-b435ee68d390,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:50.328527 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:50.378893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=afaaea8a-7522-463d-bcbe-b435ee68d390,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:50.499377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67093e8a-8e60-48aa-981a-0298d299ddc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaaea8a-7522-463d-bcbe-b435ee68d390'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:50.502350 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15a30a8-8b46-4777-9720-204a66eabc43" -d '{"events": [{"server_uuid": "67093e8a-8e60-48aa-981a-0298d299ddc5", "name": "network-vif-plugged", "status": "completed", "tag": "afaaea8a-7522-463d-bcbe-b435ee68d390"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:50.519255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['dfd15694-e48c-447d-82ba-b5b154ba79da'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:50.663866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b255e8-a0ef-4aad-9612-dbed9e0b8aff req-74ce7fdc-1bcf-4dd8-bbef-38a44f3156b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:50.665767 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85b255e8-a0ef-4aad-9612-dbed9e0b8aff req-74ce7fdc-1bcf-4dd8-bbef-38a44f3156b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 1096 time: 0.0600688 Aug 30 14:36:50.667455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713fcae-9832-4dca-afb2-b48f078e46be req-5c8b0e4a-f1b6-4b2c-9ffe-2611c768e30a tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:50.669065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8713fcae-9832-4dca-afb2-b48f078e46be req-5c8b0e4a-f1b6-4b2c-9ffe-2611c768e30a tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0605319 Aug 30 14:36:50.724856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8713fcae-9832-4dca-afb2-b48f078e46be req-eb950f28-9c6f-4c3d-b8d0-3acf93a1a44e tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Aug 30 14:36:50.733766 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825d982e-1bed-4ec6-9101-9446324a62d8 x-openstack-request-id: req-825d982e-1bed-4ec6-9101-9446324a62d8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:50.734155 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67093e8a-8e60-48aa-981a-0298d299ddc5", "name": "network-vif-plugged", "status": "completed", "tag": "afaaea8a-7522-463d-bcbe-b435ee68d390", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:50.734469 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-825d982e-1bed-4ec6-9101-9446324a62d8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:50.734950 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67093e8a-8e60-48aa-981a-0298d299ddc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaaea8a-7522-463d-bcbe-b435ee68d390', 'code': 200} Aug 30 14:36:50.737772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85b255e8-a0ef-4aad-9612-dbed9e0b8aff req-37ff71cd-0ce7-4907-bf99-eb0cc9362d44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632937 Aug 30 14:36:50.814808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ad58-be18-4a48-8b1b-b19e3e8319cb req-b6efe517-19df-4711-9859-7316b300545c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:50.816090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34a1ad58-be18-4a48-8b1b-b19e3e8319cb req-b6efe517-19df-4711-9859-7316b300545c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0552080 Aug 30 14:36:50.887462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34a1ad58-be18-4a48-8b1b-b19e3e8319cb req-0c40facd-ff3c-4f36-bf50-5c295518dcd0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606923 Aug 30 14:36:50.891050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-054eb02e-1611-4243-8737-39cb3cd8a97e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363032 Aug 30 14:36:51.011130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1643d-23cf-4f2b-8cd8-e65ae7b4e517 req-218d27b6-f7cf-49fa-992f-0afeecf1ffc1 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:51.012625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9db1643d-23cf-4f2b-8cd8-e65ae7b4e517 req-218d27b6-f7cf-49fa-992f-0afeecf1ffc1 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Aug 30 14:36:51.052722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9db1643d-23cf-4f2b-8cd8-e65ae7b4e517 req-d9bf92ab-c6d5-44a0-879b-a8d8b32045e6 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Aug 30 14:36:51.327338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97578a-9eb1-49fb-9e9c-77dd34289580 req-0f699cb5-cb51-476d-b14c-3d60b6d561a0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:51.328869 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c97578a-9eb1-49fb-9e9c-77dd34289580 req-0f699cb5-cb51-476d-b14c-3d60b6d561a0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0793643 Aug 30 14:36:51.332517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-755fab9a-1d93-49e3-863c-7a808a27a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:51.334294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-755fab9a-1d93-49e3-863c-7a808a27a06c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 1096 time: 0.0931828 Aug 30 14:36:51.347758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4dd21589-6ce3-4945-addd-258e5d9215ff req-cebe9ba4-9f5e-429a-959c-7835a217e92d tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0313244 Aug 30 14:36:51.425335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c97578a-9eb1-49fb-9e9c-77dd34289580 req-7a287c3c-dfef-4d86-9276-49bce596dda2 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894101 Aug 30 14:36:51.466783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-63705b7d-3ad4-402a-acab-64dcb55c70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:51.468355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-63705b7d-3ad4-402a-acab-64dcb55c70fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 911 time: 0.1251824 Aug 30 14:36:51.515831 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-ff4cd68f-655d-4ef0-917a-12f400d1c1c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1394d6e9-5676-4727-b383-120188fd654d HTTP/1.1" status: 200 len: 217 time: 0.0386946 Aug 30 14:36:51.570592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-697a5d83-65de-4d2d-a535-b08f33461782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:51.573027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-697a5d83-65de-4d2d-a535-b08f33461782 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=406dd4e2-b086-4875-9b25-35d363b273c9 HTTP/1.1" status: 200 len: 850 time: 0.0502958 Aug 30 14:36:51.606108 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-02f974fc-14e9-450a-8bff-0040841f1c4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a32c131c-f65c-461f-b3df-13d08e74d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251100 Aug 30 14:36:51.702065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-f1a5d32f-1a2c-42ea-add6-1e6dc48ddd65 service neutron] 10.222.0.39 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874414 Aug 30 14:36:51.810800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dc17d58-731a-4c5d-b298-eb406a5e1eaa req-fa7d418e-5afa-431a-8531-006b01f2321a service neutron] 10.222.0.39 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001866 Aug 30 14:36:51.869410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208df48-fdf0-4cf1-b36e-56a5ff6f30f6 req-3b0c27af-12b2-4e60-91a9-cdd4c7101ed4 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:51.870985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4208df48-fdf0-4cf1-b36e-56a5ff6f30f6 req-3b0c27af-12b2-4e60-91a9-cdd4c7101ed4 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0607784 Aug 30 14:36:51.914902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4208df48-fdf0-4cf1-b36e-56a5ff6f30f6 req-9d5db2a5-9fd6-48ea-a5d9-a281f4f56370 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Aug 30 14:36:52.011357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108e033-8a2c-4b4d-b8ad-a88f2c1bd025 req-ded085f2-29ab-46d2-b61b-b23850087b31 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:52.012830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d108e033-8a2c-4b4d-b8ad-a88f2c1bd025 req-ded085f2-29ab-46d2-b61b-b23850087b31 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0516376 Aug 30 14:36:52.055438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d108e033-8a2c-4b4d-b8ad-a88f2c1bd025 req-53d24746-5f3f-478f-97ed-5ea5c56b998b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365617 Aug 30 14:36:52.305621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-876115c0-b18f-43c4-898e-65d5485c60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:52.307059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-876115c0-b18f-43c4-898e-65d5485c60ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1097 time: 0.0425115 Aug 30 14:36:52.400913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-ed67f90b-a885-48c7-b91b-aef4df737b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:52.402456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-ed67f90b-a885-48c7-b91b-aef4df737b10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.0859437 Aug 30 14:36:52.456901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-00563078-6669-4597-9021-782b3f86a7f6 req-6aa5ddd6-de76-4f02-aaf8-6ebb3aa47b21 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0301442 Aug 30 14:36:52.478082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-65f3c3dc-0735-4d1f-ab57-115771d1a037 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 1001 time: 0.0681331 Aug 30 14:36:52.554958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-52968538-9895-4416-a5d2-a3fcfd5fbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:52.556483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-52968538-9895-4416-a5d2-a3fcfd5fbfdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.0714881 Aug 30 14:36:52.579013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d867876-ca98-4c59-8ae0-a70040f5dacc req-c0ae04bc-6e89-484c-bc6e-fce30fa8cf75 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:52.580915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d867876-ca98-4c59-8ae0-a70040f5dacc req-c0ae04bc-6e89-484c-bc6e-fce30fa8cf75 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0701020 Aug 30 14:36:52.642745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d867876-ca98-4c59-8ae0-a70040f5dacc req-bd89bba6-1d66-41fc-aaa7-0eab88f8369a tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Aug 30 14:36:52.644443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-1b7b9171-d981-4a5a-a0ec-c764e874cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:52.645870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-1b7b9171-d981-4a5a-a0ec-c764e874cf75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805326 Aug 30 14:36:52.735967 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-0ead9543-3ea5-45a3-9c16-851f38e72b06 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826287 Aug 30 14:36:52.828934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-37159912-3533-43fb-a0a8-713b827b94c7 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852127 Aug 30 14:36:53.038102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fa6d5-82e8-4699-bd49-6eab47a06615 req-353d32d8-39fb-4081-8e7c-05d17a0fed6a tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:53.039510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e70fa6d5-82e8-4699-bd49-6eab47a06615 req-353d32d8-39fb-4081-8e7c-05d17a0fed6a tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0500181 Aug 30 14:36:53.081538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e70fa6d5-82e8-4699-bd49-6eab47a06615 req-16309fe1-1d9f-4050-b67a-767d5c363bd0 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Aug 30 14:36:53.178930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738a8e-2b7f-4a61-b193-c4aa0294cdf1 req-49377594-cf86-45de-8569-276bb118ca1a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:53.180450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a738a8e-2b7f-4a61-b193-c4aa0294cdf1 req-49377594-cf86-45de-8569-276bb118ca1a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0500784 Aug 30 14:36:53.194473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37865-b679-458c-b90d-3c932a0f9d7e req-50b0a745-ea63-459c-9575-17945dd105c9 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:53.195990 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48a37865-b679-458c-b90d-3c932a0f9d7e req-50b0a745-ea63-459c-9575-17945dd105c9 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=443b6664-9b8a-45b6-8dc2-72cff95725e7 HTTP/1.1" status: 200 len: 945 time: 0.0491660 Aug 30 14:36:53.220421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a738a8e-2b7f-4a61-b193-c4aa0294cdf1 req-251f1320-3181-4158-ab21-b205e3c5eb29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336089 Aug 30 14:36:53.234923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48a37865-b679-458c-b90d-3c932a0f9d7e req-cdadfb7d-3354-4f73-8157-8635ca61aefc tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Aug 30 14:36:53.559001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-70bd76a6-d042-4c12-8a31-0c1602bab34a req-8324736d-f614-4b87-beb4-dbfba3032fa3 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0264325 Aug 30 14:36:53.761322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616cce3-5bab-4e25-a367-86a39612059d req-496076a0-d8a7-4af7-830c-ddb2bb577017 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:53.762799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5616cce3-5bab-4e25-a367-86a39612059d req-496076a0-d8a7-4af7-830c-ddb2bb577017 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0524464 Aug 30 14:36:53.774171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dfd15694-e48c-447d-82ba-b5b154ba79da up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:53.801849 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5616cce3-5bab-4e25-a367-86a39612059d req-4f8d5707-9c13-4d53-b091-66f4f9372f0f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Aug 30 14:36:53.824462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port dfd15694-e48c-447d-82ba-b5b154ba79da completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:53.828169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port dfd15694-e48c-447d-82ba-b5b154ba79da triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:53.828558 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.903067 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.925472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443b6664-9b8a-45b6-8dc2-72cff95725e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd15694-e48c-447d-82ba-b5b154ba79da'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:53.927613 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f27862b-bcc1-4ae1-ada1-47361a4baa23" -d '{"events": [{"server_uuid": "443b6664-9b8a-45b6-8dc2-72cff95725e7", "name": "network-vif-plugged", "status": "completed", "tag": "dfd15694-e48c-447d-82ba-b5b154ba79da"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:53.939808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dfd15694-e48c-447d-82ba-b5b154ba79da, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dfd15694-e48c-447d-82ba-b5b154ba79da,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:53.945684 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.969340 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e648b4-9114-44e0-854d-33a06d9db3b0 x-openstack-request-id: req-10e648b4-9114-44e0-854d-33a06d9db3b0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:53.969631 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443b6664-9b8a-45b6-8dc2-72cff95725e7", "name": "network-vif-plugged", "status": "completed", "tag": "dfd15694-e48c-447d-82ba-b5b154ba79da", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:53.969929 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10e648b4-9114-44e0-854d-33a06d9db3b0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:53.970783 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443b6664-9b8a-45b6-8dc2-72cff95725e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd15694-e48c-447d-82ba-b5b154ba79da', 'code': 200} Aug 30 14:36:53.995467 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=dfd15694-e48c-447d-82ba-b5b154ba79da,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:54.117159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c36a34-d1c1-492f-92be-8fa9fa27c9e3 req-91fb66c7-90ae-48f9-b28b-e31a41c8f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:54.118691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-23c36a34-d1c1-492f-92be-8fa9fa27c9e3 req-91fb66c7-90ae-48f9-b28b-e31a41c8f1be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=443b6664-9b8a-45b6-8dc2-72cff95725e7 HTTP/1.1" status: 200 len: 1097 time: 0.0421481 Aug 30 14:36:54.163218 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-23c36a34-d1c1-492f-92be-8fa9fa27c9e3 req-123d1125-8561-4d79-b8cd-b229c247bb8d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Aug 30 14:36:54.339780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44955860-f57c-43bd-ae9d-f9e851a0ad01 req-0ed0a27e-44be-4f92-9112-3a7a32fdf749 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:54.341330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-44955860-f57c-43bd-ae9d-f9e851a0ad01 req-0ed0a27e-44be-4f92-9112-3a7a32fdf749 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0496922 Aug 30 14:36:54.355206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf0f0c-068d-4bc8-a6e6-7a063b54c0df req-e09d96d7-1748-4e0f-8d67-f6ac49cfd0d8 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:54.356688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95bf0f0c-068d-4bc8-a6e6-7a063b54c0df req-e09d96d7-1748-4e0f-8d67-f6ac49cfd0d8 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=443b6664-9b8a-45b6-8dc2-72cff95725e7 HTTP/1.1" status: 200 len: 946 time: 0.0482068 Aug 30 14:36:54.385323 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-44955860-f57c-43bd-ae9d-f9e851a0ad01 req-c8c89c0f-d23f-42b8-89db-d4d4899012c5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329938 Aug 30 14:36:54.396785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95bf0f0c-068d-4bc8-a6e6-7a063b54c0df req-38655c21-8f46-4ae4-9e92-e23f168f11e1 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328863 Aug 30 14:36:54.657338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5906da69-8791-4bff-b68d-05c4400cd8eb req-2398a87e-8ba4-44a6-b20e-993e1dfb2d4c tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0251832 Aug 30 14:36:54.914876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e86f-8679-46a2-a6b6-d7a8be7cc9fb req-3d5ad31f-7d7b-4a4a-a4a3-aa1e16ccb7b0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:54.916265 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6217e86f-8679-46a2-a6b6-d7a8be7cc9fb req-3d5ad31f-7d7b-4a4a-a4a3-aa1e16ccb7b0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Aug 30 14:36:54.952295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6217e86f-8679-46a2-a6b6-d7a8be7cc9fb req-81fdd287-1164-4972-85d1-aa6f1308daa0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299613 Aug 30 14:36:55.120829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15064c7f-f2e2-40ef-b5d0-54014a98b234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.502247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5de5-d3b2-4360-8921-4a4d44794ed1 req-53338871-6614-4d99-8549-12d16c471ae6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:55.503738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4cfc5de5-d3b2-4360-8921-4a4d44794ed1 req-53338871-6614-4d99-8549-12d16c471ae6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0526984 Aug 30 14:36:55.515099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c62fc6-49bc-4bd8-ac62-d64fb77bd354 req-f5179bda-4328-4305-a836-9d0f5c9cf5ef tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:55.516485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4c62fc6-49bc-4bd8-ac62-d64fb77bd354 req-f5179bda-4328-4305-a836-9d0f5c9cf5ef tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=443b6664-9b8a-45b6-8dc2-72cff95725e7 HTTP/1.1" status: 200 len: 946 time: 0.0498705 Aug 30 14:36:55.543414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4cfc5de5-d3b2-4360-8921-4a4d44794ed1 req-d17b63ef-d254-424a-bc78-4d00934971c0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336154 Aug 30 14:36:55.555936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4c62fc6-49bc-4bd8-ac62-d64fb77bd354 req-6c62a62e-0053-4882-b8c1-8c65d6a93cd8 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Aug 30 14:36:55.762766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e555316-1318-40df-a9f6-811df049eaa3 req-46e7e082-b884-4c49-bf3b-7d8badbfb19d tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Aug 30 14:36:56.069444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfcb47-4cf6-4988-9c26-28cb735e4071 req-1a88fc12-6cac-49cc-aeca-9a18786d669a tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:56.070902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cfcb47-4cf6-4988-9c26-28cb735e4071 req-1a88fc12-6cac-49cc-aeca-9a18786d669a tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Aug 30 14:36:56.107402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cfcb47-4cf6-4988-9c26-28cb735e4071 req-bdfa94f8-a521-4a4b-98e3-f923ff537084 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305336 Aug 30 14:36:56.662432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d2bff-131a-45f9-8506-c65defde34d5 req-1eceb849-3ca0-40fd-8c90-0f10a8dbbbe8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:56.664043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c4d2bff-131a-45f9-8506-c65defde34d5 req-1eceb849-3ca0-40fd-8c90-0f10a8dbbbe8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0498059 Aug 30 14:36:56.673418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eaf88-713e-42e0-a035-a1fd10054365 req-f8e929b1-a88b-4838-8733-85c8b0358bd6 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:56.674898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f7eaf88-713e-42e0-a035-a1fd10054365 req-f8e929b1-a88b-4838-8733-85c8b0358bd6 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=443b6664-9b8a-45b6-8dc2-72cff95725e7 HTTP/1.1" status: 200 len: 946 time: 0.0493073 Aug 30 14:36:56.702591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c4d2bff-131a-45f9-8506-c65defde34d5 req-93bb32a3-49ee-4f41-ae6a-c67e74ff47fb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319564 Aug 30 14:36:56.713557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f7eaf88-713e-42e0-a035-a1fd10054365 req-db109983-303a-4aa0-ac9c-3101e85b94f2 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Aug 30 14:36:56.878876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-049f48ce-7c4e-4e40-8d27-045e2261d05e req-b84329df-c750-4ec1-bd7d-c9626570131e tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0278764 Aug 30 14:36:57.185453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-470689d2-4ebe-4f0a-84da-7e36fed1bdb2 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:57.187195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-470689d2-4ebe-4f0a-84da-7e36fed1bdb2 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 812 time: 0.1073647 Aug 30 14:36:57.204120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-97ec87c6-6e68-4dae-bb7c-04bbd03d4603 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/quotas/cfbe9ff57c2f4abbb470d58a4ade83df HTTP/1.1" status: 200 len: 375 time: 0.0099752 Aug 30 14:36:57.233264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e6109-8324-45d2-bb7f-f09dec2218bb req-36d382d5-2d1d-4a73-a3e2-61d74a480bc4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:57.235515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c40e6109-8324-45d2-bb7f-f09dec2218bb req-36d382d5-2d1d-4a73-a3e2-61d74a480bc4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0556853 Aug 30 14:36:57.261871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-c1111625-14ba-4989-b6d5-282c120030f5 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519834 Aug 30 14:36:57.281376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c40e6109-8324-45d2-bb7f-f09dec2218bb req-953fb8ea-1aab-49ec-90ff-3855c6a3c96b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Aug 30 14:36:57.356968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-a835536e-96f3-4696-8215-cc82b7ef1589 service neutron] 10.222.0.50 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878906 Aug 30 14:36:57.446700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-7248c9a2-0ae9-4e11-8a98-13e9a9c01148 service neutron] 10.222.0.50 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831406 Aug 30 14:36:57.749843 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59c3f2c3-2f9a-4ede-8fb4-0c35d1158130 req-7b28ec8f-14ab-4761-8ca3-fb72fee0a7d4 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 210 time: 0.0285070 Aug 30 14:36:57.829886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07173f7-9478-46e2-b2ff-4e02b47d9ac2 req-bce089e7-fb79-438f-b285-48ba55956dcc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:57.831419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b07173f7-9478-46e2-b2ff-4e02b47d9ac2 req-bce089e7-fb79-438f-b285-48ba55956dcc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0552795 Aug 30 14:36:57.860964 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df186350-c73b-479e-b566-cc7e35b31747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:57.871772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b07173f7-9478-46e2-b2ff-4e02b47d9ac2 req-9802ab3e-11e9-4fe5-990e-5243cd12b02e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342405 Aug 30 14:36:57.989187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d357ec2c-a555-4271-b2a0-46cece4411ff req-b20a77c4-4f1e-4394-9e02-38244d7c8679 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0324502 Aug 30 14:36:58.408805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e0123-be24-4d71-8cd5-d36afca17736 req-37f7d305-c3c2-477c-afa6-faa29d265df5 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:58.410344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-143e0123-be24-4d71-8cd5-d36afca17736 req-37f7d305-c3c2-477c-afa6-faa29d265df5 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0558665 Aug 30 14:36:58.473584 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-143e0123-be24-4d71-8cd5-d36afca17736 req-8cb3022b-b242-4174-88ad-5dc52cf14ca5 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560095 Aug 30 14:36:58.493498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-a7773423-c253-4bb6-8c97-cfff8d6307b5 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:58.494948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-a7773423-c253-4bb6-8c97-cfff8d6307b5 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.39 "GET /v2.0/ports?device_id=67093e8a-8e60-48aa-981a-0298d299ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0574384 Aug 30 14:36:58.512460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:58.603443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Deleting port afaaea8a-7522-463d-bcbe-b435ee68d390 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:58.603779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:58.693887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] For port afaaea8a-7522-463d-bcbe-b435ee68d390, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=afaaea8a-7522-463d-bcbe-b435ee68d390,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:58.694282 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:58.708139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Calling delete_port for afaaea8a-7522-463d-bcbe-b435ee68d390 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:58.798783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-a6ef4885-2d24-4a43-87f9-9d2cfdd07935 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:58.800403 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-a6ef4885-2d24-4a43-87f9-9d2cfdd07935 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.39 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 812 time: 0.1248035 Aug 30 14:36:58.813426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Request body: {'port': {'device_id': '81d40a72-a179-40fd-a375-b28e829bf79c', 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'admin_state_up': True, 'tenant_id': 'cfbe9ff57c2f4abbb470d58a4ade83df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:58.883568 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:58.893809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32b6bb2b-a358-4d0f-b06e-bfd8abcd710d req-79ad38c1-bda3-473b-a1db-90bdfd0e990d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 210 time: 0.0341003 Aug 30 14:36:58.899760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['afaaea8a-7522-463d-bcbe-b435ee68d390'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:58.931386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-37c3568e-846a-4a88-a1a8-00d79e986e1a tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:58.933014 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-37c3568e-846a-4a88-a1a8-00d79e986e1a tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.21 "GET /v2.0/ports?device_id=443b6664-9b8a-45b6-8dc2-72cff95725e7 HTTP/1.1" status: 200 len: 946 time: 0.1028244 Aug 30 14:36:58.933805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Pushing event deleted for resources: {'Port': ['ID=afaaea8a-7522-463d-bcbe-b435ee68d390,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:58.948872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['dfd15694-e48c-447d-82ba-b5b154ba79da'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:58.993064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.993911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.993911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.994134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.994425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.994762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.995095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.995427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.995754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.996288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.996783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:58.997384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.007585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Made reservation on behalf of cfbe9ff57c2f4abbb470d58a4ade83df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:59.013215 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.043103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] No DVR routers for this DVR port afaaea8a-7522-463d-bcbe-b435ee68d390 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:59.060806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.063422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d5e324f-45d6-4e95-87a6-5edfebba6bbb req-6d3f19e7-a30e-4667-b7aa-d989deebd7ca tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.39 "DELETE /v2.0/ports/afaaea8a-7522-463d-bcbe-b435ee68d390 HTTP/1.1" status: 204 len: 173 time: 0.5588748 Aug 30 14:36:59.064190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67093e8a-8e60-48aa-981a-0298d299ddc5', 'name': 'network-vif-deleted', 'tag': 'afaaea8a-7522-463d-bcbe-b435ee68d390'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:59.067234 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891f72b7-13b7-4874-a568-ef801008c618" -d '{"events": [{"server_uuid": "67093e8a-8e60-48aa-981a-0298d299ddc5", "name": "network-vif-deleted", "tag": "afaaea8a-7522-463d-bcbe-b435ee68d390"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:59.147576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-c2079541-6407-48ab-bd21-7c89257e02d9 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:59.149452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-c2079541-6407-48ab-bd21-7c89257e02d9 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.21 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 812 time: 0.1209400 Aug 30 14:36:59.186537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bef398-65a1-4600-96b7-94a19a989b1d req-c647904e-ab40-4049-8da8-cd961dc16bb0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:59.188043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Request body: {'port': {'device_id': '30b17c43-b2b2-4eeb-88c7-4f034d8a5c57', 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'admin_state_up': True, 'tenant_id': 'cfbe9ff57c2f4abbb470d58a4ade83df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:59.188538 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.201894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02bef398-65a1-4600-96b7-94a19a989b1d req-c647904e-ab40-4049-8da8-cd961dc16bb0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.1971633 Aug 30 14:36:59.227395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb3c3d27-15a6-4d32-9650-12dd5a82b085 req-fc9cdff8-6455-417b-8086-ece15e796bdf tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0719216 Aug 30 14:36:59.252886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Deleting port dfd15694-e48c-447d-82ba-b5b154ba79da {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:59.253405 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.271904 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02bef398-65a1-4600-96b7-94a19a989b1d req-958e7fb4-fb75-4975-abbc-58416b4aab21 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644577 Aug 30 14:36:59.325421 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65271934-1295-49e9-9254-77698207f7d7 x-openstack-request-id: req-65271934-1295-49e9-9254-77698207f7d7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:59.325716 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67093e8a-8e60-48aa-981a-0298d299ddc5", "name": "network-vif-deleted", "tag": "afaaea8a-7522-463d-bcbe-b435ee68d390", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:59.325994 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65271934-1295-49e9-9254-77698207f7d7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:59.326386 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67093e8a-8e60-48aa-981a-0298d299ddc5', 'name': 'network-vif-deleted', 'tag': 'afaaea8a-7522-463d-bcbe-b435ee68d390', 'status': 'completed', 'code': 200} Aug 30 14:36:59.365944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] For port dfd15694-e48c-447d-82ba-b5b154ba79da, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dfd15694-e48c-447d-82ba-b5b154ba79da,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:59.366577 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.380827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Calling delete_port for dfd15694-e48c-447d-82ba-b5b154ba79da owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:59.381532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Allocated IP 172.20.0.10 (47071aa9-e6d6-4f40-97b2-616c9f35e176/6f07e14d-26b9-4d46-aece-4aafd7b53f1a/411e2641-5213-4e8b-bf8e-b49c1bc2da9b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:59.421843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Made reservation on behalf of cfbe9ff57c2f4abbb470d58a4ade83df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:59.425358 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.533021 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.547766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['afaaea8a-7522-463d-bcbe-b435ee68d390'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:59.578255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Pushing event deleted for resources: {'Port': ['ID=dfd15694-e48c-447d-82ba-b5b154ba79da,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:59.634720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] No DVR routers for this DVR port dfd15694-e48c-447d-82ba-b5b154ba79da on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:59.638411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.641070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e05463ca-6a9e-4739-a436-94b1326e53c6 req-7a41491c-a579-4068-a339-33563259f01d tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.21 "DELETE /v2.0/ports/dfd15694-e48c-447d-82ba-b5b154ba79da HTTP/1.1" status: 204 len: 173 time: 0.7000306 Aug 30 14:36:59.660250 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.671610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7c42f-46ce-4a1c-8ce4-9241f503d207 req-6b38dd43-18fb-4494-9a84-0b69e9a60e8f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:59.673028 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0d7c42f-46ce-4a1c-8ce4-9241f503d207 req-6b38dd43-18fb-4494-9a84-0b69e9a60e8f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0866511 Aug 30 14:36:59.734142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0d7c42f-46ce-4a1c-8ce4-9241f503d207 req-6fb92772-55c9-4b85-a542-fcecabf922c3 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536523 Aug 30 14:36:59.743945 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.757653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['afaaea8a-7522-463d-bcbe-b435ee68d390'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:59.835330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Network 47071aa9-e6d6-4f40-97b2-616c9f35e176 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:59.842527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:59.845732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:59.869640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Pushing event updated for resources: {'Port': ['ID=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:59.884739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Allocated IP 172.20.0.7 (47071aa9-e6d6-4f40-97b2-616c9f35e176/6f07e14d-26b9-4d46-aece-4aafd7b53f1a/d90fc001-3f86-419e-a446-54c9625aaa81) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:59.897650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.897996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.898343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.898678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.899152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.899481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.899808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.900131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.900453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.900772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.901115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.901439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:59.926639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:59.927253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.982556 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-944fe382-620d-46c0-afd8-3858b828e661 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1732273 Aug 30 14:36:59.995563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Request body: {'port': {'device_id': '81d40a72-a179-40fd-a375-b28e829bf79c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:00.018034 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8eec10c-ee32-4070-80aa-c27d3685377a req-985cf854-a83e-4ddc-a5bb-25cb018fdb3e tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 210 time: 0.0273323 Aug 30 14:37:00.399433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda1a72-0d01-4185-bb09-445536d3e3a4 req-d4c369ff-2724-4011-9dac-46f92146a357 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.400983 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bda1a72-0d01-4185-bb09-445536d3e3a4 req-d4c369ff-2724-4011-9dac-46f92146a357 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0496516 Aug 30 14:37:00.425689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9ad75769-cc4a-4c69-b956-f80c016241b3 req-02a62f2f-0635-47de-a3b0-fcc5e5c8667c tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0721717 Aug 30 14:37:00.441653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0bda1a72-0d01-4185-bb09-445536d3e3a4 req-67c65970-5842-4102-a49e-a9cc8c1add8e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343885 Aug 30 14:37:00.467887 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:00.525230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:00.657769 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:00.736167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Network 47071aa9-e6d6-4f40-97b2-616c9f35e176 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:00.742157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:00.750882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:00.791138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Pushing event updated for resources: {'Port': ['ID=d90fc001-3f86-419e-a446-54c9625aaa81,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:00.827270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.827884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:00.851465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-fc38a60e-fb54-40de-8f9d-2171c8fca15f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6826437 Aug 30 14:37:00.885925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b46dab-b644-4f21-96c3-399073d4c72e req-f642ddae-0cf1-4945-bdfd-c951d9271ce7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.887680 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80b46dab-b644-4f21-96c3-399073d4c72e req-f642ddae-0cf1-4945-bdfd-c951d9271ce7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Aug 30 14:37:00.888492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Request body: {'port': {'device_id': '30b17c43-b2b2-4eeb-88c7-4f034d8a5c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:00.923030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411e2641-5213-4e8b-bf8e-b49c1bc2da9b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:00.932038 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80b46dab-b644-4f21-96c3-399073d4c72e req-8fe44237-16ca-49cf-a7e7-e9e5a3990caa tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368223 Aug 30 14:37:00.952720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:00.968387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:00.977471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Transition to ACTIVE for port object 411e2641-5213-4e8b-bf8e-b49c1bc2da9b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:00.983760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.071036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Pushing event updated for resources: {'Port': ['ID=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:01.283070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003530-1f90-404e-ae38-fd88c1d9a9de req-82c504d1-d2c2-4d35-a4f9-2f90ecf9a41b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:01.284355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65003530-1f90-404e-ae38-fd88c1d9a9de req-82c504d1-d2c2-4d35-a4f9-2f90ecf9a41b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 931 time: 0.1649406 Aug 30 14:37:01.318133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Attempting to bind port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:01.318469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Attempting to bind port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:01.318803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Attempting to bind port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:01.328036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443b6664-9b8a-45b6-8dc2-72cff95725e7', 'name': 'network-vif-deleted', 'tag': 'dfd15694-e48c-447d-82ba-b5b154ba79da'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:01.330408 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237e9233-a486-4404-8dc6-ce0ef03a08be" -d '{"events": [{"server_uuid": "443b6664-9b8a-45b6-8dc2-72cff95725e7", "name": "network-vif-deleted", "tag": "dfd15694-e48c-447d-82ba-b5b154ba79da"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:01.340746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:01.341098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Attempting to bind port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:01.362099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:01.362435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Checking segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:01.362820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Bound using segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:01.363257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Bound port: 411e2641-5213-4e8b-bf8e-b49c1bc2da9b, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:01.363623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.367862 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aecfbb-a2c9-4020-9cef-f0c81935fe75 x-openstack-request-id: req-b6aecfbb-a2c9-4020-9cef-f0c81935fe75 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:01.368153 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443b6664-9b8a-45b6-8dc2-72cff95725e7", "name": "network-vif-deleted", "tag": "dfd15694-e48c-447d-82ba-b5b154ba79da", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:01.368451 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6aecfbb-a2c9-4020-9cef-f0c81935fe75 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:01.369247 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443b6664-9b8a-45b6-8dc2-72cff95725e7', 'name': 'network-vif-deleted', 'tag': 'dfd15694-e48c-447d-82ba-b5b154ba79da', 'status': 'completed', 'code': 200} Aug 30 14:37:01.377625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65003530-1f90-404e-ae38-fd88c1d9a9de req-108ea73c-d39b-4c7c-8c6a-c660a04ba619 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849364 Aug 30 14:37:01.468093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90fc001-3f86-419e-a446-54c9625aaa81 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:01.480370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.489252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] For port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:01.494496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] For port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:01.500510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Transition to ACTIVE for port object d90fc001-3f86-419e-a446-54c9625aaa81 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:01.501378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.526483 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.534998 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6323f039-4f68-48ea-aaeb-565ef59b5159 req-7b82e099-d0f3-4c7d-9888-6b9610b78641 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Aug 30 14:37:01.561783 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.572848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:01.573497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.574879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] 10.222.0.39 "PUT /v2.0/ports/411e2641-5213-4e8b-bf8e-b49c1bc2da9b HTTP/1.1" status: 200 len: 1092 time: 1.5837204 Aug 30 14:37:01.578327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d40a72-a179-40fd-a375-b28e829bf79c', 'tag': '411e2641-5213-4e8b-bf8e-b49c1bc2da9b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:01.581165 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697f498-710d-4574-83e9-83569aaf9fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "81d40a72-a179-40fd-a375-b28e829bf79c", "tag": "411e2641-5213-4e8b-bf8e-b49c1bc2da9b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:01.608034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd83827-e68b-4dec-842f-59b9f26b1137 service neutron] Pushing event updated for resources: {'Port': ['ID=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:01.639137 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0719b6a4-eaf3-4fd5-a578-1401a09a6732 x-openstack-request-id: req-0719b6a4-eaf3-4fd5-a578-1401a09a6732 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:01.639431 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d40a72-a179-40fd-a375-b28e829bf79c", "tag": "411e2641-5213-4e8b-bf8e-b49c1bc2da9b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:01.639680 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0719b6a4-eaf3-4fd5-a578-1401a09a6732 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:01.640076 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d40a72-a179-40fd-a375-b28e829bf79c', 'tag': '411e2641-5213-4e8b-bf8e-b49c1bc2da9b', 'status': 'completed', 'code': 200} Aug 30 14:37:01.700961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d9dee-1e2b-4c3b-a14d-6ecf9010a420 req-2a5c7406-b999-4a77-aaf1-51e2864b070d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:01.702479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-931d9dee-1e2b-4c3b-a14d-6ecf9010a420 req-2a5c7406-b999-4a77-aaf1-51e2864b070d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.1702728 Aug 30 14:37:01.750269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Pushing event updated for resources: {'Port': ['ID=d90fc001-3f86-419e-a446-54c9625aaa81,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:01.793584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-931d9dee-1e2b-4c3b-a14d-6ecf9010a420 req-ce261ec3-a38a-455d-bcfb-82181e70d2ba tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715466 Aug 30 14:37:01.795493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-b00c3377-fa5e-46bc-a757-a0d76b4655cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:01.796917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-b00c3377-fa5e-46bc-a757-a0d76b4655cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&device_id=81d40a72-a179-40fd-a375-b28e829bf79c HTTP/1.1" status: 200 len: 1095 time: 0.1394370 Aug 30 14:37:01.799480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Attempting to bind port d90fc001-3f86-419e-a446-54c9625aaa81 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:01.799763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Attempting to bind port d90fc001-3f86-419e-a446-54c9625aaa81 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:01.800092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Attempting to bind port d90fc001-3f86-419e-a446-54c9625aaa81 on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:01.804599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Port d90fc001-3f86-419e-a446-54c9625aaa81 on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:01.804923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Attempting to bind port d90fc001-3f86-419e-a446-54c9625aaa81 on network 47071aa9-e6d6-4f40-97b2-616c9f35e176 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:01.815653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:01.816006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Checking segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:01.816391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Bound using segment: {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:01.816828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Bound port: d90fc001-3f86-419e-a446-54c9625aaa81, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cbbf6d-a855-4955-b6e8-cd85453e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:01.817224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.859358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-0e3e7fe9-2293-4da9-844f-9ba29493b372 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411e2641-5213-4e8b-bf8e-b49c1bc2da9b HTTP/1.1" status: 200 len: 217 time: 0.0494463 Aug 30 14:37:01.943892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-74b19a21-13b3-4ec9-b2dc-36387f1e030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:01.945552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-74b19a21-13b3-4ec9-b2dc-36387f1e030d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 200 len: 852 time: 0.0647941 Aug 30 14:37:01.949861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] For port d90fc001-3f86-419e-a446-54c9625aaa81, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:01.952996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] For port d90fc001-3f86-419e-a446-54c9625aaa81, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d90fc001-3f86-419e-a446-54c9625aaa81,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:01.963631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.988829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-707012b6-eea5-4b5b-869f-b03392b9f2b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47071aa9-e6d6-4f40-97b2-616c9f35e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344830 Aug 30 14:37:02.027121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.027728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.029095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] 10.222.0.21 "PUT /v2.0/ports/d90fc001-3f86-419e-a446-54c9625aaa81 HTTP/1.1" status: 200 len: 1091 time: 1.1625035 Aug 30 14:37:02.054712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683288f8-1fb2-4fa2-bba3-0b58a1be2194 req-85bee1e0-604a-4da1-99ea-84ac9221a686 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.056133 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683288f8-1fb2-4fa2-bba3-0b58a1be2194 req-85bee1e0-604a-4da1-99ea-84ac9221a686 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0536833 Aug 30 14:37:02.097214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-683288f8-1fb2-4fa2-bba3-0b58a1be2194 req-64b374b1-aac2-407c-b1d7-da001123a2a6 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Aug 30 14:37:02.099066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981e12d-878f-434a-95c7-630ed0db7c41 service neutron] Pushing event updated for resources: {'Port': ['ID=d90fc001-3f86-419e-a446-54c9625aaa81,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:02.152480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-b34040a0-7295-4d22-9ac8-1fadf3c1bbd7 service neutron] 10.222.0.39 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423252 Aug 30 14:37:02.155007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e261f252-0e66-4036-9927-a0f07113f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.156344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-e261f252-0e66-4036-9927-a0f07113f387 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 1094 time: 0.0706098 Aug 30 14:37:02.199606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device afaaea8a-7522-463d-bcbe-b435ee68d390 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:02.220472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: afaaea8a-7522-463d-bcbe-b435ee68d390 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:02.220853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device afaaea8a-7522-463d-bcbe-b435ee68d390 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:02.244690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-0fc469f0-d5be-4a03-b5fa-db2a7aa6e85d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90fc001-3f86-419e-a446-54c9625aaa81 HTTP/1.1" status: 200 len: 217 time: 0.0625679 Aug 30 14:37:02.321578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-75756d47-ba58-43ea-9cc3-015f80a3a96b service neutron] 10.222.0.39 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607840 Aug 30 14:37:02.322949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-f4739af1-61bb-4639-8cdd-be90aa62d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.324285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-f4739af1-61bb-4639-8cdd-be90aa62d367 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 200 len: 852 time: 0.0714593 Aug 30 14:37:02.358823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-0d70671f-9dae-4f5d-a000-4a51ddf8c1c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47071aa9-e6d6-4f40-97b2-616c9f35e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269160 Aug 30 14:37:02.466474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697f498-710d-4574-83e9-83569aaf9fbf req-e541f111-eb47-462b-8182-9c96097c3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.467953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f697f498-710d-4574-83e9-83569aaf9fbf req-e541f111-eb47-462b-8182-9c96097c3b7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&device_id=81d40a72-a179-40fd-a375-b28e829bf79c HTTP/1.1" status: 200 len: 1095 time: 0.1036866 Aug 30 14:37:02.571765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-a4696d27-85db-42a2-81d0-90e1fb8144ae service neutron] 10.222.0.21 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829882 Aug 30 14:37:02.579041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc3a6d-b54a-47f8-ba4f-5e4823d93adb req-a9ce33d3-1322-4f92-8b2b-5991ef04b909 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.580515 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3fc3a6d-b54a-47f8-ba4f-5e4823d93adb req-a9ce33d3-1322-4f92-8b2b-5991ef04b909 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 943 time: 0.1326396 Aug 30 14:37:02.652539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-abb3d2db-036f-4a07-af4d-3cac4e76dcea req-348579d0-f5d3-407e-a9d0-0924474c7812 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0326335 Aug 30 14:37:02.666744 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.700910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697f498-710d-4574-83e9-83569aaf9fbf req-f8102deb-299b-4998-9115-143834d2aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.702421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f697f498-710d-4574-83e9-83569aaf9fbf req-f8102deb-299b-4998-9115-143834d2aeeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 913 time: 0.2194729 Aug 30 14:37:02.712102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3fc3a6d-b54a-47f8-ba4f-5e4823d93adb req-fd5e9451-3ec8-478d-9e34-c8bc10672457 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190369 Aug 30 14:37:02.759658 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f697f498-710d-4574-83e9-83569aaf9fbf req-de0cfb2b-3acf-47f7-b226-2272839c7c43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411e2641-5213-4e8b-bf8e-b49c1bc2da9b HTTP/1.1" status: 200 len: 217 time: 0.0466173 Aug 30 14:37:02.764878 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91224422-f5de-4db3-96e1-cf22bfb05941 req-16786e36-17ae-4bfe-b42e-50dc4b3f8aaa service neutron] 10.222.0.21 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817648 Aug 30 14:37:02.809032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697f498-710d-4574-83e9-83569aaf9fbf req-42e47961-9b5f-499d-8886-e574d60180b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.810519 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f697f498-710d-4574-83e9-83569aaf9fbf req-42e47961-9b5f-499d-8886-e574d60180b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 200 len: 852 time: 0.0442762 Aug 30 14:37:02.849909 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f697f498-710d-4574-83e9-83569aaf9fbf req-8afd9f02-4efb-48d6-b328-9a6a9aa7e50c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47071aa9-e6d6-4f40-97b2-616c9f35e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256476 Aug 30 14:37:02.973208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbfc7a-139b-43c1-b8fc-0e3a75c65974 req-b6c3b0b3-465f-4132-a8d0-6f2953b71381 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.974667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8cbfc7a-139b-43c1-b8fc-0e3a75c65974 req-b6c3b0b3-465f-4132-a8d0-6f2953b71381 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.1002409 Aug 30 14:37:02.978157 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f697f498-710d-4574-83e9-83569aaf9fbf req-18ff1760-02bd-49ce-8436-6a5ae9c7225c service neutron] 10.222.0.39 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209512 Aug 30 14:37:03.063128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8cbfc7a-139b-43c1-b8fc-0e3a75c65974 req-05196bf5-28b1-47ac-8e9f-f9ee82e4ff43 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824251 Aug 30 14:37:03.092741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f697f498-710d-4574-83e9-83569aaf9fbf req-b8a57aef-235c-46fc-adff-489dad918399 service neutron] 10.222.0.39 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057115 Aug 30 14:37:03.215917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac99f33-e8ec-432b-a507-0646dcd24541 req-ef8457e7-4371-4082-9851-3eeebb23943e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:03.217383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ac99f33-e8ec-432b-a507-0646dcd24541 req-ef8457e7-4371-4082-9851-3eeebb23943e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0516789 Aug 30 14:37:03.255977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ac99f33-e8ec-432b-a507-0646dcd24541 req-493cb262-8ea8-478b-b6ef-df9e839f8662 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Aug 30 14:37:03.642457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b17c43-b2b2-4eeb-88c7-4f034d8a5c57', 'tag': 'd90fc001-3f86-419e-a446-54c9625aaa81'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:03.644691 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8774754-5993-47c7-b82c-2c573756ad9f" -d '{"events": [{"name": "network-changed", "server_uuid": "30b17c43-b2b2-4eeb-88c7-4f034d8a5c57", "tag": "d90fc001-3f86-419e-a446-54c9625aaa81"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:03.679255 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8539d81f-fd43-41e8-9dc4-8f4ae63e2b63 x-openstack-request-id: req-8539d81f-fd43-41e8-9dc4-8f4ae63e2b63 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:03.679546 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b17c43-b2b2-4eeb-88c7-4f034d8a5c57", "tag": "d90fc001-3f86-419e-a446-54c9625aaa81", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:03.679803 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8539d81f-fd43-41e8-9dc4-8f4ae63e2b63 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:03.680203 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b17c43-b2b2-4eeb-88c7-4f034d8a5c57', 'tag': 'd90fc001-3f86-419e-a446-54c9625aaa81', 'status': 'completed', 'code': 200} Aug 30 14:37:03.761266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b44ea48-5d2a-4178-9d18-700007f87c95 req-8add7ea9-2c81-4c6e-a19d-945c78fbb0d6 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0315256 Aug 30 14:37:03.771949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8774754-5993-47c7-b82c-2c573756ad9f req-53e93559-48a1-4b89-b6f4-48192abc180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:03.773722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8774754-5993-47c7-b82c-2c573756ad9f req-53e93559-48a1-4b89-b6f4-48192abc180b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 1094 time: 0.0487902 Aug 30 14:37:03.824015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dfd15694-e48c-447d-82ba-b5b154ba79da no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:03.844067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: dfd15694-e48c-447d-82ba-b5b154ba79da {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:03.844426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dfd15694-e48c-447d-82ba-b5b154ba79da not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:04.184686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82dd23-5bc0-4131-b5aa-233f2f420477 req-df619cec-7a7e-4d2d-aa09-91ad4e403d17 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:04.186307 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0f82dd23-5bc0-4131-b5aa-233f2f420477 req-df619cec-7a7e-4d2d-aa09-91ad4e403d17 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0506785 Aug 30 14:37:04.187150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91976b2-5b2f-4294-88e2-1bb1f482a355 req-ac6f2753-b090-46a1-9c79-6d5336b78716 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:04.188612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b91976b2-5b2f-4294-88e2-1bb1f482a355 req-ac6f2753-b090-46a1-9c79-6d5336b78716 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 943 time: 0.3985305 Aug 30 14:37:04.214128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8774754-5993-47c7-b82c-2c573756ad9f req-7074638f-a803-424d-9e7b-1d47199b1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:04.215575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8774754-5993-47c7-b82c-2c573756ad9f req-7074638f-a803-424d-9e7b-1d47199b1984 service neutron] 10.222.0.21 "GET /v2.0/networks?id=47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 200 len: 913 time: 0.4345591 Aug 30 14:37:04.225909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0f82dd23-5bc0-4131-b5aa-233f2f420477 req-f4cbca8a-a40b-4c5e-898f-9405e4551acc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328064 Aug 30 14:37:04.266884 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8774754-5993-47c7-b82c-2c573756ad9f req-8baad5f3-90d6-4ff4-a8f0-a18b770ce82d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90fc001-3f86-419e-a446-54c9625aaa81 HTTP/1.1" status: 200 len: 217 time: 0.0386491 Aug 30 14:37:04.269820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b91976b2-5b2f-4294-88e2-1bb1f482a355 req-78590faf-d33d-44b0-90be-f2c2fd33996b tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714223 Aug 30 14:37:04.317356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8774754-5993-47c7-b82c-2c573756ad9f req-40889b87-40b3-4d4e-bd83-3b6ffaff99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:04.318817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8774754-5993-47c7-b82c-2c573756ad9f req-40889b87-40b3-4d4e-bd83-3b6ffaff99d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 200 len: 852 time: 0.0449476 Aug 30 14:37:04.355260 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8774754-5993-47c7-b82c-2c573756ad9f req-2e566819-b30e-4b4b-a063-ab8a49568e26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=47071aa9-e6d6-4f40-97b2-616c9f35e176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277507 Aug 30 14:37:04.373334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3573c2-cfac-464c-b47b-fb2a4820b599 req-0456026d-d578-4d0e-a6a6-a05eed205ccc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:04.374859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa3573c2-cfac-464c-b47b-fb2a4820b599 req-0456026d-d578-4d0e-a6a6-a05eed205ccc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0496011 Aug 30 14:37:04.413003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa3573c2-cfac-464c-b47b-fb2a4820b599 req-56724329-e2ed-4b4c-93af-f7bb8bd59327 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Aug 30 14:37:04.444503 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8774754-5993-47c7-b82c-2c573756ad9f req-ca27d801-68ba-45f0-afc8-fa217722c9aa service neutron] 10.222.0.21 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815313 Aug 30 14:37:04.536621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8774754-5993-47c7-b82c-2c573756ad9f req-7f89e4fe-d97e-4e87-bce6-8b91f031c783 service neutron] 10.222.0.21 "GET /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839207 Aug 30 14:37:04.863835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f561b596-0825-4896-8a4a-b5de5fd8f037 req-ae8c83a5-14f4-4aa0-b726-f0656208fbc9 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Aug 30 14:37:05.053481 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-11cea5f6-6195-45dc-94bc-de385db9618a service neutron] show failed (client error): The resource could not be found. Aug 30 14:37:05.054398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-11cea5f6-6195-45dc-94bc-de385db9618a service neutron] 10.222.0.39 "GET /v2.0/ports/6a09cee1-ea6e-4193-aced-b1bcaac34565/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0534809 Aug 30 14:37:05.280668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-b4a3364c-1e18-40d2-bc08-0d830f016d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:05.282225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-b4a3364c-1e18-40d2-bc08-0d830f016d56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 1097 time: 0.0745306 Aug 30 14:37:05.302869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:05.390072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b79ec-52c5-434a-b37a-40a13e311448 req-3f63bde1-19a9-4559-9fa4-628791106d9d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:05.391565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a1b79ec-52c5-434a-b37a-40a13e311448 req-3f63bde1-19a9-4559-9fa4-628791106d9d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0863791 Aug 30 14:37:05.392863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d727ba9-7996-4d2d-9070-92f08ce5cf34 req-566073f5-6d88-448e-817c-c71568031732 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:05.394419 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.394587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d727ba9-7996-4d2d-9070-92f08ce5cf34 req-566073f5-6d88-448e-817c-c71568031732 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 943 time: 0.0538521 Aug 30 14:37:05.434000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d727ba9-7996-4d2d-9070-92f08ce5cf34 req-b7ceeec0-691a-4fb5-9bf7-dcba7fe70365 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Aug 30 14:37:05.463770 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a1b79ec-52c5-434a-b37a-40a13e311448 req-939e4f2f-4b67-42e7-89fa-a4235ada3618 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661139 Aug 30 14:37:05.538002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de3317-99d9-4f06-93e1-e0e6ba5ce255 req-2158e842-8abc-4a68-90a6-b7dd386fed94 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:05.539476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b9de3317-99d9-4f06-93e1-e0e6ba5ce255 req-2158e842-8abc-4a68-90a6-b7dd386fed94 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Aug 30 14:37:05.578087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b9de3317-99d9-4f06-93e1-e0e6ba5ce255 req-c84e64a2-24c6-4dde-afe2-edd57b90f8a6 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Aug 30 14:37:05.626905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:05.658350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:05.700907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:05.703358 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f91e7f9-c15d-47ea-af12-756861779e0d" -d '{"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:05.707636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.725771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Transition to ACTIVE for port object 6a09cee1-ea6e-4193-aced-b1bcaac34565 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:05.731807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.780432 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a869e96-a7af-489e-9b20-7e216c1b3056 x-openstack-request-id: req-4a869e96-a7af-489e-9b20-7e216c1b3056 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:05.780650 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:05.780852 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a869e96-a7af-489e-9b20-7e216c1b3056 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:05.781259 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'code': 200} Aug 30 14:37:05.853154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d90fc001-3f86-419e-a446-54c9625aaa81 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:05.863248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:05.917494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] No DVR routers for this DVR port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:05.972810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d90fc001-3f86-419e-a446-54c9625aaa81, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d90fc001-3f86-419e-a446-54c9625aaa81,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:06.005450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'd90fc001-3f86-419e-a446-54c9625aaa81', 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'port_id': 'd90fc001-3f86-419e-a446-54c9625aaa81', 'mac_address': 'fa:16:3e:5c:40:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f07e14d-26b9-4d46-aece-4aafd7b53f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:06.009879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-954d2396-d9e2-4898-88ec-c3b4593eff17 req-96beb89d-f4e5-4d6c-a01e-109b118bdcb9 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0396655 Aug 30 14:37:06.067808 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.080604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:06.080941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:06.081301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:06.081579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90fc001-3f86-419e-a446-54c9625aaa81 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:06.085699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:06.086553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:06.091389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:06.091721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Checking segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:06.092100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Bound using segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:06.092734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Bound port: 6a09cee1-ea6e-4193-aced-b1bcaac34565, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:06.093114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.101647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d90fc001-3f86-419e-a446-54c9625aaa81, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d90fc001-3f86-419e-a446-54c9625aaa81,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:06.107277 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.160401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=d90fc001-3f86-419e-a446-54c9625aaa81,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:06.173273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:06.176701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:06.181397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.207451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 411e2641-5213-4e8b-bf8e-b49c1bc2da9b details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:06.222496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.223132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.224579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] 10.222.0.21 "PUT /v2.0/ports/6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 1092 time: 0.9272971 Aug 30 14:37:06.273747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182f3fa-06ab-47fa-b95d-6b12a03f1d55 service neutron] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:06.323917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-c8706316-a8f6-4a53-bcf3-707cb6c1dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.325675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-c8706316-a8f6-4a53-bcf3-707cb6c1dbae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1095 time: 0.0610735 Aug 30 14:37:06.363458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:06.385572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '411e2641-5213-4e8b-bf8e-b49c1bc2da9b', 'network_id': '47071aa9-e6d6-4f40-97b2-616c9f35e176', 'port_id': '411e2641-5213-4e8b-bf8e-b49c1bc2da9b', 'mac_address': 'fa:16:3e:0c:13:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f07e14d-26b9-4d46-aece-4aafd7b53f1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:06.452897 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.480785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411e2641-5213-4e8b-bf8e-b49c1bc2da9b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:06.483266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-cd9f84d2-ef94-4912-b602-e54e9f0874de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.486537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-cd9f84d2-ef94-4912-b602-e54e9f0874de service neutron] 10.222.0.21 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.1460183 Aug 30 14:37:06.510719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:06.516788 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.600434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:06.618132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4281-cb14-4523-9094-4217f0266cf7 req-c87c89fe-fb75-49e5-9200-28eec54f2304 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.619752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e12c4281-cb14-4523-9094-4217f0266cf7 req-c87c89fe-fb75-49e5-9200-28eec54f2304 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 944 time: 0.0802360 Aug 30 14:37:06.636828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-1c63759d-eb50-4eee-97c7-bcf8c5f55239 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 999 time: 0.1434617 Aug 30 14:37:06.668548 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e12c4281-cb14-4523-9094-4217f0266cf7 req-e6e4ba62-e9e8-405a-b907-a1c168c41b36 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Aug 30 14:37:06.687218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca61dff-4d86-47d6-84eb-16af2817d730 req-80398e1c-c0a7-4520-a380-f732a5b47bbb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.695162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca61dff-4d86-47d6-84eb-16af2817d730 req-80398e1c-c0a7-4520-a380-f732a5b47bbb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 944 time: 0.1247852 Aug 30 14:37:06.715932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d90fc001-3f86-419e-a446-54c9625aaa81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:06.727903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-35efc156-26d8-47d0-9bf3-aa130aa16e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.729552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-35efc156-26d8-47d0-9bf3-aa130aa16e18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.0832484 Aug 30 14:37:06.778873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca61dff-4d86-47d6-84eb-16af2817d730 req-ac8e94dd-6374-452b-bbcd-4956e9323ada tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782478 Aug 30 14:37:06.796600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-c62d2e16-ded3-4f9e-b4d8-1a36526e0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.799069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-c62d2e16-ded3-4f9e-b4d8-1a36526e0cd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615366 Aug 30 14:37:06.799433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['411e2641-5213-4e8b-bf8e-b49c1bc2da9b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:06.823653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c2cf4-ebe9-4ce5-9683-460463820149 req-527fd5ad-8dd8-4e46-bbc5-9d3eba15e951 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.825512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad3c2cf4-ebe9-4ce5-9683-460463820149 req-527fd5ad-8dd8-4e46-bbc5-9d3eba15e951 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0824916 Aug 30 14:37:06.868424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad3c2cf4-ebe9-4ce5-9683-460463820149 req-5833ce97-dbb8-4b81-947d-3725624be8b7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344808 Aug 30 14:37:06.911453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-76fd6fc8-7163-483b-8e72-7f6773137aca service neutron] 10.222.0.21 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995998 Aug 30 14:37:07.020216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0df4f9d6-3957-43a0-92ee-bffa923b0a52 req-ff8213fa-7109-4015-a03a-bea3718dec82 service neutron] 10.222.0.21 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003458 Aug 30 14:37:07.128367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d877902-e9a2-45db-aaf1-841123dc34e4 req-96ac7294-8696-44d4-919c-58ba8740fbef tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0304542 Aug 30 14:37:07.735736 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b341846f-82fe-40bd-aa75-eef047dd9d2b req-86e2ce11-690f-40f2-9202-bc50bdee6256 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0300510 Aug 30 14:37:07.782493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:07.785371 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f57f1f5-d260-4397-b173-821583156c39" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:07.787937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55fa9-da9e-4706-bebd-c0cc1d4f24f7 req-9e96c2ba-53e1-4daa-86a6-7d3023dcb5e3 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:07.789603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ab55fa9-da9e-4706-bebd-c0cc1d4f24f7 req-9e96c2ba-53e1-4daa-86a6-7d3023dcb5e3 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 944 time: 0.0494149 Aug 30 14:37:07.828371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ab55fa9-da9e-4706-bebd-c0cc1d4f24f7 req-d0109dfe-03ad-4e15-9c34-147dd9cd5ac9 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Aug 30 14:37:07.835138 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efaf131-3f9f-432e-9309-1f51c9a3d53e x-openstack-request-id: req-8efaf131-3f9f-432e-9309-1f51c9a3d53e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:07.835543 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:07.836358 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8efaf131-3f9f-432e-9309-1f51c9a3d53e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:07.836656 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'status': 'completed', 'code': 200} Aug 30 14:37:07.939855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f1f5-d260-4397-b173-821583156c39 req-98f9c3b4-b294-4298-9b68-6e5015ffd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:07.941471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-98f9c3b4-b294-4298-9b68-6e5015ffd0d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1095 time: 0.0735495 Aug 30 14:37:07.953094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273336d6-9ff4-4500-aeb6-dee8ee8c68ac req-a9dffe17-6e80-4752-ba2f-c8e7618206b8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:07.955007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-273336d6-9ff4-4500-aeb6-dee8ee8c68ac req-a9dffe17-6e80-4752-ba2f-c8e7618206b8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 944 time: 0.0614951 Aug 30 14:37:07.999214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c855d-9bc6-483e-90c6-7bd5a7f98949 req-a3d12c0a-3ab1-412e-8d75-ac8fcf3ccee9 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.000868 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b83c855d-9bc6-483e-90c6-7bd5a7f98949 req-a3d12c0a-3ab1-412e-8d75-ac8fcf3ccee9 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0533800 Aug 30 14:37:08.041548 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b83c855d-9bc6-483e-90c6-7bd5a7f98949 req-2e1c147b-66d8-424f-9ef4-57a597b72f9d tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Aug 30 14:37:08.050835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-273336d6-9ff4-4500-aeb6-dee8ee8c68ac req-5273f79a-3c4c-430d-98e6-e8f35657c7f3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872395 Aug 30 14:37:08.079986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f1f5-d260-4397-b173-821583156c39 req-3190e6ad-b9e9-45e3-9c20-29a606134c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.081505 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-3190e6ad-b9e9-45e3-9c20-29a606134c57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.1256495 Aug 30 14:37:08.179121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-6c1eb551-3473-4a9f-9843-c98288ea9905 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 999 time: 0.0890498 Aug 30 14:37:08.217712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 411e2641-5213-4e8b-bf8e-b49c1bc2da9b up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:08.221129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f1f5-d260-4397-b173-821583156c39 req-ae31a602-8ea6-40cb-815e-38ece5c585ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.222617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-ae31a602-8ea6-40cb-815e-38ece5c585ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1095 time: 0.0867040 Aug 30 14:37:08.250949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dda09457-09c5-4b2b-8ea6-0c0e89638559 req-e95d2a2c-d02e-4061-9ee6-82a6a4062b9d tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0396225 Aug 30 14:37:08.280140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:08.284157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:08.284531 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.290139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f1f5-d260-4397-b173-821583156c39 req-94ebad09-3b4f-4eb3-aec2-4d44b3a9dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.291619 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-94ebad09-3b4f-4eb3-aec2-4d44b3a9dd8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.1053085 Aug 30 14:37:08.368207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f1f5-d260-4397-b173-821583156c39 req-63a45ada-b54d-4931-ae8a-02898f247ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.369730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-63a45ada-b54d-4931-ae8a-02898f247ca6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692148 Aug 30 14:37:08.378713 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.379329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f1f5-d260-4397-b173-821583156c39 req-dca6b7a7-eab6-476c-8619-0db895b32dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.380861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-dca6b7a7-eab6-476c-8619-0db895b32dd7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.1479528 Aug 30 14:37:08.407003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d40a72-a179-40fd-a375-b28e829bf79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e2641-5213-4e8b-bf8e-b49c1bc2da9b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:08.409470 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b13dbf-d643-4d49-9c20-df56865e7a25" -d '{"events": [{"server_uuid": "81d40a72-a179-40fd-a375-b28e829bf79c", "name": "network-vif-plugged", "status": "completed", "tag": "411e2641-5213-4e8b-bf8e-b49c1bc2da9b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:08.422554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:08.427913 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.429227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:08.466189 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88419b9d-e1d4-4272-856d-b56469fd944d x-openstack-request-id: req-88419b9d-e1d4-4272-856d-b56469fd944d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:08.466496 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d40a72-a179-40fd-a375-b28e829bf79c", "name": "network-vif-plugged", "status": "completed", "tag": "411e2641-5213-4e8b-bf8e-b49c1bc2da9b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:08.466845 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88419b9d-e1d4-4272-856d-b56469fd944d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:08.467838 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d40a72-a179-40fd-a375-b28e829bf79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e2641-5213-4e8b-bf8e-b49c1bc2da9b', 'code': 200} Aug 30 14:37:08.512569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-0b36c37e-b96b-4a54-95aa-7dadd411459c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 999 time: 0.1234474 Aug 30 14:37:08.518981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:08.529165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:08.564876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-359d1380-e1dc-4cca-947a-0d9d0ba77574 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867843 Aug 30 14:37:08.575761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822125ba-4003-41f4-92ff-e10487fd1134 req-bda778f3-f34c-4d10-b15a-7d5517e09663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.578438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-822125ba-4003-41f4-92ff-e10487fd1134 req-bda778f3-f34c-4d10-b15a-7d5517e09663 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=81d40a72-a179-40fd-a375-b28e829bf79c HTTP/1.1" status: 200 len: 1097 time: 0.0468104 Aug 30 14:37:08.621793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-822125ba-4003-41f4-92ff-e10487fd1134 req-b6359612-f079-4ec8-a194-7d0320d7e13e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Aug 30 14:37:08.628321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f1f5-d260-4397-b173-821583156c39 req-e9c1b23d-0cdd-4295-9a64-f5cfea09e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.629886 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-e9c1b23d-0cdd-4295-9a64-f5cfea09e7a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.1005132 Aug 30 14:37:08.699551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ddcb-60f6-4dbd-83c4-9a7fbd81f9c9 req-560a8f64-d973-4917-932a-630630a4fe51 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.700121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-883b89bf-bc1d-4172-b5c9-7e54863ff72f service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274629 Aug 30 14:37:08.701304 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ddcb-60f6-4dbd-83c4-9a7fbd81f9c9 req-560a8f64-d973-4917-932a-630630a4fe51 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0619254 Aug 30 14:37:08.702693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f1f5-d260-4397-b173-821583156c39 req-2d1d2929-eae0-411e-b21d-0ff31bf416fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.705010 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-2d1d2929-eae0-411e-b21d-0ff31bf416fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653865 Aug 30 14:37:08.799006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-ea46bb0d-c994-437d-8345-b3dee66a9d4d service neutron] 10.222.0.21 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861537 Aug 30 14:37:08.901771 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f57f1f5-d260-4397-b173-821583156c39 req-dee40e2d-d16e-4a82-b7e6-da5f4c2ea4df service neutron] 10.222.0.21 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948410 Aug 30 14:37:08.954603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d8493-1409-473a-ad12-86b322bd50f0 req-948ede46-b337-48f7-b235-a4612b0fc9b4 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.956122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-981d8493-1409-473a-ad12-86b322bd50f0 req-948ede46-b337-48f7-b235-a4612b0fc9b4 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 944 time: 0.0534842 Aug 30 14:37:08.996087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-981d8493-1409-473a-ad12-86b322bd50f0 req-9620ddc0-3fb0-4602-be9c-583f37f98b44 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339746 Aug 30 14:37:09.003504 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ddcb-60f6-4dbd-83c4-9a7fbd81f9c9 req-f8e48cd1-f3b0-45e7-a2f8-378c3a708929 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949774 Aug 30 14:37:09.159070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaecd8-06df-49c5-ba7f-cfbdc8cacca7 req-7d7c7c65-9deb-41a3-928d-547a8b6b5f18 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.160571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-30aaecd8-06df-49c5-ba7f-cfbdc8cacca7 req-7d7c7c65-9deb-41a3-928d-547a8b6b5f18 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0488615 Aug 30 14:37:09.167589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e3f8-ce79-48bc-95c2-aa08d144e132 req-ad27803a-ebc1-4877-98f2-eb0eb3453e93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.169140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c145e3f8-ce79-48bc-95c2-aa08d144e132 req-ad27803a-ebc1-4877-98f2-eb0eb3453e93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 944 time: 0.0485370 Aug 30 14:37:09.202864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-30aaecd8-06df-49c5-ba7f-cfbdc8cacca7 req-e16aef10-e53f-43ae-a3a4-e7e8ae14a1ec tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362344 Aug 30 14:37:09.207669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c145e3f8-ce79-48bc-95c2-aa08d144e132 req-26a851fc-6b47-48ec-aff8-c3db1fa655d5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319231 Aug 30 14:37:09.361471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-85acc907-2bfc-468a-b2fe-531bd2e7d563 req-277136bc-3c15-4b39-92b8-1549f6d17bcf tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0273860 Aug 30 14:37:09.858730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:09.869957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d90fc001-3f86-419e-a446-54c9625aaa81 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:09.972625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port d90fc001-3f86-419e-a446-54c9625aaa81 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:09.984738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port d90fc001-3f86-419e-a446-54c9625aaa81 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:09.985209 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.014702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:10.032245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'port_id': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'mac_address': 'fa:16:3e:7e:06:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:10.078793 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.095118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a09cee1-ea6e-4193-aced-b1bcaac34565 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:10.119239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30807207-5b4b-4ef0-9d0d-aee9e3dfa4a3 req-cc380096-4886-4375-b605-ce26adea2e84 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.120762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30807207-5b4b-4ef0-9d0d-aee9e3dfa4a3 req-cc380096-4886-4375-b605-ce26adea2e84 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 944 time: 0.0541043 Aug 30 14:37:10.131224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc42cdf-6d87-40c6-8012-92ee9e8ac91c req-750f425c-348a-4a4d-84af-6a32751a583f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.132760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfc42cdf-6d87-40c6-8012-92ee9e8ac91c req-750f425c-348a-4a4d-84af-6a32751a583f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0535886 Aug 30 14:37:10.148386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:10.151278 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.154550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.167206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30807207-5b4b-4ef0-9d0d-aee9e3dfa4a3 req-8bd96f4e-0804-4dd3-9c7d-44c00c892206 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377173 Aug 30 14:37:10.181084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfc42cdf-6d87-40c6-8012-92ee9e8ac91c req-5e06b4db-39ee-4f5d-aa0e-aa5f5dcf24c2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411375 Aug 30 14:37:10.221491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d90fc001-3f86-419e-a446-54c9625aaa81, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d90fc001-3f86-419e-a446-54c9625aaa81,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:10.227392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.233503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:10.284911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=d90fc001-3f86-419e-a446-54c9625aaa81,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:10.309590 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:37:10.335168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6365d4a-37f0-4fc4-ba72-8a39fc471c58 req-d6cb520e-fd04-4c1e-8446-eaf4bb38c44e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.336733 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6365d4a-37f0-4fc4-ba72-8a39fc471c58 req-d6cb520e-fd04-4c1e-8446-eaf4bb38c44e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0573974 Aug 30 14:37:10.370422 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-af146e40-4ba0-4334-bf0c-eea67228d492 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0810928 Aug 30 14:37:10.378004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6365d4a-37f0-4fc4-ba72-8a39fc471c58 req-f60ec3c2-4400-4d77-bc2d-4cc2ab4b29c0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350814 Aug 30 14:37:10.378583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015be45-5352-4273-b189-5ca2bffa8e44 req-801fa17f-b173-42ff-9134-55a0f2128dac tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.380773 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a015be45-5352-4273-b189-5ca2bffa8e44 req-801fa17f-b173-42ff-9134-55a0f2128dac tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.0820539 Aug 30 14:37:10.424425 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a015be45-5352-4273-b189-5ca2bffa8e44 req-16fc476e-787a-48f8-a58a-84936c4f747a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354736 Aug 30 14:37:10.468537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b17c43-b2b2-4eeb-88c7-4f034d8a5c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90fc001-3f86-419e-a446-54c9625aaa81'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:10.471232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-c0e11b4b-fa9a-43dc-884b-fd2f35ff186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.471722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-c0e11b4b-fa9a-43dc-884b-fd2f35ff186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.472163 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1184231-5b2a-4b0c-9d11-114bb7bd53f1" -d '{"events": [{"server_uuid": "30b17c43-b2b2-4eeb-88c7-4f034d8a5c57", "name": "network-vif-plugged", "status": "completed", "tag": "d90fc001-3f86-419e-a446-54c9625aaa81"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:10.472377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-c0e11b4b-fa9a-43dc-884b-fd2f35ff186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.472646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-c0e11b4b-fa9a-43dc-884b-fd2f35ff186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.473140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-c0e11b4b-fa9a-43dc-884b-fd2f35ff186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.473607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-c0e11b4b-fa9a-43dc-884b-fd2f35ff186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.474069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-c0e11b4b-fa9a-43dc-884b-fd2f35ff186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.476135 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-c0e11b4b-fa9a-43dc-884b-fd2f35ff186e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb1fd65049e4f40acd19376869f39b7&device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 6500 time: 0.0507777 Aug 30 14:37:10.477804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c00f5b97-f5c9-40f8-92af-7f0107309502 req-7b7d5579-11bd-4ca7-8215-c37e1a5d05d6 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0285482 Aug 30 14:37:10.516681 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daf6f71-4e06-4723-b1d0-4e4a8f147faa x-openstack-request-id: req-6daf6f71-4e06-4723-b1d0-4e4a8f147faa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:10.516979 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b17c43-b2b2-4eeb-88c7-4f034d8a5c57", "name": "network-vif-plugged", "status": "completed", "tag": "d90fc001-3f86-419e-a446-54c9625aaa81", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:10.517273 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6daf6f71-4e06-4723-b1d0-4e4a8f147faa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:10.517668 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b17c43-b2b2-4eeb-88c7-4f034d8a5c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90fc001-3f86-419e-a446-54c9625aaa81', 'code': 200} Aug 30 14:37:10.602289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-201e17d1-b7cc-4168-9760-59acdbc47a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.602768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-201e17d1-b7cc-4168-9760-59acdbc47a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.603236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-201e17d1-b7cc-4168-9760-59acdbc47a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.604823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-201e17d1-b7cc-4168-9760-59acdbc47a8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2312e3f6-2171-474e-b61d-296e33ea93ac&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=397c024b-9e1b-4316-bf98-e610b0a459d2&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c HTTP/1.1" status: 200 len: 2298 time: 0.1016741 Aug 30 14:37:10.780134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1d5de963-342c-45da-a617-618052752f77 req-4ccf4d01-76a1-4c92-8ea4-92264b36bbf2 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861&device_id=5472b7ec-994d-4eb2-b771-817d87df39a7 HTTP/1.1" status: 200 len: 210 time: 0.0266738 Aug 30 14:37:10.796325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['6a09cee1-ea6e-4193-aced-b1bcaac34565'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:11.007367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d279ad-540c-4796-87bf-c457fd4a9c55 req-a2b1771b-8f55-4c19-b9b2-784905d4c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.008968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7d279ad-540c-4796-87bf-c457fd4a9c55 req-a2b1771b-8f55-4c19-b9b2-784905d4c1de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 1096 time: 0.4031730 Aug 30 14:37:11.011097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-047efeaf-50d6-401a-8a9d-3fc54f4a6b30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d14044-3963-4926-96f0-3d69ab09cda6 HTTP/1.1" status: 200 len: 1001 time: 0.3983290 Aug 30 14:37:11.018486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c84d8f0-1967-4983-b362-16f78b03b90b req-15e5f262-873d-4be5-ae1a-20d1a1141144 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0327511 Aug 30 14:37:11.042219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b446820-c41a-4d03-9b1f-7e929c4500e7 req-76498f7c-e16d-4390-be88-f48d6f39ba2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e20f6ce901ee43a9b182465bad2023be&device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0268428 Aug 30 14:37:11.081618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7d279ad-540c-4796-87bf-c457fd4a9c55 req-871ae5a9-be0a-4b7f-a38f-366584c9df1c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633752 Aug 30 14:37:11.082110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b446820-c41a-4d03-9b1f-7e929c4500e7 req-2e5d9a70-a387-4b7c-8ef5-86a422ddb80c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e20f6ce901ee43a9b182465bad2023be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246656 Aug 30 14:37:11.086805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-9233c29f-d1ca-4a24-85e9-085fb903c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.088178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-9233c29f-d1ca-4a24-85e9-085fb903c23c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be838110-f044-4f9d-bfe0-fd6e908650e6 HTTP/1.1" status: 200 len: 856 time: 0.0645356 Aug 30 14:37:11.136926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-a6255798-6f73-42f4-8f15-4d0b0a59f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.138428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-a6255798-6f73-42f4-8f15-4d0b0a59f366 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2312e3f6-2171-474e-b61d-296e33ea93ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393746 Aug 30 14:37:11.230978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-31d67507-51f4-4708-ad84-c6c8502fd05b service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845189 Aug 30 14:37:11.309456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab43ec4-3f6d-47d7-b728-9aeb8cde068b req-ee2175cb-bad9-472f-bd06-f7676645db33 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.310946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fab43ec4-3f6d-47d7-b728-9aeb8cde068b req-ee2175cb-bad9-472f-bd06-f7676645db33 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Aug 30 14:37:11.349717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fab43ec4-3f6d-47d7-b728-9aeb8cde068b req-18546410-10c1-46c2-822f-322244418ac5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Aug 30 14:37:11.352644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978903dd-ea70-4026-b319-31904b6aab31 req-90c16d29-ad37-41cc-83a7-2985d6941eaa tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.354153 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-978903dd-ea70-4026-b319-31904b6aab31 req-90c16d29-ad37-41cc-83a7-2985d6941eaa tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 945 time: 0.1051164 Aug 30 14:37:11.375185 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-ea510b6a-f13b-4d7c-864c-787846cc8642 service neutron] 10.222.0.39 "GET /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345468 Aug 30 14:37:11.427965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-752b3c84-1b06-4bae-afe0-c7fb8f41a0f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 217 time: 0.0403626 Aug 30 14:37:11.433128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-978903dd-ea70-4026-b319-31904b6aab31 req-98e2a067-ab3b-474e-8aef-6e91dc710121 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697415 Aug 30 14:37:11.479956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-0e633fab-bf66-4300-bbea-f7ae9fe60f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.481627 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-0e633fab-bf66-4300-bbea-f7ae9fe60f0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0466738 Aug 30 14:37:11.561233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4615feb-8d0f-4aa1-804d-87e4a39b7995 req-4c488abc-b7a5-47f9-aeec-9d54976bb69c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.563112 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4615feb-8d0f-4aa1-804d-87e4a39b7995 req-4c488abc-b7a5-47f9-aeec-9d54976bb69c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.1051598 Aug 30 14:37:11.567789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-721f5efa-3817-42ee-ab0f-884173a81cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.569327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-721f5efa-3817-42ee-ab0f-884173a81cf5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799286 Aug 30 14:37:11.590463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973da5a-fc80-4ea6-af02-c876b2ecf989 req-426138ef-b336-4c70-a4ef-93a6e92a372c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.592501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3973da5a-fc80-4ea6-af02-c876b2ecf989 req-426138ef-b336-4c70-a4ef-93a6e92a372c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.0927479 Aug 30 14:37:11.624780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4615feb-8d0f-4aa1-804d-87e4a39b7995 req-b6a77c12-dbf9-4aa4-ae3b-2ab914481ec4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513437 Aug 30 14:37:11.635406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b446820-c41a-4d03-9b1f-7e929c4500e7 req-0f4b07c9-bc64-40d1-8655-a8a70e22599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.636890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b446820-c41a-4d03-9b1f-7e929c4500e7 req-0f4b07c9-bc64-40d1-8655-a8a70e22599b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462700 Aug 30 14:37:11.683935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3973da5a-fc80-4ea6-af02-c876b2ecf989 req-8da32ff0-9af8-4569-89d3-1f6143fd63d9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810144 Aug 30 14:37:11.725395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-8b1d3baa-8c87-4dda-8e98-a36630d93190 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314473 Aug 30 14:37:11.817091 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-419a3e02-be27-4c16-abb9-5b8a5a68d3b4 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841651 Aug 30 14:37:11.859964 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-81da68dc-d6a4-4be5-a331-e62a7cf9c47d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 217 time: 0.0347142 Aug 30 14:37:11.914820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-51260eac-fbb1-42a1-b525-9488c1a8ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.916309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-51260eac-fbb1-42a1-b525-9488c1a8ec41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0494554 Aug 30 14:37:11.962056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-56479f5e-505e-48af-a4e3-a20598bb2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.963573 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-56479f5e-505e-48af-a4e3-a20598bb2799 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403252 Aug 30 14:37:12.056431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-50db020d-a473-4de2-be8f-b4619875eabf service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821257 Aug 30 14:37:12.116993 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e064196a-6dfc-4246-9a99-ddc6c72f23d1 req-ba92184c-fa99-490b-8090-1de09d66023d tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0265043 Aug 30 14:37:12.152728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-d01458ed-ca39-43d9-a59c-168a06ae4332 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885527 Aug 30 14:37:12.194312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-a2fec98e-d19a-4281-b235-634cd2480d73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=808e7602-c320-4cbc-80db-e487ef7820ce HTTP/1.1" status: 200 len: 217 time: 0.0341551 Aug 30 14:37:12.258203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-f216a1e2-bdb9-4712-9eb0-a205305a3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.259745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-f216a1e2-bdb9-4712-9eb0-a205305a3f67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0586343 Aug 30 14:37:12.307232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-d9ead915-fd96-4a59-9f28-4f67801df3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.308696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-d9ead915-fd96-4a59-9f28-4f67801df3b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419381 Aug 30 14:37:12.406717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-e0b15a00-4aad-4217-8f38-b61ee5e51f6c service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832767 Aug 30 14:37:12.527160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf833d-71e2-418e-9ada-56f248056708 req-06f4423f-7cc8-4ff4-8062-c7ff2e6cb67a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.528659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03bf833d-71e2-418e-9ada-56f248056708 req-06f4423f-7cc8-4ff4-8062-c7ff2e6cb67a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.1064062 Aug 30 14:37:12.548676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2584321-947c-41f2-8e08-2f26e01c3900 req-2f392d19-88fa-47fe-9788-39ffb262d007 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.549348 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-6ee15528-5e10-43db-8f5f-900de4aacdca service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351328 Aug 30 14:37:12.550187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2584321-947c-41f2-8e08-2f26e01c3900 req-2f392d19-88fa-47fe-9788-39ffb262d007 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 945 time: 0.0497570 Aug 30 14:37:12.588538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2584321-947c-41f2-8e08-2f26e01c3900 req-cd10b9ae-1247-4b4b-8507-e78fb021a91c tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Aug 30 14:37:12.607056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-8886c143-c774-47ce-9300-8410108dc9fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c HTTP/1.1" status: 200 len: 217 time: 0.0478239 Aug 30 14:37:12.612077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03bf833d-71e2-418e-9ada-56f248056708 req-ae564c46-10aa-4288-9cf4-d8cbe17702d2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746071 Aug 30 14:37:12.661285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-795c97d5-8ffb-423b-8d0b-7019874a95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.662753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-795c97d5-8ffb-423b-8d0b-7019874a95f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 200 len: 797 time: 0.0490386 Aug 30 14:37:12.709937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-664028de-8142-4c08-9b40-11511dac04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.711469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-664028de-8142-4c08-9b40-11511dac04c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=397c024b-9e1b-4316-bf98-e610b0a459d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0410461 Aug 30 14:37:12.765152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b274e-8f63-4079-ad86-752743f568b7 req-d6c1dcca-7780-4cb9-a6f0-e2b151467201 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.769655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e8b274e-8f63-4079-ad86-752743f568b7 req-d6c1dcca-7780-4cb9-a6f0-e2b151467201 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0671308 Aug 30 14:37:12.810089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e8b274e-8f63-4079-ad86-752743f568b7 req-8032e551-26b6-4572-9e8c-a5cef0f873e6 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342391 Aug 30 14:37:12.852149 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-ba177841-1d43-48fc-abf5-30ea1bdc0910 service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328764 Aug 30 14:37:12.861966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68ad40-7c2a-4c74-a2bc-33421d3c8bd9 req-668ba2cd-e783-428e-8ef8-0a6229793c9a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.863731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e68ad40-7c2a-4c74-a2bc-33421d3c8bd9 req-668ba2cd-e783-428e-8ef8-0a6229793c9a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.0843151 Aug 30 14:37:12.961550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e68ad40-7c2a-4c74-a2bc-33421d3c8bd9 req-cf173876-09aa-42cc-bc38-72a8040e5a5c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873783 Aug 30 14:37:12.982164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-650adb5b-01f2-4e9e-a2ee-2fd63fba10ee service neutron] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173499 Aug 30 14:37:13.025302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-da2d3b91-d881-40b3-ae47-9960d28b2fe4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=753319b2-7446-4316-81cb-0659c516e6eb HTTP/1.1" status: 200 len: 217 time: 0.0359085 Aug 30 14:37:13.074624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-300f7412-2d3b-4787-9b1f-fb26519a1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.076137 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-300f7412-2d3b-4787-9b1f-fb26519a1317 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.0448351 Aug 30 14:37:13.127479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-493c77b9-955a-4ad4-a9bd-563f5bd8fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.129021 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-493c77b9-955a-4ad4-a9bd-563f5bd8fe6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465317 Aug 30 14:37:13.256325 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eeb028df-8803-477d-b06d-5dd857149552 req-45e87e7b-959f-4d75-b669-90431e3baceb tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0456054 Aug 30 14:37:13.257378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d4fa8-be83-4f86-8b73-cfa78baa0aa0 req-c9f7776a-9ff4-4563-9e68-5d908a4871a0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.258902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b52d4fa8-be83-4f86-8b73-cfa78baa0aa0 req-c9f7776a-9ff4-4563-9e68-5d908a4871a0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.0764124 Aug 30 14:37:13.276475 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-66ff6a3b-2c39-4f42-ab70-5f7090a7f9d2 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399393 Aug 30 14:37:13.293539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-38a7ae46-fc87-4172-8de5-c00b52816388 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.295293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-38a7ae46-fc87-4172-8de5-c00b52816388 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 945 time: 0.1181214 Aug 30 14:37:13.350058 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b52d4fa8-be83-4f86-8b73-cfa78baa0aa0 req-033cbcea-675d-48ac-9fd7-adb4f8d5bfc2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834012 Aug 30 14:37:13.358236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-6cf2f80c-ade1-405c-9ff5-3e5daa5f5c41 service neutron] 10.222.0.21 "GET /v2.0/ports/6a09cee1-ea6e-4193-aced-b1bcaac34565/bindings/n-h1-805668-3 HTTP/1.1" status: 200 len: 382 time: 0.0543981 Aug 30 14:37:13.384557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-37e4327f-4101-4b35-8b2f-a6af9f176147 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003559 Aug 30 14:37:13.438523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-10359fa8-546a-4d0b-b1a3-dbda3a7cea00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0470011 Aug 30 14:37:13.453437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b446820-c41a-4d03-9b1f-7e929c4500e7 req-9cf7e09a-f042-4d4c-b74b-ef38278c533c tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.21 "GET /v2.0/ports?device_id=12d2c7ec-f02b-4a48-bbac-ba040ee93861 HTTP/1.1" status: 200 len: 210 time: 0.0258925 Aug 30 14:37:13.506531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-3c8a1117-1158-4949-8df3-07a8cf54dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.507995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-3c8a1117-1158-4949-8df3-07a8cf54dd27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 200 len: 797 time: 0.0527604 Aug 30 14:37:13.510577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-dae0801a-51ac-44cf-86ba-9713dff9e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.511934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-dae0801a-51ac-44cf-86ba-9713dff9e8f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1096 time: 0.0815163 Aug 30 14:37:13.609329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-aa3eb238-f8e7-45eb-bcf2-b0f3eeef8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.611358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-aa3eb238-f8e7-45eb-bcf2-b0f3eeef8da8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964844 Aug 30 14:37:13.688130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-751055da-9997-41d6-be8d-76264f36f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.690297 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-751055da-9997-41d6-be8d-76264f36f6f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.1678665 Aug 30 14:37:13.706197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aa70b-d396-4fcf-b120-b90d0cd01795 req-c6fb1553-a959-4d97-b759-5720defdf0e9 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.707718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df1aa70b-d396-4fcf-b120-b90d0cd01795 req-c6fb1553-a959-4d97-b759-5720defdf0e9 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Aug 30 14:37:13.745899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df1aa70b-d396-4fcf-b120-b90d0cd01795 req-bd348df9-f6be-46d9-bbb2-51257b6f69ab tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Aug 30 14:37:13.805183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-02bac0c1-c176-4b5d-9f92-d312128049f6 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855583 Aug 30 14:37:13.811676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-19cc3f20-ccbb-4dc7-af2e-9f525364a364 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 1000 time: 0.1130238 Aug 30 14:37:13.869200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a244a5f-d57d-4bf8-8491-c9441be49487 req-55f1309f-9830-446a-9148-0fb05ee970aa tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.870796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a244a5f-d57d-4bf8-8491-c9441be49487 req-55f1309f-9830-446a-9148-0fb05ee970aa tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=81d40a72-a179-40fd-a375-b28e829bf79c HTTP/1.1" status: 200 len: 946 time: 0.0538771 Aug 30 14:37:13.872741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:13.891798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f863-a23e-4033-8e7c-3f7779855c22 req-2216c821-72e9-445e-9c2e-98256f125d1d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.893254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0a0f863-a23e-4033-8e7c-3f7779855c22 req-2216c821-72e9-445e-9c2e-98256f125d1d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.1814439 Aug 30 14:37:13.934692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 6a09cee1-ea6e-4193-aced-b1bcaac34565 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:13.941843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 6a09cee1-ea6e-4193-aced-b1bcaac34565 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:13.944649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.952259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-acf21a4b-0789-46cc-b4b1-d25c3dd7ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.953861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-acf21a4b-0789-46cc-b4b1-d25c3dd7ec4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.1318901 Aug 30 14:37:13.956992 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a244a5f-d57d-4bf8-8491-c9441be49487 req-4737b1ed-018a-4df3-b43d-3488c5673e12 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Aug 30 14:37:14.003875 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0a0f863-a23e-4033-8e7c-3f7779855c22 req-551e2a1a-c7be-4807-bd09-a07dcd60cd61 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947626 Aug 30 14:37:14.022866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4845fb9-c5df-4178-9a53-41a40ce38e62 req-471086a1-af84-4579-b268-3a942aaa3677 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102346 Aug 30 14:37:14.051184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3c99ff27-366d-4c4b-82c9-c12aa1183d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:14.052781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3c99ff27-366d-4c4b-82c9-c12aa1183d98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787539 Aug 30 14:37:14.097730 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.138505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:14.140735 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b6fced-547b-4212-9178-57b97513a313" -d '{"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-plugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:14.147082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb080ec4-87fd-4733-9fce-ff3c9fbf90e0 req-d1fe6343-7e5c-4671-a4d5-f127e1e01912 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:14.153838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:14.155220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb080ec4-87fd-4733-9fce-ff3c9fbf90e0 req-d1fe6343-7e5c-4671-a4d5-f127e1e01912 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0906067 Aug 30 14:37:14.161603 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.178046 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-57b21934-4566-4173-9b4c-c39214039041 service neutron] 10.222.0.21 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170959 Aug 30 14:37:14.221266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:14.226290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb080ec4-87fd-4733-9fce-ff3c9fbf90e0 req-3be91122-6454-4f89-80a7-08236eaf7d08 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694804 Aug 30 14:37:14.283526 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc4aed0-e301-4f3c-8daa-e0dd5e611c64 x-openstack-request-id: req-1bc4aed0-e301-4f3c-8daa-e0dd5e611c64 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:14.283828 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-plugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:14.284084 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bc4aed0-e301-4f3c-8daa-e0dd5e611c64 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:14.284483 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'code': 200} Aug 30 14:37:14.295471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-69aea16c-e283-4468-9b2c-096cc3d13111 service neutron] 10.222.0.21 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087751 Aug 30 14:37:14.482402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03570130-0f08-4640-9721-7f628675f45d req-59980474-69fc-438d-804b-724b8bf8d74c tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:14.483981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03570130-0f08-4640-9721-7f628675f45d req-59980474-69fc-438d-804b-724b8bf8d74c tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=81d40a72-a179-40fd-a375-b28e829bf79c HTTP/1.1" status: 200 len: 946 time: 0.0546272 Aug 30 14:37:14.526236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03570130-0f08-4640-9721-7f628675f45d req-1c467ba7-f411-4964-82ca-6d85e52d9bd2 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Aug 30 14:37:14.581438 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a6e1aa8-2412-4e98-967f-8e3fb9965c44 req-a7a48731-fef2-4edd-a9ff-0dfb3ef1d155 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e20f6ce901ee43a9b182465bad2023be&device_id=5472b7ec-994d-4eb2-b771-817d87df39a7 HTTP/1.1" status: 200 len: 210 time: 0.0518064 Aug 30 14:37:14.597138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d1886-5840-425b-bb44-98f15ad324a5 req-92a10a90-49cf-4219-a373-8b80afac136e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:14.598638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee1d1886-5840-425b-bb44-98f15ad324a5 req-92a10a90-49cf-4219-a373-8b80afac136e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0881524 Aug 30 14:37:14.613007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3ca47227-0891-4360-b7e3-8bfcb1b4674a req-8dd3bbec-e35d-4004-8926-8e7c501dc40b tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=5472b7ec-994d-4eb2-b771-817d87df39a7 HTTP/1.1" status: 200 len: 210 time: 0.0305278 Aug 30 14:37:14.630254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a6e1aa8-2412-4e98-967f-8e3fb9965c44 req-7744d39b-557e-4242-915c-6b437fff2c54 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e20f6ce901ee43a9b182465bad2023be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306728 Aug 30 14:37:14.670398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee1d1886-5840-425b-bb44-98f15ad324a5 req-234439a8-9b44-41ac-9afb-220a8618221c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626409 Aug 30 14:37:14.737451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e1aa8-2412-4e98-967f-8e3fb9965c44 req-9cbc57a1-b58d-4090-9e18-930aa892d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:14.738914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a6e1aa8-2412-4e98-967f-8e3fb9965c44 req-9cbc57a1-b58d-4090-9e18-930aa892d0f5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960340 Aug 30 14:37:15.135702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70724b-e997-428c-a536-31bd5c653e62 req-5ecac012-5343-48c8-9a6a-fc4a97cc2099 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:15.137117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba70724b-e997-428c-a536-31bd5c653e62 req-5ecac012-5343-48c8-9a6a-fc4a97cc2099 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0511951 Aug 30 14:37:15.177377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba70724b-e997-428c-a536-31bd5c653e62 req-fc281236-6ed6-4d5d-bc28-7186b8dc2eae tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341623 Aug 30 14:37:15.341981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937c1a5-2d00-4b33-890d-7fa4da56466c req-1abb691b-f218-4f75-b3dc-210ed78f223c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:15.343441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9937c1a5-2d00-4b33-890d-7fa4da56466c req-1abb691b-f218-4f75-b3dc-210ed78f223c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0495474 Aug 30 14:37:15.381179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9937c1a5-2d00-4b33-890d-7fa4da56466c req-7823c1aa-1ba9-4f49-a64b-cb704babac34 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Aug 30 14:37:15.641661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433173e3-eb9b-4dd0-8201-dd131e72372e req-9083eb5b-e088-4fd6-b4e9-439ac09d2c5f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:15.643623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433173e3-eb9b-4dd0-8201-dd131e72372e req-9083eb5b-e088-4fd6-b4e9-439ac09d2c5f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=81d40a72-a179-40fd-a375-b28e829bf79c HTTP/1.1" status: 200 len: 946 time: 0.0505867 Aug 30 14:37:15.683281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-433173e3-eb9b-4dd0-8201-dd131e72372e req-4ff00ed7-1d9e-4e33-a0c7-0ccf54484b8f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29929dd-9c6d-41a7-a408-fb95a4ee641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341449 Aug 30 14:37:15.725463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-489c72f4-2d79-41fb-ab02-609efdd148fb req-c45ccc22-d276-4a02-a9c8-d27c5a810907 tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=5472b7ec-994d-4eb2-b771-817d87df39a7 HTTP/1.1" status: 200 len: 210 time: 0.0417085 Aug 30 14:37:15.789640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e6dce-5d70-4f8b-a751-4f4fedf77088 req-24c5172a-793b-4a3e-8497-66727b6da8fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:15.791282 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e41e6dce-5d70-4f8b-a751-4f4fedf77088 req-24c5172a-793b-4a3e-8497-66727b6da8fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.0499206 Aug 30 14:37:15.807861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-d63108ab-d599-47ff-b0e1-9ee726db4894 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:15.809411 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-d63108ab-d599-47ff-b0e1-9ee726db4894 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.39 "GET /v2.0/ports?device_id=81d40a72-a179-40fd-a375-b28e829bf79c HTTP/1.1" status: 200 len: 946 time: 0.0493834 Aug 30 14:37:15.834335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e41e6dce-5d70-4f8b-a751-4f4fedf77088 req-47bf957a-3049-4dc4-a438-19d492a3dd17 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363805 Aug 30 14:37:15.901381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Deleting port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:15.901637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:15.991363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] For port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:15.991728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.005103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Calling delete_port for 411e2641-5213-4e8b-bf8e-b49c1bc2da9b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:16.134781 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.148542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['411e2641-5213-4e8b-bf8e-b49c1bc2da9b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:16.166599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Pushing event deleted for resources: {'Port': ['ID=411e2641-5213-4e8b-bf8e-b49c1bc2da9b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:16.180304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d90fc001-3f86-419e-a446-54c9625aaa81'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:16.207065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] No DVR routers for this DVR port 411e2641-5213-4e8b-bf8e-b49c1bc2da9b on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:16.211102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.215228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5338600-c2c2-4f0a-b93a-254c86c599c6 req-2e2c763a-8287-4176-8fa4-71244fe7ac7f tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.39 "DELETE /v2.0/ports/411e2641-5213-4e8b-bf8e-b49c1bc2da9b HTTP/1.1" status: 204 len: 173 time: 0.4000661 Aug 30 14:37:16.215697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d40a72-a179-40fd-a375-b28e829bf79c', 'name': 'network-vif-deleted', 'tag': '411e2641-5213-4e8b-bf8e-b49c1bc2da9b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:16.218221 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3575f6-13af-4ee9-8ca9-e53bbfc48157" -d '{"events": [{"server_uuid": "81d40a72-a179-40fd-a375-b28e829bf79c", "name": "network-vif-deleted", "tag": "411e2641-5213-4e8b-bf8e-b49c1bc2da9b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:16.304792 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de49468-4967-4210-90ac-e6c911c399b3 x-openstack-request-id: req-9de49468-4967-4210-90ac-e6c911c399b3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:16.305087 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d40a72-a179-40fd-a375-b28e829bf79c", "name": "network-vif-deleted", "tag": "411e2641-5213-4e8b-bf8e-b49c1bc2da9b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:16.305392 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9de49468-4967-4210-90ac-e6c911c399b3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:16.305742 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d40a72-a179-40fd-a375-b28e829bf79c', 'name': 'network-vif-deleted', 'tag': '411e2641-5213-4e8b-bf8e-b49c1bc2da9b', 'status': 'completed', 'code': 200} Aug 30 14:37:16.330828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e210-98d5-4149-a2f6-b2c6c2e37f10 req-379ca61e-56c9-4fd8-9f47-604d996a7961 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:16.332384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aec8e210-98d5-4149-a2f6-b2c6c2e37f10 req-379ca61e-56c9-4fd8-9f47-604d996a7961 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0665205 Aug 30 14:37:16.384020 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aec8e210-98d5-4149-a2f6-b2c6c2e37f10 req-21d15408-adf5-4e54-94bd-2e5b2a425bab tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451021 Aug 30 14:37:16.553593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cfc93-eef7-408f-b927-c607a0540edf req-2d36c311-c0cb-4f65-97dd-b7003c5e1b6d tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:16.555115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc0cfc93-eef7-408f-b927-c607a0540edf req-2d36c311-c0cb-4f65-97dd-b7003c5e1b6d tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.1028812 Aug 30 14:37:16.595998 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc0cfc93-eef7-408f-b927-c607a0540edf req-36115c33-c8c6-48c3-bfa5-f202b59cc766 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347531 Aug 30 14:37:16.602541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-67ed0497-6fbc-43d4-96e1-e58d7e70b634 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:16.603989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-67ed0497-6fbc-43d4-96e1-e58d7e70b634 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 945 time: 0.0598516 Aug 30 14:37:16.704622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Deleting port d90fc001-3f86-419e-a446-54c9625aaa81 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:16.704881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.737402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a6e1aa8-2412-4e98-967f-8e3fb9965c44 req-36658b84-c45e-410c-82af-d1ad7a13c43a tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.21 "GET /v2.0/ports?device_id=5472b7ec-994d-4eb2-b771-817d87df39a7 HTTP/1.1" status: 200 len: 210 time: 0.0397599 Aug 30 14:37:16.852286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fad24161-cdaf-4452-a93d-0dbc4110f2a2 req-d305229d-45be-44ad-9cde-0e9e03d97727 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=81d40a72-a179-40fd-a375-b28e829bf79c HTTP/1.1" status: 200 len: 210 time: 0.0443180 Aug 30 14:37:16.873339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] For port d90fc001-3f86-419e-a446-54c9625aaa81, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d90fc001-3f86-419e-a446-54c9625aaa81,segment=NetworkSegment(d3cbbf6d-a855-4955-b6e8-cd85453e2663),segment_id=d3cbbf6d-a855-4955-b6e8-cd85453e2663)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:16.874198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bdd3b6c-3d33-48de-8c4c-400945c5d042 req-e493fa94-ad1b-4c4f-bbf6-dfe3881782de tempest-ServerShowV247Test-874240954 tempest-ServerShowV247Test-874240954-project] 10.222.0.50 "GET /v2.0/ports?device_id=5472b7ec-994d-4eb2-b771-817d87df39a7 HTTP/1.1" status: 200 len: 210 time: 0.0467107 Aug 30 14:37:16.874692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.900962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Calling delete_port for d90fc001-3f86-419e-a446-54c9625aaa81 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:17.357788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ad80f-391a-49fc-bc7b-e8ff6cb18b78 req-c3d8b433-7847-4b87-bd9c-bd213caa927a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:17.359244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d42ad80f-391a-49fc-bc7b-e8ff6cb18b78 req-c3d8b433-7847-4b87-bd9c-bd213caa927a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 946 time: 0.4171848 Aug 30 14:37:17.371227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-e0dee488-3041-42fa-9083-6331e61f6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:17.372888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-e0dee488-3041-42fa-9083-6331e61f6f7d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 1097 time: 0.0880253 Aug 30 14:37:17.408922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:17.509245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d42ad80f-391a-49fc-bc7b-e8ff6cb18b78 req-5c19020f-fb6d-4d29-bd5d-e4f385838516 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335750 Aug 30 14:37:17.511845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.524970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['411e2641-5213-4e8b-bf8e-b49c1bc2da9b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:17.547368 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.550104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Pushing event deleted for resources: {'Port': ['ID=d90fc001-3f86-419e-a446-54c9625aaa81,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:17.553226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65038798-e92c-4741-ba0d-a600e58d9a11 req-cf0bd420-8973-4336-bb1d-bb2922985b99 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:17.555971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65038798-e92c-4741-ba0d-a600e58d9a11 req-cf0bd420-8973-4336-bb1d-bb2922985b99 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0858021 Aug 30 14:37:17.604993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] No DVR routers for this DVR port d90fc001-3f86-419e-a446-54c9625aaa81 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:17.613679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65038798-e92c-4741-ba0d-a600e58d9a11 req-fc444303-aa10-40c5-b639-0e2032a2390b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506918 Aug 30 14:37:17.624025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.626102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a32601d-dce8-46f3-bda1-997b5cdca29a req-c985c5da-74c8-4ea9-af75-bb3846183d21 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.21 "DELETE /v2.0/ports/d90fc001-3f86-419e-a446-54c9625aaa81 HTTP/1.1" status: 204 len: 173 time: 1.0156608 Aug 30 14:37:17.806940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151d3f9-3b6d-4edc-85cc-6f0824873490 req-9c9bf9b3-c055-4d77-a379-c3950fa2dad1 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:17.808814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2151d3f9-3b6d-4edc-85cc-6f0824873490 req-9c9bf9b3-c055-4d77-a379-c3950fa2dad1 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.1049960 Aug 30 14:37:17.866056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2151d3f9-3b6d-4edc-85cc-6f0824873490 req-39935b66-e9b4-4202-92e9-16249ea2b4ef tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510948 Aug 30 14:37:17.879490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:17.909648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3506b-c84a-4008-bf50-cfaf3b3aeac2 req-882ab888-f9dd-4d55-8946-96eec5e50b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:17.911406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-adc3506b-c84a-4008-bf50-cfaf3b3aeac2 req-882ab888-f9dd-4d55-8946-96eec5e50b2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 1096 time: 0.0522408 Aug 30 14:37:17.920648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:17.954745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-adc3506b-c84a-4008-bf50-cfaf3b3aeac2 req-34791ebb-163f-49e6-b713-7a8bee462be5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355680 Aug 30 14:37:17.976545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.994821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Transition to ACTIVE for port object 6a09cee1-ea6e-4193-aced-b1bcaac34565 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:17.999618 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.009114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b548f1bb-74b9-433d-b00c-00e7c0ec4272 req-a61ddac1-d553-4a17-895f-1a448f347a39 tempest-MultipleCreateTestJSON-1317715420 tempest-MultipleCreateTestJSON-1317715420-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b17c43-b2b2-4eeb-88c7-4f034d8a5c57 HTTP/1.1" status: 200 len: 210 time: 0.0289538 Aug 30 14:37:18.136889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] No DVR routers for this DVR port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:18.189618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:18.191778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:18.305177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:18.305743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:18.306391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:18.311882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b17c43-b2b2-4eeb-88c7-4f034d8a5c57', 'name': 'network-vif-deleted', 'tag': 'd90fc001-3f86-419e-a446-54c9625aaa81'}, {'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:18.315637 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bd8d5b-2831-478a-9a7f-e652a07d6d78" -d '{"events": [{"server_uuid": "30b17c43-b2b2-4eeb-88c7-4f034d8a5c57", "name": "network-vif-deleted", "tag": "d90fc001-3f86-419e-a446-54c9625aaa81"}, {"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:18.317697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26180bda-a15f-47fd-bd38-27650e412aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.321312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:18.321653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Attempting to bind port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on network c35d8346-894b-4dec-a92b-d7bef07ae7e8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:18.327400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:18.327744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Checking segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:18.328134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Bound using segment: {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:18.328569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Bound port: 6a09cee1-ea6e-4193-aced-b1bcaac34565, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da9103-37f2-453a-97a3-3712d2aec289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:18.328931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.388405 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1cdfdd-12ca-42b1-9811-2224d538f775 x-openstack-request-id: req-ef1cdfdd-12ca-42b1-9811-2224d538f775 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:18.389005 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b17c43-b2b2-4eeb-88c7-4f034d8a5c57", "name": "network-vif-deleted", "tag": "d90fc001-3f86-419e-a446-54c9625aaa81", "status": "completed", "code": 200}, {"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:18.389325 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef1cdfdd-12ca-42b1-9811-2224d538f775 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:18.389816 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b17c43-b2b2-4eeb-88c7-4f034d8a5c57', 'name': 'network-vif-deleted', 'tag': 'd90fc001-3f86-419e-a446-54c9625aaa81', 'status': 'completed', 'code': 200} Aug 30 14:37:18.390562 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'code': 200} Aug 30 14:37:18.414147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26180bda-a15f-47fd-bd38-27650e412aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.418898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26180bda-a15f-47fd-bd38-27650e412aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.420076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:18.423595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:18.427271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.460098 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-26180bda-a15f-47fd-bd38-27650e412aa9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e20f6ce901ee43a9b182465bad2023be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666242 Aug 30 14:37:18.460523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26180bda-a15f-47fd-bd38-27650e412aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ce76c-269b-4d3c-89e7-ac390f6f6389,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:18.463474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48352) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:18.467309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.467961 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.469341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 1093 time: 1.0880890 Aug 30 14:37:18.486562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36c783-9a41-4515-aa5f-94ba50232312 service neutron] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:18.531398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bddb5290-5f6d-4105-b5bd-c51532c6a0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.542676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-dee02bc3-2b37-4303-8528-8defc00f1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.544128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-dee02bc3-2b37-4303-8528-8defc00f1bbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1096 time: 0.0504258 Aug 30 14:37:18.567162 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bddb5290-5f6d-4105-b5bd-c51532c6a0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.649088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b96fe-64e4-411f-beb0-484f2d794254 req-4b9a4431-141d-45d0-95d3-6f4fdb215595 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.650746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c26b96fe-64e4-411f-beb0-484f2d794254 req-4b9a4431-141d-45d0-95d3-6f4fdb215595 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.0646334 Aug 30 14:37:18.660148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-c0be2342-88fb-477c-ad3e-01065a52b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.661910 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-c0be2342-88fb-477c-ad3e-01065a52b727 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.1088018 Aug 30 14:37:18.713179 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bddb5290-5f6d-4105-b5bd-c51532c6a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.715658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bddb5290-5f6d-4105-b5bd-c51532c6a0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.719080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bddb5290-5f6d-4105-b5bd-c51532c6a0f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/407ce76c-269b-4d3c-89e7-ac390f6f6389 HTTP/1.1" status: 204 len: 168 time: 0.2525887 Aug 30 14:37:18.736364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb5290-5f6d-4105-b5bd-c51532c6a0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ce76c-269b-4d3c-89e7-ac390f6f6389,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:18.761128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-c900905f-2da7-4dce-a8b8-0ef6597d3ada service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 999 time: 0.0897181 Aug 30 14:37:18.765635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c26b96fe-64e4-411f-beb0-484f2d794254 req-ae87efb1-f2e7-476f-8c42-05c2774c4e8f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016598 Aug 30 14:37:18.825161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-fafe9057-5fa0-4109-abb2-bea44b64cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.826788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-fafe9057-5fa0-4109-abb2-bea44b64cf21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.0570447 Aug 30 14:37:18.884620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-10b0066e-faa2-4a73-8556-6d1fa80611e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.886228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-10b0066e-faa2-4a73-8556-6d1fa80611e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480096 Aug 30 14:37:19.001111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd225a-9fa1-4fca-b473-1d04d6a221af req-55b799b9-228d-43f8-bcaa-6b104edfa2b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:19.004024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-06fd225a-9fa1-4fca-b473-1d04d6a221af req-55b799b9-228d-43f8-bcaa-6b104edfa2b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.0634506 Aug 30 14:37:19.038488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08055b3-d3fc-4c40-b3d3-c776b511493b req-a086f399-0884-4895-879f-c0d7e498fd62 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:19.040612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c08055b3-d3fc-4c40-b3d3-c776b511493b req-a086f399-0884-4895-879f-c0d7e498fd62 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.3226094 Aug 30 14:37:19.071455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-06fd225a-9fa1-4fca-b473-1d04d6a221af req-da4f4dd6-5822-42b1-a89d-36912c19b58b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512440 Aug 30 14:37:19.078816 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-02f7e27e-367f-46b9-9cb8-2baf6d52b6db service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821852 Aug 30 14:37:19.107598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:19.120610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c08055b3-d3fc-4c40-b3d3-c776b511493b req-5a738bda-e36d-4991-9a1c-2fa144c4c1e4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671809 Aug 30 14:37:19.173879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0580e7f8-16a9-46b4-b770-a0f26cb50698 admin admin] Deleting subnet 6f07e14d-26b9-4d46-aece-4aafd7b53f1a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:37:19.177753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0580e7f8-16a9-46b4-b770-a0f26cb50698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.205905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd1a57d8-5ded-4eb2-8d8b-f05c7de09660 req-ec1cae3f-6484-4a62-ba65-8a5ab0f3d082 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110828 Aug 30 14:37:19.215556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0580e7f8-16a9-46b4-b770-a0f26cb50698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.256997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0580e7f8-16a9-46b4-b770-a0f26cb50698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.321349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0580e7f8-16a9-46b4-b770-a0f26cb50698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.347014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580e7f8-16a9-46b4-b770-a0f26cb50698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f07e14d-26b9-4d46-aece-4aafd7b53f1a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:19.350636 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0580e7f8-16a9-46b4-b770-a0f26cb50698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.352497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0580e7f8-16a9-46b4-b770-a0f26cb50698 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6f07e14d-26b9-4d46-aece-4aafd7b53f1a HTTP/1.1" status: 204 len: 168 time: 0.2438953 Aug 30 14:37:19.354955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:19.426948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.466106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:19.513833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.525536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47071aa9-e6d6-4f40-97b2-616c9f35e176']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:19.536693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cbbf6d-a855-4955-b6e8-cd85453e2663') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:19.537092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cbbf6d-a855-4955-b6e8-cd85453e2663') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:19.546773 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.560687 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.567399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:37:19.568050 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:37:19.569514 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:37:19.572281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1354024904-network', 'tenant_id': '2c9eb506568b4dacaef8317e54376189'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:19.591612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Made reservation on behalf of 2c9eb506568b4dacaef8317e54376189 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:19.594078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.603333 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.623218 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.631416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.633176 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] 10.222.0.50 "DELETE /v2.0/networks/47071aa9-e6d6-4f40-97b2-616c9f35e176 HTTP/1.1" status: 204 len: 168 time: 0.2770889 Aug 30 14:37:19.645299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eba6e5-81d3-410d-b209-78b4f2f919ef admin admin] Pushing event deleted for resources: {'Network': ['ID=47071aa9-e6d6-4f40-97b2-616c9f35e176,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:19.705510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.710582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.733552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:37:19.747135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f242ab15-3e4e-431e-9eb9-82255f3136a9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:19.752240 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.753632 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Added segment 6bc6f30f-4432-4ee9-82a8-0931641f7c13 of type vlan for network 05a0f309-810a-41f0-85c1-c7462dca6e4d Aug 30 14:37:19.756001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48394) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:19.796687 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.800887 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.811172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-94d14672-e458-4ff1-81f8-d5df157d1361 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfbe9ff57c2f4abbb470d58a4ade83df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539870 Aug 30 14:37:19.811762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:19.824603 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.825744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:19.826381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.878542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4112744 Aug 30 14:37:19.882749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:19.889198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Request body: {'subnet': {'network_id': '05a0f309-810a-41f0-85c1-c7462dca6e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1354024904-subnet', 'tenant_id': '2c9eb506568b4dacaef8317e54376189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:19.900432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b89bed4-1564-45a6-9265-30ddbdeb4cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.903868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:19.905912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac2f46-4b9d-4583-8bd1-9eb4c4e59ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=05a0f309-810a-41f0-85c1-c7462dca6e4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:19.924752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Made reservation on behalf of 2c9eb506568b4dacaef8317e54376189 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:19.927139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.928470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacfc24-1f35-4553-8b1e-7e861f3d57ac req-5cf86dc4-852a-4605-8064-894fe250ed2e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:19.930318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2eacfc24-1f35-4553-8b1e-7e861f3d57ac req-5cf86dc4-852a-4605-8064-894fe250ed2e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.0861821 Aug 30 14:37:19.935891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 05a0f309-810a-41f0-85c1-c7462dca6e4d details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:37:19.945014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b89bed4-1564-45a6-9265-30ddbdeb4cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.004452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:20.005206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d90fc001-3f86-419e-a446-54c9625aaa81 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:20.007958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2eacfc24-1f35-4553-8b1e-7e861f3d57ac req-5a834319-abd4-4542-90d1-a6257701ad6c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604737 Aug 30 14:37:20.031978 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b89bed4-1564-45a6-9265-30ddbdeb4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.032329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: d90fc001-3f86-419e-a446-54c9625aaa81 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:20.032488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d90fc001-3f86-419e-a446-54c9625aaa81 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:20.034799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b89bed4-1564-45a6-9265-30ddbdeb4cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.038220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9b89bed4-1564-45a6-9265-30ddbdeb4cff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b29929dd-9c6d-41a7-a408-fb95a4ee641d HTTP/1.1" status: 204 len: 168 time: 0.2232811 Aug 30 14:37:20.047091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89bed4-1564-45a6-9265-30ddbdeb4cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29929dd-9c6d-41a7-a408-fb95a4ee641d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:20.187060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.236420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc5745-92fe-4127-8874-46b4a62542a1 req-3f92e357-2ac9-418f-9441-92fd30184b52 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.238054 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ccc5745-92fe-4127-8874-46b4a62542a1 req-3f92e357-2ac9-418f-9441-92fd30184b52 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.1070628 Aug 30 14:37:20.264747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 411e2641-5213-4e8b-bf8e-b49c1bc2da9b no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:20.274234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020fd0b-3b6c-44e6-86b1-a4be2a4b13e3 req-50afa196-4283-4997-887f-912da756c475 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.275999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7020fd0b-3b6c-44e6-86b1-a4be2a4b13e3 req-50afa196-4283-4997-887f-912da756c475 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0719061 Aug 30 14:37:20.280581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcf84f6-17fb-4feb-b42e-3f84b713f5b1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:20.290968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Checking segment: {'id': '6bc6f30f-4432-4ee9-82a8-0931641f7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '05a0f309-810a-41f0-85c1-c7462dca6e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:20.291341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Network hostable DHCP agents. Network: 05a0f309-810a-41f0-85c1-c7462dca6e4d, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:37:20.304756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 411e2641-5213-4e8b-bf8e-b49c1bc2da9b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:20.305135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 411e2641-5213-4e8b-bf8e-b49c1bc2da9b not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:20.310143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ccc5745-92fe-4127-8874-46b4a62542a1 req-0b631e74-9d3c-46b4-8372-192adf42a8d9 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519562 Aug 30 14:37:20.329103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7020fd0b-3b6c-44e6-86b1-a4be2a4b13e3 req-b9167fcc-d5b0-4080-a161-bed7a4cc3915 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440869 Aug 30 14:37:20.329357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Network 05a0f309-810a-41f0-85c1-c7462dca6e4d is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:37:20.339170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 05a0f309-810a-41f0-85c1-c7462dca6e4d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:20.344743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.345399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.352957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1086b-16f0-4d4f-85a2-4b3dfcb90653 None None] Network 05a0f309-810a-41f0-85c1-c7462dca6e4d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:20.389297 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3130776e-4742-4c40-a768-6e7cfca4e448 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5053484 Aug 30 14:37:20.391781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:20.395025 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c925a2d3-e868-4114-951a-95b92ad0eafa" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:20.450375 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c12ca7b-f2d3-4a92-88c9-8781943780b8 x-openstack-request-id: req-4c12ca7b-f2d3-4a92-88c9-8781943780b8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:20.450375 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:20.450375 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c12ca7b-f2d3-4a92-88c9-8781943780b8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:20.451005 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'status': 'completed', 'code': 200} Aug 30 14:37:20.505772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd28501-e963-42f7-87f5-931ee9410268 None None] Network 05a0f309-810a-41f0-85c1-c7462dca6e4d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:20.581561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-d045feb7-c116-4b33-80ff-56ac9f4cfb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.583904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-d045feb7-c116-4b33-80ff-56ac9f4cfb3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1096 time: 0.0720909 Aug 30 14:37:20.596906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-9cd2edd0-c171-4c28-8701-b2a39d5c8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.599720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-9cd2edd0-c171-4c28-8701-b2a39d5c8c19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1096 time: 0.1266799 Aug 30 14:37:20.671946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:20.796889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-8531c6cb-5c2e-4bb7-ab6e-8afb45d53ecc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.799215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7665f401-1733-4641-b774-62599a65309a admin admin] Deleting subnet 9bcf84f6-17fb-4feb-b42e-3f84b713f5b1 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:37:20.800893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-8531c6cb-5c2e-4bb7-ab6e-8afb45d53ecc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 810 time: 0.2250710 Aug 30 14:37:20.813427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7665f401-1733-4641-b774-62599a65309a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.844100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-7aaf250a-1f51-400f-9bb0-b060067463bc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/quotas/5117290bc3b64a51b10c372155434910 HTTP/1.1" status: 200 len: 375 time: 0.0357981 Aug 30 14:37:20.848588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-b1fb3f1b-c65d-4041-9f87-920c1cb3499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.850135 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-b1fb3f1b-c65d-4041-9f87-920c1cb3499d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.2574315 Aug 30 14:37:20.916959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-3ca527aa-84b9-4b04-b667-e1aeea579425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.918467 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-3ca527aa-84b9-4b04-b667-e1aeea579425 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.2987452 Aug 30 14:37:20.939009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7665f401-1733-4641-b774-62599a65309a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.945126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-314cf517-865d-4a9e-94e3-ffb36c9ccf81 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945613 Aug 30 14:37:20.990575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-96bd89d6-aa04-48a9-9590-4fa52891265b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 999 time: 0.1313064 Aug 30 14:37:21.052065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-627f2df0-480a-45f2-96e7-90ec90ef47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.053598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-627f2df0-480a-45f2-96e7-90ec90ef47ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.0559125 Aug 30 14:37:21.089322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-3face717-1a3c-457b-8729-de80b6c6684a service neutron] 10.222.0.50 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427071 Aug 30 14:37:21.103989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7665f401-1733-4641-b774-62599a65309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.110979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-f971d2fc-1c93-48b3-a5b3-211444e18a94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 999 time: 0.1835527 Aug 30 14:37:21.162773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:21.201580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-3fe27a82-88ef-40b5-b1a9-3409011736c4 service neutron] 10.222.0.50 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054349 Aug 30 14:37:21.225538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-96d98b7e-e963-4bed-abd4-bdaf108a8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.227065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-96d98b7e-e963-4bed-abd4-bdaf108a8f5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651163 Aug 30 14:37:21.253914 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-3455ee3e-0f96-47b2-83b6-cf08dc47c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.255494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-3455ee3e-0f96-47b2-83b6-cf08dc47c691 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.1240070 Aug 30 14:37:21.294406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-272367662-network', 'tenant_id': 'c9a7d533fe4f421d95b9c40039d6ae8b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:21.317164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3df91a-772a-43cb-bebb-e2905f975c17 req-02e39c3d-0ba3-4767-a2e8-4d4cee3f3b74 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.318711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb3df91a-772a-43cb-bebb-e2905f975c17 req-02e39c3d-0ba3-4767-a2e8-4d4cee3f3b74 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 945 time: 0.1882899 Aug 30 14:37:21.330008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Made reservation on behalf of c9a7d533fe4f421d95b9c40039d6ae8b for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:21.333685 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.348421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.348676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7665f401-1733-4641-b774-62599a65309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.403921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665f401-1733-4641-b774-62599a65309a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcf84f6-17fb-4feb-b42e-3f84b713f5b1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:21.421950 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7665f401-1733-4641-b774-62599a65309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.424592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7665f401-1733-4641-b774-62599a65309a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9bcf84f6-17fb-4feb-b42e-3f84b713f5b1 HTTP/1.1" status: 204 len: 168 time: 0.7515941 Aug 30 14:37:21.430868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:21.442154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87338db6-0b64-4d86-9576-e68a319e00f2 req-de76f8cd-9ec0-4e5b-a3d7-57b43553808e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 210 time: 0.0627975 Aug 30 14:37:21.538642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-99cdfe5b-ee3b-492a-a958-c94b6b6f2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.540231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-99cdfe5b-ee3b-492a-a958-c94b6b6f2acd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673645 Aug 30 14:37:21.549642 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb3df91a-772a-43cb-bebb-e2905f975c17 req-d9568569-d655-4297-9b6c-8999d72f5701 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979828 Aug 30 14:37:21.572268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-221de34b-561d-487e-8dd6-6e4181e33f93 service neutron] 10.222.0.21 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371902 Aug 30 14:37:21.586148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.594697 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:21.599654 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.644286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.676124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:37:21.687581 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.688379 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Added segment d84e2403-5ed0-4a58-b65d-bb192bc96ea2 of type vlan for network fe48c966-2082-475b-aec0-ba8c34d8544f Aug 30 14:37:21.761072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96027104-41e5-4ade-a2af-aa6e540014ec req-42b4fb01-4bc5-44e3-a988-6ebe9e5d9ea6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.763178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96027104-41e5-4ade-a2af-aa6e540014ec req-42b4fb01-4bc5-44e3-a988-6ebe9e5d9ea6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.2533848 Aug 30 14:37:21.765188 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.772868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77512a46-e1dd-44ec-a4fb-c4ac00678646,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:21.812822 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2906daba-b93d-446f-a1d4-b4dbb58575d6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/2bb7f26f-15ea-468a-a327-15a5a8f7bd02 HTTP/1.1" status: 200 len: 991 time: 0.2158427 Aug 30 14:37:21.848074 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96027104-41e5-4ade-a2af-aa6e540014ec req-80d0f4ee-dfcb-4288-9b22-177a3dd873a7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702136 Aug 30 14:37:21.849922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.851243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.851841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.915836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7519259 Aug 30 14:37:21.918929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48468) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:21.926676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Request body: {'subnet': {'network_id': 'fe48c966-2082-475b-aec0-ba8c34d8544f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-272367662-subnet', 'tenant_id': 'c9a7d533fe4f421d95b9c40039d6ae8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:21.931032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45576d-aec0-46e8-98dc-90d27bb2767e admin admin] Pushing event updated for resources: {'Network': ['ID=fe48c966-2082-475b-aec0-ba8c34d8544f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:21.942901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network fe48c966-2082-475b-aec0-ba8c34d8544f details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:37:21.965733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Made reservation on behalf of c9a7d533fe4f421d95b9c40039d6ae8b for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:21.968585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.138836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-8a0b41e2-6adb-4d8a-940e-b26177f19d4b service neutron] 10.222.0.21 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537617 Aug 30 14:37:22.158184 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-21ae62de-ee4f-4cee-b4c8-0a3373b0dcfd service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055439 Aug 30 14:37:22.160924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.164619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.196920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a0f309-810a-41f0-85c1-c7462dca6e4d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:22.217447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fc3763-9394-4af7-838d-41e9cb79c190,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:22.226665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Checking segment: {'id': 'd84e2403-5ed0-4a58-b65d-bb192bc96ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe48c966-2082-475b-aec0-ba8c34d8544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:22.227033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Network hostable DHCP agents. Network: fe48c966-2082-475b-aec0-ba8c34d8544f, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:37:22.232476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc6f30f-4432-4ee9-82a8-0931641f7c13') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:22.232775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc6f30f-4432-4ee9-82a8-0931641f7c13') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:22.247794 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.248022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Network fe48c966-2082-475b-aec0-ba8c34d8544f is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:37:22.257911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, fe48c966-2082-475b-aec0-ba8c34d8544f) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:22.262194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:22.262778 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.270621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:22.270946 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.279202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca4fd00-e1bc-4b6e-9e16-e20049f85e6d None None] Network fe48c966-2082-475b-aec0-ba8c34d8544f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:22.281355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:37:22.281757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.290167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aea7a2cd-d71a-4561-9707-c08f3a45de4c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3623531 Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:37:22.290381 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:37:22.342647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c925a2d3-e868-4114-951a-95b92ad0eafa req-8ec25627-61f1-41cc-bd2f-581f0951f28b service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750169 Aug 30 14:37:22.356185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.363035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.369591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] 10.222.0.50 "DELETE /v2.0/networks/05a0f309-810a-41f0-85c1-c7462dca6e4d HTTP/1.1" status: 204 len: 168 time: 0.9311380 Aug 30 14:37:22.383131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f6466-255a-405a-a5eb-385066f19f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=05a0f309-810a-41f0-85c1-c7462dca6e4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:22.490618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:22.497332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080e99c-7d38-4586-bf0f-a1ee56e3daba None None] Network fe48c966-2082-475b-aec0-ba8c34d8544f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:22.577436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:22.594258 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16f55a36-89b2-4cdc-9ab1-e3bf924a3e60 req-251a1c2f-b749-463b-9a84-fe94788d987b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 210 time: 0.0589075 Aug 30 14:37:22.672000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7e307ee9-d48b-4e93-bfe2-4507ccd91399 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c9eb506568b4dacaef8317e54376189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932820 Aug 30 14:37:22.678180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:22.718088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'port_id': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'mac_address': 'fa:16:3e:7e:06:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:22.769876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-a16df792-0a76-4ccc-83ed-b7749d8c2b56 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:22.772743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-a16df792-0a76-4ccc-83ed-b7749d8c2b56 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.21 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 810 time: 0.1818845 Aug 30 14:37:22.776859 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1120a7d2-3928-480f-a0cd-1896684e9930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.803622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1120a7d2-3928-480f-a0cd-1896684e9930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.804203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.809782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Request body: {'port': {'device_id': '5ef0ee64-c681-4948-945d-d4cbfa6a62de', 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a', 'admin_state_up': True, 'tenant_id': '5117290bc3b64a51b10c372155434910'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:22.837289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a09cee1-ea6e-4193-aced-b1bcaac34565 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:22.874886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1120a7d2-3928-480f-a0cd-1896684e9930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.877585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1120a7d2-3928-480f-a0cd-1896684e9930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.878930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1120a7d2-3928-480f-a0cd-1896684e9930 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f242ab15-3e4e-431e-9eb9-82255f3136a9 HTTP/1.1" status: 204 len: 168 time: 0.1992934 Aug 30 14:37:22.884137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:22.887268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120a7d2-3928-480f-a0cd-1896684e9930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f242ab15-3e4e-431e-9eb9-82255f3136a9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:22.890596 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.956029 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Made reservation on behalf of 5117290bc3b64a51b10c372155434910 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:22.960011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:22.960695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.106784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-ce8a5a22-41aa-4f69-b906-242ba2c77c73 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:23.113625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-ce8a5a22-41aa-4f69-b906-242ba2c77c73 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/networks?id=fe48c966-2082-475b-aec0-ba8c34d8544f HTTP/1.1" status: 200 len: 820 time: 0.1239114 Aug 30 14:37:23.128493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050b5bb-ce0a-45a4-8a14-066cfe86215c req-c98fdbbc-6669-47ff-abca-1b8fa2f3c4f4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:23.132250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-cb57fa22-1c05-4370-8d0a-b84637c57967 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/quotas/c9a7d533fe4f421d95b9c40039d6ae8b HTTP/1.1" status: 200 len: 375 time: 0.0169203 Aug 30 14:37:23.135949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c050b5bb-ce0a-45a4-8a14-066cfe86215c req-c98fdbbc-6669-47ff-abca-1b8fa2f3c4f4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.1413229 Aug 30 14:37:23.162662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-143751b0-44b1-45b6-a417-fbd4d0783bf9 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9a7d533fe4f421d95b9c40039d6ae8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295422 Aug 30 14:37:23.197426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c050b5bb-ce0a-45a4-8a14-066cfe86215c req-848aa9bf-eec5-4563-86b1-e68af0d07472 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593786 Aug 30 14:37:23.198926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Allocated IP 172.20.0.10 (a32c131c-f65c-461f-b3df-13d08e74d15a/406dd4e2-b086-4875-9b25-35d363b273c9/99d592cf-877f-4ba1-a726-03e80dda3dc4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:23.209657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6a09cee1-ea6e-4193-aced-b1bcaac34565'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:23.289207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-634987fb-76bf-41ff-a855-7ebaa49e850e service neutron] 10.222.0.50 "GET /v2.0/networks/fe48c966-2082-475b-aec0-ba8c34d8544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195693 Aug 30 14:37:23.414101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.428931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-90080eb6-892a-4b89-be15-1ce09779ac36 service neutron] 10.222.0.50 "GET /v2.0/networks/fe48c966-2082-475b-aec0-ba8c34d8544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329606 Aug 30 14:37:23.466305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.519288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Network a32c131c-f65c-461f-b3df-13d08e74d15a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:23.524919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:23.529206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:23.561360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Pushing event updated for resources: {'Port': ['ID=99d592cf-877f-4ba1-a726-03e80dda3dc4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:23.594209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:23.594472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.619376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-072b1346-e209-4c2e-adf5-9309c93b53b4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8135774 Aug 30 14:37:23.656906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f9683c0-93ef-4ae3-932d-392be699991c req-1ba8251d-1c4f-4746-a2cc-db1c24242325 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 210 time: 0.0364544 Aug 30 14:37:23.660814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Request body: {'port': {'device_id': '5ef0ee64-c681-4948-945d-d4cbfa6a62de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:23.755484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43445be-a163-46be-82ac-69f344f06428 req-7b486e15-8c9f-4fd2-bd0c-f69fd5d0bc5f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:23.758674 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.763302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f43445be-a163-46be-82ac-69f344f06428 req-7b486e15-8c9f-4fd2-bd0c-f69fd5d0bc5f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 932 time: 0.0699322 Aug 30 14:37:23.804515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f43445be-a163-46be-82ac-69f344f06428 req-ef471bce-69e3-48b6-b72c-9d23a02cc943 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Aug 30 14:37:24.106351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d592cf-877f-4ba1-a726-03e80dda3dc4 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:24.117096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.134707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Transition to ACTIVE for port object 99d592cf-877f-4ba1-a726-03e80dda3dc4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:24.140415 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.205334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=99d592cf-877f-4ba1-a726-03e80dda3dc4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:24.227426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48536) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:24.289388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1394d6e9-5676-4727-b383-120188fd654d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:24.300611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Attempting to bind port 99d592cf-877f-4ba1-a726-03e80dda3dc4 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:24.300611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Attempting to bind port 99d592cf-877f-4ba1-a726-03e80dda3dc4 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:24.300611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Attempting to bind port 99d592cf-877f-4ba1-a726-03e80dda3dc4 on network a32c131c-f65c-461f-b3df-13d08e74d15a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:24.304442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Port 99d592cf-877f-4ba1-a726-03e80dda3dc4 on network a32c131c-f65c-461f-b3df-13d08e74d15a not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:24.304772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Attempting to bind port 99d592cf-877f-4ba1-a726-03e80dda3dc4 on network a32c131c-f65c-461f-b3df-13d08e74d15a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:24.310355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:24.310718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Checking segment: {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:24.311078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Bound using segment: {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:24.311512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Bound port: 99d592cf-877f-4ba1-a726-03e80dda3dc4, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b951dae3-a0f9-43fc-b901-6105d7fe2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:24.312015 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.357272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a8843-8c61-4a9a-943e-1a6200a88f24 req-903d5263-228c-49cb-9683-ea59ec33a08c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.358875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-152a8843-8c61-4a9a-943e-1a6200a88f24 req-903d5263-228c-49cb-9683-ea59ec33a08c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0742145 Aug 30 14:37:24.401274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] For port 99d592cf-877f-4ba1-a726-03e80dda3dc4, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:24.405976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] For port 99d592cf-877f-4ba1-a726-03e80dda3dc4, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:24.412140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.436888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-152a8843-8c61-4a9a-943e-1a6200a88f24 req-7b762136-9ff0-4b71-a6c6-9dfd44432520 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671151 Aug 30 14:37:24.465968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d92c4e09-d8c5-417e-9796-534f92da394d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.474915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.475684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.477442 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] 10.222.0.21 "PUT /v2.0/ports/99d592cf-877f-4ba1-a726-03e80dda3dc4 HTTP/1.1" status: 200 len: 1092 time: 0.8228450 Aug 30 14:37:24.478049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef0ee64-c681-4948-945d-d4cbfa6a62de', 'tag': '99d592cf-877f-4ba1-a726-03e80dda3dc4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:24.480402 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b16a3a-cab5-4a28-a95d-6364bdc9a274" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef0ee64-c681-4948-945d-d4cbfa6a62de", "tag": "99d592cf-877f-4ba1-a726-03e80dda3dc4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:24.487945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c39cb7-15f6-4cf1-bc6e-776c6311dcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=99d592cf-877f-4ba1-a726-03e80dda3dc4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:24.517468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-060cd753-6f38-420b-ba53-d67a53680993 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0972421 Aug 30 14:37:24.525769 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd02760-d293-4617-9b4d-954772f1c59d x-openstack-request-id: req-5bd02760-d293-4617-9b4d-954772f1c59d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:24.526532 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef0ee64-c681-4948-945d-d4cbfa6a62de", "tag": "99d592cf-877f-4ba1-a726-03e80dda3dc4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:24.526873 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5bd02760-d293-4617-9b4d-954772f1c59d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:24.527368 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef0ee64-c681-4948-945d-d4cbfa6a62de', 'tag': '99d592cf-877f-4ba1-a726-03e80dda3dc4', 'status': 'completed', 'code': 200} Aug 30 14:37:24.611874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7d25e7ca-dce9-4da8-93ce-dea2314d0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.612309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d92c4e09-d8c5-417e-9796-534f92da394d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.612462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7d25e7ca-dce9-4da8-93ce-dea2314d0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.612964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7d25e7ca-dce9-4da8-93ce-dea2314d0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.613433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7d25e7ca-dce9-4da8-93ce-dea2314d0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.613922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7d25e7ca-dce9-4da8-93ce-dea2314d0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.614425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7d25e7ca-dce9-4da8-93ce-dea2314d0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.614945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7d25e7ca-dce9-4da8-93ce-dea2314d0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.616996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7d25e7ca-dce9-4da8-93ce-dea2314d0cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea76724a518840a19b83451821677065&device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 6490 time: 0.0502586 Aug 30 14:37:24.617546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d92c4e09-d8c5-417e-9796-534f92da394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.661801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-e2425f22-ca09-4b62-bfb3-7a5e03cef132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.664045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-e2425f22-ca09-4b62-bfb3-7a5e03cef132 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 1095 time: 0.0960464 Aug 30 14:37:24.671107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d92c4e09-d8c5-417e-9796-534f92da394d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=baecb431a9c7420fb97e7bbdbbbc9b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425578 Aug 30 14:37:24.673217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c4e09-d8c5-417e-9796-534f92da394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852a830f-be9e-47ce-b64f-302685a47eba,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:24.676371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48542) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:24.730773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-da8a81cb-77c7-4dff-abf7-3958f9a89be7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4 HTTP/1.1" status: 200 len: 217 time: 0.0461168 Aug 30 14:37:24.755666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b0c457da-08e9-435f-b0b3-89c907e427b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.756149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b0c457da-08e9-435f-b0b3-89c907e427b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.756662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b0c457da-08e9-435f-b0b3-89c907e427b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.758419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b0c457da-08e9-435f-b0b3-89c907e427b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58b173ba-3264-4cfa-bc64-893edcb7863c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&id=9bb743dd-fe92-479b-9011-f9414e0ea2f1 HTTP/1.1" status: 200 len: 2294 time: 0.1094096 Aug 30 14:37:24.807853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b09d5721-13d5-48e3-8271-7bed13f9e8a9 req-ff95d8b1-e21f-431a-b619-27700c23b7f2 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 210 time: 0.0720456 Aug 30 14:37:24.842150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-d2a91bc1-5863-46a6-8a82-968874acde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.843643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-d2a91bc1-5863-46a6-8a82-968874acde9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=406dd4e2-b086-4875-9b25-35d363b273c9 HTTP/1.1" status: 200 len: 850 time: 0.0923333 Aug 30 14:37:24.844672 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2219d8d4-dbb2-446a-85b7-b76a8d9d7c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.891250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-fb18fa4b-74ca-48e7-83ea-c9e46cdcd7a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0033a180-b260-4dbe-ae27-d3b3854690ff HTTP/1.1" status: 200 len: 999 time: 0.1249235 Aug 30 14:37:24.905446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2219d8d4-dbb2-446a-85b7-b76a8d9d7c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.908899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-a1067034-832d-4130-a986-0aefac5c6e98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a32c131c-f65c-461f-b3df-13d08e74d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520895 Aug 30 14:37:25.008627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-0173c960-0a1d-432d-baa3-7ae4ef55553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.010187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-0173c960-0a1d-432d-baa3-7ae4ef55553c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062bc234-9bb1-4126-9595-d30cb6a74e22 HTTP/1.1" status: 200 len: 851 time: 0.1088316 Aug 30 14:37:25.021159 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2219d8d4-dbb2-446a-85b7-b76a8d9d7c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.023865 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2219d8d4-dbb2-446a-85b7-b76a8d9d7c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.025179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2219d8d4-dbb2-446a-85b7-b76a8d9d7c5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/852a830f-be9e-47ce-b64f-302685a47eba HTTP/1.1" status: 204 len: 168 time: 0.3476751 Aug 30 14:37:25.036735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-ce0c9937-586f-4899-8209-b610ca07fa65 service neutron] 10.222.0.21 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185689 Aug 30 14:37:25.037933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219d8d4-dbb2-446a-85b7-b76a8d9d7c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852a830f-be9e-47ce-b64f-302685a47eba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:25.041493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-cac84037-eddc-48b1-9078-606792b967ce tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.043070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-cac84037-eddc-48b1-9078-606792b967ce tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.21 "GET /v2.0/networks?id=fe48c966-2082-475b-aec0-ba8c34d8544f HTTP/1.1" status: 200 len: 820 time: 0.2181749 Aug 30 14:37:25.070265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868767d0-30b2-4e02-9cbc-dc4752238288 req-0ad725a6-fff0-47bc-9f1a-8bef8c218c95 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.071804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-868767d0-30b2-4e02-9cbc-dc4752238288 req-0ad725a6-fff0-47bc-9f1a-8bef8c218c95 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 944 time: 0.1691093 Aug 30 14:37:25.077850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Request body: {'port': {'device_id': 'c186bfdc-a230-4c98-a6e1-6bae0b2ae177', 'network_id': 'fe48c966-2082-475b-aec0-ba8c34d8544f', 'admin_state_up': True, 'tenant_id': 'c9a7d533fe4f421d95b9c40039d6ae8b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:25.124528 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b17cd17-e6c2-4f0c-b596-614ffd0f18ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.166372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-af734130-65ca-4dce-bcf2-5e77d4786220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.167986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-af734130-65ca-4dce-bcf2-5e77d4786220 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58b173ba-3264-4cfa-bc64-893edcb7863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462038 Aug 30 14:37:25.179043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-402d86ab-9c92-4292-b00d-5080af6d3765 req-fd94751c-ea7f-4f71-933c-0f835f5db8e7 service neutron] 10.222.0.21 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097469 Aug 30 14:37:25.247778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-868767d0-30b2-4e02-9cbc-dc4752238288 req-98b12867-aece-4f56-8dd0-ea59175d22dc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650014 Aug 30 14:37:25.324939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-4a5c6d2f-560d-4184-95a5-44b830cd757d service neutron] 10.222.0.21 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482337 Aug 30 14:37:25.331012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-12029563-59c2-4630-aca1-7d6cab15450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.332829 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-12029563-59c2-4630-aca1-7d6cab15450e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 1095 time: 0.0574279 Aug 30 14:37:25.333455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Made reservation on behalf of c9a7d533fe4f421d95b9c40039d6ae8b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:25.337292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.458259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-658eea94-a8ea-4fac-b2ae-1e6ad3c53627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.460311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-658eea94-a8ea-4fac-b2ae-1e6ad3c53627 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 911 time: 0.1192880 Aug 30 14:37:25.505852 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-6f28d200-0034-4fd8-84fa-9a8f0e75aae5 service neutron] 10.222.0.21 "GET /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651115 Aug 30 14:37:25.520692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-bb496071-e339-4dbc-97de-8aa6e10ea8f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4 HTTP/1.1" status: 200 len: 217 time: 0.0531695 Aug 30 14:37:25.577550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-fd20301b-f367-42cc-83a4-57eb6c822395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=de5ba890-9014-4b69-a5cb-59a329f7e621 HTTP/1.1" status: 200 len: 217 time: 0.0466931 Aug 30 14:37:25.596004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Allocated IP 172.20.0.10 (fe48c966-2082-475b-aec0-ba8c34d8544f/c1fc3763-9394-4af7-838d-41e9cb79c190/3ea7c322-60a8-4a47-8620-078c95295eaa) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:25.605435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-dad6ef9c-69da-4a8a-8daa-ca58e67f9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.607100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-dad6ef9c-69da-4a8a-8daa-ca58e67f9e7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=406dd4e2-b086-4875-9b25-35d363b273c9 HTTP/1.1" status: 200 len: 850 time: 0.0798085 Aug 30 14:37:25.619823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80a821-da51-4756-b058-acc33e8fb4af req-c7c172a5-b342-4e47-a953-b4b2bb5e8d1e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.621464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba80a821-da51-4756-b058-acc33e8fb4af req-c7c172a5-b342-4e47-a953-b4b2bb5e8d1e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0953820 Aug 30 14:37:25.664716 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba80a821-da51-4756-b058-acc33e8fb4af req-2f35a23b-4d46-48d4-a36f-297c836bda27 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358603 Aug 30 14:37:25.716566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-f6439bef-c0a7-40b7-9224-98c70509c11f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a32c131c-f65c-461f-b3df-13d08e74d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315566 Aug 30 14:37:25.771918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b9a610d0-9c37-4529-8bd7-0f4ee4f0d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.773287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b9a610d0-9c37-4529-8bd7-0f4ee4f0d2ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.0955255 Aug 30 14:37:25.820346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-c2bbeb2f-6fdc-4f8a-ba38-cb1fa79b0e55 service neutron] 10.222.0.21 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955288 Aug 30 14:37:25.857960 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.863862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-8138a5e8-dd07-4af1-b2b3-f6827df35e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.865455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-8138a5e8-dd07-4af1-b2b3-f6827df35e83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838027 Aug 30 14:37:25.937539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54b16a3a-cab5-4a28-a95d-6364bdc9a274 req-76cb1e8c-f6fc-4be6-93df-3c04ead8d1a7 service neutron] 10.222.0.21 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101668 Aug 30 14:37:25.969539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0644f6d3-9384-4f92-a735-bbe8645ea59a req-8e65d1da-2bc4-4a8a-a165-5ffa2171a93d tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 210 time: 0.0464170 Aug 30 14:37:26.017742 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:26.054101 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-445e3ef3-d094-4b53-9818-3ba89d159146 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798470 Aug 30 14:37:26.082805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Network fe48c966-2082-475b-aec0-ba8c34d8544f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:26.127348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:26.134734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:26.171156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Pushing event updated for resources: {'Port': ['ID=3ea7c322-60a8-4a47-8620-078c95295eaa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:26.214341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:26.214815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:26.238900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b9a47a3a-0c34-433e-b5f8-fa9c57ff1b89 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773212 Aug 30 14:37:26.241308 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-aea9b0cc-07f6-4451-9d07-2dc2ddd02243 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1681120 Aug 30 14:37:26.271078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Request body: {'port': {'device_id': 'c186bfdc-a230-4c98-a6e1-6bae0b2ae177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:26.287414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:26.294430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:26.364406 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-09c84d26-3b9a-4e58-ae80-63e1e77c4e85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=3c85d4c7-85fe-4a87-b26c-82ccca54d129 HTTP/1.1" status: 200 len: 217 time: 0.1044316 Aug 30 14:37:26.438008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:26.456873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '0b9ff459-cbda-49af-8439-c485c85a867d', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'port_id': '0b9ff459-cbda-49af-8439-c485c85a867d', 'mac_address': 'fa:16:3e:89:56:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:26.474365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153c0b-b369-42e6-bd92-559e6ffaf9f3 req-69122358-d9e2-489d-848c-baef9a416ca4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:26.475977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62153c0b-b369-42e6-bd92-559e6ffaf9f3 req-69122358-d9e2-489d-848c-baef9a416ca4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 944 time: 0.1310854 Aug 30 14:37:26.488724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:26.504813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7aea5315-c20b-48d4-bd46-9c487b3c913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:26.506610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-7aea5315-c20b-48d4-bd46-9c487b3c913a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.1186302 Aug 30 14:37:26.527149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:26.539730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 6a09cee1-ea6e-4193-aced-b1bcaac34565 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:26.552115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 6a09cee1-ea6e-4193-aced-b1bcaac34565 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:26.552497 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:26.560257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b9ff459-cbda-49af-8439-c485c85a867d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:26.569651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62153c0b-b369-42e6-bd92-559e6ffaf9f3 req-4167100e-dfe1-4fe8-9a60-3abb2758c010 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852451 Aug 30 14:37:26.610130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:26.616303 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:26.727380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-a673dc93-a204-426b-a7ed-1e8f8e14f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:26.730521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-a673dc93-a204-426b-a7ed-1e8f8e14f730 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2110209 Aug 30 14:37:26.736548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:26.747839 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:26.766859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0b9ff459-cbda-49af-8439-c485c85a867d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:26.814817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:26.818242 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2876a10-0721-414b-a715-2331bf325d70" -d '{"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-plugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:26.877087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:26.896600 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54055ee-2334-41b4-9f89-9b35423afced x-openstack-request-id: req-b54055ee-2334-41b4-9f89-9b35423afced {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:26.896893 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-plugged", "status": "completed", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:26.897171 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b54055ee-2334-41b4-9f89-9b35423afced {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:26.897554 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'code': 200} Aug 30 14:37:26.902724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:26.956074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfc9f1-fdf7-4bd9-b2ec-d22057e855f3 req-ba686297-b7c3-4cb3-acbb-ddcdd555f41a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:26.957592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bbfc9f1-fdf7-4bd9-b2ec-d22057e855f3 req-ba686297-b7c3-4cb3-acbb-ddcdd555f41a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 945 time: 0.1936908 Aug 30 14:37:26.983272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:27.061023 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-85ed8ffd-fd5e-4306-8d1a-a20c547c52fd service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125157 Aug 30 14:37:27.176184 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6bbfc9f1-fdf7-4bd9-b2ec-d22057e855f3 req-7b07623e-ab36-4fb0-82ff-1c5b40c7781b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101898 Aug 30 14:37:27.219431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c07ab-ed8c-4be7-b734-ac6ade5f71c1 req-dcb60b28-5f6c-43b5-b95b-0ceecfa53b3f tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.228371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-799c07ab-ed8c-4be7-b734-ac6ade5f71c1 req-dcb60b28-5f6c-43b5-b95b-0ceecfa53b3f tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 932 time: 0.1486719 Aug 30 14:37:27.282208 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-799c07ab-ed8c-4be7-b734-ac6ade5f71c1 req-c43624ec-16e0-4282-954b-ddd5756a64c7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485239 Aug 30 14:37:27.328701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea7c322-60a8-4a47-8620-078c95295eaa {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:27.340988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:27.345993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-e84ce48c-e637-403b-b2f7-823a7e0616da service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742875 Aug 30 14:37:27.424036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Transition to ACTIVE for port object 3ea7c322-60a8-4a47-8620-078c95295eaa will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:27.426467 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-d2f39ba4-302f-4a5a-b8fe-67fc4d44cc5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0 HTTP/1.1" status: 200 len: 217 time: 0.0666072 Aug 30 14:37:27.429985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:27.560234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-76a5a66f-c700-48db-8ce1-17bb778d3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.560234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-76a5a66f-c700-48db-8ce1-17bb778d3abd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.1239676 Aug 30 14:37:27.564690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Pushing event updated for resources: {'Port': ['ID=3ea7c322-60a8-4a47-8620-078c95295eaa,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:27.727348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-73c2e2b7-de10-48bc-a0d7-824938bf8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.729014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-73c2e2b7-de10-48bc-a0d7-824938bf8501 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317577 Aug 30 14:37:27.746870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Attempting to bind port 3ea7c322-60a8-4a47-8620-078c95295eaa on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:27.747217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Attempting to bind port 3ea7c322-60a8-4a47-8620-078c95295eaa by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'd84e2403-5ed0-4a58-b65d-bb192bc96ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe48c966-2082-475b-aec0-ba8c34d8544f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:27.747555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Attempting to bind port 3ea7c322-60a8-4a47-8620-078c95295eaa on network fe48c966-2082-475b-aec0-ba8c34d8544f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:27.801459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Port 3ea7c322-60a8-4a47-8620-078c95295eaa on network fe48c966-2082-475b-aec0-ba8c34d8544f not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:27.801794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Attempting to bind port 3ea7c322-60a8-4a47-8620-078c95295eaa on network fe48c966-2082-475b-aec0-ba8c34d8544f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:27.814975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b440-983c-4bd1-81bf-ad3e9b992002 req-f918b32e-7326-432f-b8ea-2add8d97ae08 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.816174 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90d3b440-983c-4bd1-81bf-ad3e9b992002 req-f918b32e-7326-432f-b8ea-2add8d97ae08 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 944 time: 0.1615229 Aug 30 14:37:27.825800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:27.826177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Checking segment: {'id': 'd84e2403-5ed0-4a58-b65d-bb192bc96ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe48c966-2082-475b-aec0-ba8c34d8544f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:27.826536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Bound using segment: {'id': 'd84e2403-5ed0-4a58-b65d-bb192bc96ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe48c966-2082-475b-aec0-ba8c34d8544f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:27.826984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Bound port: 3ea7c322-60a8-4a47-8620-078c95295eaa, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84e2403-5ed0-4a58-b65d-bb192bc96ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fe48c966-2082-475b-aec0-ba8c34d8544f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:27.827354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:27.888422 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44a0fdff-536e-46d9-a95b-b1538f245657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:27.943742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90d3b440-983c-4bd1-81bf-ad3e9b992002 req-5a0ddc92-7b01-44e1-8b42-014fd91d5fce tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192069 Aug 30 14:37:27.966777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-d7cd1c1c-1544-4261-be2b-d0951ce79d37 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294893 Aug 30 14:37:27.988402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] For port 3ea7c322-60a8-4a47-8620-078c95295eaa, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:28.049281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] For port 3ea7c322-60a8-4a47-8620-078c95295eaa, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ea7c322-60a8-4a47-8620-078c95295eaa,segment=NetworkSegment(d84e2403-5ed0-4a58-b65d-bb192bc96ea2),segment_id=d84e2403-5ed0-4a58-b65d-bb192bc96ea2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:28.069578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.150407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.151034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.152444 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] 10.222.0.21 "PUT /v2.0/ports/3ea7c322-60a8-4a47-8620-078c95295eaa HTTP/1.1" status: 200 len: 1092 time: 1.8913374 Aug 30 14:37:28.152924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c186bfdc-a230-4c98-a6e1-6bae0b2ae177', 'tag': '3ea7c322-60a8-4a47-8620-078c95295eaa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:28.160695 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6974ca5-1f99-488a-872f-98a729fd01a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c186bfdc-a230-4c98-a6e1-6bae0b2ae177", "tag": "3ea7c322-60a8-4a47-8620-078c95295eaa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:28.171027 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-9f069ba2-bcba-42ad-9b36-85cc923d0be9 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931827 Aug 30 14:37:28.295822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:28.463018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 0b9ff459-cbda-49af-8439-c485c85a867d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:28.463980 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.478715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd113a-e870-4ae0-8abf-75aa539a108b req-9fc253ee-1e38-444d-9d4c-4a1eb1fc1db4 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.487231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38dd113a-e870-4ae0-8abf-75aa539a108b req-9fc253ee-1e38-444d-9d4c-4a1eb1fc1db4 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 944 time: 0.1170709 Aug 30 14:37:28.536735 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.551058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38dd113a-e870-4ae0-8abf-75aa539a108b req-ec36f2fb-684a-4f3c-9066-1b8823b21686 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Aug 30 14:37:28.614238 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.660160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:28.667889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.708245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-4c94276f-69cc-4d88-9d34-1e5ea01689a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=1befa022-7c0d-41ee-9b34-144cced426c4 HTTP/1.1" status: 200 len: 217 time: 0.5289905 Aug 30 14:37:28.733890 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d51f853-9c3a-4094-b487-e1fa33c37619 x-openstack-request-id: req-3d51f853-9c3a-4094-b487-e1fa33c37619 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:28.738345 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c186bfdc-a230-4c98-a6e1-6bae0b2ae177", "tag": "3ea7c322-60a8-4a47-8620-078c95295eaa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:28.740503 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d51f853-9c3a-4094-b487-e1fa33c37619 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:28.741346 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c186bfdc-a230-4c98-a6e1-6bae0b2ae177', 'tag': '3ea7c322-60a8-4a47-8620-078c95295eaa', 'status': 'completed', 'code': 200} Aug 30 14:37:28.744377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:28.745106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b911481-11e4-4957-8a1f-a85ad4f23fbd service neutron] Pushing event updated for resources: {'Port': ['ID=3ea7c322-60a8-4a47-8620-078c95295eaa,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:28.862022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-e9bd9193-e302-458b-ba4d-d9bbb6cf5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.863657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-e9bd9193-e302-458b-ba4d-d9bbb6cf5d34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 200 len: 797 time: 0.1080532 Aug 30 14:37:28.872260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eceb85-9bce-4714-8d82-a0348dfea284 req-6ee1fdb3-ad69-4924-9626-807bca785384 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.875574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23eceb85-9bce-4714-8d82-a0348dfea284 req-6ee1fdb3-ad69-4924-9626-807bca785384 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.1566403 Aug 30 14:37:28.878118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-9b5a78ee-1894-4106-8964-985531d0e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.881113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-9b5a78ee-1894-4106-8964-985531d0e14f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9a7d533fe4f421d95b9c40039d6ae8b&device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 1095 time: 0.1700733 Aug 30 14:37:28.898648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:28.901214 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497771b-f96e-4819-8de9-75bf30eac04d" -d '{"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-plugged", "status": "completed", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:28.972263 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c349f-0b48-45da-be44-67eab7ac7cef x-openstack-request-id: req-415c349f-0b48-45da-be44-67eab7ac7cef {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:28.972657 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-plugged", "status": "completed", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:28.973008 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-415c349f-0b48-45da-be44-67eab7ac7cef {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:28.973556 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d', 'code': 200} Aug 30 14:37:28.988712 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-3713f940-54c8-4d5f-9695-aa7019d4911a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea7c322-60a8-4a47-8620-078c95295eaa HTTP/1.1" status: 200 len: 217 time: 0.0905259 Aug 30 14:37:29.092073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd925a5-12ac-4616-b265-0429cf8bd9e6 req-2aaa4340-67da-4d15-907f-8cc480947d4b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.095659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fd925a5-12ac-4616-b265-0429cf8bd9e6 req-2aaa4340-67da-4d15-907f-8cc480947d4b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 944 time: 0.0669014 Aug 30 14:37:29.095874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-f94b5b57-f23b-45ca-87e3-ed504be3e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.097522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-f94b5b57-f23b-45ca-87e3-ed504be3e881 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2226255 Aug 30 14:37:29.117093 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23eceb85-9bce-4714-8d82-a0348dfea284 req-0080bfc5-a757-4f1d-98a6-87039b4c2814 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276719 Aug 30 14:37:29.188858 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:29.201811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fd925a5-12ac-4616-b265-0429cf8bd9e6 req-d0477ded-6db6-4be8-b545-7b7cfda2f745 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998743 Aug 30 14:37:29.203506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-b642852c-12e0-4cab-a91b-5967630bfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.205880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-b642852c-12e0-4cab-a91b-5967630bfa6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1fc3763-9394-4af7-838d-41e9cb79c190 HTTP/1.1" status: 200 len: 860 time: 0.2040839 Aug 30 14:37:29.261565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-5b7705a1-b960-4886-a8eb-d90cc9ca6610 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe48c966-2082-475b-aec0-ba8c34d8544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337722 Aug 30 14:37:29.345772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-59175617-993b-4af1-8f0d-457b3f3e4cc6 service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266903 Aug 30 14:37:29.390295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:29.480126 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-a6935aad-5eb2-4fcb-8a3a-4a3622de6d94 service neutron] 10.222.0.21 "GET /v2.0/networks/fe48c966-2082-475b-aec0-ba8c34d8544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139065 Aug 30 14:37:29.540024 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06420e6f-2431-4541-81bd-cb38d1a31edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:29.543548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-aaecb2c4-84f3-403f-9814-9e7c05cb7d5b service neutron] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903315 Aug 30 14:37:29.605921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-70b26523-9fc7-4a3c-bc22-e588c883e998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0530620 Aug 30 14:37:29.679039 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06420e6f-2431-4541-81bd-cb38d1a31edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:29.688871 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06420e6f-2431-4541-81bd-cb38d1a31edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:29.734652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c60c4474-d887-494d-8d8b-9f570c53a6b8 req-02c2abf0-55b2-4ccb-8f26-b06201ad58b8 service neutron] 10.222.0.21 "GET /v2.0/networks/fe48c966-2082-475b-aec0-ba8c34d8544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418325 Aug 30 14:37:29.736426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06420e6f-2431-4541-81bd-cb38d1a31edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859393d7-7f17-4fb8-afbe-dccb431a0e8f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:29.737008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-1c7c893e-a455-4ef2-80fd-02f2a1b0e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.738440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-1c7c893e-a455-4ef2-80fd-02f2a1b0e351 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76a1647d-e5c3-4afe-8081-1f2d6258de3d HTTP/1.1" status: 200 len: 797 time: 0.1089482 Aug 30 14:37:29.743181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-06420e6f-2431-4541-81bd-cb38d1a31edc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3261610668c4349b013f071e613c4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516822 Aug 30 14:37:29.746703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:29.780873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5c689-9bff-495e-899a-dd5c463c2a4d req-bd215664-34bb-4d33-b643-4c7465489b68 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.783235 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4da5c689-9bff-495e-899a-dd5c463c2a4d req-bd215664-34bb-4d33-b643-4c7465489b68 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 944 time: 0.1404462 Aug 30 14:37:29.880917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-0a828bd5-4ef7-4803-82ee-147cc8e66941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.883047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-0a828bd5-4ef7-4803-82ee-147cc8e66941 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260414 Aug 30 14:37:29.902365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d592cf-877f-4ba1-a726-03e80dda3dc4 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:29.912335 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4da5c689-9bff-495e-899a-dd5c463c2a4d req-0b68123f-29a2-48e8-85bc-cd63edd87c6b tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128173 Aug 30 14:37:29.936310 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d4b4bc-3de2-4129-8047-1c877f85ec8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:29.995403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-51c4aca4-fa33-4ab8-be6d-16943db9cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.997015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-51c4aca4-fa33-4ab8-be6d-16943db9cc7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9a7d533fe4f421d95b9c40039d6ae8b&device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 1095 time: 0.1560094 Aug 30 14:37:30.005320 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d4b4bc-3de2-4129-8047-1c877f85ec8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:30.047358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d592cf-877f-4ba1-a726-03e80dda3dc4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:30.064237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '99d592cf-877f-4ba1-a726-03e80dda3dc4', 'network_id': 'a32c131c-f65c-461f-b3df-13d08e74d15a', 'port_id': '99d592cf-877f-4ba1-a726-03e80dda3dc4', 'mac_address': 'fa:16:3e:e2:05:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406dd4e2-b086-4875-9b25-35d363b273c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:30.110221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:30.131499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-0ac7ff18-70fe-45da-9fc4-f04c2fa05b9d service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399435 Aug 30 14:37:30.135680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d592cf-877f-4ba1-a726-03e80dda3dc4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:30.172177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d592cf-877f-4ba1-a726-03e80dda3dc4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:30.180464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:30.241079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d592cf-877f-4ba1-a726-03e80dda3dc4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:30.259298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d4b4bc-3de2-4129-8047-1c877f85ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:30.263644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d4b4bc-3de2-4129-8047-1c877f85ec8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:30.269912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-48d4b4bc-3de2-4129-8047-1c877f85ec8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/859393d7-7f17-4fb8-afbe-dccb431a0e8f HTTP/1.1" status: 204 len: 168 time: 0.5216160 Aug 30 14:37:30.289861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-456c8f1e-a866-42e8-9974-b8f32b26b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:30.291432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-456c8f1e-a866-42e8-9974-b8f32b26b58d service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe48c966-2082-475b-aec0-ba8c34d8544f HTTP/1.1" status: 200 len: 921 time: 0.2827215 Aug 30 14:37:30.294620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b4bc-3de2-4129-8047-1c877f85ec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859393d7-7f17-4fb8-afbe-dccb431a0e8f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:30.355014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-dba4cd2a-5958-4f60-9ea9-88bcf8fce4ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea7c322-60a8-4a47-8620-078c95295eaa HTTP/1.1" status: 200 len: 217 time: 0.0531800 Aug 30 14:37:30.398836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d82d8-9fb0-468f-bb5c-51960f0540e7 req-024e7758-4b0c-48df-8afe-15b7a3ee6796 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:30.400445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dd0d82d8-9fb0-468f-bb5c-51960f0540e7 req-024e7758-4b0c-48df-8afe-15b7a3ee6796 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.1748590 Aug 30 14:37:30.461443 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dd0d82d8-9fb0-468f-bb5c-51960f0540e7 req-23ac9d5d-9600-4e70-94da-6b4e5e6fc1d8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523705 Aug 30 14:37:30.481333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-ba0647dd-96a1-4b05-81b7-3ec4dab80a6c service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400059 Aug 30 14:37:30.544152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-28a7e687-2b92-487c-9499-9eea840b3f46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0505497 Aug 30 14:37:30.552765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-9d53fbbc-5161-42dc-a6c2-c98bb2c19baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:30.554489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-9d53fbbc-5161-42dc-a6c2-c98bb2c19baf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1fc3763-9394-4af7-838d-41e9cb79c190 HTTP/1.1" status: 200 len: 860 time: 0.1749914 Aug 30 14:37:30.615913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-faa55e15-4c1c-4041-bc7e-e99a9b76669f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe48c966-2082-475b-aec0-ba8c34d8544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511200 Aug 30 14:37:30.625232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9864b-4d2c-4986-9bac-b1999ae4dfb3 req-634fbb62-1f79-474e-8282-05487b0b1fbb tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:30.632892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ce9864b-4d2c-4986-9bac-b1999ae4dfb3 req-634fbb62-1f79-474e-8282-05487b0b1fbb tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 945 time: 0.2210102 Aug 30 14:37:30.716430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-25795a7d-485e-477a-92a7-597f858f10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:30.718037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['99d592cf-877f-4ba1-a726-03e80dda3dc4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:30.718166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-25795a7d-485e-477a-92a7-597f858f10c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76a1647d-e5c3-4afe-8081-1f2d6258de3d HTTP/1.1" status: 200 len: 797 time: 0.1625896 Aug 30 14:37:30.787902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ce9864b-4d2c-4986-9bac-b1999ae4dfb3 req-7e5cf450-1f6b-4f1e-b777-8b65fc8ce7c3 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512997 Aug 30 14:37:30.792134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:30.827374 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98987ff2-5ffe-4e0e-b6a7-24b66ea55c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:30.863480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b83aaa48-72c8-4fad-a168-01f776407ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:30.865150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-b83aaa48-72c8-4fad-a168-01f776407ad4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bb743dd-fe92-479b-9011-f9414e0ea2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359880 Aug 30 14:37:30.876709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-e47d6961-6e63-4695-ab18-31e4a3cf6206 service neutron] 10.222.0.21 "GET /v2.0/networks/fe48c966-2082-475b-aec0-ba8c34d8544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358747 Aug 30 14:37:31.080488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329adddd-3fc6-4e86-81ca-beb764c6ec41 req-ee7b0978-7e3d-4d7e-aa55-e21bccaa147f tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:31.082533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-329adddd-3fc6-4e86-81ca-beb764c6ec41 req-ee7b0978-7e3d-4d7e-aa55-e21bccaa147f tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 944 time: 0.0638969 Aug 30 14:37:31.123864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-94af3ba9-bcc2-43e5-a833-30181f4a3b9f service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424660 Aug 30 14:37:31.145088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-329adddd-3fc6-4e86-81ca-beb764c6ec41 req-a781bd0b-7c61-483b-844c-5dbbc850a1e5 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505345 Aug 30 14:37:31.227534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98987ff2-5ffe-4e0e-b6a7-24b66ea55c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.269344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98987ff2-5ffe-4e0e-b6a7-24b66ea55c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.286768 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6974ca5-1f99-488a-872f-98a729fd01a5 req-e2aa001e-be58-4f20-9ce2-636f862c525d service neutron] 10.222.0.21 "GET /v2.0/networks/fe48c966-2082-475b-aec0-ba8c34d8544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983126 Aug 30 14:37:31.369016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-98987ff2-5ffe-4e0e-b6a7-24b66ea55c72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d497188091d542fb907488f3df1af337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723524 Aug 30 14:37:31.372221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38500b86-05d1-4c09-97f0-c9bf38e2ae6f req-e30a23b5-6bea-4d7e-a15e-6857828cd0c3 service neutron] 10.222.0.21 "GET /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906309 Aug 30 14:37:31.372424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:31.374103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98987ff2-5ffe-4e0e-b6a7-24b66ea55c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3263ef8f-7268-4d0e-9809-1f884a2460f7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:31.441369 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a59e460d-27d5-4783-ab36-880fe4e58ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.482366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a59e460d-27d5-4783-ab36-880fe4e58ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.575341 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a59e460d-27d5-4783-ab36-880fe4e58ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.583226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a59e460d-27d5-4783-ab36-880fe4e58ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.585397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a59e460d-27d5-4783-ab36-880fe4e58ad5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3263ef8f-7268-4d0e-9809-1f884a2460f7 HTTP/1.1" status: 204 len: 168 time: 0.2120452 Aug 30 14:37:31.586092 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.602765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e460d-27d5-4783-ab36-880fe4e58ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3263ef8f-7268-4d0e-9809-1f884a2460f7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:31.656963 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3014ed2-e07e-4f63-b9d1-ac06b2315311 req-80ba666b-ba1b-46bb-9fbb-1cac4a9f1609 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:31.658752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3014ed2-e07e-4f63-b9d1-ac06b2315311 req-80ba666b-ba1b-46bb-9fbb-1cac4a9f1609 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.1160018 Aug 30 14:37:31.736586 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3014ed2-e07e-4f63-b9d1-ac06b2315311 req-43e7b4fa-07a4-47d7-b8c6-938e89a9d47e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652230 Aug 30 14:37:31.983784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be744cc-fe6b-4364-a4af-9a6775b6692b req-eef5b392-2082-4c0f-a904-c26c44b0eecd tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:31.999149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9be744cc-fe6b-4364-a4af-9a6775b6692b req-eef5b392-2082-4c0f-a904-c26c44b0eecd tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 945 time: 0.1156199 Aug 30 14:37:32.072175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9be744cc-fe6b-4364-a4af-9a6775b6692b req-cd236deb-57ab-46ef-83b1-3043464ddb30 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715628 Aug 30 14:37:32.308482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcea55-993e-4197-a918-c06d6ccca3c3 req-b6b0c979-8203-4285-86f7-43ebbbdb8490 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:32.315952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3fcea55-993e-4197-a918-c06d6ccca3c3 req-b6b0c979-8203-4285-86f7-43ebbbdb8490 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 944 time: 0.0752180 Aug 30 14:37:32.369425 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3fcea55-993e-4197-a918-c06d6ccca3c3 req-5d1ed316-c102-491c-9d95-48bc335f123e tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479746 Aug 30 14:37:32.695300 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:32.883289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37659b-b21a-4ca5-88ca-6ff1b29f8b95 req-36fa9cca-6f33-4cc6-a9b2-6cb50540b2c8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:32.892713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e37659b-b21a-4ca5-88ca-6ff1b29f8b95 req-36fa9cca-6f33-4cc6-a9b2-6cb50540b2c8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0672207 Aug 30 14:37:32.942213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1e37659b-b21a-4ca5-88ca-6ff1b29f8b95 req-5a729345-9828-4ccc-86c0-07c2c1146c74 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481737 Aug 30 14:37:33.230490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d214ec-ff5c-4993-8b08-89d748257885 req-fd84fd34-3a03-4b77-8542-3e4771ddaa99 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:33.232049 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1d214ec-ff5c-4993-8b08-89d748257885 req-fd84fd34-3a03-4b77-8542-3e4771ddaa99 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 945 time: 0.0654180 Aug 30 14:37:33.278657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1d214ec-ff5c-4993-8b08-89d748257885 req-e02a3221-dd2d-4b92-ab1f-0869e350b7bc tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Aug 30 14:37:33.533409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326bfc5-bb54-49d3-81b6-d18fb278aafb req-8ae8ad9b-01e3-4b63-8421-9f1d027bea2e tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:33.535101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a326bfc5-bb54-49d3-81b6-d18fb278aafb req-8ae8ad9b-01e3-4b63-8421-9f1d027bea2e tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 944 time: 0.0774345 Aug 30 14:37:33.610294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a326bfc5-bb54-49d3-81b6-d18fb278aafb req-52f5afc8-6c13-4b13-b233-1bd2904aa549 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662594 Aug 30 14:37:33.931762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3ea7c322-60a8-4a47-8620-078c95295eaa details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:33.940702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d592cf-877f-4ba1-a726-03e80dda3dc4 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:34.080151 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 99d592cf-877f-4ba1-a726-03e80dda3dc4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:34.086790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 99d592cf-877f-4ba1-a726-03e80dda3dc4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:34.087423 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:34.109653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daa880-6da0-4584-81f5-8fe5e90c06e3 req-5b57c26c-5e4f-449b-94e7-b1b3bdd67315 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:34.112073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89daa880-6da0-4584-81f5-8fe5e90c06e3 req-5b57c26c-5e4f-449b-94e7-b1b3bdd67315 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0801909 Aug 30 14:37:34.173868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89daa880-6da0-4584-81f5-8fe5e90c06e3 req-a41bfff5-e2ad-475b-bb1b-746bcf2230af tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535440 Aug 30 14:37:34.230004 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:34.233201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3ea7c322-60a8-4a47-8620-078c95295eaa, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ea7c322-60a8-4a47-8620-078c95295eaa,segment=NetworkSegment(d84e2403-5ed0-4a58-b65d-bb192bc96ea2),segment_id=d84e2403-5ed0-4a58-b65d-bb192bc96ea2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:34.259230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '3ea7c322-60a8-4a47-8620-078c95295eaa', 'network_id': 'fe48c966-2082-475b-aec0-ba8c34d8544f', 'port_id': '3ea7c322-60a8-4a47-8620-078c95295eaa', 'mac_address': 'fa:16:3e:58:59:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fc3763-9394-4af7-838d-41e9cb79c190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:34.275278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef0ee64-c681-4948-945d-d4cbfa6a62de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d592cf-877f-4ba1-a726-03e80dda3dc4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:34.277838 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f118579-ae23-44d4-b6cd-0e064074cb6d" -d '{"events": [{"server_uuid": "5ef0ee64-c681-4948-945d-d4cbfa6a62de", "name": "network-vif-plugged", "status": "completed", "tag": "99d592cf-877f-4ba1-a726-03e80dda3dc4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:34.331067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d592cf-877f-4ba1-a726-03e80dda3dc4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:34.351222 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:34.359295 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88534d3-c94f-4cb8-875c-b1fbf6416dc6 x-openstack-request-id: req-e88534d3-c94f-4cb8-875c-b1fbf6416dc6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:34.359853 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef0ee64-c681-4948-945d-d4cbfa6a62de", "name": "network-vif-plugged", "status": "completed", "tag": "99d592cf-877f-4ba1-a726-03e80dda3dc4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:34.361161 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e88534d3-c94f-4cb8-875c-b1fbf6416dc6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:34.362740 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef0ee64-c681-4948-945d-d4cbfa6a62de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d592cf-877f-4ba1-a726-03e80dda3dc4', 'code': 200} Aug 30 14:37:34.470735 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:34.488458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0687-9ad0-47e6-835a-f394be6a9954 req-a4cdb59a-f996-42cc-abd6-ecda6abc025c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:34.496290 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fcbe0687-9ad0-47e6-835a-f394be6a9954 req-a4cdb59a-f996-42cc-abd6-ecda6abc025c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0939946 Aug 30 14:37:34.515035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d592cf-877f-4ba1-a726-03e80dda3dc4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:34.547668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fcbe0687-9ad0-47e6-835a-f394be6a9954 req-a7a2946f-b703-43b9-b112-6be714840bf2 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Aug 30 14:37:34.555516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63943d-b0e8-49f0-9077-4cd759f1a15c req-a5a3e148-e87f-4a69-b3f3-f7ac6b6ffb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:34.557256 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af63943d-b0e8-49f0-9077-4cd759f1a15c req-a5a3e148-e87f-4a69-b3f3-f7ac6b6ffb15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 1097 time: 0.1161773 Aug 30 14:37:34.569320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea7c322-60a8-4a47-8620-078c95295eaa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:34.575441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.575792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.576142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.576482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.576818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.577176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.577510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.577839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.578171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.578500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.578826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.579197 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:34.619261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af63943d-b0e8-49f0-9077-4cd759f1a15c req-22898789-8500-4585-8eea-bb3a7a9b1b99 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538125 Aug 30 14:37:34.620137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3ea7c322-60a8-4a47-8620-078c95295eaa, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ea7c322-60a8-4a47-8620-078c95295eaa,segment=NetworkSegment(d84e2403-5ed0-4a58-b65d-bb192bc96ea2),segment_id=d84e2403-5ed0-4a58-b65d-bb192bc96ea2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:34.631868 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:34.806154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3ea7c322-60a8-4a47-8620-078c95295eaa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:34.836575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d506b-55ce-4589-a887-cd9f5f5e6cfa req-6e7ce430-3e68-4a8d-9133-8384b3e3b7d1 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:34.841542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-596d506b-55ce-4589-a887-cd9f5f5e6cfa req-6e7ce430-3e68-4a8d-9133-8384b3e3b7d1 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 945 time: 0.0929911 Aug 30 14:37:34.894746 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-596d506b-55ce-4589-a887-cd9f5f5e6cfa req-8c8c12fd-e83e-447b-afdd-d2c26ee01071 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467181 Aug 30 14:37:35.156567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['3ea7c322-60a8-4a47-8620-078c95295eaa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:35.228189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-9ef30b44-f0c1-4f66-980d-6bdd1237e9a5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.239664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-9ef30b44-f0c1-4f66-980d-6bdd1237e9a5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.269997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-9ef30b44-f0c1-4f66-980d-6bdd1237e9a5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.283393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-9ef30b44-f0c1-4f66-980d-6bdd1237e9a5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.303368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-9ef30b44-f0c1-4f66-980d-6bdd1237e9a5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.321916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-9ef30b44-f0c1-4f66-980d-6bdd1237e9a5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.337492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-9ef30b44-f0c1-4f66-980d-6bdd1237e9a5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.342399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-9ef30b44-f0c1-4f66-980d-6bdd1237e9a5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.2186875 Aug 30 14:37:35.387969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d28050-f8f9-4959-ba71-117dc9a13763 req-23f4633a-920d-4270-964b-20a47afbdec8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.394526 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2d28050-f8f9-4959-ba71-117dc9a13763 req-23f4633a-920d-4270-964b-20a47afbdec8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0747778 Aug 30 14:37:35.454004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3c5879d-bec4-4328-a35f-ae0749630514 req-969cd2f3-589a-43c2-b8e5-d15b322db61b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1006267 Aug 30 14:37:35.505793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2d28050-f8f9-4959-ba71-117dc9a13763 req-0a1c6602-9641-41bd-a80e-80df16f09ff9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049161 Aug 30 14:37:35.677304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ec729-2186-42b4-a286-7d14d8e249c3 req-43e18241-163b-4359-8e50-2e7f4165924c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.684728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e67ec729-2186-42b4-a286-7d14d8e249c3 req-43e18241-163b-4359-8e50-2e7f4165924c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0641172 Aug 30 14:37:35.730639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e67ec729-2186-42b4-a286-7d14d8e249c3 req-c9ff6c5d-fe97-44f6-9223-4aa160e1ec3a tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439103 Aug 30 14:37:36.029441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbd9cf-cbc8-4cba-b22f-3d05c079f9b9 req-2bce9369-64ed-44ab-9238-931037923f9d tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.049983 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabbd9cf-cbc8-4cba-b22f-3d05c079f9b9 req-2bce9369-64ed-44ab-9238-931037923f9d tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 945 time: 0.0683916 Aug 30 14:37:36.129840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fabbd9cf-cbc8-4cba-b22f-3d05c079f9b9 req-e7829c53-5f61-4e12-97e3-5429d3fe81c6 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770614 Aug 30 14:37:36.337751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-a2fb7ef6-6208-4911-92b8-7d5f5334f93f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.344123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-a2fb7ef6-6208-4911-92b8-7d5f5334f93f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.351292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-a2fb7ef6-6208-4911-92b8-7d5f5334f93f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.358376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-a2fb7ef6-6208-4911-92b8-7d5f5334f93f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.364839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-a2fb7ef6-6208-4911-92b8-7d5f5334f93f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.374764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-a2fb7ef6-6208-4911-92b8-7d5f5334f93f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.386121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-a2fb7ef6-6208-4911-92b8-7d5f5334f93f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.388240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-a2fb7ef6-6208-4911-92b8-7d5f5334f93f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.1184018 Aug 30 14:37:36.444336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c4e286eb-f564-46ff-a7b6-5b06f0092123 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.446283 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c4e286eb-f564-46ff-a7b6-5b06f0092123 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "GET /v2.0/ports/84e5271f-b261-4f7e-98cf-ff1c6c3093e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0502784 Aug 30 14:37:36.462877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:36.615565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d192e94-60c9-4fd2-a663-83d580b413e2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "GET /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1623070 Aug 30 14:37:36.636361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:36.683402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-08a35f78-7f25-4df4-84aa-7af0a417d640 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.689236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfce2434-6f52-47ce-ab9b-ab86f1fb53a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.692899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-08a35f78-7f25-4df4-84aa-7af0a417d640 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.699789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-08a35f78-7f25-4df4-84aa-7af0a417d640 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.713344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-08a35f78-7f25-4df4-84aa-7af0a417d640 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.719708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-08a35f78-7f25-4df4-84aa-7af0a417d640 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.726114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-08a35f78-7f25-4df4-84aa-7af0a417d640 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.727947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f2bb-5331-4102-b3e9-44c35b7cf7fb req-424f0b66-cee7-4292-9875-dc03784f48dd tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.729948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bc8f2bb-5331-4102-b3e9-44c35b7cf7fb req-424f0b66-cee7-4292-9875-dc03784f48dd tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.1076620 Aug 30 14:37:36.732561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-08a35f78-7f25-4df4-84aa-7af0a417d640 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.741488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-08a35f78-7f25-4df4-84aa-7af0a417d640 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 5443 time: 0.1873491 Aug 30 14:37:36.815051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.835618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f1e76a6-e139-4a23-9468-5131e797a179 req-bd6e4bc5-f5da-4929-9820-23a443e73b91 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931427 Aug 30 14:37:36.839661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfce2434-6f52-47ce-ab9b-ab86f1fb53a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.849204 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfce2434-6f52-47ce-ab9b-ab86f1fb53a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.890069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cfce2434-6f52-47ce-ab9b-ab86f1fb53a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=962c49baf44c41409ee27e1c7760376d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253850 Aug 30 14:37:36.892330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:37.284616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41987dad-6058-4ac9-8743-f0596af4d8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:37.312282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce2434-6f52-47ce-ab9b-ab86f1fb53a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b139f1ad-656c-4bfc-9b21-e0e6ae731274,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:37.350228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bc8f2bb-5331-4102-b3e9-44c35b7cf7fb req-9774ef41-d217-4159-ad1b-6a28a42cec77 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5064516 Aug 30 14:37:37.379266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41987dad-6058-4ac9-8743-f0596af4d8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:37.442602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e397758-bffd-40a9-94be-0254a4407dbc req-85a8024c-27ba-40ae-90c0-9ce02cee57e0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:37.450043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e397758-bffd-40a9-94be-0254a4407dbc req-85a8024c-27ba-40ae-90c0-9ce02cee57e0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.4671643 Aug 30 14:37:37.493951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] For port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:37.521299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116beaca-c00a-446a-91ac-f180e008bd4b req-4c0bf572-52bc-4d5e-9128-afe89a4bd04d tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:37.523842 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-116beaca-c00a-446a-91ac-f180e008bd4b req-4c0bf572-52bc-4d5e-9128-afe89a4bd04d tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 945 time: 0.0714772 Aug 30 14:37:37.538860 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e397758-bffd-40a9-94be-0254a4407dbc req-8273e9a7-82a5-4702-93cd-e64326bed452 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826621 Aug 30 14:37:37.584794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] For port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:37.588173 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41987dad-6058-4ac9-8743-f0596af4d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:37.590776 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41987dad-6058-4ac9-8743-f0596af4d8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:37.595360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-41987dad-6058-4ac9-8743-f0596af4d8f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b139f1ad-656c-4bfc-9b21-e0e6ae731274 HTTP/1.1" status: 204 len: 168 time: 0.6955953 Aug 30 14:37:37.600399 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-116beaca-c00a-446a-91ac-f180e008bd4b req-faf0594a-d9e5-49ba-9b62-6cf3748e347d tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Aug 30 14:37:37.607337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41987dad-6058-4ac9-8743-f0596af4d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b139f1ad-656c-4bfc-9b21-e0e6ae731274,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:37.648676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] device_id is not set on port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:37:37.672579 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:37.682669 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:37.766366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] No DVR routers for this DVR port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:37.768880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] Pushing event updated for resources: {'Port': ['ID=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:37.880992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] In _notify_port_updated(), no bound segment for port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:37:37.882454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:37.883257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:37.884755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-82c8bb19-47ac-412b-b079-8a16ba956a26 service neutron] 10.222.0.39 "PUT /v2.0/ports/84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 200 len: 1032 time: 1.2560339 Aug 30 14:37:37.954770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3ea7c322-60a8-4a47-8620-078c95295eaa up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:38.060541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 3ea7c322-60a8-4a47-8620-078c95295eaa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:38.068326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 3ea7c322-60a8-4a47-8620-078c95295eaa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:38.069527 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.104488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-648088e1-d0be-4380-a24d-737729e77bbb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.116395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-648088e1-d0be-4380-a24d-737729e77bbb tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "GET /v2.0/ports/0b54ca3d-3080-42af-a39d-6241be3fd532?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2207997 Aug 30 14:37:38.128668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044e5c-765c-4c91-9246-4b00f30b8972 req-350b4ed0-09f3-4c7b-a0eb-24e115fee417 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.139306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:38.148585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044e5c-765c-4c91-9246-4b00f30b8972 req-350b4ed0-09f3-4c7b-a0eb-24e115fee417 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.154416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044e5c-765c-4c91-9246-4b00f30b8972 req-350b4ed0-09f3-4c7b-a0eb-24e115fee417 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.157894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:38.169581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044e5c-765c-4c91-9246-4b00f30b8972 req-350b4ed0-09f3-4c7b-a0eb-24e115fee417 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.175034 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.176006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044e5c-765c-4c91-9246-4b00f30b8972 req-350b4ed0-09f3-4c7b-a0eb-24e115fee417 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.194118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044e5c-765c-4c91-9246-4b00f30b8972 req-350b4ed0-09f3-4c7b-a0eb-24e115fee417 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.196321 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-48044e5c-765c-4c91-9246-4b00f30b8972 req-350b4ed0-09f3-4c7b-a0eb-24e115fee417 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 4664 time: 0.2015104 Aug 30 14:37:38.216392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186bfdc-a230-4c98-a6e1-6bae0b2ae177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea7c322-60a8-4a47-8620-078c95295eaa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:38.218954 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67c5459-36dc-4d77-b9b5-396128d5107c" -d '{"events": [{"server_uuid": "c186bfdc-a230-4c98-a6e1-6bae0b2ae177", "name": "network-vif-plugged", "status": "completed", "tag": "3ea7c322-60a8-4a47-8620-078c95295eaa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:38.230045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19e2f634-eeda-4da8-9126-603e4cf5f66e None None] Provisioning complete for port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:38.230433 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19e2f634-eeda-4da8-9126-603e4cf5f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.235751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf59cd-a273-4899-a710-378cda71db64 req-a5183970-5b70-4e2f-950a-218981a6359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.239662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bf59cd-a273-4899-a710-378cda71db64 req-a5183970-5b70-4e2f-950a-218981a6359c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 1097 time: 0.2643158 Aug 30 14:37:38.244514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cd46b2-bad8-4f47-a14e-9e8af60c8c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.261998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3ea7c322-60a8-4a47-8620-078c95295eaa, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ea7c322-60a8-4a47-8620-078c95295eaa,segment=NetworkSegment(d84e2403-5ed0-4a58-b65d-bb192bc96ea2),segment_id=d84e2403-5ed0-4a58-b65d-bb192bc96ea2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:38.268793 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.286759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-48044e5c-765c-4c91-9246-4b00f30b8972 req-73ab91b1-034a-4bd7-bba0-3e0c0a8072af tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&id=89e2182c-9b82-4cd2-af55-d90c920cb6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838306 Aug 30 14:37:38.312004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-19e2f634-eeda-4da8-9126-603e4cf5f66e None None] Port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:37:38.329882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc5059-28d6-4138-a09c-9799cd2aed48 req-d6798815-bd89-4265-b3d4-590bc610bf84 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.332229 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b1635f-8a4d-4cb2-8315-e39915cc8e05 x-openstack-request-id: req-e6b1635f-8a4d-4cb2-8315-e39915cc8e05 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:38.332773 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186bfdc-a230-4c98-a6e1-6bae0b2ae177", "name": "network-vif-plugged", "status": "completed", "tag": "3ea7c322-60a8-4a47-8620-078c95295eaa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:38.333358 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6b1635f-8a4d-4cb2-8315-e39915cc8e05 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:38.334010 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186bfdc-a230-4c98-a6e1-6bae0b2ae177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea7c322-60a8-4a47-8620-078c95295eaa', 'code': 200} Aug 30 14:37:38.339092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ecc5059-28d6-4138-a09c-9799cd2aed48 req-d6798815-bd89-4265-b3d4-590bc610bf84 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.3626015 Aug 30 14:37:38.339358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3ea7c322-60a8-4a47-8620-078c95295eaa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:38.492430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178da10-f3cf-4983-9054-60fd2b56ec24 req-8325c0f6-659e-4d1f-b407-f6c1330f828b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.500489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d178da10-f3cf-4983-9054-60fd2b56ec24 req-8325c0f6-659e-4d1f-b407-f6c1330f828b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0632501 Aug 30 14:37:38.504327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ecc5059-28d6-4138-a09c-9799cd2aed48 req-6156cca9-c95e-4dec-8865-0d9224407947 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642363 Aug 30 14:37:38.504905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.565605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d178da10-f3cf-4983-9054-60fd2b56ec24 req-307ddcbd-99cf-4743-9561-53b02fe47e3a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625222 Aug 30 14:37:38.632915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf59cd-a273-4899-a710-378cda71db64 req-18c68868-d20f-4e82-8ed6-a19352e056ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.634639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bf59cd-a273-4899-a710-378cda71db64 req-18c68868-d20f-4e82-8ed6-a19352e056ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 911 time: 0.3779955 Aug 30 14:37:38.640522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c061f-4b89-4263-8b72-38967ad67c7e req-305a810c-110f-42c3-aaec-cc4a08c1e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.640522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d3c061f-4b89-4263-8b72-38967ad67c7e req-305a810c-110f-42c3-aaec-cc4a08c1e993 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 1097 time: 0.1898389 Aug 30 14:37:38.775954 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bf59cd-a273-4899-a710-378cda71db64 req-da12ba0d-01da-474b-b49d-fb8daa2e5371 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4 HTTP/1.1" status: 200 len: 217 time: 0.1227498 Aug 30 14:37:38.864465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d3c061f-4b89-4263-8b72-38967ad67c7e req-dc5d4c93-3636-454f-bf50-8ba8f208ef0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123594 Aug 30 14:37:38.890246 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cd46b2-bad8-4f47-a14e-9e8af60c8c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.906933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174003a-829c-466d-82e9-c998b5d0c40b req-75ba959c-686c-43f4-9c1e-43dfa4a37804 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.909207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6174003a-829c-466d-82e9-c998b5d0c40b req-75ba959c-686c-43f4-9c1e-43dfa4a37804 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 946 time: 0.2210753 Aug 30 14:37:38.910637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf59cd-a273-4899-a710-378cda71db64 req-50ed04a0-60c2-40d7-a865-d5398f2d3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.911982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bf59cd-a273-4899-a710-378cda71db64 req-50ed04a0-60c2-40d7-a865-d5398f2d3513 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=406dd4e2-b086-4875-9b25-35d363b273c9 HTTP/1.1" status: 200 len: 850 time: 0.1220069 Aug 30 14:37:38.912584 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63cd46b2-bad8-4f47-a14e-9e8af60c8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.921999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] For port 0b54ca3d-3080-42af-a39d-6241be3fd532, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b54ca3d-3080-42af-a39d-6241be3fd532,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:38.991478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-63cd46b2-bad8-4f47-a14e-9e8af60c8c10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=006eb317a7744c14a0c0d3f52da80226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8512061 Aug 30 14:37:38.994418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:38.996720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd46b2-bad8-4f47-a14e-9e8af60c8c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868ea2ef-1736-408a-868c-09eacfc46c4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:39.022477 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6174003a-829c-466d-82e9-c998b5d0c40b req-9944b4eb-71ce-48ab-9943-915cc8666d3b tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027164 Aug 30 14:37:39.023445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] For port 0b54ca3d-3080-42af-a39d-6241be3fd532, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:39.050764 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41f76f1a-72ea-4660-8925-7e3b0c2c8924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.061180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] device_id is not set on port 0b54ca3d-3080-42af-a39d-6241be3fd532 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:37:39.071628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.078049 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41f76f1a-72ea-4660-8925-7e3b0c2c8924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.078724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.142851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41f76f1a-72ea-4660-8925-7e3b0c2c8924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.145622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41f76f1a-72ea-4660-8925-7e3b0c2c8924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.147122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-41f76f1a-72ea-4660-8925-7e3b0c2c8924 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/868ea2ef-1736-408a-868c-09eacfc46c4e HTTP/1.1" status: 204 len: 168 time: 0.1513629 Aug 30 14:37:39.149448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] No DVR routers for this DVR port 0b54ca3d-3080-42af-a39d-6241be3fd532 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:39.156571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] Pushing event updated for resources: {'Port': ['ID=0b54ca3d-3080-42af-a39d-6241be3fd532,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:39.179860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f76f1a-72ea-4660-8925-7e3b0c2c8924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868ea2ef-1736-408a-868c-09eacfc46c4e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:39.202283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] In _notify_port_updated(), no bound segment for port 0b54ca3d-3080-42af-a39d-6241be3fd532 on network 397c024b-9e1b-4316-bf98-e610b0a459d2 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:37:39.203240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.203862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.205823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-125cda58-b377-4eae-a0d5-71446836a70b service neutron] 10.222.0.39 "PUT /v2.0/ports/0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 200 len: 1032 time: 1.0679634 Aug 30 14:37:39.291899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bf59cd-a273-4899-a710-378cda71db64 req-86fb1825-83b6-4230-9bf5-a786e9f17a2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a32c131c-f65c-461f-b3df-13d08e74d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350401 Aug 30 14:37:39.436062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:39.437158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.459427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d97911cc-afce-4da7-b518-6b436d7ec35a None None] Provisioning complete for port 0b54ca3d-3080-42af-a39d-6241be3fd532 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:39.460059 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d97911cc-afce-4da7-b518-6b436d7ec35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.461553 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bf59cd-a273-4899-a710-378cda71db64 req-86af1ac3-1df8-45d7-a371-55d051b833df service neutron] 10.222.0.21 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462862 Aug 30 14:37:39.527479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93c4e-6d5a-4969-8f4f-d2d4a3e9d00d req-dac7a8b0-b689-4bef-ac1a-1657e9c5b146 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.539677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d97911cc-afce-4da7-b518-6b436d7ec35a None None] Port 0b54ca3d-3080-42af-a39d-6241be3fd532 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:37:39.542878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93c4e-6d5a-4969-8f4f-d2d4a3e9d00d req-dac7a8b0-b689-4bef-ac1a-1657e9c5b146 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.549509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93c4e-6d5a-4969-8f4f-d2d4a3e9d00d req-dac7a8b0-b689-4bef-ac1a-1657e9c5b146 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.557318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93c4e-6d5a-4969-8f4f-d2d4a3e9d00d req-dac7a8b0-b689-4bef-ac1a-1657e9c5b146 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.566836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93c4e-6d5a-4969-8f4f-d2d4a3e9d00d req-dac7a8b0-b689-4bef-ac1a-1657e9c5b146 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.568735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebd93c4e-6d5a-4969-8f4f-d2d4a3e9d00d req-dac7a8b0-b689-4bef-ac1a-1657e9c5b146 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 3885 time: 0.1658351 Aug 30 14:37:39.676296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebd93c4e-6d5a-4969-8f4f-d2d4a3e9d00d req-1c4ab111-7ed7-4654-915f-20cb44ad09cf tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989461 Aug 30 14:37:39.679121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-be2021d8-1ed3-4275-bafb-cac17cd076a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.680583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-be2021d8-1ed3-4275-bafb-cac17cd076a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 1097 time: 0.3474455 Aug 30 14:37:39.719254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] For port f3f8e702-29ac-4f00-b892-5c7cc149e2c7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:39.720403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.756192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c668d8-ad9a-4ba2-b843-03e8e5e4cda8 req-e1322745-8116-4d6a-95ff-108e93919720 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.757799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5c668d8-ad9a-4ba2-b843-03e8e5e4cda8 req-e1322745-8116-4d6a-95ff-108e93919720 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1516931 Aug 30 14:37:39.758804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for f3f8e702-29ac-4f00-b892-5c7cc149e2c7 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:39.767384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66bf59cd-a273-4899-a710-378cda71db64 req-8432e033-26f9-4daf-b109-67cc8dc9c37b service neutron] 10.222.0.21 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696538 Aug 30 14:37:39.832830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-84ad29e3-bfe0-4141-8396-c5522ae9da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.834362 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-84ad29e3-bfe0-4141-8396-c5522ae9da50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1465657 Aug 30 14:37:39.850523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5c668d8-ad9a-4ba2-b843-03e8e5e4cda8 req-cb35654c-246b-4b59-af70-e2786cfff0a0 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820644 Aug 30 14:37:39.874201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af16614-3f37-4714-b727-0193a89f0682 req-a514811a-9892-420e-883a-4e07395e706e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.876176 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1af16614-3f37-4714-b727-0193a89f0682 req-a514811a-9892-420e-883a-4e07395e706e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0919571 Aug 30 14:37:39.959451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-883bc902-7569-4460-b6d2-37f6823ffe6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b9ff459-cbda-49af-8439-c485c85a867d HTTP/1.1" status: 200 len: 1001 time: 0.1161444 Aug 30 14:37:39.962781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1af16614-3f37-4714-b727-0193a89f0682 req-43b5d7e1-9100-46eb-ade0-22b47f469b0a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538018 Aug 30 14:37:39.983293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.021248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-c76df01d-cbcc-4c27-8f52-d3bf2175435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:40.021248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-c76df01d-cbcc-4c27-8f52-d3bf2175435f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.0519331 Aug 30 14:37:40.027024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=f3f8e702-29ac-4f00-b892-5c7cc149e2c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:40.090160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] No DVR routers for this DVR port f3f8e702-29ac-4f00-b892-5c7cc149e2c7 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:40.090691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-b05afff3-8c0d-40ed-8621-eca265bf81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:40.092484 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-b05afff3-8c0d-40ed-8621-eca265bf81fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639880 Aug 30 14:37:40.093959 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.096463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-6d89a66d-2644-4b24-a686-2259d857e198 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "DELETE /v2.0/ports/f3f8e702-29ac-4f00-b892-5c7cc149e2c7 HTTP/1.1" status: 204 len: 173 time: 0.8823550 Aug 30 14:37:40.096949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': 'f3f8e702-29ac-4f00-b892-5c7cc149e2c7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:40.099416 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c718f4-1068-4062-a842-97e7e99db646" -d '{"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "f3f8e702-29ac-4f00-b892-5c7cc149e2c7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:40.109274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-65cc946b-a3a3-4cb8-bc9c-63faab91b4b0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:37:40.110805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-65cc946b-a3a3-4cb8-bc9c-63faab91b4b0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059969 Aug 30 14:37:40.167656 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a660f-fde9-41ce-b472-db0850656e2b x-openstack-request-id: req-ee1a660f-fde9-41ce-b472-db0850656e2b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:40.167978 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "f3f8e702-29ac-4f00-b892-5c7cc149e2c7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:40.168257 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee1a660f-fde9-41ce-b472-db0850656e2b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:40.168714 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': 'f3f8e702-29ac-4f00-b892-5c7cc149e2c7', 'status': 'completed', 'code': 200} Aug 30 14:37:40.201443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580727f3-2cbf-44a7-86f7-5be2aef4807e req-bffd2f76-8642-4a27-ad9d-079f8dbbf1dd tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:40.203162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-580727f3-2cbf-44a7-86f7-5be2aef4807e req-bffd2f76-8642-4a27-ad9d-079f8dbbf1dd tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 946 time: 0.0968785 Aug 30 14:37:40.256559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-b22a6e8b-b4a6-46d5-bce8-365e31953f07 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369028 Aug 30 14:37:40.281522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-580727f3-2cbf-44a7-86f7-5be2aef4807e req-6d2774ac-7936-4189-bfe0-c387ff94108e tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500312 Aug 30 14:37:40.293098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port 753319b2-7446-4316-81cb-0659c516e6eb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:40.294120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.358543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 753319b2-7446-4316-81cb-0659c516e6eb no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:40.400311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e582bb36-332c-4aa6-a8c2-c75f3102f3ad req-b1ee872a-ee65-4e70-a66c-89f28f6b8449 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345117 Aug 30 14:37:40.463648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] For port 753319b2-7446-4316-81cb-0659c516e6eb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=753319b2-7446-4316-81cb-0659c516e6eb,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:40.464531 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.481464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for 753319b2-7446-4316-81cb-0659c516e6eb owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:40.484060 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.512281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753319b2-7446-4316-81cb-0659c516e6eb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:40.514661 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8c64af-1e1a-44cb-92fb-568c1757b0ca" -d '{"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-unplugged", "status": "completed", "tag": "753319b2-7446-4316-81cb-0659c516e6eb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:40.529425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 753319b2-7446-4316-81cb-0659c516e6eb, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=753319b2-7446-4316-81cb-0659c516e6eb,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:40.536563 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.537410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b54ca3d-3080-42af-a39d-6241be3fd532 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:40.582641 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9099ebc-6baa-4188-8d80-d63de1a4718c x-openstack-request-id: req-f9099ebc-6baa-4188-8d80-d63de1a4718c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:40.583215 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-unplugged", "status": "completed", "tag": "753319b2-7446-4316-81cb-0659c516e6eb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:40.583644 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9099ebc-6baa-4188-8d80-d63de1a4718c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:40.584345 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753319b2-7446-4316-81cb-0659c516e6eb', 'code': 200} Aug 30 14:37:40.626514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b54ca3d-3080-42af-a39d-6241be3fd532 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:40.626956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3f8e702-29ac-4f00-b892-5c7cc149e2c7 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:40.651606 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.663734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: f3f8e702-29ac-4f00-b892-5c7cc149e2c7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:40.664083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f3f8e702-29ac-4f00-b892-5c7cc149e2c7 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:40.664702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 54d14044-3963-4926-96f0-3d69ab09cda6 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:40.669823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=753319b2-7446-4316-81cb-0659c516e6eb,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:40.693106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=753319b2-7446-4316-81cb-0659c516e6eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:40.750338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] No DVR routers for this DVR port 753319b2-7446-4316-81cb-0659c516e6eb on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:40.753508 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.756033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-c7f671d7-888e-4286-bb57-986b6577bb76 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "DELETE /v2.0/ports/753319b2-7446-4316-81cb-0659c516e6eb HTTP/1.1" status: 204 len: 173 time: 0.6509814 Aug 30 14:37:40.790255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.826187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 54d14044-3963-4926-96f0-3d69ab09cda6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=54d14044-3963-4926-96f0-3d69ab09cda6,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:40.831505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.832218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:40.890614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ec05a-f6ea-4b44-9dde-61663a84a1db req-f81bf248-152e-4d28-8c73-6432e7cda966 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:40.896481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ec05a-f6ea-4b44-9dde-61663a84a1db req-f81bf248-152e-4d28-8c73-6432e7cda966 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:40.902526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ec05a-f6ea-4b44-9dde-61663a84a1db req-f81bf248-152e-4d28-8c73-6432e7cda966 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:40.904249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a95ec05a-f6ea-4b44-9dde-61663a84a1db req-f81bf248-152e-4d28-8c73-6432e7cda966 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 2415 time: 0.1127687 Aug 30 14:37:40.913854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=54d14044-3963-4926-96f0-3d69ab09cda6,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:40.956291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:40.956632 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.963556 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a95ec05a-f6ea-4b44-9dde-61663a84a1db req-553e3915-0ab7-490c-a335-bfad5a93491e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509367 Aug 30 14:37:41.029688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.077432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:41.085111 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.086912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068294d-ca36-42cf-a6e3-272a0f1cae44 req-ed92cff8-2d00-4fab-8bce-4d297aa92e5a tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.087556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 808e7602-c320-4cbc-80db-e487ef7820ce no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:41.100307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] For port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:41.100658 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.104950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a068294d-ca36-42cf-a6e3-272a0f1cae44 req-ed92cff8-2d00-4fab-8bce-4d297aa92e5a tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1125014 Aug 30 14:37:41.124433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:41.151566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:41.193603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a068294d-ca36-42cf-a6e3-272a0f1cae44 req-c8b5786c-ab51-498b-9d52-7150a54d3051 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793934 Aug 30 14:37:41.225398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:41.276393 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.280192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-947613691', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:41.305741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Made reservation on behalf of dc769eeddbac46d1b1dbd1a93260cee2 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:41.306094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0074a-33bc-4d4f-8651-088fa18ad2e1 req-99eee075-e32c-4662-bce7-ed982261d54c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.308195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83d0074a-33bc-4d4f-8651-088fa18ad2e1 req-99eee075-e32c-4662-bce7-ed982261d54c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.2047124 Aug 30 14:37:41.323728 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.335328 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.341714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 808e7602-c320-4cbc-80db-e487ef7820ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=808e7602-c320-4cbc-80db-e487ef7820ce,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:41.348119 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.349624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:41.395442 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83d0074a-33bc-4d4f-8651-088fa18ad2e1 req-c65ce9fe-553e-4cc5-9db4-63a0e4e9b4f7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726216 Aug 30 14:37:41.421899 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.442141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:41.446879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=808e7602-c320-4cbc-80db-e487ef7820ce,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:41.463026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:41.473542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47731d21-fddb-42e0-9d85-0c280d60282c req-7e440d69-3414-4e66-97d6-566215ed66a6 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.480937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47731d21-fddb-42e0-9d85-0c280d60282c req-7e440d69-3414-4e66-97d6-566215ed66a6 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 946 time: 0.1003478 Aug 30 14:37:41.507556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] No DVR routers for this DVR port de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:41.510177 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.512190 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-b5bca48f-3c3f-4c1c-9291-38c70bc806c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "DELETE /v2.0/ports/de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c HTTP/1.1" status: 204 len: 173 time: 0.7481048 Aug 30 14:37:41.536519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47731d21-fddb-42e0-9d85-0c280d60282c req-dfdd5da2-204b-42c6-a5d8-50eb8bffca7c tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546706 Aug 30 14:37:41.538292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.543177 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.585927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0a27cf-6416-4afb-b6cd-ce31686f0a36,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:41.589795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:37:41.601873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.602239 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Added segment 711aaefd-2902-4513-ac19-8f943cef3118 of type vlan for network d64f9e01-a1cf-4da9-99e4-8a98bef5a399 Aug 30 14:37:41.632298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port 808e7602-c320-4cbc-80db-e487ef7820ce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:41.632692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.651457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.682215 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.685151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.685151 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.737617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] For port 808e7602-c320-4cbc-80db-e487ef7820ce, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=808e7602-c320-4cbc-80db-e487ef7820ce,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:41.737877 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.741905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5976710 Aug 30 14:37:41.744708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:41.749615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'subnet': {'network_id': 'd64f9e01-a1cf-4da9-99e4-8a98bef5a399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:41.753221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for 808e7602-c320-4cbc-80db-e487ef7820ce owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:41.758368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e563e-8bea-447b-8f75-42d59e73063a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'Network': ['ID=d64f9e01-a1cf-4da9-99e4-8a98bef5a399,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:41.769600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d64f9e01-a1cf-4da9-99e4-8a98bef5a399 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:37:41.779713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Made reservation on behalf of dc769eeddbac46d1b1dbd1a93260cee2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:41.782521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.978322 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.055976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=808e7602-c320-4cbc-80db-e487ef7820ce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:42.114078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] No DVR routers for this DVR port 808e7602-c320-4cbc-80db-e487ef7820ce on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:42.116876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.119720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-495c9066-8b7b-4500-8d2d-31652b3b3ccc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "DELETE /v2.0/ports/808e7602-c320-4cbc-80db-e487ef7820ce HTTP/1.1" status: 204 len: 173 time: 0.5991802 Aug 30 14:37:42.181499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': '753319b2-7446-4316-81cb-0659c516e6eb'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': '808e7602-c320-4cbc-80db-e487ef7820ce'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:42.183673 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b3d4af-749d-44d7-a601-92461040c7b1" -d '{"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "753319b2-7446-4316-81cb-0659c516e6eb"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "808e7602-c320-4cbc-80db-e487ef7820ce"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:42.252057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41e78d-5189-4926-9475-556b5c7147dd req-4f728d17-4085-4637-a976-4d81622f52e5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:42.253653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f41e78d-5189-4926-9475-556b5c7147dd req-4f728d17-4085-4637-a976-4d81622f52e5 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 944 time: 0.1409881 Aug 30 14:37:42.266305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:37:42.267653 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.308281 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85489f1-4dff-4289-a508-237ccfa40ff8 x-openstack-request-id: req-f85489f1-4dff-4289-a508-237ccfa40ff8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:42.308627 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "753319b2-7446-4316-81cb-0659c516e6eb", "status": "completed", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c", "status": "completed", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "808e7602-c320-4cbc-80db-e487ef7820ce", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:42.308969 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f85489f1-4dff-4289-a508-237ccfa40ff8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:42.309560 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': '753319b2-7446-4316-81cb-0659c516e6eb', 'status': 'completed', 'code': 200} Aug 30 14:37:42.309817 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c', 'status': 'completed', 'code': 200} Aug 30 14:37:42.310267 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': '808e7602-c320-4cbc-80db-e487ef7820ce', 'status': 'completed', 'code': 200} Aug 30 14:37:42.315317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port 54d14044-3963-4926-96f0-3d69ab09cda6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:42.315953 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.325323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f41e78d-5189-4926-9475-556b5c7147dd req-ef961e8a-0c0d-4fc9-9d10-c4920d828e85 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6af88d48-b84e-4923-9430-ef5d6efb1950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593100 Aug 30 14:37:42.326799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:42.402192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Checking segment: {'id': '711aaefd-2902-4513-ac19-8f943cef3118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd64f9e01-a1cf-4da9-99e4-8a98bef5a399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:42.402192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Network hostable DHCP agents. Network: d64f9e01-a1cf-4da9-99e4-8a98bef5a399, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:37:42.452900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Network d64f9e01-a1cf-4da9-99e4-8a98bef5a399 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:37:42.467207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25c5ce-528a-43e5-a97c-59829b8c65c5 req-b0f17310-aa52-4914-9cd3-a0921ac6d5a3 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:42.468885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-af25c5ce-528a-43e5-a97c-59829b8c65c5 req-b0f17310-aa52-4914-9cd3-a0921ac6d5a3 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1023977 Aug 30 14:37:42.478294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d64f9e01-a1cf-4da9-99e4-8a98bef5a399) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:42.488208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a08fa-ae86-4f2d-bd3b-a8dcc1052a0f None None] Network d64f9e01-a1cf-4da9-99e4-8a98bef5a399 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:42.489803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:42.491051 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.495499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabceaf-6632-41f2-a224-d5200ca5923f req-0e38ca20-6cd3-497f-8a5f-6737628332c7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:42.497339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ecabceaf-6632-41f2-a224-d5200ca5923f req-0e38ca20-6cd3-497f-8a5f-6737628332c7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 946 time: 0.0873685 Aug 30 14:37:42.503666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] For port 54d14044-3963-4926-96f0-3d69ab09cda6, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=54d14044-3963-4926-96f0-3d69ab09cda6,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:42.504428 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.513451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e4f830d-54ce-4213-a006-0d2600663888 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7647629 Aug 30 14:37:42.513451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:42.519015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1133850332', 'network_id': 'd64f9e01-a1cf-4da9-99e4-8a98bef5a399'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:42.547886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-af25c5ce-528a-43e5-a97c-59829b8c65c5 req-28c0e961-b20e-4458-a401-2b741530567b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679815 Aug 30 14:37:42.577843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Made reservation on behalf of dc769eeddbac46d1b1dbd1a93260cee2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:42.580313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.589264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c'}, {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808e7602-c320-4cbc-80db-e487ef7820ce'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:42.592440 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793a02b6-b3d5-495e-aa2b-862bfdc27e1f" -d '{"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-unplugged", "status": "completed", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-unplugged", "status": "completed", "tag": "de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c"}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-unplugged", "status": "completed", "tag": "808e7602-c320-4cbc-80db-e487ef7820ce"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:42.616792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ecabceaf-6632-41f2-a224-d5200ca5923f req-83d22228-d95a-4a29-afeb-dedbe7126a93 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054842 Aug 30 14:37:42.617845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] device_id is not set on port faa022d8-4409-4ccd-9441-29bdc033f075 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:37:42.702716 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1452fa53-5609-4e09-99df-7cfbc1676ff5 x-openstack-request-id: req-1452fa53-5609-4e09-99df-7cfbc1676ff5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:42.703209 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-unplugged", "status": "completed", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-unplugged", "status": "completed", "tag": "de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c", "code": 200}, {"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-unplugged", "status": "completed", "tag": "808e7602-c320-4cbc-80db-e487ef7820ce", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:42.703458 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1452fa53-5609-4e09-99df-7cfbc1676ff5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:42.704021 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6', 'code': 200} Aug 30 14:37:42.704337 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7a0580-2ee7-40b6-a41f-17c3fcb1bb3c', 'code': 200} Aug 30 14:37:42.704730 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808e7602-c320-4cbc-80db-e487ef7820ce', 'code': 200} Aug 30 14:37:42.707804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81434f55-6b47-484b-9dab-43372947eb11 None None] Network d64f9e01-a1cf-4da9-99e4-8a98bef5a399 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:42.813447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46250948-a97b-4754-8151-4bb9777c777c req-a5f5cbd9-729c-42c6-9658-79c15459e0e6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:42.815401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46250948-a97b-4754-8151-4bb9777c777c req-a5f5cbd9-729c-42c6-9658-79c15459e0e6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.0924733 Aug 30 14:37:42.816057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.816545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.816901 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Floating IP fddfb0a7-f079-44b9-b090-9dc5dc878105 disassociated. External IP: 172.25.6.65, port: 54d14044-3963-4926-96f0-3d69ab09cda6. Aug 30 14:37:42.817277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for 54d14044-3963-4926-96f0-3d69ab09cda6 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:42.827190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Allocated IP 172.20.0.12 (d64f9e01-a1cf-4da9-99e4-8a98bef5a399/cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87/faa022d8-4409-4ccd-9441-29bdc033f075) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:42.878608 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46250948-a97b-4754-8151-4bb9777c777c req-a295bd80-4493-44c8-8ab4-7e6cd222fe56 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534565 Aug 30 14:37:42.958486 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.005597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=54d14044-3963-4926-96f0-3d69ab09cda6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:43.014971 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.063739 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.119451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Network d64f9e01-a1cf-4da9-99e4-8a98bef5a399 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:43.124261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:43.127136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:43.164640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'Port': ['ID=faa022d8-4409-4ccd-9441-29bdc033f075,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:43.178396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:43.179132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.195692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-af4615cd-238e-4bb6-bc99-16817807d47e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6812336 Aug 30 14:37:43.198379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:43.297604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a64e999-e16c-46a9-b160-2893e7a5d0c4 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Deleting port faa022d8-4409-4ccd-9441-29bdc033f075 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:43.298892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a64e999-e16c-46a9-b160-2893e7a5d0c4 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.418957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a64e999-e16c-46a9-b160-2893e7a5d0c4 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.445368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a64e999-e16c-46a9-b160-2893e7a5d0c4 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Calling delete_port for faa022d8-4409-4ccd-9441-29bdc033f075 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:43.466906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:37:43.483426 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3966fb50-dbf6-42f1-96f6-7e70b59a3fa2 req-771a0579-06ba-48e3-9442-2e6b10fca333 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0324700 Aug 30 14:37:43.656169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:43.669348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] Sync routers for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:43.681895 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:43.682541 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:43.706894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a64e999-e16c-46a9-b160-2893e7a5d0c4 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.732912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] No DVR routers for this DVR port 54d14044-3963-4926-96f0-3d69ab09cda6 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:43.736927 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.738943 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e8d16dfd-735f-4149-b3ea-a5f4a919225f req-af10c097-d07c-4f1f-8838-c83800ed0b3a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.39 "DELETE /v2.0/ports/54d14044-3963-4926-96f0-3d69ab09cda6 HTTP/1.1" status: 204 len: 173 time: 1.6083899 Aug 30 14:37:43.748102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64e999-e16c-46a9-b160-2893e7a5d0c4 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event deleted for resources: {'Port': ['ID=faa022d8-4409-4ccd-9441-29bdc033f075,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:43.775277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe7445-845a-4335-b997-57f35ccf52e8 req-1608f6cf-6677-4263-a361-78d58df9cdc4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:43.776877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1abe7445-845a-4335-b997-57f35ccf52e8 req-1608f6cf-6677-4263-a361-78d58df9cdc4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 946 time: 0.1235363 Aug 30 14:37:43.790843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634145-f0c7-494a-9e33-043050abc7a9 req-8bcb561c-3452-4fd2-ac25-b2eb7a1b2cc8 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:43.803165 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6634145-f0c7-494a-9e33-043050abc7a9 req-8bcb561c-3452-4fd2-ac25-b2eb7a1b2cc8 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1372230 Aug 30 14:37:43.866365 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6634145-f0c7-494a-9e33-043050abc7a9 req-6f7e3a8c-579d-4ab3-a8d3-4a8aa52ecfcb tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614858 Aug 30 14:37:43.875516 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:43.901373 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1abe7445-845a-4335-b997-57f35ccf52e8 req-0a6fcc57-00c8-44ad-93bf-e9b103c5d5b1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003149 Aug 30 14:37:43.939835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a64e999-e16c-46a9-b160-2893e7a5d0c4 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.947269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:43.951898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd64f9e01-a1cf-4da9-99e4-8a98bef5a399', 'external_fixed_ips': [{'subnet_id': 'cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87', 'ip_address': '172.20.0.12'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:43.959086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6a64e999-e16c-46a9-b160-2893e7a5d0c4 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "DELETE /v2.0/ports/faa022d8-4409-4ccd-9441-29bdc033f075 HTTP/1.1" status: 204 len: 168 time: 0.7567878 Aug 30 14:37:43.991230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:43.993631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:44.026688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-283c21b0-03f5-4c8b-8e10-c0b78795edfe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0493257 Aug 30 14:37:44.135131 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:52Z', 'revision_number': 5, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:44.164980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b34b9-9cc5-4a86-8a1e-6cf932615048 req-37457308-b5b6-477e-bdc0-402c2c82ced2 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:44.166577 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a1b34b9-9cc5-4a86-8a1e-6cf932615048 req-37457308-b5b6-477e-bdc0-402c2c82ced2 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 946 time: 0.1687188 Aug 30 14:37:44.168253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:44.180103 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] Checking router: 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:44.197866 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:44.198829 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:44.243782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-ac1fb2de-8868-475d-9751-0cc0f3abe026 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:44.245484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-ac1fb2de-8868-475d-9751-0cc0f3abe026 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.21 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 946 time: 0.2055218 Aug 30 14:37:44.352475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:44.355022 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac687208-45f0-4374-acf5-8f72959479b4" -d '{"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:44.378053 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:44.418490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a1b34b9-9cc5-4a86-8a1e-6cf932615048 req-b28051ed-dd69-4ed5-b3ee-2e9c92d1088e tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/security-groups?id=77512a46-e1dd-44ec-a4fb-c4ac00678646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395048 Aug 30 14:37:44.428029 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:44.440980 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b277bcf-5574-4847-a7e6-800d75d0b179 x-openstack-request-id: req-7b277bcf-5574-4847-a7e6-800d75d0b179 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:44.441657 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d55d41-ff8c-48e6-9cbf-8057ba643f45", "name": "network-vif-deleted", "tag": "54d14044-3963-4926-96f0-3d69ab09cda6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:44.441909 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b277bcf-5574-4847-a7e6-800d75d0b179 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:44.442837 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d55d41-ff8c-48e6-9cbf-8057ba643f45', 'name': 'network-vif-deleted', 'tag': '54d14044-3963-4926-96f0-3d69ab09cda6', 'status': 'completed', 'code': 200} Aug 30 14:37:44.520293 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:44.531133 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:44.562747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:44.570478 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:44.591707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Deleting port 3ea7c322-60a8-4a47-8620-078c95295eaa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:44.592105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:44.640403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:44.697959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc48256d-03d6-47d6-999b-cfe610452d9c req-57481b07-f197-40d7-8302-f9feb764fd8a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0487065 Aug 30 14:37:44.710883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:44.710883 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b1d6dd-9815-4e18-905c-42216f9187cd" -d '{"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-unplugged", "status": "completed", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:44.746524 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f1a6a9-7946-4c6c-92f0-041a1f914677 x-openstack-request-id: req-c6f1a6a9-7946-4c6c-92f0-041a1f914677 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:44.746922 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-unplugged", "status": "failed", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:44.747279 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6f1a6a9-7946-4c6c-92f0-041a1f914677 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:44.747880 n-d-805668-3 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d', 'code': 422} returned with failed status Aug 30 14:37:44.780447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] For port 3ea7c322-60a8-4a47-8620-078c95295eaa, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ea7c322-60a8-4a47-8620-078c95295eaa,segment=NetworkSegment(d84e2403-5ed0-4a58-b65d-bb192bc96ea2),segment_id=d84e2403-5ed0-4a58-b65d-bb192bc96ea2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:44.780752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:44.799450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Calling delete_port for 3ea7c322-60a8-4a47-8620-078c95295eaa owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:44.830587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:52Z', 'revision_number': 5, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:44.860111 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321069b-d383-418c-b6c0-744867f0d95b None None] The sync data for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 is: [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:26:46Z', 'revision_number': 4, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '1540aee9-2b03-4309-a62d-a97e8d242e66', 'name': '', 'network_id': '2312e3f6-2171-474e-b61d-296e33ea93ac', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:45Z', 'updated_at': '2021-08-30T14:26:52Z', 'revision_number': 5, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'subnets': [{'id': 'be838110-f044-4f9d-bfe0-fd6e908650e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:44.978032 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:45.015572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:45.099274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f62faa-ca34-4fee-9b41-ef7fe32f4725 req-b4617a5e-d713-40fc-838f-6eca4da3d6f6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:45.108554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17f62faa-ca34-4fee-9b41-ef7fe32f4725 req-b4617a5e-d713-40fc-838f-6eca4da3d6f6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.0847249 Aug 30 14:37:45.181715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17f62faa-ca34-4fee-9b41-ef7fe32f4725 req-10870b57-ca46-4450-b3c3-cff37f01ca35 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720367 Aug 30 14:37:45.198581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a512faf-2391-470f-9013-d5d854319e53 req-2f3d977c-61c9-4199-af81-33054c62e50e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:45.200226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a512faf-2391-470f-9013-d5d854319e53 req-2f3d977c-61c9-4199-af81-33054c62e50e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1888986 Aug 30 14:37:45.259461 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:45.270154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def87fc2-876d-4e25-9c3a-2f53cd49c6f3 None None] New status for floating IP fddfb0a7-f079-44b9-b090-9dc5dc878105: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:37:45.306944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['3ea7c322-60a8-4a47-8620-078c95295eaa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:45.330756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Pushing event deleted for resources: {'Port': ['ID=3ea7c322-60a8-4a47-8620-078c95295eaa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:45.346663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a512faf-2391-470f-9013-d5d854319e53 req-cbc437e5-a2c6-4170-a9b4-ceb7ce71c48b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392376 Aug 30 14:37:45.414619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] No DVR routers for this DVR port 3ea7c322-60a8-4a47-8620-078c95295eaa on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:45.418664 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:45.420782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-94cb306d-bd68-49a2-b0df-7d83e940ba1c req-a4a6b698-4d1d-41ff-9d8d-eecea2f711f7 tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.21 "DELETE /v2.0/ports/3ea7c322-60a8-4a47-8620-078c95295eaa HTTP/1.1" status: 204 len: 173 time: 1.1322730 Aug 30 14:37:45.452982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Allocated IP 172.20.0.12 (d64f9e01-a1cf-4da9-99e4-8a98bef5a399/cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87/9e2ac2c9-1a43-4b8f-abba-76d89362e3bf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:45.534090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ba770d9-8b83-4141-b111-5626930db969 req-bca4bf6a-ea49-4253-9ab0-fb393f6e7baf tempest-ServerMetadataNegativeTestJSON-1834146964 tempest-ServerMetadataNegativeTestJSON-1834146964-project] 10.222.0.50 "GET /v2.0/ports?device_id=c186bfdc-a230-4c98-a6e1-6bae0b2ae177 HTTP/1.1" status: 200 len: 210 time: 0.0384920 Aug 30 14:37:45.589357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:45.647258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:45.696138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'Port': ['ID=9e2ac2c9-1a43-4b8f-abba-76d89362e3bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:45.718105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Network d64f9e01-a1cf-4da9-99e4-8a98bef5a399 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:45.720295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:45.722905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:45.866359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-642804ca-7a3c-4a3f-b20c-49e08e5643d9 req-6bc0048c-0597-438b-b933-ebd7e7da727c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0532839 Aug 30 14:37:46.045844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.268744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.305422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57d601-2a58-4ecf-8a87-d00f488c8724 req-08d6cb80-4154-4689-b248-74d7167fa90f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:46.313473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c57d601-2a58-4ecf-8a87-d00f488c8724 req-08d6cb80-4154-4689-b248-74d7167fa90f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.0600991 Aug 30 14:37:46.353819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c57d601-2a58-4ecf-8a87-d00f488c8724 req-8d6655d3-d936-4652-8ace-3a41d53f81be tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392525 Aug 30 14:37:46.429331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Router 8035f35b-8cf1-4d77-8725-2357f75daca5 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:37:46.443420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186bfdc-a230-4c98-a6e1-6bae0b2ae177', 'name': 'network-vif-deleted', 'tag': '3ea7c322-60a8-4a47-8620-078c95295eaa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:46.445676 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae4ebf6-ee6a-4380-950a-25f98f1cd55d" -d '{"events": [{"server_uuid": "c186bfdc-a230-4c98-a6e1-6bae0b2ae177", "name": "network-vif-deleted", "tag": "3ea7c322-60a8-4a47-8620-078c95295eaa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:46.514834 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f912d2f-9fa9-4bad-88c1-9b68293762ff x-openstack-request-id: req-0f912d2f-9fa9-4bad-88c1-9b68293762ff {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:46.515157 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186bfdc-a230-4c98-a6e1-6bae0b2ae177", "name": "network-vif-deleted", "tag": "3ea7c322-60a8-4a47-8620-078c95295eaa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:46.515385 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f912d2f-9fa9-4bad-88c1-9b68293762ff {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:46.515770 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186bfdc-a230-4c98-a6e1-6bae0b2ae177', 'name': 'network-vif-deleted', 'tag': '3ea7c322-60a8-4a47-8620-078c95295eaa', 'status': 'completed', 'code': 200} Aug 30 14:37:46.537133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80eb9c6-cc4a-4473-8081-a98e11bec67a req-9ca1cc8f-f3ff-4b33-bd3f-9a122ddcedb6 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:46.538812 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f80eb9c6-cc4a-4473-8081-a98e11bec67a req-9ca1cc8f-f3ff-4b33-bd3f-9a122ddcedb6 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1071866 Aug 30 14:37:46.595954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:46.625565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f80eb9c6-cc4a-4473-8081-a98e11bec67a req-1a05f451-2703-448e-9ad1-5fee4e32425c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777719 Aug 30 14:37:46.632840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:46.643976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3666415-51d3-48f5-8b20-ad5df9a681c8 admin admin] Deleting subnet c1fc3763-9394-4af7-838d-41e9cb79c190 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:37:46.648043 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3666415-51d3-48f5-8b20-ad5df9a681c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.649797 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Sync routers for ids ['8035f35b-8cf1-4d77-8725-2357f75daca5'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:46.659027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.663838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ed0206d3-3f01-4d5a-8868-3b27c827443a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.7154732 Aug 30 14:37:46.664629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:46.671625 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Routers {'8035f35b-8cf1-4d77-8725-2357f75daca5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:46.672325 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8035f35b-8cf1-4d77-8725-2357f75daca5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:46.699358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3666415-51d3-48f5-8b20-ad5df9a681c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.753960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3666415-51d3-48f5-8b20-ad5df9a681c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.796878 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Set router 8035f35b-8cf1-4d77-8725-2357f75daca5 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:46.809996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.832799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3666415-51d3-48f5-8b20-ad5df9a681c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.867876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3666415-51d3-48f5-8b20-ad5df9a681c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fc3763-9394-4af7-838d-41e9cb79c190,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:46.873174 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3666415-51d3-48f5-8b20-ad5df9a681c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.876157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e3666415-51d3-48f5-8b20-ad5df9a681c8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c1fc3763-9394-4af7-838d-41e9cb79c190 HTTP/1.1" status: 204 len: 168 time: 0.2792015 Aug 30 14:37:46.878925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:46.938970 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:46.994971 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.006522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Deleting port 9e2ac2c9-1a43-4b8f-abba-76d89362e3bf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:47.006847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.020692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c7d5cc2-1ff6-4311-a27c-f455b62b08b7 req-5da4ea3c-dd2e-4a05-83e2-2c68cc76f32a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0389771 Aug 30 14:37:47.102106 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8035f35b-8cf1-4d77-8725-2357f75daca5', 'name': '', 'tenant_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd64f9e01-a1cf-4da9-99e4-8a98bef5a399', 'external_fixed_ips': [{'subnet_id': 'cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '9e2ac2c9-1a43-4b8f-abba-76d89362e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:37:44Z', 'updated_at': '2021-08-30T14:37:45Z', 'revision_number': 3, 'project_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'gw_port': {'id': '9e2ac2c9-1a43-4b8f-abba-76d89362e3bf', 'name': '', 'network_id': 'd64f9e01-a1cf-4da9-99e4-8a98bef5a399', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8035f35b-8cf1-4d77-8725-2357f75daca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:37:45Z', 'updated_at': '2021-08-30T14:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:47.103428 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.118664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Calling delete_port for 9e2ac2c9-1a43-4b8f-abba-76d89362e3bf owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:47.118891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.133234 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Checking router: 8035f35b-8cf1-4d77-8725-2357f75daca5 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:47.133493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe48c966-2082-475b-aec0-ba8c34d8544f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:47.133637 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Updating router 8035f35b-8cf1-4d77-8725-2357f75daca5 port 9e2ac2c9-1a43-4b8f-abba-76d89362e3bf binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:37:47.145033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84e2403-5ed0-4a58-b65d-bb192bc96ea2') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:47.145351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84e2403-5ed0-4a58-b65d-bb192bc96ea2') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:47.154982 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.164684 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.177582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.184352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:37:47.185028 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:37:47.196760 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:37:47.244856 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.253518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.259695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fe48c966-2082-475b-aec0-ba8c34d8544f HTTP/1.1" status: 204 len: 168 time: 0.3768311 Aug 30 14:37:47.279182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191c38-188c-4ee0-9bd6-c3b5ce6a6e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe48c966-2082-475b-aec0-ba8c34d8544f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:47.317494 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:37:47.325186 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.389245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e2ac2c9-1a43-4b8f-abba-76d89362e3bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:47.443657 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.503572 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:37:47.503974 n-d-805668-3 neutron-server[94829]: DEBUG oslo_db.api [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:37:47.525317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:47.571715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8ef78963-3bd1-4b13-ac34-b1e9e5d9aad8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9a7d533fe4f421d95b9c40039d6ae8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427265 Aug 30 14:37:47.571970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:47.628621 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ee7f4c3-6869-476d-9378-2c1b32546ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.653474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ee7f4c3-6869-476d-9378-2c1b32546ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.713344 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ee7f4c3-6869-476d-9378-2c1b32546ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.715927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ee7f4c3-6869-476d-9378-2c1b32546ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.720280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ee7f4c3-6869-476d-9378-2c1b32546ace admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77512a46-e1dd-44ec-a4fb-c4ac00678646 HTTP/1.1" status: 204 len: 168 time: 0.1442392 Aug 30 14:37:47.726918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7f4c3-6869-476d-9378-2c1b32546ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77512a46-e1dd-44ec-a4fb-c4ac00678646,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:47.826632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52723356-7a55-49fe-92bf-e2b568e0e355 req-1687eef8-adb6-488d-8bd4-b62399116c3c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:47.828348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52723356-7a55-49fe-92bf-e2b568e0e355 req-1687eef8-adb6-488d-8bd4-b62399116c3c tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0672805 Aug 30 14:37:47.885490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52723356-7a55-49fe-92bf-e2b568e0e355 req-7f21e84b-754f-4af0-8317-bf7efde3e535 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 Aug 30 14:37:47.898308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.901664 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.959217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f9c1-4cea-4226-9a5e-3f3c5222ae9e req-6547e2da-4ef1-4845-8fc4-6c04ac8929ec tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:47.960784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b12f9c1-4cea-4226-9a5e-3f3c5222ae9e req-6547e2da-4ef1-4845-8fc4-6c04ac8929ec tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.4815769 Aug 30 14:37:47.962010 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.962530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8035f35b-8cf1-4d77-8725-2357f75daca5 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:37:47.967407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.969089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0d0b2960-f361-4784-bb5c-ddad94f6020a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8035f35b-8cf1-4d77-8725-2357f75daca5 HTTP/1.1" status: 204 len: 168 time: 1.3024294 Aug 30 14:37:47.972195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:48.010563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3ea7c322-60a8-4a47-8620-078c95295eaa no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:48.014363 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9b12f9c1-4cea-4226-9a5e-3f3c5222ae9e req-3f0eb0dc-c9a0-404b-b2af-0a0e4261fb40 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Aug 30 14:37:48.051170 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Port 9e2ac2c9-1a43-4b8f-abba-76d89362e3bf not found while updating agent binding for router 8035f35b-8cf1-4d77-8725-2357f75daca5. {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 14:37:48.051777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 3ea7c322-60a8-4a47-8620-078c95295eaa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:48.051777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3ea7c322-60a8-4a47-8620-078c95295eaa not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:48.067246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f063dd-bd97-40c1-b66e-2e5301089e4a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Deleting subnet cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:37:48.070984 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Routers set() bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:48.071386 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Router IDs set() for agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 14:37:48.072150 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_agentschedulers_db [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8035f35b-8cf1-4d77-8725-2357f75daca5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent'). {{(pid=94829) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 14:37:48.072409 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feddde1-a7c6-48f8-9cee-27749343462c None None] The sync data for ids ['8035f35b-8cf1-4d77-8725-2357f75daca5'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:48.080690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f063dd-bd97-40c1-b66e-2e5301089e4a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.145251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f063dd-bd97-40c1-b66e-2e5301089e4a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.157121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c21fc1a3-ca2e-482e-8c8f-bb1fabd2f131 req-635a6e85-341a-4c5b-a0bc-4ecb64a4a049 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0288670 Aug 30 14:37:48.201889 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f063dd-bd97-40c1-b66e-2e5301089e4a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.265187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f063dd-bd97-40c1-b66e-2e5301089e4a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.279217 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f063dd-bd97-40c1-b66e-2e5301089e4a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.281616 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-92f063dd-bd97-40c1-b66e-2e5301089e4a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87 HTTP/1.1" status: 204 len: 168 time: 0.3079607 Aug 30 14:37:48.283998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:48.302967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f063dd-bd97-40c1-b66e-2e5301089e4a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:48.389485 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.479659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.492770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64f9e01-a1cf-4da9-99e4-8a98bef5a399']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:48.509168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711aaefd-2902-4513-ac19-8f943cef3118') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:48.509469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711aaefd-2902-4513-ac19-8f943cef3118') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:48.519114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.534640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.547705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:37:48.548246 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:37:48.555025 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:37:48.614733 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.621010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d64f9e01-a1cf-4da9-99e4-8a98bef5a399 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 14:37:48.624140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.630169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "DELETE /v2.0/networks/d64f9e01-a1cf-4da9-99e4-8a98bef5a399 HTTP/1.1" status: 204 len: 168 time: 0.3415766 Aug 30 14:37:48.638890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978c842-e62e-48b3-ace3-8e0106ebda3f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event deleted for resources: {'Network': ['ID=d64f9e01-a1cf-4da9-99e4-8a98bef5a399,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:48.914149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:48.918645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eec1762c-c1e2-4c31-9690-c5dc5736bd82 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'router': {'name': 'tempest-router--1062455131', 'project_id': 'e2c2ee82ee6d4284843b3ee8ca385f4a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:48.981267 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec1762c-c1e2-4c31-9690-c5dc5736bd82 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.982643 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec1762c-c1e2-4c31-9690-c5dc5736bd82 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.119556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec1762c-c1e2-4c31-9690-c5dc5736bd82 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.138312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37329a1-957a-4750-a451-8d70fd45ef85 req-34e5ed9b-c784-48e8-9e4e-90216ba0891f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:49.147909 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e37329a1-957a-4750-a451-8d70fd45ef85 req-34e5ed9b-c784-48e8-9e4e-90216ba0891f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1358621 Aug 30 14:37:49.150277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec1762c-c1e2-4c31-9690-c5dc5736bd82 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.213447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e37329a1-957a-4750-a451-8d70fd45ef85 req-3bdf8583-b90b-4c23-b685-39e6302ab6fd tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639927 Aug 30 14:37:49.215217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eec1762c-c1e2-4c31-9690-c5dc5736bd82 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.226464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eec1762c-c1e2-4c31-9690-c5dc5736bd82 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3098102 Aug 30 14:37:49.227772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:49.347600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d08b40-eb32-49c3-bfa4-fa91fb1c3a05 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.364072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcc2-7439-4f48-b32a-09456a46f8d8 req-bc719fff-00ab-4395-8ac2-550517367a4a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:49.378471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1b1bcc2-7439-4f48-b32a-09456a46f8d8 req-bc719fff-00ab-4395-8ac2-550517367a4a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.0703492 Aug 30 14:37:49.424065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1b1bcc2-7439-4f48-b32a-09456a46f8d8 req-28f133d1-9afb-4388-8ce7-d5536adce13e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445795 Aug 30 14:37:49.445398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b1e1d41-c8a0-466c-b8f2-402e0c51ea7d req-5529df16-9b46-4524-a3f1-e6817225c70e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0354989 Aug 30 14:37:49.524771 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-20658ecb-e77a-441c-bcc8-849e88987502 req-de666824-b20b-4d65-bf72-0def5d433c79 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0433254 Aug 30 14:37:49.562274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d08b40-eb32-49c3-bfa4-fa91fb1c3a05 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.564778 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d08b40-eb32-49c3-bfa4-fa91fb1c3a05 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.615660 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d08b40-eb32-49c3-bfa4-fa91fb1c3a05 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.616247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d08b40-eb32-49c3-bfa4-fa91fb1c3a05 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1e89fe2-5fdd-4819-bde8-57cef3ec5ff7 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:37:49.632004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54d08b40-eb32-49c3-bfa4-fa91fb1c3a05 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.636148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-54d08b40-eb32-49c3-bfa4-fa91fb1c3a05 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d1e89fe2-5fdd-4819-bde8-57cef3ec5ff7 HTTP/1.1" status: 204 len: 168 time: 0.4043548 Aug 30 14:37:49.748846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49142) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:49.801899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.968994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-62882867', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:49.993285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:49.994699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:50.050625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:50.520326 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:50.533781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b6a77-1420-4de6-8060-7119c1ca9b6e req-53da951f-8efa-4d68-93f4-11eedebb080e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:50.535359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba4b6a77-1420-4de6-8060-7119c1ca9b6e req-53da951f-8efa-4d68-93f4-11eedebb080e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1321368 Aug 30 14:37:50.569807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ee224-ab53-42f4-87a4-85355ad33337 req-f4421364-bfad-4164-80fb-de76f9760c81 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:50.571665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7ee224-ab53-42f4-87a4-85355ad33337 req-f4421364-bfad-4164-80fb-de76f9760c81 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.0588615 Aug 30 14:37:50.610876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7ee224-ab53-42f4-87a4-85355ad33337 req-3dd99622-69ca-4c0b-ab1e-a2b5008c5f50 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330732 Aug 30 14:37:50.623183 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba4b6a77-1420-4de6-8060-7119c1ca9b6e req-b83e2f8a-ebb6-4241-94eb-5917628ebbb9 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710871 Aug 30 14:37:50.732015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ec9f40c-b984-437a-918d-7116bbae0e40 req-b282f1c9-e819-4d28-a359-e8839cd55930 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0264587 Aug 30 14:37:50.784542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-881a673b-542e-46e8-889e-8e6b1473301f req-04249f7e-b489-4b51-abc4-de82aad9f319 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0617385 Aug 30 14:37:50.805794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:50.826542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:50.930851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Allocated IP 172.25.6.189 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/1e6c27f6-4ee8-4d23-98f2-ae2755465564) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:51.037006 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:51.080890 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:51.124116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:51.127908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:51.130364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:51.158407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event updated for resources: {'Port': ['ID=1e6c27f6-4ee8-4d23-98f2-ae2755465564,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:51.400145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:51.605857 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:51.746901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39bab4-bfe8-458d-a59e-634f4aed1b4b req-b79362a7-ca2d-4d2f-b872-f04177a34b7f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:51.749065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e39bab4-bfe8-458d-a59e-634f4aed1b4b req-b79362a7-ca2d-4d2f-b872-f04177a34b7f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.0547044 Aug 30 14:37:51.776446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659560c2-5454-4f8a-a73a-c8800bc63af3 req-6d278eca-177b-4d2a-86c8-5505f645bc37 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:51.777990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-659560c2-5454-4f8a-a73a-c8800bc63af3 req-6d278eca-177b-4d2a-86c8-5505f645bc37 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0652578 Aug 30 14:37:51.802242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e39bab4-bfe8-458d-a59e-634f4aed1b4b req-a6b40320-7bca-49eb-8239-d02a44de797e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Aug 30 14:37:51.817857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Router aa3951b7-947b-440b-954c-9036f6e0cf08 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:37:51.835157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-659560c2-5454-4f8a-a73a-c8800bc63af3 req-45f9136c-c29f-49df-bb1a-eaeb2706a622 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457172 Aug 30 14:37:51.913280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-37db7b62-f0ec-4a2f-b093-4c9f478dde16 req-eec4172f-d81b-4471-99f7-f925b0c227fc tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0418169 Aug 30 14:37:51.987870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18e55d8b-d179-4598-8924-52056d771508 req-7f455b7a-d589-4701-a0e6-a6019d2e076e tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0559082 Aug 30 14:37:52.006326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:52.023382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081febcc-ec4d-428b-8c45-23d7f8a4ce07 None None] Sync routers for ids ['aa3951b7-947b-440b-954c-9036f6e0cf08'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:52.032506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.034254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c5784d02-cf07-4421-a28c-597ade8c65d3 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2841399 Aug 30 14:37:52.034656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081febcc-ec4d-428b-8c45-23d7f8a4ce07 None None] Routers {'aa3951b7-947b-440b-954c-9036f6e0cf08'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:52.035533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-081febcc-ec4d-428b-8c45-23d7f8a4ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['aa3951b7-947b-440b-954c-9036f6e0cf08'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:52.036603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:52.072712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-081febcc-ec4d-428b-8c45-23d7f8a4ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:52.084596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081febcc-ec4d-428b-8c45-23d7f8a4ce07 None None] Routers {'aa3951b7-947b-440b-954c-9036f6e0cf08'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:52.085339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-081febcc-ec4d-428b-8c45-23d7f8a4ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['aa3951b7-947b-440b-954c-9036f6e0cf08'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:52.120299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-081febcc-ec4d-428b-8c45-23d7f8a4ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:52.121144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081febcc-ec4d-428b-8c45-23d7f8a4ce07 None None] The sync data for ids ['aa3951b7-947b-440b-954c-9036f6e0cf08'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:52.146875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-72dd87ac-bc26-4fdf-a03d-a24678db7e40 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/routers/aa3951b7-947b-440b-954c-9036f6e0cf08 HTTP/1.1" status: 200 len: 919 time: 0.1091273 Aug 30 14:37:52.149822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:52.177443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6dca4aec-66ab-441e-a6a3-76ea7d9055c1 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3951b7-947b-440b-954c-9036f6e0cf08 HTTP/1.1" status: 200 len: 205 time: 0.0263321 Aug 30 14:37:52.179836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:52.291065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.402324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.457951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Deleting port 1e6c27f6-4ee8-4d23-98f2-ae2755465564 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:52.458218 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.540881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.554124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Calling delete_port for 1e6c27f6-4ee8-4d23-98f2-ae2755465564 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:52.730837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.758938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event deleted for resources: {'Port': ['ID=1e6c27f6-4ee8-4d23-98f2-ae2755465564,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:52.818681 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.940432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.943248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:52.976854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60d59c-9d7f-44a3-b9f5-0107719c6cb9 req-90071a51-611c-437d-84fa-23655474be54 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:52.978591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d60d59c-9d7f-44a3-b9f5-0107719c6cb9 req-90071a51-611c-437d-84fa-23655474be54 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0601380 Aug 30 14:37:52.997419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ced091-66e3-4055-941d-de1c05532d81 req-22f6a5da-8a0c-4e93-af52-acea1fa4130e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:52.998877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4ced091-66e3-4055-941d-de1c05532d81 req-22f6a5da-8a0c-4e93-af52-acea1fa4130e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1193006 Aug 30 14:37:52.999977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.000523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Fanout notify agent at l3_agent the message router_deleted on router aa3951b7-947b-440b-954c-9036f6e0cf08 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:37:53.007341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.013270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3aed5906-9d60-4af5-be9c-e5564ba2b83b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/aa3951b7-947b-440b-954c-9036f6e0cf08 HTTP/1.1" status: 204 len: 168 time: 0.8324549 Aug 30 14:37:53.013938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:53.019891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'router': {'name': 'tempest-snat-router-453429256', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:53.023462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d60d59c-9d7f-44a3-b9f5-0107719c6cb9 req-2db20ab6-fa8e-4137-bccf-b284cd49ec35 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368831 Aug 30 14:37:53.070700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4ced091-66e3-4055-941d-de1c05532d81 req-d39ac1bd-c97f-4e6c-8e20-cef80b890262 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472698 Aug 30 14:37:53.071809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.072842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.133111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.175709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfefe129-36f8-43c8-b89b-6870a325acac req-c7c0847c-f48d-4a00-b9cd-854e8db21761 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0292962 Aug 30 14:37:53.243246 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa702623-4adf-475e-a47b-be3828ed12d0 req-a741e012-54a6-4f49-9c2e-6c6189c7c7f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0714037 Aug 30 14:37:53.260152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f41d7ca-0e61-4b73-b1f8-a5a6c5ecb40b req-86fc5a04-a3be-4eb9-8191-1a6f1778dff0 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0870564 Aug 30 14:37:53.333381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.531888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.555016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.661946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Allocated IP 172.25.6.129 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/a2ff4938-bed6-467e-851d-d63a31b9e314) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:53.773655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.823033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.865193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:53.868203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:53.871976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:53.897344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ff4938-bed6-467e-851d-d63a31b9e314,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:54.155367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331472f-ad77-4077-8bc6-7d694590ead0 req-1b4c73f5-ade7-427e-b899-16f6cc62c7fa tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:54.157489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0331472f-ad77-4077-8bc6-7d694590ead0 req-1b4c73f5-ade7-427e-b899-16f6cc62c7fa tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0502133 Aug 30 14:37:54.159510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:54.198252 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0331472f-ad77-4077-8bc6-7d694590ead0 req-b17c9b77-a08d-4b36-904e-1153ee365af7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Aug 30 14:37:54.291577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff844-9c85-4e1e-92b4-ade6f090df04 req-f735c5cf-66c1-472c-be71-fd24a1d0e78a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:54.292997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a95ff844-9c85-4e1e-92b4-ade6f090df04 req-f735c5cf-66c1-472c-be71-fd24a1d0e78a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1291468 Aug 30 14:37:54.298902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a9ade41-6d6c-41cc-91b9-d6a555cb38c8 req-04e7001f-4154-4e2a-86be-35624a581346 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0309079 Aug 30 14:37:54.401572 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a95ff844-9c85-4e1e-92b4-ade6f090df04 req-9da88d60-fe6a-4ebf-a98a-cc4cce8ead1f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000805 Aug 30 14:37:54.405254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-513c541e-d58a-4143-bf92-05a6d8eafa03 req-54e9cdee-3d43-43e0-9a16-5ad1534b6203 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0414469 Aug 30 14:37:54.501809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:54.550860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40459586-833a-4bdb-bbfd-426ebf370e11 req-6797eb8b-5ff3-46ee-b09e-3b571265e962 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:54.552304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40459586-833a-4bdb-bbfd-426ebf370e11 req-6797eb8b-5ff3-46ee-b09e-3b571265e962 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1098 time: 0.0886331 Aug 30 14:37:54.636204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40459586-833a-4bdb-bbfd-426ebf370e11 req-671cbfbe-3f5e-456b-8571-d1807bc3a41f tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750122 Aug 30 14:37:54.658706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:54.676809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Router cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:37:54.794475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:54.804685 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Sync routers for ids ['cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:54.814492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:54.819579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc8309b0-3aa0-48ef-98d3-4b44595c4c4e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8013763 Aug 30 14:37:54.819751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:54.821368 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Routers {'cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:54.822323 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:54.878689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port d4d71b19-a209-42f0-b28c-1a09e02846ca {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:54.879870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:54.942532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-14880fc1-cfef-4018-8f13-fc8ef797cd1f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/routers/cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32 HTTP/1.1" status: 200 len: 908 time: 0.1192052 Aug 30 14:37:54.942789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:54.947155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'router': {'name': 'tempest-snat-router-453429256', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:54.949814 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Set router cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:54.971334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:54.972523 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:54.977009 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:54.977449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:54.992369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for d4d71b19-a209-42f0-b28c-1a09e02846ca owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:55.046395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.130776 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da6a6f64-40cf-4149-ad1f-aa60d09e2912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.191527 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32', 'name': 'tempest-snat-router-453429256', 'tenant_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.129'}], 'enable_snat': False}, 'gw_port_id': 'a2ff4938-bed6-467e-851d-d63a31b9e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:37:53Z', 'updated_at': '2021-08-30T14:37:54Z', 'revision_number': 3, 'project_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'gw_port': {'id': 'a2ff4938-bed6-467e-851d-d63a31b9e314', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:37:53Z', 'updated_at': '2021-08-30T14:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:55.197086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.221561 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.225995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=d4d71b19-a209-42f0-b28c-1a09e02846ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:55.227733 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Checking router: cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:55.228222 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Updating router cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32 port a2ff4938-bed6-467e-851d-d63a31b9e314 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:37:55.267869 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.378627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.378978 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Floating IP 2bb7f26f-15ea-468a-a327-15a5a8f7bd02 disassociated (deleted). External IP: 172.25.6.66, port: 6a09cee1-ea6e-4193-aced-b1bcaac34565. Aug 30 14:37:55.475077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd3711-1c44-49fe-8f63-2e5208a2e93b req-8c970126-ee9a-4a10-a19c-1b5939e2a533 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:55.476727 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dadd3711-1c44-49fe-8f63-2e5208a2e93b req-8c970126-ee9a-4a10-a19c-1b5939e2a533 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1305325 Aug 30 14:37:55.586633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dadd3711-1c44-49fe-8f63-2e5208a2e93b req-a42a6213-c693-41e7-8395-d5787079c421 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664568 Aug 30 14:37:55.651047 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.686233 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Transition to ACTIVE for port object a2ff4938-bed6-467e-851d-d63a31b9e314 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:55.697411 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.717340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5eee27a-ba55-46cb-8c43-464fdc940017 req-46a6bb8f-d2f7-4ec2-ada5-ec04623917d0 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0288117 Aug 30 14:37:55.741698 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Attempting to bind port a2ff4938-bed6-467e-851d-d63a31b9e314 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:55.742027 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Attempting to bind port a2ff4938-bed6-467e-851d-d63a31b9e314 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:55.742549 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Attempting to bind port a2ff4938-bed6-467e-851d-d63a31b9e314 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:55.769431 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:55.769867 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:55.770292 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.770686 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:55.771167 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Bound port: a2ff4938-bed6-467e-851d-d63a31b9e314, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:55.771547 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.863054 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] For port a2ff4938-bed6-467e-851d-d63a31b9e314, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:55.869587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] For port a2ff4938-bed6-467e-851d-d63a31b9e314, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a2ff4938-bed6-467e-851d-d63a31b9e314,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:55.877974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 47f7f32b-d4c7-43e9-9395-44251ca80bdc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:37:55.878650 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:55.975759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258370e-2ad4-4c82-9785-2d4bd4d35c3d req-1decc060-f922-40cf-b6f4-e08546e544a2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:55.977412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7258370e-2ad4-4c82-9785-2d4bd4d35c3d req-1decc060-f922-40cf-b6f4-e08546e544a2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1358585 Aug 30 14:37:55.985317 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3eb994f2-90b3-4077-aa01-448b9946837b req-1cc2cce8-0ad5-4ab4-a861-f4a6d993560e tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0937383 Aug 30 14:37:56.006268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:56.058091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:56.058873 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Pushing event updated for resources: {'Port': ['ID=a2ff4938-bed6-467e-851d-d63a31b9e314,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:56.078621 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7258370e-2ad4-4c82-9785-2d4bd4d35c3d req-e2b71ea9-76af-4157-bec3-e77fb0b47a20 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865028 Aug 30 14:37:56.086022 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.086746 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.086746 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.087056 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.087330 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.087652 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.087967 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.088466 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.088791 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.089150 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.089467 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.089780 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:56.098333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:56.106352 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:56.110626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] Sync routers for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:56.141316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:56.141991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:56.187606 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-58fb95af-5e17-4edf-afa0-894668296eb4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/floatingips/2bb7f26f-15ea-468a-a327-15a5a8f7bd02 HTTP/1.1" status: 204 len: 168 time: 1.5277958 Aug 30 14:37:56.188841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:56.191604 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c497877-bbc8-499b-9777-b3048fae70d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:56.202685 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Routers {'cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:56.203350 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:56.207499 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665be72-b036-4cc5-9f0b-0fcfdcafd35c None None] Pushing event updated for resources: {'Port': ['ID=a2ff4938-bed6-467e-851d-d63a31b9e314,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:56.218688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Allocated IP 172.25.6.30 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/6dd1f8d4-a7ce-4336-9709-77a47b18e0bd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:56.331457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:56.333999 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:56.409063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:56.458855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:56.466044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:56.469781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-7d728cfc-0907-4254-b921-9af9524e17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:56.471491 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-7d728cfc-0907-4254-b921-9af9524e17dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8&tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6 HTTP/1.1" status: 200 len: 1095 time: 0.1010199 Aug 30 14:37:56.472463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:56.568912 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba6dbcb-c76f-4124-a9ef-9066222016e9 x-openstack-request-id: req-6ba6dbcb-c76f-4124-a9ef-9066222016e9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:56.569989 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:56.570491 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ba6dbcb-c76f-4124-a9ef-9066222016e9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:56.571175 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'status': 'completed', 'code': 200} Aug 30 14:37:56.597735 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] Set router cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:56.695221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-e93eff4c-d666-4bd6-9885-35b17ca63063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:56.698937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-e93eff4c-d666-4bd6-9885-35b17ca63063 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 1098 time: 0.1213238 Aug 30 14:37:56.704304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'Port': ['ID=6dd1f8d4-a7ce-4336-9709-77a47b18e0bd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:56.760772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dce81-e6c1-49c8-b9a2-b80f78da654c req-c0a44968-97e6-4364-8400-5422f86cbabb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:56.768864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-123dce81-e6c1-49c8-b9a2-b80f78da654c req-c0a44968-97e6-4364-8400-5422f86cbabb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 947 time: 0.1140122 Aug 30 14:37:56.782599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-7120a7d5-daa6-447b-b648-f6dadd2f1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:56.784130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-7120a7d5-daa6-447b-b648-f6dadd2f1a71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 1095 time: 0.2444050 Aug 30 14:37:56.886644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2398f288-bbdf-449f-8fd7-5e6f61be8f96 req-09421c30-9b99-4daf-b2fe-8ff66920c13d tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.1405861 Aug 30 14:37:56.894717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-aefa17f3-b255-4adb-9ea0-ec2134513e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:56.897371 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-aefa17f3-b255-4adb-9ea0-ec2134513e8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1037259 Aug 30 14:37:56.939648 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32', 'name': 'tempest-snat-router-453429256', 'tenant_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.129'}], 'enable_snat': False}, 'gw_port_id': 'a2ff4938-bed6-467e-851d-d63a31b9e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:37:53Z', 'updated_at': '2021-08-30T14:37:54Z', 'revision_number': 3, 'project_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'gw_port': {'id': 'a2ff4938-bed6-467e-851d-d63a31b9e314', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:37:53Z', 'updated_at': '2021-08-30T14:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:56.983414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:06Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:56.984853 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97096a-85c8-46b7-8861-dd41dd7bf151 None None] The sync data for ids ['cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32'] in n-d-805668-3 is: [{'id': 'cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32', 'name': 'tempest-snat-router-453429256', 'tenant_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.129'}], 'enable_snat': False}, 'gw_port_id': 'a2ff4938-bed6-467e-851d-d63a31b9e314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:37:53Z', 'updated_at': '2021-08-30T14:37:54Z', 'revision_number': 3, 'project_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'gw_port': {'id': 'a2ff4938-bed6-467e-851d-d63a31b9e314', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:37:53Z', 'updated_at': '2021-08-30T14:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:57.020838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-b06ff42a-d84f-4c4c-8161-d72353733397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:57.026058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-b06ff42a-d84f-4c4c-8161-d72353733397 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 200 len: 898 time: 0.3207579 Aug 30 14:37:57.027629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] Checking router: 47f7f32b-d4c7-43e9-9395-44251ca80bdc for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:57.036523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:57.037192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:57.098460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-234388df-324d-465a-a331-9f395c6e1830 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 200 len: 217 time: 0.0448453 Aug 30 14:37:57.148561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-123dce81-e6c1-49c8-b9a2-b80f78da654c req-7f7796e8-f0d1-4a47-8a7b-b983791fb89c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786452 Aug 30 14:37:57.200034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:57.200601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-10628bfd-7c36-4d27-8733-4740edc1824e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b9ff459-cbda-49af-8439-c485c85a867d HTTP/1.1" status: 200 len: 999 time: 0.2871084 Aug 30 14:37:57.201245 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:57.414236 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28d47056-b378-4f7f-a490-4383e9e06bf7 req-e6519ad1-4f39-47e3-8c77-5f3fdc1d4d88 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0800567 Aug 30 14:37:57.595615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9b2c-b168-4e0c-a754-564256f993e0 req-a2beab44-f7aa-43e6-a691-de65a1c4d6a4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:57.601135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff9b2c-b168-4e0c-a754-564256f993e0 req-a2beab44-f7aa-43e6-a691-de65a1c4d6a4 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.5900829 Aug 30 14:37:57.630382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-22570de9-1bae-4f18-a9db-1a9c10e68d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:57.631783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-22570de9-1bae-4f18-a9db-1a9c10e68d1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.3702984 Aug 30 14:37:57.637409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-7b1006df-09da-421e-8776-2dcc861c88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:57.638879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-7b1006df-09da-421e-8776-2dcc861c88d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 200 len: 834 time: 0.5311792 Aug 30 14:37:57.710274 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff9b2c-b168-4e0c-a754-564256f993e0 req-e4d0a05a-fed0-481e-aca4-1d3572ccd153 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081836 Aug 30 14:37:57.753505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:06Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:57.766505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-1c5656f1-75ab-4d8e-88c1-f7b5560b613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:57.771226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-1c5656f1-75ab-4d8e-88c1-f7b5560b613d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c35d8346-894b-4dec-a92b-d7bef07ae7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180360 Aug 30 14:37:57.846402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385f3b0-1088-4c70-bb51-b347fd35b208 None None] The sync data for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 is: [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '75b621a0-37a0-4a6f-b983-e0a55dd899ed', 'name': '', 'network_id': 'c35d8346-894b-4dec-a92b-d7bef07ae7e8', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:1c:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:59Z', 'updated_at': '2021-08-30T14:36:06Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '1c795af0-020e-4212-9fe5-bd76f4f57179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:57.904615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1a37b92-0b88-41f3-abaa-fccb5c0255be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:57.949713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a2ff4938-bed6-467e-851d-d63a31b9e314 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:57.962051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-b1286d21-87cf-4aeb-9aff-be6e1fdf2b85 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821361 Aug 30 14:37:57.967566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-0e22c51c-2db9-460a-85ea-e75430f9c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:57.969809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-0e22c51c-2db9-460a-85ea-e75430f9c2a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3166721 Aug 30 14:37:58.044322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a2ff4938-bed6-467e-851d-d63a31b9e314 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:58.055127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a2ff4938-bed6-467e-851d-d63a31b9e314 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:58.055514 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.101303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c497877-bbc8-499b-9777-b3048fae70d4 req-4652e315-7b44-437d-9174-6c1b4a11a3e9 service neutron] 10.222.0.39 "GET /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052611 Aug 30 14:37:58.129957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874ed41-2e53-464a-a7b4-c5064a3280ec req-4835f51b-f1d6-4b06-8d87-2ff82a056c48 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:58.146186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6874ed41-2e53-464a-a7b4-c5064a3280ec req-4835f51b-f1d6-4b06-8d87-2ff82a056c48 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.4704549 Aug 30 14:37:58.159402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41b70a5d-d610-4e35-b112-be090cac737f req-e59cb90e-46b4-415c-ab0d-307b7d585bb2 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0568428 Aug 30 14:37:58.213560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-b666785f-ff78-4d5a-b5d7-e442e659d95c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:58.215031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-b666785f-ff78-4d5a-b5d7-e442e659d95c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 947 time: 0.2647152 Aug 30 14:37:58.248948 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.287490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a2ff4938-bed6-467e-851d-d63a31b9e314, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a2ff4938-bed6-467e-851d-d63a31b9e314,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:58.295560 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.334252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.352514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6874ed41-2e53-464a-a7b4-c5064a3280ec req-7aa333f4-022b-4a44-9c6d-425f71d0b9b9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054408 Aug 30 14:37:58.396674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a2ff4938-bed6-467e-851d-d63a31b9e314,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:58.434801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8fcc5-9a2a-47c6-8241-c8a9e93d0080 req-240d0a63-6e39-409e-8814-28af93e7f639 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:58.436974 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7db8fcc5-9a2a-47c6-8241-c8a9e93d0080 req-240d0a63-6e39-409e-8814-28af93e7f639 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f76de7-f556-4d5c-88c3-975b709107a6 HTTP/1.1" status: 200 len: 947 time: 0.0961838 Aug 30 14:37:58.448250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-086632e3-860f-4d40-b36e-79d5f99e1d1f service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611769 Aug 30 14:37:58.465656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 6a09cee1-ea6e-4193-aced-b1bcaac34565 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:58.466042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.481937 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7bd173-ea4d-489f-b23d-d6878d0a9fa8 None None] New status for floating IP 2bb7f26f-15ea-468a-a327-15a5a8f7bd02: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:37:58.525125 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.613308 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb1acb00-2148-4421-94d3-8233552455a0 req-7fda1687-bc6c-490a-ac9d-c5a2d1c3b17f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0446308 Aug 30 14:37:58.636055 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7db8fcc5-9a2a-47c6-8241-c8a9e93d0080 req-ab960de6-1a7d-452d-a512-1d16a67f0d31 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbff3948-7699-4719-9f31-69024fe51be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799376 Aug 30 14:37:58.699984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port 6a09cee1-ea6e-4193-aced-b1bcaac34565, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a09cee1-ea6e-4193-aced-b1bcaac34565,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:58.700366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.700771 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-636ae145-7371-4d23-82a6-99b1f3541d6f service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443292 Aug 30 14:37:58.717036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 6a09cee1-ea6e-4193-aced-b1bcaac34565 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:58.720095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Router ac4f3d44-715e-43c0-8d30-649a7784f3ef is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:37:58.899474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a89f8d-d272-47ad-b581-100364633584 req-b46665fe-a2c9-4cd9-a275-576ce6ccdc1f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:58.901062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19a89f8d-d272-47ad-b581-100364633584 req-b46665fe-a2c9-4cd9-a275-576ce6ccdc1f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0947680 Aug 30 14:37:58.902335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:58.914319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.916248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Sync routers for ids ['ac4f3d44-715e-43c0-8d30-649a7784f3ef'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:58.934115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Routers {'ac4f3d44-715e-43c0-8d30-649a7784f3ef'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:58.935748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ac4f3d44-715e-43c0-8d30-649a7784f3ef'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:58.943134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:58.947117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-44038eba-afcc-4e74-bda6-c6f81b4c0d49 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0008860 Aug 30 14:37:58.950507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:58.986473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=6a09cee1-ea6e-4193-aced-b1bcaac34565,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:59.011486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19a89f8d-d272-47ad-b581-100364633584 req-3ee12655-2055-4e2d-8da5-23638a369cd2 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955224 Aug 30 14:37:59.072675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] No DVR routers for this DVR port 6a09cee1-ea6e-4193-aced-b1bcaac34565 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:59.075642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:59.078329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ef7602e-b330-4f57-9590-825f9aef91bd req-92cdcae8-57fa-4319-bfd8-072e5dc16406 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "DELETE /v2.0/ports/6a09cee1-ea6e-4193-aced-b1bcaac34565 HTTP/1.1" status: 204 len: 173 time: 0.8480175 Aug 30 14:37:59.079855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-deleted', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:59.082633 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701e6d28-d54d-4a20-968f-d30a9b3ebba6" -d '{"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-deleted", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:59.139666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Set router ac4f3d44-715e-43c0-8d30-649a7784f3ef gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:59.142970 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f24bd-e853-4727-bc07-c9e51f22ded2 x-openstack-request-id: req-840f24bd-e853-4727-bc07-c9e51f22ded2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:59.143265 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f76de7-f556-4d5c-88c3-975b709107a6", "name": "network-vif-deleted", "tag": "6a09cee1-ea6e-4193-aced-b1bcaac34565", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:59.143520 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-840f24bd-e853-4727-bc07-c9e51f22ded2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:59.143924 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f76de7-f556-4d5c-88c3-975b709107a6', 'name': 'network-vif-deleted', 'tag': '6a09cee1-ea6e-4193-aced-b1bcaac34565', 'status': 'completed', 'code': 200} Aug 30 14:37:59.160310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:59.178331 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c6ac33f2-af51-4222-8ca8-c8802b66c8e2 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/routers/ac4f3d44-715e-43c0-8d30-649a7784f3ef HTTP/1.1" status: 200 len: 906 time: 0.2052853 Aug 30 14:37:59.355226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:59.415941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2458c2a4-eadd-4e6f-9d12-dbd83b862445 req-eca8733a-614b-418a-8653-54ba1a9d1e52 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0735781 Aug 30 14:37:59.532729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:59.589312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f3d44-715e-43c0-8d30-649a7784f3ef', 'name': 'tempest-snat-router-453429256', 'tenant_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd1f8d4-a7ce-4336-9709-77a47b18e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:37:54Z', 'updated_at': '2021-08-30T14:37:56Z', 'revision_number': 3, 'project_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'gw_port': {'id': '6dd1f8d4-a7ce-4336-9709-77a47b18e0bd', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f3d44-715e-43c0-8d30-649a7784f3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:37:56Z', 'updated_at': '2021-08-30T14:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:59.715891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Checking router: ac4f3d44-715e-43c0-8d30-649a7784f3ef for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:59.716642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Updating router ac4f3d44-715e-43c0-8d30-649a7784f3ef port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:37:59.818007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:59.831328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb462b96-4c48-461f-b506-cdb4fbf395f4 req-2b602dba-17c5-472e-b805-da27d4399d4e tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0527790 Aug 30 14:37:59.902672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:59.957733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196a78-2a5f-4c48-b471-c100a4ff68e9 req-b0965888-4131-41ac-b4cd-39bf5828ec34 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:59.960308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e196a78-2a5f-4c48-b471-c100a4ff68e9 req-b0965888-4131-41ac-b4cd-39bf5828ec34 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.3205419 Aug 30 14:37:59.967283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.096576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e196a78-2a5f-4c48-b471-c100a4ff68e9 req-eec40358-6eff-479a-a6d7-15cc84371ed2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091053 Aug 30 14:38:00.130712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a2ff4938-bed6-467e-851d-d63a31b9e314 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:00.145924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Deleting port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:00.146372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.302017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.333810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Calling delete_port for 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:00.349683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a2ff4938-bed6-467e-851d-d63a31b9e314 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:00.350053 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.365710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe5bab-4199-4eee-b54e-8c5f8c6d395b req-8188f03a-0639-4738-9da2-61e4d031c2db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:00.382341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4fe5bab-4199-4eee-b54e-8c5f8c6d395b req-8188f03a-0639-4738-9da2-61e4d031c2db tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.2333071 Aug 30 14:38:00.637730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e4fe5bab-4199-4eee-b54e-8c5f8c6d395b req-d724a1e9-02a5-4224-bc8d-c24edd5d1d21 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115741 Aug 30 14:38:00.638970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.660439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Transition to ACTIVE for port object 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:00.671635 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.707942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8372e93-97ae-4c0d-b1df-b5b16565e490 req-e8f8a8d9-95b7-4f89-bad4-f6371e016e35 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0703189 Aug 30 14:38:00.777378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Attempting to bind port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:00.777817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Attempting to bind port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:00.778201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Attempting to bind port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:00.791548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:00.791941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:00.792966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.793534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:00.794048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Bound port: 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:00.795920 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.798186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e76cc4-e1db-42d1-9552-04e2176b207d None None] Pushing event updated for resources: {'Port': ['ID=6dd1f8d4-a7ce-4336-9709-77a47b18e0bd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:00.878090 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.880258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:38:00.880646 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:38:00.962059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dd1f8d4-a7ce-4336-9709-77a47b18e0bd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:00.965687 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:00.983209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.983804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.988573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.989384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.989963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.990485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.990977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.991598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.992112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.992979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.993595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:00.994699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:01.123861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d77f9c14-be37-4789-b4be-0a1c2b21e4d6 req-b4d108c9-9e01-40cf-ad8d-55861353874a tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0685391 Aug 30 14:38:01.170200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.392918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.396205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.402633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Attempting to bind port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:01.403017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Attempting to bind port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:01.404784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Attempting to bind port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:01.420920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:01.421352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:01.421756 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.422139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:01.422807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Bound port: 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:01.423207 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.469246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Port 6dd1f8d4-a7ce-4336-9709-77a47b18e0bd has been deleted concurrently {{(pid=94828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 30 14:38:01.482082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Routers {'ac4f3d44-715e-43c0-8d30-649a7784f3ef'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:01.497672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ac4f3d44-715e-43c0-8d30-649a7784f3ef'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:01.546632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.549981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac4f3d44-715e-43c0-8d30-649a7784f3ef {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:01.573883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.577902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6a586df2-a75d-4113-b77c-c4aeeff3d293 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ac4f3d44-715e-43c0-8d30-649a7784f3ef HTTP/1.1" status: 204 len: 168 time: 2.4162991 Aug 30 14:38:01.586146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:01.609328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdad63-4a68-49ae-b0f3-127b0c5d79a4 req-35ad938a-8300-4613-84c8-80f7da73c96c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:01.630808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dfdad63-4a68-49ae-b0f3-127b0c5d79a4 req-35ad938a-8300-4613-84c8-80f7da73c96c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.3841667 Aug 30 14:38:01.664302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] Set router ac4f3d44-715e-43c0-8d30-649a7784f3ef gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:01.736979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f3d44-715e-43c0-8d30-649a7784f3ef', 'name': 'tempest-snat-router-453429256', 'tenant_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:37:54Z', 'updated_at': '2021-08-30T14:38:00Z', 'revision_number': 5, 'project_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:01.773338 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeeb8c6-1e23-4a8c-afbd-f53a66efdc7d None None] The sync data for ids ['ac4f3d44-715e-43c0-8d30-649a7784f3ef'] in n-d-805668-3 is: [{'id': 'ac4f3d44-715e-43c0-8d30-649a7784f3ef', 'name': 'tempest-snat-router-453429256', 'tenant_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:37:54Z', 'updated_at': '2021-08-30T14:38:00Z', 'revision_number': 5, 'project_id': 'dc769eeddbac46d1b1dbd1a93260cee2', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:01.774774 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.818996 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6dfdad63-4a68-49ae-b0f3-127b0c5d79a4 req-ea41bcce-224e-4845-b76e-d5c41e0ca03b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871264 Aug 30 14:38:01.912850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.939730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8a62f-3796-4159-b914-e7364a2f6c7e req-e0ede101-e7a3-4ba9-9c90-ed19ce3147fe tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:01.949193 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ca8a62f-3796-4159-b914-e7364a2f6c7e req-e0ede101-e7a3-4ba9-9c90-ed19ce3147fe tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1639588 Aug 30 14:38:02.001444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-20a716a3-ebff-4ed0-9087-9f6141378c43 req-588e1f33-bc45-41d1-8a11-0dbee058698c tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0365231 Aug 30 14:38:02.051040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6ca8a62f-3796-4159-b914-e7364a2f6c7e req-dc40c3ec-2d34-49f2-a694-a85ade6e6f06 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004748 Aug 30 14:38:02.091614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 75b621a0-37a0-4a6f-b983-e0a55dd899ed {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:02.092287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:02.100987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:02.227332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Deleting port a2ff4938-bed6-467e-851d-d63a31b9e314 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:02.227669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:02.269567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port 75b621a0-37a0-4a6f-b983-e0a55dd899ed, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=75b621a0-37a0-4a6f-b983-e0a55dd899ed,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:02.270376 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:02.302368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 75b621a0-37a0-4a6f-b983-e0a55dd899ed owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:02.351824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36009056-4f37-4c5d-9f8a-4135dd36d3a9 req-d73f274c-076d-401f-95a8-e473e9e37484 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0388911 Aug 30 14:38:02.411839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] For port a2ff4938-bed6-467e-851d-d63a31b9e314, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a2ff4938-bed6-467e-851d-d63a31b9e314,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:02.412303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:02.436409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Calling delete_port for a2ff4938-bed6-467e-851d-d63a31b9e314 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:02.468696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:02.521288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 6a09cee1-ea6e-4193-aced-b1bcaac34565 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:02.521695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a09cee1-ea6e-4193-aced-b1bcaac34565 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:02.599344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:02.628535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=75b621a0-37a0-4a6f-b983-e0a55dd899ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:02.643510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.643968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.644417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.644862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.645392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.657092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.658468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.658468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.658900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.659694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.660196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.660669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:02.712497 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:02.767845 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:02.807900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2ff4938-bed6-467e-851d-d63a31b9e314,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:02.921346 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.097380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.140210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.141363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.223209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7a8a-c51a-435c-b19f-d59c7f148642 req-363cdf99-cf85-4c81-8ac9-b5efafa871d2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:03.231114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8aeae7b-1993-40ee-a9a3-6811066f575c req-2814cbcd-eaba-4624-b79f-aa5f9bf2c7de tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0876949 Aug 30 14:38:03.231925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.232487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:03.237889 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.243810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-053041b0-b9b9-4128-a46c-53f5da0b6614 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "DELETE /v2.0/routers/cbbaa648-0cf7-4c73-aaf1-68c2f4af1a32 HTTP/1.1" status: 204 len: 168 time: 1.6501899 Aug 30 14:38:03.244007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:03.250082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-99957940', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:03.253133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b8a7a8a-c51a-435c-b19f-d59c7f148642 req-363cdf99-cf85-4c81-8ac9-b5efafa871d2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.2354658 Aug 30 14:38:03.301364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.306154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.418034 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:03.537972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b8a7a8a-c51a-435c-b19f-d59c7f148642 req-6c5750d0-17ff-4f89-bf43-1138155e1307 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711761 Aug 30 14:38:03.692948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a69d1b7-b6cc-4fe8-b37a-b7d9b20eaae6 req-bc322cd3-be4b-496b-8f46-ca7f0e86b0fa tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0444517 Aug 30 14:38:03.740664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 47f7f32b-d4c7-43e9-9395-44251ca80bdc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:03.929810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:03.941160 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] Sync routers for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:03.968703 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:03.970442 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-222d65bc-69f7-416c-96e6-0dfbddfe31b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "PUT /v2.0/routers/47f7f32b-d4c7-43e9-9395-44251ca80bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0662589 Aug 30 14:38:03.971498 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:03.974260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:04.036633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c69d0-8243-4ac8-a5f4-2071e9071732 req-ec18da5c-0a9e-4543-b808-e49221ae6203 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:04.038244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4e9c69d0-8243-4ac8-a5f4-2071e9071732 req-ec18da5c-0a9e-4543-b808-e49221ae6203 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.6179891 Aug 30 14:38:04.040432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.070055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5320c378-3ebf-4d1f-a422-9b403ebed7ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting subnet 1c795af0-020e-4212-9fe5-bd76f4f57179 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:38:04.074438 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5320c378-3ebf-4d1f-a422-9b403ebed7ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.130990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5320c378-3ebf-4d1f-a422-9b403ebed7ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.157745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a2ff4938-bed6-467e-851d-d63a31b9e314 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:04.195023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:04.222127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a2ff4938-bed6-467e-851d-d63a31b9e314 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:04.222485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a2ff4938-bed6-467e-851d-d63a31b9e314 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:04.232958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4e9c69d0-8243-4ac8-a5f4-2071e9071732 req-7e7b82dc-919e-4741-b873-cb2418fdcfa3 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795993 Aug 30 14:38:04.340257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5320c378-3ebf-4d1f-a422-9b403ebed7ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.460842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b27fa5ee-baeb-47f4-9e7e-a3f55fe6bf1d req-81edee36-0c83-40e0-ac95-2d376ccfb7b5 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0461073 Aug 30 14:38:04.514136 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5320c378-3ebf-4d1f-a422-9b403ebed7ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.514460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:38:02Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:04.520726 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.542367 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.563378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c378-3ebf-4d1f-a422-9b403ebed7ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Subnet': ['ID=1c795af0-020e-4212-9fe5-bd76f4f57179,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:04.572555 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] Checking router: 47f7f32b-d4c7-43e9-9395-44251ca80bdc for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:04.577300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce93e059-287a-4b4a-943e-e4b40d710dc6 None None] Network c35d8346-894b-4dec-a92b-d7bef07ae7e8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:04.578125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5320c378-3ebf-4d1f-a422-9b403ebed7ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.584669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5320c378-3ebf-4d1f-a422-9b403ebed7ca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/subnets/1c795af0-020e-4212-9fe5-bd76f4f57179 HTTP/1.1" status: 204 len: 168 time: 0.5979419 Aug 30 14:38:04.585334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:04.586833 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] Routers {'47f7f32b-d4c7-43e9-9395-44251ca80bdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:04.587764 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:04.789016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:04.808013 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] Set router 47f7f32b-d4c7-43e9-9395-44251ca80bdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:04.828839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14948600-813a-4cbc-9dab-02c54e03ba76 req-674a8e66-1e04-4582-a428-73540a815dd8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:04.836792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14948600-813a-4cbc-9dab-02c54e03ba76 req-674a8e66-1e04-4582-a428-73540a815dd8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1333036 Aug 30 14:38:04.908647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14948600-813a-4cbc-9dab-02c54e03ba76 req-734f740f-7714-4a6e-94f4-aef67675c4b7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633643 Aug 30 14:38:04.959851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Allocated IP 172.25.6.153 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/8fd368e5-f74f-4909-b34c-1c4619572bb6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:05.028455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] DHCP port deletion for c35d8346-894b-4dec-a92b-d7bef07ae7e8 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:38:05.049690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4295ddde-0483-41dd-8622-724c413b866f req-3962337a-dbef-4d9f-91ff-35cc4ee0d4ab tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0760019 Aug 30 14:38:05.051734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.130885 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:38:02Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:05.135363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] Deleting port 9d35787e-cd18-4640-8ae7-c9e557d47c2f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:05.135756 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.149364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:05.149978 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.181375 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6940a-6268-4e2b-af20-9b5bf54c63b1 None None] The sync data for ids ['47f7f32b-d4c7-43e9-9395-44251ca80bdc'] in n-d-805668-3 is: [{'id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981129944', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:38:02Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f7f32b-d4c7-43e9-9395-44251ca80bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:56Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:05.195257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.248052 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.316883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] For port 9d35787e-cd18-4640-8ae7-c9e557d47c2f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d35787e-cd18-4640-8ae7-c9e557d47c2f,segment=NetworkSegment(e7da9103-37f2-453a-97a3-3712d2aec289),segment_id=e7da9103-37f2-453a-97a3-3712d2aec289)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:05.321420 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.324952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:05.325441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.348584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] Calling delete_port for 9d35787e-cd18-4640-8ae7-c9e557d47c2f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:05.358817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:05.391030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:05.435624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:05.452095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:05.487418 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.487817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event updated for resources: {'Port': ['ID=8fd368e5-f74f-4909-b34c-1c4619572bb6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:05.509312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] No DVR routers for this DVR port 9d35787e-cd18-4640-8ae7-c9e557d47c2f on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:05.526935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80fca6-0c8c-4447-97a8-833808b12d72 req-aabbb90f-3847-4a13-a009-d165425b4031 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:05.528477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b80fca6-0c8c-4447-97a8-833808b12d72 req-aabbb90f-3847-4a13-a009-d165425b4031 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1723826 Aug 30 14:38:05.585172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bffa3-f273-4b02-ab4d-48a0db39e567 None None] Pushing event deleted for resources: {'Port': ['ID=9d35787e-cd18-4640-8ae7-c9e557d47c2f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:05.665147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9681bd8b-5a13-40fb-af3d-c497824c9948 req-f319c12b-6cad-488c-8a61-209d84ab52bc tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0406873 Aug 30 14:38:05.693004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:05.739570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:05.806071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b80fca6-0c8c-4447-97a8-833808b12d72 req-40314109-b343-47ec-ab81-21249a82bd14 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689037 Aug 30 14:38:05.908171 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.030339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 75b621a0-37a0-4a6f-b983-e0a55dd899ed no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:06.044372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.053210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 75b621a0-37a0-4a6f-b983-e0a55dd899ed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:06.053809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 75b621a0-37a0-4a6f-b983-e0a55dd899ed not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:06.054580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d35787e-cd18-4640-8ae7-c9e557d47c2f no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:06.102371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 9d35787e-cd18-4640-8ae7-c9e557d47c2f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:06.102856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d35787e-cd18-4640-8ae7-c9e557d47c2f not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:06.124895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.129764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.202265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e53f5-936a-41f2-b083-9f5697b13f40 req-183da6d6-d16b-474a-b751-12f94f7bfdec tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:06.204755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-849e53f5-936a-41f2-b083-9f5697b13f40 req-183da6d6-d16b-474a-b751-12f94f7bfdec tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1441610 Aug 30 14:38:06.206077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.206836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Fanout notify agent at l3_agent the message router_deleted on router 47f7f32b-d4c7-43e9-9395-44251ca80bdc {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:06.218458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.223468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c5350191-c2be-46a3-ae6b-3db8b84f8e29 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/routers/47f7f32b-d4c7-43e9-9395-44251ca80bdc HTTP/1.1" status: 204 len: 168 time: 1.6371348 Aug 30 14:38:06.249670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:06.276123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-07ed2170-243d-4a27-8dfb-a3591d2b5e95 req-70caa5a1-9f2c-4030-9828-06dc0be93837 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0803335 Aug 30 14:38:06.413676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-849e53f5-936a-41f2-b083-9f5697b13f40 req-825fcb54-feb1-41a1-af0a-6690ffde00bc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887748 Aug 30 14:38:06.513549 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.650269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.705147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.721526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35d8346-894b-4dec-a92b-d7bef07ae7e8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:06.764880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7da9103-37f2-453a-97a3-3712d2aec289') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:06.765168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7da9103-37f2-453a-97a3-3712d2aec289') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:06.778001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.826353 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d2a6caa-41dc-41ea-9cc4-83186296637c req-05ded34f-5faa-49af-ba8d-a53e62e43f16 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0412724 Aug 30 14:38:06.836928 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.848579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:38:06.849370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: items = [ Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:38:06.852796 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:38:06.966130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Router f64dbc0c-d667-4217-a5c6-e0725bf9a781 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:38:06.975540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.987101 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.992517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/networks/c35d8346-894b-4dec-a92b-d7bef07ae7e8 HTTP/1.1" status: 204 len: 168 time: 0.7395358 Aug 30 14:38:06.994314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:07.027051 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90368f38-4e87-4a9d-8014-4c09cc87167c req-368b606c-c6d5-4add-8274-c53402408f63 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:07.029378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90368f38-4e87-4a9d-8014-4c09cc87167c req-368b606c-c6d5-4add-8274-c53402408f63 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0717621 Aug 30 14:38:07.106161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfceebd-bf45-4d84-ae34-5b10069f3756 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Network': ['ID=c35d8346-894b-4dec-a92b-d7bef07ae7e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:07.117695 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90368f38-4e87-4a9d-8014-4c09cc87167c req-fd2457dd-ae3c-41d0-a1f2-b46bda1ce91b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801556 Aug 30 14:38:07.171742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce832e30-0964-47ab-8100-4fe7b062256e req-d1fb6dd6-e7cd-4a2c-92ba-65de3792c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:07.173816 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce832e30-0964-47ab-8100-4fe7b062256e req-d1fb6dd6-e7cd-4a2c-92ba-65de3792c151 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 1097 time: 0.1844814 Aug 30 14:38:07.213315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ebff84-148e-418f-be89-2f5c3dcf6363 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:07.217178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce832e30-0964-47ab-8100-4fe7b062256e req-fcb39296-cd02-4938-a21e-bc678290beee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Aug 30 14:38:07.221907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:07.235638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ff7e6-6839-48c9-aa11-3175ab8496c5 None None] Sync routers for ids ['f64dbc0c-d667-4217-a5c6-e0725bf9a781'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:07.242444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ff7e6-6839-48c9-aa11-3175ab8496c5 None None] Routers {'f64dbc0c-d667-4217-a5c6-e0725bf9a781'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:07.243092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-898ff7e6-6839-48c9-aa11-3175ab8496c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f64dbc0c-d667-4217-a5c6-e0725bf9a781'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:07.262408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:07.266881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7a0c461d-9dc9-4e25-b17e-027d0b3feb5c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0181699 Aug 30 14:38:07.267170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:07.270803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ebff84-148e-418f-be89-2f5c3dcf6363 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:07.272444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-711fdb9e-11d3-4b26-830f-beba4cc642df tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:07.296706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-898ff7e6-6839-48c9-aa11-3175ab8496c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:07.315352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ff7e6-6839-48c9-aa11-3175ab8496c5 None None] Routers {'f64dbc0c-d667-4217-a5c6-e0725bf9a781'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:07.317397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-898ff7e6-6839-48c9-aa11-3175ab8496c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f64dbc0c-d667-4217-a5c6-e0725bf9a781'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:07.373146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ebff84-148e-418f-be89-2f5c3dcf6363 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:07.376670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ebff84-148e-418f-be89-2f5c3dcf6363 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:07.380659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-99ebff84-148e-418f-be89-2f5c3dcf6363 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/security-groups/bbff3948-7699-4719-9f31-69024fe51be0 HTTP/1.1" status: 204 len: 168 time: 0.3787498 Aug 30 14:38:07.403823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebff84-148e-418f-be89-2f5c3dcf6363 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbff3948-7699-4719-9f31-69024fe51be0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:07.428679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-898ff7e6-6839-48c9-aa11-3175ab8496c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:07.429759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ff7e6-6839-48c9-aa11-3175ab8496c5 None None] The sync data for ids ['f64dbc0c-d667-4217-a5c6-e0725bf9a781'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:07.523639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d47f06-8c56-439c-9375-093ef63dee1b req-3f126a07-0923-4b07-a67d-17cc0ececbf9 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0649302 Aug 30 14:38:07.657111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca4ac9-1542-4650-8341-18ad83117afe req-2b8cc640-db11-4cc4-bc53-8af8e4e4d1e7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:07.658607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42ca4ac9-1542-4650-8341-18ad83117afe req-2b8cc640-db11-4cc4-bc53-8af8e4e4d1e7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1103981 Aug 30 14:38:07.845997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:07.870377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:07.871358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d4676ec9-b4c9-4538-9bcd-f9ec0bd6eb4a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:07.876188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:07.881623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2374d4a1-365c-4102-82e4-240893b11df5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059609699', 'description': 'tempest-secgroup-smoke-1059609699 description', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:07.942616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2374d4a1-365c-4102-82e4-240893b11df5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.038356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb46d131-fcba-4d77-be02-bdda0078e817 req-6cd0c493-a176-4828-a157-ae3e3615616a tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0365946 Aug 30 14:38:08.121606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2374d4a1-365c-4102-82e4-240893b11df5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.134294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2374d4a1-365c-4102-82e4-240893b11df5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.152927 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42ca4ac9-1542-4650-8341-18ad83117afe req-7b2d3adb-ac86-4a58-a753-c1653fa807b7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548149 Aug 30 14:38:08.173524 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2374d4a1-365c-4102-82e4-240893b11df5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.174887 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2374d4a1-365c-4102-82e4-240893b11df5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2978194 Aug 30 14:38:08.179840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374d4a1-365c-4102-82e4-240893b11df5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25661e8-44c9-4a44-a489-5f4286eb6b40,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:08.181504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:08.194312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc75731f-e1e0-4621-b9bf-cac82444cfa0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'b25661e8-44c9-4a44-a489-5f4286eb6b40', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:08.230995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-711fdb9e-11d3-4b26-830f-beba4cc642df tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.250826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc75731f-e1e0-4621-b9bf-cac82444cfa0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.284418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de04d1e-e350-4b63-ab9c-2ab510610e51 req-10315b53-3bc9-4b5a-84c6-550153010a9e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:08.286045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de04d1e-e350-4b63-ab9c-2ab510610e51 req-10315b53-3bc9-4b5a-84c6-550153010a9e tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.0681026 Aug 30 14:38:08.337989 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de04d1e-e350-4b63-ab9c-2ab510610e51 req-7f04946e-e804-4dfc-8c7c-41a4f6d6074b tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Aug 30 14:38:08.384131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc75731f-e1e0-4621-b9bf-cac82444cfa0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.391735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc75731f-e1e0-4621-b9bf-cac82444cfa0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.419460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75731f-e1e0-4621-b9bf-cac82444cfa0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b715523d-7321-49f7-8472-c3247b378602,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:08.441066 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc75731f-e1e0-4621-b9bf-cac82444cfa0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.442719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc75731f-e1e0-4621-b9bf-cac82444cfa0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2577059 Aug 30 14:38:08.445464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49352) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:08.450370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-666cdf1b-a5ad-421f-bcc1-535865a4c0b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'b25661e8-44c9-4a44-a489-5f4286eb6b40', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:08.494334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666cdf1b-a5ad-421f-bcc1-535865a4c0b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.575257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666cdf1b-a5ad-421f-bcc1-535865a4c0b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.583685 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666cdf1b-a5ad-421f-bcc1-535865a4c0b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.671462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cdf1b-a5ad-421f-bcc1-535865a4c0b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff836252-813e-4c6c-8a20-03a547940918,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:08.677780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666cdf1b-a5ad-421f-bcc1-535865a4c0b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.681930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-666cdf1b-a5ad-421f-bcc1-535865a4c0b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2350497 Aug 30 14:38:08.683740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:08.690310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eb88dd77-4657-4edf-8e89-3c3fb86bf911 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'b25661e8-44c9-4a44-a489-5f4286eb6b40', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:08.723009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9323c80-f67c-4f0f-90bd-a9e09d3072d4 req-391732d6-4064-4c17-83cd-c23bfebd2fa3 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0473080 Aug 30 14:38:08.730839 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb88dd77-4657-4edf-8e89-3c3fb86bf911 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.816419 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb88dd77-4657-4edf-8e89-3c3fb86bf911 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.821747 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb88dd77-4657-4edf-8e89-3c3fb86bf911 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.864056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88dd77-4657-4edf-8e89-3c3fb86bf911 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48161191-e3de-466e-a4bb-0ec020b4cd98,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:08.874158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb88dd77-4657-4edf-8e89-3c3fb86bf911 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.875415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eb88dd77-4657-4edf-8e89-3c3fb86bf911 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902900 Aug 30 14:38:08.879893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:08.884280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ce3cc690-2e1a-48ed-8c31-6cdcd620b4d8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'b25661e8-44c9-4a44-a489-5f4286eb6b40', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:08.963284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3cc690-2e1a-48ed-8c31-6cdcd620b4d8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.967253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-711fdb9e-11d3-4b26-830f-beba4cc642df tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:08.977097 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-711fdb9e-11d3-4b26-830f-beba4cc642df tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.099108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3cc690-2e1a-48ed-8c31-6cdcd620b4d8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.110915 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3cc690-2e1a-48ed-8c31-6cdcd620b4d8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.135266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cc690-2e1a-48ed-8c31-6cdcd620b4d8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7216830-854f-45b8-bf67-79e2f387c31d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:09.146024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3cc690-2e1a-48ed-8c31-6cdcd620b4d8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.147238 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ce3cc690-2e1a-48ed-8c31-6cdcd620b4d8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2665555 Aug 30 14:38:09.149548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711fdb9e-11d3-4b26-830f-beba4cc642df tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Router f64dbc0c-d667-4217-a5c6-e0725bf9a781 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:09.150293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:09.154883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9dc2d7aa-ac9b-4009-b514-598b9034d149 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'b25661e8-44c9-4a44-a489-5f4286eb6b40', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:09.188473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3be9841e-77f9-41c7-8ae8-0d4353eb6fb2 req-f61d0619-719e-4b26-a210-85c2b77515f6 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0553625 Aug 30 14:38:09.255858 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-9dc2d7aa-ac9b-4009-b514-598b9034d149 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Project 917b7b4e773a42fcbf8eba694af1b9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:38:09.268757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d7aa-ac9b-4009-b514-598b9034d149 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.416463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711fdb9e-11d3-4b26-830f-beba4cc642df tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:09.425102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-711fdb9e-11d3-4b26-830f-beba4cc642df tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.429078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-711fdb9e-11d3-4b26-830f-beba4cc642df tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "PUT /v2.0/routers/f64dbc0c-d667-4217-a5c6-e0725bf9a781 HTTP/1.1" status: 200 len: 920 time: 2.1608334 Aug 30 14:38:09.430577 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6b8e0-39c9-4f70-a898-983a267aac56 None None] Sync routers for ids ['f64dbc0c-d667-4217-a5c6-e0725bf9a781'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:09.431759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:09.444681 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6b8e0-39c9-4f70-a898-983a267aac56 None None] Routers {'f64dbc0c-d667-4217-a5c6-e0725bf9a781'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:09.445751 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96d6b8e0-39c9-4f70-a898-983a267aac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f64dbc0c-d667-4217-a5c6-e0725bf9a781'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:09.456904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4b354-d20f-495b-8d7d-e6b8eb8abcdf req-395c03a4-e74f-4600-b385-b64c8f088009 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:09.458591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8d4b354-d20f-495b-8d7d-e6b8eb8abcdf req-395c03a4-e74f-4600-b385-b64c8f088009 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1406429 Aug 30 14:38:09.490684 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96d6b8e0-39c9-4f70-a898-983a267aac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:09.502150 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6b8e0-39c9-4f70-a898-983a267aac56 None None] Routers {'f64dbc0c-d667-4217-a5c6-e0725bf9a781'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:09.504170 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96d6b8e0-39c9-4f70-a898-983a267aac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f64dbc0c-d667-4217-a5c6-e0725bf9a781'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:09.517648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7962-63bf-41df-8e07-8cd55f8a922a req-2e58c2e8-9d7b-4906-b454-0967ecbf5aa6 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:09.522540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-689c7962-63bf-41df-8e07-8cd55f8a922a req-2e58c2e8-9d7b-4906-b454-0967ecbf5aa6 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1031113 Aug 30 14:38:09.524323 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d7aa-ac9b-4009-b514-598b9034d149 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.534396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d7aa-ac9b-4009-b514-598b9034d149 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.552655 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96d6b8e0-39c9-4f70-a898-983a267aac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:09.553623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6b8e0-39c9-4f70-a898-983a267aac56 None None] The sync data for ids ['f64dbc0c-d667-4217-a5c6-e0725bf9a781'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:09.570098 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-689c7962-63bf-41df-8e07-8cd55f8a922a req-bb37253b-2292-4c3b-8964-d1931ab6b3ba tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Aug 30 14:38:09.602934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2d7aa-ac9b-4009-b514-598b9034d149 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481a439f-1d00-4e7f-a13b-bec593b3da25,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:09.609373 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8d4b354-d20f-495b-8d7d-e6b8eb8abcdf req-08977230-1527-4b79-9802-81c3721a5899 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072061 Aug 30 14:38:09.612610 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d7aa-ac9b-4009-b514-598b9034d149 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.617783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9dc2d7aa-ac9b-4009-b514-598b9034d149 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4625580 Aug 30 14:38:09.618339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:09.626077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8dcabb7e-5762-4df6-8a95-c25ed73fd229 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': 'b25661e8-44c9-4a44-a489-5f4286eb6b40', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:09.639342 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d21fbffd-748f-4936-b9f0-56a944bd3533 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/routers/f64dbc0c-d667-4217-a5c6-e0725bf9a781 HTTP/1.1" status: 200 len: 920 time: 0.2064042 Aug 30 14:38:09.640014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:09.665213 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-8dcabb7e-5762-4df6-8a95-c25ed73fd229 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Project 917b7b4e773a42fcbf8eba694af1b9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:38:09.670268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dcabb7e-5762-4df6-8a95-c25ed73fd229 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.736737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f84fde-b210-4275-88d7-00ed70fc4615 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:09.738630 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-02f84fde-b210-4275-88d7-00ed70fc4615 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=f64dbc0c-d667-4217-a5c6-e0725bf9a781&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0976596 Aug 30 14:38:09.741394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:09.742660 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dcabb7e-5762-4df6-8a95-c25ed73fd229 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.748497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dcabb7e-5762-4df6-8a95-c25ed73fd229 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.784938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8dcabb7e-5762-4df6-8a95-c25ed73fd229 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.786379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8dcabb7e-5762-4df6-8a95-c25ed73fd229 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1665494 Aug 30 14:38:09.789142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcabb7e-5762-4df6-8a95-c25ed73fd229 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b879e4-0045-4901-ab15-29ee3d45264f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:09.790937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:09.796483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'network': {'name': 'tempest-network-smoke--2092566396', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:09.821317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:09.824806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.860878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:38:09.879559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc5f3a14-2b01-4cf7-a829-49c1f3684919 req-d9032260-7591-46fb-93de-24536716a82c tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/ports?device_id=21d55d41-ff8c-48e6-9cbf-8057ba643f45 HTTP/1.1" status: 200 len: 210 time: 0.0311418 Aug 30 14:38:09.885037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.885414 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Added segment 465d388b-7690-4397-9b7f-4d8192807bf5 of type vlan for network 466b0175-3616-40c5-8b41-32ff5ecaca19 Aug 30 14:38:09.907897 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc000d9b-ca6a-4847-abd8-7f4b8b67e013 req-0ba6447b-62f0-49ce-a9f5-2dec03e07564 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:09.909403 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc000d9b-ca6a-4847-abd8-7f4b8b67e013 req-0ba6447b-62f0-49ce-a9f5-2dec03e07564 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1055791 Aug 30 14:38:09.916319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-5f7b61ff-3fd2-4c3b-9965-171e79a33f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:09.917777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-5f7b61ff-3fd2-4c3b-9965-171e79a33f22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5117290bc3b64a51b10c372155434910&device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 1097 time: 0.0991395 Aug 30 14:38:09.928761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.954411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.960153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:09.960756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.994804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a1286a-e12c-44bb-99d9-d2496655d641 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:09.996217 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-88a1286a-e12c-44bb-99d9-d2496655d641 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 881 time: 0.2538795 Aug 30 14:38:10.002429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:10.042198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2501593 Aug 30 14:38:10.046515 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc000d9b-ca6a-4847-abd8-7f4b8b67e013 req-c7a768c4-aa95-4aed-b60d-51d2cde45ed7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260762 Aug 30 14:38:10.048294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:10.048532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5c8a7ba8-0941-476e-870e-6eb9cac57e9a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64dbc0c-d667-4217-a5c6-e0725bf9a781 HTTP/1.1" status: 200 len: 205 time: 0.0425961 Aug 30 14:38:10.054968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:10.059223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'admin_state_up': True, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:10.078830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68994616-5d2a-42b4-b4ed-427a85faf5fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Network': ['ID=466b0175-3616-40c5-8b41-32ff5ecaca19,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:10.090775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:38:10.096470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.097596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.137311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-38661a8d-8728-4535-abf3-44f8a61d74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:10.138827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-38661a8d-8728-4535-abf3-44f8a61d74ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 200 len: 911 time: 0.2100375 Aug 30 14:38:10.150236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.210819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-b3a724c8-8d7d-40f1-826c-eb6e08b8b4bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4 HTTP/1.1" status: 200 len: 217 time: 0.0421083 Aug 30 14:38:10.281790 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.318490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.338930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-2072319c-200e-4b14-a4cc-f6c1ab651a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:10.340477 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-2072319c-200e-4b14-a4cc-f6c1ab651a8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=406dd4e2-b086-4875-9b25-35d363b273c9 HTTP/1.1" status: 200 len: 850 time: 0.1213560 Aug 30 14:38:10.408626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-b8f05b2c-1fba-4c54-8605-2e4315591c59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a32c131c-f65c-461f-b3df-13d08e74d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301635 Aug 30 14:38:10.421683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-31aa1a61-38c2-4bbd-80d5-f62c5088809f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:38:10.422791 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-31aa1a61-38c2-4bbd-80d5-f62c5088809f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057397 Aug 30 14:38:10.495853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.580236 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-c79ce72a-cd68-45e9-a895-f39d2c7bc4f8 service neutron] 10.222.0.21 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487262 Aug 30 14:38:10.639851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Deleting port 8fd368e5-f74f-4909-b34c-1c4619572bb6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:10.640311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.692902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92fb514b-8bc3-4de4-9f4b-7ef9f406e401 req-398e2af3-9b1d-460d-b67f-d1f35bb5e9c9 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.3471580 Aug 30 14:38:10.757913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab7e78eb-4b47-4279-b97b-97efb7ed05f1 req-636dbb37-f41c-440c-b664-42c95397886d service neutron] 10.222.0.21 "GET /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691968 Aug 30 14:38:10.788716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.808246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Calling delete_port for 8fd368e5-f74f-4909-b34c-1c4619572bb6 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:10.820480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3550b4-2ecd-4394-b52d-1e8a6dca813c req-db912f5b-4e11-4f08-83cd-efcca211b50d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:10.822009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da3550b4-2ecd-4394-b52d-1e8a6dca813c req-db912f5b-4e11-4f08-83cd-efcca211b50d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.0858624 Aug 30 14:38:10.840967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.860094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.901509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da3550b4-2ecd-4394-b52d-1e8a6dca813c req-9df11501-8efd-4687-b33a-64777b10e55c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724878 Aug 30 14:38:10.995939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.25.6.253 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d9883b3f-1cf0-4140-a4db-9cccf644d97a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:10.996761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:11.026581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.054518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event deleted for resources: {'Port': ['ID=8fd368e5-f74f-4909-b34c-1c4619572bb6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:11.111422 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f83bcab0-8e13-486c-a178-db335250ff1f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.179880 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f83bcab0-8e13-486c-a178-db335250ff1f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.236943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.260944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ce0dc-5edf-43f5-bdf7-6ce9aeb8576f req-4bf10508-f929-4ece-a729-ce1160ed64b5 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:11.262596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c4ce0dc-5edf-43f5-bdf7-6ce9aeb8576f req-4bf10508-f929-4ece-a729-ce1160ed64b5 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1380188 Aug 30 14:38:11.298980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f83bcab0-8e13-486c-a178-db335250ff1f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.301443 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f83bcab0-8e13-486c-a178-db335250ff1f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.302622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f83bcab0-8e13-486c-a178-db335250ff1f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "DELETE /v2.0/security-groups/6af88d48-b84e-4923-9430-ef5d6efb1950 HTTP/1.1" status: 204 len: 168 time: 0.3048797 Aug 30 14:38:11.313664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:11.344323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bcab0-8e13-486c-a178-db335250ff1f tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af88d48-b84e-4923-9430-ef5d6efb1950,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:11.351739 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0cf874a8-93b4-4388-b3c0-c40c60680d5b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] show failed (client error): The resource could not be found. Aug 30 14:38:11.352796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0cf874a8-93b4-4388-b3c0-c40c60680d5b tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "GET /v2.0/security-groups/6af88d48-b84e-4923-9430-ef5d6efb1950 HTTP/1.1" status: 404 len: 347 time: 0.0358291 Aug 30 14:38:11.356913 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c4ce0dc-5edf-43f5-bdf7-6ce9aeb8576f req-df60ef00-2ce4-47b6-bf10-58269a04d86f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876312 Aug 30 14:38:11.357424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:11.371043 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.446488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.451795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:11.484236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:11.492931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:11.497700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=d9883b3f-1cf0-4140-a4db-9cccf644d97a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:11.538576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.540659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.584282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.584828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Fanout notify agent at l3_agent the message router_deleted on router f64dbc0c-d667-4217-a5c6-e0725bf9a781 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:11.593086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.593463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ecffd961-9684-4277-9763-6b4cfb4b8cc2 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/f64dbc0c-d667-4217-a5c6-e0725bf9a781 HTTP/1.1" status: 204 len: 168 time: 1.5375984 Aug 30 14:38:11.597398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:11.602284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a6e2327f-5b7b-4df1-a23b-4cd227150598 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-320188369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:11.628137 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e2327f-5b7b-4df1-a23b-4cd227150598 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.629830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e2327f-5b7b-4df1-a23b-4cd227150598 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.664044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port 77a3d372-b5d2-449f-bf45-7f5829e912c6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:11.664415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.692726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e2327f-5b7b-4df1-a23b-4cd227150598 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.697266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e2327f-5b7b-4df1-a23b-4cd227150598 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.715712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6e2327f-5b7b-4df1-a23b-4cd227150598 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.716972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6e2327f-5b7b-4df1-a23b-4cd227150598 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1185462 Aug 30 14:38:11.720357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:11.725564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:11.830244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3e7e92ca-e33a-4c31-b4ce-d1eb5505cfcc req-7905fd12-d045-41a6-88b7-6a95cc22baed tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0365486 Aug 30 14:38:11.831080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.831915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.863320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for 77a3d372-b5d2-449f-bf45-7f5829e912c6 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:11.944942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.970804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.129183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dd2fa-0f3d-46b9-86cc-9615f21ef12c req-445ae479-0f7d-42a1-887d-38038d228640 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:12.130629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c5dd2fa-0f3d-46b9-86cc-9615f21ef12c req-445ae479-0f7d-42a1-887d-38038d228640 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1421969 Aug 30 14:38:12.192330 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.212053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.249740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c5dd2fa-0f3d-46b9-86cc-9615f21ef12c req-a475d956-76f4-4d1c-8706-ed166ae363e4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951991 Aug 30 14:38:12.254334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.318590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=77a3d372-b5d2-449f-bf45-7f5829e912c6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:12.345462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Allocated IP 172.25.6.95 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/0335589a-7336-42b8-941e-30927e0ae01b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:12.419819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.436003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-fd90cffe-24f8-4e95-8a34-08134f3ba775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:12.438168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-fd90cffe-24f8-4e95-8a34-08134f3ba775 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 1095 time: 0.1085045 Aug 30 14:38:12.443085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.445941 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.449675 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1d8a17cf-ed93-498d-bba0-4ff1220010be tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "DELETE /v2.0/floatingips/fddfb0a7-f079-44b9-b090-9dc5dc878105 HTTP/1.1" status: 204 len: 168 time: 1.0887682 Aug 30 14:38:12.451890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:12.512139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.596456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a2a67-a188-4ad3-94e9-1df66948085c req-3725ea58-1459-494c-ad3d-3cf3016ed3be tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:12.598042 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c7a2a67-a188-4ad3-94e9-1df66948085c req-3725ea58-1459-494c-ad3d-3cf3016ed3be tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1332934 Aug 30 14:38:12.621447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-71541349-8f66-49ed-9de7-ef4bd82e0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:12.622911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-71541349-8f66-49ed-9de7-ef4bd82e0b58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1404643 Aug 30 14:38:12.656465 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.672279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-22ec971c-020c-44b3-890e-a7177522d9c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port 0b54ca3d-3080-42af-a39d-6241be3fd532 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:12.672495 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ec971c-020c-44b3-890e-a7177522d9c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.702847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-bc6808e9-d996-4a8c-ae17-2a0a220c1f46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b9ff459-cbda-49af-8439-c485c85a867d HTTP/1.1" status: 200 len: 999 time: 0.0712094 Aug 30 14:38:12.704547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c7a2a67-a188-4ad3-94e9-1df66948085c req-825dc282-3580-4db9-818e-93cb1d41bfd2 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951941 Aug 30 14:38:12.704722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:38:12.724852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:12.755660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:12.761341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:12.792864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event updated for resources: {'Port': ['ID=0335589a-7336-42b8-941e-30927e0ae01b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:12.831851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-009770d4-f9ed-4b6d-881b-80e2ccfa2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:12.833382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-009770d4-f9ed-4b6d-881b-80e2ccfa2e46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.1232278 Aug 30 14:38:12.907058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ec971c-020c-44b3-890e-a7177522d9c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.949651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-22ec971c-020c-44b3-890e-a7177522d9c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for 0b54ca3d-3080-42af-a39d-6241be3fd532 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:13.188380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.202852 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78d399a7-5fbb-413e-bf6d-4353bbcef9e0 req-b808e722-3b3a-4bf8-b807-d16a1db280a1 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0373986 Aug 30 14:38:13.205622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:13.220137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Sync routers for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:13.230570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-9e311d00-10dd-434b-8914-61cd5a751488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:13.238867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-9e311d00-10dd-434b-8914-61cd5a751488 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3907995 Aug 30 14:38:13.239374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:13.239374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:13.257085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.259333 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ef934a46-622b-422d-95a3-78bc55f27ff4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2094738 Aug 30 14:38:13.267133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:13.268346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ec971c-020c-44b3-890e-a7177522d9c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.366947 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-24bda15d-424d-4cc7-9bc2-2fca06e4c908 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267786 Aug 30 14:38:13.372174 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-47cc7606-496c-43ce-b8d0-874b32ea7daf tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=917b7b4e773a42fcbf8eba694af1b9c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1009345 Aug 30 14:38:13.374986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:13.377374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:13.391258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec971c-020c-44b3-890e-a7177522d9c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=0b54ca3d-3080-42af-a39d-6241be3fd532,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:13.481461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-124fb501-61e1-4e4f-8caf-3e98a7500efa req-c88f1e8b-3569-4b23-b069-0aeb2c431013 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070986 Aug 30 14:38:13.586880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:11Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:13.618018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Checking router: 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:13.618379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Updating router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 port d9883b3f-1cf0-4140-a4db-9cccf644d97a binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:38:13.644187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.679284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d74a1-8454-4c4f-9d3b-4d6629a17f94 req-4a542813-c103-44d7-9e3d-993f788ce1c8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:13.680918 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc5d74a1-8454-4c4f-9d3b-4d6629a17f94 req-4a542813-c103-44d7-9e3d-993f788ce1c8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.3043303 Aug 30 14:38:13.682018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ec971c-020c-44b3-890e-a7177522d9c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.683832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-22ec971c-020c-44b3-890e-a7177522d9c1 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "DELETE /v2.0/ports/0b54ca3d-3080-42af-a39d-6241be3fd532 HTTP/1.1" status: 204 len: 168 time: 1.2302914 Aug 30 14:38:13.688968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:13.721911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838bf4fd-9e81-4237-a4ef-967d471e0532 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:13.723596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-838bf4fd-9e81-4237-a4ef-967d471e0532 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3427370 Aug 30 14:38:13.729333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:13.799217 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc5d74a1-8454-4c4f-9d3b-4d6629a17f94 req-09d6d1df-dfe1-44a3-a270-e5a9342643aa tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066768 Aug 30 14:38:13.802540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dcfbd86b-1edd-4092-b3ce-f2a19cab93d1 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714297 Aug 30 14:38:13.802710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:13.812135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1439176761', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:13.840547 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.910490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6312b316-a39b-4f46-a781-68c670193117 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:13.911596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6312b316-a39b-4f46-a781-68c670193117 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.927917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.967316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c679b-a0d6-4019-ae17-332974d62698 req-d26806d1-509d-4d7b-9e9a-d573c89f3acb tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:13.975958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-652c679b-a0d6-4019-ae17-332974d62698 req-d26806d1-509d-4d7b-9e9a-d573c89f3acb tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1287687 Aug 30 14:38:14.055250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-652c679b-a0d6-4019-ae17-332974d62698 req-4671ee86-0d03-4b2f-a150-336f72bf8c95 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782657 Aug 30 14:38:14.062947 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.087953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Transition to ACTIVE for port object d9883b3f-1cf0-4140-a4db-9cccf644d97a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:14.090642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:14.095705 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.095940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6312b316-a39b-4f46-a781-68c670193117 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.097376 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.129665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6312b316-a39b-4f46-a781-68c670193117 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for 84e5271f-b261-4f7e-98cf-ff1c6c3093e5 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:14.172600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Attempting to bind port d9883b3f-1cf0-4140-a4db-9cccf644d97a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:14.173019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Attempting to bind port d9883b3f-1cf0-4140-a4db-9cccf644d97a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:14.173362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Attempting to bind port d9883b3f-1cf0-4140-a4db-9cccf644d97a on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:14.182844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d71c54-5202-4509-81d2-a010c5789370 None None] Pushing event updated for resources: {'Port': ['ID=d9883b3f-1cf0-4140-a4db-9cccf644d97a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:14.185360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:14.185736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:14.186192 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.186579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:14.187061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Bound port: d9883b3f-1cf0-4140-a4db-9cccf644d97a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:14.187441 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.258148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] For port d9883b3f-1cf0-4140-a4db-9cccf644d97a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:14.262017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] For port d9883b3f-1cf0-4140-a4db-9cccf644d97a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d9883b3f-1cf0-4140-a4db-9cccf644d97a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:14.268031 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.350816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d71c54-5202-4509-81d2-a010c5789370 None None] Pushing event updated for resources: {'Port': ['ID=d9883b3f-1cf0-4140-a4db-9cccf644d97a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:14.356313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:14.357592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:14.389967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Router 0f75eaac-aeea-461d-a1f4-138149f362bb is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:38:14.392662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-35d01178-722f-4cf9-8485-a7aa49c79018 req-42f2ca05-3d1e-4bb5-9b32-1a19003e2a17 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0408833 Aug 30 14:38:14.392837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.398550 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6312b316-a39b-4f46-a781-68c670193117 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.459592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312b316-a39b-4f46-a781-68c670193117 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=84e5271f-b261-4f7e-98cf-ff1c6c3093e5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:14.515282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:14.518902 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6312b316-a39b-4f46-a781-68c670193117 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.523857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6312b316-a39b-4f46-a781-68c670193117 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "DELETE /v2.0/ports/84e5271f-b261-4f7e-98cf-ff1c6c3093e5 HTTP/1.1" status: 204 len: 168 time: 0.8312719 Aug 30 14:38:14.526054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:14.589189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2460d6d-9315-4d3e-a05e-37a4a1f10030 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting subnet 54aa1b95-ccc2-4f22-90e3-afde1175786b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:38:14.593343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2460d6d-9315-4d3e-a05e-37a4a1f10030 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.648880 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2460d6d-9315-4d3e-a05e-37a4a1f10030 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.737646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:11Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:14.748680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2460d6d-9315-4d3e-a05e-37a4a1f10030 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.772483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c2010-9334-4952-b47f-f943c2c42287 None None] The sync data for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 is: [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:11Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:14.849568 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2460d6d-9315-4d3e-a05e-37a4a1f10030 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.867335 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2460d6d-9315-4d3e-a05e-37a4a1f10030 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.871774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d2460d6d-9315-4d3e-a05e-37a4a1f10030 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "DELETE /v2.0/subnets/54aa1b95-ccc2-4f22-90e3-afde1175786b HTTP/1.1" status: 204 len: 168 time: 0.3420012 Aug 30 14:38:14.878045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b51d5-5c46-4543-812e-a019efc5e0e8 None None] Network 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:14.901824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:14.974295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8204fc1d-0bb3-4c69-8062-43eb80175f5d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting subnet 36527e02-4d1b-453f-ab71-2ada55c632fd {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:38:14.974988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12ccf-95d3-425c-be30-ce76e24bdc07 req-83354062-8f8a-4274-8788-78d0829ff760 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:14.976800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2460d6d-9315-4d3e-a05e-37a4a1f10030 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Subnet': ['ID=54aa1b95-ccc2-4f22-90e3-afde1175786b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:14.984301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4d12ccf-95d3-425c-be30-ce76e24bdc07 req-83354062-8f8a-4274-8788-78d0829ff760 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.6058445 Aug 30 14:38:14.990737 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8204fc1d-0bb3-4c69-8062-43eb80175f5d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.993266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:14.996286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Subnet': ['ID=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:15.004467 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb3dd09-64d1-41b4-b047-8cbd6db5a96b None None] Sync routers for ids ['0f75eaac-aeea-461d-a1f4-138149f362bb'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:15.023828 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb3dd09-64d1-41b4-b047-8cbd6db5a96b None None] Routers {'0f75eaac-aeea-461d-a1f4-138149f362bb'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:15.024573 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ebb3dd09-64d1-41b4-b047-8cbd6db5a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0f75eaac-aeea-461d-a1f4-138149f362bb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:15.048955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.050541 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6aa43928-cfb4-4243-8b21-d1e9f383d8b7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "PUT /v2.0/routers/0f75eaac-aeea-461d-a1f4-138149f362bb HTTP/1.1" status: 200 len: 878 time: 3.3289859 Aug 30 14:38:15.060656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:15.075748 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8204fc1d-0bb3-4c69-8062-43eb80175f5d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.079811 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ebb3dd09-64d1-41b4-b047-8cbd6db5a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:15.091025 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb3dd09-64d1-41b4-b047-8cbd6db5a96b None None] Routers {'0f75eaac-aeea-461d-a1f4-138149f362bb'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:15.091864 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ebb3dd09-64d1-41b4-b047-8cbd6db5a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0f75eaac-aeea-461d-a1f4-138149f362bb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:15.131607 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ebb3dd09-64d1-41b4-b047-8cbd6db5a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:15.132279 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb3dd09-64d1-41b4-b047-8cbd6db5a96b None None] The sync data for ids ['0f75eaac-aeea-461d-a1f4-138149f362bb'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:15.144988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47171-ff4e-4cfc-8123-f2d990033032 req-b0cbe24b-e2c8-4339-8c97-3e80f4bcd4ec tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:15.146638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51a47171-ff4e-4cfc-8123-f2d990033032 req-b0cbe24b-e2c8-4339-8c97-3e80f4bcd4ec tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1847992 Aug 30 14:38:15.158975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] DHCP port deletion for 7fe8a729-e2d2-43e2-9a19-5c83b88daf6c request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:38:15.197726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Checking segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:15.198092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network hostable DHCP agents. Network: 466b0175-3616-40c5-8b41-32ff5ecaca19, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:38:15.236394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4d12ccf-95d3-425c-be30-ce76e24bdc07 req-896a9c3e-a55e-4f41-98ed-bb16e9bf4965 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507598 Aug 30 14:38:15.256555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] Deleting port 82ab8ca7-439f-498b-bb72-a1c749fc9406 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:15.256992 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.279720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51a47171-ff4e-4cfc-8123-f2d990033032 req-ee768be6-4009-4cd0-9a09-4ebc14b8f02a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145155 Aug 30 14:38:15.295186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:38:15.300040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8204fc1d-0bb3-4c69-8062-43eb80175f5d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.317251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 466b0175-3616-40c5-8b41-32ff5ecaca19) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:15.321704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eded5475-a7a6-449b-9362-ba34c790da28 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/routers/0f75eaac-aeea-461d-a1f4-138149f362bb HTTP/1.1" status: 200 len: 919 time: 0.2537746 Aug 30 14:38:15.323588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:15.324359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.328258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:15.337578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a545933c-d3ec-4a20-b147-a8bf12c9e07b None None] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:15.381104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c6f223f-4824-4c21-8abd-4c8ec2f903c8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5766025 Aug 30 14:38:15.383608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:15.397769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8204fc1d-0bb3-4c69-8062-43eb80175f5d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.420604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] For port 82ab8ca7-439f-498b-bb72-a1c749fc9406, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=82ab8ca7-439f-498b-bb72-a1c749fc9406,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:15.421006 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.435292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8204fc1d-0bb3-4c69-8062-43eb80175f5d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.440564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8204fc1d-0bb3-4c69-8062-43eb80175f5d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "DELETE /v2.0/subnets/36527e02-4d1b-453f-ab71-2ada55c632fd HTTP/1.1" status: 204 len: 168 time: 0.5342255 Aug 30 14:38:15.440564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204fc1d-0bb3-4c69-8062-43eb80175f5d tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Subnet': ['ID=36527e02-4d1b-453f-ab71-2ada55c632fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:15.446949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:15.459551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a54e2e8-0cf3-41c9-849e-2fcd1558adce None None] Network 397c024b-9e1b-4316-bf98-e610b0a459d2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:15.521714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] Calling delete_port for 82ab8ca7-439f-498b-bb72-a1c749fc9406 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:15.573345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.588782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7c5a317-4d9c-45a8-a5b2-62020d63c8bd req-035e3f4e-8c0c-4b8c-9314-50b9fac804d2 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0383048 Aug 30 14:38:15.591126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c81da-f99e-45d8-a6ea-e142279c8fcb tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:15.595613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0f8c81da-f99e-45d8-a6ea-e142279c8fcb tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=0f75eaac-aeea-461d-a1f4-138149f362bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2620444 Aug 30 14:38:15.610160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:15.652152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port 82ab8ca7-439f-498b-bb72-a1c749fc9406 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:15.652651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.739537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] For port 82ab8ca7-439f-498b-bb72-a1c749fc9406, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=82ab8ca7-439f-498b-bb72-a1c749fc9406,segment=NetworkSegment(ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6),segment_id=ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:15.740173 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.766583 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.767768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for 82ab8ca7-439f-498b-bb72-a1c749fc9406 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:15.809646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] No DVR routers for this DVR port 82ab8ca7-439f-498b-bb72-a1c749fc9406 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:15.814797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82d9be-4d8a-4edd-ae53-918b5a929155 None None] Pushing event deleted for resources: {'Port': ['ID=82ab8ca7-439f-498b-bb72-a1c749fc9406,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:15.816707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88450bce-30e4-4d66-965b-e66d718e6bd9 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:15.821035 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-88450bce-30e4-4d66-965b-e66d718e6bd9 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 881 time: 0.2060902 Aug 30 14:38:15.831772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:15.871501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f6f448e3-9e13-4961-b8a3-cfc00c0a3842 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f75eaac-aeea-461d-a1f4-138149f362bb HTTP/1.1" status: 200 len: 205 time: 0.0368612 Aug 30 14:38:15.871771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:15.881587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-466b0175-3616-40c5-8b41-32ff5ecaca19', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:38:15.883031 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.961014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.001920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] DHCP port deletion for 397c024b-9e1b-4316-bf98-e610b0a459d2 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:38:16.051204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] No DVR routers for this DVR port 82ab8ca7-439f-498b-bb72-a1c749fc9406 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:16.082399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=82ab8ca7-439f-498b-bb72-a1c749fc9406,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:16.130582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d9883b3f-1cf0-4140-a4db-9cccf644d97a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:16.181698 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.184436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Allocated IP 172.20.0.2 (466b0175-3616-40c5-8b41-32ff5ecaca19/08b2cc54-f27b-4cc0-8db5-2b7cadbecb57/7b4385d3-d9c8-42cb-a583-5b338b776eba) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:16.186242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.196887 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.207552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] Deleting port a424df2b-5842-4e63-86d6-e574ebef6af4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:16.207943 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.240259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe8a729-e2d2-43e2-9a19-5c83b88daf6c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:16.255583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:16.255943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6e616f-0f5a-4b1f-ac25-541cf2b1b5a6') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:16.275582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.323103 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.327408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d9883b3f-1cf0-4140-a4db-9cccf644d97a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:16.335140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:38:16.335541 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:38:16.338891 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:38:16.342231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d9883b3f-1cf0-4140-a4db-9cccf644d97a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:16.342231 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.404238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] For port a424df2b-5842-4e63-86d6-e574ebef6af4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a424df2b-5842-4e63-86d6-e574ebef6af4,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:16.407026 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.436894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.448920 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.450932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] Calling delete_port for a424df2b-5842-4e63-86d6-e574ebef6af4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:16.458571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.460552 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "DELETE /v2.0/networks/7fe8a729-e2d2-43e2-9a19-5c83b88daf6c HTTP/1.1" status: 204 len: 168 time: 1.0125775 Aug 30 14:38:16.465353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:16.477735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec863f-09a7-4eef-a51f-383ef6abb8f2 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Network': ['ID=7fe8a729-e2d2-43e2-9a19-5c83b88daf6c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:16.487704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a020bd-e817-459d-8391-a9a62bbaa265 req-bdee8164-5d5f-4dd2-b438-af7318dcfa94 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:16.489321 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0a020bd-e817-459d-8391-a9a62bbaa265 req-bdee8164-5d5f-4dd2-b438-af7318dcfa94 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.1046815 Aug 30 14:38:16.560084 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0a020bd-e817-459d-8391-a9a62bbaa265 req-b1605ac2-3529-4016-b8d1-410507a3e603 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515606 Aug 30 14:38:16.584830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Deleting port 0335589a-7336-42b8-941e-30927e0ae01b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:16.584830 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.605995 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.651368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d9883b3f-1cf0-4140-a4db-9cccf644d97a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d9883b3f-1cf0-4140-a4db-9cccf644d97a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:16.667100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.678303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.685710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a14250-db38-44ba-ab9d-9f6d1a6e4c97 req-12d5724b-284f-422e-b04d-681bf720ec15 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:16.687306 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08a14250-db38-44ba-ab9d-9f6d1a6e4c97 req-12d5724b-284f-422e-b04d-681bf720ec15 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.2735157 Aug 30 14:38:16.692279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Calling delete_port for 0335589a-7336-42b8-941e-30927e0ae01b owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:16.699961 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.786530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08a14250-db38-44ba-ab9d-9f6d1a6e4c97 req-49f8ab7b-3b9e-499a-b10a-587126a8e045 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627005 Aug 30 14:38:16.793990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb8b6052-265b-46ff-942e-f36a49b88eec req-901792b2-8629-4f73-94c9-c6aeadab1ebf tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0430582 Aug 30 14:38:16.840225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Deleting port a424df2b-5842-4e63-86d6-e574ebef6af4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:16.840851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.945729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.952295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 82ab8ca7-439f-498b-bb72-a1c749fc9406 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:16.957251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.967744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] For port a424df2b-5842-4e63-86d6-e574ebef6af4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a424df2b-5842-4e63-86d6-e574ebef6af4,segment=NetworkSegment(cb104d30-d5c5-402d-9290-560141fa00d2),segment_id=cb104d30-d5c5-402d-9290-560141fa00d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:16.968198 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:16.983680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Calling delete_port for a424df2b-5842-4e63-86d6-e574ebef6af4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:17.004993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d9883b3f-1cf0-4140-a4db-9cccf644d97a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:17.014616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 82ab8ca7-439f-498b-bb72-a1c749fc9406 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:17.014966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 82ab8ca7-439f-498b-bb72-a1c749fc9406 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:17.026385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Transition to ACTIVE for port object 7b4385d3-d9c8-42cb-a583-5b338b776eba will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:17.042807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event deleted for resources: {'Port': ['ID=0335589a-7336-42b8-941e-30927e0ae01b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:17.064830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Transition to ACTIVE for port object 7b4385d3-d9c8-42cb-a583-5b338b776eba will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:17.066660 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.105878 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.107322 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.111489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] Pushing event deleted for resources: {'Port': ['ID=a424df2b-5842-4e63-86d6-e574ebef6af4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:17.115992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.124773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113eebaa-ffb3-4dd5-b3d2-b245b8c985c8 None None] No DVR routers for this DVR port a424df2b-5842-4e63-86d6-e574ebef6af4 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:17.166860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:17.171381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:17.175001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:17.197466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.20.0.1 (466b0175-3616-40c5-8b41-32ff5ecaca19/08b2cc54-f27b-4cc0-8db5-2b7cadbecb57/4105e014-2463-437f-a071-8ce19c7793b6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:17.244830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Pushing event updated for resources: {'Port': ['ID=7b4385d3-d9c8-42cb-a583-5b338b776eba,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:17.249766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Attempting to bind port 7b4385d3-d9c8-42cb-a583-5b338b776eba on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:17.249766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Attempting to bind port 7b4385d3-d9c8-42cb-a583-5b338b776eba by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:17.250165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Attempting to bind port 7b4385d3-d9c8-42cb-a583-5b338b776eba on network 466b0175-3616-40c5-8b41-32ff5ecaca19 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:17.255521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.258451 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.264524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:17.265008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Checking segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:17.265417 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.265862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Bound using segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:17.266367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Bound port: 7b4385d3-d9c8-42cb-a583-5b338b776eba, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:17.267932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.309843 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.310417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Fanout notify agent at l3_agent the message router_deleted on router 0f75eaac-aeea-461d-a1f4-138149f362bb {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:17.318478 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.319639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fddaf097-23c3-417d-ad6c-d5e5779f3b5b tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/0f75eaac-aeea-461d-a1f4-138149f362bb HTTP/1.1" status: 204 len: 168 time: 1.4469695 Aug 30 14:38:17.323811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Port': ['ID=a424df2b-5842-4e63-86d6-e574ebef6af4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:17.325206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:17.326107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] No DVR routers for this DVR port a424df2b-5842-4e63-86d6-e574ebef6af4 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:17.334470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b840b445-eb16-4971-a1fc-5caca5746699 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-52565440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:17.380576 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b840b445-eb16-4971-a1fc-5caca5746699 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.384040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b840b445-eb16-4971-a1fc-5caca5746699 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.397940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] For port 7b4385d3-d9c8-42cb-a583-5b338b776eba, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:17.401595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] For port 7b4385d3-d9c8-42cb-a583-5b338b776eba, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7b4385d3-d9c8-42cb-a583-5b338b776eba,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:17.408649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.480124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b840b445-eb16-4971-a1fc-5caca5746699 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.480413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.488711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b840b445-eb16-4971-a1fc-5caca5746699 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.496328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef702ee1-560a-45c1-bae5-a004cdf3f6fa None None] Pushing event updated for resources: {'Port': ['ID=7b4385d3-d9c8-42cb-a583-5b338b776eba,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:17.506676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397c024b-9e1b-4316-bf98-e610b0a459d2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:17.523015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b840b445-eb16-4971-a1fc-5caca5746699 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.524825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b840b445-eb16-4971-a1fc-5caca5746699 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1987243 Aug 30 14:38:17.524978 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.528186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:17.532883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb104d30-d5c5-402d-9290-560141fa00d2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:17.533286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb104d30-d5c5-402d-9290-560141fa00d2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:17.534251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': True}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:17.552281 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.573454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Transition to ACTIVE for port object 4105e014-2463-437f-a071-8ce19c7793b6 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:17.584737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.595080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:38:17.595471 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:38:17.599132 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:38:17.707807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.755477 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.762210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] 10.222.0.50 "DELETE /v2.0/networks/397c024b-9e1b-4316-bf98-e610b0a459d2 HTTP/1.1" status: 204 len: 168 time: 1.2910821 Aug 30 14:38:17.798879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4336e6a-6e68-4e7b-9fb2-ecb70f968e62 tempest-TaggedBootDevicesTest_v242-1075893946 tempest-TaggedBootDevicesTest_v242-1075893946-project] Pushing event deleted for resources: {'Network': ['ID=397c024b-9e1b-4316-bf98-e610b0a459d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:17.847264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.952462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.960330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:17.975274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:17.978874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:18.002976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-fc6699f3-e61b-4c0f-b824-09bc5640eb3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.009136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-fc6699f3-e61b-4c0f-b824-09bc5640eb3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.013132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=4105e014-2463-437f-a071-8ce19c7793b6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:18.015118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-fc6699f3-e61b-4c0f-b824-09bc5640eb3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.022092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-fc6699f3-e61b-4c0f-b824-09bc5640eb3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.028374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-fc6699f3-e61b-4c0f-b824-09bc5640eb3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.037565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-fc6699f3-e61b-4c0f-b824-09bc5640eb3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.045869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-fc6699f3-e61b-4c0f-b824-09bc5640eb3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.049240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-fc6699f3-e61b-4c0f-b824-09bc5640eb3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.1599174 Aug 30 14:38:18.068823 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e601a-dd34-4207-bdd7-00c1a5f7fb0c req-6334855a-b555-4026-bdd6-d23d749e0946 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.070713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a0e601a-dd34-4207-bdd7-00c1a5f7fb0c req-6334855a-b555-4026-bdd6-d23d749e0946 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.3786120 Aug 30 14:38:18.077077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.096721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7b4385d3-d9c8-42cb-a583-5b338b776eba up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:18.144174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c49a30d6-db85-49b6-9910-2210fdda1cd6 req-ab7ab740-b80b-432c-b703-d9bfbeb624d2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567470 Aug 30 14:38:18.152561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 7b4385d3-d9c8-42cb-a583-5b338b776eba completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:18.165415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d9883b3f-1cf0-4140-a4db-9cccf644d97a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:18.165600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-19ba090b-51f2-4407-8d8d-a6794e78a920 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.165600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-19ba090b-51f2-4407-8d8d-a6794e78a920 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.2128789 Aug 30 14:38:18.241508 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a0e601a-dd34-4207-bdd7-00c1a5f7fb0c req-db584619-dcae-434a-b1d2-f7ca203476aa tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572809 Aug 30 14:38:18.272164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d9883b3f-1cf0-4140-a4db-9cccf644d97a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:18.272553 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.339538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdbb86d5-6f55-438c-82c2-097019cf6cd7 req-1488891d-f0c0-4c1e-b66c-6cdf497cb2ee tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0776429 Aug 30 14:38:18.402140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.427154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.487411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:38:18.512509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a424df2b-5842-4e63-86d6-e574ebef6af4 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:18.513649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46de97-9853-4101-a44d-2e8c1d52aa30 req-75010858-e96c-4f95-a076-e45653ffb799 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.521282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be46de97-9853-4101-a44d-2e8c1d52aa30 req-75010858-e96c-4f95-a076-e45653ffb799 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 944 time: 0.1903479 Aug 30 14:38:18.526731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.540623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a424df2b-5842-4e63-86d6-e574ebef6af4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:18.540988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a424df2b-5842-4e63-86d6-e574ebef6af4 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:18.593155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Allocated IP 172.25.6.162 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/642ddd62-dd7b-4943-93b7-9dec9fddca45) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:18.611103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Deleting port 99d592cf-877f-4ba1-a726-03e80dda3dc4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:18.611103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.655707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:18.679981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '0b9ff459-cbda-49af-8439-c485c85a867d', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'port_id': '0b9ff459-cbda-49af-8439-c485c85a867d', 'mac_address': 'fa:16:3e:89:56:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:38:18.761584 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.766876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be46de97-9853-4101-a44d-2e8c1d52aa30 req-4cce9e8a-d18c-41c5-af85-3a3d4056c04b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134624 Aug 30 14:38:18.785372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9ff459-cbda-49af-8439-c485c85a867d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:18.835584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:18.845500 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.857307 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.940459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.952594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:19.005561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:19.012134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:19.015503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'Port': ['ID=642ddd62-dd7b-4943-93b7-9dec9fddca45,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:19.018763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:19.047147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['0b9ff459-cbda-49af-8439-c485c85a867d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:19.093554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e409c-0afd-4060-87a0-545f972e4a90 None None] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:19.342492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] For port 99d592cf-877f-4ba1-a726-03e80dda3dc4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d592cf-877f-4ba1-a726-03e80dda3dc4,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:19.343119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:19.408176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a94cc87b-5ff0-48da-8dfd-0ce169677e15 None None] Provisioning for port 7b4385d3-d9c8-42cb-a583-5b338b776eba completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:19.424026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Calling delete_port for 99d592cf-877f-4ba1-a726-03e80dda3dc4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:19.431655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a94cc87b-5ff0-48da-8dfd-0ce169677e15 None None] Provisioning complete for port 7b4385d3-d9c8-42cb-a583-5b338b776eba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:19.432176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a94cc87b-5ff0-48da-8dfd-0ce169677e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:19.632514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e12cdd-050c-4370-8fba-06c7be624d12 req-4275a12b-e14a-4e55-be27-902f5a9f23ed tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.634232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53e12cdd-050c-4370-8fba-06c7be624d12 req-4275a12b-e14a-4e55-be27-902f5a9f23ed tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 946 time: 0.2672572 Aug 30 14:38:19.646041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-3335c2c0-4221-4070-b6d5-467cc0a6a3db tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.647340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-bfc80ff9-b2bc-4aef-80da-5fb00112dfc1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.652125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-3335c2c0-4221-4070-b6d5-467cc0a6a3db tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.653705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-bfc80ff9-b2bc-4aef-80da-5fb00112dfc1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.658441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-3335c2c0-4221-4070-b6d5-467cc0a6a3db tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.659758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-bfc80ff9-b2bc-4aef-80da-5fb00112dfc1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.664851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-3335c2c0-4221-4070-b6d5-467cc0a6a3db tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.665982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-bfc80ff9-b2bc-4aef-80da-5fb00112dfc1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.670738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a94cc87b-5ff0-48da-8dfd-0ce169677e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:19.671560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-3335c2c0-4221-4070-b6d5-467cc0a6a3db tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.672911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-bfc80ff9-b2bc-4aef-80da-5fb00112dfc1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.681139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-3335c2c0-4221-4070-b6d5-467cc0a6a3db tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.690284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-3335c2c0-4221-4070-b6d5-467cc0a6a3db tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.696129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-bfc80ff9-b2bc-4aef-80da-5fb00112dfc1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.697412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-3335c2c0-4221-4070-b6d5-467cc0a6a3db tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.2694879 Aug 30 14:38:19.707213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-bfc80ff9-b2bc-4aef-80da-5fb00112dfc1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.717490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-bfc80ff9-b2bc-4aef-80da-5fb00112dfc1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5433 time: 0.1800287 Aug 30 14:38:19.729692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a94cc87b-5ff0-48da-8dfd-0ce169677e15 None None] For port 7b4385d3-d9c8-42cb-a583-5b338b776eba, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7b4385d3-d9c8-42cb-a583-5b338b776eba,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:19.741562 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a94cc87b-5ff0-48da-8dfd-0ce169677e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:19.797588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53e12cdd-050c-4370-8fba-06c7be624d12 req-ab984e34-7987-4711-b8de-ba2521111c7f tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963852 Aug 30 14:38:19.856593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e5913b2-e9df-49cb-8966-af9489ae14c1 req-b79676a1-cced-4cee-a96d-86648e48c7ea tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381242 Aug 30 14:38:19.887232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cc87b-5ff0-48da-8dfd-0ce169677e15 None None] Pushing event updated for resources: {'Port': ['ID=7b4385d3-d9c8-42cb-a583-5b338b776eba,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:19.899658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-c705be06-566e-4f22-acf8-b5c1a14f1828 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:19.902551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-c705be06-566e-4f22-acf8-b5c1a14f1828 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "GET /v2.0/ports/3c85d4c7-85fe-4a87-b26c-82ccca54d129?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1655147 Aug 30 14:38:19.904140 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.022997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.034367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95bb8c8f-bdcc-40d6-b9a2-6950e2ac3c9e req-5073481c-0c02-4d26-beb3-3a99431dbdb9 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0452318 Aug 30 14:38:20.079535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c3bfe02-c8c1-4980-9aee-3a17b61ea3ca None None] Provisioning for port 4105e014-2463-437f-a071-8ce19c7793b6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:20.084669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c3bfe02-c8c1-4980-9aee-3a17b61ea3ca None None] Provisioning complete for port 4105e014-2463-437f-a071-8ce19c7793b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:20.085075 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c3bfe02-c8c1-4980-9aee-3a17b61ea3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.096560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927262-a2ac-4674-8d9e-7b69f53f99f9 req-0fef60ca-3c55-485f-a831-20f04d01a62c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:20.098174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae927262-a2ac-4674-8d9e-7b69f53f99f9 req-0fef60ca-3c55-485f-a831-20f04d01a62c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 945 time: 0.1276813 Aug 30 14:38:20.141035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.150521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-83069ae7-4cc9-42f0-8df7-4c2d18971f65 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "GET /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2374868 Aug 30 14:38:20.152716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.154732 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.158498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bfe02-c8c1-4980-9aee-3a17b61ea3ca None None] Port 4105e014-2463-437f-a071-8ce19c7793b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:20.165532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:20.165702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1394d6e9-5676-4727-b383-120188fd654d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:20.227000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae927262-a2ac-4674-8d9e-7b69f53f99f9 req-6961baba-a687-44b5-9cf2-8d5e0de9024c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087773 Aug 30 14:38:20.264998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c3bfe02-c8c1-4980-9aee-3a17b61ea3ca None None] Provisioning complete for port 7b4385d3-d9c8-42cb-a583-5b338b776eba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:20.265416 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c3bfe02-c8c1-4980-9aee-3a17b61ea3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.331424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.385132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] No DVR routers for this DVR port 99d592cf-877f-4ba1-a726-03e80dda3dc4 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:20.390916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=4105e014-2463-437f-a071-8ce19c7793b6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:20.397557 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.400112 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0047422-c876-4fbd-afbc-b9941bc9e096 req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.21 "DELETE /v2.0/ports/99d592cf-877f-4ba1-a726-03e80dda3dc4 HTTP/1.1" status: 204 len: 173 time: 2.2237704 Aug 30 14:38:20.400493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef0ee64-c681-4948-945d-d4cbfa6a62de', 'name': 'network-vif-deleted', 'tag': '99d592cf-877f-4ba1-a726-03e80dda3dc4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:20.403111 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569a5ac3-466d-4b9a-85b8-1140d8083a63" -d '{"events": [{"server_uuid": "5ef0ee64-c681-4948-945d-d4cbfa6a62de", "name": "network-vif-deleted", "tag": "99d592cf-877f-4ba1-a726-03e80dda3dc4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:20.413588 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.456694 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467ecc60-5531-499c-92af-d5d2f0c154da x-openstack-request-id: req-467ecc60-5531-499c-92af-d5d2f0c154da {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:20.457425 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef0ee64-c681-4948-945d-d4cbfa6a62de", "name": "network-vif-deleted", "tag": "99d592cf-877f-4ba1-a726-03e80dda3dc4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:20.457425 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-467ecc60-5531-499c-92af-d5d2f0c154da {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:20.458567 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef0ee64-c681-4948-945d-d4cbfa6a62de', 'name': 'network-vif-deleted', 'tag': '99d592cf-877f-4ba1-a726-03e80dda3dc4', 'status': 'completed', 'code': 200} Aug 30 14:38:20.458939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333e827-c5bb-4d6d-9be5-fa5c76a2fbf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Pushing event deleted for resources: {'Port': ['ID=99d592cf-877f-4ba1-a726-03e80dda3dc4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:20.480429 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.483796 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.495587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:20.552086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 0b9ff459-cbda-49af-8439-c485c85a867d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:20.552406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.575069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:20.583224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:20.625185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fac01fd8-a795-401b-98ba-fd6aab64cbf3 None None] Provisioning complete for port 4105e014-2463-437f-a071-8ce19c7793b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:20.625873 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac01fd8-a795-401b-98ba-fd6aab64cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.711646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.740071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Router ad64d029-d24d-4df2-a979-7dbe60e7db16 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:38:20.741956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fac01fd8-a795-401b-98ba-fd6aab64cbf3 None None] Port 4105e014-2463-437f-a071-8ce19c7793b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:20.752559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:20.755284 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61645e04-8d38-451d-a457-aa734a7bb497" -d '{"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-plugged", "status": "completed", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:20.782417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:20.791271 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:20.896291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:20.948071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] For port 3c85d4c7-85fe-4a87-b26c-82ccca54d129, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3c85d4c7-85fe-4a87-b26c-82ccca54d129,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:20.983764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:20.991931 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157c03dc-5062-4d1f-9ab3-5bd2352fafdc x-openstack-request-id: req-157c03dc-5062-4d1f-9ab3-5bd2352fafdc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:20.992458 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-plugged", "status": "completed", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:20.992932 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-157c03dc-5062-4d1f-9ab3-5bd2352fafdc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:20.993743 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d', 'code': 200} Aug 30 14:38:21.003441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:21.016940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee057a1-0f86-477c-a55b-e52b23909bfc None None] Sync routers for ids ['ad64d029-d24d-4df2-a979-7dbe60e7db16'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:21.019606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:21.027930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5a17e144-3e39-4cf6-a795-ee986fba1b2c tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "PUT /v2.0/routers/ad64d029-d24d-4df2-a979-7dbe60e7db16 HTTP/1.1" status: 200 len: 913 time: 3.4984465 Aug 30 14:38:21.028784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:21.031524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee057a1-0f86-477c-a55b-e52b23909bfc None None] Routers {'ad64d029-d24d-4df2-a979-7dbe60e7db16'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:21.033030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1ee057a1-0f86-477c-a55b-e52b23909bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ad64d029-d24d-4df2-a979-7dbe60e7db16'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:21.044647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7567eee6-6d30-432c-85e8-aaff575b4ccd req-9a7904f7-1794-4a94-bfe4-d39add705eaf tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef0ee64-c681-4948-945d-d4cbfa6a62de HTTP/1.1" status: 200 len: 210 time: 0.0595806 Aug 30 14:38:21.104555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1ee057a1-0f86-477c-a55b-e52b23909bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:21.133224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee057a1-0f86-477c-a55b-e52b23909bfc None None] Routers {'ad64d029-d24d-4df2-a979-7dbe60e7db16'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:21.134187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1ee057a1-0f86-477c-a55b-e52b23909bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ad64d029-d24d-4df2-a979-7dbe60e7db16'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:21.164320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] For port 3c85d4c7-85fe-4a87-b26c-82ccca54d129, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:21.228080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1ee057a1-0f86-477c-a55b-e52b23909bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:21.228803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee057a1-0f86-477c-a55b-e52b23909bfc None None] The sync data for ids ['ad64d029-d24d-4df2-a979-7dbe60e7db16'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:21.253738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a910c4c9-cbf1-48fa-9b9d-6f55937c30af None None] Provisioning complete for port 4105e014-2463-437f-a071-8ce19c7793b6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:21.257145 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a910c4c9-cbf1-48fa-9b9d-6f55937c30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:21.265551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] device_id is not set on port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:38:21.272997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-97ff450d-b091-4357-8c03-29239212cd2d req-68f4aed2-bfbb-4135-890a-9f1f20e402c8 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0683227 Aug 30 14:38:21.282008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:21.298052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:21.317346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a910c4c9-cbf1-48fa-9b9d-6f55937c30af None None] Port 4105e014-2463-437f-a071-8ce19c7793b6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:21.348599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] Pushing event updated for resources: {'Port': ['ID=3c85d4c7-85fe-4a87-b26c-82ccca54d129,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:21.361606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:21.368030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cf951737-e806-4a44-93fa-a1b0d180538b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "PUT /v2.0/routers/1c8b08c5-fae9-4a7d-b817-e214cf5bca38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9834096 Aug 30 14:38:21.380556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6415610d-5c79-490c-b054-ec8f15e9b9dd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.388759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6415610d-5c79-490c-b054-ec8f15e9b9dd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.389783 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Sync routers for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:21.394712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6415610d-5c79-490c-b054-ec8f15e9b9dd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.401211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6415610d-5c79-490c-b054-ec8f15e9b9dd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.408300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6415610d-5c79-490c-b054-ec8f15e9b9dd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.408720 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:21.409846 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:21.414396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6415610d-5c79-490c-b054-ec8f15e9b9dd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.420791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6415610d-5c79-490c-b054-ec8f15e9b9dd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.429665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6415610d-5c79-490c-b054-ec8f15e9b9dd tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 5355 time: 0.2802043 Aug 30 14:38:21.463269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] No DVR routers for this DVR port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:21.476718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c5622-8ca3-496a-b716-a58fb9e0f86a req-18e37fc0-ec85-43a5-8e27-d74023947d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.478262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a4c5622-8ca3-496a-b716-a58fb9e0f86a req-18e37fc0-ec85-43a5-8e27-d74023947d90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 1098 time: 0.1771817 Aug 30 14:38:21.482865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-884d4805-7872-48d7-a92c-4ba256dcc36f tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/routers/ad64d029-d24d-4df2-a979-7dbe60e7db16 HTTP/1.1" status: 200 len: 919 time: 0.4509037 Aug 30 14:38:21.483485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:21.542397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df58a09-6aa6-4068-a563-c676519f411d req-490e3b98-d80c-498b-a224-e5d8cb2b265e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.544138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1df58a09-6aa6-4068-a563-c676519f411d req-490e3b98-d80c-498b-a224-e5d8cb2b265e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 947 time: 0.1157250 Aug 30 14:38:21.545701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] In _notify_port_updated(), no bound segment for port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:38:21.548338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.549252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:21.550664 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-ed745744-32e1-4c79-a17f-63efe2555fdf service neutron] 10.222.0.21 "PUT /v2.0/ports/3c85d4c7-85fe-4a87-b26c-82ccca54d129 HTTP/1.1" status: 200 len: 1028 time: 1.3913367 Aug 30 14:38:21.627502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-460daed2-abdc-499b-8db5-2d2f78018e95 req-6c137606-8a56-4447-89d7-1b139683eba8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&id=81106ed6-be69-4858-b5ce-bed64dc46a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886690 Aug 30 14:38:21.637130 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1df58a09-6aa6-4068-a563-c676519f411d req-4e6e3f85-4114-4b64-9096-3037ea9cce2b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851274 Aug 30 14:38:21.676409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2fe829ad-7809-4a8e-a9a2-5777b25c691a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.679421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2fe829ad-7809-4a8e-a9a2-5777b25c691a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "GET /v2.0/ports/de5ba890-9014-4b69-a5cb-59a329f7e621?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0871286 Aug 30 14:38:21.689311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a4c5622-8ca3-496a-b716-a58fb9e0f86a req-ef4a8725-f6b3-405e-b615-e2c8a9710824 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465249 Aug 30 14:38:21.691260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a21aec-ec2a-4fdd-ac9a-234278412754 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.695108 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d3a21aec-ec2a-4fdd-ac9a-234278412754 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=ad64d029-d24d-4df2-a979-7dbe60e7db16&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2083070 Aug 30 14:38:21.695306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:21.695435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:21.788445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:21.824768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-faf9a362-5714-4d98-ab1f-d7685385e32a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059609699&fields=id&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 267 time: 0.0581746 Aug 30 14:38:21.837325 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:21.856935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe3bed34-af05-4221-88de-5e0e173252ba None None] Provisioning complete for port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:21.857476 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe3bed34-af05-4221-88de-5e0e173252ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:21.901983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f89670-b0b0-4497-b29e-0335b57726be tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.906210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-45f89670-b0b0-4497-b29e-0335b57726be tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 881 time: 0.2073309 Aug 30 14:38:21.909315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:21.943623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f7fc768e-3e92-4508-b580-52215216a1d1 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad64d029-d24d-4df2-a979-7dbe60e7db16 HTTP/1.1" status: 200 len: 205 time: 0.0309246 Aug 30 14:38:21.944233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:21.982491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fe3bed34-af05-4221-88de-5e0e173252ba None None] Port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:22.023858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] For port de5ba890-9014-4b69-a5cb-59a329f7e621, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de5ba890-9014-4b69-a5cb-59a329f7e621,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:22.030367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7b4385d3-d9c8-42cb-a583-5b338b776eba up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:22.090352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] For port de5ba890-9014-4b69-a5cb-59a329f7e621, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:22.093791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-80b02d7f-bbf9-41c0-b165-e699633add37 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:22.095134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 7b4385d3-d9c8-42cb-a583-5b338b776eba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:22.095529 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.101625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-80b02d7f-bbf9-41c0-b165-e699633add37 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/networks?id=466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 200 len: 797 time: 0.2759244 Aug 30 14:38:22.121295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-e7d8338d-710e-4451-b172-dbda14432df9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/quotas/917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0186729 Aug 30 14:38:22.175496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] device_id is not set on port de5ba890-9014-4b69-a5cb-59a329f7e621 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:38:22.179754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device de5ba890-9014-4b69-a5cb-59a329f7e621 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:22.194562 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.202917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.217393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.231133 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:19Z', 'revision_number': 2, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:22.270876 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Checking router: 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:22.271594 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Updating router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 port 4105e014-2463-437f-a071-8ce19c7793b6 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:38:22.323667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device de5ba890-9014-4b69-a5cb-59a329f7e621 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:22.327589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3ced7b74-6bc3-4baf-876c-6a010413f3d5 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:22.340204 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.347632 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-be853c99-030e-4eba-bfb6-8b8448ae71d4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254272 Aug 30 14:38:22.350369 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.370184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] No DVR routers for this DVR port de5ba890-9014-4b69-a5cb-59a329f7e621 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:22.373966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] Pushing event updated for resources: {'Port': ['ID=de5ba890-9014-4b69-a5cb-59a329f7e621,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:22.377276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-5f5276f3-08e7-4dcc-9aeb-4a6e1b23812a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:38:22.379756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-5f5276f3-08e7-4dcc-9aeb-4a6e1b23812a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132909 Aug 30 14:38:22.487720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] In _notify_port_updated(), no bound segment for port de5ba890-9014-4b69-a5cb-59a329f7e621 on network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:38:22.488593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:22.489278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.495679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-478e4c3e-402e-424f-bc45-18b8ae54295e service neutron] 10.222.0.21 "PUT /v2.0/ports/de5ba890-9014-4b69-a5cb-59a329f7e621 HTTP/1.1" status: 200 len: 1026 time: 0.8072352 Aug 30 14:38:22.525522 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.598457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3ced7b74-6bc3-4baf-876c-6a010413f3d5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:22.608039 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.610502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:22.618778 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-4b4a94bd-5b06-4353-aeda-d2c9ab4c40db service neutron] 10.222.0.50 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716924 Aug 30 14:38:22.700607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-99b7581c-7efb-40af-b95c-b4dbc591ad1a req-e6efccd8-556b-4272-8871-fbdc34416313 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0750010 Aug 30 14:38:22.740312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting port 0033a180-b260-4dbe-ae27-d3b3854690ff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:22.740825 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.804344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3ced7b74-6bc3-4baf-876c-6a010413f3d5,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:22.828908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Deleting port 642ddd62-dd7b-4943-93b7-9dec9fddca45 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:22.829820 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.848064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9ffd56e2-1c71-4157-83b5-17b9968a487e None None] Provisioning complete for port de5ba890-9014-4b69-a5cb-59a329f7e621 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:22.848438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ffd56e2-1c71-4157-83b5-17b9968a487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.899091 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.917315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.932026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Calling delete_port for 642ddd62-dd7b-4943-93b7-9dec9fddca45 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:22.933410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd56e2-1c71-4157-83b5-17b9968a487e None None] Port de5ba890-9014-4b69-a5cb-59a329f7e621 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:22.934661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] For port 0033a180-b260-4dbe-ae27-d3b3854690ff, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0033a180-b260-4dbe-ae27-d3b3854690ff,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:22.936562 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.959159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:22.964936 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:22.966845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3c85d4c7-85fe-4a87-b26c-82ccca54d129 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:23.074261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ced7b74-6bc3-4baf-876c-6a010413f3d5'}, {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:23.076497 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.083592 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0efed5-4c3e-4bd0-ad01-1253dcb558f6" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "3ced7b74-6bc3-4baf-876c-6a010413f3d5"}, {"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb2725b-74df-4e85-8d7b-abba5a2e2ac4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:23.101877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:23.142929 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Transition to ACTIVE for port object 4105e014-2463-437f-a071-8ce19c7793b6 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:23.148425 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.149785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3c85d4c7-85fe-4a87-b26c-82ccca54d129 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:23.150259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:23.150969 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.247671 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90d317-cb56-4669-91c9-66a0e868a58c None None] Pushing event updated for resources: {'Port': ['ID=4105e014-2463-437f-a071-8ce19c7793b6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:23.267298 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.328533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:23.334029 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.335371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d592cf-877f-4ba1-a726-03e80dda3dc4 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:23.345080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event deleted for resources: {'Port': ['ID=642ddd62-dd7b-4943-93b7-9dec9fddca45,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:23.372571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-69ba4e6c-2552-4fd9-8d89-79c91a11f07d service neutron] 10.222.0.50 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427330 Aug 30 14:38:23.397601 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Attempting to bind port 4105e014-2463-437f-a071-8ce19c7793b6 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:23.398231 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Attempting to bind port 4105e014-2463-437f-a071-8ce19c7793b6 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:23.398766 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Attempting to bind port 4105e014-2463-437f-a071-8ce19c7793b6 on network 466b0175-3616-40c5-8b41-32ff5ecaca19 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:23.412084 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:23.412461 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Checking segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:23.412863 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.419845 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Bound using segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:23.420667 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Bound port: 4105e014-2463-437f-a071-8ce19c7793b6, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:23.421091 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.487463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 99d592cf-877f-4ba1-a726-03e80dda3dc4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:23.487806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d592cf-877f-4ba1-a726-03e80dda3dc4 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:23.488231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1befa022-7c0d-41ee-9b34-144cced426c4 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:23.516074 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.559051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.559548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.560068 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Floating IP b34a888f-9407-449a-9887-2a0e59ab6281 disassociated. External IP: 172.25.6.3, port: 0033a180-b260-4dbe-ae27-d3b3854690ff. Aug 30 14:38:23.560520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Calling delete_port for 0033a180-b260-4dbe-ae27-d3b3854690ff owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:23.583692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44794749-680d-468c-9087-ec10b636dde9 req-081af389-e118-4dbf-a898-afdc52235c46 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:23.589295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44794749-680d-468c-9087-ec10b636dde9 req-081af389-e118-4dbf-a898-afdc52235c46 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.1247456 Aug 30 14:38:23.631952 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] For port 4105e014-2463-437f-a071-8ce19c7793b6, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:23.639170 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] For port 4105e014-2463-437f-a071-8ce19c7793b6, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4105e014-2463-437f-a071-8ce19c7793b6,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:23.657359 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.717867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:23.833275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44794749-680d-468c-9087-ec10b636dde9 req-b3d2090c-25ef-414d-8906-48450b13abf7 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262177 Aug 30 14:38:23.835286 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90d317-cb56-4669-91c9-66a0e868a58c None None] Pushing event updated for resources: {'Port': ['ID=4105e014-2463-437f-a071-8ce19c7793b6,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:23.857587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:23.859645 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.864520 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:23.865148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.934249 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.992382 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.993329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Fanout notify agent at l3_agent the message router_deleted on router ad64d029-d24d-4df2-a979-7dbe60e7db16 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:24.014717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7b91-6e17-438d-813b-006c13fdb37e req-8a5e15a2-fc79-4fc3-bca3-77a525256fe0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.022213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7b91-6e17-438d-813b-006c13fdb37e req-8a5e15a2-fc79-4fc3-bca3-77a525256fe0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.028783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7b91-6e17-438d-813b-006c13fdb37e req-8a5e15a2-fc79-4fc3-bca3-77a525256fe0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.035717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7b91-6e17-438d-813b-006c13fdb37e req-8a5e15a2-fc79-4fc3-bca3-77a525256fe0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.043198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7b91-6e17-438d-813b-006c13fdb37e req-8a5e15a2-fc79-4fc3-bca3-77a525256fe0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.043429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1befa022-7c0d-41ee-9b34-144cced426c4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1befa022-7c0d-41ee-9b34-144cced426c4,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:24.053014 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.053884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0033a180-b260-4dbe-ae27-d3b3854690ff no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:24.055119 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e6a7b91-6e17-438d-813b-006c13fdb37e req-8a5e15a2-fc79-4fc3-bca3-77a525256fe0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 3879 time: 0.2347894 Aug 30 14:38:24.077412 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.082537 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d2be19d-4bd9-4f76-bc0d-ccb8324c5ad9 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/ad64d029-d24d-4df2-a979-7dbe60e7db16 HTTP/1.1" status: 204 len: 168 time: 2.1334219 Aug 30 14:38:24.101421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:24.126097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2d8c9ccf-6e91-4e2a-b1d9-02d60a479f18 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1345559834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:24.162021 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:24.274573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9ccf-6e91-4e2a-b1d9-02d60a479f18 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.275689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9ccf-6e91-4e2a-b1d9-02d60a479f18 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.338020 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:38:24.370426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1befa022-7c0d-41ee-9b34-144cced426c4,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:24.371667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15317d6d-5eab-415b-971e-9a98b51fd83d req-9e7d83d7-2178-42c3-9a34-74491f903f55 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.373980 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-15317d6d-5eab-415b-971e-9a98b51fd83d req-9e7d83d7-2178-42c3-9a34-74491f903f55 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 947 time: 0.3242712 Aug 30 14:38:24.374980 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.408084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No active binding found for port 0033a180-b260-4dbe-ae27-d3b3854690ff {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 14:38:24.408971 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 0033a180-b260-4dbe-ae27-d3b3854690ff not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:24.558385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Port': ['ID=0033a180-b260-4dbe-ae27-d3b3854690ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:24.564717 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9ccf-6e91-4e2a-b1d9-02d60a479f18 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.573847 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:23Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:24.591408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9ccf-6e91-4e2a-b1d9-02d60a479f18 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.620862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-15317d6d-5eab-415b-971e-9a98b51fd83d req-aaa2fcc6-83fc-4099-be84-c81506c14bea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377160 Aug 30 14:38:24.662399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9ccf-6e91-4e2a-b1d9-02d60a479f18 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.666257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d8c9ccf-6e91-4e2a-b1d9-02d60a479f18 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5476248 Aug 30 14:38:24.667039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:24.669928 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8c41b-8f7a-4f08-9f9f-efac139d0523 None None] The sync data for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 is: [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:23Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:24.675181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:24.744087 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2fbe42-1cb3-46b8-9073-36bd39f0a4fe x-openstack-request-id: req-7b2fbe42-1cb3-46b8-9073-36bd39f0a4fe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:24.744422 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "3ced7b74-6bc3-4baf-876c-6a010413f3d5", "code": 200}, {"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb2725b-74df-4e85-8d7b-abba5a2e2ac4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:24.744698 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b2fbe42-1cb3-46b8-9073-36bd39f0a4fe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:24.745083 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ced7b74-6bc3-4baf-876c-6a010413f3d5', 'code': 200} Aug 30 14:38:24.745350 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4', 'code': 200} Aug 30 14:38:24.970189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e6a7b91-6e17-438d-813b-006c13fdb37e req-24dfd13c-95c6-4f69-b70c-a796a31718c9 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9140601 Aug 30 14:38:25.021621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-ca674729-c275-4995-b616-6d1f88e22b59 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.023887 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-ca674729-c275-4995-b616-6d1f88e22b59 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.39 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.1433587 Aug 30 14:38:25.138536 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8188e6cf-def8-4515-a8e1-ab1c7d65a533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:25.220117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eea8956a-88bc-4882-a0ee-df2740971514 req-d5404e24-f4aa-431c-8de2-f0cb1c98c80c tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0464082 Aug 30 14:38:25.247822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Deleting port 1394d6e9-5676-4727-b383-120188fd654d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:25.248364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:25.443511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475e063-e264-4b6c-ac03-5e6d9b36259e req-94b5f273-2224-483e-ba5f-03bb4c2a6642 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.445305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8475e063-e264-4b6c-ac03-5e6d9b36259e req-94b5f273-2224-483e-ba5f-03bb4c2a6642 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/ports?device_id=b173535d-6a1b-4aa0-a2d2-02a3d89dad35 HTTP/1.1" status: 200 len: 945 time: 0.1086903 Aug 30 14:38:25.486130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] For port 1394d6e9-5676-4727-b383-120188fd654d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1394d6e9-5676-4727-b383-120188fd654d,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:25.486520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:25.502475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Calling delete_port for 1394d6e9-5676-4727-b383-120188fd654d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:25.507847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-887b32fa-b91d-4290-9257-7ffa51bf1f26 req-652e414c-12fe-459c-af99-3cf161fd7882 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 210 time: 0.6667295 Aug 30 14:38:25.684975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:25.713026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Router daa3455d-2b31-4deb-98fb-f499e62ce391 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:25.723962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8475e063-e264-4b6c-ac03-5e6d9b36259e req-56fdf217-bd43-422d-98b4-4dbbe9435550 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.50 "GET /v2.0/security-groups?id=af3f5f24-223e-4493-8547-f3d470a14e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633784 Aug 30 14:38:25.736924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:25.749565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1394d6e9-5676-4727-b383-120188fd654d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:25.792464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Pushing event deleted for resources: {'Port': ['ID=1394d6e9-5676-4727-b383-120188fd654d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:25.869989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] No DVR routers for this DVR port 1394d6e9-5676-4727-b383-120188fd654d on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:25.873668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:25.876341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ac9e8fb-cd96-40c2-9023-b24cced33e5d req-80851078-b123-4b5b-9d6b-18ec1e22c278 tempest-ServerRescueTestJSON-1417496888 tempest-ServerRescueTestJSON-1417496888-project] 10.222.0.39 "DELETE /v2.0/ports/1394d6e9-5676-4727-b383-120188fd654d HTTP/1.1" status: 204 len: 173 time: 0.8432205 Aug 30 14:38:25.876864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b173535d-6a1b-4aa0-a2d2-02a3d89dad35', 'name': 'network-vif-deleted', 'tag': '1394d6e9-5676-4727-b383-120188fd654d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:25.887623 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e5ae8-6e8e-4a42-995c-b6fd6a5808b5" -d '{"events": [{"server_uuid": "b173535d-6a1b-4aa0-a2d2-02a3d89dad35", "name": "network-vif-deleted", "tag": "1394d6e9-5676-4727-b383-120188fd654d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:26.039273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4105e014-2463-437f-a071-8ce19c7793b6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:26.116240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4105e014-2463-437f-a071-8ce19c7793b6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:26.135442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4105e014-2463-437f-a071-8ce19c7793b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:26.137672 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:26.140650 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ffb431-eaec-4563-9f8c-5a4e0370b775 x-openstack-request-id: req-c7ffb431-eaec-4563-9f8c-5a4e0370b775 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:26.141348 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b173535d-6a1b-4aa0-a2d2-02a3d89dad35", "name": "network-vif-deleted", "tag": "1394d6e9-5676-4727-b383-120188fd654d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:26.142568 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7ffb431-eaec-4563-9f8c-5a4e0370b775 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:26.143252 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b173535d-6a1b-4aa0-a2d2-02a3d89dad35', 'name': 'network-vif-deleted', 'tag': '1394d6e9-5676-4727-b383-120188fd654d', 'status': 'completed', 'code': 200} Aug 30 14:38:26.208805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b99d3-9fe0-4bed-a562-c9f24f12398c req-9c3f04fe-ea5c-4fbc-882e-5cec62debb6a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:26.217191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a98b99d3-9fe0-4bed-a562-c9f24f12398c req-9c3f04fe-ea5c-4fbc-882e-5cec62debb6a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 947 time: 0.4481318 Aug 30 14:38:26.351196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f45e1-090e-44c1-8ccf-65788dac919b req-5cb599fe-463b-407c-8045-0bb1e3086cac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:26.398405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f45e1-090e-44c1-8ccf-65788dac919b req-5cb599fe-463b-407c-8045-0bb1e3086cac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:26.422540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f45e1-090e-44c1-8ccf-65788dac919b req-5cb599fe-463b-407c-8045-0bb1e3086cac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:26.430411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f45e1-090e-44c1-8ccf-65788dac919b req-5cb599fe-463b-407c-8045-0bb1e3086cac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:26.439704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b6f45e1-090e-44c1-8ccf-65788dac919b req-5cb599fe-463b-407c-8045-0bb1e3086cac tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 3142 time: 0.1988993 Aug 30 14:38:26.440614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1f801dd-5c4d-4c57-8774-a8c242d70bcd req-591c85e5-86b2-4d2c-b4cc-1d0b41945cae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0319993 Aug 30 14:38:26.441825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:26.481856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a98b99d3-9fe0-4bed-a562-c9f24f12398c req-004cfe7e-2b48-46b3-b39e-01ca907882c7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628562 Aug 30 14:38:26.572838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] No DVR routers for this DVR port 0033a180-b260-4dbe-ae27-d3b3854690ff on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:26.582060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:26.583886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b6f45e1-090e-44c1-8ccf-65788dac919b req-1c15fa45-13af-4cc0-a998-818df18a5b22 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424720 Aug 30 14:38:26.586489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-84309ada-bd85-4b98-ae40-ebadffbdfaae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "DELETE /v2.0/ports/0033a180-b260-4dbe-ae27-d3b3854690ff HTTP/1.1" status: 204 len: 173 time: 4.0837717 Aug 30 14:38:26.596589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-8cf84482-4592-44e7-b81e-d481bc734b24 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:26.599939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-8cf84482-4592-44e7-b81e-d481bc734b24 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "GET /v2.0/networks?id=466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 200 len: 797 time: 0.7735612 Aug 30 14:38:26.619018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '0033a180-b260-4dbe-ae27-d3b3854690ff'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:26.627252 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d94f4d2-9f9d-4ada-a2bd-b1bfb04c0461" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "0033a180-b260-4dbe-ae27-d3b3854690ff"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:26.679343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] Sync routers for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:26.704079 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:26.709199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-6ab3d670-b84a-43e6-a39d-7d9a44623ac6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 380 time: 0.0985847 Aug 30 14:38:26.725182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:26.725765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:26.748111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3eccbe1-4c78-4943-a8e3-45d99e53ba34 req-7e332c90-76ff-4c85-bb8f-b27f06e72d06 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 210 time: 0.0364575 Aug 30 14:38:26.764580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0'}, {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1befa022-7c0d-41ee-9b34-144cced426c4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:26.767185 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c02ba3a-b183-423e-903d-169af539a6cd" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad1e99d-a9bd-448e-9088-6fe440e4acc0"}, {"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "1befa022-7c0d-41ee-9b34-144cced426c4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:26.783762 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39c22aaa-a2a9-44be-a72b-9becd0498ead req-b28d308d-74c3-4509-a5fa-d2357e70ba2b tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.1012204 Aug 30 14:38:26.816658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4105e014-2463-437f-a071-8ce19c7793b6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4105e014-2463-437f-a071-8ce19c7793b6,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:26.828494 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:26.874927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'port': {'device_id': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'admin_state_up': True, 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'security_groups': ['b25661e8-44c9-4a44-a489-5f4286eb6b40']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:26.890901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:26.942042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4105e014-2463-437f-a071-8ce19c7793b6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:26.953674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:27.039139 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb01642-679e-46dc-9550-7c510968e4fb x-openstack-request-id: req-0fb01642-679e-46dc-9550-7c510968e4fb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:27.039139 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad1e99d-a9bd-448e-9088-6fe440e4acc0", "code": 200}, {"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "1befa022-7c0d-41ee-9b34-144cced426c4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:27.039489 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fb01642-679e-46dc-9550-7c510968e4fb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:27.039684 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0', 'code': 200} Aug 30 14:38:27.039938 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1befa022-7c0d-41ee-9b34-144cced426c4', 'code': 200} Aug 30 14:38:27.054464 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df9a2bf-3b2c-4f63-b955-e420c279992d x-openstack-request-id: req-7df9a2bf-3b2c-4f63-b955-e420c279992d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:27.055069 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "0033a180-b260-4dbe-ae27-d3b3854690ff", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:27.055500 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7df9a2bf-3b2c-4f63-b955-e420c279992d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:27.056075 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '0033a180-b260-4dbe-ae27-d3b3854690ff', 'status': 'completed', 'code': 200} Aug 30 14:38:27.162718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:27.166227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.185434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.195009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:35Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:27.217860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.225026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] Checking router: daa3455d-2b31-4deb-98fb-f499e62ce391 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:27.233689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:27.235221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:37:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:27.235380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:27.235680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.355356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:27.363117 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.491810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] For port 3ced7b74-6bc3-4baf-876c-6a010413f3d5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3ced7b74-6bc3-4baf-876c-6a010413f3d5,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:27.492232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.519579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Calling delete_port for 3ced7b74-6bc3-4baf-876c-6a010413f3d5 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:27.542194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Allocated IP 172.25.6.79 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c551cf07-a127-4d93-a07d-65bf963a6fed) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:27.551743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.20.0.3 (466b0175-3616-40c5-8b41-32ff5ecaca19/08b2cc54-f27b-4cc0-8db5-2b7cadbecb57/6c7eb443-2644-4277-b330-4bbd107c907b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:27.589084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:35Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:27.623531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cea495e-5449-45cb-8e93-4762be9dc9bd None None] The sync data for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 is: [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '68eef9fa-c114-42c5-a57c-c12e5e3074bc', 'name': '', 'network_id': '58b173ba-3264-4cfa-bc64-893edcb7863c', 'tenant_id': 'ea76724a518840a19b83451821677065', 'mac_address': 'fa:16:3e:d2:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:22Z', 'updated_at': '2021-08-30T14:27:35Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'subnets': [{'id': '062bc234-9bb1-4126-9595-d30cb6a74e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:27.774926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Deleting port f99d0d29-594e-46af-b334-ac9808a87049 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:27.775464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.886142 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cb605a8-316f-478c-a8c4-0a597a4502c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.967187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83246bc3-9519-4212-8871-9f5fd8fe2f6a req-ce96f14d-ee19-46d5-9bfd-cc78823ca04c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 210 time: 0.0351255 Aug 30 14:38:27.975442 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.000280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] For port f99d0d29-594e-46af-b334-ac9808a87049, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f99d0d29-594e-46af-b334-ac9808a87049,segment=NetworkSegment(b951dae3-a0f9-43fc-b901-6105d7fe2641),segment_id=b951dae3-a0f9-43fc-b901-6105d7fe2641)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:28.009241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Transition to ACTIVE for port object 6c7eb443-2644-4277-b330-4bbd107c907b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:28.009658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4105e014-2463-437f-a071-8ce19c7793b6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:28.014580 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.052058 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Calling delete_port for f99d0d29-594e-46af-b334-ac9808a87049 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:28.086954 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.090627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4105e014-2463-437f-a071-8ce19c7793b6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:28.091675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.132996 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727656b5-108b-48ff-90db-32e79cfb1558 None None] New status for floating IP b34a888f-9407-449a-9887-2a0e59ab6281: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:38:28.215243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96289d94-9f25-42f1-ace8-51bce3b8ae2d req-aec464e4-aa2c-43cb-893f-89a11ab90d60 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0795546 Aug 30 14:38:28.298716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.311166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:28.379284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:28.392942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffe875-04a4-43dc-8e9e-2d285e0513fd req-5bdaff6f-115b-49b5-804a-bf404f228b35 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.400294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffe875-04a4-43dc-8e9e-2d285e0513fd req-5bdaff6f-115b-49b5-804a-bf404f228b35 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.407088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffe875-04a4-43dc-8e9e-2d285e0513fd req-5bdaff6f-115b-49b5-804a-bf404f228b35 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.415057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffe875-04a4-43dc-8e9e-2d285e0513fd req-5bdaff6f-115b-49b5-804a-bf404f228b35 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.418407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fffe875-04a4-43dc-8e9e-2d285e0513fd req-5bdaff6f-115b-49b5-804a-bf404f228b35 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 3142 time: 0.3408780 Aug 30 14:38:28.419625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:28.423435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:28.529097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.541813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1394d6e9-5676-4727-b383-120188fd654d no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:28.578566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.611506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 1394d6e9-5676-4727-b383-120188fd654d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:28.612004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1394d6e9-5676-4727-b383-120188fd654d not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:28.616168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99d0d29-594e-46af-b334-ac9808a87049,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:28.667122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fffe875-04a4-43dc-8e9e-2d285e0513fd req-15a0458c-fca1-4705-aeb2-6f8c5b0c28eb tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634996 Aug 30 14:38:28.669703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b269a306-fc82-4662-a47c-ffb3dd4776d8 req-36776673-5559-4a15-8761-aa39a1fb8e83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce84c143064a42e2bbfe87852be688d6&device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0787714 Aug 30 14:38:28.692783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.693642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.729435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-ec5767f6-11ac-4010-a032-3a6772b5176b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8790717 Aug 30 14:38:28.751089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Request body: {'port': {'device_id': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:28.756849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.785532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.796213 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b269a306-fc82-4662-a47c-ffb3dd4776d8 req-43e4a1cd-83e9-4347-a107-c5a6af8b44f5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ce84c143064a42e2bbfe87852be688d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883799 Aug 30 14:38:28.829328 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d684cdd7-f828-401a-9f5d-1cf28ad039bd req-bea5b32e-4de6-495a-a2f0-ded0f1f71bd2 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0906560 Aug 30 14:38:28.841988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75ad45eb-4e9c-4ac0-8ba6-71cec7c2033d None None] Provisioning for port 6c7eb443-2644-4277-b330-4bbd107c907b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:28.846579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75ad45eb-4e9c-4ac0-8ba6-71cec7c2033d None None] Provisioning complete for port 6c7eb443-2644-4277-b330-4bbd107c907b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:28.846961 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75ad45eb-4e9c-4ac0-8ba6-71cec7c2033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.854309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:28.861405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Port': ['ID=3ced7b74-6bc3-4baf-876c-6a010413f3d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:28.889428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:28.892482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:28.926100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-75ad45eb-4e9c-4ac0-8ba6-71cec7c2033d None None] Port 6c7eb443-2644-4277-b330-4bbd107c907b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:28.939731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.067885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] No DVR routers for this DVR port 3ced7b74-6bc3-4baf-876c-6a010413f3d5 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:29.071000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.073811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-4f4a8c2f-05f3-4bb0-8bb7-353cb5689c3d tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "DELETE /v2.0/ports/3ced7b74-6bc3-4baf-876c-6a010413f3d5 HTTP/1.1" status: 204 len: 173 time: 2.0604513 Aug 30 14:38:29.074334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '3ced7b74-6bc3-4baf-876c-6a010413f3d5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:29.076813 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf0107c-202a-497b-ad85-f01a106b4db3" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "3ced7b74-6bc3-4baf-876c-6a010413f3d5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:29.153362 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081e69e7-efbc-4af6-afcf-5426cecd5ba3 x-openstack-request-id: req-081e69e7-efbc-4af6-afcf-5426cecd5ba3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:29.153789 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "3ced7b74-6bc3-4baf-876c-6a010413f3d5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:29.154149 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-081e69e7-efbc-4af6-afcf-5426cecd5ba3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:29.154662 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '3ced7b74-6bc3-4baf-876c-6a010413f3d5', 'status': 'completed', 'code': 200} Aug 30 14:38:29.188474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.212690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:29.263210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.266413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Pushing event updated for resources: {'Port': ['ID=c551cf07-a127-4d93-a07d-65bf963a6fed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:29.352061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:29.362630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] Sync routers for ids ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:29.381423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] Routers {'8a94ad99-2421-4897-8c9c-c59da4ddb9d4'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:29.382561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:29.388603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1f315d23-dec9-4a75-8887-e6417b6e30d2 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a94ad99-2421-4897-8c9c-c59da4ddb9d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4921379 Aug 30 14:38:29.389594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:29.398850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269a306-fc82-4662-a47c-ffb3dd4776d8 req-dd5338a1-3ff6-49e0-a47e-ec8976226189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:29.400458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b269a306-fc82-4662-a47c-ffb3dd4776d8 req-dd5338a1-3ff6-49e0-a47e-ec8976226189 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5922627 Aug 30 14:38:29.408124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c197e-ae16-4f09-b0e8-24e11c315a14 req-9a0d1b40-1a4d-4c2d-a8b5-4cb76bf26298 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:29.409904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e3c197e-ae16-4f09-b0e8-24e11c315a14 req-9a0d1b40-1a4d-4c2d-a8b5-4cb76bf26298 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 931 time: 0.3271801 Aug 30 14:38:29.540678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.560048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] Set router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:29.630502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e3c197e-ae16-4f09-b0e8-24e11c315a14 req-303a348f-8ebc-438f-bcfa-cd8ef45e6492 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067275 Aug 30 14:38:29.649946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.650613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:29.660057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.729718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Deleting port 51219f99-2c35-4101-9061-e43d6f681136 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:29.730552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.868401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '51219f99-2c35-4101-9061-e43d6f681136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:38:28Z', 'revision_number': 5, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port': {'id': '51219f99-2c35-4101-9061-e43d6f681136', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:29.937012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] Checking router: 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:29.954992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] For port 51219f99-2c35-4101-9061-e43d6f681136, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=51219f99-2c35-4101-9061-e43d6f681136,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:29.955476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] Routers {'8a94ad99-2421-4897-8c9c-c59da4ddb9d4'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:29.955980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.956265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:29.982957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Calling delete_port for 51219f99-2c35-4101-9061-e43d6f681136 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:30.084341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] Set router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:30.143571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:38:29Z', 'revision_number': 6, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:30.169171 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b21a89b6-d2a6-4bbc-ba39-52ecbab9e8bd req-13db9c06-0bec-4e04-ac89-8cf870997dab tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0685101 Aug 30 14:38:30.178210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26d9a3-14a7-43eb-8f30-a135469493bd None None] The sync data for ids ['8a94ad99-2421-4897-8c9c-c59da4ddb9d4'] in n-d-805668-3 is: [{'id': '8a94ad99-2421-4897-8c9c-c59da4ddb9d4', 'name': 'tempest-ServerRescueTestJSON-354252230-router', 'tenant_id': '5117290bc3b64a51b10c372155434910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:38:29Z', 'revision_number': 6, 'project_id': '5117290bc3b64a51b10c372155434910', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:30.188985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.323107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5e32-4721-4e97-bc1c-5fa1e8b0d1e8 req-693d707b-37f4-4bbe-9a2c-2ecc816d23d3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:30.329647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5e32-4721-4e97-bc1c-5fa1e8b0d1e8 req-693d707b-37f4-4bbe-9a2c-2ecc816d23d3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:30.335482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5e32-4721-4e97-bc1c-5fa1e8b0d1e8 req-693d707b-37f4-4bbe-9a2c-2ecc816d23d3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:30.337224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b77e5e32-4721-4e97-bc1c-5fa1e8b0d1e8 req-693d707b-37f4-4bbe-9a2c-2ecc816d23d3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 2409 time: 0.5074685 Aug 30 14:38:30.346866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] For port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:30.347324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.395923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Calling delete_port for 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:30.438329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b77e5e32-4721-4e97-bc1c-5fa1e8b0d1e8 req-1d7fde5a-8652-45f5-958e-80aa4acd10dc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859506 Aug 30 14:38:30.510063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7eb443-2644-4277-b330-4bbd107c907b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:30.521901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.565840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.587793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Transition to ACTIVE for port object 6c7eb443-2644-4277-b330-4bbd107c907b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:30.596896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.599750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Pushing event deleted for resources: {'Port': ['ID=51219f99-2c35-4101-9061-e43d6f681136,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:30.654122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.689726 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.695876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.728494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:30.834607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.836952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.889713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.890240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a94ad99-2421-4897-8c9c-c59da4ddb9d4 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:30.899013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.904280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c9530095-00f0-4e30-80a6-ac088ecee845 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8a94ad99-2421-4897-8c9c-c59da4ddb9d4 HTTP/1.1" status: 204 len: 168 time: 1.5081153 Aug 30 14:38:30.907725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:30.962054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eb8150-4489-47f3-9b78-7b4eecfcc141 admin admin] Deleting subnet 406dd4e2-b086-4875-9b25-35d363b273c9 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:38:30.962679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b269a306-fc82-4662-a47c-ffb3dd4776d8 req-ec435613-44c2-46ae-8899-76d5284e59dc tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.1035526 Aug 30 14:38:30.965878 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8150-4489-47f3-9b78-7b4eecfcc141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:30.987253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.012930 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8150-4489-47f3-9b78-7b4eecfcc141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.054840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Port': ['ID=0fb2725b-74df-4e85-8d7b-abba5a2e2ac4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:31.063828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:31.064165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:31.064492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:31.079227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203549a-9c83-4536-ae75-ac7fe9e9aaa5 req-8d668b0f-ea59-4b34-a5f7-c0da81bd78c5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:31.080825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1203549a-9c83-4536-ae75-ac7fe9e9aaa5 req-8d668b0f-ea59-4b34-a5f7-c0da81bd78c5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 943 time: 0.2808287 Aug 30 14:38:31.086838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8150-4489-47f3-9b78-7b4eecfcc141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.121674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:31.129355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:38:31.129983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:31.167128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] No DVR routers for this DVR port 0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:31.174192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.175799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8150-4489-47f3-9b78-7b4eecfcc141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.176168 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-795b451c-fa86-4be9-8ff3-5e1b32e33512 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "DELETE /v2.0/ports/0fb2725b-74df-4e85-8d7b-abba5a2e2ac4 HTTP/1.1" status: 204 len: 173 time: 2.0521474 Aug 30 14:38:31.178946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:31.181213 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b327f692-d9c2-4336-b6a2-861e44e658b3" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "0fb2725b-74df-4e85-8d7b-abba5a2e2ac4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:31.184040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:31.184387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Checking segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:31.184795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Bound using segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:31.185223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Bound port: 6c7eb443-2644-4277-b330-4bbd107c907b, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:31.185583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.222566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8150-4489-47f3-9b78-7b4eecfcc141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.225759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9eb8150-4489-47f3-9b78-7b4eecfcc141 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/406dd4e2-b086-4875-9b25-35d363b273c9 HTTP/1.1" status: 204 len: 168 time: 0.3165925 Aug 30 14:38:31.227041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8150-4489-47f3-9b78-7b4eecfcc141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406dd4e2-b086-4875-9b25-35d363b273c9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:31.235474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:31.305300 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896dc36b-2b8d-4f5f-bd91-feb6f75717a7 x-openstack-request-id: req-896dc36b-2b8d-4f5f-bd91-feb6f75717a7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:31.305974 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "0fb2725b-74df-4e85-8d7b-abba5a2e2ac4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:31.306407 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-896dc36b-2b8d-4f5f-bd91-feb6f75717a7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:31.307000 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '0fb2725b-74df-4e85-8d7b-abba5a2e2ac4', 'status': 'completed', 'code': 200} Aug 30 14:38:31.326548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.376120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1203549a-9c83-4536-ae75-ac7fe9e9aaa5 req-db195a99-fe84-4113-b34c-b224409adee9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529981 Aug 30 14:38:31.425079 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ed624ac1-f8a6-4846-a4ea-ffc5c978d9ea req-db7a4b96-fb72-4854-8747-3259dbf45657 tempest-ServerShowV257Test-1138665014 tempest-ServerShowV257Test-1138665014-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7a82327-05f8-4924-85d8-7b27583904ee HTTP/1.1" status: 200 len: 210 time: 0.0529613 Aug 30 14:38:31.466343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.479608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32c131c-f65c-461f-b3df-13d08e74d15a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:31.495770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b951dae3-a0f9-43fc-b901-6105d7fe2641') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:31.496446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b951dae3-a0f9-43fc-b901-6105d7fe2641') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:31.509010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.543854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.588646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:38:31.588849 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.590648 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:38:31.593451 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:38:31.680984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Router 9e736bcc-dd49-4def-b604-ef82a6d13f76 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:38:31.693929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.699916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.702128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a32c131c-f65c-461f-b3df-13d08e74d15a HTTP/1.1" status: 204 len: 168 time: 0.4651110 Aug 30 14:38:31.716757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc62830-04cd-4a12-8dbd-7124f4e6d598 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32c131c-f65c-461f-b3df-13d08e74d15a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:31.761213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:31.769367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:31.851655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.872292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:31.872663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.877802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49704) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:31.948362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f0f8-8e8f-4ad8-a72a-0ec5c6dceee3 req-a478c065-7846-4490-85f6-ab9f92d48ef0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:31.954437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f0f8-8e8f-4ad8-a72a-0ec5c6dceee3 req-a478c065-7846-4490-85f6-ab9f92d48ef0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:31.956412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f433f0f8-8e8f-4ad8-a72a-0ec5c6dceee3 req-a478c065-7846-4490-85f6-ab9f92d48ef0 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 1676 time: 0.3257458 Aug 30 14:38:31.978003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 51219f99-2c35-4101-9061-e43d6f681136 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:31.980445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3d08ed52-c71b-4303-a47b-2d7f3db48af3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5117290bc3b64a51b10c372155434910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006036 Aug 30 14:38:31.985110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:32.000489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 51219f99-2c35-4101-9061-e43d6f681136 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:32.000830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 51219f99-2c35-4101-9061-e43d6f681136 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:32.001468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f99d0d29-594e-46af-b334-ac9808a87049 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:32.028095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f99d0d29-594e-46af-b334-ac9808a87049 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:32.028731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f99d0d29-594e-46af-b334-ac9808a87049 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:32.056440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75f4e7fb-0236-4396-91cc-34ed81fc7223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.084671 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75f4e7fb-0236-4396-91cc-34ed81fc7223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.091573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:32.122393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.123109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.124508 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-efccc842-3092-4b1b-8ffd-6d59635aaa57 service neutron] 10.222.0.39 "PUT /v2.0/ports/6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 1091 time: 3.3804464 Aug 30 14:38:32.146296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75f4e7fb-0236-4396-91cc-34ed81fc7223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.149116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75f4e7fb-0236-4396-91cc-34ed81fc7223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.150354 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-75f4e7fb-0236-4396-91cc-34ed81fc7223 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af3f5f24-223e-4493-8547-f3d470a14e12 HTTP/1.1" status: 204 len: 168 time: 0.1643219 Aug 30 14:38:32.178183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4e7fb-0236-4396-91cc-34ed81fc7223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3f5f24-223e-4493-8547-f3d470a14e12,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:32.236752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:32.241807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.246663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d14d5b3-5880-4ab4-94a2-db08c773013d tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "PUT /v2.0/routers/9e736bcc-dd49-4def-b604-ef82a6d13f76 HTTP/1.1" status: 200 len: 915 time: 7.5751503 Aug 30 14:38:32.246893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:32.252350 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b6778-5442-4f82-943b-cbafdbe6a81f None None] Sync routers for ids ['9e736bcc-dd49-4def-b604-ef82a6d13f76'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:32.259580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f433f0f8-8e8f-4ad8-a72a-0ec5c6dceee3 req-ec48830c-3f96-4c07-8ac4-f6e40f11cfe8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475236 Aug 30 14:38:32.269388 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b6778-5442-4f82-943b-cbafdbe6a81f None None] Routers {'9e736bcc-dd49-4def-b604-ef82a6d13f76'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:32.273855 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-976b6778-5442-4f82-943b-cbafdbe6a81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9e736bcc-dd49-4def-b604-ef82a6d13f76'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:32.311890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-2440680b-3fca-4c9e-b511-fb54bf7f3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.314092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-2440680b-3fca-4c9e-b511-fb54bf7f3952 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1094 time: 0.1457098 Aug 30 14:38:32.341816 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-976b6778-5442-4f82-943b-cbafdbe6a81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:32.355962 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b6778-5442-4f82-943b-cbafdbe6a81f None None] Routers {'9e736bcc-dd49-4def-b604-ef82a6d13f76'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:32.356998 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-976b6778-5442-4f82-943b-cbafdbe6a81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9e736bcc-dd49-4def-b604-ef82a6d13f76'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:32.398290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] For port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:32.398667 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.403370 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-976b6778-5442-4f82-943b-cbafdbe6a81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:32.403887 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-4576e78a-4fc4-439a-9144-d5eaf19f35db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 217 time: 0.0800316 Aug 30 14:38:32.404089 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b6778-5442-4f82-943b-cbafdbe6a81f None None] The sync data for ids ['9e736bcc-dd49-4def-b604-ef82a6d13f76'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:32.451853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fdb55d87-8184-4e7c-9673-0e996ef4c69e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/routers/9e736bcc-dd49-4def-b604-ef82a6d13f76 HTTP/1.1" status: 200 len: 921 time: 0.2033367 Aug 30 14:38:32.454955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:32.475292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Calling delete_port for 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:32.547296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-53d5adc3-a36f-489f-a7b2-2c4c0d439951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.548855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-53d5adc3-a36f-489f-a7b2-2c4c0d439951 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 HTTP/1.1" status: 200 len: 835 time: 0.1377597 Aug 30 14:38:32.581193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34458659-a792-4b8c-a743-31ac220065aa req-04a550cc-9121-42a8-a8fb-25a28e20e7b1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.590259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34458659-a792-4b8c-a743-31ac220065aa req-04a550cc-9121-42a8-a8fb-25a28e20e7b1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 943 time: 0.1096802 Aug 30 14:38:32.595016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815da6df-e81c-4ad1-bb49-e0351f01be8e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.601285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-815da6df-e81c-4ad1-bb49-e0351f01be8e tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=9e736bcc-dd49-4def-b604-ef82a6d13f76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1415071 Aug 30 14:38:32.602443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:32.645128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34458659-a792-4b8c-a743-31ac220065aa req-19556c03-44ff-4cc1-8ae4-d6a49df6b088 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539427 Aug 30 14:38:32.696003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-526a4042-73b0-4d4c-9851-aaa0b8c4255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.697743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-526a4042-73b0-4d4c-9851-aaa0b8c4255b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=466b0175-3616-40c5-8b41-32ff5ecaca19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418414 Aug 30 14:38:32.713834 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.821944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:32.881110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf83660-5d7a-4a8c-a5f7-d2823ded288a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.882692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cbf83660-5d7a-4a8c-a5f7-d2823ded288a tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 881 time: 0.2778826 Aug 30 14:38:32.886012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:32.888773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:32.922625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-60a169e0-0d7a-40b6-991d-8390ca2a1fb7 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e736bcc-dd49-4def-b604-ef82a6d13f76 HTTP/1.1" status: 200 len: 205 time: 0.0345521 Aug 30 14:38:32.923492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:32.943457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Port': ['ID=5ad1e99d-a9bd-448e-9088-6fe440e4acc0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:32.978468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-35d67e5f-c321-4e73-abd9-cc88748ac296 service neutron] 10.222.0.39 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715275 Aug 30 14:38:32.982645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.002173 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bb53f0a-37bd-4cd9-bd7c-86164c2eb9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.028255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] No DVR routers for this DVR port 5ad1e99d-a9bd-448e-9088-6fe440e4acc0 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:33.032005 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.034530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-405f0b2b-6c13-4b51-8b6c-5d3317b990c1 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "DELETE /v2.0/ports/5ad1e99d-a9bd-448e-9088-6fe440e4acc0 HTTP/1.1" status: 204 len: 173 time: 1.8459864 Aug 30 14:38:33.090228 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.247219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bb53f0a-37bd-4cd9-bd7c-86164c2eb9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.249736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.255742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bb53f0a-37bd-4cd9-bd7c-86164c2eb9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.338179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3bb53f0a-37bd-4cd9-bd7c-86164c2eb9e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce84c143064a42e2bbfe87852be688d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126073 Aug 30 14:38:33.338179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb53f0a-37bd-4cd9-bd7c-86164c2eb9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df79b069-acb4-4167-b24e-6fc4c4227cbb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:33.340434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:33.456952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16893d1b-8967-4c57-8b53-d606ff372bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.460899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Deleting port c551cf07-a127-4d93-a07d-65bf963a6fed {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:33.461341 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.467204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}, {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:33.469706 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8691d-782f-4623-9b3a-103bc48cbf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}, {"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "5ad1e99d-a9bd-448e-9088-6fe440e4acc0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:33.558311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.573825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Calling delete_port for c551cf07-a127-4d93-a07d-65bf963a6fed owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:33.638859 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16893d1b-8967-4c57-8b53-d606ff372bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.641068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:33.651556 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7538265-a0e0-4b4c-9707-93f08847a7fa x-openstack-request-id: req-e7538265-a0e0-4b4c-9707-93f08847a7fa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:33.652058 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "status": "completed", "code": 200}, {"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "5ad1e99d-a9bd-448e-9088-6fe440e4acc0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:33.652428 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7538265-a0e0-4b4c-9707-93f08847a7fa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:33.653035 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'status': 'completed', 'code': 200} Aug 30 14:38:33.653564 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '5ad1e99d-a9bd-448e-9088-6fe440e4acc0', 'status': 'completed', 'code': 200} Aug 30 14:38:33.803571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16893d1b-8967-4c57-8b53-d606ff372bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.806097 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16893d1b-8967-4c57-8b53-d606ff372bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.807248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-16893d1b-8967-4c57-8b53-d606ff372bae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df79b069-acb4-4167-b24e-6fc4c4227cbb HTTP/1.1" status: 204 len: 168 time: 0.4646673 Aug 30 14:38:33.810650 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ece35a-12ff-4741-922d-0956ff1d33b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:33.836986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788eef-8e7d-4c89-a820-035651ced2da req-710f8956-c8c2-4b05-af85-46d33806af12 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:33.837652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16893d1b-8967-4c57-8b53-d606ff372bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df79b069-acb4-4167-b24e-6fc4c4227cbb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:33.840887 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a788eef-8e7d-4c89-a820-035651ced2da req-710f8956-c8c2-4b05-af85-46d33806af12 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 943 time: 0.3353579 Aug 30 14:38:33.851901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26c45429-8d63-4ff3-80f9-6f0b61e193e2 req-a508c73e-c6ab-4658-91d1-0e5453516a5f service neutron] 10.222.0.39 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8528183 Aug 30 14:38:33.895138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00a80-7114-4414-a78d-b0db8edff022 req-e3bdf81b-dfd8-4512-be1d-86ca6630a621 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:33.896695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-94d00a80-7114-4414-a78d-b0db8edff022 req-e3bdf81b-dfd8-4512-be1d-86ca6630a621 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 943 time: 0.1540279 Aug 30 14:38:33.980070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.002114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting port 1befa022-7c0d-41ee-9b34-144cced426c4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:34.002463 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.023648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event deleted for resources: {'Port': ['ID=c551cf07-a127-4d93-a07d-65bf963a6fed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:34.033294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-94d00a80-7114-4414-a78d-b0db8edff022 req-9403efe8-3209-4741-b6b9-162198ac9f94 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169741 Aug 30 14:38:34.068749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a788eef-8e7d-4c89-a820-035651ced2da req-8951bccc-2bb5-480d-94bc-b863d81f702f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups?id=43c9f67d-36c0-4f25-973d-c45f77e7c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037425 Aug 30 14:38:34.103242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-454a0517-db58-4dd1-986b-ae866667a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:34.104843 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-454a0517-db58-4dd1-986b-ae866667a1db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1094 time: 0.1727192 Aug 30 14:38:34.150567 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ece35a-12ff-4741-922d-0956ff1d33b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.165125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ece35a-12ff-4741-922d-0956ff1d33b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.169052 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.228183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] For port 1befa022-7c0d-41ee-9b34-144cced426c4, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1befa022-7c0d-41ee-9b34-144cced426c4,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:34.228674 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.260946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Calling delete_port for 1befa022-7c0d-41ee-9b34-144cced426c4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:34.300751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f5ece35a-12ff-4741-922d-0956ff1d33b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=689ca89e2d0c459fa144621ed65197b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583121 Aug 30 14:38:34.303424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ece35a-12ff-4741-922d-0956ff1d33b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f022e7-af7c-4400-b97e-c774ade9193f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:34.307573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:34.315337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.318373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.374109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-f0a1224c-a91f-4625-8959-3d6f21e0c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:34.375839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-f0a1224c-a91f-4625-8959-3d6f21e0c450 service neutron] 10.222.0.39 "GET /v2.0/networks?id=466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 200 len: 898 time: 0.2563136 Aug 30 14:38:34.393299 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.393869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Fanout notify agent at l3_agent the message router_deleted on router 9e736bcc-dd49-4def-b604-ef82a6d13f76 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:34.403070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.408946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8cc164b4-57a3-408c-a7bd-2193665d9d6a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/9e736bcc-dd49-4def-b604-ef82a6d13f76 HTTP/1.1" status: 204 len: 168 time: 1.4794788 Aug 30 14:38:34.409628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:34.419132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-659510227', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:34.439157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b757d559-ceae-4970-aa24-0dfbcac23f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.441994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-bbb649ab-a51e-41ae-bab8-e8a606df803b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 217 time: 0.0563817 Aug 30 14:38:34.469998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b757d559-ceae-4970-aa24-0dfbcac23f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.477026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.478087 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.506844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Deleting port 1540aee9-2b03-4309-a62d-a97e8d242e66 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:34.507576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.564883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.566586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-c3bf1f54-0eaa-4801-a217-b80308ce196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:34.568353 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-c3bf1f54-0eaa-4801-a217-b80308ce196a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 HTTP/1.1" status: 200 len: 835 time: 0.1154199 Aug 30 14:38:34.658792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b757d559-ceae-4970-aa24-0dfbcac23f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.661823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b757d559-ceae-4970-aa24-0dfbcac23f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.663435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b757d559-ceae-4970-aa24-0dfbcac23f11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01f022e7-af7c-4400-b97e-c774ade9193f HTTP/1.1" status: 204 len: 168 time: 0.3548563 Aug 30 14:38:34.687121 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.735094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-9294dc74-44f9-4ee5-a92c-a06025d0f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:34.736716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-9294dc74-44f9-4ee5-a92c-a06025d0f5ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=466b0175-3616-40c5-8b41-32ff5ecaca19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438560 Aug 30 14:38:34.742762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Port': ['ID=1befa022-7c0d-41ee-9b34-144cced426c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:34.748740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] For port 1540aee9-2b03-4309-a62d-a97e8d242e66, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1540aee9-2b03-4309-a62d-a97e8d242e66,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:34.749142 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.751893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757d559-ceae-4970-aa24-0dfbcac23f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f022e7-af7c-4400-b97e-c774ade9193f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:34.757649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.826012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Calling delete_port for 1540aee9-2b03-4309-a62d-a97e8d242e66 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:34.861729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] No DVR routers for this DVR port 1befa022-7c0d-41ee-9b34-144cced426c4 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:34.866756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:34.870123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5ee0f70-3878-4a86-b7ef-9698963ca501 req-2b8a0516-957a-465c-a241-97bebda4f47e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.21 "DELETE /v2.0/ports/1befa022-7c0d-41ee-9b34-144cced426c4 HTTP/1.1" status: 204 len: 173 time: 1.8255935 Aug 30 14:38:34.953660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49802) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:34.958109 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-a7a9d1b0-5c91-477d-a993-4662ee2225c1 service neutron] 10.222.0.39 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057486 Aug 30 14:38:35.021961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.047555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.141182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1528311886-network', 'tenant_id': 'a92715ea5a3b4e00aa449f9a1bf02c20'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:35.209333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Made reservation on behalf of a92715ea5a3b4e00aa449f9a1bf02c20 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:35.213077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.251679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42a8691d-782f-4623-9b3a-103bc48cbf7c req-356538ed-e845-45ee-b8e1-6541cf7fd2b0 service neutron] 10.222.0.39 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846286 Aug 30 14:38:35.274521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.318490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Allocated IP 172.25.6.181 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c7778450-c5d9-4085-9d6e-54712c210cfe) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:35.340568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18eea5-143f-4182-adbe-67ab0d637be2 req-ca43b8fb-fdc1-4010-81d1-28cde4b1c5b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:35.342214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a18eea5-143f-4182-adbe-67ab0d637be2 req-ca43b8fb-fdc1-4010-81d1-28cde4b1c5b7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 943 time: 0.1345677 Aug 30 14:38:35.350476 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f940e71-00b7-41e4-9b06-f8ae6e0ba11f req-7a8bd836-fbf0-481f-9da7-827871f5daff tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.1019957 Aug 30 14:38:35.377935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.412031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1540aee9-2b03-4309-a62d-a97e8d242e66,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:35.528073 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a18eea5-143f-4182-adbe-67ab0d637be2 req-e2a8f079-1b80-4daa-952d-fef5a66abd7d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619008 Aug 30 14:38:35.586164 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.633752 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.641773 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.655653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:38:35.667804 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.668291 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Added segment 09ebd8c3-f4d4-45c9-b647-85228e1b577c of type vlan for network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda Aug 30 14:38:35.682720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '1befa022-7c0d-41ee-9b34-144cced426c4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:35.686836 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2944bc52-84fd-47a2-8778-c398cfa0e097" -d '{"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "1befa022-7c0d-41ee-9b34-144cced426c4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:35.721310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.749469 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.774292 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da50ca63-3e45-43d0-933a-7de7e49825d0 x-openstack-request-id: req-da50ca63-3e45-43d0-933a-7de7e49825d0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:35.774502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:35.774708 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe422e23-2504-4022-8882-0d2c4492dbf8", "name": "network-vif-deleted", "tag": "1befa022-7c0d-41ee-9b34-144cced426c4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:35.775040 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da50ca63-3e45-43d0-933a-7de7e49825d0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:35.775449 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe422e23-2504-4022-8882-0d2c4492dbf8', 'name': 'network-vif-deleted', 'tag': '1befa022-7c0d-41ee-9b34-144cced426c4', 'status': 'completed', 'code': 200} Aug 30 14:38:35.815938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.817461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:35.818075 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.824666 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:35.832834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5b8438-04c2-40c9-b864-0cb86e28b77f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:35.943878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9890325 Aug 30 14:38:35.950042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:35.963904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Request body: {'subnet': {'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1528311886-subnet', 'tenant_id': 'a92715ea5a3b4e00aa449f9a1bf02c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:35.979706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:35.992984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f9410-e483-4feb-b2cb-d37a8ea5ddc3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:35.995733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:36.006617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-460093852-network', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:36.012011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:36.012746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:38:36.049942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event updated for resources: {'Port': ['ID=c7778450-c5d9-4085-9d6e-54712c210cfe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:36.068570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:36.070088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Made reservation on behalf of a92715ea5a3b4e00aa449f9a1bf02c20 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:36.072452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.197686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:36.201114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Made reservation on behalf of 4709a04a1ab44809b6c3ced32ed0ca1c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:36.203948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.205222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9a50e87a-7741-414e-b952-148413087c3c admin admin] 10.222.0.50 "PUT /v2.0/routers/216b5a10-9126-4f8b-9df9-7ef8dd0b4de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0688102 Aug 30 14:38:36.207572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:36.210039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] Sync routers for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:36.220722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:36.221767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:36.225823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.424579 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.534674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:36.564276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.611598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6c7eb443-2644-4277-b330-4bbd107c907b details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:38:36.642794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Deleting port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:36.643479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.769362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513cab-e7ca-4c3e-997d-7dc8772fdc4c req-eabf1c78-f6fa-4532-b4d2-c28de91203be tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:36.771082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f513cab-e7ca-4c3e-997d-7dc8772fdc4c req-eabf1c78-f6fa-4532-b4d2-c28de91203be tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 943 time: 0.0783017 Aug 30 14:38:36.801369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] For port dcf2cc70-299d-42e1-9cf7-87021c2e4c7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dcf2cc70-299d-42e1-9cf7-87021c2e4c7b,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:36.801972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.832027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Calling delete_port for dcf2cc70-299d-42e1-9cf7-87021c2e4c7b owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:36.832751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d08042b-e2ac-4514-9ae2-d4f4132c9f28 req-dc79a80f-69a4-4da0-a00e-da3e53466600 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0485370 Aug 30 14:38:36.866584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f513cab-e7ca-4c3e-997d-7dc8772fdc4c req-ad18a17f-36dd-4081-bf84-f62e8cab3b5b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819492 Aug 30 14:38:36.871716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:36.890223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '6c7eb443-2644-4277-b330-4bbd107c907b', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'port_id': '6c7eb443-2644-4277-b330-4bbd107c907b', 'mac_address': 'fa:16:3e:b7:c2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:38:36.900603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:38:35Z', 'revision_number': 5, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port': {'id': 'dcf2cc70-299d-42e1-9cf7-87021c2e4c7b', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:26:40Z', 'updated_at': '2021-08-30T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:36.939435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.954869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] Checking router: 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:36.974467 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] Routers {'216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:36.975123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:36.995391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.058678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:38:37.064808 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.066717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.086105 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.113350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7eb443-2644-4277-b330-4bbd107c907b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:37.143039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:37.149190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd08c3a4-7bc5-4174-b50f-fb6a4c4e6d48,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:37.163347 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.163700 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Added segment f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6 of type vlan for network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 Aug 30 14:38:37.172881 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.258964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:37.274974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.277378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=608f2051-e030-4db3-ae64-42c7547518a6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:37.278675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.279278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.288776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.290015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.290828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.291426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.291982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.292548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.293638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.294501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.295112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.297266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:37.313284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] Set router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:37.330958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Checking segment: {'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:37.331394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Network hostable DHCP agents. Network: 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:38:37.340861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.341906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:37.342541 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.399948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:38:36Z', 'revision_number': 6, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:37.432590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64340e6-1e95-4f1a-9f3c-3f4b1d6123f4 None None] The sync data for ids ['216b5a10-9126-4f8b-9df9-7ef8dd0b4de0'] in n-d-805668-3 is: [{'id': '216b5a10-9126-4f8b-9df9-7ef8dd0b4de0', 'name': 'tempest-TaggedBootDevicesTest_v242-1677342093-router', 'tenant_id': '1cb1fd65049e4f40acd19376869f39b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:26:39Z', 'updated_at': '2021-08-30T14:38:36Z', 'revision_number': 6, 'project_id': '1cb1fd65049e4f40acd19376869f39b7', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:37.445832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6c7eb443-2644-4277-b330-4bbd107c907b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:37.501860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.531531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] Pushing event updated for resources: {'Network': ['ID=76d2391c-8dd6-40bc-aaaf-65b1b6401624,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:37.547736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:38:37.555813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf2cc70-299d-42e1-9cf7-87021c2e4c7b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:37.604843 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.615621 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-812e92cb-8599-43f2-9638-c676fbab4b4d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8364933 Aug 30 14:38:37.619506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:38:37.623575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:37.630424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Request body: {'subnet': {'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-460093852-subnet', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:37.647536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.700629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:37.710716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:37.711149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.711594 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.714870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.718198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83181c3d-a3ed-439c-9b64-23756f888799 None None] Network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:37.729006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Made reservation on behalf of 4709a04a1ab44809b6c3ced32ed0ca1c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:37.731877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.784214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.785834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:37.802623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.804478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-80425b7f-1169-4d53-8d54-1a5d835b0089 admin admin] 10.222.0.50 "DELETE /v2.0/routers/216b5a10-9126-4f8b-9df9-7ef8dd0b4de0 HTTP/1.1" status: 204 len: 168 time: 1.5859177 Aug 30 14:38:37.807209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:37.873325 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f4e3e719-eaf2-4912-9076-6b40b1884f84 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9123940 Aug 30 14:38:37.884096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3aa2f3a-b08d-45fa-aa94-c2eed18d3ba2 admin admin] Deleting subnet be838110-f044-4f9d-bfe0-fd6e908650e6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:38:37.893062 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2f3a-b08d-45fa-aa94-c2eed18d3ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:37.958072 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2f3a-b08d-45fa-aa94-c2eed18d3ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.033337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1540aee9-2b03-4309-a62d-a97e8d242e66 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:38.082928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 1540aee9-2b03-4309-a62d-a97e8d242e66 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:38.092976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1540aee9-2b03-4309-a62d-a97e8d242e66 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:38.101700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9dde8c99-cb23-40c2-a5f4-0ffc4ae241a6 req-18b94bfb-6622-4e35-9b62-a7b897b43bdc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0728421 Aug 30 14:38:38.150098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb1fd8-0011-46f2-b63d-dc9a4f07ba7a None None] Network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:38.166114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Router 126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:38:38.217104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9dfbd-87b4-49d3-b119-775df4934589 req-945cb44e-5762-4369-b2a3-c2105f879b8d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:38.218914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8fc9dfbd-87b4-49d3-b119-775df4934589 req-945cb44e-5762-4369-b2a3-c2105f879b8d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 944 time: 0.1969552 Aug 30 14:38:38.235499 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2f3a-b08d-45fa-aa94-c2eed18d3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.278567 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.327327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8fc9dfbd-87b4-49d3-b119-775df4934589 req-676fb569-717c-40a3-8e30-203f6e28c51e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942576 Aug 30 14:38:38.386300 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2f3a-b08d-45fa-aa94-c2eed18d3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.419639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa2f3a-b08d-45fa-aa94-c2eed18d3ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be838110-f044-4f9d-bfe0-fd6e908650e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:38.425391 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3aa2f3a-b08d-45fa-aa94-c2eed18d3ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.427283 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e3aa2f3a-b08d-45fa-aa94-c2eed18d3ba2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/be838110-f044-4f9d-bfe0-fd6e908650e6 HTTP/1.1" status: 204 len: 168 time: 0.6186852 Aug 30 14:38:38.431977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394c0ee-6096-4757-9929-4bd912d83333 None None] Network 2312e3f6-2171-474e-b61d-296e33ea93ac requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:38.432647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:38.475362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:38.507908 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.569428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Checking segment: {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:38.569795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Network hostable DHCP agents. Network: 76d2391c-8dd6-40bc-aaaf-65b1b6401624, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:38:38.570212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Deleting port 519f479e-585c-4017-af9d-1d9ad6faac75 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:38.570656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.575738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:38.590722 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ba956-23db-4d2f-9c04-31aed36f4ee6 None None] Sync routers for ids ['126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:38.608266 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ba956-23db-4d2f-9c04-31aed36f4ee6 None None] Routers {'126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:38.610445 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf1ba956-23db-4d2f-9c04-31aed36f4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:38.623772 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.625371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dacd4b69-95c0-4706-8dd2-64c3801cab02 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2147326 Aug 30 14:38:38.632107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:38.637522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:38.643527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:38:38.678447 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf1ba956-23db-4d2f-9c04-31aed36f4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:38.685010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 76d2391c-8dd6-40bc-aaaf-65b1b6401624) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:38.690807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:38.691803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.695605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6c7eb443-2644-4277-b330-4bbd107c907b up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:38.702405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-f644f5d5-a50a-4bae-837d-5c814d209ea1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:38.703621 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ba956-23db-4d2f-9c04-31aed36f4ee6 None None] Routers {'126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:38.704581 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-f644f5d5-a50a-4bae-837d-5c814d209ea1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 814 time: 0.2624226 Aug 30 14:38:38.705309 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf1ba956-23db-4d2f-9c04-31aed36f4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:38.748119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] For port 519f479e-585c-4017-af9d-1d9ad6faac75, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=519f479e-585c-4017-af9d-1d9ad6faac75,segment=NetworkSegment(a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe),segment_id=a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:38.748941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.768529 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cf1ba956-23db-4d2f-9c04-31aed36f4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:38.769218 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ba956-23db-4d2f-9c04-31aed36f4ee6 None None] The sync data for ids ['126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:38.772195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-1d321d02-c3d5-4aae-b3a1-3165f177f32f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/quotas/a92715ea5a3b4e00aa449f9a1bf02c20 HTTP/1.1" status: 200 len: 375 time: 0.0524969 Aug 30 14:38:38.775881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eae845d1-8cb6-4698-ba84-f05706e1f864 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1474996 Aug 30 14:38:38.776048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be473ad-c2d0-443b-92bd-90c835acc019 None None] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:38.777065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:38.785098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:38.786450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Calling delete_port for 519f479e-585c-4017-af9d-1d9ad6faac75 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:38.835458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-11ee5902-7957-4de1-b063-a35d7c26c38f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535648 Aug 30 14:38:38.855735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 6c7eb443-2644-4277-b330-4bbd107c907b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:38.858252 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.859538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.885383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 6c7eb443-2644-4277-b330-4bbd107c907b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:38.885766 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:38.929582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.001391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Pushing event deleted for resources: {'Port': ['ID=519f479e-585c-4017-af9d-1d9ad6faac75,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:39.003459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] No DVR routers for this DVR port 519f479e-585c-4017-af9d-1d9ad6faac75 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:39.008995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36895acf-2927-472f-be6c-2e47cfd53d92 None None] DHCP port deletion for 2312e3f6-2171-474e-b61d-296e33ea93ac request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:38:39.085896 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.086890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.092873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.099764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2312e3f6-2171-474e-b61d-296e33ea93ac']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:39.114731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:39.115111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ad3e4f-f1f6-4399-a409-c9dd819bd4fe') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:39.129365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:38:39.132021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.134291 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.150381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.156681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:39.158577 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7662c-6139-41e0-9c6c-ca898fcc39a6" -d '{"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-plugged", "status": "completed", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:39.163085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:38:39.163939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.178764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:38:39.247347 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:38:39.282804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8262b084-6dc4-46da-a05a-a4f7a2887ac1 req-e3364280-7168-4a9f-a0b3-a9892ada00cc tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0312579 Aug 30 14:38:39.283944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.295350 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.303187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2312e3f6-2171-474e-b61d-296e33ea93ac HTTP/1.1" status: 204 len: 168 time: 0.8687165 Aug 30 14:38:39.328807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Allocated IP 172.20.0.2 (76d2391c-8dd6-40bc-aaaf-65b1b6401624/6f563f36-e2b4-4f0f-9d2d-a262d1488fc9/23cbe26e-2e5e-4a27-9051-571bef29c925) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:39.331978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8ad90-86e5-474c-b1e5-451ab220c701 admin admin] Pushing event deleted for resources: {'Network': ['ID=2312e3f6-2171-474e-b61d-296e33ea93ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:39.498851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.509699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Transition to ACTIVE for port object 23cbe26e-2e5e-4a27-9051-571bef29c925 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:39.527093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Transition to ACTIVE for port object 23cbe26e-2e5e-4a27-9051-571bef29c925 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:39.531403 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b97ba8-5627-4a3e-bdc7-6a9846ce1ffb x-openstack-request-id: req-74b97ba8-5627-4a3e-bdc7-6a9846ce1ffb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:39.532252 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-plugged", "status": "completed", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:39.533205 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74b97ba8-5627-4a3e-bdc7-6a9846ce1ffb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:39.534083 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'code': 200} Aug 30 14:38:39.536702 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.539525 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.578885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:39.582701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:39.586883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:39.589320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f14d1-06fb-436a-a839-ad447ed51504 req-1c78ff07-e64b-48a7-b4ff-8d878cceebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:39.591228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0f14d1-06fb-436a-a839-ad447ed51504 req-1c78ff07-e64b-48a7-b4ff-8d878cceebd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1096 time: 0.0878978 Aug 30 14:38:39.622726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:39.694536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0f14d1-06fb-436a-a839-ad447ed51504 req-294a0b6d-b2f7-43cd-b873-d6247c230434 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554395 Aug 30 14:38:39.723947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-09d5e90e-4ae8-445b-81cb-a87101efd44e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cb1fd65049e4f40acd19376869f39b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905013 Aug 30 14:38:39.731972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31411e-579d-4d15-8943-7033c4e8e594 req-8b1e07dc-7f88-4211-835f-fec6e63c9f17 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:39.739967 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f31411e-579d-4d15-8943-7033c4e8e594 req-8b1e07dc-7f88-4211-835f-fec6e63c9f17 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.1459177 Aug 30 14:38:39.747238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:39.810183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:39.844376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Attempting to bind port 23cbe26e-2e5e-4a27-9051-571bef29c925 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:39.844881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Attempting to bind port 23cbe26e-2e5e-4a27-9051-571bef29c925 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:39.845399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Attempting to bind port 23cbe26e-2e5e-4a27-9051-571bef29c925 on network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:39.846492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f31411e-579d-4d15-8943-7033c4e8e594 req-515529ee-dca4-4385-9b9c-c89435bcc223 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015384 Aug 30 14:38:39.853361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:39.853875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Checking segment: {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:39.854382 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.854877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Bound using segment: {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:39.855448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Bound port: 23cbe26e-2e5e-4a27-9051-571bef29c925, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:39.855945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.874015 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31debc6f-0cfe-4d66-9c4d-9f925de79ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.896120 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.906063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Pushing event updated for resources: {'Port': ['ID=23cbe26e-2e5e-4a27-9051-571bef29c925,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:39.914190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-c13ca04b-adef-4d97-a56f-2c3a9766a4ad service neutron] 10.222.0.50 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0637617 Aug 30 14:38:39.932858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31debc6f-0cfe-4d66-9c4d-9f925de79ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.941561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] For port 23cbe26e-2e5e-4a27-9051-571bef29c925, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:39.946276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] For port 23cbe26e-2e5e-4a27-9051-571bef29c925, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=23cbe26e-2e5e-4a27-9051-571bef29c925,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:39.953209 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.967380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dcf2cc70-299d-42e1-9cf7-87021c2e4c7b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:40.013018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31debc6f-0cfe-4d66-9c4d-9f925de79ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.017142 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31debc6f-0cfe-4d66-9c4d-9f925de79ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.023758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31debc6f-0cfe-4d66-9c4d-9f925de79ea1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89e2182c-9b82-4cd2-af55-d90c920cb6c4 HTTP/1.1" status: 204 len: 168 time: 0.2748282 Aug 30 14:38:40.027803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: dcf2cc70-299d-42e1-9cf7-87021c2e4c7b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:40.028054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dcf2cc70-299d-42e1-9cf7-87021c2e4c7b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:40.028718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 519f479e-585c-4017-af9d-1d9ad6faac75 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:40.048647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31debc6f-0cfe-4d66-9c4d-9f925de79ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2182c-9b82-4cd2-af55-d90c920cb6c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:40.087088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 519f479e-585c-4017-af9d-1d9ad6faac75 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:40.087440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 519f479e-585c-4017-af9d-1d9ad6faac75 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:40.106083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925aecd-5593-44a9-8461-2821f26c6687 None None] Pushing event updated for resources: {'Port': ['ID=23cbe26e-2e5e-4a27-9051-571bef29c925,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:40.130504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.169431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.197622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-e9c29bdc-9a0e-4fef-8734-62c46e5d2b29 service neutron] 10.222.0.50 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141070 Aug 30 14:38:40.277152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Deleting port c7778450-c5d9-4085-9d6e-54712c210cfe {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:40.277515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.522474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-36c152a9-a69a-4c9f-8574-a1f3631c0d78 req-9c190d68-cd31-48b6-a2bb-fc147f09fc30 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0775485 Aug 30 14:38:40.572018 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-953b76c4-7cf1-4690-bfe8-e17488824d14 req-12192a16-53ab-4059-be65-cac069e3cd90 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 210 time: 0.0516391 Aug 30 14:38:40.611084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.614260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.646722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.648768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Calling delete_port for c7778450-c5d9-4085-9d6e-54712c210cfe owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:40.879665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Allocated IP 172.25.6.35 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:41.034255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d9b68-c8c8-4160-b06d-be932cf00b16 req-fd1b7bc8-45a1-4f59-9841-34ef9df4f22c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:41.047213 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c3d9b68-c8c8-4160-b06d-be932cf00b16 req-fd1b7bc8-45a1-4f59-9841-34ef9df4f22c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.0960064 Aug 30 14:38:41.100421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.152348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.159386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c3d9b68-c8c8-4160-b06d-be932cf00b16 req-c8dcc53e-0238-443b-b6b5-e8e5c6a38421 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111326 Aug 30 14:38:41.212387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Pushing event deleted for resources: {'Port': ['ID=c7778450-c5d9-4085-9d6e-54712c210cfe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:41.317226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:41.384752 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.424290 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.481560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-427920655-network', 'tenant_id': 'e1124d50bc054f06a8014ec3671df7a6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:41.493646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d771ed2-98f3-44a0-89b1-ecf492022ff5 None None] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:41.503796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:41.506326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Made reservation on behalf of e1124d50bc054f06a8014ec3671df7a6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:41.508773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.511486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93baef-f6c4-4d84-bb99-7325ddc65acf req-dacca33c-e349-45e7-953d-39a3baf9432d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:41.513016 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f93baef-f6c4-4d84-bb99-7325ddc65acf req-dacca33c-e349-45e7-953d-39a3baf9432d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.2529998 Aug 30 14:38:41.520359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:41.527191 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.527846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:41.557773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:41.597645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-46611a81-396a-4956-a3cc-60ef73dd4dd7 None None] Provisioning for port 23cbe26e-2e5e-4a27-9051-571bef29c925 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:41.700058 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c83b531c-5513-47dc-90df-0c33c552d089 req-60dc67b5-d32d-4cc8-a8af-6fc900bd29a5 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0400875 Aug 30 14:38:41.752660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.766576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f93baef-f6c4-4d84-bb99-7325ddc65acf req-d44158d9-5639-4df3-b0b8-6c67a10dec2a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438064 Aug 30 14:38:41.786089 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.802404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:38:41.814019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:41.913891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.914366 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Added segment 4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d of type vlan for network 531b1176-2344-4476-885a-7fab06a1a218 Aug 30 14:38:41.918051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2045c582-14f0-4d05-ac34-1c20e05cd6dc req-0e4daf6e-077e-4ad7-bf10-39f9f337e3a0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 210 time: 0.0755224 Aug 30 14:38:41.993322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db97510-af6b-4cd8-9537-49eb8ab720eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:42.024619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.045134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.072823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.085092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-4820811c-e1c3-4579-ae15-4255c8984fb0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:42.090177 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-4820811c-e1c3-4579-ae15-4255c8984fb0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.21 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 814 time: 0.3305705 Aug 30 14:38:42.173894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 23cbe26e-2e5e-4a27-9051-571bef29c925 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:42.193566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Request body: {'port': {'device_id': '29f51133-6fb6-4e03-859c-22157feb11ef', 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda', 'admin_state_up': True, 'tenant_id': 'a92715ea5a3b4e00aa449f9a1bf02c20'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:42.224470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Router 126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:42.232293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.235865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:42.237079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.275672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 23cbe26e-2e5e-4a27-9051-571bef29c925 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:42.282891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 23cbe26e-2e5e-4a27-9051-571bef29c925 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:42.283400 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.360796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:42.369110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37835e5-9f45-4c16-aea1-99516262026c tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:42.369587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.373157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-82ef3b45-019f-45da-ba4e-0db315a17379 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "PUT /v2.0/routers/126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 HTTP/1.1" status: 200 len: 705 time: 3.7371993 Aug 30 14:38:42.373157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.379471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b37835e5-9f45-4c16-aea1-99516262026c tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1091 time: 0.5598037 Aug 30 14:38:42.382250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:42.382773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:42.391636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '6c7eb443-2644-4277-b330-4bbd107c907b', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:42.404975 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0868571 Aug 30 14:38:42.406883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0438f7-cec8-4dcd-bfd4-1e373a066c8f None None] Sync routers for ids ['126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:42.420514 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.465064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:42.466600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 23cbe26e-2e5e-4a27-9051-571bef29c925, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=23cbe26e-2e5e-4a27-9051-571bef29c925,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:42.468452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0438f7-cec8-4dcd-bfd4-1e373a066c8f None None] Routers {'126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:42.469533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0a0438f7-cec8-4dcd-bfd4-1e373a066c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:42.476956 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.511564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Request body: {'subnet': {'network_id': '531b1176-2344-4476-885a-7fab06a1a218', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-427920655-subnet', 'tenant_id': 'e1124d50bc054f06a8014ec3671df7a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:42.514524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ed29c25-7013-4765-9098-633f70ad2993 None None] Provisioning complete for port 23cbe26e-2e5e-4a27-9051-571bef29c925 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:42.516050 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ed29c25-7013-4765-9098-633f70ad2993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.518653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0a0438f7-cec8-4dcd-bfd4-1e373a066c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:42.522264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b6177-73df-406f-b5c8-588dffe68c68 admin admin] Pushing event updated for resources: {'Network': ['ID=531b1176-2344-4476-885a-7fab06a1a218,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:42.545813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 531b1176-2344-4476-885a-7fab06a1a218 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:38:42.557274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-71a25504-4c1e-47f7-8a81-d7b013e06042 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/routers/126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 HTTP/1.1" status: 200 len: 740 time: 0.1709325 Aug 30 14:38:42.563976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:42.595252 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.601343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.632016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-704ed801-eda9-47a4-a224-0ba98cfdce65 tempest-RoutersAdminTest-1981076808 tempest-RoutersAdminTest-1981076808-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 HTTP/1.1" status: 200 len: 205 time: 0.0667076 Aug 30 14:38:42.633364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:42.642217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0438f7-cec8-4dcd-bfd4-1e373a066c8f None None] Routers {'126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:42.642879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0a0438f7-cec8-4dcd-bfd4-1e373a066c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:42.707954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Made reservation on behalf of e1124d50bc054f06a8014ec3671df7a6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:42.710972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.718279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0a0438f7-cec8-4dcd-bfd4-1e373a066c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:42.718743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0438f7-cec8-4dcd-bfd4-1e373a066c8f None None] The sync data for ids ['126ae82b-a7e3-4d3b-b188-451d6f8dfeb5'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:42.719393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2a77b881-53a2-4ea9-99a4-060baec3efba tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 HTTP/1.1" status: 200 len: 205 time: 0.0706286 Aug 30 14:38:42.720374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:42.730958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=23cbe26e-2e5e-4a27-9051-571bef29c925,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:42.826718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Made reservation on behalf of a92715ea5a3b4e00aa449f9a1bf02c20 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:42.831269 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.088722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4ee87ff8-fc1b-4ece-8990-eb73a685840f req-74005f4c-bd69-423e-8921-ee13bb827047 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 210 time: 0.0579240 Aug 30 14:38:43.139857 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.144871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Allocated IP 172.20.0.11 (3d8383d2-8c3a-4148-8f4b-1fa6908ffdda/608f2051-e030-4db3-ae64-42c7547518a6/99d6b99a-ca92-4f1d-97ac-327359142320) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:43.195559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36eed6d0-755f-44c8-9641-59eac1f0b7dd req-69d4ddff-6541-4cee-bf8d-6655e5ba7fcb tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0374837 Aug 30 14:38:43.199954 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8cd-5627-4c4d-89c1-56f8b64d60a6 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.229215 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.364583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f106e4f-6e62-4f87-a4ac-ba0500ea208e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:43.394700 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8cd-5627-4c4d-89c1-56f8b64d60a6 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.397345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8cd-5627-4c4d-89c1-56f8b64d60a6 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.426834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.25.6.214 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/0b4c32cf-96a5-4b64-bbfa-00f1d5a106f4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:43.437010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Router 2f45e561-948f-412b-85d9-8f58e7daed04 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:38:43.449793 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8cd-5627-4c4d-89c1-56f8b64d60a6 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.450303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cbf8cd-5627-4c4d-89c1-56f8b64d60a6 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Fanout notify agent at l3_agent the message router_deleted on router 126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:43.451075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Checking segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:43.452281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Network hostable DHCP agents. Network: 531b1176-2344-4476-885a-7fab06a1a218, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:38:43.491344 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8cd-5627-4c4d-89c1-56f8b64d60a6 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.492424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-01cbf8cd-5627-4c4d-89c1-56f8b64d60a6 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 HTTP/1.1" status: 204 len: 168 time: 0.7704515 Aug 30 14:38:43.496752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.527241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ffcc5f93-18df-442a-892f-49113a8cacea tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 HTTP/1.1" status: 200 len: 205 time: 0.0290961 Aug 30 14:38:43.530008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.554312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Network 531b1176-2344-4476-885a-7fab06a1a218 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:38:43.579397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.595197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 531b1176-2344-4476-885a-7fab06a1a218) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:43.596564 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-a340c251-948b-4a53-9267-a378a888c83c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] delete failed (client error): The resource could not be found. Aug 30 14:38:43.597631 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a340c251-948b-4a53-9267-a378a888c83c tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/126ae82b-a7e3-4d3b-b188-451d6f8dfeb5 HTTP/1.1" status: 404 len: 336 time: 0.0672128 Aug 30 14:38:43.600214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.605505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbd7d8-215c-4da1-b343-c608c0c7074a None None] Network 531b1176-2344-4476-885a-7fab06a1a218 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:43.631025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.632546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a47f4fa8-4bc5-4ae1-a136-8c96e725ef3f tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e736bcc-dd49-4def-b604-ef82a6d13f76 HTTP/1.1" status: 200 len: 205 time: 0.0312188 Aug 30 14:38:43.635008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.637356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:43.638049 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.672921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7ef56071-e932-48d8-9357-386741c7849a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2025597 Aug 30 14:38:43.682392 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-bed8ee90-94a7-4302-8c4c-898c7b7b825d tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] delete failed (client error): The resource could not be found. Aug 30 14:38:43.686417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bed8ee90-94a7-4302-8c4c-898c7b7b825d tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/9e736bcc-dd49-4def-b604-ef82a6d13f76 HTTP/1.1" status: 404 len: 336 time: 0.0475152 Aug 30 14:38:43.686417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.700271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:43.713640 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Sync routers for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:43.727911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:43.728560 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:43.744130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-339758c2-cb74-411b-900c-e12929b9793a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad64d029-d24d-4df2-a979-7dbe60e7db16 HTTP/1.1" status: 200 len: 205 time: 0.0548143 Aug 30 14:38:43.747382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.752132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.764741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.834866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:43.861390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:43.865635 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-367150a8-79b6-483a-bd4d-155b90937f2e tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] delete failed (client error): The resource could not be found. Aug 30 14:38:43.871764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-367150a8-79b6-483a-bd4d-155b90937f2e tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/ad64d029-d24d-4df2-a979-7dbe60e7db16 HTTP/1.1" status: 404 len: 336 time: 0.1169329 Aug 30 14:38:43.873926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:43.874698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.876671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:43.880713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:43.882715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:43.900167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:43.905938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.925320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3e87365e-d64c-45d3-b4cd-8a57c05fe897 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1337273 Aug 30 14:38:43.930292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.935378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-531b1176-2344-4476-885a-7fab06a1a218', 'network_id': '531b1176-2344-4476-885a-7fab06a1a218', 'tenant_id': 'e1124d50bc054f06a8014ec3671df7a6', 'fixed_ips': [{'subnet_id': '7f106e4f-6e62-4f87-a4ac-ba0500ea208e'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:38:43.936918 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.970133 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-886554c6-9d10-499e-a697-136968f68c6d tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f75eaac-aeea-461d-a1f4-138149f362bb HTTP/1.1" status: 200 len: 205 time: 0.0896668 Aug 30 14:38:43.970498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:43.971182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 23cbe26e-2e5e-4a27-9051-571bef29c925 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:44.050388 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-d41ed0cf-c4c9-4589-b068-13b6de88b571 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] delete failed (client error): The resource could not be found. Aug 30 14:38:44.051589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d41ed0cf-c4c9-4589-b068-13b6de88b571 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/0f75eaac-aeea-461d-a1f4-138149f362bb HTTP/1.1" status: 404 len: 336 time: 0.0800402 Aug 30 14:38:44.052104 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:44.054164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:44.100214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2febcc99-5817-4091-a27f-a8daa4f80810 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64dbc0c-d667-4217-a5c6-e0725bf9a781 HTTP/1.1" status: 200 len: 205 time: 0.0448544 Aug 30 14:38:44.103573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:44.213605 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-5cc62516-6101-4c23-8389-6fc018009291 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] delete failed (client error): The resource could not be found. Aug 30 14:38:44.214875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5cc62516-6101-4c23-8389-6fc018009291 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/f64dbc0c-d667-4217-a5c6-e0725bf9a781 HTTP/1.1" status: 404 len: 336 time: 0.1100817 Aug 30 14:38:44.219433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:44.236460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 23cbe26e-2e5e-4a27-9051-571bef29c925 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:44.236850 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:44.288648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f493de5b-0492-4dfe-a39e-1010c89ee983 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3951b7-947b-440b-954c-9036f6e0cf08 HTTP/1.1" status: 200 len: 205 time: 0.0656941 Aug 30 14:38:44.298317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:44.343084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Allocated IP 172.20.0.2 (531b1176-2344-4476-885a-7fab06a1a218/7f106e4f-6e62-4f87-a4ac-ba0500ea208e/1b06f785-90f8-431d-8408-c257b8599f60) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:44.394274 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-817e66a5-c139-4600-82ff-3bf803123c15 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] delete failed (client error): The resource could not be found. Aug 30 14:38:44.395553 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-817e66a5-c139-4600-82ff-3bf803123c15 tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/routers/aa3951b7-947b-440b-954c-9036f6e0cf08 HTTP/1.1" status: 404 len: 336 time: 0.0955009 Aug 30 14:38:44.399340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:44.443524 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00ab0af-d6b4-4b11-889c-4b921a4aee9a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] DELETE failed (client error): The resource could not be found. Aug 30 14:38:44.445717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00ab0af-d6b4-4b11-889c-4b921a4aee9a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:38:44.449349 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d00ab0af-d6b4-4b11-889c-4b921a4aee9a tempest-RoutersAdminTest-150527612 tempest-RoutersAdminTest-150527612-project] 10.222.0.50 "DELETE /v2.0/subnets/cc5c6e22-39cd-4e6c-a457-0d8ed12e5f87 HTTP/1.1" status: 404 len: 337 time: 0.0479226 Aug 30 14:38:44.513641 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:42Z', 'revision_number': 3, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:44.522016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febcc18-0be5-42aa-8e72-7cb57c2c57e6 req-f25e56b7-5e00-4940-957f-1f09c35ba546 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:44.523770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6febcc18-0be5-42aa-8e72-7cb57c2c57e6 req-f25e56b7-5e00-4940-957f-1f09c35ba546 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 932 time: 0.2290614 Aug 30 14:38:44.564228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:44.582425 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Checking router: 2f45e561-948f-412b-85d9-8f58e7daed04 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:44.585214 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Updating router 2f45e561-948f-412b-85d9-8f58e7daed04 port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:38:44.628459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6febcc18-0be5-42aa-8e72-7cb57c2c57e6 req-f79dac29-e821-48d5-97fb-eb702747b705 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604699 Aug 30 14:38:44.646003 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:44.740927 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:44.765883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Transition to ACTIVE for port object 1b06f785-90f8-431d-8408-c257b8599f60 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:44.789223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Transition to ACTIVE for port object 1b06f785-90f8-431d-8408-c257b8599f60 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:44.800287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:44.814130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-ef36e26b-723a-4098-9a99-8de41d4d4ab1 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:44.821518 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-ef36e26b-723a-4098-9a99-8de41d4d4ab1 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 815 time: 0.1372583 Aug 30 14:38:44.834211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1212026-7195-4900-8857-88cc6c20e6c1 req-86113ac7-6943-4f70-b3aa-6fc4eaf4c336 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0464396 Aug 30 14:38:44.842285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-ba6edb8a-6392-4687-99b8-b0a7b563befd tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/quotas/e1124d50bc054f06a8014ec3671df7a6 HTTP/1.1" status: 200 len: 375 time: 0.0198302 Aug 30 14:38:44.899637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:44.915257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Network 531b1176-2344-4476-885a-7fab06a1a218 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:44.918851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:44.942774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:44.951077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Pushing event updated for resources: {'Port': ['ID=1b06f785-90f8-431d-8408-c257b8599f60,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:44.956741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:44.974251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.081373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Attempting to bind port 1b06f785-90f8-431d-8408-c257b8599f60 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:45.081758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Attempting to bind port 1b06f785-90f8-431d-8408-c257b8599f60 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:45.088983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Attempting to bind port 1b06f785-90f8-431d-8408-c257b8599f60 on network 531b1176-2344-4476-885a-7fab06a1a218 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:45.095337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:45.095728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Checking segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:45.096141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.096545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Bound using segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:45.097088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Bound port: 1b06f785-90f8-431d-8408-c257b8599f60, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:45.097438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.158306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff789b6-cb3d-4d32-b049-3c759a3eaf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.242054 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.245260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] For port 1b06f785-90f8-431d-8408-c257b8599f60, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:45.252332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] For port 1b06f785-90f8-431d-8408-c257b8599f60, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1b06f785-90f8-431d-8408-c257b8599f60,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:45.259996 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.268039 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Transition to ACTIVE for port object 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:45.277507 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.333570 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957d3f-c79b-4c4e-aeda-4ef9b5db74b2 None None] Pushing event updated for resources: {'Port': ['ID=2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:45.354517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Allocated IP 172.20.0.1 (76d2391c-8dd6-40bc-aaaf-65b1b6401624/6f563f36-e2b4-4f0f-9d2d-a262d1488fc9/001718cc-7650-4caa-817c-6c36f1c240de) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:45.363473 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Attempting to bind port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:45.364078 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Attempting to bind port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:45.364545 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Attempting to bind port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:45.372141 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:45.372840 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:45.373478 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.373977 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:45.374816 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Bound port: 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:45.375864 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.418515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee544be-088e-4b1e-92e4-0cad5972779a None None] Pushing event updated for resources: {'Port': ['ID=1b06f785-90f8-431d-8408-c257b8599f60,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:45.486814 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff789b6-cb3d-4d32-b049-3c759a3eaf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.493375 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] For port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:45.497294 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] For port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:45.498356 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bff789b6-cb3d-4d32-b049-3c759a3eaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.505730 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.543147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff789b6-cb3d-4d32-b049-3c759a3eaf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac679a75-bfcc-4848-9472-a940533ad70d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:45.578989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=0b4c32cf-96a5-4b64-bbfa-00f1d5a106f4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:45.589003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bff789b6-cb3d-4d32-b049-3c759a3eaf17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31741a06d0064bcf8c2be8e13f56c20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6855507 Aug 30 14:38:45.594566 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957d3f-c79b-4c4e-aeda-4ef9b5db74b2 None None] Pushing event updated for resources: {'Port': ['ID=2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:45.595920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:45.607710 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:45.608493 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:45.623269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.626065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:45.626714 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.663649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Transition to ACTIVE for port object 001718cc-7650-4caa-817c-6c36f1c240de will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:45.717541 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-f50d2f87-9d5c-4c3a-9ded-c758a37dae88 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8742695 Aug 30 14:38:45.722617 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e340d5b-0243-4294-a703-4b715e6dd10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.804260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e340d5b-0243-4294-a703-4b715e6dd10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.829450 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:45.885581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-9972f350-4f5c-402c-b352-396eec1cd9e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7226729 Aug 30 14:38:45.886238 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e340d5b-0243-4294-a703-4b715e6dd10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.895788 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e340d5b-0243-4294-a703-4b715e6dd10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.896672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e340d5b-0243-4294-a703-4b715e6dd10f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac679a75-bfcc-4848-9472-a940533ad70d HTTP/1.1" status: 204 len: 168 time: 0.3001418 Aug 30 14:38:45.984077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e340d5b-0243-4294-a703-4b715e6dd10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac679a75-bfcc-4848-9472-a940533ad70d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:46.007443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1b06f785-90f8-431d-8408-c257b8599f60 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:46.008063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:46.062379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=001718cc-7650-4caa-817c-6c36f1c240de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:46.074523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574c03a-4e74-46ed-9e92-8b4c3bf593bc req-735d95b5-a861-4483-927a-c0d5beb9b767 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:46.076536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5574c03a-4e74-46ed-9e92-8b4c3bf593bc req-735d95b5-a861-4483-927a-c0d5beb9b767 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 932 time: 0.2048292 Aug 30 14:38:46.088534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:46.097451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:46.103860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:46.111034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:46.168682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1b06f785-90f8-431d-8408-c257b8599f60 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:46.184750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Request body: {'port': {'device_id': '29f51133-6fb6-4e03-859c-22157feb11ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:46.192817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-1b6dabed-d250-41de-bc0a-d31c2e7ab650 service neutron] 10.222.0.50 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743395 Aug 30 14:38:46.195307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:46.285322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5574c03a-4e74-46ed-9e92-8b4c3bf593bc req-87fba094-8cc2-4888-b9a7-cbedd518d7fa tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953321 Aug 30 14:38:46.289265 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:46.365019 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:42Z', 'revision_number': 3, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:46.464623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd7099-605a-4ba1-8bda-680c5c713cc0 None None] The sync data for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 is: [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:42Z', 'revision_number': 3, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:46.574070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50018) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:46.589270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:46.642232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-17bc5777-0d6a-410c-868c-e1f0c3046d31 req-f2fb64a5-6241-4d74-87d6-dbed660e035a service neutron] (94827) timed out ('10.222.0.21', 49932) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:38:46.645672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1dd49e0-fdc1-41b3-8d1c-e677b4076525 req-d003a4ae-896f-4450-91db-4d0b3d3de2f2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.1787434 Aug 30 14:38:46.686605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec56b889-8681-4e9c-8b9a-68239a47031a None None] Provisioning for port 001718cc-7650-4caa-817c-6c36f1c240de completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:46.694289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec56b889-8681-4e9c-8b9a-68239a47031a None None] Provisioning complete for port 001718cc-7650-4caa-817c-6c36f1c240de triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:46.694666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec56b889-8681-4e9c-8b9a-68239a47031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:46.729655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:46.759882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec56b889-8681-4e9c-8b9a-68239a47031a None None] Port 001718cc-7650-4caa-817c-6c36f1c240de cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:46.760048 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-156f6b47-8e8a-4e22-b245-99aeb6491bcd service neutron] 10.222.0.50 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508990 Aug 30 14:38:46.800891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c37e7f7a-8cec-49bc-8f0a-76e6de6fe37d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc769eeddbac46d1b1dbd1a93260cee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957297 Aug 30 14:38:46.800891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:46.807385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=0b4c32cf-96a5-4b64-bbfa-00f1d5a106f4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:46.910811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:47.074391 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Floating IP 0c6c351b-f599-41d9-930f-09cf5a372f10 associated. External IP: 172.25.6.214, port: 6c7eb443-2644-4277-b330-4bbd107c907b. Aug 30 14:38:47.095503 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be18283e-2cb8-40ec-913b-220cd8001525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:47.212038 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be18283e-2cb8-40ec-913b-220cd8001525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:47.246955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab59c9-bd48-4dd3-8704-4fedc109d2ef None None] Network 531b1176-2344-4476-885a-7fab06a1a218 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:38:47.406016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72dcae3b-c04f-41d8-9e05-541eb473f2b2 None None] Provisioning for port 1b06f785-90f8-431d-8408-c257b8599f60 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:47.427127 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be18283e-2cb8-40ec-913b-220cd8001525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:47.431711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be18283e-2cb8-40ec-913b-220cd8001525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:47.432842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72dcae3b-c04f-41d8-9e05-541eb473f2b2 None None] Provisioning complete for port 1b06f785-90f8-431d-8408-c257b8599f60 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:47.433248 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72dcae3b-c04f-41d8-9e05-541eb473f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:47.434200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-be18283e-2cb8-40ec-913b-220cd8001525 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce0a27cf-6416-4afb-b6cd-ce31686f0a36 HTTP/1.1" status: 204 len: 168 time: 0.6054721 Aug 30 14:38:47.904165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a61e-d8c1-454c-89fc-61743d312b30 req-70edc1bc-36f1-40c6-9a07-f0db694dc68b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:47.907011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2351a61e-d8c1-454c-89fc-61743d312b30 req-70edc1bc-36f1-40c6-9a07-f0db694dc68b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 932 time: 0.4466152 Aug 30 14:38:47.934581 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72dcae3b-c04f-41d8-9e05-541eb473f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.008015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-72dcae3b-c04f-41d8-9e05-541eb473f2b2 None None] For port 1b06f785-90f8-431d-8408-c257b8599f60, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1b06f785-90f8-431d-8408-c257b8599f60,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:48.015547 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72dcae3b-c04f-41d8-9e05-541eb473f2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.067133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:48.088780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:48.092434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcae3b-c04f-41d8-9e05-541eb473f2b2 None None] Pushing event updated for resources: {'Port': ['ID=1b06f785-90f8-431d-8408-c257b8599f60,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:48.114561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2351a61e-d8c1-454c-89fc-61743d312b30 req-5b7a76c5-286b-4f51-b1c8-eb0251c40c72 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991682 Aug 30 14:38:48.182906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:48.187419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:48.187837 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.308141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18283e-2cb8-40ec-913b-220cd8001525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0a27cf-6416-4afb-b6cd-ce31686f0a36,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:48.385618 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.398325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d6b99a-ca92-4f1d-97ac-327359142320 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:48.410784 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.429826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Transition to ACTIVE for port object 99d6b99a-ca92-4f1d-97ac-327359142320 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:48.436262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c06af1ee-11fa-45ff-b364-299e8bd55485 req-db3018ac-1e27-41c9-88e5-a04ec597c0c6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.1637352 Aug 30 14:38:48.439728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.441557 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:48.446097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-c2e0bff9-d976-434a-ad87-44afbe454376 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:48.453865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-c2e0bff9-d976-434a-ad87-44afbe454376 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 815 time: 1.0451367 Aug 30 14:38:48.454010 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.482032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-150d805b-d037-428b-8892-b34c9afc0642 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/quotas/e1124d50bc054f06a8014ec3671df7a6 HTTP/1.1" status: 200 len: 375 time: 0.0271852 Aug 30 14:38:48.485478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c505e2c-9186-4ec3-a0b8-f01558d89c7a None None] Provisioning complete for port 1b06f785-90f8-431d-8408-c257b8599f60 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:48.485856 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c505e2c-9186-4ec3-a0b8-f01558d89c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.524785 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.533894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.601309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=001718cc-7650-4caa-817c-6c36f1c240de,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:48.620977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-85f57213-6682-4b78-828c-d0cd438631fb tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379139 Aug 30 14:38:48.623224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:48.714295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.720941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:48.738098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] Sync routers for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:48.801695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:48.802890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:48.837450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:48.838864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-7d6d15c3-87f2-4654-9667-035f7b8b36bd service neutron] 10.222.0.50 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167780 Aug 30 14:38:48.882134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:48.931558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:48.935000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:49.012462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:49.108592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Router 2f45e561-948f-412b-85d9-8f58e7daed04 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:49.118451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-53389897-26dd-41b2-b175-6a22c4fd9ea9 service neutron] 10.222.0.50 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784200 Aug 30 14:38:49.122513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-722f3552-668a-4493-b1c3-ef4d0d0ef038 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7350497 Aug 30 14:38:49.144114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:49.150822 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5343499-620a-469a-9c26-02d3017e0fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:49.191012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-662cf072-5577-4887-b3af-e61c72d52b62 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:49.192604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-662cf072-5577-4887-b3af-e61c72d52b62 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.39 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 815 time: 0.5478148 Aug 30 14:38:49.216126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Request body: {'port': {'device_id': 'f2c36dca-a4bb-402d-beca-fec03b12d325', 'network_id': '531b1176-2344-4476-885a-7fab06a1a218', 'admin_state_up': True, 'tenant_id': 'e1124d50bc054f06a8014ec3671df7a6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:49.345694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Attempting to bind port 99d6b99a-ca92-4f1d-97ac-327359142320 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:49.346758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Attempting to bind port 99d6b99a-ca92-4f1d-97ac-327359142320 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:49.347114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Attempting to bind port 99d6b99a-ca92-4f1d-97ac-327359142320 on network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:49.391974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Port 99d6b99a-ca92-4f1d-97ac-327359142320 on network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:38:49.392381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Attempting to bind port 99d6b99a-ca92-4f1d-97ac-327359142320 on network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:49.417861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:49.424441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:49.424844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Checking segment: {'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:49.425269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Bound using segment: {'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:49.425724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Bound port: 99d6b99a-ca92-4f1d-97ac-327359142320, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:49.426091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:49.449215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e63a45d6-d063-4c9d-8c8d-e71c18d5cdb0 admin admin] 10.222.0.50 "PUT /v2.0/routers/2f45e561-948f-412b-85d9-8f58e7daed04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5196157 Aug 30 14:38:49.457480 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Sync routers for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:49.468632 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:49.472905 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:49.576831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5238b71-ed22-4d18-8c1f-6c24428ab99e req-59dfc8da-2548-4e2d-9e81-0f5dcea9242e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:49.582351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5238b71-ed22-4d18-8c1f-6c24428ab99e req-59dfc8da-2548-4e2d-9e81-0f5dcea9242e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.3474128 Aug 30 14:38:49.628896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6243a-e517-4e0c-893a-88e9af56a93b req-776cc24d-480c-40c7-b4f0-35f2d806926f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:49.631949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6aa6243a-e517-4e0c-893a-88e9af56a93b req-776cc24d-480c-40c7-b4f0-35f2d806926f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.1587625 Aug 30 14:38:49.679718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf24124b-726a-4f35-9eee-d8e42ed8d57b None None] Provisioning complete for port 001718cc-7650-4caa-817c-6c36f1c240de triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:49.679718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf24124b-726a-4f35-9eee-d8e42ed8d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:49.730148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6aa6243a-e517-4e0c-893a-88e9af56a93b req-65bb6328-3eef-496c-89a3-62c3d300e1a3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915341 Aug 30 14:38:49.746877 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:49.754415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5238b71-ed22-4d18-8c1f-6c24428ab99e req-3769a349-09f2-4605-996c-9ce09d15029d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609461 Aug 30 14:38:49.769704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:49.784056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Made reservation on behalf of e1124d50bc054f06a8014ec3671df7a6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:49.791753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:49.794631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:49.817445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:49.848442 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:49.961256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf24124b-726a-4f35-9eee-d8e42ed8d57b None None] Port 001718cc-7650-4caa-817c-6c36f1c240de cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:49.961426 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ea2c4e15-8da1-4c92-bbdb-ba405390dc50 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/0c6c351b-f599-41d9-930f-09cf5a372f10 HTTP/1.1" status: 200 len: 991 time: 0.1888127 Aug 30 14:38:49.995081 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:50.039788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:50.040540 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:50.042082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] 10.222.0.21 "PUT /v2.0/ports/99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 200 len: 1092 time: 3.9424775 Aug 30 14:38:50.163837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1b06f785-90f8-431d-8408-c257b8599f60 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:50.188501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-310a1142-dee4-4429-8483-582fb3d1bd97 req-58d00a6a-6fa3-454f-8aaf-f59183c32188 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.2233329 Aug 30 14:38:50.318395 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:47Z', 'revision_number': 2, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:50.329254 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f478462-f4ea-4550-82b4-26612f6c97b8 x-openstack-request-id: req-7f478462-f4ea-4550-82b4-26612f6c97b8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:50.329660 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:50.329988 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f478462-f4ea-4550-82b4-26612f6c97b8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:50.330467 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'status': 'completed', 'code': 200} Aug 30 14:38:50.354691 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Checking router: 2f45e561-948f-412b-85d9-8f58e7daed04 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:50.355421 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Updating router 2f45e561-948f-412b-85d9-8f58e7daed04 port 001718cc-7650-4caa-817c-6c36f1c240de binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:38:50.386910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f5893-0df4-484a-8db1-b6eac4475892 service neutron] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:50.435337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5343499-620a-469a-9c26-02d3017e0fcd req-71661442-e995-47bb-a3ad-7195b1c8e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:50.443156 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5343499-620a-469a-9c26-02d3017e0fcd req-71661442-e995-47bb-a3ad-7195b1c8e85d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1096 time: 0.2236216 Aug 30 14:38:50.446429 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:50.469119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-8a1d3da5-ec44-4681-bf6d-ddd81876193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:50.471342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1b06f785-90f8-431d-8408-c257b8599f60 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:50.471682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-8a1d3da5-ec44-4681-bf6d-ddd81876193d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1095 time: 0.3268535 Aug 30 14:38:50.474054 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:50.598234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-f3b5ba2d-473c-4e7b-979b-c3e3348f6080 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 200 len: 217 time: 0.0965910 Aug 30 14:38:50.606317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Allocated IP 172.20.0.8 (531b1176-2344-4476-885a-7fab06a1a218/7f106e4f-6e62-4f87-a4ac-ba0500ea208e/dece4502-b891-40fb-b522-7c5c673a6389) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:50.623635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5343499-620a-469a-9c26-02d3017e0fcd req-a80aa2be-6b7e-42cd-a195-c60d70f27e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:50.626910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5343499-620a-469a-9c26-02d3017e0fcd req-a80aa2be-6b7e-42cd-a195-c60d70f27e83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 200 len: 898 time: 0.1329932 Aug 30 14:38:50.646835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0c6c351b-f599-41d9-930f-09cf5a372f10', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'port_id': '6c7eb443-2644-4277-b330-4bbd107c907b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'mac_address': 'fa:16:3e:b7:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:38:44Z', 'updated_at': '2021-08-30T14:38:44Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:26Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:50.715383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:50.763002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:50.767780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5343499-620a-469a-9c26-02d3017e0fcd req-0f3500d0-35e9-4295-9cfc-027b77e1a62d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 999 time: 0.1321847 Aug 30 14:38:50.771903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] Checking router: 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:50.775597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-e4ff600c-18ba-4975-b8eb-b07155b06b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:50.777120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-e4ff600c-18ba-4975-b8eb-b07155b06b4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.1638546 Aug 30 14:38:50.781446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-be9161b3-630c-478d-81ad-c31e6c237a94 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:50.789891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-be9161b3-630c-478d-81ad-c31e6c237a94 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 815 time: 0.4612553 Aug 30 14:38:50.842384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-f032e7fd-eb04-4b3b-bd79-26c31b96f99e tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/quotas/e1124d50bc054f06a8014ec3671df7a6 HTTP/1.1" status: 200 len: 375 time: 0.0513294 Aug 30 14:38:50.849621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:50.851094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:50.877609 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-6c0625a7-8166-41cb-aa23-0bfc457a8ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732410 Aug 30 14:38:50.904699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5343499-620a-469a-9c26-02d3017e0fcd req-3adb4486-100a-4060-8c7d-7fe183030071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:50.906750 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5343499-620a-469a-9c26-02d3017e0fcd req-3adb4486-100a-4060-8c7d-7fe183030071 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 HTTP/1.1" status: 200 len: 835 time: 0.1148944 Aug 30 14:38:50.941132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-fa1c21ab-4d3d-495c-9323-c1b894d07c68 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0976427 Aug 30 14:38:50.993298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:51.005399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-00493ac1-39f3-4cde-8af3-2cf311353e4e service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181531 Aug 30 14:38:51.112025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-696553540', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:51.235468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:51.239993 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.246164 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.254786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5343499-620a-469a-9c26-02d3017e0fcd req-4ad696ae-44fe-434f-bfd8-2d5ef8c85c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:51.260103 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Transition to ACTIVE for port object 001718cc-7650-4caa-817c-6c36f1c240de will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:51.262744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5343499-620a-469a-9c26-02d3017e0fcd req-4ad696ae-44fe-434f-bfd8-2d5ef8c85c11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=466b0175-3616-40c5-8b41-32ff5ecaca19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3460746 Aug 30 14:38:51.270896 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.394674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:51.463604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1f65498-b597-4f7e-a76e-29716048001d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/0c6c351b-f599-41d9-930f-09cf5a372f10 HTTP/1.1" status: 200 len: 991 time: 0.4617298 Aug 30 14:38:51.467274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:51.489128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d2509974-19be-41ec-80e1-c7541ac9143f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--860664655', 'description': 'tempest-description--589142444'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:51.536908 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0f0fa-20e4-4927-a02e-e7e4b4f1c837 None None] Pushing event updated for resources: {'Port': ['ID=001718cc-7650-4caa-817c-6c36f1c240de,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:51.555537 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Attempting to bind port 001718cc-7650-4caa-817c-6c36f1c240de on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:51.555909 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Attempting to bind port 001718cc-7650-4caa-817c-6c36f1c240de by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:51.556273 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Attempting to bind port 001718cc-7650-4caa-817c-6c36f1c240de on network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:51.563255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-728e6a6f-216b-485e-bde1-4fb64ec2fb30 service neutron] 10.222.0.50 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213160 Aug 30 14:38:51.564362 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:51.564739 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Checking segment: {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:51.565185 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.565582 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Bound using segment: {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:51.566044 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Bound port: 001718cc-7650-4caa-817c-6c36f1c240de, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:51.566423 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.672926 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] For port 001718cc-7650-4caa-817c-6c36f1c240de, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:51.679894 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] For port 001718cc-7650-4caa-817c-6c36f1c240de, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=001718cc-7650-4caa-817c-6c36f1c240de,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:51.681947 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-010bba4a-2960-42b3-ad68-24adb57d1016 service neutron] 10.222.0.50 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070247 Aug 30 14:38:51.690176 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.724720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5343499-620a-469a-9c26-02d3017e0fcd req-b2f07a7e-172f-4bc5-9e35-760455774598 service neutron] 10.222.0.39 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471180 Aug 30 14:38:51.727430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2509974-19be-41ec-80e1-c7541ac9143f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.834770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0f0fa-20e4-4927-a02e-e7e4b4f1c837 None None] Pushing event updated for resources: {'Port': ['ID=001718cc-7650-4caa-817c-6c36f1c240de,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:51.863753 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:51.866163 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:51.914207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Made reservation on behalf of 5289a40cff5b42578e44debdb37fea76 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:51.925452 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.943772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.989248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2509974-19be-41ec-80e1-c7541ac9143f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.009495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2509974-19be-41ec-80e1-c7541ac9143f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.104725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2509974-19be-41ec-80e1-c7541ac9143f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de779ee-d93f-40ab-9996-6a9959446161,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:52.133808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c25db06-9861-4356-8d43-efbe2573d609 req-8931db04-b8ee-4dbe-b40e-281d8f5b2cf2 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.1420720 Aug 30 14:38:52.138151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.170981 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:52.219654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0c6c351b-f599-41d9-930f-09cf5a372f10', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'port_id': '6c7eb443-2644-4277-b330-4bbd107c907b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'mac_address': 'fa:16:3e:b7:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:38:44Z', 'updated_at': '2021-08-30T14:38:44Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:26Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:52.310620 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a54b7a63-2d4a-4366-8a12-5a85505cdd5a req-6a7b6113-49a6-4ffa-a9fb-4d1f555d65ca service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2858593 Aug 30 14:38:52.344458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b886be-eedc-415a-be44-a80a11ce17e4 req-c7b9bcbe-9a79-485d-956e-d6c2002d7077 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:52.354417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14b886be-eedc-415a-be44-a80a11ce17e4 req-c7b9bcbe-9a79-485d-956e-d6c2002d7077 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.4411764 Aug 30 14:38:52.355003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0156a-e9fa-4239-ae11-575b9aaf7be9 None None] The sync data for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 is: [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '0c6c351b-f599-41d9-930f-09cf5a372f10', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'port_id': '6c7eb443-2644-4277-b330-4bbd107c907b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'mac_address': 'fa:16:3e:b7:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:38:44Z', 'updated_at': '2021-08-30T14:38:44Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:26Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:52.356950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:52.361922 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68" -d '{"events": [{"name": "network-changed", "server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:52.373252 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-363feda1-5826-4219-bbf8-dc9d3e856901 req-0c24d161-b276-46af-b084-ae2d273ccf15 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 210 time: 0.1312423 Aug 30 14:38:52.398741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.414503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5343499-620a-469a-9c26-02d3017e0fcd req-4a967700-35f4-4b55-843a-bc331320553d service neutron] 10.222.0.39 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6799707 Aug 30 14:38:52.424948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2509974-19be-41ec-80e1-c7541ac9143f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.429899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d2509974-19be-41ec-80e1-c7541ac9143f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9439464 Aug 30 14:38:52.430540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:52.442660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a5cf481b-07d8-44e8-aa3d-aa7075d3c7ee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'security_group_rule': {'security_group_id': '3de779ee-d93f-40ab-9996-6a9959446161', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:52.463062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Transition to ACTIVE for port object dece4502-b891-40fb-b522-7c5c673a6389 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:52.464772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.466188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:52.503759 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bcd32f-6bbd-49d3-8456-eef6a770a247 x-openstack-request-id: req-e0bcd32f-6bbd-49d3-8456-eef6a770a247 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:52.504170 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:52.504529 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0bcd32f-6bbd-49d3-8456-eef6a770a247 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:52.505194 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320', 'status': 'completed', 'code': 200} Aug 30 14:38:52.517716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1966bacf-3900-4bb1-a0c5-836d47b4e215,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:52.523515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] device_id is not set on port 35be478d-a856-422f-8af4-0a02816e63a4 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:38:52.591585 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14b886be-eedc-415a-be44-a80a11ce17e4 req-afe384d6-f7a3-4922-84ac-b829d726d8f3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305903 Aug 30 14:38:52.606589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-474988a0-62cf-4a1f-8890-d911223dbb21 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:52.608340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-474988a0-62cf-4a1f-8890-d911223dbb21 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.21 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 815 time: 1.4465604 Aug 30 14:38:52.608822 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-29dc6979-3e6a-4c93-b25f-a0e5e1faf01c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/0c6c351b-f599-41d9-930f-09cf5a372f10 HTTP/1.1" status: 200 len: 991 time: 0.1342607 Aug 30 14:38:52.634590 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:51Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:52.635332 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cf481b-07d8-44e8-aa3d-aa7075d3c7ee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.669560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Request body: {'port': {'device_id': 'd42ba44a-ac7c-4e13-bdcf-c0afe935107f', 'network_id': '531b1176-2344-4476-885a-7fab06a1a218', 'admin_state_up': True, 'tenant_id': 'e1124d50bc054f06a8014ec3671df7a6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:52.683092 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba26db-4009-49fc-a4e4-d09504611b33 None None] The sync data for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 is: [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:51Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:52.727109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-cdf203b5-0f5f-47e8-ba8f-56efb7ef0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:52.733178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-cdf203b5-0f5f-47e8-ba8f-56efb7ef0501 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1095 time: 0.1993167 Aug 30 14:38:52.737500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cf481b-07d8-44e8-aa3d-aa7075d3c7ee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.743351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cf481b-07d8-44e8-aa3d-aa7075d3c7ee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.817758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cf481b-07d8-44e8-aa3d-aa7075d3c7ee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.819010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a5cf481b-07d8-44e8-aa3d-aa7075d3c7ee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3873336 Aug 30 14:38:52.821765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:52.826627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2de60de6-42d8-49f8-8c90-5a9fb6d880a4 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'security_group_rule': {'security_group_id': '3de779ee-d93f-40ab-9996-6a9959446161', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:52.831722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf481b-07d8-44e8-aa3d-aa7075d3c7ee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ea94f6-79fc-4f5b-96d6-3e8715b8ce3d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:52.864171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a046002-166d-43cb-b3d6-531579822b3d None None] New status for floating IP 0c6c351b-f599-41d9-930f-09cf5a372f10: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:38:52.889152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de60de6-42d8-49f8-8c90-5a9fb6d880a4 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:52.919848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.002785 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Pushing event updated for resources: {'Port': ['ID=dece4502-b891-40fb-b522-7c5c673a6389,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:53.035997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de60de6-42d8-49f8-8c90-5a9fb6d880a4 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.042017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de60de6-42d8-49f8-8c90-5a9fb6d880a4 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.043716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Allocated IP 172.25.6.29 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/35be478d-a856-422f-8af4-0a02816e63a4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:53.080805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Network 531b1176-2344-4476-885a-7fab06a1a218 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:53.084192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de60de6-42d8-49f8-8c90-5a9fb6d880a4 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbc7231-a3cb-4a91-acf8-8b1e9c749cc6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:53.103606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de60de6-42d8-49f8-8c90-5a9fb6d880a4 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.108560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:53.109431 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2de60de6-42d8-49f8-8c90-5a9fb6d880a4 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2827728 Aug 30 14:38:53.110927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50154) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:53.112185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:53.132953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:53.226341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-73c117f6-d56f-43d8-b0e6-eceea3593c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:53.227927 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-73c117f6-d56f-43d8-b0e6-eceea3593c51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 915 time: 0.4444423 Aug 30 14:38:53.301241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:53.301918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.323133 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-adaa7a8a-abec-494d-8e79-46ff13bf3ab2 req-0f5366ec-42e5-4a6b-9691-1906ea76b3b8 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0552158 Aug 30 14:38:53.364456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.416928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-1ad40243-edb5-4c83-b880-3fd9d18f3b3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 200 len: 217 time: 0.1607790 Aug 30 14:38:53.435506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Made reservation on behalf of e1124d50bc054f06a8014ec3671df7a6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:53.450433 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.519952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-82d79762-8302-4271-a914-25bd05c34852 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3119013 Aug 30 14:38:53.522723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-205bb03b-6f07-4f84-b26c-653b64138a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:53.525224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-205bb03b-6f07-4f84-b26c-653b64138a92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.0709226 Aug 30 14:38:53.570456 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0cd7ce41-5a52-463e-895c-dcbc23491fcb req-95663aa4-bf5e-4e72-b8da-de8e4ff45249 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 210 time: 0.1112096 Aug 30 14:38:53.638189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:53.648623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21a4ff26-9a69-428b-8ac6-da89f8dff908 None None] Provisioning for port dece4502-b891-40fb-b522-7c5c673a6389 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:53.657437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Request body: {'port': {'device_id': 'f2c36dca-a4bb-402d-beca-fec03b12d325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:53.657682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21a4ff26-9a69-428b-8ac6-da89f8dff908 None None] Provisioning complete for port dece4502-b891-40fb-b522-7c5c673a6389 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:53.657817 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21a4ff26-9a69-428b-8ac6-da89f8dff908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.714813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-7fc15985-3845-4b23-bf71-1be377c2144f tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:53.717170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-7fc15985-3845-4b23-bf71-1be377c2144f tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.39 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 815 time: 0.2294612 Aug 30 14:38:53.746976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-21a4ff26-9a69-428b-8ac6-da89f8dff908 None None] Port dece4502-b891-40fb-b522-7c5c673a6389 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:53.762027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Request body: {'port': {'device_id': '969e30f4-a525-495d-8cce-4f8a0b70fa80', 'network_id': '531b1176-2344-4476-885a-7fab06a1a218', 'admin_state_up': True, 'tenant_id': 'e1124d50bc054f06a8014ec3671df7a6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:53.824987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-855f4889-9086-4e5d-ae8b-1cc37cbaba2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2306516 Aug 30 14:38:53.901219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:53.927986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-68751187-f778-4502-98c0-75435339ee8f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/0c6c351b-f599-41d9-930f-09cf5a372f10 HTTP/1.1" status: 200 len: 993 time: 0.2859111 Aug 30 14:38:53.963333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa4e1-bf54-4905-8b4b-bc3844eb02a4 req-578caa96-3681-48c9-9a6d-de0ebf143b10 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:53.966558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de4aa4e1-bf54-4905-8b4b-bc3844eb02a4 req-578caa96-3681-48c9-9a6d-de0ebf143b10 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.2477658 Aug 30 14:38:54.010531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 001718cc-7650-4caa-817c-6c36f1c240de up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:54.032026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.085616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 001718cc-7650-4caa-817c-6c36f1c240de completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:54.094583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 001718cc-7650-4caa-817c-6c36f1c240de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:54.096757 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.107694 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.110388 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de4aa4e1-bf54-4905-8b4b-bc3844eb02a4 req-e6a19988-de63-4039-948a-edede3356f27 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352878 Aug 30 14:38:54.117755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Made reservation on behalf of e1124d50bc054f06a8014ec3671df7a6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:54.121356 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.187383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-8da19805-cbc7-4c2a-bb2d-abb65784ce96 service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471646 Aug 30 14:38:54.203931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Allocated IP 172.20.0.12 (531b1176-2344-4476-885a-7fab06a1a218/7f106e4f-6e62-4f87-a4ac-ba0500ea208e/4728dcc1-4c38-46cd-86c7-3d83320b9a2a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:54.206397 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.257745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 001718cc-7650-4caa-817c-6c36f1c240de, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=001718cc-7650-4caa-817c-6c36f1c240de,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:54.266580 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.324862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=001718cc-7650-4caa-817c-6c36f1c240de,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:54.414957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.477399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Allocated IP 172.25.6.252 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/676851a7-164e-46c2-85b8-8d6334f267f0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:54.538426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7084f68b-e1d5-4539-a162-bdae4c06332c req-aeee7197-bd3a-46f9-b7f0-05e44a5be15e tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe422e23-2504-4022-8882-0d2c4492dbf8 HTTP/1.1" status: 200 len: 210 time: 0.0739262 Aug 30 14:38:54.551912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:54.552340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Pushing event updated for resources: {'Port': ['ID=35be478d-a856-422f-8af4-0a02816e63a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:54.580888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:54.607520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.630210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:54.636616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8285ddd2-bb76-4177-bcf2-fdf3385c0f68 req-f12ad675-aff5-410e-83d5-62c0caac997d service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195313 Aug 30 14:38:54.648328 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.693106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:54.693880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.711806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f158f4c8-1914-4312-bf5c-7f4a4d8739ec req-fe62307d-68db-46b3-82d9-0bc22e586a74 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 210 time: 0.0609379 Aug 30 14:38:54.723751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-119c5833-bde9-4dc9-b761-ed91f6117f30 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.0029473 Aug 30 14:38:54.724551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:54.724809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:54.727861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:54.731713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:54.732202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.29'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:54.757678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'Port': ['ID=676851a7-164e-46c2-85b8-8d6334f267f0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:54.757949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.776649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Transition to ACTIVE for port object 4728dcc1-4c38-46cd-86c7-3d83320b9a2a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:54.778194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.779176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.855380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.862625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.897061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:54.983114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Network 531b1176-2344-4476-885a-7fab06a1a218 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:55.018674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:55.055378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:55.061170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Pushing event updated for resources: {'Port': ['ID=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:55.090183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.132381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:55.133169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.133946 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7dbaeda9-31df-4ee8-a0d6-e734699add5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.181248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-39b485f0-3f8e-423a-8e75-d5fd99199ed3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5270340 Aug 30 14:38:55.205296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Request body: {'port': {'device_id': 'd42ba44a-ac7c-4e13-bdcf-c0afe935107f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:55.258565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.283817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-57864e0e-c4f3-4bc4-b224-a7fc4467b575 None None] Provisioning for port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:55.289097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-57864e0e-c4f3-4bc4-b224-a7fc4467b575 None None] Provisioning complete for port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:55.289773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57864e0e-c4f3-4bc4-b224-a7fc4467b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.296993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Allocated IP 172.20.0.9 (531b1176-2344-4476-885a-7fab06a1a218/7f106e4f-6e62-4f87-a4ac-ba0500ea208e/ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:55.312104 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.335061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57864e0e-c4f3-4bc4-b224-a7fc4467b575 None None] Port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:55.335410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11770e51-33fa-44f0-a7ae-779e523dbdeb req-87b9d590-6bc4-4a6a-b2bc-326ade659ae1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:55.337023 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11770e51-33fa-44f0-a7ae-779e523dbdeb req-87b9d590-6bc4-4a6a-b2bc-326ade659ae1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.1378994 Aug 30 14:38:55.504546 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11770e51-33fa-44f0-a7ae-779e523dbdeb req-268f15dc-dcf4-4158-b942-08c9284b95ae tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406474 Aug 30 14:38:55.552983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.557304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.561339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.578125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.596447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Transition to ACTIVE for port object ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:55.603283 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.647491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:55.675990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'Port': ['ID=676851a7-164e-46c2-85b8-8d6334f267f0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:55.709200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.741998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.749707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1efb2ed0-e125-42b8-8573-9938d1737949 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6221659 Aug 30 14:38:55.758109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.784027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Network 531b1176-2344-4476-885a-7fab06a1a218 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:55.788684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:55.813799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:55.816612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86dfd371-c54d-4c3b-87d4-196812b26ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.845580 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:55.964351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 001718cc-7650-4caa-817c-6c36f1c240de up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:55.996066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86dfd371-c54d-4c3b-87d4-196812b26ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.050953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Pushing event updated for resources: {'Port': ['ID=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:56.058761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:56.059157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.093534 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86dfd371-c54d-4c3b-87d4-196812b26ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.096097 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86dfd371-c54d-4c3b-87d4-196812b26ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.100178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-86dfd371-c54d-4c3b-87d4-196812b26ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "DELETE /v2.0/security-groups/43c9f67d-36c0-4f25-973d-c45f77e7c6fd HTTP/1.1" status: 204 len: 168 time: 0.4486024 Aug 30 14:38:56.106163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:56.119585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 001718cc-7650-4caa-817c-6c36f1c240de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:56.120227 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.124772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fb671-79ab-4460-ac79-cd7fdfb3141e req-ce1fa635-69f8-428c-a5b1-e90676b267a1 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:56.126433 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-639fb671-79ab-4460-ac79-cd7fdfb3141e req-ce1fa635-69f8-428c-a5b1-e90676b267a1 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 931 time: 0.3045337 Aug 30 14:38:56.146677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfd371-c54d-4c3b-87d4-196812b26ba6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c9f67d-36c0-4f25-973d-c45f77e7c6fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:56.148827 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b2528def-5964-4090-80ea-affd1aa9f172 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] show failed (client error): The resource could not be found. Aug 30 14:38:56.153186 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b2528def-5964-4090-80ea-affd1aa9f172 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "GET /v2.0/security-groups/43c9f67d-36c0-4f25-973d-c45f77e7c6fd HTTP/1.1" status: 404 len: 347 time: 0.0255501 Aug 30 14:38:56.154083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50202) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:56.203089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9283d61c-7a93-4ee6-a0f1-3fcdaa3bbac3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4474022 Aug 30 14:38:56.220956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Request body: {'port': {'device_id': '969e30f4-a525-495d-8cce-4f8a0b70fa80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:56.268560 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bd7909be-248b-44f0-a56b-a4af2c0dfee9 None None] Provisioning for port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:56.275960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bd7909be-248b-44f0-a56b-a4af2c0dfee9 None None] Provisioning complete for port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:56.276398 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd7909be-248b-44f0-a56b-a4af2c0dfee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.319100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bd7909be-248b-44f0-a56b-a4af2c0dfee9 None None] Port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:56.343522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-639fb671-79ab-4460-ac79-cd7fdfb3141e req-5e87e886-2d16-4c79-a640-99d7b3c389cc tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879144 Aug 30 14:38:56.376864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:38:56.378368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.465102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting port be797467-d821-45bf-8f31-ee2bce8f8797 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:56.465511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.499776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-ec5f93cc-8b5e-4de6-97d7-105a3e7bc66b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--860664655&fields=id&tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c HTTP/1.1" status: 200 len: 267 time: 0.1694996 Aug 30 14:38:56.501626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.505426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.535530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:56.553235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '99d6b99a-ca92-4f1d-97ac-327359142320', 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda', 'port_id': '99d6b99a-ca92-4f1d-97ac-327359142320', 'mac_address': 'fa:16:3e:07:3e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608f2051-e030-4db3-ae64-42c7547518a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:38:56.640826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.641576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 913c80a3-89b0-4bc9-92ff-ca3476cd3c42 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:38:56.644053 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.655332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dece4502-b891-40fb-b522-7c5c673a6389 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:56.658527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.658921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.673151 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d6b99a-ca92-4f1d-97ac-327359142320 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:56.677337 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.683083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Calling delete_port for be797467-d821-45bf-8f31-ee2bce8f8797 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:56.709405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:56.717318 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.722987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Transition to ACTIVE for port object dece4502-b891-40fb-b522-7c5c673a6389 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:56.727425 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 30 14:38:56.728810 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-835de425-c40d-42c9-b75a-e2633c350ff9 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0028195 Aug 30 14:38:56.735057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:56.761901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:56.788196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:56.838876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819c1cc-5eb7-482c-9703-2f6a1f3cf2f1 req-4bf3fbbf-051f-4692-b5ba-c6f0ee8c231d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:56.840459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7819c1cc-5eb7-482c-9703-2f6a1f3cf2f1 req-4bf3fbbf-051f-4692-b5ba-c6f0ee8c231d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 945 time: 0.0781915 Aug 30 14:38:56.870851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-cc2fc6d3-341d-47a7-82f9-d951e118e5af tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:56.872384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-cc2fc6d3-341d-47a7-82f9-d951e118e5af tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 810 time: 0.3617115 Aug 30 14:38:56.894701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7819c1cc-5eb7-482c-9703-2f6a1f3cf2f1 req-8c1f2a84-5010-4a07-9ed6-923becb1b900 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Aug 30 14:38:56.946303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Pushing event updated for resources: {'Port': ['ID=dece4502-b891-40fb-b522-7c5c673a6389,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:56.951108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-617e4c75-904f-48d4-aac4-138f5c2c43ea tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/quotas/4709a04a1ab44809b6c3ced32ed0ca1c HTTP/1.1" status: 200 len: 375 time: 0.0651627 Aug 30 14:38:56.986179 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.031250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Port': ['ID=be797467-d821-45bf-8f31-ee2bce8f8797,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:57.102051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['99d6b99a-ca92-4f1d-97ac-327359142320'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:57.103261 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.105946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.110289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5547b1bd-f2a9-4f0b-8ac8-6804ec5cde0f tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "DELETE /v2.0/floatingips/b34a888f-9407-449a-9887-2a0e59ab6281 HTTP/1.1" status: 204 len: 168 time: 0.9533098 Aug 30 14:38:57.111029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50214) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:57.175950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-bc1fc0cc-caa5-4cde-9fb0-2b023d48e74b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2020378 Aug 30 14:38:57.179391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Attempting to bind port dece4502-b891-40fb-b522-7c5c673a6389 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:57.179732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Attempting to bind port dece4502-b891-40fb-b522-7c5c673a6389 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:57.180056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Attempting to bind port dece4502-b891-40fb-b522-7c5c673a6389 on network 531b1176-2344-4476-885a-7fab06a1a218 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:57.193474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb913e-48d3-43fa-bddd-66d4f3560da4 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Deleting port 35be478d-a856-422f-8af4-0a02816e63a4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:57.193841 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb913e-48d3-43fa-bddd-66d4f3560da4 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.238255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Port dece4502-b891-40fb-b522-7c5c673a6389 on network 531b1176-2344-4476-885a-7fab06a1a218 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:38:57.239099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Attempting to bind port dece4502-b891-40fb-b522-7c5c673a6389 on network 531b1176-2344-4476-885a-7fab06a1a218 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:57.246086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bd82aa8b-23d8-4527-b4b8-83ec1144fae3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting port 3c85d4c7-85fe-4a87-b26c-82ccca54d129 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:57.246438 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd82aa8b-23d8-4527-b4b8-83ec1144fae3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.321653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4728dcc1-4c38-46cd-86c7-3d83320b9a2a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:57.338085 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.350258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:57.350915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Checking segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:57.351489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Bound using segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:57.352111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Bound port: dece4502-b891-40fb-b522-7c5c673a6389, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:57.352658 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.357122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd82aa8b-23d8-4527-b4b8-83ec1144fae3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.377024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bd82aa8b-23d8-4527-b4b8-83ec1144fae3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Calling delete_port for 3c85d4c7-85fe-4a87-b26c-82ccca54d129 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:57.415355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Transition to ACTIVE for port object 4728dcc1-4c38-46cd-86c7-3d83320b9a2a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:57.447596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.525509 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb913e-48d3-43fa-bddd-66d4f3560da4 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.566179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb913e-48d3-43fa-bddd-66d4f3560da4 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Calling delete_port for 35be478d-a856-422f-8af4-0a02816e63a4 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:57.582525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-ef3ebce0-ccb2-42f5-8db9-b18a042030a2 service neutron] 10.222.0.50 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703780 Aug 30 14:38:57.623515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a613-9fad-4bec-9743-c1d48afc5fa8 req-0523c101-e6a4-4dc7-a6f8-b44a32047c98 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:57.627702 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2470a613-9fad-4bec-9743-c1d48afc5fa8 req-0523c101-e6a4-4dc7-a6f8-b44a32047c98 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 931 time: 0.1182528 Aug 30 14:38:57.664446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] For port dece4502-b891-40fb-b522-7c5c673a6389, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:57.666621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Pushing event updated for resources: {'Port': ['ID=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:57.750339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] For port dece4502-b891-40fb-b522-7c5c673a6389, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=dece4502-b891-40fb-b522-7c5c673a6389,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:57.782248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.805257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd82aa8b-23d8-4527-b4b8-83ec1144fae3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.832595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2470a613-9fad-4bec-9743-c1d48afc5fa8 req-a130ad96-1901-45f8-8de7-324261ab5960 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843104 Aug 30 14:38:57.876907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:57.884069 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.885797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] 10.222.0.39 "PUT /v2.0/ports/dece4502-b891-40fb-b522-7c5c673a6389 HTTP/1.1" status: 200 len: 1091 time: 4.3118699 Aug 30 14:38:57.886624 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b7a731e-ba58-435c-8b44-aaa60ca30595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.891833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c36dca-a4bb-402d-beca-fec03b12d325', 'tag': 'dece4502-b891-40fb-b522-7c5c673a6389'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:57.900570 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e77ef8-2b70-4191-be01-8d2dff1dc356" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c36dca-a4bb-402d-beca-fec03b12d325", "tag": "dece4502-b891-40fb-b522-7c5c673a6389"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:57.938277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82aa8b-23d8-4527-b4b8-83ec1144fae3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Port': ['ID=3c85d4c7-85fe-4a87-b26c-82ccca54d129,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:57.953190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:58.012293 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7993029a-d292-48c9-a228-9ff3ec50fb24 x-openstack-request-id: req-7993029a-d292-48c9-a228-9ff3ec50fb24 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:58.012671 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c36dca-a4bb-402d-beca-fec03b12d325", "tag": "dece4502-b891-40fb-b522-7c5c673a6389", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:58.012956 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7993029a-d292-48c9-a228-9ff3ec50fb24 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:58.013383 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c36dca-a4bb-402d-beca-fec03b12d325', 'tag': 'dece4502-b891-40fb-b522-7c5c673a6389', 'status': 'completed', 'code': 200} Aug 30 14:38:58.014435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.015664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Attempting to bind port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:58.016003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Attempting to bind port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:58.016340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Attempting to bind port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a on network 531b1176-2344-4476-885a-7fab06a1a218 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:58.038865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-fe99e51e-cffb-4826-9a13-f4d5bcd0d3c4 service neutron] 10.222.0.50 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291661 Aug 30 14:38:58.048651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf1497-84dc-477a-b6e5-75ebe0c363df service neutron] Pushing event updated for resources: {'Port': ['ID=dece4502-b891-40fb-b522-7c5c673a6389,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:58.060756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a on network 531b1176-2344-4476-885a-7fab06a1a218 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:38:58.061103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Attempting to bind port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a on network 531b1176-2344-4476-885a-7fab06a1a218 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:58.126907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Transition to ACTIVE for port object ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:58.135944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.154077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:58.156145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Checking segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:58.156708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Bound using segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:58.157277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Bound port: 4728dcc1-4c38-46cd-86c7-3d83320b9a2a, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:58.162112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.212177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Pushing event updated for resources: {'Port': ['ID=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:58.245242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd82aa8b-23d8-4527-b4b8-83ec1144fae3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.248089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bd82aa8b-23d8-4527-b4b8-83ec1144fae3 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "DELETE /v2.0/ports/3c85d4c7-85fe-4a87-b26c-82ccca54d129 HTTP/1.1" status: 204 len: 168 time: 1.1359515 Aug 30 14:38:58.273543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-fff68070-52b4-4dd8-8483-c29571705ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:58.276373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:58.278957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-fff68070-52b4-4dd8-8483-c29571705ce1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 1094 time: 0.2846923 Aug 30 14:38:58.374312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] For port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:58.379023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] For port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:58.393275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:58.395773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.496867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb913e-48d3-43fa-bddd-66d4f3560da4 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.529648 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.534131 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 99d6b99a-ca92-4f1d-97ac-327359142320 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:58.539936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 99d6b99a-ca92-4f1d-97ac-327359142320 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:58.540314 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.570574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-e2bfdb69-1c50-4022-9aad-24269491a5c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dece4502-b891-40fb-b522-7c5c673a6389 HTTP/1.1" status: 200 len: 217 time: 0.1850314 Aug 30 14:38:58.589905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:58.590503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.594390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] 10.222.0.21 "PUT /v2.0/ports/4728dcc1-4c38-46cd-86c7-3d83320b9a2a HTTP/1.1" status: 200 len: 1092 time: 3.3952215 Aug 30 14:38:58.702838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389564b-7a10-403f-828b-ebd592310565 req-088c6e44-af8f-4794-975a-af8405c178f5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:58.709475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-77e2e7b8-d53b-4b5b-b37a-d86ed330d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:58.712014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-77e2e7b8-d53b-4b5b-b37a-d86ed330d2dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f106e4f-6e62-4f87-a4ac-ba0500ea208e HTTP/1.1" status: 200 len: 854 time: 0.1044703 Aug 30 14:38:58.712176 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8389564b-7a10-403f-828b-ebd592310565 req-088c6e44-af8f-4794-975a-af8405c178f5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 945 time: 0.5060115 Aug 30 14:38:58.753392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f80133-b4b7-4d5d-b8aa-47f44811894b service neutron] Pushing event updated for resources: {'Port': ['ID=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:58.800295 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.806864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8389564b-7a10-403f-828b-ebd592310565 req-4c96ee69-a073-42cb-aafa-ebf336afe5f0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916336 Aug 30 14:38:58.852511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Attempting to bind port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:58.852893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Attempting to bind port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:58.853262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Attempting to bind port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 on network 531b1176-2344-4476-885a-7fab06a1a218 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:58.859231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 on network 531b1176-2344-4476-885a-7fab06a1a218 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:38:58.859664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Attempting to bind port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 on network 531b1176-2344-4476-885a-7fab06a1a218 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:58.879583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:58.893393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9631f229-2579-422e-8292-16c819a7c5ae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting port de5ba890-9014-4b69-a5cb-59a329f7e621 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:58.894302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9631f229-2579-422e-8292-16c819a7c5ae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.896330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93fc26da-7092-4b76-877c-101f10d20421 req-c197797e-6f8a-4b99-9ec9-f88276645c73 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 210 time: 0.2909238 Aug 30 14:38:58.898653 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab03d8a6-13f4-4339-a662-70ebf96e6014" -d '{"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-plugged", "status": "completed", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:58.900424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:58.900858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Checking segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:58.901916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Bound using segment: {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:58.902741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Bound port: ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '531b1176-2344-4476-885a-7fab06a1a218'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:58.903457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.923360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:58.934965 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.028641 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c6d287-4090-4d02-b6c6-14066336ee12 x-openstack-request-id: req-93c6d287-4090-4d02-b6c6-14066336ee12 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:59.028641 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-plugged", "status": "completed", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:59.028641 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93c6d287-4090-4d02-b6c6-14066336ee12 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:59.029613 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320', 'code': 200} Aug 30 14:38:59.033835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:59.062616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb913e-48d3-43fa-bddd-66d4f3560da4 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Pushing event deleted for resources: {'Port': ['ID=35be478d-a856-422f-8af4-0a02816e63a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:59.084633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9631f229-2579-422e-8292-16c819a7c5ae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.099258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9631f229-2579-422e-8292-16c819a7c5ae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Calling delete_port for de5ba890-9014-4b69-a5cb-59a329f7e621 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:59.172892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-a61489dc-e101-4570-90bb-297ad0f590ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.178024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-a61489dc-e101-4570-90bb-297ad0f590ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 1095 time: 0.4641106 Aug 30 14:38:59.180124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-167ff8d0-b7b8-46e7-a936-4c400f41c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.181807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-167ff8d0-b7b8-46e7-a936-4c400f41c43d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531b1176-2344-4476-885a-7fab06a1a218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3984959 Aug 30 14:38:59.195100 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.263148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] For port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:59.284648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] For port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:59.297983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.331129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e4b1c-7c9e-4b5a-9ead-deed19be00b1 req-894396be-07e8-4161-99f7-2b5f58fa6d2c tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.338520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e39e4b1c-7c9e-4b5a-9ead-deed19be00b1 req-894396be-07e8-4161-99f7-2b5f58fa6d2c tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 943 time: 0.1739831 Aug 30 14:38:59.365597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-1c962543-eda8-4c61-8b64-26c8240c2011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4728dcc1-4c38-46cd-86c7-3d83320b9a2a HTTP/1.1" status: 200 len: 217 time: 0.1473858 Aug 30 14:38:59.401681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.403060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.404785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] 10.222.0.39 "PUT /v2.0/ports/ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 HTTP/1.1" status: 200 len: 1091 time: 3.1894586 Aug 30 14:38:59.406306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969e30f4-a525-495d-8cce-4f8a0b70fa80', 'tag': 'ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:59.408604 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e0390f-77b3-451e-8380-131785d0f0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "969e30f4-a525-495d-8cce-4f8a0b70fa80", "tag": "ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:59.470111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bb913e-48d3-43fa-bddd-66d4f3560da4 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.475006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2bb913e-48d3-43fa-bddd-66d4f3560da4 tempest-RoutersAdminNegativeIpV6Test-2017023947 tempest-RoutersAdminNegativeIpV6Test-2017023947-project-admin] 10.222.0.50 "DELETE /v2.0/ports/35be478d-a856-422f-8af4-0a02816e63a4 HTTP/1.1" status: 204 len: 168 time: 2.7383604 Aug 30 14:38:59.475860 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e071d361-aaef-489c-a8bc-8319089b222d x-openstack-request-id: req-e071d361-aaef-489c-a8bc-8319089b222d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:59.476259 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969e30f4-a525-495d-8cce-4f8a0b70fa80", "tag": "ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:59.477759 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e071d361-aaef-489c-a8bc-8319089b222d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:59.477759 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969e30f4-a525-495d-8cce-4f8a0b70fa80', 'tag': 'ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489', 'status': 'completed', 'code': 200} Aug 30 14:38:59.486157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9631f229-2579-422e-8292-16c819a7c5ae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.499489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e39e4b1c-7c9e-4b5a-9ead-deed19be00b1 req-d565de7f-adcf-44ef-af9d-f222d27a1f59 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576495 Aug 30 14:38:59.503101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3490268-1ea3-4c5d-8b11-24a9501b136d service neutron] Pushing event updated for resources: {'Port': ['ID=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:59.554408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-cd2f9293-7743-450f-99d6-58b0c85b21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.556676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-cd2f9293-7743-450f-99d6-58b0c85b21e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f106e4f-6e62-4f87-a4ac-ba0500ea208e HTTP/1.1" status: 200 len: 854 time: 0.1735635 Aug 30 14:38:59.579258 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-b5e17601-fff4-4a0e-a31e-ea9600f1b471 service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589888 Aug 30 14:38:59.640451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631f229-2579-422e-8292-16c819a7c5ae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Port': ['ID=de5ba890-9014-4b69-a5cb-59a329f7e621,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:59.696912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-6b9e0924-34ce-4a84-ae72-b406701fdcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.698472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-6b9e0924-34ce-4a84-ae72-b406701fdcd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 1094 time: 0.2446609 Aug 30 14:38:59.703913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63739492-eddd-4393-99d9-85ef8df975b8 req-ef1dfb66-f8bf-43e0-af4d-8278792ca644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.706218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-63739492-eddd-4393-99d9-85ef8df975b8 req-ef1dfb66-f8bf-43e0-af4d-8278792ca644 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1097 time: 0.5650628 Aug 30 14:38:59.799130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-9e03d3dc-aff7-4e5d-9793-f0fbeb2978e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 HTTP/1.1" status: 200 len: 217 time: 0.0908618 Aug 30 14:38:59.824892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-63739492-eddd-4393-99d9-85ef8df975b8 req-dc2abaab-a009-49a9-9180-1a897e280e9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869849 Aug 30 14:38:59.832723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-45cd576d-0189-417c-8f35-a86cf9319b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.834961 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-45cd576d-0189-417c-8f35-a86cf9319b60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=531b1176-2344-4476-885a-7fab06a1a218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531905 Aug 30 14:38:59.864534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7681ee12-20d1-4164-839f-4cecfb5f000a req-a45ebc27-4707-453e-bda7-4cb1868db98b service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655628 Aug 30 14:38:59.871163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9631f229-2579-422e-8292-16c819a7c5ae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.876559 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9631f229-2579-422e-8292-16c819a7c5ae tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "DELETE /v2.0/ports/de5ba890-9014-4b69-a5cb-59a329f7e621 HTTP/1.1" status: 204 len: 168 time: 1.5965953 Aug 30 14:38:59.876929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:59.908460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:59.925815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-2db8be97-e0e3-4374-b5d1-5ca750f8034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:59.927396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-2db8be97-e0e3-4374-b5d1-5ca750f8034e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f106e4f-6e62-4f87-a4ac-ba0500ea208e HTTP/1.1" status: 200 len: 854 time: 0.1205497 Aug 30 14:39:00.021518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42ba44a-ac7c-4e13-bdcf-c0afe935107f', 'tag': '4728dcc1-4c38-46cd-86c7-3d83320b9a2a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:00.024225 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d68b0d-7283-4e53-8150-7644b58f521c" -d '{"events": [{"name": "network-changed", "server_uuid": "d42ba44a-ac7c-4e13-bdcf-c0afe935107f", "tag": "4728dcc1-4c38-46cd-86c7-3d83320b9a2a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:00.051032 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bfd4a2e9-805d-4a6a-9207-fcc4b22055ea req-e7a13c74-07bc-40da-bf61-0092a3ac4d84 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 210 time: 0.0585384 Aug 30 14:39:00.078528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f972a9-d52e-40be-8639-7bab562c042a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting subnet 76a1647d-e5c3-4afe-8081-1f2d6258de3d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:00.091359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0f972a9-d52e-40be-8639-7bab562c042a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.111864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d67da24-59ae-4de6-bf13-db520a7e76fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.120809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af522220-33ef-427d-9c17-f391aed232b3 req-055adbdb-75cb-4101-95ce-2974aef34727 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:00.129109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-af522220-33ef-427d-9c17-f391aed232b3 req-055adbdb-75cb-4101-95ce-2974aef34727 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1978135 Aug 30 14:39:00.132585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-2120938d-564a-46b6-8863-70094a52059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:00.134298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-2120938d-564a-46b6-8863-70094a52059f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531b1176-2344-4476-885a-7fab06a1a218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671026 Aug 30 14:39:00.179054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-cf2d724b-537f-4b30-9f8b-b6194fae19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:00.181118 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-cf2d724b-537f-4b30-9f8b-b6194fae19b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 1094 time: 0.2446778 Aug 30 14:39:00.182943 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e578d6-adb8-47ca-b334-b058e861c706 x-openstack-request-id: req-c2e578d6-adb8-47ca-b334-b058e861c706 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:00.183459 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42ba44a-ac7c-4e13-bdcf-c0afe935107f", "tag": "4728dcc1-4c38-46cd-86c7-3d83320b9a2a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:00.183870 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2e578d6-adb8-47ca-b334-b058e861c706 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:00.184439 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42ba44a-ac7c-4e13-bdcf-c0afe935107f', 'tag': '4728dcc1-4c38-46cd-86c7-3d83320b9a2a', 'status': 'completed', 'code': 200} Aug 30 14:39:00.245953 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0f972a9-d52e-40be-8639-7bab562c042a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.299244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-af522220-33ef-427d-9c17-f391aed232b3 req-bdf7a8a2-70d4-4413-9d44-9c2dc76fe8f6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690140 Aug 30 14:39:00.360900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-c8aaca06-8e8e-4bba-96f7-5c3a4fb718af service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141700 Aug 30 14:39:00.460527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0f972a9-d52e-40be-8639-7bab562c042a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.506666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-12033a68-9380-4914-b367-7127f8530e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:00.508204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-12033a68-9380-4914-b367-7127f8530e75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 916 time: 0.3164461 Aug 30 14:39:00.529803 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c8850370-ac6d-4699-ad51-ababf67bd626 req-f269f7a2-e547-41e2-ba3c-68ce499b1402 service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483934 Aug 30 14:39:00.557600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0f972a9-d52e-40be-8639-7bab562c042a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.598424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f972a9-d52e-40be-8639-7bab562c042a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Subnet': ['ID=76a1647d-e5c3-4afe-8081-1f2d6258de3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:00.601304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0f972a9-d52e-40be-8639-7bab562c042a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.604708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c0f972a9-d52e-40be-8639-7bab562c042a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "DELETE /v2.0/subnets/76a1647d-e5c3-4afe-8081-1f2d6258de3d HTTP/1.1" status: 204 len: 168 time: 0.7263098 Aug 30 14:39:00.607228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:00.607419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-cee35164-169b-4fc6-9834-132445b3ade9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dece4502-b891-40fb-b522-7c5c673a6389 HTTP/1.1" status: 200 len: 217 time: 0.0661290 Aug 30 14:39:00.609697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f139e20-71f1-4237-94f3-9b339d4a65a1 None None] Network 9bb743dd-fe92-479b-9011-f9414e0ea2f1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:00.615271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d67da24-59ae-4de6-bf13-db520a7e76fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.618865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-cd149e2e-c35e-4cc1-8fa3-cd2728667c77 service neutron] 10.222.0.21 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656926 Aug 30 14:39:00.645309 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d67da24-59ae-4de6-bf13-db520a7e76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.733163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Deleting subnet 0f810ddf-462f-4668-89a9-6f9a1f42c886 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:00.741424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.782647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0390f-77b3-451e-8380-131785d0f0bf req-48a0fc9d-b768-4587-98b7-0d475f77edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:00.784256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64e0390f-77b3-451e-8380-131785d0f0bf req-48a0fc9d-b768-4587-98b7-0d475f77edfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 1094 time: 0.1139205 Aug 30 14:39:00.795252 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.901904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] DHCP port deletion for 9bb743dd-fe92-479b-9011-f9414e0ea2f1 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:00.964525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] Deleting port 8e81b6b2-67b0-4325-9656-6b128c38cc24 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:00.964911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:00.968513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0390f-77b3-451e-8380-131785d0f0bf req-60afbbcd-3a1d-44d7-85bb-91b1db41aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:00.970079 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64e0390f-77b3-451e-8380-131785d0f0bf req-60afbbcd-3a1d-44d7-85bb-91b1db41aadc service neutron] 10.222.0.39 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 916 time: 0.1711192 Aug 30 14:39:00.973631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.274363 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862e5ff3-67e8-4781-9741-3bc89df10e3d req-7cbfd28a-5f6e-41fc-949d-added8bce16d service neutron] 10.222.0.21 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372375 Aug 30 14:39:01.276966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9d67da24-59ae-4de6-bf13-db520a7e76fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7cc8dca31acc467291b7dfd526d1d194&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3671815 Aug 30 14:39:01.281217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67da24-59ae-4de6-bf13-db520a7e76fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7421eaa0-aaf5-469d-9800-a35a99d1b185,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:01.307219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:01.310030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-7107392f-1ddc-49ce-97f4-45abe9a17808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.312462 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-7107392f-1ddc-49ce-97f4-45abe9a17808 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f106e4f-6e62-4f87-a4ac-ba0500ea208e HTTP/1.1" status: 200 len: 854 time: 0.6919799 Aug 30 14:39:01.318592 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:39:01.320601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] For port 8e81b6b2-67b0-4325-9656-6b128c38cc24, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8e81b6b2-67b0-4325-9656-6b128c38cc24,segment=NetworkSegment(2f0d8d8a-1e7c-4467-86c9-a4acb561810a),segment_id=2f0d8d8a-1e7c-4467-86c9-a4acb561810a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:01.321326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.330618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-20b6108b-8be4-4a68-b63b-62af16937f2d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.332377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-20b6108b-8be4-4a68-b63b-62af16937f2d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.21 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 810 time: 0.9374232 Aug 30 14:39:01.338287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] Calling delete_port for 8e81b6b2-67b0-4325-9656-6b128c38cc24 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:01.364724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7094-7f47-4497-bf39-2e72a391237f req-a084154d-db0f-431a-8ebc-9a5a453ea1ea tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.372687 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de4d7094-7f47-4497-bf39-2e72a391237f req-a084154d-db0f-431a-8ebc-9a5a453ea1ea tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 943 time: 0.7623286 Aug 30 14:39:01.413390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64e0390f-77b3-451e-8380-131785d0f0bf req-905bd7ab-efd3-4c30-86bb-400b1da95c2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 HTTP/1.1" status: 200 len: 217 time: 0.4174047 Aug 30 14:39:01.448543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.459122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c50775bd-06b3-49e8-a780-1cd28020722d req-26f7cfcb-f644-4cba-b352-174823323f53 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 210 time: 0.0513759 Aug 30 14:39:01.507843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] Pushing event deleted for resources: {'Port': ['ID=8e81b6b2-67b0-4325-9656-6b128c38cc24,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:01.517687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1aa02-7ef8-4dec-ba87-34687af1bc07 None None] No DVR routers for this DVR port 8e81b6b2-67b0-4325-9656-6b128c38cc24 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:01.538850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0390f-77b3-451e-8380-131785d0f0bf req-04983f79-3806-4658-8377-480b0318ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.540852 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64e0390f-77b3-451e-8380-131785d0f0bf req-04983f79-3806-4658-8377-480b0318ce0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f106e4f-6e62-4f87-a4ac-ba0500ea208e HTTP/1.1" status: 200 len: 854 time: 0.1166196 Aug 30 14:39:01.542359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.568290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b054f24d-157d-4309-b7e8-741156442d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.575040 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.604931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Subnet': ['ID=0f810ddf-462f-4668-89a9-6f9a1f42c886,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:01.605956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de4d7094-7f47-4497-bf39-2e72a391237f req-b3915ae7-2513-4a94-bff4-405164aa31e6 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969385 Aug 30 14:39:01.613798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-2f808b79-7a6b-40d2-b9f8-9bba21fc6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.615446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-2f808b79-7a6b-40d2-b9f8-9bba21fc6d62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531b1176-2344-4476-885a-7fab06a1a218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806785 Aug 30 14:39:01.629518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68b0d-7283-4e53-8150-7644b58f521c req-b9eac8d2-2100-4564-94f4-d83e2c48b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.629958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.630072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93d68b0d-7283-4e53-8150-7644b58f521c req-b9eac8d2-2100-4564-94f4-d83e2c48b4e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 1095 time: 0.2195876 Aug 30 14:39:01.630165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "DELETE /v2.0/subnets/0f810ddf-462f-4668-89a9-6f9a1f42c886 HTTP/1.1" status: 204 len: 168 time: 1.0167923 Aug 30 14:39:01.630271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dcd8d0-cfee-4585-a785-0b7a59e5010c None None] Network b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:01.638916 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-3e3eaa8d-596a-4601-b711-b9b7ef685194 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c HTTP/1.1" status: 200 len: 379 time: 0.2274084 Aug 30 14:39:01.646476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:01.663866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.664272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.664591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.664937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.665308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.665660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.665982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.666315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.666811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.667001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.667297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.667627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1ae4-10ca-4ffb-9ed0-6ad1d9671bf6 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:01.717362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b054f24d-157d-4309-b7e8-741156442d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.739123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'port': {'device_id': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'admin_state_up': True, 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'security_groups': ['3de779ee-d93f-40ab-9996-6a9959446161']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:01.759482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0390f-77b3-451e-8380-131785d0f0bf req-1ee8af66-bd6b-4eb4-a24c-8a379b70adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.761217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64e0390f-77b3-451e-8380-131785d0f0bf req-1ee8af66-bd6b-4eb4-a24c-8a379b70adee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531b1176-2344-4476-885a-7fab06a1a218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110512 Aug 30 14:39:01.774579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ac4c-1752-4e3f-83e5-fb2cf7ec6f54 req-845c35ec-880c-431f-a475-128e0ab426d0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.776246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8846ac4c-1752-4e3f-83e5-fb2cf7ec6f54 req-845c35ec-880c-431f-a475-128e0ab426d0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1890974 Aug 30 14:39:01.781136 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:01.880943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] DHCP port deletion for b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:01.932246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68b0d-7283-4e53-8150-7644b58f521c req-05d306fc-1408-48ab-bec0-5cbd983bc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:01.934977 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93d68b0d-7283-4e53-8150-7644b58f521c req-05d306fc-1408-48ab-bec0-5cbd983bc71d service neutron] 10.222.0.21 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 916 time: 0.2917457 Aug 30 14:39:01.943017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8846ac4c-1752-4e3f-83e5-fb2cf7ec6f54 req-982e1ecf-1243-476d-b316-4ae064dc20ec tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527493 Aug 30 14:39:02.018919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64e0390f-77b3-451e-8380-131785d0f0bf req-0f954149-61d4-4d65-9103-0e29b37bfc21 service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418022 Aug 30 14:39:02.024331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] Deleting port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:02.024689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.024841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.068471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8e81b6b2-67b0-4325-9656-6b128c38cc24 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:02.092109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb743dd-fe92-479b-9011-f9414e0ea2f1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:02.097835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 8e81b6b2-67b0-4325-9656-6b128c38cc24 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:02.098193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8e81b6b2-67b0-4325-9656-6b128c38cc24 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:02.098629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:02.111216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0d8d8a-1e7c-4467-86c9-a4acb561810a') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:02.111580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0d8d8a-1e7c-4467-86c9-a4acb561810a') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:02.126139 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.144464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] For port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:02.144923 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.153477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.157796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-43dbea5f-9e60-4f0d-8442-4baeaafa396e service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229468 Aug 30 14:39:02.159518 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93d68b0d-7283-4e53-8150-7644b58f521c req-6983c94b-3490-4f85-a8e3-45269ea6b47b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4728dcc1-4c38-46cd-86c7-3d83320b9a2a HTTP/1.1" status: 200 len: 217 time: 0.2033873 Aug 30 14:39:02.161097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Made reservation on behalf of 4709a04a1ab44809b6c3ced32ed0ca1c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:02.164064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] Calling delete_port for 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:02.167359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.194387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64e0390f-77b3-451e-8380-131785d0f0bf req-615f5993-db98-4211-bd60-1a422b889a93 service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659377 Aug 30 14:39:02.209756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:02.211703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:02.220178 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:02.228194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b054f24d-157d-4309-b7e8-741156442d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.230815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b054f24d-157d-4309-b7e8-741156442d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.235617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b054f24d-157d-4309-b7e8-741156442d1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7421eaa0-aaf5-469d-9800-a35a99d1b185 HTTP/1.1" status: 204 len: 168 time: 0.9215016 Aug 30 14:39:02.318133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.353286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.363202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.369720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "DELETE /v2.0/networks/9bb743dd-fe92-479b-9011-f9414e0ea2f1 HTTP/1.1" status: 204 len: 168 time: 0.7194610 Aug 30 14:39:02.376375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,segment=NetworkSegment(37901fda-5e5a-4640-97af-14149cfd21f6),segment_id=37901fda-5e5a-4640-97af-14149cfd21f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:02.378360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:02.382500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d856539-0535-4924-abee-8158fdf3bb0a tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Network': ['ID=9bb743dd-fe92-479b-9011-f9414e0ea2f1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:02.393704 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.408695 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.440013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event deleted for resources: {'Port': ['ID=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:02.442331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] No DVR routers for this DVR port 13dd0af8-62a2-4186-9ec9-afa4cd68eb7a on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:02.479823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c332c88-7536-4e84-9b7e-a6184b0811e6 None None] Pushing event deleted for resources: {'Port': ['ID=13dd0af8-62a2-4186-9ec9-afa4cd68eb7a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:02.497850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27e77ef8-2b70-4191-be01-8d2dff1dc356 req-cc1f7414-6f64-4f7e-833d-ecaf7479eb96 service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218851 Aug 30 14:39:02.535868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054f24d-157d-4309-b7e8-741156442d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7421eaa0-aaf5-469d-9800-a35a99d1b185,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:02.591973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4778c043-cca2-4a18-8da6-e0f427e929f2 req-e0128b2b-f7f2-430c-802f-5d37511f60dd tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 210 time: 0.0341206 Aug 30 14:39:02.689507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68b0d-7283-4e53-8150-7644b58f521c req-8fc40857-3720-43b7-b271-16f41668e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:02.691082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93d68b0d-7283-4e53-8150-7644b58f521c req-8fc40857-3720-43b7-b271-16f41668e430 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f106e4f-6e62-4f87-a4ac-ba0500ea208e HTTP/1.1" status: 200 len: 854 time: 0.5135329 Aug 30 14:39:02.724126 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.742992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device dece4502-b891-40fb-b522-7c5c673a6389 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:02.789929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bb1f4-51bf-415e-ba52-db24b0484216 req-6170cbc1-33c3-45b9-9dbe-0995001eeb47 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:02.791588 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-894bb1f4-51bf-415e-ba52-db24b0484216 req-6170cbc1-33c3-45b9-9dbe-0995001eeb47 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 943 time: 0.1081557 Aug 30 14:39:02.792309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:02.810642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Allocated IP 172.20.0.11 (76d2391c-8dd6-40bc-aaaf-65b1b6401624/6f563f36-e2b4-4f0f-9d2d-a262d1488fc9/a10aecd7-7d23-4b3e-bb53-1174a03c7cf7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:02.829282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.871332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-894bb1f4-51bf-415e-ba52-db24b0484216 req-ccf07f38-b60f-4a94-a978-be572ede1047 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584548 Aug 30 14:39:02.877607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68b0d-7283-4e53-8150-7644b58f521c req-4b2c29e7-6bc0-425c-9dad-4ff1147de4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:02.879557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93d68b0d-7283-4e53-8150-7644b58f521c req-4b2c29e7-6bc0-425c-9dad-4ff1147de4fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=531b1176-2344-4476-885a-7fab06a1a218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696386 Aug 30 14:39:02.900683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b6dedd26-bab0-4964-b628-5e6fcc4f42d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5289a40cff5b42578e44debdb37fea76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067963 Aug 30 14:39:02.903827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:02.914762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port dece4502-b891-40fb-b522-7c5c673a6389, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=dece4502-b891-40fb-b522-7c5c673a6389,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:02.949083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'dece4502-b891-40fb-b522-7c5c673a6389', 'network_id': '531b1176-2344-4476-885a-7fab06a1a218', 'port_id': 'dece4502-b891-40fb-b522-7c5c673a6389', 'mac_address': 'fa:16:3e:fe:5b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f106e4f-6e62-4f87-a4ac-ba0500ea208e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:39:02.953773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-f838e7d9-0609-4eec-975d-a5ebedd5d69c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:02.955819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-f838e7d9-0609-4eec-975d-a5ebedd5d69c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 814 time: 0.5593328 Aug 30 14:39:02.986839 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-066fd315-f467-4690-8e97-1bd4f4c7da0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.021901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-066fd315-f467-4690-8e97-1bd4f4c7da0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.028284 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.056804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dece4502-b891-40fb-b522-7c5c673a6389 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:03.083458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port dece4502-b891-40fb-b522-7c5c673a6389, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=dece4502-b891-40fb-b522-7c5c673a6389,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:03.088468 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.090604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:03.096343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-066fd315-f467-4690-8e97-1bd4f4c7da0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.099134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-066fd315-f467-4690-8e97-1bd4f4c7da0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.100416 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-066fd315-f467-4690-8e97-1bd4f4c7da0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1966bacf-3900-4bb1-a0c5-836d47b4e215 HTTP/1.1" status: 204 len: 168 time: 0.1955998 Aug 30 14:39:03.115513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fd315-f467-4690-8e97-1bd4f4c7da0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1966bacf-3900-4bb1-a0c5-836d47b4e215,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:03.171307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:03.189939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489', 'network_id': '531b1176-2344-4476-885a-7fab06a1a218', 'port_id': 'ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489', 'mac_address': 'fa:16:3e:ba:4a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f106e4f-6e62-4f87-a4ac-ba0500ea208e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:39:03.198869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.205763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=dece4502-b891-40fb-b522-7c5c673a6389,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:03.208543 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-7fdf5014-fd67-440a-9b70-88d6ad26437b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/quotas/a92715ea5a3b4e00aa449f9a1bf02c20 HTTP/1.1" status: 200 len: 375 time: 0.2070787 Aug 30 14:39:03.257068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:03.269558 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.287497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:03.312858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37901fda-5e5a-4640-97af-14149cfd21f6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:03.312858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37901fda-5e5a-4640-97af-14149cfd21f6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:03.315109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:03.321012 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.339492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.390987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:03.402827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93d68b0d-7283-4e53-8150-7644b58f521c req-67937db0-f87d-40cd-81b0-74da72ed7129 service neutron] 10.222.0.21 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594700 Aug 30 14:39:03.405930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.412437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8e73-5510-4990-ae3e-7dbd76e68539 req-c3b19b1a-2cbd-42f5-9ac7-83f9faa1e7eb tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:03.414077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e7f8e73-5510-4990-ae3e-7dbd76e68539 req-c3b19b1a-2cbd-42f5-9ac7-83f9faa1e7eb tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 947 time: 0.0739088 Aug 30 14:39:03.419679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.438196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-a2c24ad0-eb74-4144-9718-f47e65a06401 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2035146 Aug 30 14:39:03.439456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:03.439977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:03.455708 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:03.459307 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e7f8e73-5510-4990-ae3e-7dbd76e68539 req-e0c399c5-f1cd-4a3e-b855-48d7b59161d9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383551 Aug 30 14:39:03.560227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Transition to ACTIVE for port object a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:03.570346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:03.575409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['dece4502-b891-40fb-b522-7c5c673a6389'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:03.655498 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.671567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.679755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] 10.222.0.50 "DELETE /v2.0/networks/b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c HTTP/1.1" status: 204 len: 168 time: 1.1950276 Aug 30 14:39:03.716447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Pushing event deleted for resources: {'Network': ['ID=b1cf8d10-ace2-4e79-9aa7-0fe00e94ee8c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:03.729490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22732ff7-759d-4434-93fe-89a11b0b3f11 req-6fd16d13-546d-4838-bd49-f565a63ce39e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 210 time: 0.0457823 Aug 30 14:39:03.733898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-a3c5821f-b5c7-437d-9e14-716a64eab615 service neutron] 10.222.0.50 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479465 Aug 30 14:39:03.736037 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93d68b0d-7283-4e53-8150-7644b58f521c req-75748433-d3c0-475a-b102-518ce03d4b33 service neutron] 10.222.0.21 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207221 Aug 30 14:39:03.737740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:03.740349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.740897 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.741441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.741977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.742469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.742953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.743432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.743943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.744421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.744907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.745415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.746005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949039cc-99f1-409b-9487-db7d094a0c05 tempest-TaggedBootDevicesTest-507862262 tempest-TaggedBootDevicesTest-507862262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:03.860119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:03.871198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:03.878662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:03.926994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'Port': ['ID=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:04.014386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:04.015088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.027026 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-437c3766-a418-42e2-91be-1daf99a8a397 service neutron] 10.222.0.50 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746141 Aug 30 14:39:04.042978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-22930fd1-add7-4474-8a1b-716e8b767974 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3286331 Aug 30 14:39:04.063597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Request body: {'port': {'device_id': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:04.130878 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.152462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b762e-4f99-4acc-b859-be3119a60a69 req-0fcddf42-249e-48fc-8faa-0b00e7cc8a55 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:04.154353 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-850b762e-4f99-4acc-b859-be3119a60a69 req-0fcddf42-249e-48fc-8faa-0b00e7cc8a55 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 944 time: 0.0979800 Aug 30 14:39:04.218375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-850b762e-4f99-4acc-b859-be3119a60a69 req-08da9b2f-274a-41f2-8bce-daf2c3505913 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559886 Aug 30 14:39:04.239556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-897bb9b7-fa16-479b-b02e-1018d5ae2f03 None None] Provisioning for port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:04.247015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-897bb9b7-fa16-479b-b02e-1018d5ae2f03 None None] Provisioning complete for port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:04.248677 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-897bb9b7-fa16-479b-b02e-1018d5ae2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.329171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-897bb9b7-fa16-479b-b02e-1018d5ae2f03 None None] Port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:04.334247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:04.396566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0a1d22f-b0cd-444a-a57f-a7aa10baac02 req-803d6d9a-5c31-405a-849f-44d5e60dfa15 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 210 time: 0.0510266 Aug 30 14:39:04.491842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-170106833'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:04.526352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Made reservation on behalf of 66f7690055ef4c5f85c2bd9b11f4a4ae for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:04.536875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.565578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.661181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:04.678022 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.681538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ef6c5-de53-4d98-84ff-8321f5e84e11 req-69b6dcb2-4202-4f78-97b7-b06f43e1da36 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:04.683205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a6ef6c5-de53-4d98-84ff-8321f5e84e11 req-69b6dcb2-4202-4f78-97b7-b06f43e1da36 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 947 time: 0.0903485 Aug 30 14:39:04.709261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Transition to ACTIVE for port object a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:04.714258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.732775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device dece4502-b891-40fb-b522-7c5c673a6389 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:04.759773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3a6ef6c5-de53-4d98-84ff-8321f5e84e11 req-a688c4b8-be06-42b9-b1fa-ec4067cda8c0 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639374 Aug 30 14:39:04.762686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.770123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.829314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:04.859155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41ad9e-65f2-4c6c-a0fc-2e8dd436312e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:04.865956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.866308 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Added segment 1e884bb7-6341-485c-a112-48a4293c1f00 of type vlan for network 8f1d047d-0281-4832-a42e-e779f5cf6ddf Aug 30 14:39:04.939633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Pushing event updated for resources: {'Port': ['ID=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:04.948593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.956522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port dece4502-b891-40fb-b522-7c5c673a6389 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:04.970542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port dece4502-b891-40fb-b522-7c5c673a6389 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:04.971189 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.016459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.023782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:05.024445 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.089994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9221419-0369-4f05-b053-4766f698d39c req-5bd31ee6-333d-4ec9-9866-0737a1bdbb39 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:05.098359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9221419-0369-4f05-b053-4766f698d39c req-5bd31ee6-333d-4ec9-9866-0737a1bdbb39 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 944 time: 0.1647489 Aug 30 14:39:05.134287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.170466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d750287-9ceb-457c-9c30-431b739cf2df req-c1bdb9b9-b7cd-4333-8e47-2ef1c9643e76 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:05.172565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8370938 Aug 30 14:39:05.173805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:05.176599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d750287-9ceb-457c-9c30-431b739cf2df req-c1bdb9b9-b7cd-4333-8e47-2ef1c9643e76 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 947 time: 0.3172984 Aug 30 14:39:05.180262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port dece4502-b891-40fb-b522-7c5c673a6389, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=dece4502-b891-40fb-b522-7c5c673a6389,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:05.182664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c36dca-a4bb-402d-beca-fec03b12d325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece4502-b891-40fb-b522-7c5c673a6389'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:05.184878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'subnet': {'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:05.187047 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3150c013-b082-49cb-aa85-9956b7d9afb7" -d '{"events": [{"server_uuid": "f2c36dca-a4bb-402d-beca-fec03b12d325", "name": "network-vif-plugged", "status": "completed", "tag": "dece4502-b891-40fb-b522-7c5c673a6389"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:05.191608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Attempting to bind port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:05.194115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Attempting to bind port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:05.195053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Attempting to bind port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 on network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:05.205787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.208403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:05.260831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 on network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:39:05.261230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Attempting to bind port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 on network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:05.282356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:05.282698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Checking segment: {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:05.283091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Bound using segment: {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:05.283542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Bound port: a10aecd7-7d23-4b3e-bb53-1174a03c7cf7, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:05.283905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.297464 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4484e5c2-0f12-4f37-8827-d1518dcf3113 x-openstack-request-id: req-4484e5c2-0f12-4f37-8827-d1518dcf3113 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:05.298089 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c36dca-a4bb-402d-beca-fec03b12d325", "name": "network-vif-plugged", "status": "completed", "tag": "dece4502-b891-40fb-b522-7c5c673a6389", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:05.298699 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4484e5c2-0f12-4f37-8827-d1518dcf3113 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:05.299348 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c36dca-a4bb-402d-beca-fec03b12d325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece4502-b891-40fb-b522-7c5c673a6389', 'code': 200} Aug 30 14:39:05.314107 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9221419-0369-4f05-b053-4766f698d39c req-a2dc4541-ef44-4a92-b0fa-e89171ba4a67 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148504 Aug 30 14:39:05.353655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0cbf5-df3f-4d54-830e-73fab990401e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Network': ['ID=8f1d047d-0281-4832-a42e-e779f5cf6ddf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:05.378755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:05.436995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d6175-de4a-49a8-b8f4-c0b990fcbfe6 req-7315f5f7-c613-458a-9469-5c51a1e3714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:05.438814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a6d6175-de4a-49a8-b8f4-c0b990fcbfe6 req-7315f5f7-c613-458a-9469-5c51a1e3714a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 1096 time: 0.0825574 Aug 30 14:39:05.441922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Made reservation on behalf of 66f7690055ef4c5f85c2bd9b11f4a4ae for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:05.447762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.468992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=dece4502-b891-40fb-b522-7c5c673a6389,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:05.486623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] For port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:05.503373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] For port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:05.509154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:05.519786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:05.520221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.524008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.633460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Deleting port 0b9ff459-cbda-49af-8439-c485c85a867d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:05.633460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.665729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a057352-3c83-47ab-8187-19df530e49bc req-70270f9b-a065-4aef-ada7-0e10ad374341 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:05.675467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a057352-3c83-47ab-8187-19df530e49bc req-70270f9b-a065-4aef-ada7-0e10ad374341 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 944 time: 0.2564218 Aug 30 14:39:05.688043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a6d6175-de4a-49a8-b8f4-c0b990fcbfe6 req-f8c404f2-1ad8-446a-988f-e3ea6c85b1ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943510 Aug 30 14:39:05.715326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.797990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Pushing event updated for resources: {'Port': ['ID=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:05.801752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:05.808644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.838606 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc7ff1f6-4018-41c8-ba63-d7a7f61d3e7f req-63373808-4898-4f3b-acce-ae77b36cd90f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 210 time: 0.2009063 Aug 30 14:39:05.855887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:05.856515 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.858077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-46d485f7-d8e1-40e2-bbe5-0ad18c8fae5c service neutron] 10.222.0.21 "PUT /v2.0/ports/a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 1092 time: 1.8003454 Aug 30 14:39:05.858733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'tag': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:05.860957 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b045461-d44b-4a00-a3e8-7a55e1a82f38", "tag": "a10aecd7-7d23-4b3e-bb53-1174a03c7cf7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:05.878742 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a057352-3c83-47ab-8187-19df530e49bc req-de4fccab-13e7-4dd7-bae5-b9424065a306 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960089 Aug 30 14:39:06.042069 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d93521b-8efd-4144-8e5a-00f066da12c4 x-openstack-request-id: req-5d93521b-8efd-4144-8e5a-00f066da12c4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:06.044007 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b045461-d44b-4a00-a3e8-7a55e1a82f38", "tag": "a10aecd7-7d23-4b3e-bb53-1174a03c7cf7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:06.045619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:06.046349 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d93521b-8efd-4144-8e5a-00f066da12c4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:06.047165 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'tag': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'status': 'completed', 'code': 200} Aug 30 14:39:06.056041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-cd9b1709-2df8-42f2-acdd-45185de04bb2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:06.058008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-cd9b1709-2df8-42f2-acdd-45185de04bb2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.39 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 814 time: 0.3730924 Aug 30 14:39:06.094239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] For port 0b9ff459-cbda-49af-8439-c485c85a867d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=0b9ff459-cbda-49af-8439-c485c85a867d,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:06.094638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.111013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Request body: {'port': {'device_id': '6511d168-b275-4564-a535-aa0b00fce700', 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda', 'admin_state_up': True, 'tenant_id': 'a92715ea5a3b4e00aa449f9a1bf02c20'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:06.127305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-01bd88fe-07ac-4905-a9ff-524f35814de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:06.129322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-01bd88fe-07ac-4905-a9ff-524f35814de3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1095 time: 0.2032778 Aug 30 14:39:06.199548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.209174 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-2cda36d6-39e6-4ccf-af31-35a79ffa51c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 217 time: 0.0421288 Aug 30 14:39:06.316749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Subnet': ['ID=14b5c7a3-963e-448e-9406-681a798dd898,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:06.335034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Checking segment: {'id': '1e884bb7-6341-485c-a112-48a4293c1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:06.335504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Network hostable DHCP agents. Network: 8f1d047d-0281-4832-a42e-e779f5cf6ddf, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:06.361453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Made reservation on behalf of a92715ea5a3b4e00aa449f9a1bf02c20 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:06.364846 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.386605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:06.399609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4728dcc1-4c38-46cd-86c7-3d83320b9a2a details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:06.405709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8f1d047d-0281-4832-a42e-e779f5cf6ddf) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:06.424990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:06.432388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.599850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-735f7a6a-3b74-44b6-82d5-e3948b3d241c tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4218566 Aug 30 14:39:06.606653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:06.632409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'name': 'tempest-AllowedAddressPairTestJSON-1426461601'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:06.652077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e142-802c-4273-9da0-416655ef382f req-aec471be-df18-43f8-b27c-9b308db0e2d7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:06.654168 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4141e142-802c-4273-9da0-416655ef382f req-aec471be-df18-43f8-b27c-9b308db0e2d7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 947 time: 0.6608191 Aug 30 14:39:06.708843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:06.729906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-eea09213-2e7f-48e5-b854-a65fbb5b1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:06.731781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-eea09213-2e7f-48e5-b854-a65fbb5b1d01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 200 len: 849 time: 0.5163400 Aug 30 14:39:06.793757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4141e142-802c-4273-9da0-416655ef382f req-e266922e-3dd4-4f78-a530-996a9e33e6a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde5d3d-6f54-443a-9a47-0344387fc98c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276658 Aug 30 14:39:06.800837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '4728dcc1-4c38-46cd-86c7-3d83320b9a2a', 'network_id': '531b1176-2344-4476-885a-7fab06a1a218', 'port_id': '4728dcc1-4c38-46cd-86c7-3d83320b9a2a', 'mac_address': 'fa:16:3e:e0:fb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f106e4f-6e62-4f87-a4ac-ba0500ea208e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:39:06.826421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb930cb8-b77a-455a-91a5-fea3da00ec5c None None] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:06.852690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000d562-9ac6-4daf-9a32-d1f69b20a4fa req-b09fd91a-618a-4657-b64e-c346dd6110a8 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:06.866820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6000d562-9ac6-4daf-9a32-d1f69b20a4fa req-b09fd91a-618a-4657-b64e-c346dd6110a8 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 944 time: 0.3419206 Aug 30 14:39:06.875079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-c29f90cd-95fc-4f24-bf0c-6dab5ba1a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:06.876843 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-c29f90cd-95fc-4f24-bf0c-6dab5ba1a5f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d2391c-8dd6-40bc-aaaf-65b1b6401624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340210 Aug 30 14:39:06.975037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Allocated IP 172.20.0.14 (3d8383d2-8c3a-4148-8f4b-1fa6908ffdda/608f2051-e030-4db3-ae64-42c7547518a6/fb2bc095-342e-4575-984a-7f19aa9d9ab7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:06.998539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-d0b70ab4-e2f5-4481-bdbb-6ac3003c7a95 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010571 Aug 30 14:39:07.007530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6000d562-9ac6-4daf-9a32-d1f69b20a4fa req-58ef0da9-f698-4e52-857b-2175f315c842 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181097 Aug 30 14:39:07.020791 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.021544 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.022381 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Floating IP 67ad18c2-0690-4655-b277-7ff2af549945 disassociated. External IP: 172.25.6.91, port: 0b9ff459-cbda-49af-8439-c485c85a867d. Aug 30 14:39:07.022931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Calling delete_port for 0b9ff459-cbda-49af-8439-c485c85a867d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:07.087367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Made reservation on behalf of 66f7690055ef4c5f85c2bd9b11f4a4ae for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:07.095552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.107217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.133112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4728dcc1-4c38-46cd-86c7-3d83320b9a2a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:07.166516 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:07.195428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.217369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f1aaa9f-46b7-4003-b734-faaa4c1b994e req-7eeee3d9-64fe-4c09-be1b-fdc667438c1d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 210 time: 0.1103466 Aug 30 14:39:07.260934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] device_id is not set on port 419f487d-1785-4ae8-bcfe-2d27c24eaef1 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:39:07.302703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969e30f4-a525-495d-8cce-4f8a0b70fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:07.305064 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a8057-4aee-4201-a74a-fc44e52540d5" -d '{"events": [{"server_uuid": "969e30f4-a525-495d-8cce-4f8a0b70fa80", "name": "network-vif-plugged", "status": "completed", "tag": "ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:07.330553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'tenant_id': '66f7690055ef4c5f85c2bd9b11f4a4ae', 'fixed_ips': [{'subnet_id': '14b5c7a3-963e-448e-9406-681a798dd898'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:39:07.331627 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.347739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:07.362957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab6581c5-6978-401f-8b44-146620c07ab1 req-dcb625c5-5684-4001-a2f5-a4eae9c79372 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518276 Aug 30 14:39:07.377990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.452383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event deleted for resources: {'Port': ['ID=0b9ff459-cbda-49af-8439-c485c85a867d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:07.603792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.605315 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0957735-ea20-4032-b441-69f35dacfc49 x-openstack-request-id: req-f0957735-ea20-4032-b441-69f35dacfc49 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:07.606265 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969e30f4-a525-495d-8cce-4f8a0b70fa80", "name": "network-vif-plugged", "status": "completed", "tag": "ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:07.606265 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0957735-ea20-4032-b441-69f35dacfc49 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:07.606664 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969e30f4-a525-495d-8cce-4f8a0b70fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489', 'code': 200} Aug 30 14:39:07.634174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Router dcf7d49c-376a-4cb3-929d-995be43b1d1e has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:07.647468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Allocated IP 172.20.0.13 (8f1d047d-0281-4832-a42e-e779f5cf6ddf/14b5c7a3-963e-448e-9406-681a798dd898/419f487d-1785-4ae8-bcfe-2d27c24eaef1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:07.673846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4997e-7f4f-4d4d-b3fa-a996fb2c41da req-762597e4-c7e2-4f2f-bdeb-c9fde1e63bed tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:07.681820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-07a4997e-7f4f-4d4d-b3fa-a996fb2c41da req-762597e4-c7e2-4f2f-bdeb-c9fde1e63bed tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.4731157 Aug 30 14:39:07.690714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd21fb-187c-468c-9a87-e4e3f9cec5f8 req-3559cd0d-2043-474b-ae20-cb0068a3ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:07.693243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bbd21fb-187c-468c-9a87-e4e3f9cec5f8 req-3559cd0d-2043-474b-ae20-cb0068a3ff76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 1096 time: 0.1884203 Aug 30 14:39:07.738750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-ecf24260-604d-4c27-9914-c455c53cff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:07.740722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-ecf24260-604d-4c27-9914-c455c53cff6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1095 time: 0.1306183 Aug 30 14:39:07.806084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.816657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bbd21fb-187c-468c-9a87-e4e3f9cec5f8 req-140aa97a-c52a-4117-ae3c-d36e5832c324 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993049 Aug 30 14:39:07.847900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['99d6b99a-ca92-4f1d-97ac-327359142320'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:07.906702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-07a4997e-7f4f-4d4d-b3fa-a996fb2c41da req-85ffc2c0-d9b3-4c24-a546-006157785017 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236028 Aug 30 14:39:07.978734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:07.987642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:07.995442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:08.014086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Pushing event updated for resources: {'Port': ['ID=fb2bc095-342e-4575-984a-7f19aa9d9ab7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:08.018918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4728dcc1-4c38-46cd-86c7-3d83320b9a2a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:08.090122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:08.103039 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] Sync routers for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:08.126833 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:08.132211 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:08.143466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-1eefd973-4126-4078-9516-56659b4fd23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:08.145458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-1eefd973-4126-4078-9516-56659b4fd23e service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 911 time: 0.3656416 Aug 30 14:39:08.171826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] No DVR routers for this DVR port 0b9ff459-cbda-49af-8439-c485c85a867d on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:08.176198 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:08.179216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d750287-9ceb-457c-9c30-431b739cf2df req-9343c8a8-c095-429a-8787-ed370fe57f60 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "DELETE /v2.0/ports/0b9ff459-cbda-49af-8439-c485c85a867d HTTP/1.1" status: 204 len: 173 time: 2.9793603 Aug 30 14:39:08.180048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-deleted', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:08.182729 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5f5667-ba1d-41b0-b576-07e75af7443f" -d '{"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-deleted", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:08.310590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-8f186528-9038-4b30-bc53-ce8ab5606b4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 217 time: 0.1475141 Aug 30 14:39:08.313490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a08870ef-8899-4db8-a920-0de6a150ccc4 req-a13dab71-f4fb-4736-ab82-fe4241bf3cf6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b44739e-fa51-4f1d-a76e-cfd093be3de8 HTTP/1.1" status: 200 len: 210 time: 0.2232988 Aug 30 14:39:08.365712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:08.399174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Transition to ACTIVE for port object 419f487d-1785-4ae8-bcfe-2d27c24eaef1 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:08.479082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:08.479813 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:08.527022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1525c93b-dd3e-42e7-bda3-87581523982c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4560068 Aug 30 14:39:08.533632 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:08.549946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Request body: {'port': {'device_id': '6511d168-b275-4564-a535-aa0b00fce700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:08.552534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-3ed10fca-051b-4e09-9637-5819f785e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:08.553458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:08.560994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-3ed10fca-051b-4e09-9637-5819f785e81f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 200 len: 849 time: 0.2109919 Aug 30 14:39:08.609926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4061c-08f2-404c-ab4a-4d29d8669c63 req-2825efef-8759-44e0-bde3-9c14e9122879 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:08.629378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1d4061c-08f2-404c-ab4a-4d29d8669c63 req-2825efef-8759-44e0-bde3-9c14e9122879 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 944 time: 0.3177111 Aug 30 14:39:08.659490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Allocated IP 172.20.0.2 (8f1d047d-0281-4832-a42e-e779f5cf6ddf/14b5c7a3-963e-448e-9406-681a798dd898/d8316713-6923-417b-a885-3dfe374829f2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:08.768343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:08.774094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-be604db1-1a36-46ff-a768-430a0dd6f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:08.775749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-be604db1-1a36-46ff-a768-430a0dd6f9fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d2391c-8dd6-40bc-aaaf-65b1b6401624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016726 Aug 30 14:39:08.813117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1d4061c-08f2-404c-ab4a-4d29d8669c63 req-bf4607a2-abe4-4cdd-9591-715cd7ddb652 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077428 Aug 30 14:39:08.836877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=419f487d-1785-4ae8-bcfe-2d27c24eaef1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:08.838308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 0b9ff459-cbda-49af-8439-c485c85a867d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:08.838905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 0b9ff459-cbda-49af-8439-c485c85a867d not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:08.846343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:08.880170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0560a-5495-4c63-a543-faa927b65a2d req-5ed95ff7-6c7f-426e-abb2-8da28fe546e7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:08.882857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb0560a-5495-4c63-a543-faa927b65a2d req-5ed95ff7-6c7f-426e-abb2-8da28fe546e7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 932 time: 0.4300489 Aug 30 14:39:08.891233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:08.943512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:08.972294 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f400c1c1-d926-44d0-902c-a9458435916e x-openstack-request-id: req-f400c1c1-d926-44d0-902c-a9458435916e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:08.972915 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b44739e-fa51-4f1d-a76e-cfd093be3de8", "name": "network-vif-deleted", "tag": "0b9ff459-cbda-49af-8439-c485c85a867d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:08.976846 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f400c1c1-d926-44d0-902c-a9458435916e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:08.978491 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b44739e-fa51-4f1d-a76e-cfd093be3de8', 'name': 'network-vif-deleted', 'tag': '0b9ff459-cbda-49af-8439-c485c85a867d', 'status': 'completed', 'code': 200} Aug 30 14:39:08.984949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:09.044020 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:09.046243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-ff817473-b801-47fd-8dc8-14c610784f98 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310874 Aug 30 14:39:09.072909 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] Checking router: dcf7d49c-376a-4cb3-929d-995be43b1d1e for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:09.083958 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:09.084958 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:09.090443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.112381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Transition to ACTIVE for port object d8316713-6923-417b-a885-3dfe374829f2 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:09.141745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Transition to ACTIVE for port object d8316713-6923-417b-a885-3dfe374829f2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:09.149548 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.154213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:09.155140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.213428 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:09.236704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Pushing event updated for resources: {'Port': ['ID=d8316713-6923-417b-a885-3dfe374829f2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:09.278076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:09.280127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:09.284003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:09.324170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941700ad-2643-402e-8fe8-20a745b46849 req-672092c6-d267-4b57-880e-c9c6282bb90a tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:09.332804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-941700ad-2643-402e-8fe8-20a745b46849 req-672092c6-d267-4b57-880e-c9c6282bb90a tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.2656634 Aug 30 14:39:09.395603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Attempting to bind port d8316713-6923-417b-a885-3dfe374829f2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:09.395972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Attempting to bind port d8316713-6923-417b-a885-3dfe374829f2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '1e884bb7-6341-485c-a112-48a4293c1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:09.396494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Attempting to bind port d8316713-6923-417b-a885-3dfe374829f2 on network 8f1d047d-0281-4832-a42e-e779f5cf6ddf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:09.401276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a49c7d0-bdc4-4c9b-b021-5eda3bc948d6 req-a3640653-0ad1-4fa7-b854-b1040b19a1a0 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473585 Aug 30 14:39:09.404592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:09.405181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Checking segment: {'id': '1e884bb7-6341-485c-a112-48a4293c1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:09.405762 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.406199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Bound using segment: {'id': '1e884bb7-6341-485c-a112-48a4293c1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:09.406822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Bound port: d8316713-6923-417b-a885-3dfe374829f2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e884bb7-6341-485c-a112-48a4293c1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:09.408582 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.444956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-941700ad-2643-402e-8fe8-20a745b46849 req-12686ee1-bdf6-4de7-b766-258822a9ce29 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097994 Aug 30 14:39:09.524726 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:09.555946 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab915d18-35d3-413f-a217-4b3d8468badd None None] The sync data for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 is: [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:09.557960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] For port d8316713-6923-417b-a885-3dfe374829f2, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:09.569924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] For port d8316713-6923-417b-a885-3dfe374829f2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d8316713-6923-417b-a885-3dfe374829f2,segment=NetworkSegment(1e884bb7-6341-485c-a112-48a4293c1f00),segment_id=1e884bb7-6341-485c-a112-48a4293c1f00)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:09.577299 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.589142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb0560a-5495-4c63-a543-faa927b65a2d req-5a6d0182-f447-4c0e-b739-14bfe8ce86b3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962516 Aug 30 14:39:09.590657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0773997c-c71b-40f2-8b88-b85ed733747b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9808719 Aug 30 14:39:09.595825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:09.602445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'name': 'tempest-AllowedAddressPairTestJSON-2097037865', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:f9:9d:fb'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:09.652135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:09.757328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233b043-53e1-4feb-87a4-e4325dd26246 None None] Pushing event updated for resources: {'Port': ['ID=d8316713-6923-417b-a885-3dfe374829f2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:09.842115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30029e37-b871-48d3-8915-8700db9a0676 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.884046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be385a6-4275-4091-8d85-2a038e850dde req-905ed6e0-554e-4cab-85be-b4b59c4e97bd tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:09.896139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4be385a6-4275-4091-8d85-2a038e850dde req-905ed6e0-554e-4cab-85be-b4b59c4e97bd tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1905959 Aug 30 14:39:09.982063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30029e37-b871-48d3-8915-8700db9a0676 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.081952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2bc095-342e-4575-984a-7f19aa9d9ab7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:10.087938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4be385a6-4275-4091-8d85-2a038e850dde req-2809d80d-559b-4ed9-913c-ea927d4a3bd2 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899383 Aug 30 14:39:10.097669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.129439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Made reservation on behalf of 66f7690055ef4c5f85c2bd9b11f4a4ae for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:10.147819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc76892-67ec-4eba-880d-6a22fa89fd90 None None] New status for floating IP 67ad18c2-0690-4655-b277-7ff2af549945: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:39:10.167047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Transition to ACTIVE for port object fb2bc095-342e-4575-984a-7f19aa9d9ab7 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:10.198501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30029e37-b871-48d3-8915-8700db9a0676 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.201656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30029e37-b871-48d3-8915-8700db9a0676 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.213280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-30029e37-b871-48d3-8915-8700db9a0676 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "DELETE /v2.0/security-groups/4fde5d3d-6f54-443a-9a47-0344387fc98c HTTP/1.1" status: 204 len: 168 time: 0.5535994 Aug 30 14:39:10.213637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:10.234025 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-4b64753e-c970-4421-8df4-c87f06c671b0 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] show failed (client error): The resource could not be found. Aug 30 14:39:10.238959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4b64753e-c970-4421-8df4-c87f06c671b0 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups/4fde5d3d-6f54-443a-9a47-0344387fc98c HTTP/1.1" status: 404 len: 347 time: 0.0222735 Aug 30 14:39:10.238959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.239578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:10.260516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029e37-b871-48d3-8915-8700db9a0676 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde5d3d-6f54-443a-9a47-0344387fc98c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:10.398890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aeccf6-6c6f-4f55-af01-7e683fcafa50 req-a65aff70-f3f3-43e2-8dc9-dd32babb1fed tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:10.410286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-43aeccf6-6c6f-4f55-af01-7e683fcafa50 req-a65aff70-f3f3-43e2-8dc9-dd32babb1fed tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 945 time: 0.1143341 Aug 30 14:39:10.467651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-43aeccf6-6c6f-4f55-af01-7e683fcafa50 req-74a9edca-dbe9-4ddb-a91c-88b40e9553cb tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559995 Aug 30 14:39:10.543071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4728dcc1-4c38-46cd-86c7-3d83320b9a2a up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:10.652601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:10.662761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:10.663508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.777666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Pushing event updated for resources: {'Port': ['ID=fb2bc095-342e-4575-984a-7f19aa9d9ab7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:10.808504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.819563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac456d72-954e-4dd2-bb25-b5567f721188 req-f450e8bb-9062-46b9-8c73-afb8a5ea6590 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:10.821909 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac456d72-954e-4dd2-bb25-b5567f721188 req-f450e8bb-9062-46b9-8c73-afb8a5ea6590 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 944 time: 0.1061924 Aug 30 14:39:10.831693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052994b-1351-4106-a8b8-f1e2101b9e51 req-070e1749-342e-4dda-b112-ebdeab9a4ff6 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:10.837572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42ba44a-ac7c-4e13-bdcf-c0afe935107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4728dcc1-4c38-46cd-86c7-3d83320b9a2a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:10.839997 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace62e8-b331-4a2a-9467-88ead3c684ac" -d '{"events": [{"server_uuid": "d42ba44a-ac7c-4e13-bdcf-c0afe935107f", "name": "network-vif-plugged", "status": "completed", "tag": "4728dcc1-4c38-46cd-86c7-3d83320b9a2a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:10.840245 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d052994b-1351-4106-a8b8-f1e2101b9e51 req-070e1749-342e-4dda-b112-ebdeab9a4ff6 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 944 time: 0.8565631 Aug 30 14:39:10.859465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:10.866229 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.912070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ac456d72-954e-4dd2-bb25-b5567f721188 req-210619b0-8fc9-485e-898d-23e8e73e9b5b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799596 Aug 30 14:39:10.959246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:10.991510 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9c9b61-f2fa-4e3e-a76c-276aab1a115f x-openstack-request-id: req-fe9c9b61-f2fa-4e3e-a76c-276aab1a115f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:10.992039 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42ba44a-ac7c-4e13-bdcf-c0afe935107f", "name": "network-vif-plugged", "status": "completed", "tag": "4728dcc1-4c38-46cd-86c7-3d83320b9a2a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:10.992395 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe9c9b61-f2fa-4e3e-a76c-276aab1a115f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:10.992862 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42ba44a-ac7c-4e13-bdcf-c0afe935107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4728dcc1-4c38-46cd-86c7-3d83320b9a2a', 'code': 200} Aug 30 14:39:11.047288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:11.054966 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d052994b-1351-4106-a8b8-f1e2101b9e51 req-25d8018a-04db-4171-9f77-aba1c9e1f693 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133358 Aug 30 14:39:11.093447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] device_id is not set on port 313a0194-6513-4c4e-b963-797c9ffeda4d yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:39:11.101369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Attempting to bind port fb2bc095-342e-4575-984a-7f19aa9d9ab7 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:11.101711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Attempting to bind port fb2bc095-342e-4575-984a-7f19aa9d9ab7 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:11.102049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Attempting to bind port fb2bc095-342e-4575-984a-7f19aa9d9ab7 on network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:11.142539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Port fb2bc095-342e-4575-984a-7f19aa9d9ab7 on network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:39:11.142929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Attempting to bind port fb2bc095-342e-4575-984a-7f19aa9d9ab7 on network 3d8383d2-8c3a-4148-8f4b-1fa6908ffdda {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:11.162820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:11.163538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Checking segment: {'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:11.164910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Bound using segment: {'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:11.165249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Bound port: fb2bc095-342e-4575-984a-7f19aa9d9ab7, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ebd8c3-f4d4-45c9-b647-85228e1b577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:11.166095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:11.172911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423866b-449a-455d-978b-3a15ec71e229 req-ad2b0488-b671-49aa-875b-00a6a05a0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:11.174962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Deleting port f796a627-8abc-4a0f-96fc-1267c621cfa4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:11.175702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:11.175941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1423866b-449a-455d-978b-3a15ec71e229 req-ad2b0488-b671-49aa-875b-00a6a05a0c19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 1097 time: 0.0521116 Aug 30 14:39:11.224100 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1423866b-449a-455d-978b-3a15ec71e229 req-b7258cf0-025b-4f9a-81a0-9aa62a885464 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398831 Aug 30 14:39:11.253030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08de4bc-0be0-4f65-8381-c2692829c5c2 None None] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:11.346690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f42c0507-52e5-4bb4-a541-c10dc2c0c9c6 None None] Provisioning for port d8316713-6923-417b-a885-3dfe374829f2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:11.346964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Allocated IP 172.20.0.7 (8f1d047d-0281-4832-a42e-e779f5cf6ddf/14b5c7a3-963e-448e-9406-681a798dd898/313a0194-6513-4c4e-b963-797c9ffeda4d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:11.360734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] For port fb2bc095-342e-4575-984a-7f19aa9d9ab7, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:11.366124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] For port fb2bc095-342e-4575-984a-7f19aa9d9ab7, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=fb2bc095-342e-4575-984a-7f19aa9d9ab7,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:11.378968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:11.397188 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:11.397573 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:11.442206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Calling delete_port for f796a627-8abc-4a0f-96fc-1267c621cfa4 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:11.482648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:11.483842 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:11.485387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] 10.222.0.39 "PUT /v2.0/ports/fb2bc095-342e-4575-984a-7f19aa9d9ab7 HTTP/1.1" status: 200 len: 1092 time: 2.9433596 Aug 30 14:39:11.492504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6511d168-b275-4564-a535-aa0b00fce700', 'tag': 'fb2bc095-342e-4575-984a-7f19aa9d9ab7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:11.494835 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975" -d '{"events": [{"name": "network-changed", "server_uuid": "6511d168-b275-4564-a535-aa0b00fce700", "tag": "fb2bc095-342e-4575-984a-7f19aa9d9ab7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:11.557440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cba26-6f37-4858-97e6-158dbf18ff9c service neutron] Pushing event updated for resources: {'Port': ['ID=fb2bc095-342e-4575-984a-7f19aa9d9ab7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:11.627719 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b98fe7-c509-4dff-aaf5-51558e9b41e2 x-openstack-request-id: req-66b98fe7-c509-4dff-aaf5-51558e9b41e2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:11.628594 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6511d168-b275-4564-a535-aa0b00fce700", "tag": "fb2bc095-342e-4575-984a-7f19aa9d9ab7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:11.630195 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66b98fe7-c509-4dff-aaf5-51558e9b41e2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:11.630942 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6511d168-b275-4564-a535-aa0b00fce700', 'tag': 'fb2bc095-342e-4575-984a-7f19aa9d9ab7', 'status': 'completed', 'code': 200} Aug 30 14:39:11.656524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4b81e-f46c-4d72-b667-cbab624e4abd req-f7e11ba1-ac5b-478d-9c5d-5884b0ced8ea tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:11.665347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bd4b81e-f46c-4d72-b667-cbab624e4abd req-f7e11ba1-ac5b-478d-9c5d-5884b0ced8ea tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 946 time: 0.0942233 Aug 30 14:39:11.709823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bd4b81e-f46c-4d72-b667-cbab624e4abd req-fd9534ad-97c5-4b6b-868f-9c60fba41d12 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Aug 30 14:39:11.806648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-5ad43b21-e6b1-4c77-9e4b-c596953f1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:11.808297 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-5ad43b21-e6b1-4c77-9e4b-c596953f1812 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 1095 time: 0.2455294 Aug 30 14:39:11.894247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-1719bf17-cc79-48d7-bd56-6e34a8853d21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb2bc095-342e-4575-984a-7f19aa9d9ab7 HTTP/1.1" status: 200 len: 217 time: 0.0737998 Aug 30 14:39:11.979748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a19bc403-2bdc-4727-b751-b36a320d29a9 None None] Provisioning for port 419f487d-1785-4ae8-bcfe-2d27c24eaef1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:11.990540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a19bc403-2bdc-4727-b751-b36a320d29a9 None None] Provisioning complete for port 419f487d-1785-4ae8-bcfe-2d27c24eaef1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:11.992704 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a19bc403-2bdc-4727-b751-b36a320d29a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.009243 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.020998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.051656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-4211ec58-7ada-4c34-950e-180470de3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:12.059355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-4211ec58-7ada-4c34-950e-180470de3bd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.1508377 Aug 30 14:39:12.083405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a19bc403-2bdc-4727-b751-b36a320d29a9 None None] Port 419f487d-1785-4ae8-bcfe-2d27c24eaef1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:12.136747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event deleted for resources: {'Port': ['ID=f796a627-8abc-4a0f-96fc-1267c621cfa4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:12.162261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d8316713-6923-417b-a885-3dfe374829f2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:12.165610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Transition to ACTIVE for port object 313a0194-6513-4c4e-b963-797c9ffeda4d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:12.230194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32d92-7623-414f-b070-c04a11c1b006 req-658471c2-72f8-4ebc-92af-ff72274d2091 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:12.238837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52c32d92-7623-414f-b070-c04a11c1b006 req-658471c2-72f8-4ebc-92af-ff72274d2091 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 944 time: 0.0678604 Aug 30 14:39:12.268388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d8316713-6923-417b-a885-3dfe374829f2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:12.280664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d8316713-6923-417b-a885-3dfe374829f2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:12.282248 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.299485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52c32d92-7623-414f-b070-c04a11c1b006 req-f946fec4-8774-4bd7-8f89-f7b7a1bdee47 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589919 Aug 30 14:39:12.309521 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-ebfea590-e2d1-46cb-a2f1-1a4371d204bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483216 Aug 30 14:39:12.346239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df223150-06ff-4386-b19e-7dc0a377b404 None None] Provisioning complete for port 419f487d-1785-4ae8-bcfe-2d27c24eaef1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:12.346606 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df223150-06ff-4386-b19e-7dc0a377b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.400772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df223150-06ff-4386-b19e-7dc0a377b404 None None] Port 419f487d-1785-4ae8-bcfe-2d27c24eaef1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:12.425799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:12.457990 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.480462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.490308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5c1ef-4185-4632-8070-cb9a35a05a38 req-a104bd92-0b6b-4f52-8890-b2defc654c8c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:12.491529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ad5c1ef-4185-4632-8070-cb9a35a05a38 req-a104bd92-0b6b-4f52-8890-b2defc654c8c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 944 time: 0.3378341 Aug 30 14:39:12.497372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.500776 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.505240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f5ab5ac4-fb70-4ae7-b2e8-e3f5e12098ea tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "DELETE /v2.0/floatingips/67ad18c2-0690-4655-b277-7ff2af549945 HTTP/1.1" status: 204 len: 168 time: 2.1771898 Aug 30 14:39:12.575146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:12.602887 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-8d8eb114-c2bb-4363-af0f-e1dad606df89 service neutron] 10.222.0.39 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432926 Aug 30 14:39:12.604094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:12.618280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:12.698524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d8316713-6923-417b-a885-3dfe374829f2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d8316713-6923-417b-a885-3dfe374829f2,segment=NetworkSegment(1e884bb7-6341-485c-a112-48a4293c1f00),segment_id=1e884bb7-6341-485c-a112-48a4293c1f00)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:12.710183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.761439 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0de2a7b2-87cb-4437-bc1d-ad2581252b70 req-fe902fbe-4900-4fb5-9d68-ba156658270d service neutron] 10.222.0.39 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384826 Aug 30 14:39:12.829454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=313a0194-6513-4c4e-b963-797c9ffeda4d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:12.860333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:12.864345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ad5c1ef-4185-4632-8070-cb9a35a05a38 req-76c3cd47-1cdd-4876-8233-201a4229af6e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503661 Aug 30 14:39:12.945867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'port_id': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'mac_address': 'fa:16:3e:70:08:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:39:12.952888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:12.953922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.980058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d8316713-6923-417b-a885-3dfe374829f2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:12.993286 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-de3896bd-5a96-47e6-9963-c85b1833ce72 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3943527 Aug 30 14:39:12.993286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:12.993636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:12.999911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7ea79da5-c8c7-4b68-a675-ae9535e1b09f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846414611', 'description': 'tempest-description--1806417316'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:13.047567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5b24503-3861-4fbc-9ac4-2434b28cf5c9 None None] Provisioning for port 313a0194-6513-4c4e-b963-797c9ffeda4d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:13.056177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5b24503-3861-4fbc-9ac4-2434b28cf5c9 None None] Provisioning complete for port 313a0194-6513-4c4e-b963-797c9ffeda4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:13.057970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5b24503-3861-4fbc-9ac4-2434b28cf5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.063131 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.072678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-f3d689bb-5bb3-4b46-b1c7-ee0a3cada5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.074843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-f3d689bb-5bb3-4b46-b1c7-ee0a3cada5d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 1095 time: 0.1807110 Aug 30 14:39:13.101291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:13.138767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5b24503-3861-4fbc-9ac4-2434b28cf5c9 None None] Port 313a0194-6513-4c4e-b963-797c9ffeda4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:13.141875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:13.148658 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.159178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fad46b-4f13-4093-82db-c6e41c331612 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.165819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea79da5-c8c7-4b68-a675-ae9535e1b09f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.177480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4768e1d-f160-47a8-b253-13af5f575621 req-ff00eb0d-3db0-435f-8ccf-af9be5144690 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.177791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fad46b-4f13-4093-82db-c6e41c331612 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.185998 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4768e1d-f160-47a8-b253-13af5f575621 req-ff00eb0d-3db0-435f-8ccf-af9be5144690 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 946 time: 0.1760101 Aug 30 14:39:13.191270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fad46b-4f13-4093-82db-c6e41c331612 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.198628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a3fad46b-4f13-4093-82db-c6e41c331612 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2039399 Aug 30 14:39:13.203652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:13.260200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:13.285262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4768e1d-f160-47a8-b253-13af5f575621 req-90ba3d43-f61c-43f8-bd9e-d63ecdf97419 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980215 Aug 30 14:39:13.339341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-f05f9e47-b76d-4ede-9e2c-45e9795af025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.340900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-f05f9e47-b76d-4ede-9e2c-45e9795af025 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 915 time: 0.2572334 Aug 30 14:39:13.398965 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-c30f7522-7361-4afb-8272-193707497449 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb2bc095-342e-4575-984a-7f19aa9d9ab7 HTTP/1.1" status: 200 len: 217 time: 0.0422225 Aug 30 14:39:13.421346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b2411a58-5b1a-4415-823c-90f8524add36 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Deleting port 313a0194-6513-4c4e-b963-797c9ffeda4d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:13.423401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2411a58-5b1a-4415-823c-90f8524add36 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.533794 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2411a58-5b1a-4415-823c-90f8524add36 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.534546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea79da5-c8c7-4b68-a675-ae9535e1b09f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.541234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-0efa0a2b-cba6-41c6-bb87-2cc078b9a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.542821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-0efa0a2b-cba6-41c6-bb87-2cc078b9a77f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.1359832 Aug 30 14:39:13.546796 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea79da5-c8c7-4b68-a675-ae9535e1b09f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.565952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b2411a58-5b1a-4415-823c-90f8524add36 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Calling delete_port for 313a0194-6513-4c4e-b963-797c9ffeda4d owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:13.585149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea79da5-c8c7-4b68-a675-ae9535e1b09f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb976521-3eb6-45e7-87be-1a1baf1731fd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:13.585390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['a10aecd7-7d23-4b3e-bb53-1174a03c7cf7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:13.607393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5caca1-ab2f-4370-886a-f87005e3fc51 req-c3f850d3-2b61-4429-ab74-a65d1307f684 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.609000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc5caca1-ab2f-4370-886a-f87005e3fc51 req-c3f850d3-2b61-4429-ab74-a65d1307f684 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 945 time: 0.1654780 Aug 30 14:39:13.631022 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea79da5-c8c7-4b68-a675-ae9535e1b09f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.634835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7ea79da5-c8c7-4b68-a675-ae9535e1b09f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6380453 Aug 30 14:39:13.634835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-49abc71c-31bf-4387-a016-cfd9118ece07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549948 Aug 30 14:39:13.635144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:13.647483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8779e5e2-8226-4712-8fe8-4c08340326d6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'security_group_rule': {'security_group_id': 'eb976521-3eb6-45e7-87be-1a1baf1731fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:13.770873 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc5caca1-ab2f-4370-886a-f87005e3fc51 req-de8110d7-c6a5-4425-a2b4-560467bb812a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422250 Aug 30 14:39:13.789370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8779e5e2-8226-4712-8fe8-4c08340326d6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.854410 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-da873b2d-bc3a-4948-8016-c15da60c4fa9 service neutron] 10.222.0.39 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000873 Aug 30 14:39:13.855367 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2411a58-5b1a-4415-823c-90f8524add36 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:13.880311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f43db-24ee-4ce7-8103-f947fbfdf2ec req-c10f3dd9-e9bd-4c1a-a264-5a518bb265d7 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:13.888784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b46f43db-24ee-4ce7-8103-f947fbfdf2ec req-c10f3dd9-e9bd-4c1a-a264-5a518bb265d7 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.1380403 Aug 30 14:39:13.923985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2411a58-5b1a-4415-823c-90f8524add36 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Port': ['ID=313a0194-6513-4c4e-b963-797c9ffeda4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:13.982975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d8316713-6923-417b-a885-3dfe374829f2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:13.985073 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8779e5e2-8226-4712-8fe8-4c08340326d6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.018467 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8779e5e2-8226-4712-8fe8-4c08340326d6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.055873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779e5e2-8226-4712-8fe8-4c08340326d6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec470625-e2d2-4a13-bbec-f8484a516daf,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:14.077389 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8779e5e2-8226-4712-8fe8-4c08340326d6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.082503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8779e5e2-8226-4712-8fe8-4c08340326d6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4372523 Aug 30 14:39:14.082824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d8316713-6923-417b-a885-3dfe374829f2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:14.083144 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.096709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:14.102402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b46f43db-24ee-4ce7-8103-f947fbfdf2ec req-5477051b-9953-4df1-ab11-f55016fc78b6 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127883 Aug 30 14:39:14.115756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cb16589c-ad38-4d2b-ad3d-d95e4572e9a4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'security_group_rule': {'security_group_id': 'eb976521-3eb6-45e7-87be-1a1baf1731fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:14.178246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df23917-c700-47a6-b353-1463c1413673 req-d14e62d2-4d0f-461b-bc83-e3be8ca98289 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:14.188280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6df23917-c700-47a6-b353-1463c1413673 req-d14e62d2-4d0f-461b-bc83-e3be8ca98289 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 944 time: 0.2061634 Aug 30 14:39:14.201361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d01e59f-16f5-4b55-ab4d-c21ccf4eb975 req-7a73b9b6-6d47-4b78-bedd-c35678924ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393581 Aug 30 14:39:14.218725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2411a58-5b1a-4415-823c-90f8524add36 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.221921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b2411a58-5b1a-4415-823c-90f8524add36 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "DELETE /v2.0/ports/313a0194-6513-4c4e-b963-797c9ffeda4d HTTP/1.1" status: 204 len: 168 time: 1.0171962 Aug 30 14:39:14.228608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:14.275710 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb16589c-ad38-4d2b-ad3d-d95e4572e9a4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.285373 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-033fc465-2bb7-430f-89c9-acba6d92fa7b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] GET failed (client error): The resource could not be found. Aug 30 14:39:14.288431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-033fc465-2bb7-430f-89c9-acba6d92fa7b tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "GET /v2.0/ports/313a0194-6513-4c4e-b963-797c9ffeda4d HTTP/1.1" status: 404 len: 333 time: 0.0582035 Aug 30 14:39:14.292452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:14.327087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'name': 'tempest-AllowedAddressPairTestJSON-80655138'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:14.336777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6df23917-c700-47a6-b353-1463c1413673 req-4b68dd57-1f92-4c6b-a372-8fd2a2a68c38 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474938 Aug 30 14:39:14.403096 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb16589c-ad38-4d2b-ad3d-d95e4572e9a4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.410160 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb16589c-ad38-4d2b-ad3d-d95e4572e9a4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.433649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16589c-ad38-4d2b-ad3d-d95e4572e9a4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f842159-e43d-449d-97d6-9aa14d2110a8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:14.440718 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb16589c-ad38-4d2b-ad3d-d95e4572e9a4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.445857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cb16589c-ad38-4d2b-ad3d-d95e4572e9a4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373368 Aug 30 14:39:14.446128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50486) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:14.457611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:14.498968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Made reservation on behalf of 66f7690055ef4c5f85c2bd9b11f4a4ae for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:14.502621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.518498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.552937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] device_id is not set on port 5c1d18db-649b-4e1e-9296-95a7469df3e9 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:39:14.608840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380ebdc-4b42-4e86-85dd-6dc7de34792a req-59972cc2-c053-4cec-9939-e8d358c4e5dc tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:14.610294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b380ebdc-4b42-4e86-85dd-6dc7de34792a req-59972cc2-c053-4cec-9939-e8d358c4e5dc tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1052663 Aug 30 14:39:14.658847 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.701213 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b380ebdc-4b42-4e86-85dd-6dc7de34792a req-5374f737-dcd4-4fa2-8d1f-f0c643822bc8 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809975 Aug 30 14:39:14.726507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Allocated IP 172.20.0.12 (8f1d047d-0281-4832-a42e-e779f5cf6ddf/14b5c7a3-963e-448e-9406-681a798dd898/5c1d18db-649b-4e1e-9296-95a7469df3e9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:14.768412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device fb2bc095-342e-4575-984a-7f19aa9d9ab7 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:14.816474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Allocated IP 172.25.6.190 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/37922f7f-6805-40bb-a15e-d17b77b9399c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:14.965937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port fb2bc095-342e-4575-984a-7f19aa9d9ab7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=fb2bc095-342e-4575-984a-7f19aa9d9ab7,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:14.980190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'fb2bc095-342e-4575-984a-7f19aa9d9ab7', 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda', 'port_id': 'fb2bc095-342e-4575-984a-7f19aa9d9ab7', 'mac_address': 'fa:16:3e:90:fb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608f2051-e030-4db3-ae64-42c7547518a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:39:15.016919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.023105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e10d0-1f7d-44f0-8c34-21047547a582 req-1033c6a2-0b33-4640-9f53-a97d5e7af430 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:15.034519 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d9e10d0-1f7d-44f0-8c34-21047547a582 req-1033c6a2-0b33-4640-9f53-a97d5e7af430 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 945 time: 0.1363537 Aug 30 14:39:15.067443 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.075223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.076063 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.106991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2bc095-342e-4575-984a-7f19aa9d9ab7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:15.118862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Transition to ACTIVE for port object 5c1d18db-649b-4e1e-9296-95a7469df3e9 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:15.126147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d9e10d0-1f7d-44f0-8c34-21047547a582 req-a26a4ab5-ca9f-4290-8ca6-08047cceda8e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907578 Aug 30 14:39:15.131734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port fb2bc095-342e-4575-984a-7f19aa9d9ab7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=fb2bc095-342e-4575-984a-7f19aa9d9ab7,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:15.137585 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.147578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:15.165788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.166315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:15.171623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:15.177349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'Port': ['ID=37922f7f-6805-40bb-a15e-d17b77b9399c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:15.218168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=fb2bc095-342e-4575-984a-7f19aa9d9ab7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:15.221725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:15.226034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:15.244797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=5c1d18db-649b-4e1e-9296-95a7469df3e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:15.245336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe86b8-af61-471e-ae32-e9c5e798c827 req-35a9a5a3-3334-4d11-a6fa-15de5557c903 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:15.248848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:15.255425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe86b8-af61-471e-ae32-e9c5e798c827 req-35a9a5a3-3334-4d11-a6fa-15de5557c903 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:15.263057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe86b8-af61-471e-ae32-e9c5e798c827 req-35a9a5a3-3334-4d11-a6fa-15de5557c903 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:15.269200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36fe86b8-af61-471e-ae32-e9c5e798c827 req-35a9a5a3-3334-4d11-a6fa-15de5557c903 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80&device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f&device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 2417 time: 0.1682141 Aug 30 14:39:15.325310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:15.326576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.333801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-36fe86b8-af61-471e-ae32-e9c5e798c827 req-7a5b7f76-1f05-4846-b301-e5a3c469eae4 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575304 Aug 30 14:39:15.356226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4ee2aeda-9293-4a62-9da0-53ae30aff537 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0593135 Aug 30 14:39:15.357241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:15.366554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:f9:9d:fb'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:15.376266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['fb2bc095-342e-4575-984a-7f19aa9d9ab7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:15.475353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.564469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.605362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ae3ae56-2cbe-4361-8442-3d88beee8156 None None] Provisioning for port 5c1d18db-649b-4e1e-9296-95a7469df3e9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:15.614088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ae3ae56-2cbe-4361-8442-3d88beee8156 None None] Provisioning complete for port 5c1d18db-649b-4e1e-9296-95a7469df3e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:15.614515 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ae3ae56-2cbe-4361-8442-3d88beee8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.624939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652e413-0e7a-4b6f-86cd-bd07b33d44fb req-4ea4e981-efe2-40a2-80be-b59a32ae7b35 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:15.627290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2bdf4-2de2-46bb-ba5c-90e6f9e1f173 req-0f1a0a08-f8ef-48de-bb74-b60108d62395 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:15.627890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0652e413-0e7a-4b6f-86cd-bd07b33d44fb req-4ea4e981-efe2-40a2-80be-b59a32ae7b35 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.1091278 Aug 30 14:39:15.628984 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33d2bdf4-2de2-46bb-ba5c-90e6f9e1f173 req-0f1a0a08-f8ef-48de-bb74-b60108d62395 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 945 time: 0.1408060 Aug 30 14:39:15.678608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3ae56-2cbe-4361-8442-3d88beee8156 None None] Port 5c1d18db-649b-4e1e-9296-95a7469df3e9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:15.693585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33d2bdf4-2de2-46bb-ba5c-90e6f9e1f173 req-7adad892-160d-4d51-9952-db3369d43155 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549977 Aug 30 14:39:15.717037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.725440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0652e413-0e7a-4b6f-86cd-bd07b33d44fb req-70e7c36c-48e4-46c6-b709-91cf567be071 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865459 Aug 30 14:39:15.847159 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.853631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.935137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'Port': ['ID=37922f7f-6805-40bb-a15e-d17b77b9399c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:15.976336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:15.988172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:16.004984 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.011057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.012831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.016365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fb3fb8af-1630-46d9-afd2-a9ebf0d9cfb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5684645 Aug 30 14:39:16.162614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] In _notify_port_updated(), no bound segment for port 5c1d18db-649b-4e1e-9296-95a7469df3e9 on network 8f1d047d-0281-4832-a42e-e779f5cf6ddf {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:39:16.169790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:16.171362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.176176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:16.177143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "PUT /v2.0/ports/5c1d18db-649b-4e1e-9296-95a7469df3e9 HTTP/1.1" status: 200 len: 993 time: 0.8165495 Aug 30 14:39:16.182725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a3fb8-caa9-4ba2-84a0-a13496b18b83 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=5c1d18db-649b-4e1e-9296-95a7469df3e9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:16.432121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:16.455497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345467c-4bc9-42bd-afab-2078747400ef req-2889ee10-ad3b-4bf5-9140-2a0d73c88dbf tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:16.470315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c345467c-4bc9-42bd-afab-2078747400ef req-2889ee10-ad3b-4bf5-9140-2a0d73c88dbf tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 945 time: 0.1795871 Aug 30 14:39:16.488499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dd31f-fc2e-40ff-a029-ce07b32ae12f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Deleting port 5c1d18db-649b-4e1e-9296-95a7469df3e9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:16.489120 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd31f-fc2e-40ff-a029-ce07b32ae12f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.532416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:16.537691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:16.538157 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.605253 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c345467c-4bc9-42bd-afab-2078747400ef req-009a33ba-e12c-4818-a432-d2505d2f6207 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224496 Aug 30 14:39:16.645034 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.677967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd31f-fc2e-40ff-a029-ce07b32ae12f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.696188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:16.697892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dd31f-fc2e-40ff-a029-ce07b32ae12f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Calling delete_port for 5c1d18db-649b-4e1e-9296-95a7469df3e9 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:16.703312 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73cce30-4a84-4bd1-a931-9d2ce9034ca7" -d '{"events": [{"server_uuid": "1b045461-d44b-4a00-a3e8-7a55e1a82f38", "name": "network-vif-plugged", "status": "completed", "tag": "a10aecd7-7d23-4b3e-bb53-1174a03c7cf7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:16.744012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:16.750459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3194f1c6-c85c-47bb-b1b1-3f6727283330 None None] Provisioning complete for port 5c1d18db-649b-4e1e-9296-95a7469df3e9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:16.751504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3194f1c6-c85c-47bb-b1b1-3f6727283330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.759994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.819501 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecd9457-3c86-43c2-a2d7-63e4813a185f x-openstack-request-id: req-6ecd9457-3c86-43c2-a2d7-63e4813a185f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:16.819872 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b045461-d44b-4a00-a3e8-7a55e1a82f38", "name": "network-vif-plugged", "status": "completed", "tag": "a10aecd7-7d23-4b3e-bb53-1174a03c7cf7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:16.820348 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ecd9457-3c86-43c2-a2d7-63e4813a185f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:16.823245 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'code': 200} Aug 30 14:39:16.848968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device fb2bc095-342e-4575-984a-7f19aa9d9ab7 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:16.881327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd31f-fc2e-40ff-a029-ce07b32ae12f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.956413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dd31f-fc2e-40ff-a029-ce07b32ae12f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Port': ['ID=5c1d18db-649b-4e1e-9296-95a7469df3e9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:16.969783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3194f1c6-c85c-47bb-b1b1-3f6727283330 None None] Port 5c1d18db-649b-4e1e-9296-95a7469df3e9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:16.997022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265626d-ca73-42e7-a3e3-dfb883bb35e8 req-03360fea-6f3e-4264-a7e6-a7354aa2066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:16.998813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6265626d-ca73-42e7-a3e3-dfb883bb35e8 req-03360fea-6f3e-4264-a7e6-a7354aa2066f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1097 time: 0.0741353 Aug 30 14:39:16.999091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:17.015787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port fb2bc095-342e-4575-984a-7f19aa9d9ab7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:17.018416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-b96072b0-f159-4119-8822-ca4164aba136 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1846414611&fields=id&tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6 HTTP/1.1" status: 200 len: 267 time: 0.5399323 Aug 30 14:39:17.021645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port fb2bc095-342e-4575-984a-7f19aa9d9ab7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:17.022460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:17.132188 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:17.140767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4681a9-cd03-4470-a769-7763294df6b6 req-85791068-3f21-4496-b21c-67d60c0425dc tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:17.142453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc4681a9-cd03-4470-a769-7763294df6b6 req-85791068-3f21-4496-b21c-67d60c0425dc tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 945 time: 0.1903954 Aug 30 14:39:17.193997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port fb2bc095-342e-4575-984a-7f19aa9d9ab7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=fb2bc095-342e-4575-984a-7f19aa9d9ab7,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:17.206794 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:17.266484 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd31f-fc2e-40ff-a029-ce07b32ae12f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:17.268558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3b9dd31f-fc2e-40ff-a029-ce07b32ae12f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "DELETE /v2.0/ports/5c1d18db-649b-4e1e-9296-95a7469df3e9 HTTP/1.1" status: 204 len: 168 time: 1.0901573 Aug 30 14:39:17.274393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=fb2bc095-342e-4575-984a-7f19aa9d9ab7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:17.274637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:17.288012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc4681a9-cd03-4470-a769-7763294df6b6 req-a0518102-248e-4095-b723-f6b1e99c6369 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196055 Aug 30 14:39:17.308256 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-44820bf1-f91a-493d-894d-524a7826fb8e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] GET failed (client error): The resource could not be found. Aug 30 14:39:17.319282 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-44820bf1-f91a-493d-894d-524a7826fb8e tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "GET /v2.0/ports/5c1d18db-649b-4e1e-9296-95a7469df3e9 HTTP/1.1" status: 404 len: 333 time: 0.0435603 Aug 30 14:39:17.324247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:17.330161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'name': 'tempest-AllowedAddressPairTestJSON-1246929646'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:17.392680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6265626d-ca73-42e7-a3e3-dfb883bb35e8 req-119c1289-fd08-4064-beac-cb7e3bcf737d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721542 Aug 30 14:39:17.418739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-3649eca5-a9ca-4b7e-b5ef-64d083da4efe tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:17.420419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-3649eca5-a9ca-4b7e-b5ef-64d083da4efe tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 816 time: 0.4012041 Aug 30 14:39:17.469232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-463cb891-950e-423f-831b-2f58acf800b5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/quotas/5a5903f7b9a2413881a3ba0efbe9b3e6 HTTP/1.1" status: 200 len: 375 time: 0.0398130 Aug 30 14:39:17.558420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-73092c86-05bf-468b-a30f-cd0d50462219 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801768 Aug 30 14:39:17.723567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-10473529-83bc-4116-8e64-f24c61ff40d7 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396520 Aug 30 14:39:17.734759 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:17.781604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefb6e7-2fec-43c0-9aed-2b69822a6ea2 req-47971e85-6d65-4c1c-b541-e74897101af7 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:17.783162 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3eefb6e7-2fec-43c0-9aed-2b69822a6ea2 req-47971e85-6d65-4c1c-b541-e74897101af7 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.0878701 Aug 30 14:39:17.837407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Made reservation on behalf of 66f7690055ef4c5f85c2bd9b11f4a4ae for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:17.841772 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:17.857395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3eefb6e7-2fec-43c0-9aed-2b69822a6ea2 req-92bba976-9ab8-4f91-b6fc-9fedd9775878 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651615 Aug 30 14:39:17.870299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] device_id is not set on port 67d8fd4b-4109-4b74-a5aa-f6373b7959ea yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:39:17.919772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-a84ddae9-46bd-4bf6-9160-fbe74c9790e9 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892076 Aug 30 14:39:18.022496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422f552-bd7e-480b-b324-95037214451a req-ee22b13b-78ea-47c4-bf47-f0398f997b93 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:18.024124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1422f552-bd7e-480b-b324-95037214451a req-ee22b13b-78ea-47c4-bf47-f0398f997b93 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0905240 Aug 30 14:39:18.051782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Allocated IP 172.20.0.14 (8f1d047d-0281-4832-a42e-e779f5cf6ddf/14b5c7a3-963e-448e-9406-681a798dd898/67d8fd4b-4109-4b74-a5aa-f6373b7959ea) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:18.076321 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1422f552-bd7e-480b-b324-95037214451a req-8362bde8-8d9b-4cba-ba2b-052a19a3ddb9 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453718 Aug 30 14:39:18.131736 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d93e0a5e-f18d-4336-af51-212e7aca7b56 req-b4a1f1bf-c5f5-41db-b180-64e20b84461b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 210 time: 0.0310464 Aug 30 14:39:18.154048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Deleting port 68eef9fa-c114-42c5-a57c-c12e5e3074bc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:18.154507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.250038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] For port 68eef9fa-c114-42c5-a57c-c12e5e3074bc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=68eef9fa-c114-42c5-a57c-c12e5e3074bc,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:18.250546 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.272003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Calling delete_port for 68eef9fa-c114-42c5-a57c-c12e5e3074bc owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:18.301592 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.320319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Transition to ACTIVE for port object 67d8fd4b-4109-4b74-a5aa-f6373b7959ea will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:18.363128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.429995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:18.448900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:18.476095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:18.480472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=67d8fd4b-4109-4b74-a5aa-f6373b7959ea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:18.513842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.548700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68eef9fa-c114-42c5-a57c-c12e5e3074bc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:18.565749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d501d69-afa2-4c79-a65b-5d44a89b71f9 req-da2d2053-bac6-474f-aaec-dada59c5ab20 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:18.567355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d501d69-afa2-4c79-a65b-5d44a89b71f9 req-da2d2053-bac6-474f-aaec-dada59c5ab20 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 946 time: 0.1507967 Aug 30 14:39:18.579016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:18.579803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.616693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-53afb0d8-80cd-491c-bf8f-cb8b8e5bb6b5 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2913122 Aug 30 14:39:18.622625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:18.630334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f9:9d:fb'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:18.658506 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d501d69-afa2-4c79-a65b-5d44a89b71f9 req-c6567ea3-efe4-4823-9ee9-4fb901dcb2cf tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738630 Aug 30 14:39:18.787990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.820545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d2cc1bd-c495-4f65-9180-8eb3e2c1b8e7 None None] Provisioning for port 67d8fd4b-4109-4b74-a5aa-f6373b7959ea completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:18.824277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6511d168-b275-4564-a535-aa0b00fce700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2bc095-342e-4575-984a-7f19aa9d9ab7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:18.826621 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec031d3-a816-4479-aba5-b82983d5627a" -d '{"events": [{"server_uuid": "6511d168-b275-4564-a535-aa0b00fce700", "name": "network-vif-plugged", "status": "completed", "tag": "fb2bc095-342e-4575-984a-7f19aa9d9ab7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:18.835126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d2cc1bd-c495-4f65-9180-8eb3e2c1b8e7 None None] Provisioning complete for port 67d8fd4b-4109-4b74-a5aa-f6373b7959ea triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:18.835896 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc1bd-c495-4f65-9180-8eb3e2c1b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.846910 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:18.890123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5d2cc1bd-c495-4f65-9180-8eb3e2c1b8e7 None None] Port 67d8fd4b-4109-4b74-a5aa-f6373b7959ea cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:18.896627 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6629f337-03f7-45bd-8cf6-39b01c9f4e37 x-openstack-request-id: req-6629f337-03f7-45bd-8cf6-39b01c9f4e37 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:18.896955 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6511d168-b275-4564-a535-aa0b00fce700", "name": "network-vif-plugged", "status": "completed", "tag": "fb2bc095-342e-4575-984a-7f19aa9d9ab7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:18.897405 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6629f337-03f7-45bd-8cf6-39b01c9f4e37 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:18.897987 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6511d168-b275-4564-a535-aa0b00fce700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2bc095-342e-4575-984a-7f19aa9d9ab7', 'code': 200} Aug 30 14:39:19.103497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Router daa3455d-2b31-4deb-98fb-f499e62ce391 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:19.136136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54dde5-c151-453f-be7e-196a802e06b5 req-730cbe5a-d1e9-4067-bf01-c28315a96640 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:19.137749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a54dde5-c151-453f-be7e-196a802e06b5 req-730cbe5a-d1e9-4067-bf01-c28315a96640 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1753314 Aug 30 14:39:19.139674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45702f62-4181-4ee4-b24f-5fe7afb22a1c req-01a13f0e-6cae-440b-bbb0-29ff7785f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:19.141145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-45702f62-4181-4ee4-b24f-5fe7afb22a1c req-01a13f0e-6cae-440b-bbb0-29ff7785f9df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 1097 time: 0.1304643 Aug 30 14:39:19.245130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-45702f62-4181-4ee4-b24f-5fe7afb22a1c req-a55103cd-df7b-40ad-abfa-1562fc9fddc9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874889 Aug 30 14:39:19.257483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a54dde5-c151-453f-be7e-196a802e06b5 req-f41ba60e-ec8f-4498-9f73-0f3315eac112 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127799 Aug 30 14:39:19.265347 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.272348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.275030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca55c30-2161-4cd2-9a85-99d491e11b33 req-62da13ff-db02-4fe4-94ee-c1cb6af8e261 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:19.276701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca55c30-2161-4cd2-9a85-99d491e11b33 req-62da13ff-db02-4fe4-94ee-c1cb6af8e261 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0687377 Aug 30 14:39:19.278355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:19.284025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cff074d3-73c3-4aca-91a4-4c81fda64bb0 admin admin] 10.222.0.50 "PUT /v2.0/routers/daa3455d-2b31-4deb-98fb-f499e62ce391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2958167 Aug 30 14:39:19.290362 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] Sync routers for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:19.299099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:19.308379 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:19.309294 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:19.376615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=67d8fd4b-4109-4b74-a5aa-f6373b7959ea,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:19.384851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87b3dda5-f8be-42cb-9dc9-72f3346e61b8 req-4171b90c-b860-44f0-8fe2-e2c495e47799 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 210 time: 0.0429304 Aug 30 14:39:19.447807 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:19.453421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ca55c30-2161-4cd2-9a85-99d491e11b33 req-38985f7a-b4b8-4345-80fa-97a4e9b7e375 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510551 Aug 30 14:39:19.465357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.637385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] In _notify_port_updated(), no bound segment for port 67d8fd4b-4109-4b74-a5aa-f6373b7959ea on network 8f1d047d-0281-4832-a42e-e779f5cf6ddf {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:39:19.645080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:19.645351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.649207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bce1f85b-f002-430d-8b5e-19c27447719f tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "PUT /v2.0/ports/67d8fd4b-4109-4b74-a5aa-f6373b7959ea HTTP/1.1" status: 200 len: 997 time: 1.0229628 Aug 30 14:39:19.650969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50578) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:19.720657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef9d0-9134-4d04-969b-5c87f4e7e1ea req-9fc808a2-b97c-4ec7-8a57-a13be12ae0d5 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:19.722338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6eeef9d0-9134-4d04-969b-5c87f4e7e1ea req-9fc808a2-b97c-4ec7-8a57-a13be12ae0d5 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1573567 Aug 30 14:39:19.725911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9eb3aa20-9eba-43c5-8ceb-9482aeb51503 None None] Provisioning complete for port 67d8fd4b-4109-4b74-a5aa-f6373b7959ea triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:19.726640 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9eb3aa20-9eba-43c5-8ceb-9482aeb51503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.732366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:19.737032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'floatingip': {'port_id': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:19.768850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3aa20-9eba-43c5-8ceb-9482aeb51503 None None] Port 67d8fd4b-4109-4b74-a5aa-f6373b7959ea cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:19.778856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e846d0-992f-4488-a52d-a72c410e95f3 req-28efda39-9e8e-4bbd-bbad-19560e83f1be tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:19.780558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2e846d0-992f-4488-a52d-a72c410e95f3 req-28efda39-9e8e-4bbd-bbad-19560e83f1be tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.1849821 Aug 30 14:39:19.791454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.821430 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.825581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-09e925f2-81d8-4fb2-b392-75a11d4119fd tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:19.827776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-09e925f2-81d8-4fb2-b392-75a11d4119fd tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 816 time: 0.3347611 Aug 30 14:39:19.837947 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:39:18Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:19.870056 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] Checking router: daa3455d-2b31-4deb-98fb-f499e62ce391 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:19.877535 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2e846d0-992f-4488-a52d-a72c410e95f3 req-d2ebf3a4-7cdd-4f16-9fc7-868ae5b0a93d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866032 Aug 30 14:39:19.884455 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] Routers {'daa3455d-2b31-4deb-98fb-f499e62ce391'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:19.885155 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['daa3455d-2b31-4deb-98fb-f499e62ce391'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:19.895620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:19.908367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-250b3307-3b58-4c24-b23f-75691a1529e2 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Deleting port 67d8fd4b-4109-4b74-a5aa-f6373b7959ea {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:19.908661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-250b3307-3b58-4c24-b23f-75691a1529e2 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.908850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:19.969068 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-a9d07ab7-70b5-4fe5-96e9-bdbc5e47f61c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6 HTTP/1.1" status: 200 len: 380 time: 0.1270201 Aug 30 14:39:19.991962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'port': {'device_id': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'admin_state_up': True, 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'security_groups': ['eb976521-3eb6-45e7-87be-1a1baf1731fd']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:20.023231 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] Set router daa3455d-2b31-4deb-98fb-f499e62ce391 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:20.049079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92929d0-d619-48fb-a76e-199e31d6b54b req-ef147f6b-0ccf-461f-8282-a2588eef37eb tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:20.050773 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c92929d0-d619-48fb-a76e-199e31d6b54b req-ef147f6b-0ccf-461f-8282-a2588eef37eb tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 946 time: 0.2214789 Aug 30 14:39:20.076060 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c09f3dc2-918c-4da8-ad6c-f185cbb0aa2b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/0c6c351b-f599-41d9-930f-09cf5a372f10 HTTP/1.1" status: 200 len: 993 time: 0.1673720 Aug 30 14:39:20.076319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-250b3307-3b58-4c24-b23f-75691a1529e2 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:20.083685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-250b3307-3b58-4c24-b23f-75691a1529e2 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Calling delete_port for 67d8fd4b-4109-4b74-a5aa-f6373b7959ea owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:20.172730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c92929d0-d619-48fb-a76e-199e31d6b54b req-09c8aa14-baa0-4608-b4b4-5c2343f31d63 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042786 Aug 30 14:39:20.207075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Made reservation on behalf of 5a5903f7b9a2413881a3ba0efbe9b3e6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:20.218610 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:20.233949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Deleting port f87eaa06-5dd2-4bae-a026-6d47a1a1a662 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:20.234303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:20.239064 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:39:18Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:20.267439 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc04dd2-85f2-4116-9ab1-ae743243dbac None None] The sync data for ids ['daa3455d-2b31-4deb-98fb-f499e62ce391'] in n-d-805668-3 is: [{'id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'name': 'tempest-TaggedBootDevicesTest-1463356963-router', 'tenant_id': 'ea76724a518840a19b83451821677065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:27:15Z', 'updated_at': '2021-08-30T14:39:18Z', 'revision_number': 5, 'project_id': 'ea76724a518840a19b83451821677065', 'gw_port': {'id': 'f87eaa06-5dd2-4bae-a026-6d47a1a1a662', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa3455d-2b31-4deb-98fb-f499e62ce391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:27:16Z', 'updated_at': '2021-08-30T14:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:20.354225 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-250b3307-3b58-4c24-b23f-75691a1529e2 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:20.417636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b3307-3b58-4c24-b23f-75691a1529e2 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Port': ['ID=67d8fd4b-4109-4b74-a5aa-f6373b7959ea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:20.492233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] For port f87eaa06-5dd2-4bae-a026-6d47a1a1a662, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87eaa06-5dd2-4bae-a026-6d47a1a1a662,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:20.492844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:20.577146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de70c9-7b56-42d5-b3c0-1825def2d6bd req-4d1fe988-d48d-4711-aae8-264876621432 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:20.578785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67de70c9-7b56-42d5-b3c0-1825def2d6bd req-4d1fe988-d48d-4711-aae8-264876621432 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.2164454 Aug 30 14:39:20.584656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-250b3307-3b58-4c24-b23f-75691a1529e2 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:20.587398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-250b3307-3b58-4c24-b23f-75691a1529e2 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "DELETE /v2.0/ports/67d8fd4b-4109-4b74-a5aa-f6373b7959ea HTTP/1.1" status: 204 len: 168 time: 0.9346821 Aug 30 14:39:20.592503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:20.595829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Allocated IP 172.20.0.12 (d1fea2b8-e2ac-4603-b63c-fd265c9792c8/eced7123-6e32-4a70-9b61-f6ac87e9f228/6a3d10f1-c03c-497a-9e9d-9ff47382349c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:20.648088 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb559a3c-ab22-4ab7-9a60-958343804e85 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] GET failed (client error): The resource could not be found. Aug 30 14:39:20.655886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cb559a3c-ab22-4ab7-9a60-958343804e85 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "GET /v2.0/ports/67d8fd4b-4109-4b74-a5aa-f6373b7959ea HTTP/1.1" status: 404 len: 333 time: 0.0562608 Aug 30 14:39:20.657154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:20.665934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'name': 'tempest-AllowedAddressPairTestJSON-970178585'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:20.754975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67de70c9-7b56-42d5-b3c0-1825def2d6bd req-7ffc4769-3eae-4c9a-9c49-1f2ccb9c16c3 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633062 Aug 30 14:39:20.899262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Calling delete_port for f87eaa06-5dd2-4bae-a026-6d47a1a1a662 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:20.903831 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-070e9706-7acd-4668-89d1-88ddd6d85e1a req-bc1fef67-6c90-4728-abf2-f71da7b9ca4c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 210 time: 0.0384996 Aug 30 14:39:20.907217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cae166-3e62-4fd0-bf7b-06ae5be0e6e0 req-0bd4700f-e016-4bf2-8b5c-2a2236db5e77 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:20.913616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3cae166-3e62-4fd0-bf7b-06ae5be0e6e0 req-0bd4700f-e016-4bf2-8b5c-2a2236db5e77 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1096 time: 0.4876590 Aug 30 14:39:20.922005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Made reservation on behalf of 66f7690055ef4c5f85c2bd9b11f4a4ae for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:20.927164 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:20.960876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] device_id is not set on port a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:39:21.031029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.052915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3cae166-3e62-4fd0-bf7b-06ae5be0e6e0 req-35a7f4cc-d98d-4766-afa9-3c0118ee3cb8 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382587 Aug 30 14:39:21.056203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Transition to ACTIVE for port object 6a3d10f1-c03c-497a-9e9d-9ff47382349c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:21.111539 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:39:21.120153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Allocated IP 172.20.0.10 (8f1d047d-0281-4832-a42e-e779f5cf6ddf/14b5c7a3-963e-448e-9406-681a798dd898/a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:21.152510 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.192070 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.222157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.237803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:21.248345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:21.276527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:21.280439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:21.350520 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.357405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:21.358182 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.404278 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-eb560556-9cfa-48d5-aafb-080c8fb08dac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4178679 Aug 30 14:39:21.428313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Pushing event deleted for resources: {'Port': ['ID=f87eaa06-5dd2-4bae-a026-6d47a1a1a662,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:21.432050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Request body: {'port': {'device_id': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:21.446513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.468267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Transition to ACTIVE for port object a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:21.518138 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Floating IP 84943546-1534-4545-b116-a7e52cc75c81 associated. External IP: 172.25.6.252, port: a10aecd7-7d23-4b3e-bb53-1174a03c7cf7. Aug 30 14:39:21.532158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5a2d-665d-4256-bc99-ea337f06dfc8 req-be341669-a2dc-49f5-890d-1bc5d1fee12f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:21.540097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-534b5a2d-665d-4256-bc99-ea337f06dfc8 req-be341669-a2dc-49f5-890d-1bc5d1fee12f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 946 time: 0.2072110 Aug 30 14:39:21.567433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.569708 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.590721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.628079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc57339b-530d-41a7-8055-d51ae7a6d980 None None] Provisioning for port 6a3d10f1-c03c-497a-9e9d-9ff47382349c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:21.633931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc57339b-530d-41a7-8055-d51ae7a6d980 None None] Provisioning complete for port 6a3d10f1-c03c-497a-9e9d-9ff47382349c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:21.634694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc57339b-530d-41a7-8055-d51ae7a6d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.641072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:21.688322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fc57339b-530d-41a7-8055-d51ae7a6d980 None None] Port 6a3d10f1-c03c-497a-9e9d-9ff47382349c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:21.696730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.706771 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.750040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:21.760547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:21.771287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:21.828646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.829244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa3455d-2b31-4deb-98fb-f499e62ce391 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:39:21.834249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.835409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d4496620-b805-4926-afa8-14110ea0867b admin admin] 10.222.0.50 "DELETE /v2.0/routers/daa3455d-2b31-4deb-98fb-f499e62ce391 HTTP/1.1" status: 204 len: 168 time: 2.5320837 Aug 30 14:39:21.854327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:21.872681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:21.873463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:21.884683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-534b5a2d-665d-4256-bc99-ea337f06dfc8 req-4fc041ea-d2b6-4efd-8409-1960bcd533e2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280525 Aug 30 14:39:21.903810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1a104566-d631-4ff8-8181-a7bd010c5881 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2399373 Aug 30 14:39:21.919275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:21.931594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'network_id': '8f1d047d-0281-4832-a42e-e779f5cf6ddf', 'name': 'tempest-AllowedAddressPairTestJSON-487412213'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:22.031784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68eef9fa-c114-42c5-a57c-c12e5e3074bc no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:22.066077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 68eef9fa-c114-42c5-a57c-c12e5e3074bc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:22.066730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 68eef9fa-c114-42c5-a57c-c12e5e3074bc not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:22.113850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-653f76ae-3951-49d0-aa07-f11ef6b34d9d None None] Provisioning for port a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:22.117558 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-b61336a2-752e-411c-b0a8-f670e5acb25c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3134148 Aug 30 14:39:22.118683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-653f76ae-3951-49d0-aa07-f11ef6b34d9d None None] Provisioning complete for port a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:22.119073 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-653f76ae-3951-49d0-aa07-f11ef6b34d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.120555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-24aff044-8239-4f5c-a9d3-b03581e33c6b admin admin] Deleting subnet 062bc234-9bb1-4126-9595-d30cb6a74e22 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:22.128834 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24aff044-8239-4f5c-a9d3-b03581e33c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.151102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3d10f1-c03c-497a-9e9d-9ff47382349c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:22.162874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.174551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Made reservation on behalf of 66f7690055ef4c5f85c2bd9b11f4a4ae for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:22.178095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-653f76ae-3951-49d0-aa07-f11ef6b34d9d None None] Port a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:22.178274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.198021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Transition to ACTIVE for port object 6a3d10f1-c03c-497a-9e9d-9ff47382349c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:22.199315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] device_id is not set on port 9891479d-3609-486c-839f-2a7c9c212295 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:39:22.205879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2466918-cf3f-4e2e-b003-4e25698fcdf4 req-a5be6d6c-f9d6-45d1-9d97-3f1f96ca8a48 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:22.207051 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.207647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2466918-cf3f-4e2e-b003-4e25698fcdf4 req-a5be6d6c-f9d6-45d1-9d97-3f1f96ca8a48 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.2232630 Aug 30 14:39:22.219533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24aff044-8239-4f5c-a9d3-b03581e33c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.306957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Router 2f45e561-948f-412b-85d9-8f58e7daed04 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:22.318317 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2466918-cf3f-4e2e-b003-4e25698fcdf4 req-a2dada63-63a9-4444-b484-bb3a9d77d398 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966315 Aug 30 14:39:22.371837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:22.438045 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24aff044-8239-4f5c-a9d3-b03581e33c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.469934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Attempting to bind port 6a3d10f1-c03c-497a-9e9d-9ff47382349c on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:22.470533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Attempting to bind port 6a3d10f1-c03c-497a-9e9d-9ff47382349c by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:22.472712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Attempting to bind port 6a3d10f1-c03c-497a-9e9d-9ff47382349c on network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:22.484544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Port 6a3d10f1-c03c-497a-9e9d-9ff47382349c on network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:39:22.484945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Attempting to bind port 6a3d10f1-c03c-497a-9e9d-9ff47382349c on network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:22.509635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:22.509979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Checking segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:22.510377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Bound using segment: {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:22.510829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Bound port: 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e850783e-7d0c-4078-816f-63269e0e4987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:22.511225 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.548240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Allocated IP 172.20.0.11 (8f1d047d-0281-4832-a42e-e779f5cf6ddf/14b5c7a3-963e-448e-9406-681a798dd898/9891479d-3609-486c-839f-2a7c9c212295) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:22.577527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24aff044-8239-4f5c-a9d3-b03581e33c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.605549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:22.621196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] Sync routers for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:22.649316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:22.654614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:22.656501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:22.658351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:22.676204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aff044-8239-4f5c-a9d3-b03581e33c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062bc234-9bb1-4126-9595-d30cb6a74e22,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:22.689869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.695472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24aff044-8239-4f5c-a9d3-b03581e33c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.700179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-24aff044-8239-4f5c-a9d3-b03581e33c6b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/062bc234-9bb1-4126-9595-d30cb6a74e22 HTTP/1.1" status: 204 len: 168 time: 0.8382277 Aug 30 14:39:22.704820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:22.707461 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.730810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5351d-395f-4926-a86f-f098fe12fcaf None None] Network 58b173ba-3264-4cfa-bc64-893edcb7863c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:22.757725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1ddbce45-20a8-48ea-8deb-7a9d405b446b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "PUT /v2.0/floatingips/84943546-1534-4545-b116-a7e52cc75c81 HTTP/1.1" status: 200 len: 992 time: 3.0238683 Aug 30 14:39:22.777379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'tag': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:22.780624 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b045461-d44b-4a00-a3e8-7a55e1a82f38", "tag": "a10aecd7-7d23-4b3e-bb53-1174a03c7cf7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:22.831133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:22.832766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:22.836320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] 10.222.0.39 "PUT /v2.0/ports/6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 200 len: 1092 time: 1.4151218 Aug 30 14:39:22.897857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0886-a255-4df2-9442-d2a84f5dc104 req-b193da80-6491-403f-9e4b-c6a972e9f9a6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:22.912936 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-beee0886-a255-4df2-9442-d2a84f5dc104 req-b193da80-6491-403f-9e4b-c6a972e9f9a6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.2130690 Aug 30 14:39:22.937183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:23.044410 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.049917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-beee0886-a255-4df2-9442-d2a84f5dc104 req-7f42a138-67f0-43df-9623-21012025b759 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354792 Aug 30 14:39:23.053749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] DHCP port deletion for 58b173ba-3264-4cfa-bc64-893edcb7863c request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:23.059198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-6c8cc26a-b6eb-434f-a550-b17e444325a8 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:39:23.062758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:23.064873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-6c8cc26a-b6eb-434f-a550-b17e444325a8 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2637451 Aug 30 14:39:23.089562 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cc70d6-eaf6-4288-91f2-94dec025f3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:23.089562 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.089562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf7e9-2064-47e3-8ae0-1500815896ff service neutron] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:23.164456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Request body: {'binding': {'host': 'n-h1-805668-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:23.165572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:39:23.198622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Transition to ACTIVE for port object 9891479d-3609-486c-839f-2a7c9c212295 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:23.230632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] Deleting port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:23.230998 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.273987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-da723466-519f-4a10-9ced-d5e12ab12a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:23.275547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-da723466-519f-4a10-9ced-d5e12ab12a2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1095 time: 0.1623144 Aug 30 14:39:23.301455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.322593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66053f51-e664-45eb-a945-cfd817efb93f req-116af0d0-d005-4d9b-85cf-7beb4c76f915 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:23.324458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66053f51-e664-45eb-a945-cfd817efb93f req-116af0d0-d005-4d9b-85cf-7beb4c76f915 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 946 time: 0.1452608 Aug 30 14:39:23.409228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66053f51-e664-45eb-a945-cfd817efb93f req-ceb7a190-385f-490e-b481-589ede24604d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708752 Aug 30 14:39:23.425178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on host n-h1-805668-3 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:23.425625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:23.426056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:23.440637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:39:23.441160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:23.446984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:23.447471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Checking segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:23.447964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Bound using segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:23.448502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Bound port: 6c7eb443-2644-4277-b330-4bbd107c907b, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:23.497574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] For port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=15ec1011-402a-40bb-9b4c-2bc8c65e3ba2,segment=NetworkSegment(51e26577-f739-4f25-816d-7a4e26200c3d),segment_id=51e26577-f739-4f25-816d-7a4e26200c3d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:23.498029 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.515101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] Calling delete_port for 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:23.550198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:23.556988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.558561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-41a44efa-63d7-4038-805b-f1000a08ac4e service neutron] 10.222.0.50 "POST /v2.0/ports/6c7eb443-2644-4277-b330-4bbd107c907b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4886777 Aug 30 14:39:23.584368 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba6a020-8367-4e17-af09-63dc108c61cf x-openstack-request-id: req-0ba6a020-8367-4e17-af09-63dc108c61cf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:23.585026 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b045461-d44b-4a00-a3e8-7a55e1a82f38", "tag": "a10aecd7-7d23-4b3e-bb53-1174a03c7cf7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:23.585174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '84943546-1534-4545-b116-a7e52cc75c81', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'port_id': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'mac_address': 'fa:16:3e:70:08:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:38:54Z', 'updated_at': '2021-08-30T14:39:20Z', 'revision_number': 1, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:54Z', 'revision_number': 5, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:23.585792 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ba6a020-8367-4e17-af09-63dc108c61cf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:23.586340 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'tag': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'status': 'completed', 'code': 200} Aug 30 14:39:23.623723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] Checking router: 2f45e561-948f-412b-85d9-8f58e7daed04 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:23.647180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:23.647721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:38:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:23.702129 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.731385 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb9b67d-c223-42a9-a017-d2a00434f99b x-openstack-request-id: req-abb9b67d-c223-42a9-a017-d2a00434f99b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:23.731980 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:23.731980 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abb9b67d-c223-42a9-a017-d2a00434f99b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:23.732286 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'status': 'completed', 'code': 200} Aug 30 14:39:23.737280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-e8608af1-7f8f-45b8-b740-57d13d3b7c10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 200 len: 217 time: 0.4465899 Aug 30 14:39:23.747718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] Pushing event deleted for resources: {'Port': ['ID=15ec1011-402a-40bb-9b4c-2bc8c65e3ba2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:23.754498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eed0e6-bc40-4ffb-9acb-df0c0cbca51a None None] No DVR routers for this DVR port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:23.772439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:23.810717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-8ddb9214-dfdc-406d-84a8-59858920b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:23.812238 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-8ddb9214-dfdc-406d-84a8-59858920b1e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1097 time: 0.1803503 Aug 30 14:39:23.821533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:23.836299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56921a7-1fee-4a99-890c-2c665fa7f624 req-052f21e4-fc6e-47de-b253-0f21f404b24c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:23.837899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b56921a7-1fee-4a99-890c-2c665fa7f624 req-052f21e4-fc6e-47de-b253-0f21f404b24c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.0771778 Aug 30 14:39:23.838631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Deleting port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:23.838961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.840991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:23.862383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:23.957696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] For port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2, host n-d-805668-3, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:23.958502 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.978572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=9891479d-3609-486c-839f-2a7c9c212295,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:24.007938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b56921a7-1fee-4a99-890c-2c665fa7f624 req-c2c6a6f1-1a85-446d-a3a6-5a282746ee99 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537149 Aug 30 14:39:24.012774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Calling delete_port for 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:24.013324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-0803afb6-153c-4563-b4f1-f0ec697e23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.017020 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-0803afb6-153c-4563-b4f1-f0ec697e23c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1096 time: 0.1685896 Aug 30 14:39:24.034052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:39:24.052047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-fb5aba5f-4b42-443f-b469-3a1a9d8e1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.052809 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.053576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-fb5aba5f-4b42-443f-b469-3a1a9d8e1b76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 911 time: 0.2259347 Aug 30 14:39:24.069275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-40ed0012-82e3-459b-8f86-34fbeb5ff936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.071032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-40ed0012-82e3-459b-8f86-34fbeb5ff936 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.3157463 Aug 30 14:39:24.098889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87eaa06-5dd2-4bae-a026-6d47a1a1a662 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:24.113702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ec1011-402a-40bb-9b4c-2bc8c65e3ba2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:24.126900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f87eaa06-5dd2-4bae-a026-6d47a1a1a662 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:24.127256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87eaa06-5dd2-4bae-a026-6d47a1a1a662 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:24.127690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:24.142813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf62f67-c0b6-4bfc-98c8-efaf62667ae1 req-5d7dc41a-3632-40f8-bc3d-085f5845b330 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.144366 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebf62f67-c0b6-4bfc-98c8-efaf62667ae1 req-5d7dc41a-3632-40f8-bc3d-085f5845b330 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.3879604 Aug 30 14:39:24.150217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.150854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.154818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] No DVR routers for this DVR port 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:24.166985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:24.167369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 15ec1011-402a-40bb-9b4c-2bc8c65e3ba2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:24.183888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8793542-d859-4967-88df-635967845e3b None None] Provisioning for port 9891479d-3609-486c-839f-2a7c9c212295 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:24.196467 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8793542-d859-4967-88df-635967845e3b None None] Provisioning complete for port 9891479d-3609-486c-839f-2a7c9c212295 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:24.196841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8793542-d859-4967-88df-635967845e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.213328 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5c12e0fc-78b9-4658-a730-e549700a301a tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2929249 Aug 30 14:39:24.219758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:24.233683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:f9:9d:fb'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:d9:af:df'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:24.237509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c8793542-d859-4967-88df-635967845e3b None None] Port 9891479d-3609-486c-839f-2a7c9c212295 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:24.248061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '84943546-1534-4545-b116-a7e52cc75c81', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'port_id': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'mac_address': 'fa:16:3e:70:08:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:38:54Z', 'updated_at': '2021-08-30T14:39:20Z', 'revision_number': 1, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:54Z', 'revision_number': 5, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:24.281202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9af4f-5358-4f01-ab39-a57c27e1bf3c None None] The sync data for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 is: [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '84943546-1534-4545-b116-a7e52cc75c81', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'port_id': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'mac_address': 'fa:16:3e:70:08:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:38:54Z', 'updated_at': '2021-08-30T14:39:20Z', 'revision_number': 1, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:54Z', 'revision_number': 5, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:24.282504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-294155db-8708-4783-b1e5-211f6d0e7056 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 1000 time: 0.2012694 Aug 30 14:39:24.286715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-ac3e4eb8-0bdb-47e5-aa2d-d64e690f9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.288116 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-ac3e4eb8-0bdb-47e5-aa2d-d64e690f9402 service neutron] 10.222.0.21 "GET /v2.0/networks?id=466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 200 len: 898 time: 0.2611530 Aug 30 14:39:24.307877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebf62f67-c0b6-4bfc-98c8-efaf62667ae1 req-2850723a-8f80-4dd3-aa79-b1036577e1fe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541448 Aug 30 14:39:24.314325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-3eabf170-a777-4130-a0c9-989fe09f202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.315847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-3eabf170-a777-4130-a0c9-989fe09f202d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172022 Aug 30 14:39:24.317302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-de47c78d-291a-424c-9cd3-56daa44b0b02 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.318828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-de47c78d-291a-424c-9cd3-56daa44b0b02 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.39 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 946 time: 0.1247113 Aug 30 14:39:24.328574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.362767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b173ba-3264-4cfa-bc64-893edcb7863c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:24.398447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6d06-96e1-4380-b891-53382231d82a req-15a08b52-9a1f-4f4b-ac1e-a9e0ca6e2665 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.399970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d33c6d06-96e1-4380-b891-53382231d82a req-15a08b52-9a1f-4f4b-ac1e-a9e0ca6e2665 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.2318490 Aug 30 14:39:24.435805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e26577-f739-4f25-816d-7a4e26200c3d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:24.436621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e26577-f739-4f25-816d-7a4e26200c3d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:24.455501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.480791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.501636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:24.502054 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:24.503855 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:24.590043 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2792e-6edc-41dd-85fe-37da13d149e6 None None] New status for floating IP 84943546-1534-4545-b116-a7e52cc75c81: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:39:24.606499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-e1f4b268-14e3-4eda-aad5-e3cde3de108a service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746606 Aug 30 14:39:24.638232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.654378 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.659991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] 10.222.0.50 "DELETE /v2.0/networks/58b173ba-3264-4cfa-bc64-893edcb7863c HTTP/1.1" status: 204 len: 168 time: 1.9503946 Aug 30 14:39:24.731196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224ceee-a87d-45da-bcb7-823f01063466 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b173ba-3264-4cfa-bc64-893edcb7863c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:24.757909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af459384-7145-499d-bc43-a1d6a75d28ca req-9624cd93-2b99-4d31-ac97-b2b624a1467c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.765212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-af459384-7145-499d-bc43-a1d6a75d28ca req-9624cd93-2b99-4d31-ac97-b2b624a1467c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 946 time: 0.2494876 Aug 30 14:39:24.782659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:24.815845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-35bd2596-9c1b-491e-b62d-e2c02c3b3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.820166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-35bd2596-9c1b-491e-b62d-e2c02c3b3773 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 200 len: 849 time: 0.5208559 Aug 30 14:39:24.822199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:24.868127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-a671dfbe-4093-46d6-b968-0ae3019a99ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 1001 time: 0.5593119 Aug 30 14:39:24.868864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81ed888-32af-46f6-b956-1e164c63cd7f req-3dd0641d-ee1f-45be-9480-47fb0f22c4c5 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467964 Aug 30 14:39:24.878725 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-af459384-7145-499d-bc43-a1d6a75d28ca req-4689416e-fce8-4042-b68b-1c4d9c1229cf tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124821 Aug 30 14:39:24.898602 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d33c6d06-96e1-4380-b891-53382231d82a req-e4f4ba20-7676-457b-b639-de35c0ba918b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752100 Aug 30 14:39:24.954149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-05df9ecc-13ff-4630-8435-29c84a668765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.955649 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-05df9ecc-13ff-4630-8435-29c84a668765 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d2391c-8dd6-40bc-aaaf-65b1b6401624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301425 Aug 30 14:39:24.961352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-ca911531-dda6-48d4-90fd-0c9fcd10b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.962806 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-ca911531-dda6-48d4-90fd-0c9fcd10b4f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 HTTP/1.1" status: 200 len: 835 time: 0.0784466 Aug 30 14:39:24.963377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c116fb34-da79-48de-a65d-fd11885a9fc5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea76724a518840a19b83451821677065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399705 Aug 30 14:39:24.966213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:25.031095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-1a9e7c31-d64c-4624-860d-c828b4a3bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.032637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-1a9e7c31-d64c-4624-860d-c828b4a3bc49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1095 time: 0.1065519 Aug 30 14:39:25.039112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Deleting port fb2bc095-342e-4575-984a-7f19aa9d9ab7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:25.039548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.130337 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4fb71d12-fd8f-4ae1-9a1d-488096d640d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.172939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.182168 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.194798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-03fa9178-0249-4be3-a653-dc75e62aa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.196293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-03fa9178-0249-4be3-a653-dc75e62aa610 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1487210 Aug 30 14:39:25.228855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-475841b3-9e80-4ad4-9efb-5511c10db86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.230399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-475841b3-9e80-4ad4-9efb-5511c10db86c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=466b0175-3616-40c5-8b41-32ff5ecaca19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2487502 Aug 30 14:39:25.260412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-d58f5eab-2fa1-4316-8497-68841caa1ec2 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963891 Aug 30 14:39:25.282243 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee726-cfd7-4383-bba5-e9be1fe425c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.287338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-0fc9026f-f93c-4de5-a313-f685ea55a713 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 200 len: 217 time: 0.0712752 Aug 30 14:39:25.336692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a032e-344f-426f-bb0d-8f2d83b6f2e8 req-0275375b-1ee9-41d6-881d-46c8f8b19284 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.338412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-266a032e-344f-426f-bb0d-8f2d83b6f2e8 req-0275375b-1ee9-41d6-881d-46c8f8b19284 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.2284474 Aug 30 14:39:25.350883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event updated for resources: {'Port': ['ID=9891479d-3609-486c-839f-2a7c9c212295,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:25.378649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] In _notify_port_updated(), no bound segment for port 9891479d-3609-486c-839f-2a7c9c212295 on network 8f1d047d-0281-4832-a42e-e779f5cf6ddf {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:39:25.386537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.387297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.391845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a8f8840c-64ff-4481-983a-e51f16d53b19 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "PUT /v2.0/ports/9891479d-3609-486c-839f-2a7c9c212295 HTTP/1.1" status: 200 len: 1057 time: 1.1595240 Aug 30 14:39:25.392276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:25.414781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] For port fb2bc095-342e-4575-984a-7f19aa9d9ab7, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=fb2bc095-342e-4575-984a-7f19aa9d9ab7,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:25.415150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.431155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-9b1e7da6-6cb9-4d0c-b257-a599e0e5514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.433340 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-9b1e7da6-6cb9-4d0c-b257-a599e0e5514b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.1357372 Aug 30 14:39:25.443556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee726-cfd7-4383-bba5-e9be1fe425c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.477721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Calling delete_port for fb2bc095-342e-4575-984a-7f19aa9d9ab7 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:25.558226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-266a032e-344f-426f-bb0d-8f2d83b6f2e8 req-487984cc-92c9-49ab-8e8b-47d12d4f798a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724484 Aug 30 14:39:25.560221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71b1a1-4161-4326-8ecb-5256741b71cf req-08089e69-9226-4490-9727-098955bd0f33 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.562557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0d71b1a1-4161-4326-8ecb-5256741b71cf req-08089e69-9226-4490-9727-098955bd0f33 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1339378 Aug 30 14:39:25.583162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3da452da-4e25-4774-aab8-423e652dc83f None None] Provisioning complete for port 9891479d-3609-486c-839f-2a7c9c212295 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:25.583491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-3fac0fbb-108c-494d-a4b4-6830b27e2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.584126 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3da452da-4e25-4774-aab8-423e652dc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.585694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-3fac0fbb-108c-494d-a4b4-6830b27e2ae1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425853 Aug 30 14:39:25.597020 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-c6d5961a-0f27-40c0-936b-527ec3a47048 service neutron] 10.222.0.21 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556442 Aug 30 14:39:25.603936 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7526fc7-a6e5-4c04-a7ed-036d2aba66b5 req-d36b0b31-da6b-499f-8ad4-9d300bdc51c4 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921603 Aug 30 14:39:25.629364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3da452da-4e25-4774-aab8-423e652dc83f None None] Port 9891479d-3609-486c-839f-2a7c9c212295 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:25.660373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee726-cfd7-4383-bba5-e9be1fe425c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.663006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee726-cfd7-4383-bba5-e9be1fe425c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.664198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3e9ee726-cfd7-4383-bba5-e9be1fe425c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81106ed6-be69-4858-b5ce-bed64dc46a5f HTTP/1.1" status: 204 len: 168 time: 0.6973906 Aug 30 14:39:25.676406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5afb6762-b22d-409c-8074-c20727beb6b3 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Deleting port 9891479d-3609-486c-839f-2a7c9c212295 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:25.676751 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5afb6762-b22d-409c-8074-c20727beb6b3 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.717734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ee726-cfd7-4383-bba5-e9be1fe425c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81106ed6-be69-4858-b5ce-bed64dc46a5f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:25.740982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0d71b1a1-4161-4326-8ecb-5256741b71cf req-9b93296d-4052-41ea-9650-fd4122dbca74 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645968 Aug 30 14:39:25.808410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-c9701e3c-b2a4-47d8-8d47-23f6cf5cb618 service neutron] 10.222.0.21 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589620 Aug 30 14:39:25.809368 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.821408 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-99e3acf6-a2d2-44bd-9274-10c2b3fbd70b service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171504 Aug 30 14:39:25.833106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['fb2bc095-342e-4575-984a-7f19aa9d9ab7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:25.851302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Pushing event deleted for resources: {'Port': ['ID=fb2bc095-342e-4575-984a-7f19aa9d9ab7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:25.861056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['99d6b99a-ca92-4f1d-97ac-327359142320'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:25.891768 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5afb6762-b22d-409c-8074-c20727beb6b3 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.902710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] No DVR routers for this DVR port fb2bc095-342e-4575-984a-7f19aa9d9ab7 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:25.907199 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:25.909751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e0d6ef4-51ed-4282-8922-2b529df6ded2 req-5cf3342f-bcb7-450d-beed-3552c546d00f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.39 "DELETE /v2.0/ports/fb2bc095-342e-4575-984a-7f19aa9d9ab7 HTTP/1.1" status: 204 len: 173 time: 1.5351818 Aug 30 14:39:25.910562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6511d168-b275-4564-a535-aa0b00fce700', 'name': 'network-vif-deleted', 'tag': 'fb2bc095-342e-4575-984a-7f19aa9d9ab7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:25.912926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5afb6762-b22d-409c-8074-c20727beb6b3 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Calling delete_port for 9891479d-3609-486c-839f-2a7c9c212295 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:25.913581 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d470b9a-51e0-4a15-a71e-de3e4ff47db3" -d '{"events": [{"server_uuid": "6511d168-b275-4564-a535-aa0b00fce700", "name": "network-vif-deleted", "tag": "fb2bc095-342e-4575-984a-7f19aa9d9ab7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:25.999200 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6c3468-b907-4f79-9659-e32d0917194c x-openstack-request-id: req-3a6c3468-b907-4f79-9659-e32d0917194c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:25.999502 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6511d168-b275-4564-a535-aa0b00fce700", "name": "network-vif-deleted", "tag": "fb2bc095-342e-4575-984a-7f19aa9d9ab7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:25.999761 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a6c3468-b907-4f79-9659-e32d0917194c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:26.004443 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6511d168-b275-4564-a535-aa0b00fce700', 'name': 'network-vif-deleted', 'tag': 'fb2bc095-342e-4575-984a-7f19aa9d9ab7', 'status': 'completed', 'code': 200} Aug 30 14:39:26.079976 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0318f65-c3ba-49c3-a77e-62e2a95621e4 req-16b269d6-87e6-4455-81e9-49643b4d71f3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=6511d168-b275-4564-a535-aa0b00fce700 HTTP/1.1" status: 200 len: 210 time: 0.0388374 Aug 30 14:39:26.135169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-fa98f072-2c74-4a6c-af91-660ac5a27a0a tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:26.136206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59cc70d6-eaf6-4288-91f2-94dec025f3ac req-aeac5f2e-e297-4887-a91c-da03f0473bc3 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034277 Aug 30 14:39:26.137489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-fa98f072-2c74-4a6c-af91-660ac5a27a0a tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1096 time: 0.1955740 Aug 30 14:39:26.157748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805668-3'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:26.200416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84951dd6-3033-473e-a61f-110539184a07 req-2fac197b-75e7-4e86-b552-33494a65cf44 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:26.202467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84951dd6-3033-473e-a61f-110539184a07 req-2fac197b-75e7-4e86-b552-33494a65cf44 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.1161835 Aug 30 14:39:26.230561 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:26.288154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84951dd6-3033-473e-a61f-110539184a07 req-7427c9d4-367a-40d9-9ead-c4f5d9ec57e0 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780811 Aug 30 14:39:26.300388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5afb6762-b22d-409c-8074-c20727beb6b3 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:26.395349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb6762-b22d-409c-8074-c20727beb6b3 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Port': ['ID=9891479d-3609-486c-839f-2a7c9c212295,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:26.412035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:26.511517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:26.567737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:26.576685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:26.592885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-5cb5e344-a6e5-4253-9110-2e611f9bafca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1655366 Aug 30 14:39:26.728701 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5afb6762-b22d-409c-8074-c20727beb6b3 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:26.733099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5afb6762-b22d-409c-8074-c20727beb6b3 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "DELETE /v2.0/ports/9891479d-3609-486c-839f-2a7c9c212295 HTTP/1.1" status: 204 len: 168 time: 1.3374937 Aug 30 14:39:26.733826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:26.766724 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe50923-597d-4ca5-bb9f-56121a98d02d tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] GET failed (client error): The resource could not be found. Aug 30 14:39:26.768459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cbe50923-597d-4ca5-bb9f-56121a98d02d tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "GET /v2.0/ports/9891479d-3609-486c-839f-2a7c9c212295 HTTP/1.1" status: 404 len: 333 time: 0.0334191 Aug 30 14:39:26.774095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:26.807374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:26.827621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:26.951269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:26.979773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-edbabb17-7760-418f-8e79-453177ab1ce6 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Deleting port a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:26.980533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edbabb17-7760-418f-8e79-453177ab1ce6 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:26.993174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312ec29-f000-4f9d-a66f-896c8d1376f9 req-32e43902-3b01-4a7b-a45b-c70ee20887e5 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:26.995787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3312ec29-f000-4f9d-a66f-896c8d1376f9 req-32e43902-3b01-4a7b-a45b-c70ee20887e5 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1411862 Aug 30 14:39:26.997738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bd4d2-5157-4491-be4c-5b402a067233 req-9e0488fb-6868-4bd9-b732-af52a34fc4aa tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.006232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b00bd4d2-5157-4491-be4c-5b402a067233 req-9e0488fb-6868-4bd9-b732-af52a34fc4aa tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 943 time: 0.2463822 Aug 30 14:39:27.012932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-e6e4efa0-3ccc-4616-a940-c4efdcc1e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.015727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-e6e4efa0-3ccc-4616-a940-c4efdcc1e3e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1097 time: 0.3104434 Aug 30 14:39:27.018669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:27.033744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'port_id': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'mac_address': 'fa:16:3e:29:43:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:39:27.096507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e454ed4-6f95-4524-836d-3632da1b0cdc None None] Provisioning complete for port 6c7eb443-2644-4277-b330-4bbd107c907b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:27.097231 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e454ed4-6f95-4524-836d-3632da1b0cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.100472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.132599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edbabb17-7760-418f-8e79-453177ab1ce6 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.138317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2106731624-network', 'tenant_id': 'a52fa23c1b804e40a4d68bf894a21620'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:27.144528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3d10f1-c03c-497a-9e9d-9ff47382349c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:27.163558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6e454ed4-6f95-4524-836d-3632da1b0cdc None None] Port 6c7eb443-2644-4277-b330-4bbd107c907b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:27.167569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-edbabb17-7760-418f-8e79-453177ab1ce6 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Calling delete_port for a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:27.170752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b00bd4d2-5157-4491-be4c-5b402a067233 req-6e6ca970-5132-46ea-a9a1-2ccf2c2f852b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613169 Aug 30 14:39:27.178174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:27.188481 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.206925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3312ec29-f000-4f9d-a66f-896c8d1376f9 req-363497d4-9f37-4cc8-9db1-079ae1082ecb tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949446 Aug 30 14:39:27.210360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-08bf222d-066e-4206-81fd-4b0b00724d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.211199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Made reservation on behalf of a52fa23c1b804e40a4d68bf894a21620 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:27.212071 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-08bf222d-066e-4206-81fd-4b0b00724d34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 915 time: 0.1707625 Aug 30 14:39:27.213189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on host n-h2-805668-3 for vnic_type normal with profile {"migrating_to": "n-h1-805668-3"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:27.213529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:27.213868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:27.221098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.221487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:39:27.221606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Attempting to bind port 6c7eb443-2644-4277-b330-4bbd107c907b on network 466b0175-3616-40c5-8b41-32ff5ecaca19 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:27.229113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:27.229883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Checking segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:27.230514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Bound using segment: {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:27.230983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Bound port: 6c7eb443-2644-4277-b330-4bbd107c907b, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465d388b-7690-4397-9b7f-4d8192807bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:27.231362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.270662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:27.284480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.288601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-3d39575a-2aac-4348-946f-54af2765cba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 200 len: 217 time: 0.0607343 Aug 30 14:39:27.426012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:27.430755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-12094d13-2afe-4d39-af46-3402d0e231aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.431672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-12094d13-2afe-4d39-af46-3402d0e231aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.1140602 Aug 30 14:39:27.433664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:27.434051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6a3d10f1-c03c-497a-9e9d-9ff47382349c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:27.447245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba836686-7682-441f-b0e4-2d5b2b51a03b req-7e680301-7a86-42a9-b527-8f0da1d90c1c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.448840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba836686-7682-441f-b0e4-2d5b2b51a03b req-7e680301-7a86-42a9-b527-8f0da1d90c1c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1193273 Aug 30 14:39:27.451424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.511212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edbabb17-7760-418f-8e79-453177ab1ce6 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.515043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-71f31ede-249c-468c-993e-19378975fc42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649810 Aug 30 14:39:27.570303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.574703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbabb17-7760-418f-8e79-453177ab1ce6 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Port': ['ID=a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:27.592571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d991b-3ed5-40d4-aa55-fdbc53b89c40 req-55cc9a05-af97-4bfa-a566-092150049927 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.595326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-321d991b-3ed5-40d4-aa55-fdbc53b89c40 req-55cc9a05-af97-4bfa-a566-092150049927 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 945 time: 0.1644757 Aug 30 14:39:27.600095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.691548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:27.705742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba836686-7682-441f-b0e4-2d5b2b51a03b req-c1103339-aeb7-48bf-9e15-eedb5f86faf1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415497 Aug 30 14:39:27.720972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:27.727543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf7443-3c6d-48de-a380-1b8afcfcd2da,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:27.738865 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.739322 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Added segment 8bed7cec-08f6-4893-a72e-40af6af096b4 of type vlan for network bf111e08-3aa8-4105-9589-b50485e49f9c Aug 30 14:39:27.777295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-321d991b-3ed5-40d4-aa55-fdbc53b89c40 req-1f851382-04d7-4303-b4d1-97f0e8b33835 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721570 Aug 30 14:39:27.783402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edbabb17-7760-418f-8e79-453177ab1ce6 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.788609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-edbabb17-7760-418f-8e79-453177ab1ce6 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "DELETE /v2.0/ports/a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 HTTP/1.1" status: 204 len: 168 time: 1.0135036 Aug 30 14:39:27.804815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:27.821025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-5c8d9304-f3c2-4a10-9652-e6768340945c service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959368 Aug 30 14:39:27.822392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.823195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.828067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-28ab65f5-f500-414f-b1de-01f987852eb1 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 1121 time: 1.6740212 Aug 30 14:39:27.840918 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-42472e36-a3bf-4b37-add1-f51cd5607d23 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] GET failed (client error): The resource could not be found. Aug 30 14:39:27.842982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-42472e36-a3bf-4b37-add1-f51cd5607d23 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "GET /v2.0/ports/a1b3d2b5-54b5-4acc-ba8f-edbf71ddf401 HTTP/1.1" status: 404 len: 333 time: 0.0371535 Aug 30 14:39:27.846533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.846819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:27.890810 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da63d399-4076-443d-adbf-d26033193111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.905782 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.908108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.909831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.925810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6c7eb443-2644-4277-b330-4bbd107c907b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:28.008911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0531557 Aug 30 14:39:28.015584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:28.022564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Request body: {'subnet': {'network_id': 'bf111e08-3aa8-4105-9589-b50485e49f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2106731624-subnet', 'tenant_id': 'a52fa23c1b804e40a4d68bf894a21620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:28.028659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}, {'name': 'network-changed', 'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:28.032308 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee96683-b852-4121-a028-1ffcdd9d8b83" -d '{"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}, {"name": "network-changed", "server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:28.043932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dd816-41ee-4908-838f-b173559cb679 admin admin] Pushing event updated for resources: {'Network': ['ID=bf111e08-3aa8-4105-9589-b50485e49f9c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:28.076176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network bf111e08-3aa8-4105-9589-b50485e49f9c details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:28.090012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-778cbd25-773c-4df5-bb22-28395fac9ffa None None] Provisioning complete for port 6c7eb443-2644-4277-b330-4bbd107c907b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:28.090402 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-778cbd25-773c-4df5-bb22-28395fac9ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.093322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Made reservation on behalf of a52fa23c1b804e40a4d68bf894a21620 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:28.096263 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490a83cf-14e8-4094-ba55-dc294f06c3a0 x-openstack-request-id: req-490a83cf-14e8-4094-ba55-dc294f06c3a0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:28.096454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.096744 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "code": 200}, {"name": "network-changed", "server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:28.097130 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-490a83cf-14e8-4094-ba55-dc294f06c3a0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:28.097712 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'code': 200} Aug 30 14:39:28.097932 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'status': 'completed', 'code': 200} Aug 30 14:39:28.126682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e18c5a34-86ee-4cc0-a4d6-c18e521b4bff req-22d03712-9bdc-4e7a-97b0-5aabf59b884e service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285056 Aug 30 14:39:28.132669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b01d3-fc15-4c13-8068-e8230e278b52 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Deleting port 419f487d-1785-4ae8-bcfe-2d27c24eaef1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:28.133182 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa0b01d3-fc15-4c13-8068-e8230e278b52 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.252373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa0b01d3-fc15-4c13-8068-e8230e278b52 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.276819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b01d3-fc15-4c13-8068-e8230e278b52 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Calling delete_port for 419f487d-1785-4ae8-bcfe-2d27c24eaef1 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:28.378962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a90874-0049-4c4d-ae33-d10cefe7efcd req-41495d73-068c-4821-bb2a-8667aafa9477 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:28.384129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-37a90874-0049-4c4d-ae33-d10cefe7efcd req-41495d73-068c-4821-bb2a-8667aafa9477 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 943 time: 0.1065922 Aug 30 14:39:28.394705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-778cbd25-773c-4df5-bb22-28395fac9ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.434249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-778cbd25-773c-4df5-bb22-28395fac9ffa None None] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:28.435306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:28.438258 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96da68d-a262-41d2-9c86-aeb20d188474" -d '{"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-plugged", "status": "completed", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:28.443527 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-778cbd25-773c-4df5-bb22-28395fac9ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.447364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-37a90874-0049-4c4d-ae33-d10cefe7efcd req-8d9f3047-bc98-4c5c-ab46-75f2236fa1c4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503876 Aug 30 14:39:28.527985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02114548-5955-41f5-ad85-2cf94bc98b74 req-004c1a06-3e8b-4aee-8bba-1b09159ea579 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:28.529474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02114548-5955-41f5-ad85-2cf94bc98b74 req-004c1a06-3e8b-4aee-8bba-1b09159ea579 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.4570880 Aug 30 14:39:28.534224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa0b01d3-fc15-4c13-8068-e8230e278b52 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.534460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-eb5ac88a-d35a-437f-9851-14d8b422c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:28.536405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-eb5ac88a-d35a-437f-9851-14d8b422c834 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1126 time: 0.4109306 Aug 30 14:39:28.580327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b01d3-fc15-4c13-8068-e8230e278b52 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Port': ['ID=419f487d-1785-4ae8-bcfe-2d27c24eaef1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:28.634404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02114548-5955-41f5-ad85-2cf94bc98b74 req-5dfd628d-ee76-4b4a-b7a0-811f2d320486 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932419 Aug 30 14:39:28.637503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.642219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cbd25-773c-4df5-bb22-28395fac9ffa None None] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:28.715356 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa0b01d3-fc15-4c13-8068-e8230e278b52 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.718523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fa0b01d3-fc15-4c13-8068-e8230e278b52 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "DELETE /v2.0/ports/419f487d-1785-4ae8-bcfe-2d27c24eaef1 HTTP/1.1" status: 204 len: 168 time: 0.8703988 Aug 30 14:39:28.727490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1a196-45e4-47c0-bcca-8fc1a479c349 req-c790329d-5646-4fe9-967d-77e3c3dca67b tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:28.729528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5f1a196-45e4-47c0-bcca-8fc1a479c349 req-c790329d-5646-4fe9-967d-77e3c3dca67b tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1548424 Aug 30 14:39:28.730094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:28.753591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-ce93e552-70d1-4c4d-94ce-d9e3dff79f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:28.755136 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-ce93e552-70d1-4c4d-94ce-d9e3dff79f9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 200 len: 898 time: 0.2074552 Aug 30 14:39:28.797963 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771be6c7-362f-4f2f-9735-df450ab10348 x-openstack-request-id: req-771be6c7-362f-4f2f-9735-df450ab10348 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:28.798899 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-plugged", "status": "completed", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:28.799938 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-771be6c7-362f-4f2f-9735-df450ab10348 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:28.800576 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'code': 200} Aug 30 14:39:28.811622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5f1a196-45e4-47c0-bcca-8fc1a479c349 req-0309e756-3fc3-4ea9-be27-ba955a210ef5 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723531 Aug 30 14:39:28.814571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.836053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-430e250e-af0e-4428-9d98-e99c5f5e6924 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Deleting subnet 14b5c7a3-963e-448e-9406-681a798dd898 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:28.836053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-430e250e-af0e-4428-9d98-e99c5f5e6924 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.858656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:28.882506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-430e250e-af0e-4428-9d98-e99c5f5e6924 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.919400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-064d8f75-c79a-40ad-8826-c8d9d88ddbe9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 1001 time: 0.1553476 Aug 30 14:39:28.937543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cdc41e-d596-4a96-9450-13b232f61045,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:28.951257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 6a3d10f1-c03c-497a-9e9d-9ff47382349c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:28.956862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 6a3d10f1-c03c-497a-9e9d-9ff47382349c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:28.957328 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.005435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Checking segment: {'id': '8bed7cec-08f6-4893-a72e-40af6af096b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bf111e08-3aa8-4105-9589-b50485e49f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:29.006991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Network hostable DHCP agents. Network: bf111e08-3aa8-4105-9589-b50485e49f9c, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:29.017967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5703-0158-495a-992d-597a454a3d12 req-dd3e863b-3311-475b-97e3-8c4dfd60f3ba tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:29.019560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f2f5703-0158-495a-992d-597a454a3d12 req-dd3e863b-3311-475b-97e3-8c4dfd60f3ba tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1429155 Aug 30 14:39:29.024920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39773e-d87a-4419-a0a1-9734c1639024 req-173cff17-ee1f-4a7d-86ac-e63cd380cdd5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:29.026069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-138bc25e-97db-4c44-971f-0dd7dc73ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:29.028388 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-138bc25e-97db-4c44-971f-0dd7dc73ad20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 HTTP/1.1" status: 200 len: 835 time: 0.1004632 Aug 30 14:39:29.033321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be39773e-d87a-4419-a0a1-9734c1639024 req-173cff17-ee1f-4a7d-86ac-e63cd380cdd5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 945 time: 0.1053934 Aug 30 14:39:29.043330 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.068849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-430e250e-af0e-4428-9d98-e99c5f5e6924 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.081585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:29.086020 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.087030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device fb2bc095-342e-4575-984a-7f19aa9d9ab7 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:29.096117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Network bf111e08-3aa8-4105-9589-b50485e49f9c is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:29.118711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be39773e-d87a-4419-a0a1-9734c1639024 req-2058d9c3-4b85-4b6f-9ee3-2c9ef21aa9a1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844929 Aug 30 14:39:29.121586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5f2f5703-0158-495a-992d-597a454a3d12 req-57da1ed8-e606-4a88-b1e3-dcf2dc205718 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879726 Aug 30 14:39:29.123688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, bf111e08-3aa8-4105-9589-b50485e49f9c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:29.129800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: fb2bc095-342e-4575-984a-7f19aa9d9ab7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:29.130183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device fb2bc095-342e-4575-984a-7f19aa9d9ab7 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:29.139822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:29.140095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.143649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-ff465902-2d63-4960-90f6-865e8def39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:29.145158 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-ff465902-2d63-4960-90f6-865e8def39ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=466b0175-3616-40c5-8b41-32ff5ecaca19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090000 Aug 30 14:39:29.153746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ad520-d316-4049-ad5c-f705c692a2f8 None None] Network bf111e08-3aa8-4105-9589-b50485e49f9c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:29.168056 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-430e250e-af0e-4428-9d98-e99c5f5e6924 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.201361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e250e-af0e-4428-9d98-e99c5f5e6924 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Subnet': ['ID=14b5c7a3-963e-448e-9406-681a798dd898,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:29.205856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-430e250e-af0e-4428-9d98-e99c5f5e6924 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.210606 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-430e250e-af0e-4428-9d98-e99c5f5e6924 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "DELETE /v2.0/subnets/14b5c7a3-963e-448e-9406-681a798dd898 HTTP/1.1" status: 204 len: 168 time: 0.4791436 Aug 30 14:39:29.211247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:29.228087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6259eb7b-554f-459e-94b7-da7bc589e552 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2112782 Aug 30 14:39:29.229713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a62af2-0e62-4d5f-a0ca-1f18765a9c20 None None] Network 8f1d047d-0281-4832-a42e-e779f5cf6ddf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:29.305212 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.310285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:29.330009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-e890e270-6e77-44fc-860d-276cb0e589fd service neutron] 10.222.0.39 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729085 Aug 30 14:39:29.352276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.447707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Deleting port d8316713-6923-417b-a885-3dfe374829f2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:29.448134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.460007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de9f764-696e-4195-91c1-3a2c71fe8e38 None None] Network bf111e08-3aa8-4105-9589-b50485e49f9c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:29.546367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fee96683-b852-4121-a028-1ffcdd9d8b83 req-34eb04e7-29d1-4d97-8de3-ccad16e6901f service neutron] 10.222.0.39 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059042 Aug 30 14:39:29.580847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] DHCP port deletion for 8f1d047d-0281-4832-a42e-e779f5cf6ddf request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:29.669314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] For port d8316713-6923-417b-a885-3dfe374829f2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d8316713-6923-417b-a885-3dfe374829f2,segment=NetworkSegment(1e884bb7-6341-485c-a112-48a4293c1f00),segment_id=1e884bb7-6341-485c-a112-48a4293c1f00)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:29.670519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.698429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Calling delete_port for d8316713-6923-417b-a885-3dfe374829f2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:29.728251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aecc7-c3bc-4eca-aa34-aa2bf7042f39 req-692cec9d-aa49-4669-b94e-e36261006ed3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:29.729915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-377aecc7-c3bc-4eca-aa34-aa2bf7042f39 req-692cec9d-aa49-4669-b94e-e36261006ed3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.1446054 Aug 30 14:39:29.869000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] Deleting port d8316713-6923-417b-a885-3dfe374829f2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:29.869825 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.894557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-d0237047-8259-4b55-bf7c-3a5a7d959df2 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:29.900143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-d0237047-8259-4b55-bf7c-3a5a7d959df2 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/networks?id=bf111e08-3aa8-4105-9589-b50485e49f9c HTTP/1.1" status: 200 len: 818 time: 0.1323636 Aug 30 14:39:29.933973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-e25b9ddb-a9d1-4f1d-8ad0-53fe80e026b2 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/quotas/a52fa23c1b804e40a4d68bf894a21620 HTTP/1.1" status: 200 len: 375 time: 0.0257506 Aug 30 14:39:29.966019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] For port d8316713-6923-417b-a885-3dfe374829f2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d8316713-6923-417b-a885-3dfe374829f2,segment=NetworkSegment(1e884bb7-6341-485c-a112-48a4293c1f00),segment_id=1e884bb7-6341-485c-a112-48a4293c1f00)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:29.966597 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.981413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d8316713-6923-417b-a885-3dfe374829f2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:29.981633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-f9c51160-e275-42f6-96fd-91e2d9972ea9 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52fa23c1b804e40a4d68bf894a21620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461693 Aug 30 14:39:30.006281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] Calling delete_port for d8316713-6923-417b-a885-3dfe374829f2 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:30.099472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-2a060f02-e820-4fa2-b95e-79d9b62eda0d service neutron] 10.222.0.50 "GET /v2.0/networks/bf111e08-3aa8-4105-9589-b50485e49f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169550 Aug 30 14:39:30.128604 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.140270 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.178270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] No DVR routers for this DVR port d8316713-6923-417b-a885-3dfe374829f2 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:30.185187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.190293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749a2e2-1e2e-4c2a-bf0a-534b4019caeb None None] Pushing event deleted for resources: {'Port': ['ID=d8316713-6923-417b-a885-3dfe374829f2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:30.216311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] No DVR routers for this DVR port d8316713-6923-417b-a885-3dfe374829f2 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:30.220835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-86d8abee-1984-40fd-8cc9-6cfbc96dc399 service neutron] 10.222.0.50 "GET /v2.0/networks/bf111e08-3aa8-4105-9589-b50485e49f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204660 Aug 30 14:39:30.247952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Port': ['ID=d8316713-6923-417b-a885-3dfe374829f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:30.338808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-377aecc7-c3bc-4eca-aa34-aa2bf7042f39 req-546b20a8-fb86-4324-9b2e-2ef698e0ca55 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333253 Aug 30 14:39:30.369115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.384635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1d047d-0281-4832-a42e-e779f5cf6ddf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:30.402496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e884bb7-6341-485c-a112-48a4293c1f00') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:30.403080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e884bb7-6341-485c-a112-48a4293c1f00') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:30.413662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.437833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.448892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:30.449196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:30.460543 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:30.511298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6c7eb443-2644-4277-b330-4bbd107c907b details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:30.559874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d360d-fc8c-4a7e-8efc-89cc49035b7a req-af91e9c0-a07b-4f5d-8070-9876b9e443c5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:30.561498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f1d360d-fc8c-4a7e-8efc-89cc49035b7a req-af91e9c0-a07b-4f5d-8070-9876b9e443c5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0582514 Aug 30 14:39:30.611292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f1d360d-fc8c-4a7e-8efc-89cc49035b7a req-d1681027-349a-497b-878f-93e577c329a4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Aug 30 14:39:30.625966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b90aee-13d8-417e-a34f-ea35e1188013 req-af58750d-2b04-4d2d-820a-f29ded019f12 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:30.627486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39b90aee-13d8-417e-a34f-ea35e1188013 req-af58750d-2b04-4d2d-820a-f29ded019f12 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1824436 Aug 30 14:39:30.628334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.638746 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:30.654142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] 10.222.0.50 "DELETE /v2.0/networks/8f1d047d-0281-4832-a42e-e779f5cf6ddf HTTP/1.1" status: 204 len: 168 time: 1.4418695 Aug 30 14:39:30.658347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:30.684239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6c7eb443-2644-4277-b330-4bbd107c907b has no active binding in host n-h1-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 14:39:30.713359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39b90aee-13d8-417e-a34f-ea35e1188013 req-1b00b07f-2398-4621-9b98-af26ff70c7da tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726001 Aug 30 14:39:30.714404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55888068-9b1d-48d6-8dfc-e42d9e7ecfd9 tempest-AllowedAddressPairTestJSON-120437427 tempest-AllowedAddressPairTestJSON-120437427-project] Pushing event deleted for resources: {'Network': ['ID=8f1d047d-0281-4832-a42e-e779f5cf6ddf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:30.725235 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c2caeb2-a19e-49f2-a927-5203d456268c req-a3264df3-855e-4f2d-b043-98f4c2273788 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 210 time: 0.0402787 Aug 30 14:39:30.802700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:30.807453 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b979ca28-6a51-4a7f-8044-7313d80ae512" -d '{"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:30.854244 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdf6627-5de3-40ac-97fc-bd11eea11cbf x-openstack-request-id: req-7cdf6627-5de3-40ac-97fc-bd11eea11cbf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:30.854534 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:30.854782 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cdf6627-5de3-40ac-97fc-bd11eea11cbf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:30.855168 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'code': 200} Aug 30 14:39:30.949254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:30.977384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606e115-caeb-4610-862c-ae32b7de18e3 req-137d3805-e236-4d17-9c51-da251c085e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:30.980115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8606e115-caeb-4610-862c-ae32b7de18e3 req-137d3805-e236-4d17-9c51-da251c085e88 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1097 time: 0.0522861 Aug 30 14:39:31.029310 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8606e115-caeb-4610-862c-ae32b7de18e3 req-a3ca1b17-2571-4c51-90eb-45e7c1dca233 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365961 Aug 30 14:39:31.120784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a057fb78-92b0-49a3-a216-1603511747e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66f7690055ef4c5f85c2bd9b11f4a4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701932 Aug 30 14:39:31.123876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:31.214550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff188-9694-405a-9414-58c9acc65d3b req-be2da983-741a-40ae-bbbf-8439050559bb tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:31.216642 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d1ff188-9694-405a-9414-58c9acc65d3b req-be2da983-741a-40ae-bbbf-8439050559bb tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0861981 Aug 30 14:39:31.236778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6ea21f9-a9aa-4081-92bb-a89852e96a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:31.275324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6ea21f9-a9aa-4081-92bb-a89852e96a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:31.288591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3d1ff188-9694-405a-9414-58c9acc65d3b req-be49cff5-3efa-470e-a287-a1764a90eb72 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613451 Aug 30 14:39:31.328825 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6ea21f9-a9aa-4081-92bb-a89852e96a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:31.331397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6ea21f9-a9aa-4081-92bb-a89852e96a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:31.332558 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f6ea21f9-a9aa-4081-92bb-a89852e96a90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d41ad9e-65f2-4c6c-a0fc-2e8dd436312e HTTP/1.1" status: 204 len: 168 time: 0.2077541 Aug 30 14:39:31.340988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea21f9-a9aa-4081-92bb-a89852e96a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41ad9e-65f2-4c6c-a0fc-2e8dd436312e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:31.440252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881a354-4b30-49c3-af38-fe701208603b req-34ffc39a-c710-4a72-b20f-3f90b37b2550 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:31.441819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c881a354-4b30-49c3-af38-fe701208603b req-34ffc39a-c710-4a72-b20f-3f90b37b2550 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0631781 Aug 30 14:39:31.472025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d83f8-70b5-400c-8446-dd765eeb1297 req-16397e67-e335-4d4b-9cf2-818b3ac8fb2b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:31.473570 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-678d83f8-70b5-400c-8446-dd765eeb1297 req-16397e67-e335-4d4b-9cf2-818b3ac8fb2b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.0559416 Aug 30 14:39:31.489606 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c881a354-4b30-49c3-af38-fe701208603b req-5208a090-7b20-456b-854b-7bd440716857 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Aug 30 14:39:31.535836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-678d83f8-70b5-400c-8446-dd765eeb1297 req-e4145f66-70cb-4572-a129-7c635bbcfcce tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514636 Aug 30 14:39:31.580948 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:31.892560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a66f83-22f8-4d0d-954d-61ece450d781 req-58a9b042-6a43-4f28-b2da-9a04f4d994d7 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:31.902058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a66f83-22f8-4d0d-954d-61ece450d781 req-58a9b042-6a43-4f28-b2da-9a04f4d994d7 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.0674067 Aug 30 14:39:31.919282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13c6a8-f85b-4a72-a28d-19cd2f134181 req-4d79b8d1-d413-4367-bf1f-5d64b3eb194a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:31.929062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a13c6a8-f85b-4a72-a28d-19cd2f134181 req-4d79b8d1-d413-4367-bf1f-5d64b3eb194a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.2238655 Aug 30 14:39:31.945319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-3894e931-b382-4074-88a7-4758fd0c160d tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:31.946942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-3894e931-b382-4074-88a7-4758fd0c160d tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.21 "GET /v2.0/networks?id=bf111e08-3aa8-4105-9589-b50485e49f9c HTTP/1.1" status: 200 len: 818 time: 0.2276623 Aug 30 14:39:31.974108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Request body: {'port': {'device_id': '69182319-cb62-4768-95a7-3d9001232245', 'network_id': 'bf111e08-3aa8-4105-9589-b50485e49f9c', 'admin_state_up': True, 'tenant_id': 'a52fa23c1b804e40a4d68bf894a21620'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:31.975400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80a66f83-22f8-4d0d-954d-61ece450d781 req-d59d28de-8a00-4b8c-ad36-681f361e6609 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720222 Aug 30 14:39:32.025640 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a13c6a8-f85b-4a72-a28d-19cd2f134181 req-457c1b0e-1566-405b-9e9e-e3e47a5f5542 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950675 Aug 30 14:39:32.067375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7bfdcc9e-d460-4f45-941e-a1c34e3370b0 req-9d5d6646-3d80-47f1-9d44-fe7dbdfa1101 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 210 time: 0.0345120 Aug 30 14:39:32.135968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Made reservation on behalf of a52fa23c1b804e40a4d68bf894a21620 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:32.140191 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.283041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:32.307745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Allocated IP 172.20.0.4 (bf111e08-3aa8-4105-9589-b50485e49f9c/21cdc41e-d596-4a96-9450-13b232f61045/5ddef2b5-81c9-4839-885e-d5f72585387a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:32.419232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'networks': [{'name': 'tempest-network--1587853297'}, {'name': 'tempest-network--817865359'}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:32.419786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'network': {'name': 'tempest-network--1587853297'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:32.421254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'network': {'name': 'tempest-network--817865359'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:32.444637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Made reservation on behalf of a5691b731fdd48ac83ce0ce22e8c163f for: {'network': 2} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:32.449532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.459366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.482285 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.530992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.577548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Network bf111e08-3aa8-4105-9589-b50485e49f9c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:32.590528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:32.595849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:32.613404 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.620045 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.620476 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.625363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Pushing event updated for resources: {'Port': ['ID=5ddef2b5-81c9-4839-885e-d5f72585387a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:32.662602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:32.663157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.666474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625746d5-21c2-42ca-a17b-eaf08e9ace70,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:32.674128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:32.690768 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.691091 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Added segment 25518a30-7708-40bd-914a-93fd8825db87 of type vlan for network 555436df-e4ad-4130-931e-c043cb02312a Aug 30 14:39:32.699334 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ba15db16-4e8d-48d3-9cff-68f0ad3e216a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319980 Aug 30 14:39:32.718105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cc358-dfb2-43d0-9c31-0b32b366d8af req-f8e4c139-617e-433e-8be3-09268ecddbe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:32.719327 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.720029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-690cc358-dfb2-43d0-9c31-0b32b366d8af req-f8e4c139-617e-433e-8be3-09268ecddbe7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.0796463 Aug 30 14:39:32.727262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Request body: {'port': {'device_id': '69182319-cb62-4768-95a7-3d9001232245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:32.741459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.773776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:32.784946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.785422 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Added segment a638e444-2a27-4e1b-91e3-f83c6d7a3262 of type vlan for network a307aa4f-e446-4d8a-9367-cbc0999f8d60 Aug 30 14:39:32.812663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-690cc358-dfb2-43d0-9c31-0b32b366d8af req-ac334d8c-bdf9-47ca-83cb-2eee5e82ac3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824695 Aug 30 14:39:32.817381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.828239 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.854781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.855430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.861634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:32.866450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:32.867110 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.939780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6556919 Aug 30 14:39:32.942768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:32.945640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Network': ['ID=555436df-e4ad-4130-931e-c043cb02312a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:32.958637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 555436df-e4ad-4130-931e-c043cb02312a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:33.040920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56198578-a15c-4b17-84f8-619d90a5f71a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Network': ['ID=a307aa4f-e446-4d8a-9367-cbc0999f8d60,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:33.052826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a307aa4f-e446-4d8a-9367-cbc0999f8d60 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:33.106854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48f217-86fb-43c1-81cc-ff1ec4d6a489 req-243f85f0-04e3-4b53-aafd-1facc6205d6f tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.114905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb48f217-86fb-43c1-81cc-ff1ec4d6a489 req-243f85f0-04e3-4b53-aafd-1facc6205d6f tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.0595596 Aug 30 14:39:33.153898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cb48f217-86fb-43c1-81cc-ff1ec4d6a489 req-8714e9ae-ec52-4227-acd4-e4d30382e6b8 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374146 Aug 30 14:39:33.257637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1c675-e3a4-4b67-825d-02c61813144b req-cb7de2e2-2909-4c4a-a6e0-8570da659e92 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.259651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ad1c675-e3a4-4b67-825d-02c61813144b req-cb7de2e2-2909-4c4a-a6e0-8570da659e92 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0480778 Aug 30 14:39:33.282858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e70862-feac-419d-9215-e000e89bad40 req-670cc6ee-f467-4894-bfda-03b81635bd81 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.284827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86e70862-feac-419d-9215-e000e89bad40 req-670cc6ee-f467-4894-bfda-03b81635bd81 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1991765 Aug 30 14:39:33.291950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de9e12-0fc4-4b36-999a-3d9803cc5927 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.298980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de9e12-0fc4-4b36-999a-3d9803cc5927 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.299876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ad1c675-e3a4-4b67-825d-02c61813144b req-ab976a8c-5fd6-48f4-bfbd-82ef9f3e5c8b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Aug 30 14:39:33.305156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de9e12-0fc4-4b36-999a-3d9803cc5927 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.311650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de9e12-0fc4-4b36-999a-3d9803cc5927 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.313293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f1de9e12-0fc4-4b36-999a-3d9803cc5927 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3698590 Aug 30 14:39:33.325678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:33.406228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86e70862-feac-419d-9215-e000e89bad40 req-3706371a-7f00-4fb0-97fe-f8b926f4da5b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701022 Aug 30 14:39:33.419279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddef2b5-81c9-4839-885e-d5f72585387a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:33.428169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.443764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Transition to ACTIVE for port object 5ddef2b5-81c9-4839-885e-d5f72585387a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:33.444396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e979b0e-5c3f-4e45-b093-c8c7f9022e6a req-e28bd8f8-2fa1-4379-8ca9-f2299fd531b5 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.446159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e979b0e-5c3f-4e45-b093-c8c7f9022e6a req-e28bd8f8-2fa1-4379-8ca9-f2299fd531b5 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 931 time: 0.0753355 Aug 30 14:39:33.450044 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.450359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.523518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e979b0e-5c3f-4e45-b093-c8c7f9022e6a req-e5c3a80a-7021-4f5a-9375-b385e9d8ac91 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690105 Aug 30 14:39:33.543304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddef2b5-81c9-4839-885e-d5f72585387a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:33.575539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.583142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a22a6-22be-49ca-8001-8b2a4f165b1f req-f9ba517a-2037-449b-93b5-0209ca65606c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.584798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-773a22a6-22be-49ca-8001-8b2a4f165b1f req-f9ba517a-2037-449b-93b5-0209ca65606c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0994642 Aug 30 14:39:33.594234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555436df-e4ad-4130-931e-c043cb02312a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:33.596630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:33.601527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Request body: {'floatingip': {'port_id': '6a3d10f1-c03c-497a-9e9d-9ff47382349c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:33.637463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Attempting to bind port 5ddef2b5-81c9-4839-885e-d5f72585387a on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:33.637828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Attempting to bind port 5ddef2b5-81c9-4839-885e-d5f72585387a by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '8bed7cec-08f6-4893-a72e-40af6af096b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bf111e08-3aa8-4105-9589-b50485e49f9c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:33.638164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Attempting to bind port 5ddef2b5-81c9-4839-885e-d5f72585387a on network bf111e08-3aa8-4105-9589-b50485e49f9c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:33.642780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Port 5ddef2b5-81c9-4839-885e-d5f72585387a on network bf111e08-3aa8-4105-9589-b50485e49f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:39:33.643102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Attempting to bind port 5ddef2b5-81c9-4839-885e-d5f72585387a on network bf111e08-3aa8-4105-9589-b50485e49f9c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:33.648244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:33.648580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Checking segment: {'id': '8bed7cec-08f6-4893-a72e-40af6af096b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bf111e08-3aa8-4105-9589-b50485e49f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:33.648705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25518a30-7708-40bd-914a-93fd8825db87') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:33.648935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25518a30-7708-40bd-914a-93fd8825db87') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:33.649116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Bound using segment: {'id': '8bed7cec-08f6-4893-a72e-40af6af096b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bf111e08-3aa8-4105-9589-b50485e49f9c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:33.649436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Bound port: 5ddef2b5-81c9-4839-885e-d5f72585387a, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bed7cec-08f6-4893-a72e-40af6af096b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bf111e08-3aa8-4105-9589-b50485e49f9c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:33.649801 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.681809 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.686602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.724434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] For port 5ddef2b5-81c9-4839-885e-d5f72585387a, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:33.727840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] For port 5ddef2b5-81c9-4839-885e-d5f72585387a, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ddef2b5-81c9-4839-885e-d5f72585387a,segment=NetworkSegment(8bed7cec-08f6-4893-a72e-40af6af096b4),segment_id=8bed7cec-08f6-4893-a72e-40af6af096b4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:33.734033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.760617 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.780348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.781135 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.782349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ddef2b5-81c9-4839-885e-d5f72585387a HTTP/1.1" status: 200 len: 1091 time: 1.0594180 Aug 30 14:39:33.782799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69182319-cb62-4768-95a7-3d9001232245', 'tag': '5ddef2b5-81c9-4839-885e-d5f72585387a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:33.785068 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78755677-8537-4dd6-8650-908378dc7647" -d '{"events": [{"name": "network-changed", "server_uuid": "69182319-cb62-4768-95a7-3d9001232245", "tag": "5ddef2b5-81c9-4839-885e-d5f72585387a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:33.803569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e94f8-7e00-4789-837c-af7c3369de00 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddef2b5-81c9-4839-885e-d5f72585387a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:33.804982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:33.805446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:33.810649 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:33.833290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82984359-4698-4418-b301-83a9248049fe req-4d4e5337-360d-4a10-a041-6bb17f492511 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.834243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82984359-4698-4418-b301-83a9248049fe req-4d4e5337-360d-4a10-a041-6bb17f492511 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2239218 Aug 30 14:39:33.836350 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b066acd6-e539-4b31-ac61-4200e1cad8db x-openstack-request-id: req-b066acd6-e539-4b31-ac61-4200e1cad8db {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:33.836709 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69182319-cb62-4768-95a7-3d9001232245", "tag": "5ddef2b5-81c9-4839-885e-d5f72585387a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:33.837033 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b066acd6-e539-4b31-ac61-4200e1cad8db {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:33.837527 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69182319-cb62-4768-95a7-3d9001232245', 'tag': '5ddef2b5-81c9-4839-885e-d5f72585387a', 'status': 'completed', 'code': 200} Aug 30 14:39:33.955443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-16b79108-9e38-4c2a-9d9a-4966063ea2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.957062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-16b79108-9e38-4c2a-9d9a-4966063ea2a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a52fa23c1b804e40a4d68bf894a21620&device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 1094 time: 0.0756867 Aug 30 14:39:33.966126 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.969905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23f93-fe98-4163-83df-ae297f5a7ef8 req-671950b1-69f2-4f32-be6f-f9906b1284be tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.971480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8b23f93-fe98-4163-83df-ae297f5a7ef8 req-671950b1-69f2-4f32-be6f-f9906b1284be tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.0805147 Aug 30 14:39:33.980245 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.982111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/networks/555436df-e4ad-4130-931e-c043cb02312a HTTP/1.1" status: 204 len: 168 time: 0.6648881 Aug 30 14:39:33.987424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:34.002537 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82984359-4698-4418-b301-83a9248049fe req-9ecf1d53-fc31-4adb-ae9f-490c35419290 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358490 Aug 30 14:39:34.005477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda64921-2b1a-483b-8d15-25cd6f609ed5 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Network': ['ID=555436df-e4ad-4130-931e-c043cb02312a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:34.084408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-f016f418-588a-4c04-9f67-a950efa72732 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ddef2b5-81c9-4839-885e-d5f72585387a HTTP/1.1" status: 200 len: 217 time: 0.0977142 Aug 30 14:39:34.112147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8b23f93-fe98-4163-83df-ae297f5a7ef8 req-9f45ba4b-ff6a-4c07-afbf-ea8c572ea50d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335988 Aug 30 14:39:34.165535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.179042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-231bc1f3-9821-4cc0-94dc-6e96b439adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:34.180869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-231bc1f3-9821-4cc0-94dc-6e96b439adf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21cdc41e-d596-4a96-9450-13b232f61045 HTTP/1.1" status: 200 len: 858 time: 0.0846939 Aug 30 14:39:34.246402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-0a675df6-12bf-4527-b8d7-c5226d0c6c81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf111e08-3aa8-4105-9589-b50485e49f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371549 Aug 30 14:39:34.350069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cb377-253c-42e4-a341-8fd2b1db9704 req-b7e68e0d-eae4-4547-a93d-ab6f488f7e77 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:34.351560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c9cb377-253c-42e4-a341-8fd2b1db9704 req-b7e68e0d-eae4-4547-a93d-ab6f488f7e77 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1633275 Aug 30 14:39:34.357640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.372933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a307aa4f-e446-4d8a-9367-cbc0999f8d60']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:34.396059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a638e444-2a27-4e1b-91e3-f83c6d7a3262') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:34.396359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a638e444-2a27-4e1b-91e3-f83c6d7a3262') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:34.419652 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.430168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaaf37-e45a-4c5e-bfb3-4ce2a84f39db req-ac5cfa09-f4d7-4942-8aaa-7606d2326542 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:34.431694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-efaaaf37-e45a-4c5e-bfb3-4ce2a84f39db req-ac5cfa09-f4d7-4942-8aaa-7606d2326542 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1879129 Aug 30 14:39:34.462142 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.468524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c9cb377-253c-42e4-a341-8fd2b1db9704 req-b4b52a9f-7a18-45e0-9bc9-9f7f504db97a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057155 Aug 30 14:39:34.487120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:34.487655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:34.491461 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:34.496039 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-0dce311e-9de4-4a06-8128-67008edd8e2e service neutron] 10.222.0.21 "GET /v2.0/networks/bf111e08-3aa8-4105-9589-b50485e49f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213221 Aug 30 14:39:34.526011 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.531026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.599139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-efaaaf37-e45a-4c5e-bfb3-4ce2a84f39db req-03eb4e47-bbbe-455b-9b50-df5c8f42d41a tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601696 Aug 30 14:39:34.623715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.646039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.647991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/networks/a307aa4f-e446-4d8a-9367-cbc0999f8d60 HTTP/1.1" status: 204 len: 168 time: 0.6493323 Aug 30 14:39:34.650982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:34.660179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2016a-458d-43c8-a4b8-6c70b0567e02 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Network': ['ID=a307aa4f-e446-4d8a-9367-cbc0999f8d60,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:34.690768 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a53c7dce-598f-45fa-9567-5684ccd9ac7e req-ace5e94c-44b4-40e8-810f-730aa76f2855 service neutron] 10.222.0.21 "GET /v2.0/networks/bf111e08-3aa8-4105-9589-b50485e49f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497145 Aug 30 14:39:34.730655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243ef1-13bc-4e33-95d2-c96f90af2115 req-d4ceaf26-b7ec-4911-9018-77179dd0034a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:34.732252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95243ef1-13bc-4e33-95d2-c96f90af2115 req-d4ceaf26-b7ec-4911-9018-77179dd0034a tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 943 time: 0.0568871 Aug 30 14:39:34.775023 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95243ef1-13bc-4e33-95d2-c96f90af2115 req-3289a330-271c-4e41-9620-fd08997e1c91 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Aug 30 14:39:34.869069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755677-8537-4dd6-8650-908378dc7647 req-aac38abb-6a18-4f6b-b3e2-9d8434e826e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:34.870596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78755677-8537-4dd6-8650-908378dc7647 req-aac38abb-6a18-4f6b-b3e2-9d8434e826e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a52fa23c1b804e40a4d68bf894a21620&device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 1094 time: 0.0475042 Aug 30 14:39:34.977916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755677-8537-4dd6-8650-908378dc7647 req-21899ce8-f3af-48ed-9fca-b7b93e1acae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:34.979399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78755677-8537-4dd6-8650-908378dc7647 req-21899ce8-f3af-48ed-9fca-b7b93e1acae4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf111e08-3aa8-4105-9589-b50485e49f9c HTTP/1.1" status: 200 len: 919 time: 0.0943072 Aug 30 14:39:34.989829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be2a1-b69f-49f8-91b4-f64895ea5802 req-1b07dc88-bec4-4b61-8854-8b1e80388e44 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:34.991319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-027be2a1-b69f-49f8-91b4-f64895ea5802 req-1b07dc88-bec4-4b61-8854-8b1e80388e44 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.4211674 Aug 30 14:39:35.022326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78755677-8537-4dd6-8650-908378dc7647 req-1dd97013-380d-47e3-b265-ee1912151be2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ddef2b5-81c9-4839-885e-d5f72585387a HTTP/1.1" status: 200 len: 217 time: 0.0347884 Aug 30 14:39:35.073440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755677-8537-4dd6-8650-908378dc7647 req-4c868c8c-c606-43b5-97a2-c5d16050e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:35.074815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78755677-8537-4dd6-8650-908378dc7647 req-4c868c8c-c606-43b5-97a2-c5d16050e39e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21cdc41e-d596-4a96-9450-13b232f61045 HTTP/1.1" status: 200 len: 858 time: 0.0447221 Aug 30 14:39:35.089241 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Floating IP 1084d910-7824-4158-912b-8a1adc410a95 associated. External IP: 172.25.6.190, port: 6a3d10f1-c03c-497a-9e9d-9ff47382349c. Aug 30 14:39:35.109506 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78755677-8537-4dd6-8650-908378dc7647 req-458818b7-0aa0-4342-b936-8f40f3750b13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf111e08-3aa8-4105-9589-b50485e49f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251486 Aug 30 14:39:35.189825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-027be2a1-b69f-49f8-91b4-f64895ea5802 req-f0a2c65f-861a-42c7-80dd-979cc6aeba68 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782429 Aug 30 14:39:35.239127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78755677-8537-4dd6-8650-908378dc7647 req-4e2991b1-afd9-478d-95ea-66512ce561e2 service neutron] 10.222.0.21 "GET /v2.0/networks/bf111e08-3aa8-4105-9589-b50485e49f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221154 Aug 30 14:39:35.283363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096b464-3c3c-4dee-9eb9-5c0d3c2b2fb4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:35.289416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096b464-3c3c-4dee-9eb9-5c0d3c2b2fb4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:35.291025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b096b464-3c3c-4dee-9eb9-5c0d3c2b2fb4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6363153 Aug 30 14:39:35.296796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:35.301778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-151014916'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:35.320369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92890c-342d-4cd7-aeea-0282f745df42 req-40f5c813-981d-4065-ab86-ceee324201e0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:35.322038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a92890c-342d-4cd7-aeea-0282f745df42 req-40f5c813-981d-4065-ab86-ceee324201e0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.1281683 Aug 30 14:39:35.385929 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78755677-8537-4dd6-8650-908378dc7647 req-5eb7f47f-7295-4b23-9be0-4c80665b75f4 service neutron] 10.222.0.21 "GET /v2.0/networks/bf111e08-3aa8-4105-9589-b50485e49f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375248 Aug 30 14:39:35.389583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a92890c-342d-4cd7-aeea-0282f745df42 req-69008164-5a46-4ff4-9540-fa489ae5fee0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606380 Aug 30 14:39:35.394560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Made reservation on behalf of a5691b731fdd48ac83ce0ce22e8c163f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:35.398018 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.471122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:35.485672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a129ef-0965-4746-a4f5-07dfe144573c req-130a4830-1ae7-4a28-a453-bfeb661c2809 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:35.487179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-12a129ef-0965-4746-a4f5-07dfe144573c req-130a4830-1ae7-4a28-a453-bfeb661c2809 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1361237 Aug 30 14:39:35.503627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.503973 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Added segment a70ed180-c122-44c4-83a8-2e2756ac8b12 of type vlan for network ad25204c-3f03-41c4-a252-815704d4fca9 Aug 30 14:39:35.528560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Router dcf7d49c-376a-4cb3-929d-995be43b1d1e has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:35.580634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.585003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-12a129ef-0965-4746-a4f5-07dfe144573c req-c7efd514-b3e7-48e2-8ff4-37dbed0d49df tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904167 Aug 30 14:39:35.690071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.695372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:35.695957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.706359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6dadc-5286-4224-814e-9fed971991a1 req-6d57b182-ce2e-4b50-b307-b24cd9668048 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:35.707972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27d6dadc-5286-4224-814e-9fed971991a1 req-6d57b182-ce2e-4b50-b307-b24cd9668048 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0513480 Aug 30 14:39:35.748317 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27d6dadc-5286-4224-814e-9fed971991a1 req-93c85766-10df-472c-8226-0a96d598f520 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342734 Aug 30 14:39:35.792994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4951005 Aug 30 14:39:35.797675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:35.806825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880e7cd-aa09-4205-98cd-0455f2812ff4 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Network': ['ID=ad25204c-3f03-41c4-a252-815704d4fca9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:35.807692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-242203251'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:35.817860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network ad25204c-3f03-41c4-a252-815704d4fca9 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:35.820525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:35.826882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.840063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c69f-3d87-41ba-8e1c-a6115257462d req-8aeb54be-1b97-4e0e-a941-0b5d76c5f2da tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:35.841776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf34c69f-3d87-41ba-8e1c-a6115257462d req-8aeb54be-1b97-4e0e-a941-0b5d76c5f2da tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1617122 Aug 30 14:39:35.845117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] Sync routers for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:35.848719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Made reservation on behalf of a5691b731fdd48ac83ce0ce22e8c163f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:35.854488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.886972 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6dd45e7d-2fa1-452b-8b25-4e15554dbf31 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "PUT /v2.0/floatingips/1084d910-7824-4158-912b-8a1adc410a95 HTTP/1.1" status: 200 len: 992 time: 2.2892413 Aug 30 14:39:35.890119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:35.892467 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:35.894814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:35.906860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:35.907959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:35.915330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf34c69f-3d87-41ba-8e1c-a6115257462d req-6959a821-0db8-40c1-883f-8779e365cc27 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Aug 30 14:39:35.933872 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.934226 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Added segment 47a87437-926e-47ad-88b1-044ea1b17793 of type vlan for network bbbc3d4c-b073-4153-aadc-c1c182c11ee6 Aug 30 14:39:35.987104 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.001421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea855e10-f297-40e9-9671-5627f05acca8 req-8bbace5e-5e88-4502-b6bd-a4f20edf0182 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.002973 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea855e10-f297-40e9-9671-5627f05acca8 req-8bbace5e-5e88-4502-b6bd-a4f20edf0182 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 943 time: 0.1104660 Aug 30 14:39:36.046106 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.050468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:36.052232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.052867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.125384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea855e10-f297-40e9-9671-5627f05acca8 req-06296f3f-e0da-4b95-a6fb-46d2850e9d1c tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081057 Aug 30 14:39:36.142222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3431792 Aug 30 14:39:36.152601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:36.159265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'ports': [{'network_id': 'ad25204c-3f03-41c4-a252-815704d4fca9', 'name': 'tempest-port--1242133188', 'admin_state_up': True}, {'network_id': 'bbbc3d4c-b073-4153-aadc-c1c182c11ee6', 'admin_state_up': False}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:36.159574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'port': {'network_id': 'ad25204c-3f03-41c4-a252-815704d4fca9', 'name': 'tempest-port--1242133188', 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:36.160177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'port': {'network_id': 'bbbc3d4c-b073-4153-aadc-c1c182c11ee6', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:36.163148 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f13a06-6143-489f-a3f5-1477acbfeedf x-openstack-request-id: req-37f13a06-6143-489f-a3f5-1477acbfeedf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:36.167373 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:36.167373 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37f13a06-6143-489f-a3f5-1477acbfeedf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:36.168087 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'status': 'completed', 'code': 200} Aug 30 14:39:36.213105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8c7f-aacc-417d-8e2b-842164b35781 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Network': ['ID=bbbc3d4c-b073-4153-aadc-c1c182c11ee6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:36.229022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network bbbc3d4c-b073-4153-aadc-c1c182c11ee6 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:36.239205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-78bcc294-1cc3-4ffc-9609-2bcca93b1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.240833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-78bcc294-1cc3-4ffc-9609-2bcca93b1fc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1097 time: 0.0522277 Aug 30 14:39:36.338007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da1ad2-d9a7-4b33-9981-06e1c3821906 req-5ec430d6-ef4f-43ea-a330-84c46a395fee tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.339715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f8da1ad2-d9a7-4b33-9981-06e1c3821906 req-5ec430d6-ef4f-43ea-a330-84c46a395fee tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1220386 Aug 30 14:39:36.356028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-e44a29f5-2b56-49bd-a59d-11a42ac8e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.357738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-e44a29f5-2b56-49bd-a59d-11a42ac8e9a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1097963 Aug 30 14:39:36.390859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1084d910-7824-4158-912b-8a1adc410a95', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'port_id': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'mac_address': 'fa:16:3e:29:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:15Z', 'updated_at': '2021-08-30T14:39:34Z', 'revision_number': 1, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:36.404274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f8da1ad2-d9a7-4b33-9981-06e1c3821906 req-08f40b23-e82c-4874-ae1f-5931077a1889 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582330 Aug 30 14:39:36.418191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Made reservation on behalf of a5691b731fdd48ac83ce0ce22e8c163f for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:36.423819 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.434778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] Checking router: dcf7d49c-376a-4cb3-929d-995be43b1d1e for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:36.439216 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.446964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:36.447904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:36.474907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-86e58f1c-46b0-45f9-abe3-74558d831e20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 200 len: 1000 time: 0.1099601 Aug 30 14:39:36.563488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-25a78580-7575-482d-8e92-b81d387f34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.565295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-25a78580-7575-482d-8e92-b81d387f34fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.0835042 Aug 30 14:39:36.576691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] device_id is not set on port c85876fb-eb7f-4993-bac3-d259e289f7a6 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:39:36.598682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:36.602927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48c2a-7359-4c04-a990-70387e2f3ba8 req-4065488e-75b9-42b5-80bc-0efad6806f2c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.604476 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bc48c2a-7359-4c04-a990-70387e2f3ba8 req-4065488e-75b9-42b5-80bc-0efad6806f2c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0824003 Aug 30 14:39:36.613029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730d202-3469-47af-983a-cb12bd750fde req-6e684b42-5eb5-471e-86f3-89d02552a412 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.614756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2730d202-3469-47af-983a-cb12bd750fde req-6e684b42-5eb5-471e-86f3-89d02552a412 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 945 time: 0.0963957 Aug 30 14:39:36.648261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-de389a77-8fef-42a7-a272-77dd460e7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.649773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-de389a77-8fef-42a7-a272-77dd460e7130 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758426 Aug 30 14:39:36.695261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bc48c2a-7359-4c04-a990-70387e2f3ba8 req-1e940e5c-7382-40ef-9bbc-12c5730c8d2d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823972 Aug 30 14:39:36.721925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2730d202-3469-47af-983a-cb12bd750fde req-d2eafb11-b703-4415-937d-5dbbc51cf38b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967312 Aug 30 14:39:36.752968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.784617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-584c06e3-0969-4f9e-b1fd-d6ac8ddd617a service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272986 Aug 30 14:39:36.828485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] device_id is not set on port c50b15f4-7664-4913-8672-1b554fcdb7b1 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:39:36.892103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1084d910-7824-4158-912b-8a1adc410a95', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'port_id': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'mac_address': 'fa:16:3e:29:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:15Z', 'updated_at': '2021-08-30T14:39:34Z', 'revision_number': 1, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:36.913190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0f6a5b-aa16-4d14-b34a-9db9082c4fab req-522ba686-5d1e-4367-874d-0feb4a9637c2 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204545 Aug 30 14:39:36.926114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff678485-d238-47ca-bb64-d0bd3e73684c None None] The sync data for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 is: [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1084d910-7824-4158-912b-8a1adc410a95', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'port_id': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'mac_address': 'fa:16:3e:29:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:15Z', 'updated_at': '2021-08-30T14:39:34Z', 'revision_number': 1, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:36.928908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073f03f-1683-4b9c-9bf0-4101d2152cca req-71203f23-06cf-4be0-ad32-0b412dfac243 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:36.930614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2073f03f-1683-4b9c-9bf0-4101d2152cca req-71203f23-06cf-4be0-ad32-0b412dfac243 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0662529 Aug 30 14:39:37.012447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.041701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2073f03f-1683-4b9c-9bf0-4101d2152cca req-06d1bf10-9a01-4993-884a-362fb59f9a7c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614600 Aug 30 14:39:37.045789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-78a0cd5d-cb7b-4adc-b1a2-21124c0c90d6 service neutron] 10.222.0.39 "GET /v2.0/ports/6c7eb443-2644-4277-b330-4bbd107c907b/bindings/n-h1-805668-3 HTTP/1.1" status: 200 len: 384 time: 0.1134405 Aug 30 14:39:37.085817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72066ce-e5ec-4394-b995-241aa75e8574 req-89c79c59-9270-45e8-9621-407c4182e824 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:37.087364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a72066ce-e5ec-4394-b995-241aa75e8574 req-89c79c59-9270-45e8-9621-407c4182e824 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.0716181 Aug 30 14:39:37.120660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.173591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a72066ce-e5ec-4394-b995-241aa75e8574 req-9df5bbf9-2ebb-4e3f-9950-64e9301f5045 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768938 Aug 30 14:39:37.217809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Port': ['ID=c85876fb-eb7f-4993-bac3-d259e289f7a6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:37.240960 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc5360c-8d03-4d36-b77c-d9d1d8ca8e49 None None] New status for floating IP 1084d910-7824-4158-912b-8a1adc410a95: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:39:37.242443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Checking segment: {'id': 'a70ed180-c122-44c4-83a8-2e2756ac8b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ad25204c-3f03-41c4-a252-815704d4fca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:37.242810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Network hostable DHCP agents. Network: ad25204c-3f03-41c4-a252-815704d4fca9, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:37.265748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Network ad25204c-3f03-41c4-a252-815704d4fca9 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:37.278392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, ad25204c-3f03-41c4-a252-815704d4fca9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:37.285575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:37.287316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.297206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81fecf-43b2-4584-b95f-7bc6785c6b6c None None] Network ad25204c-3f03-41c4-a252-815704d4fca9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:37.313744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dd662-3074-4090-b72c-4ceb577108f8 req-55197686-cd57-4baa-b6bd-5529fc0830b9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:37.315302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc5dd662-3074-4090-b72c-4ceb577108f8 req-55197686-cd57-4baa-b6bd-5529fc0830b9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0855336 Aug 30 14:39:37.317263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:37.378212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc5dd662-3074-4090-b72c-4ceb577108f8 req-62df883e-ed28-44bc-9745-ddd9474c9400 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 Aug 30 14:39:37.379275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:37.472577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0322a44-bd17-46d2-92b7-48a15c52c3b1 req-d2949123-90f1-4c44-8581-3795be1dc82b tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:37.477937 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0322a44-bd17-46d2-92b7-48a15c52c3b1 req-d2949123-90f1-4c44-8581-3795be1dc82b tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 943 time: 0.1164875 Aug 30 14:39:37.479290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Port': ['ID=c50b15f4-7664-4913-8672-1b554fcdb7b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:37.488440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:37.505897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.526398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Checking segment: {'id': '47a87437-926e-47ad-88b1-044ea1b17793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bbbc3d4c-b073-4153-aadc-c1c182c11ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:37.526762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Network hostable DHCP agents. Network: bbbc3d4c-b073-4153-aadc-c1c182c11ee6, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:37.543737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0322a44-bd17-46d2-92b7-48a15c52c3b1 req-76799b08-bcfd-467e-bb7a-c3ad6f1fa9c8 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528941 Aug 30 14:39:37.572364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Network bbbc3d4c-b073-4153-aadc-c1c182c11ee6 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:37.582799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, bbbc3d4c-b073-4153-aadc-c1c182c11ee6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:37.587531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:37.591889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d61337-16a6-4419-9fbc-800ac3b66e5a None None] Network bbbc3d4c-b073-4153-aadc-c1c182c11ee6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:37.594665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:37.600620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:37.601581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.619214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e7b16-6bd3-4b64-b8b1-73ece64f6c10 req-fe66e4fa-ebe6-4184-9466-df6515e184d5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:37.619829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d3a91647-1d15-4c5d-93d1-6b1caea4e16a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4714637 Aug 30 14:39:37.620708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d0e7b16-6bd3-4b64-b8b1-73ece64f6c10 req-fe66e4fa-ebe6-4184-9466-df6515e184d5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0806684 Aug 30 14:39:37.622845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:37.624005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] Transition to ACTIVE for port object 6c7eb443-2644-4277-b330-4bbd107c907b will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:37.630317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.676889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c655fd70-20e8-45f8-8e99-5dd2fdf8e4f0 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:37.683592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c655fd70-20e8-45f8-8e99-5dd2fdf8e4f0 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:37.687008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c655fd70-20e8-45f8-8e99-5dd2fdf8e4f0 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0610280 Aug 30 14:39:37.689272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:37.798412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d0e7b16-6bd3-4b64-b8b1-73ece64f6c10 req-e2149217-6e19-45f9-b32e-fbb39f4d6f6e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707053 Aug 30 14:39:37.831990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:37.871424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] No DVR routers for this DVR port 6c7eb443-2644-4277-b330-4bbd107c907b on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:38.026286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce2e0b-3cb1-4ee8-9acb-765ab2d5bcd1 req-7dd64d09-4ff3-4e8e-9250-acc24be64452 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.027854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c5ce2e0b-3cb1-4ee8-9acb-765ab2d5bcd1 req-7dd64d09-4ff3-4e8e-9250-acc24be64452 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1076050 Aug 30 14:39:38.093073 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c5ce2e0b-3cb1-4ee8-9acb-765ab2d5bcd1 req-5ab205e9-31ee-43d8-92e0-8a71c1773cde tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575442 Aug 30 14:39:38.096607 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-775da289-dea7-417d-b2aa-c30b36889755 service neutron] 10.222.0.39 "PUT /v2.0/ports/6c7eb443-2644-4277-b330-4bbd107c907b/bindings/n-h1-805668-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0437231 Aug 30 14:39:38.171736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:38.175774 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e342b1f-3049-4eb5-b386-803f02fca809" -d '{"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:38.222000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbf320-90aa-4e4a-81e5-86324cafef92 req-31cbecd1-841b-4dcb-9276-ad0adb31d010 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.223382 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fbbf320-90aa-4e4a-81e5-86324cafef92 req-31cbecd1-841b-4dcb-9276-ad0adb31d010 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 944 time: 0.0953445 Aug 30 14:39:38.238431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e25f1ca5-5a1a-4d51-b7d7-826a184348c9 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Deleting port c85876fb-eb7f-4993-bac3-d259e289f7a6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:38.238431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25f1ca5-5a1a-4d51-b7d7-826a184348c9 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.249427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-02058f6e-a9ed-4a90-8271-18d8ba8bb79e tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.250922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-02058f6e-a9ed-4a90-8271-18d8ba8bb79e tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.0927074 Aug 30 14:39:38.317796 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:39:38.362106 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25f1ca5-5a1a-4d51-b7d7-826a184348c9 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.367551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fbbf320-90aa-4e4a-81e5-86324cafef92 req-dc2dde77-cd8b-4042-97eb-d37f89b6d670 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370802 Aug 30 14:39:38.380751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e25f1ca5-5a1a-4d51-b7d7-826a184348c9 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Calling delete_port for c85876fb-eb7f-4993-bac3-d259e289f7a6 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:38.393083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-10ed8c1c-34c0-432b-b826-e7946cf81705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.394598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-10ed8c1c-34c0-432b-b826-e7946cf81705 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 1095 time: 0.1273370 Aug 30 14:39:38.450191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8814-b832-4fc0-b50d-5c25243ad9ea req-031224c7-b32c-4b0d-a4e9-b54252d6c721 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.451804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca9f8814-b832-4fc0-b50d-5c25243ad9ea req-031224c7-b32c-4b0d-a4e9-b54252d6c721 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 814 time: 0.1483834 Aug 30 14:39:38.453661 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6a8117-8082-48e4-abeb-68ad2d3a6be1 x-openstack-request-id: req-3a6a8117-8082-48e4-abeb-68ad2d3a6be1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:38.453956 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:38.454208 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a6a8117-8082-48e4-abeb-68ad2d3a6be1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:38.454601 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'code': 200} Aug 30 14:39:38.471613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca9f8814-b832-4fc0-b50d-5c25243ad9ea req-0a1b0d9f-44e4-49b0-8583-4849fcc724e2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/quotas/a92715ea5a3b4e00aa449f9a1bf02c20 HTTP/1.1" status: 200 len: 375 time: 0.0129709 Aug 30 14:39:38.519440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca9f8814-b832-4fc0-b50d-5c25243ad9ea req-822669a5-cbcb-445f-a742-67a789bb6d2c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456092 Aug 30 14:39:38.546457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-594a2fd1-7cb3-4cc6-9f49-68f93a8e8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.547974 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-594a2fd1-7cb3-4cc6-9f49-68f93a8e8339 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1095 time: 0.0903313 Aug 30 14:39:38.555498 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25f1ca5-5a1a-4d51-b7d7-826a184348c9 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.589583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5ddef2b5-81c9-4839-885e-d5f72585387a details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:38.632152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f1ca5-5a1a-4d51-b7d7-826a184348c9 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Port': ['ID=c85876fb-eb7f-4993-bac3-d259e289f7a6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:38.642876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a2dc9-8e88-4aa2-81b5-46a9b28a6da4 req-5342c210-895a-4965-aa3e-ce724026a24a tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.644387 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-378a2dc9-8e88-4aa2-81b5-46a9b28a6da4 req-5342c210-895a-4965-aa3e-ce724026a24a tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1464317 Aug 30 14:39:38.655477 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25f1ca5-5a1a-4d51-b7d7-826a184348c9 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.657366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e25f1ca5-5a1a-4d51-b7d7-826a184348c9 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/ports/c85876fb-eb7f-4993-bac3-d259e289f7a6 HTTP/1.1" status: 204 len: 168 time: 0.9667532 Aug 30 14:39:38.662072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51006) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:38.707874 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-378a2dc9-8e88-4aa2-81b5-46a9b28a6da4 req-cd7edf71-480c-450f-9f47-09704ee614fd tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542226 Aug 30 14:39:38.712198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5ddef2b5-81c9-4839-885e-d5f72585387a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ddef2b5-81c9-4839-885e-d5f72585387a,segment=NetworkSegment(8bed7cec-08f6-4893-a72e-40af6af096b4),segment_id=8bed7cec-08f6-4893-a72e-40af6af096b4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:38.734084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-8dffe4d6-16e7-474c-b883-d442ca220d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.735610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-8dffe4d6-16e7-474c-b883-d442ca220d33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 200 len: 898 time: 0.1782579 Aug 30 14:39:38.737913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '5ddef2b5-81c9-4839-885e-d5f72585387a', 'network_id': 'bf111e08-3aa8-4105-9589-b50485e49f9c', 'port_id': '5ddef2b5-81c9-4839-885e-d5f72585387a', 'mac_address': 'fa:16:3e:15:da:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cdc41e-d596-4a96-9450-13b232f61045', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:39:38.744406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7a5f7-a5af-4b94-8fa4-6815566e0d5a req-ed9a8fb5-793f-47cb-8637-75bb066d2ec9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.746434 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0f7a5f7-a5af-4b94-8fa4-6815566e0d5a req-ed9a8fb5-793f-47cb-8637-75bb066d2ec9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0979345 Aug 30 14:39:38.778571 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.793121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddef2b5-81c9-4839-885e-d5f72585387a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:38.816738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5ddef2b5-81c9-4839-885e-d5f72585387a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ddef2b5-81c9-4839-885e-d5f72585387a,segment=NetworkSegment(8bed7cec-08f6-4893-a72e-40af6af096b4),segment_id=8bed7cec-08f6-4893-a72e-40af6af096b4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:38.820836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0f7a5f7-a5af-4b94-8fa4-6815566e0d5a req-b47bd96b-1257-445a-8d3a-db26c5f3f8b7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516398 Aug 30 14:39:38.830788 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.836558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cacb40cd-bc97-4652-b5f4-fcb8a3026c77 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Deleting port c50b15f4-7664-4913-8672-1b554fcdb7b1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:38.837077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cacb40cd-bc97-4652-b5f4-fcb8a3026c77 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.857384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-0d6cff61-470d-42f5-96e7-558f7c5b26d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 999 time: 0.1132648 Aug 30 14:39:38.866146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81920c8-4090-4672-bc8c-d6eb638f98f7 req-0ccc1397-706b-40ce-80ea-b48e69dd49cf tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.867662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a81920c8-4090-4672-bc8c-d6eb638f98f7 req-0ccc1397-706b-40ce-80ea-b48e69dd49cf tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 943 time: 0.0795040 Aug 30 14:39:38.895168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5ddef2b5-81c9-4839-885e-d5f72585387a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:38.903293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.903784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.904234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.905281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.905722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.906159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.906593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.907024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.907458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.907892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.908322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.908753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:38.913688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-3cade96a-b319-45a4-a20e-2b25de1ab880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.915208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-3cade96a-b319-45a4-a20e-2b25de1ab880 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 HTTP/1.1" status: 200 len: 835 time: 0.0466421 Aug 30 14:39:38.925921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cacb40cd-bc97-4652-b5f4-fcb8a3026c77 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.941257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cacb40cd-bc97-4652-b5f4-fcb8a3026c77 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Calling delete_port for c50b15f4-7664-4913-8672-1b554fcdb7b1 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:38.984412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a81920c8-4090-4672-bc8c-d6eb638f98f7 req-8e749914-ee6e-40a9-a337-caddb9186ec7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682211 Aug 30 14:39:38.995967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-16b47904-7da3-439e-978e-6142c7eb4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.997645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-16b47904-7da3-439e-978e-6142c7eb4436 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=466b0175-3616-40c5-8b41-32ff5ecaca19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623629 Aug 30 14:39:39.071727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a397c4-5c43-4be4-9305-fc775c47dba0 req-a76f43ff-e749-48b7-84af-4b2566ecedaf tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.073465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39a397c4-5c43-4be4-9305-fc775c47dba0 req-a76f43ff-e749-48b7-84af-4b2566ecedaf tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0822167 Aug 30 14:39:39.098647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cacb40cd-bc97-4652-b5f4-fcb8a3026c77 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.100174 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-6f65772d-8d29-435e-aea1-9e7c8ba44842 service neutron] 10.222.0.21 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921838 Aug 30 14:39:39.138696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb40cd-bc97-4652-b5f4-fcb8a3026c77 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Port': ['ID=c50b15f4-7664-4913-8672-1b554fcdb7b1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:39.156330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39a397c4-5c43-4be4-9305-fc775c47dba0 req-97151194-1766-4253-84e1-7456132e0499 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736167 Aug 30 14:39:39.157459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cacb40cd-bc97-4652-b5f4-fcb8a3026c77 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.159363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cacb40cd-bc97-4652-b5f4-fcb8a3026c77 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/ports/c50b15f4-7664-4913-8672-1b554fcdb7b1 HTTP/1.1" status: 204 len: 168 time: 0.4950368 Aug 30 14:39:39.161830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:39.248869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e58dbf-4f14-4cd4-ab1c-faf2ed8b3880 req-bedd08a0-d607-49e3-9721-e5bdd2525e4d tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.250577 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e58dbf-4f14-4cd4-ab1c-faf2ed8b3880 req-bedd08a0-d607-49e3-9721-e5bdd2525e4d tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.0737624 Aug 30 14:39:39.276858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-47322044-9cc8-4abd-bc6b-c0490d27ba8c service neutron] 10.222.0.21 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693687 Aug 30 14:39:39.305362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e58dbf-4f14-4cd4-ab1c-faf2ed8b3880 req-935df6db-a588-476c-b26e-6570321ab447 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Aug 30 14:39:39.329541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5ddef2b5-81c9-4839-885e-d5f72585387a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:39.534419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636955f0-d0c5-46cb-979a-407e7ed56468 req-ab7b8205-7db5-443d-8470-26524cfe08b8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.535855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-636955f0-d0c5-46cb-979a-407e7ed56468 req-ab7b8205-7db5-443d-8470-26524cfe08b8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 944 time: 0.0622413 Aug 30 14:39:39.585784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5914d785-b445-40ae-b194-5878ba0f927a tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4226158 Aug 30 14:39:39.592771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:39.599381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-879921963'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:39.602777 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-636955f0-d0c5-46cb-979a-407e7ed56468 req-083a7a74-e4ab-4efb-bccc-884539b2c37d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583339 Aug 30 14:39:39.620379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-40abec09-9eb5-4a0c-a201-d32f15f1ee81 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.622114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-40abec09-9eb5-4a0c-a201-d32f15f1ee81 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 1095 time: 0.0563829 Aug 30 14:39:39.650959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e036ed3d-b3ac-40d8-9e6f-a730a22d1d23 req-0c6ab797-12fc-4cce-9339-4548a7028971 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20 HTTP/1.1" status: 200 len: 221 time: 0.0677438 Aug 30 14:39:39.652947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022087-caa6-432e-b091-bdbec1105d1e req-8cad5a4a-c50e-4db1-a53b-5a9f7a60faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.655005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79022087-caa6-432e-b091-bdbec1105d1e req-8cad5a4a-c50e-4db1-a53b-5a9f7a60faea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1124d50bc054f06a8014ec3671df7a6&device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 1096 time: 0.4532006 Aug 30 14:39:39.656315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Made reservation on behalf of a5691b731fdd48ac83ce0ce22e8c163f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:39.660048 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.742301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-e4dfa6de-89f3-4728-b376-75531839bc9f service neutron] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:39.745532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-e4dfa6de-89f3-4728-b376-75531839bc9f service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.746667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75d97d56-6ce5-41d2-b56f-2a11648e79d0 req-e4dfa6de-89f3-4728-b376-75531839bc9f service neutron] 10.222.0.21 "DELETE /v2.0/ports/6c7eb443-2644-4277-b330-4bbd107c907b/bindings/n-h2-805668-3 HTTP/1.1" status: 204 len: 173 time: 0.1165545 Aug 30 14:39:39.777335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:39.805880 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.806222 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Added segment 6281b3ac-0aa8-4121-9cb2-7975424b8ab3 of type vlan for network 457dd212-273c-4f19-a49e-0e1415bc6a38 Aug 30 14:39:39.854328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4053c-f75f-4346-997e-13b92c3fb5e6 req-b9969607-3ea0-4cd8-b786-b4904649b00b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.855693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7aa4053c-f75f-4346-997e-13b92c3fb5e6 req-b9969607-3ea0-4cd8-b786-b4904649b00b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1227622 Aug 30 14:39:39.885442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.887971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022087-caa6-432e-b091-bdbec1105d1e req-76dd4eaf-76e9-4e1f-bc2d-308ea43f83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.890088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79022087-caa6-432e-b091-bdbec1105d1e req-76dd4eaf-76e9-4e1f-bc2d-308ea43f83f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 200 len: 916 time: 0.2139492 Aug 30 14:39:39.955849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79022087-caa6-432e-b091-bdbec1105d1e req-d170b33b-9f8d-416e-b4ab-d2c085ee75cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dece4502-b891-40fb-b522-7c5c673a6389 HTTP/1.1" status: 200 len: 217 time: 0.0566566 Aug 30 14:39:39.965297 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7aa4053c-f75f-4346-997e-13b92c3fb5e6 req-b5339527-0ad2-4507-8be7-7f0288d9bd25 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999215 Aug 30 14:39:39.975045 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.980471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.981092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.088862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4938195 Aug 30 14:39:40.091548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:40.097341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-839921684'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:40.097644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022087-caa6-432e-b091-bdbec1105d1e req-906d56a4-19c4-4ea7-96c9-738099021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.099121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79022087-caa6-432e-b091-bdbec1105d1e req-906d56a4-19c4-4ea7-96c9-738099021d1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f106e4f-6e62-4f87-a4ac-ba0500ea208e HTTP/1.1" status: 200 len: 854 time: 0.1328058 Aug 30 14:39:40.127606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a72cd-7016-400b-938b-0fc4cb947c9f req-39096d4b-a347-4b48-8a9b-88c91423bd26 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.129261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a33a72cd-7016-400b-938b-0fc4cb947c9f req-39096d4b-a347-4b48-8a9b-88c91423bd26 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0842485 Aug 30 14:39:40.131650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961db86-986f-4c8b-81fd-d4a808b4d338 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Network': ['ID=457dd212-273c-4f19-a49e-0e1415bc6a38,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:40.145285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 457dd212-273c-4f19-a49e-0e1415bc6a38 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:40.164507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Made reservation on behalf of a5691b731fdd48ac83ce0ce22e8c163f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:40.168210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.178148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e83377-a17e-4513-a66f-586b07cd946c req-dcf8c4e0-3fb0-4909-b47b-dd4b9ccd5a2d tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.187352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6e83377-a17e-4513-a66f-586b07cd946c req-dcf8c4e0-3fb0-4909-b47b-dd4b9ccd5a2d tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 944 time: 0.1153853 Aug 30 14:39:40.206089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a33a72cd-7016-400b-938b-0fc4cb947c9f req-7ba80559-2ff1-4ebb-97c7-6e4b277732d1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619791 Aug 30 14:39:40.209947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022087-caa6-432e-b091-bdbec1105d1e req-5cd2ccfb-084e-4690-9d31-a0cac4a069f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.211357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79022087-caa6-432e-b091-bdbec1105d1e req-5cd2ccfb-084e-4690-9d31-a0cac4a069f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531b1176-2344-4476-885a-7fab06a1a218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944724 Aug 30 14:39:40.217293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:40.231034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.232181 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Added segment 338326d7-be60-40b2-b652-1de679365d39 of type vlan for network b4cc56f4-234b-43ff-8f26-a820bff46d5a Aug 30 14:39:40.279028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.289572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6e83377-a17e-4513-a66f-586b07cd946c req-889258ed-0cb6-4aab-a542-614d2ca91036 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013362 Aug 30 14:39:40.331830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79022087-caa6-432e-b091-bdbec1105d1e req-c25c7118-d6ab-4d39-9d7a-90920063d38a service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076648 Aug 30 14:39:40.336219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.341773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.342402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.407339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3146701 Aug 30 14:39:40.427959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93277299-c229-4113-81e2-d4ef624860aa req-e36f2ca6-a054-44e9-9cc8-3deb2e63f508 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.429480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93277299-c229-4113-81e2-d4ef624860aa req-e36f2ca6-a054-44e9-9cc8-3deb2e63f508 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1394951 Aug 30 14:39:40.432566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7cc60-805b-4c7c-b105-b20a9f352769 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Network': ['ID=b4cc56f4-234b-43ff-8f26-a820bff46d5a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:40.456794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b4cc56f4-234b-43ff-8f26-a820bff46d5a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:40.503284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79022087-caa6-432e-b091-bdbec1105d1e req-8ca70311-b6c4-4147-a9a9-741d2cc71ad9 service neutron] 10.222.0.39 "GET /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625915 Aug 30 14:39:40.520303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09877694-8140-4215-bf09-5210f3aa817d req-7bd9ea83-2831-40a1-96cd-883e81bc7dcc tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.522084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93277299-c229-4113-81e2-d4ef624860aa req-5d273f53-e0b3-4da3-b061-963c125d6b0a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838764 Aug 30 14:39:40.537420 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09877694-8140-4215-bf09-5210f3aa817d req-7bd9ea83-2831-40a1-96cd-883e81bc7dcc tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1461496 Aug 30 14:39:40.602151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09877694-8140-4215-bf09-5210f3aa817d req-a3026e45-da95-4d36-a1ed-8e52b191831c tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637329 Aug 30 14:39:40.603512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5ddef2b5-81c9-4839-885e-d5f72585387a up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:40.662066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 5ddef2b5-81c9-4839-885e-d5f72585387a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:40.669443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 5ddef2b5-81c9-4839-885e-d5f72585387a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:40.669969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.735714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d7eae-6b72-42d5-aa6f-2a3d86eaf500 req-8e7d81de-325d-40fb-8d63-55a522ee1d2c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.747224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-896d7eae-6b72-42d5-aa6f-2a3d86eaf500 req-8e7d81de-325d-40fb-8d63-55a522ee1d2c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0721886 Aug 30 14:39:40.756631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.780205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf1910-61e0-4436-b2f9-6eaece0b1373 req-8b414a22-27f9-4f59-84fe-4a626a3e2470 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.791546 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dadf1910-61e0-4436-b2f9-6eaece0b1373 req-8b414a22-27f9-4f59-84fe-4a626a3e2470 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 944 time: 0.0708463 Aug 30 14:39:40.796306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 5ddef2b5-81c9-4839-885e-d5f72585387a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ddef2b5-81c9-4839-885e-d5f72585387a,segment=NetworkSegment(8bed7cec-08f6-4893-a72e-40af6af096b4),segment_id=8bed7cec-08f6-4893-a72e-40af6af096b4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:40.797453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69182319-cb62-4768-95a7-3d9001232245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddef2b5-81c9-4839-885e-d5f72585387a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:40.800006 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4d514d-d09a-420c-887f-9f127063b2b1" -d '{"events": [{"server_uuid": "69182319-cb62-4768-95a7-3d9001232245", "name": "network-vif-plugged", "status": "completed", "tag": "5ddef2b5-81c9-4839-885e-d5f72585387a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:40.800896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-896d7eae-6b72-42d5-aa6f-2a3d86eaf500 req-8061c74b-2483-4ac0-ad0a-6aabad8174a9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473802 Aug 30 14:39:40.807924 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:40.853733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dadf1910-61e0-4436-b2f9-6eaece0b1373 req-50bed196-e233-4f17-9d41-08ae62e8a93b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603437 Aug 30 14:39:40.873752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=5ddef2b5-81c9-4839-885e-d5f72585387a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:40.916730 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f794ce2-1b77-45b4-95f0-53aec20f15c3 x-openstack-request-id: req-3f794ce2-1b77-45b4-95f0-53aec20f15c3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:40.917033 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69182319-cb62-4768-95a7-3d9001232245", "name": "network-vif-plugged", "status": "completed", "tag": "5ddef2b5-81c9-4839-885e-d5f72585387a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:40.917518 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f794ce2-1b77-45b4-95f0-53aec20f15c3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:40.917948 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69182319-cb62-4768-95a7-3d9001232245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddef2b5-81c9-4839-885e-d5f72585387a', 'code': 200} Aug 30 14:39:40.968877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6c7eb443-2644-4277-b330-4bbd107c907b no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:41.039321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6c7eb443-2644-4277-b330-4bbd107c907b not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:41.075709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0963f2-ee15-4130-998e-be0c5cee5131 req-21c347b6-acb8-4678-8524-5497e9a52121 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.077958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b0963f2-ee15-4130-998e-be0c5cee5131 req-21c347b6-acb8-4678-8524-5497e9a52121 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0882986 Aug 30 14:39:41.081950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1782-fbb5-421b-a489-8eaf7032f98f req-3adaf8ec-837d-434e-8db6-033cf097f5bd tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.083490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b35e1782-fbb5-421b-a489-8eaf7032f98f req-3adaf8ec-837d-434e-8db6-033cf097f5bd tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1095 time: 0.1186061 Aug 30 14:39:41.122486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b0963f2-ee15-4130-998e-be0c5cee5131 req-c3d849fa-9ad9-41fd-bfd1-9a1c112fe765 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Aug 30 14:39:41.136006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0978e6-fabe-499d-895b-134c959ae74f req-ff78b9d3-222d-4433-93c7-ebf2935b7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.144811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f0978e6-fabe-499d-895b-134c959ae74f req-ff78b9d3-222d-4433-93c7-ebf2935b7b23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 1096 time: 0.0689244 Aug 30 14:39:41.144811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b35e1782-fbb5-421b-a489-8eaf7032f98f req-94accf6c-4446-4cd6-a0f9-546448221775 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Aug 30 14:39:41.176845 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f0978e6-fabe-499d-895b-134c959ae74f req-14b2c958-a83d-4029-9a4c-c5ba0abe81f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Aug 30 14:39:41.281353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659d095-9c47-461b-8b30-da39bb3047a9 req-48ff6a1d-48d9-4267-b31b-7e3a22ca215f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.283090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b659d095-9c47-461b-8b30-da39bb3047a9 req-48ff6a1d-48d9-4267-b31b-7e3a22ca215f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 944 time: 0.0580680 Aug 30 14:39:41.285409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf8cd4-0ccd-4c00-9a2a-b6983f388cbc req-7b1a98b8-cd2f-4a9c-9d9b-a1be08fcc9f7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.286949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5acf8cd4-0ccd-4c00-9a2a-b6983f388cbc req-7b1a98b8-cd2f-4a9c-9d9b-a1be08fcc9f7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0664413 Aug 30 14:39:41.326192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5acf8cd4-0ccd-4c00-9a2a-b6983f388cbc req-40ac495f-1a25-47ae-b625-401cea71ea87 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Aug 30 14:39:41.328280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b659d095-9c47-461b-8b30-da39bb3047a9 req-9a83fb9e-51a7-4751-931f-1c2e73c10b02 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361452 Aug 30 14:39:41.350294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:41.457127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f8a8c7d6-7035-4792-ac29-be511daf9755 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/0c6c351b-f599-41d9-930f-09cf5a372f10 HTTP/1.1" status: 200 len: 991 time: 0.1052580 Aug 30 14:39:41.474702 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7d832-b5f0-4c4a-be0a-b7724e3b5b3a req-cc537948-cf77-4ed3-a0ac-a34e15a49a5f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.476205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9b7d832-b5f0-4c4a-be0a-b7724e3b5b3a req-cc537948-cf77-4ed3-a0ac-a34e15a49a5f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0653088 Aug 30 14:39:41.482039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdeb8b-e74b-4491-ad3a-96286c59c0f9 req-85639f0c-ae5b-4467-bc55-ef4f4d6b991e tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.484200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28fdeb8b-e74b-4491-ad3a-96286c59c0f9 req-85639f0c-ae5b-4467-bc55-ef4f4d6b991e tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 945 time: 0.0691185 Aug 30 14:39:41.517802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9b7d832-b5f0-4c4a-be0a-b7724e3b5b3a req-5256e973-1b83-470a-b204-1338cbd2059c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339379 Aug 30 14:39:41.527820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28fdeb8b-e74b-4491-ad3a-96286c59c0f9 req-817cf0a0-f3c2-4cb7-9af4-febcd4c72d4d tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Aug 30 14:39:41.639127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49c1ed-c708-456b-8cf0-4b954f642e42 req-9a9b2e48-e980-4bcc-87ed-3a556ba6f995 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.640947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c49c1ed-c708-456b-8cf0-4b954f642e42 req-9a9b2e48-e980-4bcc-87ed-3a556ba6f995 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0518842 Aug 30 14:39:41.685201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c49c1ed-c708-456b-8cf0-4b954f642e42 req-daff4520-218a-4de8-aca6-ee5409892c8e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Aug 30 14:39:41.726142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba4e39-4cac-4823-ab1e-c5a5a64aba35 req-f35f482c-6e04-4fb0-acb0-0d4918e40293 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.727787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a5ba4e39-4cac-4823-ab1e-c5a5a64aba35 req-f35f482c-6e04-4fb0-acb0-0d4918e40293 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Aug 30 14:39:41.768139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a5ba4e39-4cac-4823-ab1e-c5a5a64aba35 req-fcc531a1-b849-4db5-a241-a9f0457d0998 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Aug 30 14:39:41.907999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777910e-c082-42e4-8116-2e0b2b4cb8b7 req-49573412-f207-4bc3-b77d-0f9710cbeb91 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.909933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c777910e-c082-42e4-8116-2e0b2b4cb8b7 req-49573412-f207-4bc3-b77d-0f9710cbeb91 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0556574 Aug 30 14:39:41.929370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b722fc9-f1ca-4cfa-8aec-692dc1d9ace4 req-ea5edef4-f68c-43fb-b089-1adc7ddbac67 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.930946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b722fc9-f1ca-4cfa-8aec-692dc1d9ace4 req-ea5edef4-f68c-43fb-b089-1adc7ddbac67 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.0575001 Aug 30 14:39:41.964170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c777910e-c082-42e4-8116-2e0b2b4cb8b7 req-58273fef-ffbf-4dab-9f6b-418e09611dcb tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Aug 30 14:39:41.993376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b722fc9-f1ca-4cfa-8aec-692dc1d9ace4 req-194f160c-46cb-4dd3-92cc-80c7d63cf324 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558953 Aug 30 14:39:42.113097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b1a8a-4ee8-4600-865f-9fb538b84320 req-51c8d0d4-2aa5-4e20-97be-81a29ccd138e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.114604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-577b1a8a-4ee8-4600-865f-9fb538b84320 req-51c8d0d4-2aa5-4e20-97be-81a29ccd138e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0649145 Aug 30 14:39:42.156742 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-577b1a8a-4ee8-4600-865f-9fb538b84320 req-de0e84d6-c1cb-4a51-b3c0-48a7378e24a4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356729 Aug 30 14:39:42.162957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f9081-26e0-47e3-bd15-fcd38a24ba2c req-8a5e7a40-d85a-4f61-92a6-a8ecaa1087d6 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.164570 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f1f9081-26e0-47e3-bd15-fcd38a24ba2c req-8a5e7a40-d85a-4f61-92a6-a8ecaa1087d6 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 946 time: 0.0569348 Aug 30 14:39:42.212335 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f1f9081-26e0-47e3-bd15-fcd38a24ba2c req-414de7db-0504-430c-8532-15122bd8e404 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Aug 30 14:39:42.305913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fc2bf-f5a7-40ee-9a15-4f4fe16ba98f req-f3719611-2b48-44b3-8786-ffbc06f2d1c2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.307464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-543fc2bf-f5a7-40ee-9a15-4f4fe16ba98f req-f3719611-2b48-44b3-8786-ffbc06f2d1c2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0516169 Aug 30 14:39:42.340727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367baa-55b4-4978-b547-915734d07fe2 req-84b97a3b-4061-4208-8bae-0609bc76c857 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.342692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51367baa-55b4-4978-b547-915734d07fe2 req-84b97a3b-4061-4208-8bae-0609bc76c857 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.0565948 Aug 30 14:39:42.347437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-543fc2bf-f5a7-40ee-9a15-4f4fe16ba98f req-11e2c17f-03d7-4eef-abf0-45772b18819b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Aug 30 14:39:42.399587 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51367baa-55b4-4978-b547-915734d07fe2 req-7feded1c-083c-4f8e-9897-05b85f3ccfc4 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Aug 30 14:39:42.442335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-ef4fc5a3-ec16-4d21-b88a-30ae1329fff8 req-2c219f7b-9e50-4426-911b-c5cc2f1c6cdf tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:39:42.443431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ef4fc5a3-ec16-4d21-b88a-30ae1329fff8 req-2c219f7b-9e50-4426-911b-c5cc2f1c6cdf tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062931 Aug 30 14:39:42.470428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb361f-08eb-49a0-bee6-bf2926f72dc9 req-79138ab4-2b1e-45cb-9fba-9d3e7d44bfda tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.471831 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9fb361f-08eb-49a0-bee6-bf2926f72dc9 req-79138ab4-2b1e-45cb-9fba-9d3e7d44bfda tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0520287 Aug 30 14:39:42.512065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9fb361f-08eb-49a0-bee6-bf2926f72dc9 req-1ab5d57a-5056-4577-b256-963601497d07 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Aug 30 14:39:42.532920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ef4fc5a3-ec16-4d21-b88a-30ae1329fff8 req-ab71bd50-c4a9-4e4e-a96e-69e559006e73 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0805213 Aug 30 14:39:42.656902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16f1d8-a61e-440e-ad82-f035615d20a0 req-8ea30f85-9951-4850-a420-a1c1ab10bf41 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.658600 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be16f1d8-a61e-440e-ad82-f035615d20a0 req-8ea30f85-9951-4850-a420-a1c1ab10bf41 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 945 time: 0.0566337 Aug 30 14:39:42.707846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be16f1d8-a61e-440e-ad82-f035615d20a0 req-0d8e0148-287e-4643-b381-bde19c100172 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Aug 30 14:39:42.807495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f6736-6e0c-471f-af40-677814cec9ce req-5b4c7d73-1be7-491c-a4e6-77da1ed433f2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.809060 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f68f6736-6e0c-471f-af40-677814cec9ce req-5b4c7d73-1be7-491c-a4e6-77da1ed433f2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0596874 Aug 30 14:39:42.839498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393ca8-488e-4bf7-ad4f-4519601c6e97 req-5a7d1352-e71e-4c61-b700-8d9711f6db91 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.841345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1393ca8-488e-4bf7-ad4f-4519601c6e97 req-5a7d1352-e71e-4c61-b700-8d9711f6db91 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.0598645 Aug 30 14:39:42.852164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f68f6736-6e0c-471f-af40-677814cec9ce req-8757b3ec-7337-4e4d-ad89-beb45704d65a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Aug 30 14:39:42.909308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e1393ca8-488e-4bf7-ad4f-4519601c6e97 req-56616817-ba4a-4c47-a66a-7412aba87503 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605018 Aug 30 14:39:43.032661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b43c62-6ceb-41b6-bdd3-fbea89435127 req-e7c3f8df-10c0-41eb-b76e-7e3d59076bab tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.034525 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a7b43c62-6ceb-41b6-bdd3-fbea89435127 req-e7c3f8df-10c0-41eb-b76e-7e3d59076bab tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0540066 Aug 30 14:39:43.074564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a7b43c62-6ceb-41b6-bdd3-fbea89435127 req-6284150d-2003-4618-9cc0-dd0eff285b79 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337892 Aug 30 14:39:43.091480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a73844-3e8c-4c15-a9a9-1297d09ffeb3 req-31fb8a45-e5f8-4f6a-9c3c-4d966c13fbc7 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.100406 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57a73844-3e8c-4c15-a9a9-1297d09ffeb3 req-31fb8a45-e5f8-4f6a-9c3c-4d966c13fbc7 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 946 time: 0.0575402 Aug 30 14:39:43.149664 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57a73844-3e8c-4c15-a9a9-1297d09ffeb3 req-6cb206ff-c794-4427-99a5-21558a166837 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479248 Aug 30 14:39:43.259278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a0c38-7588-4d0b-8d9f-0ffea07560cf req-49d02174-bcba-4160-8288-29d61684091a tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.260717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ec3a0c38-7588-4d0b-8d9f-0ffea07560cf req-49d02174-bcba-4160-8288-29d61684091a tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.0505812 Aug 30 14:39:43.272403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b921-4e5e-42c8-9656-495726843f7f req-bcf34685-5599-48fd-9433-d0418c97b3e2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.273991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb39b921-4e5e-42c8-9656-495726843f7f req-bcf34685-5599-48fd-9433-d0418c97b3e2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0575910 Aug 30 14:39:43.307680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ec3a0c38-7588-4d0b-8d9f-0ffea07560cf req-e6d9727e-7e93-4975-92c8-70d59b16e702 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Aug 30 14:39:43.314877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb39b921-4e5e-42c8-9656-495726843f7f req-b7fe99ea-f452-4eaa-9000-93f7fffe1c51 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344820 Aug 30 14:39:43.440233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749a6fa-80e6-4d69-95a5-cdc7e519cb31 req-a96daee0-285b-4880-99b7-77e1218a0c30 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.441883 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8749a6fa-80e6-4d69-95a5-cdc7e519cb31 req-a96daee0-285b-4880-99b7-77e1218a0c30 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0526779 Aug 30 14:39:43.486106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8749a6fa-80e6-4d69-95a5-cdc7e519cb31 req-b020ee61-0c5a-4c32-9c50-8c0eaeda7c0b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 Aug 30 14:39:43.512565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaacca1-03fe-4403-9311-f33cfedf9d90 req-59579d6c-78d3-45e4-bcfa-0fe11919d179 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.526411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaacca1-03fe-4403-9311-f33cfedf9d90 req-59579d6c-78d3-45e4-bcfa-0fe11919d179 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.532314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaacca1-03fe-4403-9311-f33cfedf9d90 req-59579d6c-78d3-45e4-bcfa-0fe11919d179 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.539535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-afaacca1-03fe-4403-9311-f33cfedf9d90 req-59579d6c-78d3-45e4-bcfa-0fe11919d179 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80&device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f&device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 2417 time: 0.0863800 Aug 30 14:39:43.573555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-afaacca1-03fe-4403-9311-f33cfedf9d90 req-09167aaf-304f-4adb-b3a1-05df7a16ae3a tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Aug 30 14:39:43.623005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-97b4a05e-3751-4b3a-902a-247ad24c3b25 req-092bb62b-68c6-48ed-b369-50eb07906e37 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:39:43.624237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97b4a05e-3751-4b3a-902a-247ad24c3b25 req-092bb62b-68c6-48ed-b369-50eb07906e37 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066805 Aug 30 14:39:43.698862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2907-1ffd-41fb-8375-4b1c5ccf7b10 req-df90704a-cedf-4447-804d-b6e6cc6aa01e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.700670 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4ccb2907-1ffd-41fb-8375-4b1c5ccf7b10 req-df90704a-cedf-4447-804d-b6e6cc6aa01e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0503774 Aug 30 14:39:43.706171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:43.711356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'subnets': [{'network_id': '457dd212-273c-4f19-a49e-0e1415bc6a38', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--605639945', 'ip_version': 6}, {'network_id': 'b4cc56f4-234b-43ff-8f26-a820bff46d5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:43.711749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'subnet': {'network_id': '457dd212-273c-4f19-a49e-0e1415bc6a38', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--605639945', 'ip_version': 6}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:43.712519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Request body: {'subnet': {'network_id': 'b4cc56f4-234b-43ff-8f26-a820bff46d5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:43.728347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97b4a05e-3751-4b3a-902a-247ad24c3b25 req-dc2fb91d-af8d-4a14-a00a-f5bd5d3fd986 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0970631 Aug 30 14:39:43.750997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51154) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:43.810753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4ccb2907-1ffd-41fb-8375-4b1c5ccf7b10 req-d124dd84-b8d8-46ff-824d-65c028c0f6d4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945125 Aug 30 14:39:43.943618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 0b4c32cf-96a5-4b64-bbfa-00f1d5a106f4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:43.944240 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.955791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837be066-2947-4fd8-a3ac-187e686a880b req-32ab2810-19b5-490c-8e04-156e0462c932 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:43.957424 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-837be066-2947-4fd8-a3ac-187e686a880b req-32ab2810-19b5-490c-8e04-156e0462c932 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 945 time: 0.0801725 Aug 30 14:39:43.958748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Made reservation on behalf of a5691b731fdd48ac83ce0ce22e8c163f for: {'subnet': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:43.963156 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.963499 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.064208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-837be066-2947-4fd8-a3ac-187e686a880b req-4f0dad75-ae67-4bd3-8e4e-6fce459ada68 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971823 Aug 30 14:39:44.066319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db4669-63f3-4a11-b81c-0e4e2196a226 req-4830f649-d8e5-4411-b509-34c93bdeb356 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.070926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-01db4669-63f3-4a11-b81c-0e4e2196a226 req-4830f649-d8e5-4411-b509-34c93bdeb356 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0823245 Aug 30 14:39:44.072834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.073186 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.101412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 0b4c32cf-96a5-4b64-bbfa-00f1d5a106f4 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:44.128607 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-01db4669-63f3-4a11-b81c-0e4e2196a226 req-51e06fcc-df3f-4d74-a64c-3ab447ef652d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525572 Aug 30 14:39:44.306146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.341948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=0b4c32cf-96a5-4b64-bbfa-00f1d5a106f4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:44.420033 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.420470 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Floating IP 0c6c351b-f599-41d9-930f-09cf5a372f10 disassociated (deleted). External IP: 172.25.6.214, port: 6c7eb443-2644-4277-b330-4bbd107c907b. Aug 30 14:39:44.455359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.535133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Checking segment: {'id': '6281b3ac-0aa8-4121-9cb2-7975424b8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '457dd212-273c-4f19-a49e-0e1415bc6a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:44.535497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Network hostable DHCP agents. Network: 457dd212-273c-4f19-a49e-0e1415bc6a38, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:44.542118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Subnet': ['ID=a63ef23d-db3b-4eea-a931-acb5881c6af3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:44.565325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Network 457dd212-273c-4f19-a49e-0e1415bc6a38 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:44.577178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 457dd212-273c-4f19-a49e-0e1415bc6a38) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:44.582608 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.586803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a7637d-b592-4152-b894-d174ba58f5c4 None None] Network 457dd212-273c-4f19-a49e-0e1415bc6a38 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:44.627443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89265af-4dc3-4bfb-b420-7c6de602a30d req-a6747b3b-75b3-4cc7-83f3-96d992f79bfd tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.634951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c89265af-4dc3-4bfb-b420-7c6de602a30d req-a6747b3b-75b3-4cc7-83f3-96d992f79bfd tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1157887 Aug 30 14:39:44.650711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event updated for resources: {'Subnet': ['ID=9c3bbceb-c779-4666-b91a-910dec82bc83,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:44.669827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Checking segment: {'id': '338326d7-be60-40b2-b652-1de679365d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b4cc56f4-234b-43ff-8f26-a820bff46d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:44.670206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Network hostable DHCP agents. Network: b4cc56f4-234b-43ff-8f26-a820bff46d5a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:44.691413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Network b4cc56f4-234b-43ff-8f26-a820bff46d5a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:44.705956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b4cc56f4-234b-43ff-8f26-a820bff46d5a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:44.716652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.716652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.716652 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.739528 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c89265af-4dc3-4bfb-b420-7c6de602a30d req-cf407e46-0bc4-4755-ae0d-e49a66cacec9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933325 Aug 30 14:39:44.751631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d03a4a84-c8a8-42b2-9703-d1a1093504de tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0412004 Aug 30 14:39:44.751997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:44.772106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:44.877247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b1170-664f-410d-b72b-fccb876c7728 None None] Network b4cc56f4-234b-43ff-8f26-a820bff46d5a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:44.926852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d792d71-19a2-472b-9d6d-5dcc929f2459 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.928819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d792d71-19a2-472b-9d6d-5dcc929f2459 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.930668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d792d71-19a2-472b-9d6d-5dcc929f2459 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.945075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9d792d71-19a2-472b-9d6d-5dcc929f2459 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1792991 Aug 30 14:39:44.946116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3e0d4-b1ce-430a-83e6-3ad542e0c09a req-da8772b9-ddea-4638-baf1-f488cb8af9a4 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.951329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:44.953660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a1a3e0d4-b1ce-430a-83e6-3ad542e0c09a req-da8772b9-ddea-4638-baf1-f488cb8af9a4 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 945 time: 0.1280782 Aug 30 14:39:44.975195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f962a-bda9-470f-a6bd-bc673317812b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-457dd212-273c-4f19-a49e-0e1415bc6a38', 'network_id': '457dd212-273c-4f19-a49e-0e1415bc6a38', 'tenant_id': 'a5691b731fdd48ac83ce0ce22e8c163f', 'fixed_ips': [{'subnet_id': 'a63ef23d-db3b-4eea-a931-acb5881c6af3'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:39:44.976301 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-747f962a-bda9-470f-a6bd-bc673317812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:44.985852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:44.996303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:45.001366 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] Sync routers for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:45.026405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a1a3e0d4-b1ce-430a-83e6-3ad542e0c09a req-b25a3efa-7782-4fe7-bb8c-2fd42559e1e8 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709357 Aug 30 14:39:45.038126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e666c6a1-f960-4cd7-8e04-5b8e024fe66a tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/floatingips/0c6c351b-f599-41d9-930f-09cf5a372f10 HTTP/1.1" status: 204 len: 168 time: 1.2860568 Aug 30 14:39:45.039074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:45.042481 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:45.061420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-157e863a-5f0f-4039-8d19-fd256a518293 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Deleting subnet a63ef23d-db3b-4eea-a931-acb5881c6af3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:45.066882 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157e863a-5f0f-4039-8d19-fd256a518293 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:45.078692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:45.079643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:45.120982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d477f-8418-46e5-90ce-840abe60d122 req-1b8bfe50-c236-44e0-a948-694d2d0c7a1c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:45.122492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-346d477f-8418-46e5-90ce-840abe60d122 req-1b8bfe50-c236-44e0-a948-694d2d0c7a1c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1117094 Aug 30 14:39:45.131819 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157e863a-5f0f-4039-8d19-fd256a518293 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:45.159641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b4cc56f4-234b-43ff-8f26-a820bff46d5a', 'network_id': 'b4cc56f4-234b-43ff-8f26-a820bff46d5a', 'tenant_id': 'a5691b731fdd48ac83ce0ce22e8c163f', 'fixed_ips': [{'subnet_id': '9c3bbceb-c779-4666-b91a-910dec82bc83'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:39:45.161059 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:45.204304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-346d477f-8418-46e5-90ce-840abe60d122 req-013893cf-dd8d-4c38-b123-aef0a43378f5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696003 Aug 30 14:39:45.211607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157e863a-5f0f-4039-8d19-fd256a518293 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:45.288925 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d7c4af-fc43-450a-b954-275eb776a18d x-openstack-request-id: req-64d7c4af-fc43-450a-b954-275eb776a18d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:45.289269 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:45.289540 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64d7c4af-fc43-450a-b954-275eb776a18d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:45.289933 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'status': 'completed', 'code': 200} Aug 30 14:39:45.293806 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157e863a-5f0f-4039-8d19-fd256a518293 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-747f962a-bda9-470f-a6bd-bc673317812b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a63ef23d-db3b-4eea-a931-acb5881c6af3: This subnet is being modified by another concurrent operation. Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:39:45.310527 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a63ef23d-db3b-4eea-a931-acb5881c6af3: This subnet is being modified by another concurrent operation. Aug 30 14:39:45.314772 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 30 14:39:45.332665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0a949-10a5-41d0-9f8f-e11d06bd921f None None] Network 457dd212-273c-4f19-a49e-0e1415bc6a38 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:45.346186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e863a-5f0f-4039-8d19-fd256a518293 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Subnet': ['ID=a63ef23d-db3b-4eea-a931-acb5881c6af3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:45.348992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-157e863a-5f0f-4039-8d19-fd256a518293 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:45.351650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-157e863a-5f0f-4039-8d19-fd256a518293 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/subnets/a63ef23d-db3b-4eea-a931-acb5881c6af3 HTTP/1.1" status: 204 len: 168 time: 0.3992414 Aug 30 14:39:45.354305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:45.416307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:45.479371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e257cbf-c567-402b-98c1-1b7eae74de5b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Deleting subnet 9c3bbceb-c779-4666-b91a-910dec82bc83 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:45.491961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-c5b497a9-5d63-4a66-894d-d4e505a0ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:45.493589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-c5b497a9-5d63-4a66-894d-d4e505a0ea70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 1095 time: 0.1401794 Aug 30 14:39:45.578970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Allocated IP 2001:db8:0:1::1 (b4cc56f4-234b-43ff-8f26-a820bff46d5a/9c3bbceb-c779-4666-b91a-910dec82bc83/b91ad8fd-1ed3-4c7d-b43a-ef11df16d770) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:45.648398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-1d08eb7b-14f7-4273-9c5e-c40e6ee10017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:45.650450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-1d08eb7b-14f7-4273-9c5e-c40e6ee10017 service neutron] 10.222.0.21 "GET /v2.0/networks?id=466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 200 len: 898 time: 0.1470313 Aug 30 14:39:45.746308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ba184-85d9-4f17-b66b-b36a9e0849ae req-ece3646b-0795-47fa-8abc-a92cce7744b0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:45.754893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-800ba184-85d9-4f17-b66b-b36a9e0849ae req-ece3646b-0795-47fa-8abc-a92cce7744b0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 944 time: 0.0608659 Aug 30 14:39:45.811355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-800ba184-85d9-4f17-b66b-b36a9e0849ae req-4b05aa3c-a38f-499b-aad5-8b147553a5d8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506847 Aug 30 14:39:45.841765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-1771fc46-baac-47de-9974-0d3bfd3d2d75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 200 len: 217 time: 0.1385608 Aug 30 14:39:45.935156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:26Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:45.997329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-cf41600a-3a6a-485d-9789-0740bd304004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:45.999614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] Checking router: 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:46.003052 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-cf41600a-3a6a-485d-9789-0740bd304004 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 HTTP/1.1" status: 200 len: 835 time: 0.1471095 Aug 30 14:39:46.007387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.015362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a4dca-5926-4605-b4c1-84cdadce645f req-07bb55da-c911-4932-8502-6b6eba3fe1a5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:46.017485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:46.018283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:46.024866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c1a4dca-5926-4605-b4c1-84cdadce645f req-07bb55da-c911-4932-8502-6b6eba3fe1a5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1093118 Aug 30 14:39:46.079497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c1a4dca-5926-4605-b4c1-84cdadce645f req-7dc87188-7a2b-435f-9d6e-57ad6db10f18 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489793 Aug 30 14:39:46.094826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-ce7e23e6-ecc6-4abc-a8b4-6d42c75aa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:46.096814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-ce7e23e6-ecc6-4abc-a8b4-6d42c75aa4ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=466b0175-3616-40c5-8b41-32ff5ecaca19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607660 Aug 30 14:39:46.138001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:46.184166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Transition to ACTIVE for port object b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:46.241826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbc96e-4eba-4992-81bb-a6ab2f495120 req-8f03e5b6-16f1-481f-956f-a07b968acd40 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:46.243350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-effbc96e-4eba-4992-81bb-a6ab2f495120 req-8f03e5b6-16f1-481f-956f-a07b968acd40 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 945 time: 0.0825777 Aug 30 14:39:46.279733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Transition to ACTIVE for port object b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:46.294634 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-effbc96e-4eba-4992-81bb-a6ab2f495120 req-5844733e-c218-433d-bb70-d1fdec644617 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/security-groups?id=49cf7443-3c6d-48de-a380-1b8afcfcd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Aug 30 14:39:46.298280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e257cbf-c567-402b-98c1-1b7eae74de5b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.298526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.301485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-b050ef63-0ddd-47cd-9199-29b08f02c27d service neutron] 10.222.0.21 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947918 Aug 30 14:39:46.375646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e257cbf-c567-402b-98c1-1b7eae74de5b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.385575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Network b4cc56f4-234b-43ff-8f26-a820bff46d5a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:46.394129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:46.396580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:46.408244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Pushing event updated for resources: {'Port': ['ID=b91ad8fd-1ed3-4c7d-b43a-ef11df16d770,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:46.458542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-a1ed3690-88d3-4a2b-a8a9-17c6f0ea5cce tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:46.460410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-a1ed3690-88d3-4a2b-a8a9-17c6f0ea5cce tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.21 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 945 time: 0.1244318 Aug 30 14:39:46.491047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Attempting to bind port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:46.491047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Attempting to bind port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '338326d7-be60-40b2-b652-1de679365d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b4cc56f4-234b-43ff-8f26-a820bff46d5a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:46.491047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Attempting to bind port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 on network b4cc56f4-234b-43ff-8f26-a820bff46d5a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:46.497404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-59c15347-9bf3-4363-abf5-cf908e1d42e2 service neutron] 10.222.0.21 "GET /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746540 Aug 30 14:39:46.499437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:46.499874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Checking segment: {'id': '338326d7-be60-40b2-b652-1de679365d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b4cc56f4-234b-43ff-8f26-a820bff46d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:46.500278 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.500673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Bound using segment: {'id': '338326d7-be60-40b2-b652-1de679365d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b4cc56f4-234b-43ff-8f26-a820bff46d5a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:46.501182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Bound port: b91ad8fd-1ed3-4c7d-b43a-ef11df16d770, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338326d7-be60-40b2-b652-1de679365d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b4cc56f4-234b-43ff-8f26-a820bff46d5a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:46.501603 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.519629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1311c9-896f-472c-bd03-51f6ea93bfb3 req-84de07cb-a740-4f33-9a79-5bdb3c1f9288 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:46.527938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee1311c9-896f-472c-bd03-51f6ea93bfb3 req-84de07cb-a740-4f33-9a79-5bdb3c1f9288 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.0884538 Aug 30 14:39:46.582752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] For port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:46.587652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] For port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b91ad8fd-1ed3-4c7d-b43a-ef11df16d770,segment=NetworkSegment(338326d7-be60-40b2-b652-1de679365d39),segment_id=338326d7-be60-40b2-b652-1de679365d39)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:46.608863 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.638876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:26Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:46.654851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-5e86dabb-27d9-4132-8f4d-e4c6a5375867 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:46.656610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-5e86dabb-27d9-4132-8f4d-e4c6a5375867 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 944 time: 0.1224093 Aug 30 14:39:46.662491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Deleting port 5ddef2b5-81c9-4839-885e-d5f72585387a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:46.663451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.681340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3671a3dd-0c03-4251-a109-ef8b62d044de None None] The sync data for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 is: [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:18Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4105e014-2463-437f-a071-8ce19c7793b6', 'name': '', 'network_id': '466b0175-3616-40c5-8b41-32ff5ecaca19', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:32:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:16Z', 'updated_at': '2021-08-30T14:38:26Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '08b2cc54-f27b-4cc0-8db5-2b7cadbecb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:46.682275 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee1311c9-896f-472c-bd03-51f6ea93bfb3 req-d414b915-3517-43e5-9ee7-b733e5b143f0 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529062 Aug 30 14:39:46.744875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d472a-0635-4183-a109-cee80dad0874 None None] Pushing event updated for resources: {'Port': ['ID=b91ad8fd-1ed3-4c7d-b43a-ef11df16d770,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:46.819232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] For port 5ddef2b5-81c9-4839-885e-d5f72585387a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=5ddef2b5-81c9-4839-885e-d5f72585387a,segment=NetworkSegment(8bed7cec-08f6-4893-a72e-40af6af096b4),segment_id=8bed7cec-08f6-4893-a72e-40af6af096b4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:46.819472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e257cbf-c567-402b-98c1-1b7eae74de5b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.819972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.840312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Calling delete_port for 5ddef2b5-81c9-4839-885e-d5f72585387a owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:46.897138 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e257cbf-c567-402b-98c1-1b7eae74de5b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.938741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e257cbf-c567-402b-98c1-1b7eae74de5b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3bbceb-c779-4666-b91a-910dec82bc83,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:46.940926 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e257cbf-c567-402b-98c1-1b7eae74de5b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:46.946387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6e257cbf-c567-402b-98c1-1b7eae74de5b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/subnets/9c3bbceb-c779-4666-b91a-910dec82bc83 HTTP/1.1" status: 204 len: 168 time: 1.5903277 Aug 30 14:39:46.946536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:46.953916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 6c7eb443-2644-4277-b330-4bbd107c907b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:46.954301 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.028990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b9d9-d66d-44f8-b397-47a61cd4c733 req-1fabfab8-877f-4ec7-a2e9-8adf8b0c8182 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:47.033587 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da35b9d9-d66d-44f8-b397-47a61cd4c733 req-1fabfab8-877f-4ec7-a2e9-8adf8b0c8182 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 944 time: 0.1308258 Aug 30 14:39:47.110373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port 6c7eb443-2644-4277-b330-4bbd107c907b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6c7eb443-2644-4277-b330-4bbd107c907b,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:47.110992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.143592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 6c7eb443-2644-4277-b330-4bbd107c907b owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:47.152420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58291f96-5f46-4f7d-99d3-5f11a437dd79 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:47.159023 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-58291f96-5f46-4f7d-99d3-5f11a437dd79 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2054858 Aug 30 14:39:47.160214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:47.169643 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da35b9d9-d66d-44f8-b397-47a61cd4c733 req-3a021ee0-15de-4278-bdc4-76fb020f4c79 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=b25661e8-44c9-4a44-a489-5f4286eb6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188278 Aug 30 14:39:47.193747 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3cf1b-3ee7-4619-bb78-792e855370cb None None] New status for floating IP 0c6c351b-f599-41d9-930f-09cf5a372f10: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:39:47.235988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.270252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['5ddef2b5-81c9-4839-885e-d5f72585387a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:47.272186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Pushing event deleted for resources: {'Port': ['ID=5ddef2b5-81c9-4839-885e-d5f72585387a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:47.328785 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] No DVR routers for this DVR port 5ddef2b5-81c9-4839-885e-d5f72585387a on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:47.334646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.337326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-02de74c7-f8b1-4df7-9da3-3eab268d9d26 req-6b7c27b1-e766-48f7-87b2-25375ac69ed7 tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.21 "DELETE /v2.0/ports/5ddef2b5-81c9-4839-885e-d5f72585387a HTTP/1.1" status: 204 len: 173 time: 0.8223646 Aug 30 14:39:47.337858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69182319-cb62-4768-95a7-3d9001232245', 'name': 'network-vif-deleted', 'tag': '5ddef2b5-81c9-4839-885e-d5f72585387a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:47.351639 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a80e5-c28e-4d9e-b15d-c38733da9d8a" -d '{"events": [{"server_uuid": "69182319-cb62-4768-95a7-3d9001232245", "name": "network-vif-deleted", "tag": "5ddef2b5-81c9-4839-885e-d5f72585387a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:47.376442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a2cf-67cd-4fb2-bef1-e559ab2811b3 req-917bb15e-a8b4-4a3b-b51e-3b7ac3f07767 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:47.387937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b2e2a2cf-67cd-4fb2-bef1-e559ab2811b3 req-917bb15e-a8b4-4a3b-b51e-3b7ac3f07767 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2120905 Aug 30 14:39:47.393717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.446833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df5ef72e-160f-40af-a8ed-905a91e9ed71 req-d81f9983-6d7e-4baa-a64a-de790914c56f tempest-InstanceActionsV221TestJSON-1813731742 tempest-InstanceActionsV221TestJSON-1813731742-project] 10.222.0.50 "GET /v2.0/ports?device_id=69182319-cb62-4768-95a7-3d9001232245 HTTP/1.1" status: 200 len: 210 time: 0.0328636 Aug 30 14:39:47.471854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b2e2a2cf-67cd-4fb2-bef1-e559ab2811b3 req-bd31efc1-deae-43f1-b104-bd584b4455b5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820587 Aug 30 14:39:47.531677 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cd6c90-d14f-42bc-8297-af92249b3ef2 x-openstack-request-id: req-d3cd6c90-d14f-42bc-8297-af92249b3ef2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:47.532585 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69182319-cb62-4768-95a7-3d9001232245", "name": "network-vif-deleted", "tag": "5ddef2b5-81c9-4839-885e-d5f72585387a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:47.533007 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3cd6c90-d14f-42bc-8297-af92249b3ef2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:47.533684 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69182319-cb62-4768-95a7-3d9001232245', 'name': 'network-vif-deleted', 'tag': '5ddef2b5-81c9-4839-885e-d5f72585387a', 'status': 'completed', 'code': 200} Aug 30 14:39:47.578785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Deleting port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:47.579159 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.592508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.660657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=6c7eb443-2644-4277-b330-4bbd107c907b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:47.731396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] No DVR routers for this DVR port 6c7eb443-2644-4277-b330-4bbd107c907b on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:47.747601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.749845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a3f8fe7-af0d-416a-97ce-b9603c1db8c6 req-ee684ce7-d777-42f5-b474-d6e756c0573c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "DELETE /v2.0/ports/6c7eb443-2644-4277-b330-4bbd107c907b HTTP/1.1" status: 204 len: 173 time: 1.0670941 Aug 30 14:39:47.750308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-deleted', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:47.753357 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c68998-9e7d-4be4-a091-f0e8b75d2816" -d '{"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-deleted", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:47.759899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] For port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b91ad8fd-1ed3-4c7d-b43a-ef11df16d770,segment=NetworkSegment(338326d7-be60-40b2-b652-1de679365d39),segment_id=338326d7-be60-40b2-b652-1de679365d39)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:47.760272 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:47.792070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Calling delete_port for b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:47.819603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fd15d-53f8-457b-8e8e-d6e8503c0b86 req-aceeb6a1-1f54-4e48-8adf-79a7d6703fa2 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:47.822441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a90fd15d-53f8-457b-8e8e-d6e8503c0b86 req-aceeb6a1-1f54-4e48-8adf-79a7d6703fa2 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.0805039 Aug 30 14:39:47.866871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a90fd15d-53f8-457b-8e8e-d6e8503c0b86 req-ec256dea-bd6c-4d33-817d-33c072d24fc5 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Aug 30 14:39:48.087908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:48.158283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fbee1b-d1c5-4ea0-8d61-44f7d702557a None None] Network b4cc56f4-234b-43ff-8f26-a820bff46d5a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:48.302715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:48.314196 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a07dfd-0f97-44bb-92d8-80c2ef321d26 x-openstack-request-id: req-50a07dfd-0f97-44bb-92d8-80c2ef321d26 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:48.315158 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e301afb-6c0a-42d7-aac4-bcfd0017d808", "name": "network-vif-deleted", "tag": "6c7eb443-2644-4277-b330-4bbd107c907b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:48.315416 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50a07dfd-0f97-44bb-92d8-80c2ef321d26 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:48.315823 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e301afb-6c0a-42d7-aac4-bcfd0017d808', 'name': 'network-vif-deleted', 'tag': '6c7eb443-2644-4277-b330-4bbd107c907b', 'status': 'completed', 'code': 200} Aug 30 14:39:48.318805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a430fd34-fa8f-4667-ad11-4ba1bfca2dfb None None] Provisioning for port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:48.322668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e2f0b8b-93a9-46d4-9dd9-cb1dd2291fd8 req-0c1e02a5-eddc-4798-a69a-487ec1b76b91 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e301afb-6c0a-42d7-aac4-bcfd0017d808 HTTP/1.1" status: 200 len: 210 time: 0.0374737 Aug 30 14:39:48.347242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:48.347621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.352304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a430fd34-fa8f-4667-ad11-4ba1bfca2dfb None None] Provisioning complete for port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:48.352915 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a430fd34-fa8f-4667-ad11-4ba1bfca2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.374546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4124-1724-4cc0-bb3e-4de84b0c263f req-a0c2d548-6dce-46ad-958d-4f6ab6e57629 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:48.377520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c92c4124-1724-4cc0-bb3e-4de84b0c263f req-a0c2d548-6dce-46ad-958d-4f6ab6e57629 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.6492121 Aug 30 14:39:48.438045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d6b02b3a-8eea-49a0-8760-4f083354bc51 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:48.439495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d6b02b3a-8eea-49a0-8760-4f083354bc51 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.39 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 945 time: 0.6353750 Aug 30 14:39:48.448876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c92c4124-1724-4cc0-bb3e-4de84b0c263f req-3e81c303-b715-4500-ba34-4c729bc5d1a1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661292 Aug 30 14:39:48.489373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.499526 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-a430fd34-fa8f-4667-ad11-4ba1bfca2dfb None None] No ports have port_id starting with b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 Aug 30 14:39:48.522200 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.544664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Port': ['ID=b91ad8fd-1ed3-4c7d-b43a-ef11df16d770,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:48.552214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] No DVR routers for this DVR port b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:48.578549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58838093-0e41-4c0d-8e17-c9e01c379bdf None None] DHCP port deletion for b4cc56f4-234b-43ff-8f26-a820bff46d5a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:48.596103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35058b80-fc9e-4244-aab5-964f5024c202 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:39:48.652224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.665608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Deleting port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:48.665608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.669277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cc56f4-234b-43ff-8f26-a820bff46d5a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:48.693280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35058b80-fc9e-4244-aab5-964f5024c202 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:39:48.717619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338326d7-be60-40b2-b652-1de679365d39') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:48.718035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338326d7-be60-40b2-b652-1de679365d39') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:48.735887 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.736177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:48.768144 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.780015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:48.780726 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:48.783736 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:48.797934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dc23d0-272f-407f-94a2-7a2c0d200282 admin admin] Deleting subnet 21cdc41e-d596-4a96-9450-13b232f61045 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:48.802225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66dc23d0-272f-407f-94a2-7a2c0d200282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.840729 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66dc23d0-272f-407f-94a2-7a2c0d200282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.848282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] For port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:48.848714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.865802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Calling delete_port for ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:48.871499 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.883111 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.884945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/networks/b4cc56f4-234b-43ff-8f26-a820bff46d5a HTTP/1.1" status: 204 len: 168 time: 1.7220149 Aug 30 14:39:48.889543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:48.897953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0421b-c014-4357-a306-1994ca8a768b tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Network': ['ID=b4cc56f4-234b-43ff-8f26-a820bff46d5a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:48.911789 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66dc23d0-272f-407f-94a2-7a2c0d200282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.034425 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.047584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['dece4502-b891-40fb-b522-7c5c673a6389'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:49.054631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.069299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851f8d-9bf2-41bc-91f2-5cbd6716ad1d req-dec2dd6c-524c-4a48-9a4b-74dbdf0d5fa2 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:49.072668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Pushing event deleted for resources: {'Port': ['ID=ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:49.077758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c851f8d-9bf2-41bc-91f2-5cbd6716ad1d req-dec2dd6c-524c-4a48-9a4b-74dbdf0d5fa2 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=969e30f4-a525-495d-8cce-4f8a0b70fa80 HTTP/1.1" status: 200 len: 867 time: 0.1096680 Aug 30 14:39:49.089966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4728dcc1-4c38-46cd-86c7-3d83320b9a2a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:49.115596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66dc23d0-272f-407f-94a2-7a2c0d200282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.122937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] No DVR routers for this DVR port ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:49.126157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.128373 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab8e1c30-3c63-4860-aacc-19e193e6611e req-d4195fcd-25b2-46f8-93a4-c3d998d74abe tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.39 "DELETE /v2.0/ports/ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 HTTP/1.1" status: 204 len: 173 time: 0.6777751 Aug 30 14:39:49.190828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c851f8d-9bf2-41bc-91f2-5cbd6716ad1d req-bf5469d1-2b4f-41c2-ba3a-4ddbeedf2619 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123917 Aug 30 14:39:49.191526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc23d0-272f-407f-94a2-7a2c0d200282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21cdc41e-d596-4a96-9450-13b232f61045,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:49.194434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66dc23d0-272f-407f-94a2-7a2c0d200282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.198782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-66dc23d0-272f-407f-94a2-7a2c0d200282 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/21cdc41e-d596-4a96-9450-13b232f61045 HTTP/1.1" status: 204 len: 168 time: 0.4593329 Aug 30 14:39:49.199919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:49.249377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.263122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457dd212-273c-4f19-a49e-0e1415bc6a38']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:49.278685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6281b3ac-0aa8-4121-9cb2-7975424b8ab3') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:49.278971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6281b3ac-0aa8-4121-9cb2-7975424b8ab3') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:49.292094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.310639 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.313463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.319769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:49.320454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:49.324856 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:49.392911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:49.409839 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.423620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf111e08-3aa8-4105-9589-b50485e49f9c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:49.436904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bed7cec-08f6-4893-a72e-40af6af096b4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:49.437338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bed7cec-08f6-4893-a72e-40af6af096b4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:49.447527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.465277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.475049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:49.475589 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:49.477729 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:49.480533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.500808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.505520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/networks/457dd212-273c-4f19-a49e-0e1415bc6a38 HTTP/1.1" status: 204 len: 168 time: 0.6130903 Aug 30 14:39:49.511456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:49.597086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9706-ce70-4b80-b0ea-3f040de20ae5 req-687978ac-4cb1-4b57-8534-e3c2fb6e3ef7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:49.598693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-864f9706-ce70-4b80-b0ea-3f040de20ae5 req-687978ac-4cb1-4b57-8534-e3c2fb6e3ef7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0594027 Aug 30 14:39:49.599531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.605169 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.607248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] 10.222.0.50 "DELETE /v2.0/networks/bf111e08-3aa8-4105-9589-b50485e49f9c HTTP/1.1" status: 204 len: 168 time: 0.4065037 Aug 30 14:39:49.631867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695682ef-b803-423a-8d07-af98fe0e819d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf111e08-3aa8-4105-9589-b50485e49f9c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:49.641381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.646394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853532b1-f453-4c98-9108-a1fb9f9374ba tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Network': ['ID=457dd212-273c-4f19-a49e-0e1415bc6a38,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:49.659069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-864f9706-ce70-4b80-b0ea-3f040de20ae5 req-2e51d33c-b54e-4c4c-8398-64675bcd20d6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503559 Aug 30 14:39:49.835366 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.851670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:49.896001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c89f8073-b8d6-4e4b-abe5-3592f1519def admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a52fa23c1b804e40a4d68bf894a21620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407727 Aug 30 14:39:49.896546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:49.951776 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0122e8e-d2ff-4d54-9b53-d5ddf2ca8b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.962098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:49.979633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0122e8e-d2ff-4d54-9b53-d5ddf2ca8b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.983213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:49.983668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b91ad8fd-1ed3-4c7d-b43a-ef11df16d770 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:50.034539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0122e8e-d2ff-4d54-9b53-d5ddf2ca8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.037166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0122e8e-d2ff-4d54-9b53-d5ddf2ca8b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.038319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d0122e8e-d2ff-4d54-9b53-d5ddf2ca8b14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49cf7443-3c6d-48de-a380-1b8afcfcd2da HTTP/1.1" status: 204 len: 168 time: 0.1409481 Aug 30 14:39:50.048621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0122e8e-d2ff-4d54-9b53-d5ddf2ca8b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf7443-3c6d-48de-a380-1b8afcfcd2da,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:50.282107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943143f-367c-4105-b7dc-3408b229cbc5 req-490dc2d5-7f10-44a7-bc8c-838f9bebddbd tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:50.289207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2943143f-367c-4105-b7dc-3408b229cbc5 req-490dc2d5-7f10-44a7-bc8c-838f9bebddbd tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2558579 Aug 30 14:39:50.297081 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.316707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969e30f4-a525-495d-8cce-4f8a0b70fa80', 'name': 'network-vif-deleted', 'tag': 'ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:50.320010 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeb863e-e7ac-4e63-903a-a4144bdc917f" -d '{"events": [{"server_uuid": "969e30f4-a525-495d-8cce-4f8a0b70fa80", "name": "network-vif-deleted", "tag": "ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:50.323561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbc3d4c-b073-4153-aadc-c1c182c11ee6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:50.346766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a87437-926e-47ad-88b1-044ea1b17793') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:50.347079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a87437-926e-47ad-88b1-044ea1b17793') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:50.363795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2943143f-367c-4105-b7dc-3408b229cbc5 req-3be250b1-749e-48c2-9b0b-81858c67b3b6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734658 Aug 30 14:39:50.396208 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.423738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.434879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:50.435775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:50.439018 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:50.461036 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578c96d1-765b-40c0-b35a-ecdacd648bb3 x-openstack-request-id: req-578c96d1-765b-40c0-b35a-ecdacd648bb3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:50.461647 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969e30f4-a525-495d-8cce-4f8a0b70fa80", "name": "network-vif-deleted", "tag": "ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:50.461762 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-578c96d1-765b-40c0-b35a-ecdacd648bb3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:50.462223 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969e30f4-a525-495d-8cce-4f8a0b70fa80', 'name': 'network-vif-deleted', 'tag': 'ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489', 'status': 'completed', 'code': 200} Aug 30 14:39:50.544467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.553962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.557716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/networks/bbbc3d4c-b073-4153-aadc-c1c182c11ee6 HTTP/1.1" status: 204 len: 168 time: 1.0362978 Aug 30 14:39:50.558293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:50.616641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1c424-7124-448d-801d-5f0ddf01e720 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Network': ['ID=bbbc3d4c-b073-4153-aadc-c1c182c11ee6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:50.620923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6c7eb443-2644-4277-b330-4bbd107c907b no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:50.656107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 6c7eb443-2644-4277-b330-4bbd107c907b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:50.656461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6c7eb443-2644-4277-b330-4bbd107c907b not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:50.656898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5ddef2b5-81c9-4839-885e-d5f72585387a no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:50.668484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a643ec-7d56-4c26-8ab9-8344d7e8afef req-61b56ae0-437e-44d8-89a5-3acb63be9518 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:50.670725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22a643ec-7d56-4c26-8ab9-8344d7e8afef req-61b56ae0-437e-44d8-89a5-3acb63be9518 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 946 time: 0.1093445 Aug 30 14:39:50.671142 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.691524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 5ddef2b5-81c9-4839-885e-d5f72585387a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:50.692187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 5ddef2b5-81c9-4839-885e-d5f72585387a not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:50.693953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ca029-3051-4b6f-9319-c6bea13d4fcf req-846235eb-42d0-4535-af88-7d6e0753269a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:50.695818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-998ca029-3051-4b6f-9319-c6bea13d4fcf req-846235eb-42d0-4535-af88-7d6e0753269a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1147907 Aug 30 14:39:50.742681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22a643ec-7d56-4c26-8ab9-8344d7e8afef req-d1c29503-30ff-4e94-85db-121d3f6d35f4 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581193 Aug 30 14:39:50.793763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.816957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-998ca029-3051-4b6f-9319-c6bea13d4fcf req-7cc726e9-8006-4f41-ac44-58454495bd9f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925183 Aug 30 14:39:50.818373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.837248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad25204c-3f03-41c4-a252-815704d4fca9']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:50.859883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70ed180-c122-44c4-83a8-2e2756ac8b12') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:50.860197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70ed180-c122-44c4-83a8-2e2756ac8b12') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:50.872696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.893019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.900087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51316) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:50.908705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:50.909301 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:50.913083 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:50.964214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:50.975209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5aa87-20e2-4a76-b525-83a13c865bdb req-0e7ccd2e-924a-4f9c-9186-92be64a5cc3f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:50.977088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dee5aa87-20e2-4a76-b525-83a13c865bdb req-0e7ccd2e-924a-4f9c-9186-92be64a5cc3f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0731685 Aug 30 14:39:50.988624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.994667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.996827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] 10.222.0.50 "DELETE /v2.0/networks/ad25204c-3f03-41c4-a252-815704d4fca9 HTTP/1.1" status: 204 len: 168 time: 0.4374402 Aug 30 14:39:51.015250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:51.015529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607c8c-922f-4514-b312-2176f63321f2 tempest-BulkNetworkOpsIpV6Test-1634950457 tempest-BulkNetworkOpsIpV6Test-1634950457-project] Pushing event deleted for resources: {'Network': ['ID=ad25204c-3f03-41c4-a252-815704d4fca9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:51.015639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ba50e4bc-6dcb-48ef-b0ba-9ddc3191e489 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:51.037597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1775246263-network', 'tenant_id': 'ebb3d4caa93947f2a5d3bf9cf6177aa7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:51.058755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Made reservation on behalf of ebb3d4caa93947f2a5d3bf9cf6177aa7 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:51.064235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.073957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.086933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dee5aa87-20e2-4a76-b525-83a13c865bdb req-7d0fe22a-fb4e-4aa0-a863-297d5f6eb984 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736055 Aug 30 14:39:51.217639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.222297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.244842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:51.246973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 4105e014-2463-437f-a071-8ce19c7793b6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:51.248985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.259235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e651bb-a396-4d2f-9a1d-31d7501c18b1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:51.264781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.265160 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Added segment 414b316f-b5f8-4d14-b75c-cc03c28de401 of type vlan for network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 Aug 30 14:39:51.306240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:51.318558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32243527-33b5-429e-9b60-f81af8835749 req-76ccab68-ff2f-4637-ae60-7d4274612035 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:51.320110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32243527-33b5-429e-9b60-f81af8835749 req-76ccab68-ff2f-4637-ae60-7d4274612035 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1245508 Aug 30 14:39:51.327474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.355186 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.356241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:51.357098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.385131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32243527-33b5-429e-9b60-f81af8835749 req-cb4d8edf-14b5-4098-b194-6e80c1933984 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558491 Aug 30 14:39:51.409437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port 4105e014-2463-437f-a071-8ce19c7793b6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4105e014-2463-437f-a071-8ce19c7793b6,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:51.410055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.430779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 4105e014-2463-437f-a071-8ce19c7793b6 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:51.446864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5455122 Aug 30 14:39:51.447285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:51.454492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Request body: {'subnet': {'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1775246263-subnet', 'tenant_id': 'ebb3d4caa93947f2a5d3bf9cf6177aa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:51.514845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f495d1c-3928-4a40-995a-1e21983fb6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:51.525757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Made reservation on behalf of ebb3d4caa93947f2a5d3bf9cf6177aa7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:51.528266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.531797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:51.555363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aaa87d1a-7782-4282-b1fd-5ff0938013dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5691b731fdd48ac83ce0ce22e8c163f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479131 Aug 30 14:39:51.558632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:51.589318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bff451-a887-4832-9434-68c93cb5da4c req-52cb359e-7541-4729-ad41-b954ab8eb524 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:51.590888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bff451-a887-4832-9434-68c93cb5da4c req-52cb359e-7541-4729-ad41-b954ab8eb524 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1193893 Aug 30 14:39:51.661452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17bff451-a887-4832-9434-68c93cb5da4c req-ce9bd3c8-adb8-45c2-85d6-e1c7260b29f1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595801 Aug 30 14:39:51.661999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a58362e-2d86-4ee6-bec2-7d415066551b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.688854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a58362e-2d86-4ee6-bec2-7d415066551b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.750288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a58362e-2d86-4ee6-bec2-7d415066551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.754368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a58362e-2d86-4ee6-bec2-7d415066551b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.758472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5a58362e-2d86-4ee6-bec2-7d415066551b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/625746d5-21c2-42ca-a17b-eaf08e9ace70 HTTP/1.1" status: 204 len: 168 time: 0.1962428 Aug 30 14:39:51.770203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58362e-2d86-4ee6-bec2-7d415066551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625746d5-21c2-42ca-a17b-eaf08e9ace70,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:51.778177 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:51.871190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c720968-2ce5-4a62-9959-b5be1a537ec7 req-895be049-093e-4fd8-a03b-92477caf97e0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:51.874958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c720968-2ce5-4a62-9959-b5be1a537ec7 req-895be049-093e-4fd8-a03b-92477caf97e0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0612013 Aug 30 14:39:51.876414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=4105e014-2463-437f-a071-8ce19c7793b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:51.929956 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c720968-2ce5-4a62-9959-b5be1a537ec7 req-a0e8035a-a613-4d52-8d2e-540892d9de97 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503225 Aug 30 14:39:51.967572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.065639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9d69a6-ce08-4dd1-901c-5b44b22648a2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:52.078632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c98a1-5a95-479f-bf5a-58122b05286e req-79513225-d1cf-4a12-a0cb-bc2dc1619714 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.080214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce0c98a1-5a95-479f-bf5a-58122b05286e req-79513225-d1cf-4a12-a0cb-bc2dc1619714 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0624261 Aug 30 14:39:52.089268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c7ee-ee57-4a0b-85d8-d8895d336a5d req-65c658c5-b1cc-4f94-919d-84647c39d6da tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.090813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b753c7ee-ee57-4a0b-85d8-d8895d336a5d req-65c658c5-b1cc-4f94-919d-84647c39d6da tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 946 time: 0.2697933 Aug 30 14:39:52.152018 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce0c98a1-5a95-479f-bf5a-58122b05286e req-2a7419a1-eac7-48bc-8954-e617dadb8e39 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609765 Aug 30 14:39:52.166632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-98374213-883c-4ee0-9077-acb7d8f58b7c tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.168100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-98374213-883c-4ee0-9077-acb7d8f58b7c tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.21 "GET /v2.0/ports?device_id=d42ba44a-ac7c-4e13-bdcf-c0afe935107f HTTP/1.1" status: 200 len: 946 time: 0.0869944 Aug 30 14:39:52.223667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b753c7ee-ee57-4a0b-85d8-d8895d336a5d req-a69cc8e0-a410-4634-93eb-2641d45928a1 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172202 Aug 30 14:39:52.224377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Checking segment: {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:52.224736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Network hostable DHCP agents. Network: c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:52.293623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Deleting port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:52.293997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.321110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:52.335810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:52.342324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.342930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.346954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e0f68-fc1e-4b9d-9656-aed0e0d1d8f5 None None] Network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:52.364623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.395841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-85314c90-c43f-4e60-b119-b635266d06a3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9386282 Aug 30 14:39:52.427913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8ada5-ce5e-4bfb-b728-b41fb4ad85ca req-dc03fddd-93f7-4f55-80af-f69dce98a072 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.435330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65a8ada5-ce5e-4bfb-b728-b41fb4ad85ca req-dc03fddd-93f7-4f55-80af-f69dce98a072 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1441760 Aug 30 14:39:52.488355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65a8ada5-ce5e-4bfb-b728-b41fb4ad85ca req-fdc840cc-c7b1-4d98-9354-216665365d1a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 Aug 30 14:39:52.492031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] For port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:52.493099 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.507959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Calling delete_port for 4728dcc1-4c38-46cd-86c7-3d83320b9a2a owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:52.589235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5df1f7-ba92-43d7-bf30-288f2726b7c2 None None] Network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:52.685856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9813-ee1e-4af9-a3cb-ffa218ad6fb9 req-78b92f44-0350-40c1-ac7f-4393e41ef7cf tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.693303 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-399f9813-ee1e-4af9-a3cb-ffa218ad6fb9 req-78b92f44-0350-40c1-ac7f-4393e41ef7cf tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0707529 Aug 30 14:39:52.774018 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.797899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['dece4502-b891-40fb-b522-7c5c673a6389'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:52.806162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:52.818470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Pushing event deleted for resources: {'Port': ['ID=4728dcc1-4c38-46cd-86c7-3d83320b9a2a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:52.842218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-399f9813-ee1e-4af9-a3cb-ffa218ad6fb9 req-163700dd-ba53-421c-a4c3-f827de981104 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473486 Aug 30 14:39:52.877212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4728dcc1-4c38-46cd-86c7-3d83320b9a2a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:52.888544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:52.889334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] No DVR routers for this DVR port 4728dcc1-4c38-46cd-86c7-3d83320b9a2a on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:52.892392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.896107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab0f03dd-d26c-45c9-ac01-cffd849c7328 req-e29ae884-26b2-4508-bf52-0b594546c956 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.21 "DELETE /v2.0/ports/4728dcc1-4c38-46cd-86c7-3d83320b9a2a HTTP/1.1" status: 204 len: 173 time: 0.7208025 Aug 30 14:39:52.896851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42ba44a-ac7c-4e13-bdcf-c0afe935107f', 'name': 'network-vif-deleted', 'tag': '4728dcc1-4c38-46cd-86c7-3d83320b9a2a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:52.900043 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fdb18e-9674-48ab-b59f-a52667a65240" -d '{"events": [{"server_uuid": "d42ba44a-ac7c-4e13-bdcf-c0afe935107f", "name": "network-vif-deleted", "tag": "4728dcc1-4c38-46cd-86c7-3d83320b9a2a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:53.027755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-762062645'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:53.221388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-65381319-ff54-45ac-8ff7-263058b8b9d4 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:53.222864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-65381319-ff54-45ac-8ff7-263058b8b9d4 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/networks?id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 HTTP/1.1" status: 200 len: 818 time: 0.1242211 Aug 30 14:39:53.238729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-91cd8a59-0a9c-4548-83b6-b97d205f2a66 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/quotas/ebb3d4caa93947f2a5d3bf9cf6177aa7 HTTP/1.1" status: 200 len: 375 time: 0.0099156 Aug 30 14:39:53.272955 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-03afd270-8e65-430a-8e05-16b0f3d2bb18 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebb3d4caa93947f2a5d3bf9cf6177aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282416 Aug 30 14:39:53.377446 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-3c427cc7-d0a4-495b-b094-b8a519cfeefa service neutron] 10.222.0.50 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965226 Aug 30 14:39:53.399802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:53.403264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.426576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fedfc-d1d3-4416-9f7b-c596208f71d0 req-07f2267a-f601-450c-9e9c-c9f8da60f2b4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:53.428064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d3fedfc-d1d3-4416-9f7b-c596208f71d0 req-07f2267a-f601-450c-9e9c-c9f8da60f2b4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.3958762 Aug 30 14:39:53.430757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.442398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:53.452460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68e357fc-9c84-430c-90b8-c4e0fa8ed7cd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "PUT /v2.0/routers/1c8b08c5-fae9-4a7d-b817-e214cf5bca38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0584955 Aug 30 14:39:53.456207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:53.459940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] Sync routers for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:53.471977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:53.472634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:53.525618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-3ad47d7a-30f6-49d5-8750-a1cb915881f3 service neutron] 10.222.0.50 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408994 Aug 30 14:39:53.545890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e946a592-cc23-4b32-aabe-fe4b80990a93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting subnet 08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:53.554072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e946a592-cc23-4b32-aabe-fe4b80990a93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.562773 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d3fedfc-d1d3-4416-9f7b-c596208f71d0 req-c75d3f59-3654-4086-a1ea-ebfec3a6be46 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273158 Aug 30 14:39:53.629069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e946a592-cc23-4b32-aabe-fe4b80990a93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.634544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:53.663434 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f16922-e351-4f9a-a60f-90a4a4ecb7bb x-openstack-request-id: req-c0f16922-e351-4f9a-a60f-90a4a4ecb7bb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:53.664134 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42ba44a-ac7c-4e13-bdcf-c0afe935107f", "name": "network-vif-deleted", "tag": "4728dcc1-4c38-46cd-86c7-3d83320b9a2a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:53.664622 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0f16922-e351-4f9a-a60f-90a4a4ecb7bb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:53.665255 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42ba44a-ac7c-4e13-bdcf-c0afe935107f', 'name': 'network-vif-deleted', 'tag': '4728dcc1-4c38-46cd-86c7-3d83320b9a2a', 'status': 'completed', 'code': 200} Aug 30 14:39:53.679175 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.686633 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.725242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:53.739390 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e946a592-cc23-4b32-aabe-fe4b80990a93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.809824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.810842 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment 3c2db300-bc51-48a3-9369-29ffcb934d6a of type vlan for network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 Aug 30 14:39:53.829507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e946a592-cc23-4b32-aabe-fe4b80990a93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.834659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922f8a10-e938-43ea-9674-f3e482da6791,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:53.883630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:39:51Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:53.884769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946a592-cc23-4b32-aabe-fe4b80990a93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Subnet': ['ID=08b2cc54-f27b-4cc0-8db5-2b7cadbecb57,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:53.895938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e946a592-cc23-4b32-aabe-fe4b80990a93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.899430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e946a592-cc23-4b32-aabe-fe4b80990a93 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/subnets/08b2cc54-f27b-4cc0-8db5-2b7cadbecb57 HTTP/1.1" status: 204 len: 168 time: 0.4417918 Aug 30 14:39:53.902279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:53.920654 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.946609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee029e-fa46-411c-8881-560abd7db60d None None] Network 466b0175-3616-40c5-8b41-32ff5ecaca19 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:53.959246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] Checking router: 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:53.976198 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.983434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:53.984058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.008417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] Routers {'1c8b08c5-fae9-4a7d-b817-e214cf5bca38'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:54.009095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:54.068048 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2564833 Aug 30 14:39:54.069297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:54.075208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1968635234'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:54.094532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48958aad-7d49-4a00-80e0-9af2532b49ec tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=1594cbfa-19e6-4cd2-8fd5-df9b84369ad5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:54.126982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f4642-1973-4332-a70f-370b573e91d4 req-f3191da5-2ea9-452c-b2c5-7f0ae0eb5159 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:54.130685 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-917f4642-1973-4332-a70f-370b573e91d4 req-f3191da5-2ea9-452c-b2c5-7f0ae0eb5159 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2302470 Aug 30 14:39:54.139214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:54.173716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:54.177468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.202715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-917f4642-1973-4332-a70f-370b573e91d4 req-eb3eac62-b933-4262-92f8-4fd9e3bbcb3a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Aug 30 14:39:54.210294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.239216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:39:54.259993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] Set router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:54.271431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.271839 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment 16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1 of type vlan for network d1b55bf5-9927-42c7-a34a-7f4458123b18 Aug 30 14:39:54.418075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e324744-9d07-4f48-823c-b3d950b58dc3 req-a0a3c3af-428a-4625-ad51-1281816c80b9 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 210 time: 0.0462480 Aug 30 14:39:54.420524 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.479200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.505887 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.516492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:54.518230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.559924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4866922 Aug 30 14:39:54.561712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:54.568047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': '1594cbfa-19e6-4cd2-8fd5-df9b84369ad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:54.681543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:39:51Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:54.715332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c157d-d5c6-485e-b4a5-e009acf3ed9c None None] The sync data for ids ['1c8b08c5-fae9-4a7d-b817-e214cf5bca38'] in n-d-805668-3 is: [{'id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045856825', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:39:51Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': 'd9883b3f-1cf0-4140-a4db-9cccf644d97a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8b08c5-fae9-4a7d-b817-e214cf5bca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:10Z', 'updated_at': '2021-08-30T14:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:54.728966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d29a5d-edff-43e5-b015-b74dbd05629e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=d1b55bf5-9927-42c7-a34a-7f4458123b18,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:54.731308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080925a4-1953-4941-83a3-280b092599d5 None None] DHCP port deletion for 466b0175-3616-40c5-8b41-32ff5ecaca19 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:54.762806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df43c-e929-4a0b-bfd3-9fa89399cb27 req-759a4c2e-88af-4f80-9830-26050133d21d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:54.771104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57df43c-e929-4a0b-bfd3-9fa89399cb27 req-759a4c2e-88af-4f80-9830-26050133d21d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2290802 Aug 30 14:39:54.771411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d1b55bf5-9927-42c7-a34a-7f4458123b18 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:39:54.811094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port d9883b3f-1cf0-4140-a4db-9cccf644d97a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:54.811493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.814443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57df43c-e929-4a0b-bfd3-9fa89399cb27 req-a17f3873-820b-4169-abbd-36531800d4a1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Aug 30 14:39:54.871047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-080925a4-1953-4941-83a3-280b092599d5 None None] Deleting port 7b4385d3-d9c8-42cb-a583-5b338b776eba {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:54.871047 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-080925a4-1953-4941-83a3-280b092599d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.928584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port d9883b3f-1cf0-4140-a4db-9cccf644d97a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d9883b3f-1cf0-4140-a4db-9cccf644d97a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:54.929618 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.945604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for d9883b3f-1cf0-4140-a4db-9cccf644d97a owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:54.948794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-080925a4-1953-4941-83a3-280b092599d5 None None] For port 7b4385d3-d9c8-42cb-a583-5b338b776eba, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7b4385d3-d9c8-42cb-a583-5b338b776eba,segment=NetworkSegment(465d388b-7690-4397-9b7f-4d8192807bf5),segment_id=465d388b-7690-4397-9b7f-4d8192807bf5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:54.949217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-080925a4-1953-4941-83a3-280b092599d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.964768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-080925a4-1953-4941-83a3-280b092599d5 None None] Calling delete_port for 7b4385d3-d9c8-42cb-a583-5b338b776eba owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:54.978188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46ed8-4f47-451e-b210-a2a6f8b3a3fa req-6a05e8b5-9b94-43cb-9db2-dabaac290c89 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:54.991958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60c46ed8-4f47-451e-b210-a2a6f8b3a3fa req-6a05e8b5-9b94-43cb-9db2-dabaac290c89 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1031921 Aug 30 14:39:55.077973 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60c46ed8-4f47-451e-b210-a2a6f8b3a3fa req-d3ad82b8-28c6-4a6b-b6d3-2059b03a9b9f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854111 Aug 30 14:39:55.142046 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8901d7ac-8af5-43df-a45f-0725cd9fa574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:55.149967 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-080925a4-1953-4941-83a3-280b092599d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:55.166703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080925a4-1953-4941-83a3-280b092599d5 None None] No DVR routers for this DVR port 7b4385d3-d9c8-42cb-a583-5b338b776eba on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:55.213661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080925a4-1953-4941-83a3-280b092599d5 None None] Pushing event deleted for resources: {'Port': ['ID=7b4385d3-d9c8-42cb-a583-5b338b776eba,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:55.226393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:55.236704 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:55.268750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322e97f-4720-460f-bda4-32e173cee7c3 req-704bb70a-ff0e-4dd1-a499-22a6f6358075 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:55.274653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5322e97f-4720-460f-bda4-32e173cee7c3 req-704bb70a-ff0e-4dd1-a499-22a6f6358075 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.5849764 Aug 30 14:39:55.381991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:55.426707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5322e97f-4720-460f-bda4-32e173cee7c3 req-a134e43b-078d-47ab-a45b-1ff544c1d024 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182606 Aug 30 14:39:55.432685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=d9883b3f-1cf0-4140-a4db-9cccf644d97a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:55.503995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38185cea-be4e-418f-899a-0af67627b606 req-34363d7c-0211-411b-b0a0-89affd4a108d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:55.505457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38185cea-be4e-418f-899a-0af67627b606 req-34363d7c-0211-411b-b0a0-89affd4a108d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0673068 Aug 30 14:39:55.543293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38185cea-be4e-418f-899a-0af67627b606 req-883580ac-d958-4e9f-99b6-bfdcb38ef7fe tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Aug 30 14:39:55.559492 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-def55aba-12c8-4c18-b57a-466042e0afc7 req-7bcc1d51-e384-43fb-838f-4806eb48c5be tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 210 time: 0.0581405 Aug 30 14:39:55.568381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:55.684028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7433dff-9e98-4036-9a5a-ea8bea0b6912 req-273c08b2-43df-4e0e-a3a7-e9f832958e58 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:55.685745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7433dff-9e98-4036-9a5a-ea8bea0b6912 req-273c08b2-43df-4e0e-a3a7-e9f832958e58 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0610151 Aug 30 14:39:55.757769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7433dff-9e98-4036-9a5a-ea8bea0b6912 req-488581e1-50ee-4b9f-a421-f2c91e810f75 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639622 Aug 30 14:39:55.969280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596320-12b6-4b35-b648-c4e15ac0b8ac req-b1e4b244-ea5d-406f-a29a-7cc934feffec tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:55.977460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff596320-12b6-4b35-b648-c4e15ac0b8ac req-b1e4b244-ea5d-406f-a29a-7cc934feffec tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0883365 Aug 30 14:39:56.036327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff596320-12b6-4b35-b648-c4e15ac0b8ac req-f08670dd-8264-4013-ab33-ca90db503ca3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576181 Aug 30 14:39:56.053247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-8dfa1e6f-1229-4079-957d-3f757a3a23ce tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:56.054704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-8dfa1e6f-1229-4079-957d-3f757a3a23ce tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1141503 Aug 30 14:39:56.106414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7b4385d3-d9c8-42cb-a583-5b338b776eba no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:56.134362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 7b4385d3-d9c8-42cb-a583-5b338b776eba {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:56.135248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7b4385d3-d9c8-42cb-a583-5b338b776eba not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:56.135902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4105e014-2463-437f-a071-8ce19c7793b6 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:56.141715 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.156430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.164978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4105e014-2463-437f-a071-8ce19c7793b6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:56.165792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4105e014-2463-437f-a071-8ce19c7793b6 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:56.169795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Deleting port dece4502-b891-40fb-b522-7c5c673a6389 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:56.170173 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.304893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] For port dece4502-b891-40fb-b522-7c5c673a6389, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=dece4502-b891-40fb-b522-7c5c673a6389,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:56.305687 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.320313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Calling delete_port for dece4502-b891-40fb-b522-7c5c673a6389 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:56.344497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.359016 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.359530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Fanout notify agent at l3_agent the message router_deleted on router 1c8b08c5-fae9-4a7d-b817-e214cf5bca38 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:39:56.406190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.407326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-21a2fbba-98ec-4150-bcfd-2ac0d6f6c70f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/routers/1c8b08c5-fae9-4a7d-b817-e214cf5bca38 HTTP/1.1" status: 204 len: 168 time: 2.4940262 Aug 30 14:39:56.412540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:56.447193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-7aa44d7c-5dee-4aa6-a191-44443f7cd830 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:56.448796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-7aa44d7c-5dee-4aa6-a191-44443f7cd830 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.39 "GET /v2.0/networks?id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 HTTP/1.1" status: 200 len: 818 time: 0.4421992 Aug 30 14:39:56.456200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-46d003ea-d9ac-4092-8908-87dddf8a73b7 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:56.461684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-46d003ea-d9ac-4092-8908-87dddf8a73b7 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.21 "GET /v2.0/networks?id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 HTTP/1.1" status: 200 len: 818 time: 0.4538355 Aug 30 14:39:56.509607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.519453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Request body: {'port': {'device_id': '78e9f569-b3d0-4cea-9fbe-119037bfe5f8', 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513', 'admin_state_up': True, 'tenant_id': 'ebb3d4caa93947f2a5d3bf9cf6177aa7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:56.525861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Request body: {'port': {'device_id': '8b9037ad-5e26-4947-9da5-94397392750c', 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513', 'admin_state_up': True, 'tenant_id': 'ebb3d4caa93947f2a5d3bf9cf6177aa7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:56.564658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3efc34-1f34-480d-ac20-4208ef13831e req-ebb8e6b9-93bb-404d-ac8f-39b8f51c01d6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:56.566213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e3efc34-1f34-480d-ac20-4208ef13831e req-ebb8e6b9-93bb-404d-ac8f-39b8f51c01d6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.4226794 Aug 30 14:39:56.641426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41fba6-5034-4f6d-b790-4ca9a9036658 req-34d9a693-d31d-4ed9-84b3-db525ae4f926 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:56.643389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e41fba6-5034-4f6d-b790-4ca9a9036658 req-34d9a693-d31d-4ed9-84b3-db525ae4f926 tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2c36dca-a4bb-402d-beca-fec03b12d325 HTTP/1.1" status: 200 len: 945 time: 0.1224983 Aug 30 14:39:56.664897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-524b56b7-ec97-41a3-8bfb-30a44a9efb0a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:56.666360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-524b56b7-ec97-41a3-8bfb-30a44a9efb0a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.39 "GET /v2.0/networks?id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 HTTP/1.1" status: 200 len: 818 time: 0.4091280 Aug 30 14:39:56.672425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4728dcc1-4c38-46cd-86c7-3d83320b9a2a no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:56.684490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=358df8a1-3f3e-4842-a7ee-5a51c8e2b224,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:56.693566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 4728dcc1-4c38-46cd-86c7-3d83320b9a2a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:56.694156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4728dcc1-4c38-46cd-86c7-3d83320b9a2a not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:56.695684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Request body: {'port': {'device_id': 'ecd94409-4845-484e-a8ef-bec65b86e49d', 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513', 'admin_state_up': True, 'tenant_id': 'ebb3d4caa93947f2a5d3bf9cf6177aa7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:56.738917 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e3efc34-1f34-480d-ac20-4208ef13831e req-581d3ad7-f3f4-4cc3-af83-3ed3316c3415 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272397 Aug 30 14:39:56.742649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.755173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e41fba6-5034-4f6d-b790-4ca9a9036658 req-efc78122-ab30-44dc-8824-7caf87d31fea tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.50 "GET /v2.0/security-groups?id=8db97510-af6b-4cd8-9537-49eb8ab720eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686638 Aug 30 14:39:56.757484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.775540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466b0175-3616-40c5-8b41-32ff5ecaca19']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:56.789753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['dece4502-b891-40fb-b522-7c5c673a6389'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:56.804618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': '3c2db300-bc51-48a3-9369-29ffcb934d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1594cbfa-19e6-4cd2-8fd5-df9b84369ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:56.804984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:56.830537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465d388b-7690-4397-9b7f-4d8192807bf5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:56.830833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465d388b-7690-4397-9b7f-4d8192807bf5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:56.843867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.846032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Pushing event deleted for resources: {'Port': ['ID=dece4502-b891-40fb-b522-7c5c673a6389,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:56.889112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.906525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] No DVR routers for this DVR port dece4502-b891-40fb-b522-7c5c673a6389 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:56.910073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.912254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] 10.222.0.39 "DELETE /v2.0/ports/dece4502-b891-40fb-b522-7c5c673a6389 HTTP/1.1" status: 204 len: 173 time: 0.8504157 Aug 30 14:39:56.912714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c36dca-a4bb-402d-beca-fec03b12d325', 'name': 'network-vif-deleted', 'tag': 'dece4502-b891-40fb-b522-7c5c673a6389'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:56.915306 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d22a271-a29b-414b-9362-695288c1fd77" -d '{"events": [{"server_uuid": "f2c36dca-a4bb-402d-beca-fec03b12d325", "name": "network-vif-deleted", "tag": "dece4502-b891-40fb-b522-7c5c673a6389"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:56.918455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:56.918870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:56.923423 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:56.935270 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:56.950009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5dd45be-d1bc-4f74-bc3d-7d31d6507920 req-0def00ba-295c-41ab-ad79-7857934cceb4 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 210 time: 0.0646420 Aug 30 14:39:56.991220 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0887f53-cad2-4d70-88d2-04b9bbf24268 x-openstack-request-id: req-a0887f53-cad2-4d70-88d2-04b9bbf24268 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:56.991458 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c36dca-a4bb-402d-beca-fec03b12d325", "name": "network-vif-deleted", "tag": "dece4502-b891-40fb-b522-7c5c673a6389", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:56.991717 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0887f53-cad2-4d70-88d2-04b9bbf24268 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:56.992231 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c36dca-a4bb-402d-beca-fec03b12d325', 'name': 'network-vif-deleted', 'tag': 'dece4502-b891-40fb-b522-7c5c673a6389', 'status': 'completed', 'code': 200} Aug 30 14:39:57.000092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.007602 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.009144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:57.009700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/networks/466b0175-3616-40c5-8b41-32ff5ecaca19 HTTP/1.1" status: 204 len: 168 time: 0.5947104 Aug 30 14:39:57.013436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51486) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:57.029804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6a0f4-49e6-4334-b95b-254736e5faa2 None None] Network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:57.030222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5b4ba-6d0e-45e1-9f38-719fb3eacac1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Network': ['ID=466b0175-3616-40c5-8b41-32ff5ecaca19,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:57.036310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:57.038044 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.068746 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Made reservation on behalf of ebb3d4caa93947f2a5d3bf9cf6177aa7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:57.072769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.189444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Made reservation on behalf of ebb3d4caa93947f2a5d3bf9cf6177aa7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:57.193829 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.203185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5fcf2f29-4a1c-4d16-b90f-e876454e297b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6408463 Aug 30 14:39:57.206264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:57.212067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': 'd1b55bf5-9927-42c7-a34a-7f4458123b18', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:57.217771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-1594cbfa-19e6-4cd2-8fd5-df9b84369ad5', 'network_id': '1594cbfa-19e6-4cd2-8fd5-df9b84369ad5', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': '358df8a1-3f3e-4842-a7ee-5a51c8e2b224'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:39:57.219363 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.234722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62db57d1-4dbc-444c-b1f9-32dec26331c7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.309557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Made reservation on behalf of ebb3d4caa93947f2a5d3bf9cf6177aa7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:57.313730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.341870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8ea7c-6827-40d5-9614-8f10dcfc1043 req-e04c55f4-1720-498d-b429-c148520a8fdb tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:57.349361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3f8ea7c-6827-40d5-9614-8f10dcfc1043 req-e04c55f4-1720-498d-b429-c148520a8fdb tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2689106 Aug 30 14:39:57.396771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:57.403249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.412803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62db57d1-4dbc-444c-b1f9-32dec26331c7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.440719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Allocated IP 2001:db8::2 (1594cbfa-19e6-4cd2-8fd5-df9b84369ad5/358df8a1-3f3e-4842-a7ee-5a51c8e2b224/b8745f5b-64de-47a3-9896-475dd6eb9615) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:57.602768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3f8ea7c-6827-40d5-9614-8f10dcfc1043 req-7415e104-57b2-4d7c-a60f-0d60ea83e024 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524238 Aug 30 14:39:57.621367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Allocated IP 172.20.0.14 (c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513/5d9d69a6-ce08-4dd1-901c-5b44b22648a2/dc49d1ae-0887-4c95-ab7a-8011bc0dfeea) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:57.681676 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62db57d1-4dbc-444c-b1f9-32dec26331c7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.684208 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62db57d1-4dbc-444c-b1f9-32dec26331c7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.693969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-62db57d1-4dbc-444c-b1f9-32dec26331c7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/security-groups/b25661e8-44c9-4a44-a489-5f4286eb6b40 HTTP/1.1" status: 204 len: 168 time: 0.6694179 Aug 30 14:39:57.694127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.700478 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.714695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Transition to ACTIVE for port object b8745f5b-64de-47a3-9896-475dd6eb9615 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:57.751097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Transition to ACTIVE for port object b8745f5b-64de-47a3-9896-475dd6eb9615 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:57.760846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.781459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db57d1-4dbc-444c-b1f9-32dec26331c7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25661e8-44c9-4a44-a489-5f4286eb6b40,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:57.804489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=5576d2ed-3774-4996-b02a-e38461563070,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:57.814003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': '16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd1b55bf5-9927-42c7-a34a-7f4458123b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:57.814601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: d1b55bf5-9927-42c7-a34a-7f4458123b18, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:39:57.834717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:57.838992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:57.844379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:57.846380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144143a-75f4-4d85-af9d-d72ec35bd1cc req-b138e4b6-a649-4e05-8f9f-2d22b6ba8931 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:57.847925 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9144143a-75f4-4d85-af9d-d72ec35bd1cc req-b138e4b6-a649-4e05-8f9f-2d22b6ba8931 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1279376 Aug 30 14:39:57.849154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network d1b55bf5-9927-42c7-a34a-7f4458123b18 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:39:57.854392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Pushing event updated for resources: {'Port': ['ID=b8745f5b-64de-47a3-9896-475dd6eb9615,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:57.865114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d1b55bf5-9927-42c7-a34a-7f4458123b18) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:57.877353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:57.877966 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.898592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2fd32-fa2d-4335-b880-2bbbcd6d8ff9 None None] Network d1b55bf5-9927-42c7-a34a-7f4458123b18 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:57.915999 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9144143a-75f4-4d85-af9d-d72ec35bd1cc req-61fc3201-6a2a-4222-a40d-d508ca15bf09 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610812 Aug 30 14:39:57.920405 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ef13fae4-1418-4ffd-8a25-4b0476b699b7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7098899 Aug 30 14:39:57.920710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:57.926792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9a1adfc9-0966-4da8-b543-e4f5f5a531be tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-841753339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:57.953873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.968029 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a1adfc9-0966-4da8-b543-e4f5f5a531be tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.970988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a1adfc9-0966-4da8-b543-e4f5f5a531be tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.010243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51510) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:58.047707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d9883b3f-1cf0-4140-a4db-9cccf644d97a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:58.080736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d9883b3f-1cf0-4140-a4db-9cccf644d97a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:58.081253 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d9883b3f-1cf0-4140-a4db-9cccf644d97a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:58.097444 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.101661 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b81b20b3-535c-4a11-9021-936db100a216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.128675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a1adfc9-0966-4da8-b543-e4f5f5a531be tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.131244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c96d3658-ae72-40fe-a67c-12d99611e2e3 req-811d2a95-841a-42ad-b65f-c80769827943 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 210 time: 0.0382791 Aug 30 14:39:58.134710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a1adfc9-0966-4da8-b543-e4f5f5a531be tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.159694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Attempting to bind port b8745f5b-64de-47a3-9896-475dd6eb9615 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:58.159694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Attempting to bind port b8745f5b-64de-47a3-9896-475dd6eb9615 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3c2db300-bc51-48a3-9369-29ffcb934d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1594cbfa-19e6-4cd2-8fd5-df9b84369ad5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:58.159694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Attempting to bind port b8745f5b-64de-47a3-9896-475dd6eb9615 on network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:58.162150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a1adfc9-0966-4da8-b543-e4f5f5a531be tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.164449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9a1adfc9-0966-4da8-b543-e4f5f5a531be tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2423708 Aug 30 14:39:58.167154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:58.177529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:58.182800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1d539df3-ae73-4990-a409-5a2e6dc23842 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681959968', 'description': 'tempest-secgroup-smoke-1681959968 description', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:58.190182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:58.190607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Checking segment: {'id': '3c2db300-bc51-48a3-9369-29ffcb934d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1594cbfa-19e6-4cd2-8fd5-df9b84369ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:58.191132 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.191536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Bound using segment: {'id': '3c2db300-bc51-48a3-9369-29ffcb934d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1594cbfa-19e6-4cd2-8fd5-df9b84369ad5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:58.192042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Bound port: b8745f5b-64de-47a3-9896-475dd6eb9615, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2db300-bc51-48a3-9369-29ffcb934d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1594cbfa-19e6-4cd2-8fd5-df9b84369ad5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:58.192436 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.197319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-d1b55bf5-9927-42c7-a34a-7f4458123b18', 'network_id': 'd1b55bf5-9927-42c7-a34a-7f4458123b18', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': '5576d2ed-3774-4996-b02a-e38461563070'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:39:58.198158 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.214813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4018ec-c75e-4f5d-8959-f7ad9a6f9a88 admin admin] Deleting subnet 7f106e4f-6e62-4f87-a4ac-ba0500ea208e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:58.225465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4018ec-c75e-4f5d-8959-f7ad9a6f9a88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.262790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:58.279740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:58.282226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:58.331009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d539df3-ae73-4990-a409-5a2e6dc23842 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.339104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:58.339727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.351254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Allocated IP 172.20.0.9 (c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513/5d9d69a6-ce08-4dd1-901c-5b44b22648a2/35767027-eeea-496a-a34c-69ae14484cad) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:58.353249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Pushing event updated for resources: {'Port': ['ID=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:58.373230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] For port b8745f5b-64de-47a3-9896-475dd6eb9615, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:58.385889 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-a611ae63-3d65-4530-a1eb-5e691a5b7a08 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8830888 Aug 30 14:39:58.388686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4018ec-c75e-4f5d-8959-f7ad9a6f9a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.393506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] For port b8745f5b-64de-47a3-9896-475dd6eb9615, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b8745f5b-64de-47a3-9896-475dd6eb9615,segment=NetworkSegment(3c2db300-bc51-48a3-9369-29ffcb934d6a),segment_id=3c2db300-bc51-48a3-9369-29ffcb934d6a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:58.400889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.430966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0da46-a932-4541-83b5-040015131e96 req-1855d604-6d2a-4825-9e38-42ab2a14e7a7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:58.431406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Request body: {'port': {'device_id': '8b9037ad-5e26-4947-9da5-94397392750c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:58.438084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48f0da46-a932-4541-83b5-040015131e96 req-1855d604-6d2a-4825-9e38-42ab2a14e7a7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1952822 Aug 30 14:39:58.449557 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Allocated IP 2001:db8:1::2 (d1b55bf5-9927-42c7-a34a-7f4458123b18/5576d2ed-3774-4996-b02a-e38461563070/ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:58.566286 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3719-0230-4b46-be17-eafb38485815 None None] Pushing event updated for resources: {'Port': ['ID=b8745f5b-64de-47a3-9896-475dd6eb9615,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:58.573659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.701772 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.738343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.742810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Transition to ACTIVE for port object ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:58.767586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Transition to ACTIVE for port object ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:58.770647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.784497 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.829650 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4018ec-c75e-4f5d-8959-f7ad9a6f9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:58.831846 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48f0da46-a932-4541-83b5-040015131e96 req-eec8f8ee-1df8-4ca5-811d-b6f1344b65f6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459241 Aug 30 14:39:58.882974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Network d1b55bf5-9927-42c7-a34a-7f4458123b18 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:58.886412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:58.894143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:58.956363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Pushing event updated for resources: {'Port': ['ID=ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:59.006903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Attempting to bind port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:59.006903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Attempting to bind port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd1b55bf5-9927-42c7-a34a-7f4458123b18'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:59.006903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Attempting to bind port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 on network d1b55bf5-9927-42c7-a34a-7f4458123b18 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:59.015475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:59.015862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Checking segment: {'id': '16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd1b55bf5-9927-42c7-a34a-7f4458123b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:59.016277 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.018313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Bound using segment: {'id': '16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd1b55bf5-9927-42c7-a34a-7f4458123b18'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:59.029588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Bound port: ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd1b55bf5-9927-42c7-a34a-7f4458123b18'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:59.030352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.035209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d539df3-ae73-4990-a409-5a2e6dc23842 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.055788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d539df3-ae73-4990-a409-5a2e6dc23842 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.109646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] For port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:59.113899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] For port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3,segment=NetworkSegment(16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1),segment_id=16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:59.118145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device dece4502-b891-40fb-b522-7c5c673a6389 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:59.120169 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.150728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: dece4502-b891-40fb-b522-7c5c673a6389 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:59.151401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device dece4502-b891-40fb-b522-7c5c673a6389 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:59.154578 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.173481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557817-3d36-4c61-b903-ca4b562dc25a req-3fb80e0f-6633-4927-ac82-060161ff47b4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:59.176732 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d539df3-ae73-4990-a409-5a2e6dc23842 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.180734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b557817-3d36-4c61-b903-ca4b562dc25a req-3fb80e0f-6633-4927-ac82-060161ff47b4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2406907 Aug 30 14:39:59.181344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1d539df3-ae73-4990-a409-5a2e6dc23842 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0026765 Aug 30 14:39:59.183908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:59.194553 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4018ec-c75e-4f5d-8959-f7ad9a6f9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.198452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4861dfa8-66a5-42e8-9106-d7b5b26d2289 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '06522f29-6141-46e7-9bcd-ae76de1bac32', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:59.217924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d539df3-ae73-4990-a409-5a2e6dc23842 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06522f29-6141-46e7-9bcd-ae76de1bac32,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:59.271596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4018ec-c75e-4f5d-8959-f7ad9a6f9a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.276787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bb4018ec-c75e-4f5d-8959-f7ad9a6f9a88 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7f106e4f-6e62-4f87-a4ac-ba0500ea208e HTTP/1.1" status: 204 len: 168 time: 1.2652276 Aug 30 14:39:59.281894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4018ec-c75e-4f5d-8959-f7ad9a6f9a88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f106e4f-6e62-4f87-a4ac-ba0500ea208e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:59.283709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:59.285566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.286528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b2b4c-16d8-4f0e-9855-c51a1687cdf8 None None] Network 531b1176-2344-4476-885a-7fab06a1a218 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:59.313591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bcd9fef8-900d-452f-8af8-2cebc3e2413f req-0d8da69d-2c90-4686-8bb8-da649c1fb330 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 210 time: 0.0602186 Aug 30 14:39:59.345740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b557817-3d36-4c61-b903-ca4b562dc25a req-76120dc3-1de1-4909-a0d0-34cb6543d1e6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531157 Aug 30 14:39:59.376897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.405879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf651f3-ddbe-4542-a651-fb88b80756fe None None] Pushing event updated for resources: {'Port': ['ID=ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:59.440853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4861dfa8-66a5-42e8-9106-d7b5b26d2289 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.496369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:59.525861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:59.559693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:59.567732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8::1 (1594cbfa-19e6-4cd2-8fd5-df9b84369ad5/358df8a1-3f3e-4842-a7ee-5a51c8e2b224/ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:59.593515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Allocated IP 172.20.0.12 (c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513/5d9d69a6-ce08-4dd1-901c-5b44b22648a2/70c407e0-8957-442b-a9c1-acbe0b970514) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:59.639630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Pushing event updated for resources: {'Port': ['ID=35767027-eeea-496a-a34c-69ae14484cad,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:59.653570 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.676178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] DHCP port deletion for 531b1176-2344-4476-885a-7fab06a1a218 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:59.789618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] Deleting port 1b06f785-90f8-431d-8408-c257b8599f60 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:59.789618 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.866271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.882787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:59.889558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] For port 1b06f785-90f8-431d-8408-c257b8599f60, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1b06f785-90f8-431d-8408-c257b8599f60,segment=NetworkSegment(4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d),segment_id=4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:59.890246 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.905626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] Calling delete_port for 1b06f785-90f8-431d-8408-c257b8599f60 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:59.974955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4861dfa8-66a5-42e8-9106-d7b5b26d2289 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.980888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.988552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4861dfa8-66a5-42e8-9106-d7b5b26d2289 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.047233 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.082162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] Pushing event deleted for resources: {'Port': ['ID=1b06f785-90f8-431d-8408-c257b8599f60,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:00.087383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e84ed-90f4-4a35-bf62-8b3422cd66e9 None None] No DVR routers for this DVR port 1b06f785-90f8-431d-8408-c257b8599f60 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:00.104130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4861dfa8-66a5-42e8-9106-d7b5b26d2289 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.105386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4861dfa8-66a5-42e8-9106-d7b5b26d2289 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9114287 Aug 30 14:40:00.115976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:00.127390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2ab4b586-0864-4691-a5f9-af16dd2ea831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '06522f29-6141-46e7-9bcd-ae76de1bac32', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:00.135043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861dfa8-66a5-42e8-9106-d7b5b26d2289 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf3a3ae-098f-4d95-bd75-d722c4aefa88,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:00.138123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:00.168790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:00.170382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56bfed7-73df-4daa-a3ba-fb8319ccdf8d None None] Network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:00.180164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:00.181118 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.187589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:00.243781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b8745f5b-64de-47a3-9896-475dd6eb9615 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:00.330331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c886c298-7d32-4b09-9e25-6423b3f3cd30 None None] Provisioning for port b8745f5b-64de-47a3-9896-475dd6eb9615 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:00.453836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:00.456112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.460464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b8745f5b-64de-47a3-9896-475dd6eb9615 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:00.489909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b8745f5b-64de-47a3-9896-475dd6eb9615 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:00.490296 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.538629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-13bfe0b5-b316-4732-8615-e268adee9baa tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0438840 Aug 30 14:40:00.617966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Request body: {'port': {'device_id': '78e9f569-b3d0-4cea-9fbe-119037bfe5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:00.657385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.672110 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.681884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae6617-35eb-4ee6-807f-d6602629edc8 req-4e15b5ec-e895-4cab-9e62-711edce70647 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:00.683493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68ae6617-35eb-4ee6-807f-d6602629edc8 req-4e15b5ec-e895-4cab-9e62-711edce70647 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2803192 Aug 30 14:40:00.730446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531b1176-2344-4476-885a-7fab06a1a218']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:00.736697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b8745f5b-64de-47a3-9896-475dd6eb9615, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b8745f5b-64de-47a3-9896-475dd6eb9615,segment=NetworkSegment(3c2db300-bc51-48a3-9369-29ffcb934d6a),segment_id=3c2db300-bc51-48a3-9369-29ffcb934d6a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:00.742741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.743730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:00.809454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.821526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb6048e-beb1-49ca-a47a-e7c9a6a08fe8 None None] Network d1b55bf5-9927-42c7-a34a-7f4458123b18 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:00.833680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:00.834269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4332fe3f-6a42-42e8-b39d-2cc7d3f24a6d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:00.838816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.904900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68ae6617-35eb-4ee6-807f-d6602629edc8 req-469428e2-1bb7-4be2-bd43-c741afdf968a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046881 Aug 30 14:40:00.922785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c4bf389-1dc1-4c10-9b76-d29e258708d3 req-93056951-057d-4c39-9289-78d6827a6877 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 210 time: 0.2180145 Aug 30 14:40:00.922785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b586-0864-4691-a5f9-af16dd2ea831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.942268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b8745f5b-64de-47a3-9896-475dd6eb9615,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:00.957918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa2926ef-dd42-4476-9d10-c685f5a1cd7f None None] Provisioning for port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:00.967139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:00.974185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:00.974561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:00.996871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa2926ef-dd42-4476-9d10-c685f5a1cd7f None None] Provisioning complete for port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:00.997337 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2926ef-dd42-4476-9d10-c685f5a1cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.073478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.082507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.090556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b586-0864-4691-a5f9-af16dd2ea831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.101607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b586-0864-4691-a5f9-af16dd2ea831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.136183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4b586-0864-4691-a5f9-af16dd2ea831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943cbdd5-00bb-456e-bfdf-f1b5d5c4bb7c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:01.183014 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b586-0864-4691-a5f9-af16dd2ea831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.189813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2ab4b586-0864-4691-a5f9-af16dd2ea831 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0752997 Aug 30 14:40:01.190501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:01.213001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3ef09354-a4a5-49f4-95a5-9b9950662bdd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '06522f29-6141-46e7-9bcd-ae76de1bac32', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:01.219553 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.245681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:40:01.246183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:40:01.250473 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:40:01.258420 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2926ef-dd42-4476-9d10-c685f5a1cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.309249 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.326377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.333677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa2926ef-dd42-4476-9d10-c685f5a1cd7f None None] For port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3,segment=NetworkSegment(16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1),segment_id=16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:01.352276 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa2926ef-dd42-4476-9d10-c685f5a1cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.426575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.431629 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.433574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] 10.222.0.50 "DELETE /v2.0/networks/531b1176-2344-4476-885a-7fab06a1a218 HTTP/1.1" status: 204 len: 168 time: 2.1416883 Aug 30 14:40:01.445866 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:40:01.446054 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:40:01.456601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:01.475732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:01.478181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:01.479865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef09354-a4a5-49f4-95a5-9b9950662bdd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.514830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f37cb130-d371-44ef-a3da-2dc4ed9daf57 None None] Provisioning for port ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:01.527262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1df96c-95c4-4286-bac2-efb196e2b696 admin admin] Pushing event deleted for resources: {'Network': ['ID=531b1176-2344-4476-885a-7fab06a1a218,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:01.530941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f37cb130-d371-44ef-a3da-2dc4ed9daf57 None None] Provisioning complete for port ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:01.530941 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f37cb130-d371-44ef-a3da-2dc4ed9daf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.550368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:01.551420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.560706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2926ef-dd42-4476-9d10-c685f5a1cd7f None None] Pushing event updated for resources: {'Port': ['ID=ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:01.582357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Pushing event updated for resources: {'Port': ['ID=70c407e0-8957-442b-a9c1-acbe0b970514,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:01.600190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef09354-a4a5-49f4-95a5-9b9950662bdd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.611640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f37cb130-d371-44ef-a3da-2dc4ed9daf57 None None] Port ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:01.619155 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.620102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.623869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef09354-a4a5-49f4-95a5-9b9950662bdd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.624506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f37cb130-d371-44ef-a3da-2dc4ed9daf57 None None] Provisioning complete for port b8745f5b-64de-47a3-9896-475dd6eb9615 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:01.625103 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f37cb130-d371-44ef-a3da-2dc4ed9daf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.625944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-8cab0fe4-4624-4a79-ad3c-24070295a6a6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9338892 Aug 30 14:40:01.634930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.636032 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.648383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Request body: {'port': {'device_id': 'ecd94409-4845-484e-a8ef-bec65b86e49d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:01.683950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef09354-a4a5-49f4-95a5-9b9950662bdd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2733fa16-4459-4317-8dc3-dc048b680bed,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:01.745926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef09354-a4a5-49f4-95a5-9b9950662bdd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.747968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3ef09354-a4a5-49f4-95a5-9b9950662bdd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5414941 Aug 30 14:40:01.754197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:01.762883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3650077c-fb16-4b40-8840-9da7178364b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '06522f29-6141-46e7-9bcd-ae76de1bac32', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:01.778820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:01.779831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.787748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:01.808094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc49d1ae-0887-4c95-ab7a-8011bc0dfeea {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:01.820590 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.857147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Transition to ACTIVE for port object dc49d1ae-0887-4c95-ab7a-8011bc0dfeea will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:01.863029 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3650077c-fb16-4b40-8840-9da7178364b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.869620 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:01.886542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:01.892642 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a3a6cce8-c022-4e28-959b-73c9fd1580c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1124d50bc054f06a8014ec3671df7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005685 Aug 30 14:40:01.893542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:01.896184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:02.083723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Pushing event updated for resources: {'Port': ['ID=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:02.110748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3650077c-fb16-4b40-8840-9da7178364b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.133028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3650077c-fb16-4b40-8840-9da7178364b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.134247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.134670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.135146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.135501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.135845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.136181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.136564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.137176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.137304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.137434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98570e4d-2756-4f8e-a519-90151e80d057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.137577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.137907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.138271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:02.165083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1b06f785-90f8-431d-8408-c257b8599f60 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:02.177920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650077c-fb16-4b40-8840-9da7178364b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136189ad-15fb-459a-897c-bede26cf571f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:02.195009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98570e4d-2756-4f8e-a519-90151e80d057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.216965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3650077c-fb16-4b40-8840-9da7178364b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.218208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3650077c-fb16-4b40-8840-9da7178364b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4620156 Aug 30 14:40:02.221140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 1b06f785-90f8-431d-8408-c257b8599f60 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:02.221934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1b06f785-90f8-431d-8408-c257b8599f60 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:02.222889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51574) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:02.234175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd14b98-5b43-4bb1-9643-8e451fc5e018 req-0c6605a9-4406-44ce-b837-fe8b39e4b8c9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:02.234585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-345557ea-5997-4111-b03b-0488e2c312ea None None] Provisioning complete for port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:02.234946 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-345557ea-5997-4111-b03b-0488e2c312ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.235744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fbd14b98-5b43-4bb1-9643-8e451fc5e018 req-0c6605a9-4406-44ce-b837-fe8b39e4b8c9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1815996 Aug 30 14:40:02.257987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8b5ef598-cb23-4eb3-90e2-6111a4174d52 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '06522f29-6141-46e7-9bcd-ae76de1bac32', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:02.291298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227c791-1c9b-4e54-a0e4-3b8ec4a84f32 req-f278d4d3-192e-4235-be5d-2ec85e8342ab tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:02.294020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8227c791-1c9b-4e54-a0e4-3b8ec4a84f32 req-f278d4d3-192e-4235-be5d-2ec85e8342ab tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 932 time: 0.1798949 Aug 30 14:40:02.316479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router 2734be65-a253-49cd-8710-b9776b3a7199 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:02.328817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fbd14b98-5b43-4bb1-9643-8e451fc5e018 req-4d93b42d-ea90-42c2-836a-c8c3e2528ff0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840740 Aug 30 14:40:02.340788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Attempting to bind port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:02.341488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Attempting to bind port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:02.342094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Attempting to bind port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:02.391143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:40:02.391576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Attempting to bind port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:02.396221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b8745f5b-64de-47a3-9896-475dd6eb9615 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:02.406718 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-8b5ef598-cb23-4eb3-90e2-6111a4174d52 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Project 917b7b4e773a42fcbf8eba694af1b9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:40:02.427458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98570e4d-2756-4f8e-a519-90151e80d057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.429951 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98570e4d-2756-4f8e-a519-90151e80d057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.433398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-98570e4d-2756-4f8e-a519-90151e80d057 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8db97510-af6b-4cd8-9537-49eb8ab720eb HTTP/1.1" status: 204 len: 168 time: 0.5361698 Aug 30 14:40:02.434488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:02.435235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Checking segment: {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:02.435504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Bound using segment: {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:02.436053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Bound port: dc49d1ae-0887-4c95-ab7a-8011bc0dfeea, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:02.436489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.445319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef598-cb23-4eb3-90e2-6111a4174d52 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.446352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98570e4d-2756-4f8e-a519-90151e80d057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db97510-af6b-4cd8-9537-49eb8ab720eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:02.479601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:02.484662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b8745f5b-64de-47a3-9896-475dd6eb9615 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:02.484662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.492309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-56369534-9abd-4782-89c3-b56f1380f2ff tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/2734be65-a253-49cd-8710-b9776b3a7199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3237488 Aug 30 14:40:02.494752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:02.498788 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f7673-4a00-4a2d-b31f-5f379c6bfaf2 None None] Sync routers for ids ['2734be65-a253-49cd-8710-b9776b3a7199'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:02.506679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8227c791-1c9b-4e54-a0e4-3b8ec4a84f32 req-d4dee6de-d44e-4c5f-8fc0-468c5b8e5180 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882880 Aug 30 14:40:02.515536 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f7673-4a00-4a2d-b31f-5f379c6bfaf2 None None] Routers {'2734be65-a253-49cd-8710-b9776b3a7199'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:02.516173 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f81f7673-4a00-4a2d-b31f-5f379c6bfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2734be65-a253-49cd-8710-b9776b3a7199'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:02.550340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-da260bdf-99cb-47d8-b68e-a24402ea4fac None None] Provisioning complete for port ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:02.551043 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da260bdf-99cb-47d8-b68e-a24402ea4fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.594562 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f81f7673-4a00-4a2d-b31f-5f379c6bfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:02.606786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d953b4b3-17a9-4085-8aba-2c7f201c1a44 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:02.607874 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f7673-4a00-4a2d-b31f-5f379c6bfaf2 None None] Routers {'2734be65-a253-49cd-8710-b9776b3a7199'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:02.608524 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f81f7673-4a00-4a2d-b31f-5f379c6bfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2734be65-a253-49cd-8710-b9776b3a7199'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:02.609257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] For port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:02.610470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d953b4b3-17a9-4085-8aba-2c7f201c1a44 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports/ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba HTTP/1.1" status: 200 len: 911 time: 0.1021998 Aug 30 14:40:02.613170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:02.619702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] For port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:02.650853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35767027-eeea-496a-a34c-69ae14484cad {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:02.651348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f81f7673-4a00-4a2d-b31f-5f379c6bfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:02.652028 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f7673-4a00-4a2d-b31f-5f379c6bfaf2 None None] The sync data for ids ['2734be65-a253-49cd-8710-b9776b3a7199'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:02.662414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.674161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:02.682396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da260bdf-99cb-47d8-b68e-a24402ea4fac None None] Port ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:02.688257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:02.689340 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.690783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] 10.222.0.21 "PUT /v2.0/ports/dc49d1ae-0887-4c95-ab7a-8011bc0dfeea HTTP/1.1" status: 200 len: 1092 time: 4.2778056 Aug 30 14:40:02.694521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.726701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9037ad-5e26-4947-9da5-94397392750c', 'tag': 'dc49d1ae-0887-4c95-ab7a-8011bc0dfeea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:02.730291 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf51cb6-a637-4283-b681-41652308426f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9037ad-5e26-4947-9da5-94397392750c", "tag": "dc49d1ae-0887-4c95-ab7a-8011bc0dfeea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:02.732899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.758967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:02.759519 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.821354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Transition to ACTIVE for port object 35767027-eeea-496a-a34c-69ae14484cad will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:02.829786 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4dc73d-6317-4f7f-b312-e4f10eab41dd x-openstack-request-id: req-bf4dc73d-6317-4f7f-b312-e4f10eab41dd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:02.830161 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9037ad-5e26-4947-9da5-94397392750c", "tag": "dc49d1ae-0887-4c95-ab7a-8011bc0dfeea", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:02.830497 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf4dc73d-6317-4f7f-b312-e4f10eab41dd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:02.830812 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9037ad-5e26-4947-9da5-94397392750c', 'tag': 'dc49d1ae-0887-4c95-ab7a-8011bc0dfeea', 'status': 'completed', 'code': 200} Aug 30 14:40:02.871696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.875605 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef598-cb23-4eb3-90e2-6111a4174d52 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.917112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef598-cb23-4eb3-90e2-6111a4174d52 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.938314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de1305-950f-42ab-bacf-684c4909926c service neutron] Pushing event updated for resources: {'Port': ['ID=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:02.989277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ef598-cb23-4eb3-90e2-6111a4174d52 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bded7a-d979-4a37-b086-294bfe36d030,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:02.997661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef598-cb23-4eb3-90e2-6111a4174d52 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.999353 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8b5ef598-cb23-4eb3-90e2-6111a4174d52 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7648578 Aug 30 14:40:03.000856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-f739979d-061b-4b50-8e1a-8b6419bae4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:03.001903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:03.002351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-f739979d-061b-4b50-8e1a-8b6419bae4d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebb3d4caa93947f2a5d3bf9cf6177aa7&device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 1095 time: 0.2395115 Aug 30 14:40:03.008564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-65918044-b3cf-4f44-8bd7-1bec4b02df87 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'security_group_rule': {'security_group_id': '06522f29-6141-46e7-9bcd-ae76de1bac32', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:03.077472 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-65918044-b3cf-4f44-8bd7-1bec4b02df87 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Project 917b7b4e773a42fcbf8eba694af1b9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:40:03.089320 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65918044-b3cf-4f44-8bd7-1bec4b02df87 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.094157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-e95b5592-844c-40b5-be2a-58586757ee66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea HTTP/1.1" status: 200 len: 217 time: 0.0763819 Aug 30 14:40:03.100927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Pushing event updated for resources: {'Port': ['ID=35767027-eeea-496a-a34c-69ae14484cad,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:03.115497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.224132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-82306500-bdb9-49aa-b447-8056fb3ffd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:03.225558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-82306500-bdb9-49aa-b447-8056fb3ffd58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d9d69a6-ce08-4dd1-901c-5b44b22648a2 HTTP/1.1" status: 200 len: 858 time: 0.1211345 Aug 30 14:40:03.235166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65918044-b3cf-4f44-8bd7-1bec4b02df87 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.243299 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65918044-b3cf-4f44-8bd7-1bec4b02df87 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.262419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Attempting to bind port 35767027-eeea-496a-a34c-69ae14484cad on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:03.262815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Attempting to bind port 35767027-eeea-496a-a34c-69ae14484cad by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:03.263164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Attempting to bind port 35767027-eeea-496a-a34c-69ae14484cad on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:03.274200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65918044-b3cf-4f44-8bd7-1bec4b02df87 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecb09e5-ba6b-4684-9c79-7a6e3c74c9ce,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:03.290735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65918044-b3cf-4f44-8bd7-1bec4b02df87 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.295002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Port 35767027-eeea-496a-a34c-69ae14484cad on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:40:03.295342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Attempting to bind port 35767027-eeea-496a-a34c-69ae14484cad on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:03.295563 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-65918044-b3cf-4f44-8bd7-1bec4b02df87 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2905395 Aug 30 14:40:03.296450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:03.300918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-884fd141-34f5-4565-89ba-75aaa2e979d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495594 Aug 30 14:40:03.302954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'network': {'name': 'tempest-network-smoke--1087892216', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:03.305588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c407e0-8957-442b-a9c1-acbe0b970514 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:03.324670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:03.325013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Checking segment: {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:03.327126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Bound using segment: {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:03.378717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Bound port: 35767027-eeea-496a-a34c-69ae14484cad, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:03.378717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.378717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.390305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:03.396688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.449324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Transition to ACTIVE for port object 70c407e0-8957-442b-a9c1-acbe0b970514 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:03.477268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.496643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:03.622216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-865b0045-7aa3-4905-b1c5-c2b314c0b24b service neutron] 10.222.0.21 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094699 Aug 30 14:40:03.630847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Pushing event updated for resources: {'Port': ['ID=70c407e0-8957-442b-a9c1-acbe0b970514,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:03.642088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.642442 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Added segment e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a of type vlan for network eefce86e-f297-41ff-8745-a3c3121c6655 Aug 30 14:40:03.651853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:03.652919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] For port 35767027-eeea-496a-a34c-69ae14484cad, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:03.696157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8:1::1 (d1b55bf5-9927-42c7-a34a-7f4458123b18/5576d2ed-3774-4996-b02a-e38461563070/d64b5861-fd72-4d4e-a623-fc2436988b6d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:03.717069 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.727374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d627e-05fc-46e2-a061-28668b20d6e2 req-75839edf-0129-4680-8dd4-59573520da6e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:03.734770 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e26d627e-05fc-46e2-a061-28668b20d6e2 req-75839edf-0129-4680-8dd4-59573520da6e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2173715 Aug 30 14:40:03.769187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] For port 35767027-eeea-496a-a34c-69ae14484cad, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=35767027-eeea-496a-a34c-69ae14484cad,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:03.782221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.841288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:03.841969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.843389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] 10.222.0.39 "PUT /v2.0/ports/35767027-eeea-496a-a34c-69ae14484cad HTTP/1.1" status: 200 len: 1091 time: 3.2368758 Aug 30 14:40:03.844228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e26d627e-05fc-46e2-a061-28668b20d6e2 req-6cc45cc0-7924-4fce-9d5d-2dc88c00367d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086445 Aug 30 14:40:03.847573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.852925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:03.853566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.858181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-network', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:03.944967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Network': ['ID=eefce86e-f297-41ff-8745-a3c3121c6655,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:03.961181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb42d9-1743-4f34-9111-48754696f754 req-fd7a5b38-4dd0-4f2b-b9c7-471ac506a6fc tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:03.962747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18fb42d9-1743-4f34-9111-48754696f754 req-fd7a5b38-4dd0-4f2b-b9c7-471ac506a6fc tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 944 time: 0.3116050 Aug 30 14:40:03.963492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Attempting to bind port 70c407e0-8957-442b-a9c1-acbe0b970514 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:03.963822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Attempting to bind port 70c407e0-8957-442b-a9c1-acbe0b970514 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:03.964277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Attempting to bind port 70c407e0-8957-442b-a9c1-acbe0b970514 on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:03.968797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.969191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.969521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.969853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.970189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.970521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.970853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.971192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.971514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.971837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.972153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.972477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:03.985397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network eefce86e-f297-41ff-8745-a3c3121c6655 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:03.993414 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:03.995584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578547-33ee-40a2-8ba7-cde5e42fb945 service neutron] Pushing event updated for resources: {'Port': ['ID=35767027-eeea-496a-a34c-69ae14484cad,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:03.999093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Port 70c407e0-8957-442b-a9c1-acbe0b970514 on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:40:03.999400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Attempting to bind port 70c407e0-8957-442b-a9c1-acbe0b970514 on network c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:04.006692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-80fb44d0-5176-483b-a0f7-bcdc4c8ae42c service neutron] 10.222.0.21 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567157 Aug 30 14:40:04.007118 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-16f55ff8-f1c0-467e-86f6-6a0a087dc43d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7084594 Aug 30 14:40:04.010421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:04.016795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Made reservation on behalf of 22ccd4ca7f164f8e995477f53663962a for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:04.019297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.023218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'admin_state_up': True, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:04.032424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:04.032843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Checking segment: {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:04.033342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Bound using segment: {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:04.033706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Bound port: 70c407e0-8957-442b-a9c1-acbe0b970514, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414b316f-b5f8-4d14-b75c-cc03c28de401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:04.034094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.038864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object d64b5861-fd72-4d4e-a623-fc2436988b6d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:04.055649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.079366 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.080381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-61061394-e96d-42b4-ae72-8ebb99c9d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:04.080506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.081982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-61061394-e96d-42b4-ae72-8ebb99c9d782 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebb3d4caa93947f2a5d3bf9cf6177aa7&device_id=78e9f569-b3d0-4cea-9fbe-119037bfe5f8 HTTP/1.1" status: 200 len: 1094 time: 0.1746724 Aug 30 14:40:04.089914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18fb42d9-1743-4f34-9111-48754696f754 req-3064d412-9fed-4d5a-88e3-860a5c8d94f8 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091237 Aug 30 14:40:04.128196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.185081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-532b832d-f238-4aca-b68e-b04c19526ec4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35767027-eeea-496a-a34c-69ae14484cad HTTP/1.1" status: 200 len: 217 time: 0.0720034 Aug 30 14:40:04.188226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.200504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network d1b55bf5-9927-42c7-a34a-7f4458123b18 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:04.243125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:04.280354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:04.280947 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.281843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] For port 70c407e0-8957-442b-a9c1-acbe0b970514, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:04.288843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=d64b5861-fd72-4d4e-a623-fc2436988b6d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:04.311626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] For port 70c407e0-8957-442b-a9c1-acbe0b970514, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=70c407e0-8957-442b-a9c1-acbe0b970514,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:04.318664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-a8d6548e-ef44-4be0-980d-1e8c6667b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:04.320152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-a8d6548e-ef44-4be0-980d-1e8c6667b57e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d9d69a6-ce08-4dd1-901c-5b44b22648a2 HTTP/1.1" status: 200 len: 858 time: 0.1239352 Aug 30 14:40:04.322709 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.326264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51cb6-a637-4283-b681-41652308426f req-087a8bfe-9496-46dd-935f-f33469735558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:04.327902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbf51cb6-a637-4283-b681-41652308426f req-087a8bfe-9496-46dd-935f-f33469735558 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebb3d4caa93947f2a5d3bf9cf6177aa7&device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 1095 time: 0.2138038 Aug 30 14:40:04.412741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-b0321853-d900-4948-bd01-57195bd75e2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826550 Aug 30 14:40:04.427144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.428045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:04.428671 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.430072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/70c407e0-8957-442b-a9c1-acbe0b970514 HTTP/1.1" status: 200 len: 1092 time: 2.7863073 Aug 30 14:40:04.588320 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.607720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61cc9c-2f68-4426-b129-5885e7d187d6 service neutron] Pushing event updated for resources: {'Port': ['ID=70c407e0-8957-442b-a9c1-acbe0b970514,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:04.615630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.637425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b6c6077-9bca-4fc5-8d3f-3db6a4bd961b None None] Provisioning for port d64b5861-fd72-4d4e-a623-fc2436988b6d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:04.643354 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b6c6077-9bca-4fc5-8d3f-3db6a4bd961b None None] Provisioning complete for port d64b5861-fd72-4d4e-a623-fc2436988b6d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:04.644005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b6c6077-9bca-4fc5-8d3f-3db6a4bd961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:04.680557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51cb6-a637-4283-b681-41652308426f req-b7e93d87-0e61-476c-acfc-e69383bf006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:04.682117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbf51cb6-a637-4283-b681-41652308426f req-b7e93d87-0e61-476c-acfc-e69383bf006f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 HTTP/1.1" status: 200 len: 919 time: 0.3307304 Aug 30 14:40:04.688377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:04.691847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-f6b3faaf-a914-43a8-af47-ef0ec63c15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:04.693804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-f6b3faaf-a914-43a8-af47-ef0ec63c15ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebb3d4caa93947f2a5d3bf9cf6177aa7&device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 1095 time: 0.2135444 Aug 30 14:40:04.703994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c6077-9bca-4fc5-8d3f-3db6a4bd961b None None] Port d64b5861-fd72-4d4e-a623-fc2436988b6d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:04.730729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdac00c-f24e-4f95-bac8-94d85abd5081,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:04.812053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.111036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e9f569-b3d0-4cea-9fbe-119037bfe5f8', 'tag': '35767027-eeea-496a-a34c-69ae14484cad'}, {'name': 'network-changed', 'server_uuid': 'ecd94409-4845-484e-a8ef-bec65b86e49d', 'tag': '70c407e0-8957-442b-a9c1-acbe0b970514'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:05.113405 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "78e9f569-b3d0-4cea-9fbe-119037bfe5f8", "tag": "35767027-eeea-496a-a34c-69ae14484cad"}, {"name": "network-changed", "server_uuid": "ecd94409-4845-484e-a8ef-bec65b86e49d", "tag": "70c407e0-8957-442b-a9c1-acbe0b970514"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:05.145062 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.148517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-a70363eb-492b-44a2-b881-2d588e2163dc service neutron] 10.222.0.39 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147040 Aug 30 14:40:05.149755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbf51cb6-a637-4283-b681-41652308426f req-ca10b3db-0ecc-4b25-a73b-4a8f9a9524d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea HTTP/1.1" status: 200 len: 217 time: 0.4550231 Aug 30 14:40:05.157833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.158178 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Added segment 4610d802-39c7-4f6a-bfbe-4e71e03f549c of type vlan for network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 Aug 30 14:40:05.160295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-4aa1dc61-21aa-4464-8ddc-a66f8d58058e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70c407e0-8957-442b-a9c1-acbe0b970514 HTTP/1.1" status: 200 len: 217 time: 0.4433782 Aug 30 14:40:05.175858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.345447 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.361666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a5a5e-f38d-43a1-980d-6ab4356c8188 req-abfa2282-bc9c-4602-9267-1b6cda763ca7 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:05.363205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a79a5a5e-f38d-43a1-980d-6ab4356c8188 req-abfa2282-bc9c-4602-9267-1b6cda763ca7 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 944 time: 0.1816914 Aug 30 14:40:05.385129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51cb6-a637-4283-b681-41652308426f req-7c5b84d8-f7c4-4ba8-99ca-65c91a793ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:05.386525 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbf51cb6-a637-4283-b681-41652308426f req-7c5b84d8-f7c4-4ba8-99ca-65c91a793ada service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d9d69a6-ce08-4dd1-901c-5b44b22648a2 HTTP/1.1" status: 200 len: 858 time: 0.2253740 Aug 30 14:40:05.390205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.399079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcee83-a41e-466a-8105-aa49db0b2b55 req-7b27dfa2-e90a-4041-b975-620b3465293f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:05.400545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ffcee83-a41e-466a-8105-aa49db0b2b55 req-7b27dfa2-e90a-4041-b975-620b3465293f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2577741 Aug 30 14:40:05.401566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.402339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.410429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde330fe-0746-438b-8be0-f113ec774aae req-295c01fa-e205-4245-8f34-8a8b0c100fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:05.411807 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-295c01fa-e205-4245-8f34-8a8b0c100fcc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d9d69a6-ce08-4dd1-901c-5b44b22648a2 HTTP/1.1" status: 200 len: 858 time: 0.2273872 Aug 30 14:40:05.466793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbf51cb6-a637-4283-b681-41652308426f req-e9e353bd-6e64-4a32-931d-1f35249d7309 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577464 Aug 30 14:40:05.492880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-90420cdb-b3f4-491a-8755-ac9d5574324b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649643 Aug 30 14:40:05.501651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.502560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:05.503125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.511482 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-6b6adcb3-6502-4970-87d7-1de84d8decdd service neutron] 10.222.0.39 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492179 Aug 30 14:40:05.522404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.25.6.46 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/5cefd44b-3397-422d-80e3-b5f1eb20dc72) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:05.539269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=d64b5861-fd72-4d4e-a623-fc2436988b6d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:05.549793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a79a5a5e-f38d-43a1-980d-6ab4356c8188 req-5b7699da-f6d8-42b5-addd-c3f78f179e00 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576426 Aug 30 14:40:05.620913 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3425587-2af4-4faa-871d-6397078c79e6 x-openstack-request-id: req-f3425587-2af4-4faa-871d-6397078c79e6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:05.621261 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e9f569-b3d0-4cea-9fbe-119037bfe5f8", "tag": "35767027-eeea-496a-a34c-69ae14484cad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecd94409-4845-484e-a8ef-bec65b86e49d", "tag": "70c407e0-8957-442b-a9c1-acbe0b970514", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:05.621477 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3425587-2af4-4faa-871d-6397078c79e6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:05.621945 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e9f569-b3d0-4cea-9fbe-119037bfe5f8', 'tag': '35767027-eeea-496a-a34c-69ae14484cad', 'status': 'completed', 'code': 200} Aug 30 14:40:05.622207 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd94409-4845-484e-a8ef-bec65b86e49d', 'tag': '70c407e0-8957-442b-a9c1-acbe0b970514', 'status': 'completed', 'code': 200} Aug 30 14:40:05.632953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network d1b55bf5-9927-42c7-a34a-7f4458123b18 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:05.637419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:05.678449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0104630 Aug 30 14:40:05.686329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:05.699593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Request body: {'subnet': {'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-subnet', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:05.726010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ffcee83-a41e-466a-8105-aa49db0b2b55 req-3c47f078-0050-405f-9898-0fdb723a2460 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017185 Aug 30 14:40:05.743815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a40cf-5095-4858-a575-268fbe072190 admin admin] Pushing event updated for resources: {'Network': ['ID=5cb3f62b-0d74-4f98-b32e-60bc5781b153,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:05.757668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:05.766090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.807526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router 2734be65-a253-49cd-8710-b9776b3a7199 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:05.808267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbf51cb6-a637-4283-b681-41652308426f req-fe1b4c9c-6b3e-44e1-b321-331776798cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194962 Aug 30 14:40:05.814204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Made reservation on behalf of 22ccd4ca7f164f8e995477f53663962a for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:05.816767 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.889308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-34bc1192-ecb5-4d21-8a72-e1d56a7f9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:05.890758 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-34bc1192-ecb5-4d21-8a72-e1d56a7f9b05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebb3d4caa93947f2a5d3bf9cf6177aa7&device_id=78e9f569-b3d0-4cea-9fbe-119037bfe5f8 HTTP/1.1" status: 200 len: 1094 time: 0.2518187 Aug 30 14:40:05.903386 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-88f3e3af-5105-4b37-8f72-3b76243fe450 service neutron] 10.222.0.39 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960741 Aug 30 14:40:05.933677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dc4e93ae-2b0b-4aab-a3e3-c07b82bc4bdc None None] Provisioning complete for port d64b5861-fd72-4d4e-a623-fc2436988b6d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:05.933965 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc4e93ae-2b0b-4aab-a3e3-c07b82bc4bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.938295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:05.943459 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b5c8378c-116e-492b-bc18-dc54513216f0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/2734be65-a253-49cd-8710-b9776b3a7199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3289835 Aug 30 14:40:05.945213 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:05.947094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:05.965822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00ea2c-3939-4c3a-85c3-ae63ffe8776c None None] Sync routers for ids ['2734be65-a253-49cd-8710-b9776b3a7199'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:05.990949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e93ae-2b0b-4aab-a3e3-c07b82bc4bdc None None] Port d64b5861-fd72-4d4e-a623-fc2436988b6d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:05.993871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00ea2c-3939-4c3a-85c3-ae63ffe8776c None None] Routers {'2734be65-a253-49cd-8710-b9776b3a7199'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:05.995318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf00ea2c-3939-4c3a-85c3-ae63ffe8776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2734be65-a253-49cd-8710-b9776b3a7199'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:06.031217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:06.033193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf00ea2c-3939-4c3a-85c3-ae63ffe8776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:06.042400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00ea2c-3939-4c3a-85c3-ae63ffe8776c None None] Routers {'2734be65-a253-49cd-8710-b9776b3a7199'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:06.043052 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf00ea2c-3939-4c3a-85c3-ae63ffe8776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2734be65-a253-49cd-8710-b9776b3a7199'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:06.048044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:06.074224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf10ef-64cf-4369-a256-a36c1a439c8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:06.079463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cbdf10ef-64cf-4369-a256-a36c1a439c8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports/d64b5861-fd72-4d4e-a623-fc2436988b6d HTTP/1.1" status: 200 len: 913 time: 0.1271298 Aug 30 14:40:06.079463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:06.083741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf00ea2c-3939-4c3a-85c3-ae63ffe8776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:06.084575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00ea2c-3939-4c3a-85c3-ae63ffe8776c None None] The sync data for ids ['2734be65-a253-49cd-8710-b9776b3a7199'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:06.089733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:06.108156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=5cefd44b-3397-422d-80e3-b5f1eb20dc72,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:06.245452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-43be1ee9-75ca-461e-83c1-947381fa2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:06.246849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-43be1ee9-75ca-461e-83c1-947381fa2d24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 HTTP/1.1" status: 200 len: 919 time: 0.3183184 Aug 30 14:40:06.262891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbf51cb6-a637-4283-b681-41652308426f req-4b481c4c-694a-41d3-bf7e-eb54efc1ae91 service neutron] 10.222.0.21 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246366 Aug 30 14:40:06.290106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bde330fe-0746-438b-8be0-f113ec774aae req-ca916056-8e45-4d0f-b69a-830d2f893bcd service neutron] 10.222.0.39 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584836 Aug 30 14:40:06.328926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-a38c0f1a-77e2-4d1e-8ab0-2c7897fa4024 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35767027-eeea-496a-a34c-69ae14484cad HTTP/1.1" status: 200 len: 217 time: 0.0683570 Aug 30 14:40:06.349006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:06.500150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-2111c926-0308-40e8-b89d-243315bf0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:06.501551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-2111c926-0308-40e8-b89d-243315bf0bc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d9d69a6-ce08-4dd1-901c-5b44b22648a2 HTTP/1.1" status: 200 len: 858 time: 0.1623085 Aug 30 14:40:06.521160 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:06.582324 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-007a59e0-72e4-4e55-9195-2ca7fbcf8ca0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714278 Aug 30 14:40:06.671992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:06.740111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Checking segment: {'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:06.740773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Network hostable DHCP agents. Network: 5cb3f62b-0d74-4f98-b32e-60bc5781b153, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:06.776254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-bf13d04e-bcc7-40a6-8d47-cbab531a54a4 service neutron] 10.222.0.39 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822999 Aug 30 14:40:06.793338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:06.851834 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:06.873489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 5cb3f62b-0d74-4f98-b32e-60bc5781b153) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:06.878426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:06.879018 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:06.883606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92b22e8-e64d-4ebd-9ae7-03b379cd6873 None None] Network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:06.907106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b421-c94b-4ed8-8105-5760152f4247 req-8dbe67a0-3224-45a4-94af-34d4c9600045 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:06.908639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b033b421-c94b-4ed8-8105-5760152f4247 req-8dbe67a0-3224-45a4-94af-34d4c9600045 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 944 time: 0.0939460 Aug 30 14:40:06.938459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cb54cd78-b0d1-4e85-a273-3e13f10ad3d9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2428217 Aug 30 14:40:06.940295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:06.949614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:06.992512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3cac3-e239-4fbc-b914-971205e72cfa req-283d91af-3c4c-4f64-9352-2e3687957004 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:06.994090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71f3cac3-e239-4fbc-b914-971205e72cfa req-283d91af-3c4c-4f64-9352-2e3687957004 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1781025 Aug 30 14:40:07.000900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-5beb5603-b477-446d-810a-36f149b7ae21 service neutron] 10.222.0.39 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167828 Aug 30 14:40:07.009260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.010414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.015367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b033b421-c94b-4ed8-8105-5760152f4247 req-bae954a4-13e6-437e-b244-21d213c0bc23 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634947 Aug 30 14:40:07.015736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.067123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345f162-b633-4858-a983-743f28a927b1 None None] Network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:07.074517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 7a9c3040-c079-4a19-a651-898da5ad79fe is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:07.143732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 35767027-eeea-496a-a34c-69ae14484cad details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:40:07.231891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.235891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71f3cac3-e239-4fbc-b914-971205e72cfa req-20e8dd04-9888-445a-80aa-db2013169aa3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302551 Aug 30 14:40:07.247865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 35767027-eeea-496a-a34c-69ae14484cad, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=35767027-eeea-496a-a34c-69ae14484cad,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:07.258979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:07.265130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '35767027-eeea-496a-a34c-69ae14484cad', 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513', 'port_id': '35767027-eeea-496a-a34c-69ae14484cad', 'mac_address': 'fa:16:3e:02:42:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9d69a6-ce08-4dd1-901c-5b44b22648a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:40:07.273885 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Sync routers for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:07.289511 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:07.290235 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:07.300075 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.303670 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7e4499a0-c9d9-4d47-b896-a7a0cc93519c tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2921376 Aug 30 14:40:07.307854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:07.352732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7ae7ed2c-9a31-4fb3-8590-1cf8c4fdef0f tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=917b7b4e773a42fcbf8eba694af1b9c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436187 Aug 30 14:40:07.353411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:07.403546 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:07.404714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.420511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35767027-eeea-496a-a34c-69ae14484cad {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:07.443619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 35767027-eeea-496a-a34c-69ae14484cad, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=35767027-eeea-496a-a34c-69ae14484cad,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:07.451347 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.515525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=35767027-eeea-496a-a34c-69ae14484cad,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:07.552748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936515d1-c672-4f66-8f1b-8d61503f1b02 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:07.557026 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-936515d1-c672-4f66-8f1b-8d61503f1b02 tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2001314 Aug 30 14:40:07.557320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:07.601121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-023dcf2b-a072-4fb9-aee5-222d075c961f tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409496 Aug 30 14:40:07.603174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:07.609459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686572645', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:07.680241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['35767027-eeea-496a-a34c-69ae14484cad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:07.702835 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:06Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:07.709342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-b7a208ce-91d0-4ac9-894b-bc4856f0baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:07.710920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-b7a208ce-91d0-4ac9-894b-bc4856f0baba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebb3d4caa93947f2a5d3bf9cf6177aa7&device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 1095 time: 0.5993629 Aug 30 14:40:07.712894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:07.717942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.737669 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Checking router: 7a9c3040-c079-4a19-a651-898da5ad79fe for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:07.738031 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Updating router 7a9c3040-c079-4a19-a651-898da5ad79fe port 5cefd44b-3397-422d-80e3-b5f1eb20dc72 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:40:07.766888 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.869821 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.939151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:07.952130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-fd9f6fd6-ef86-4f29-b10b-f93c191b8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:07.953643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-fd9f6fd6-ef86-4f29-b10b-f93c191b8acc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 HTTP/1.1" status: 200 len: 919 time: 0.2194605 Aug 30 14:40:07.994342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Subnet': ['ID=4cc98dfa-c1aa-48a9-bc9d-49f627bc4768,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:08.010572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Checking segment: {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:08.010932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network hostable DHCP agents. Network: eefce86e-f297-41ff-8745-a3c3121c6655, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:08.026570 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-c6e7f30f-81cb-464f-bca7-f6253dc6c9be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70c407e0-8957-442b-a9c1-acbe0b970514 HTTP/1.1" status: 200 len: 217 time: 0.0646825 Aug 30 14:40:08.029273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network eefce86e-f297-41ff-8745-a3c3121c6655 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:08.042865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, eefce86e-f297-41ff-8745-a3c3121c6655) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:08.054140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e0b50a-4f3c-4c4e-a877-6daad40c6023 None None] Network eefce86e-f297-41ff-8745-a3c3121c6655 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:08.058578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:08.058578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.085136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68976993-879c-4079-8d08-73f16385da3f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4799359 Aug 30 14:40:08.088079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:08.094060 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.104971 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Transition to ACTIVE for port object 5cefd44b-3397-422d-80e3-b5f1eb20dc72 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:08.126963 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.129433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-88d6ff75-b6a2-4af6-a561-d0ddc65fd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:08.130920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-88d6ff75-b6a2-4af6-a561-d0ddc65fd911 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d9d69a6-ce08-4dd1-901c-5b44b22648a2 HTTP/1.1" status: 200 len: 858 time: 0.0953884 Aug 30 14:40:08.179467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-b873d770-b2c8-403f-88ae-e2b7709dc1ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392728 Aug 30 14:40:08.204779 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Attempting to bind port 5cefd44b-3397-422d-80e3-b5f1eb20dc72 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:08.205185 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Attempting to bind port 5cefd44b-3397-422d-80e3-b5f1eb20dc72 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:08.205567 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Attempting to bind port 5cefd44b-3397-422d-80e3-b5f1eb20dc72 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:08.248572 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:08.248952 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:08.249386 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.249790 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:08.250275 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Bound port: 5cefd44b-3397-422d-80e3-b5f1eb20dc72, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:08.250665 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.258983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249b74a-f006-4b06-90cd-55eb471d75b4 req-2e022853-e650-43af-b861-9c441dd59c05 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:08.259753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port d64b5861-fd72-4d4e-a623-fc2436988b6d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:08.260363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.260544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d249b74a-f006-4b06-90cd-55eb471d75b4 req-2e022853-e650-43af-b861-9c441dd59c05 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 944 time: 0.1699240 Aug 30 14:40:08.305215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-eefce86e-f297-41ff-8745-a3c3121c6655', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:40:08.306234 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.378948 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] For port 5cefd44b-3397-422d-80e3-b5f1eb20dc72, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:08.388409 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] For port 5cefd44b-3397-422d-80e3-b5f1eb20dc72, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5cefd44b-3397-422d-80e3-b5f1eb20dc72,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:08.389699 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Pushing event updated for resources: {'Port': ['ID=5cefd44b-3397-422d-80e3-b5f1eb20dc72,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:08.393801 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.406242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.406679 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.406952 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.407310 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.407736 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.409114 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.409114 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.409114 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.409114 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.409417 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.409696 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.410009 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:08.477122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d249b74a-f006-4b06-90cd-55eb471d75b4 req-e3caf32b-5ab0-45b6-9c46-d3143dabe8cf tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036052 Aug 30 14:40:08.524671 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:08.525354 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:08.529172 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16405006-95eb-4c91-ad64-2d45b788d4a6 None None] Pushing event updated for resources: {'Port': ['ID=5cefd44b-3397-422d-80e3-b5f1eb20dc72,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:08.539878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Allocated IP 172.20.0.2 (eefce86e-f297-41ff-8745-a3c3121c6655/4cc98dfa-c1aa-48a9-bc9d-49f627bc4768/2fe6b0a9-e512-478f-81ca-e0325b199d75) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:08.547120 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.573174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-5c21c458-3475-4db6-8aca-eac9bc110245 service neutron] 10.222.0.39 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852010 Aug 30 14:40:08.577906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for d64b5861-fd72-4d4e-a623-fc2436988b6d owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:08.604305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12493f38-e4da-4758-8c8c-d00ef94005d0 req-bacb293a-72eb-4aea-ba15-087ab1219892 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:08.606112 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-12493f38-e4da-4758-8c8c-d00ef94005d0 req-bacb293a-72eb-4aea-ba15-087ab1219892 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2101736 Aug 30 14:40:08.624072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.642927 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:08.722539 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.733439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.736473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Transition to ACTIVE for port object 2fe6b0a9-e512-478f-81ca-e0325b199d75 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:08.759180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Transition to ACTIVE for port object 2fe6b0a9-e512-478f-81ca-e0325b199d75 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:08.767950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dc49d1ae-0887-4c95-ab7a-8011bc0dfeea details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:40:08.772035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.830472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-12493f38-e4da-4758-8c8c-d00ef94005d0 req-42aea287-e483-4f5b-bf44-bcf69266e4ab tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709630 Aug 30 14:40:08.834020 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:08.851695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Network eefce86e-f297-41ff-8745-a3c3121c6655 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:08.858118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:08.864706 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec249b9d-c774-4020-8568-4162da760284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:06Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:08.871785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Pushing event updated for resources: {'Port': ['ID=2fe6b0a9-e512-478f-81ca-e0325b199d75,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:08.874473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:08.909529 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec249b9d-c774-4020-8568-4162da760284 None None] The sync data for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 is: [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:06Z', 'revision_number': 3, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:08.945713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38fd2ae5-36f7-48c4-9a2c-25c9e4b8f1bb req-1591026c-7be8-4a66-be03-714f2adb5e46 service neutron] 10.222.0.39 "GET /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629591 Aug 30 14:40:09.021408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Attempting to bind port 2fe6b0a9-e512-478f-81ca-e0325b199d75 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:09.021601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Attempting to bind port 2fe6b0a9-e512-478f-81ca-e0325b199d75 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:09.021897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Attempting to bind port 2fe6b0a9-e512-478f-81ca-e0325b199d75 on network eefce86e-f297-41ff-8745-a3c3121c6655 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:09.033353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:09.033732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Checking segment: {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:09.034138 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.034536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Bound using segment: {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:09.035018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Bound port: 2fe6b0a9-e512-478f-81ca-e0325b199d75, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:09.035199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Allocated IP 172.25.6.237 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/ba86e816-07ba-47ba-b0cd-25b6219bcd03) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:09.035392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.055753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:09.069804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'dc49d1ae-0887-4c95-ab7a-8011bc0dfeea', 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513', 'port_id': 'dc49d1ae-0887-4c95-ab7a-8011bc0dfeea', 'mac_address': 'fa:16:3e:56:d4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9d69a6-ce08-4dd1-901c-5b44b22648a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:40:09.120287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 70c407e0-8957-442b-a9c1-acbe0b970514 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:40:09.120716 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.122846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 35767027-eeea-496a-a34c-69ae14484cad up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:09.169249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=d64b5861-fd72-4d4e-a623-fc2436988b6d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:09.197203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.20.0.1 (eefce86e-f297-41ff-8745-a3c3121c6655/4cc98dfa-c1aa-48a9-bc9d-49f627bc4768/19a39d15-12ce-4c09-946c-60a9842cfced) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:09.209177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] For port 2fe6b0a9-e512-478f-81ca-e0325b199d75, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:09.211184 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.235119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] For port 2fe6b0a9-e512-478f-81ca-e0325b199d75, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2fe6b0a9-e512-478f-81ca-e0325b199d75,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:09.278665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc49d1ae-0887-4c95-ab7a-8011bc0dfeea {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:09.305996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:09.312462 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:40:09.314720 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.347326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.376824 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.412011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 35767027-eeea-496a-a34c-69ae14484cad completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:09.438947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.445567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 35767027-eeea-496a-a34c-69ae14484cad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:09.445942 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.472336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.534721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Transition to ACTIVE for port object 19a39d15-12ce-4c09-946c-60a9842cfced will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:09.550615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19bd0e-98a4-4e20-993c-d59b5bb64342 None None] Pushing event updated for resources: {'Port': ['ID=2fe6b0a9-e512-478f-81ca-e0325b199d75,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:09.652404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:09.683809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 70c407e0-8957-442b-a9c1-acbe0b970514, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=70c407e0-8957-442b-a9c1-acbe0b970514,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:09.697856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.743645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '70c407e0-8957-442b-a9c1-acbe0b970514', 'network_id': 'c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513', 'port_id': '70c407e0-8957-442b-a9c1-acbe0b970514', 'mac_address': 'fa:16:3e:37:6a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9d69a6-ce08-4dd1-901c-5b44b22648a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:40:09.749368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.832357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6142-6c1e-421f-bd6f-572cdfaed055 req-054aca2b-6f7f-40f8-ad12-8441fd5aa873 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:09.834533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-adba6142-6c1e-421f-bd6f-572cdfaed055 req-054aca2b-6f7f-40f8-ad12-8441fd5aa873 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 944 time: 0.1911619 Aug 30 14:40:09.849808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network eefce86e-f297-41ff-8745-a3c3121c6655 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:09.863896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:09.884979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:09.948570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:09.964837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:09.967954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:09.970153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba86e816-07ba-47ba-b0cd-25b6219bcd03,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:09.974364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=19a39d15-12ce-4c09-946c-60a9842cfced,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:09.993643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router 2734be65-a253-49cd-8710-b9776b3a7199 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:10.009604 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.061416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-adba6142-6c1e-421f-bd6f-572cdfaed055 req-2fe8ef57-589c-4c5b-b791-ea758d9039a1 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056420 Aug 30 14:40:10.068877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['dc49d1ae-0887-4c95-ab7a-8011bc0dfeea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:10.112746 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.152018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 35767027-eeea-496a-a34c-69ae14484cad, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=35767027-eeea-496a-a34c-69ae14484cad,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:10.159453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9f569-b3d0-4cea-9fbe-119037bfe5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35767027-eeea-496a-a34c-69ae14484cad'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:10.161791 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f85a18-5dcd-4db3-925c-998ee965fae1" -d '{"events": [{"server_uuid": "78e9f569-b3d0-4cea-9fbe-119037bfe5f8", "name": "network-vif-plugged", "status": "completed", "tag": "35767027-eeea-496a-a34c-69ae14484cad"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:10.167982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.177364 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.186807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:10.191854 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.193251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cdb124a6-8d7b-4045-9c91-3a9ab43f8748 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/2734be65-a253-49cd-8710-b9776b3a7199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0984461 Aug 30 14:40:10.198001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:10.223241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212ebcf-1470-44ca-bfe3-6f64ff3767ed None None] Sync routers for ids ['2734be65-a253-49cd-8710-b9776b3a7199'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:10.289549 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678506fe-d7d2-4b5f-af81-672d517fe777 x-openstack-request-id: req-678506fe-d7d2-4b5f-af81-672d517fe777 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:10.289834 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9f569-b3d0-4cea-9fbe-119037bfe5f8", "name": "network-vif-plugged", "status": "completed", "tag": "35767027-eeea-496a-a34c-69ae14484cad", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:10.290075 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-678506fe-d7d2-4b5f-af81-672d517fe777 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:10.290462 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e9f569-b3d0-4cea-9fbe-119037bfe5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35767027-eeea-496a-a34c-69ae14484cad', 'code': 200} Aug 30 14:40:10.301459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212ebcf-1470-44ca-bfe3-6f64ff3767ed None None] Routers {'2734be65-a253-49cd-8710-b9776b3a7199'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:10.305646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9212ebcf-1470-44ca-bfe3-6f64ff3767ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2734be65-a253-49cd-8710-b9776b3a7199'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:10.313715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315b912-9d04-4641-a921-67fb989e7694 req-0633e13a-7568-44d0-9fea-21ffcba1918c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:10.315306 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a315b912-9d04-4641-a921-67fb989e7694 req-0633e13a-7568-44d0-9fea-21ffcba1918c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.3311365 Aug 30 14:40:10.318929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c407e0-8957-442b-a9c1-acbe0b970514 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:10.415692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 70c407e0-8957-442b-a9c1-acbe0b970514, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=70c407e0-8957-442b-a9c1-acbe0b970514,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:10.428845 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.434734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9212ebcf-1470-44ca-bfe3-6f64ff3767ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:10.466308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212ebcf-1470-44ca-bfe3-6f64ff3767ed None None] Routers {'2734be65-a253-49cd-8710-b9776b3a7199'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:10.467778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9212ebcf-1470-44ca-bfe3-6f64ff3767ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2734be65-a253-49cd-8710-b9776b3a7199'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:10.476891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=35767027-eeea-496a-a34c-69ae14484cad,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:10.486302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2fe6b0a9-e512-478f-81ca-e0325b199d75 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:10.635390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9212ebcf-1470-44ca-bfe3-6f64ff3767ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:10.636259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212ebcf-1470-44ca-bfe3-6f64ff3767ed None None] The sync data for ids ['2734be65-a253-49cd-8710-b9776b3a7199'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:10.681802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=70c407e0-8957-442b-a9c1-acbe0b970514,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:10.688268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 2fe6b0a9-e512-478f-81ca-e0325b199d75 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:10.695549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5cefd44b-3397-422d-80e3-b5f1eb20dc72 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:10.725258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['70c407e0-8957-442b-a9c1-acbe0b970514'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:10.838989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 5cefd44b-3397-422d-80e3-b5f1eb20dc72 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:10.847447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5cefd44b-3397-422d-80e3-b5f1eb20dc72 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:10.847861 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.958634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713a14e-10fe-41b6-8a5f-3f2d893dd509 None None] Network eefce86e-f297-41ff-8745-a3c3121c6655 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:11.061003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cae1cc92-a2c7-4f81-8d33-2536f3c29616 None None] Provisioning for port 2fe6b0a9-e512-478f-81ca-e0325b199d75 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:11.077898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.084033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.095162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cae1cc92-a2c7-4f81-8d33-2536f3c29616 None None] Provisioning complete for port 2fe6b0a9-e512-478f-81ca-e0325b199d75 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:11.095724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cae1cc92-a2c7-4f81-8d33-2536f3c29616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.098102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea11216-3213-4a2c-83ad-f0eae6dceddf req-f61dc400-7a60-4d8b-b643-5328d9d76c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:11.100127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eea11216-3213-4a2c-83ad-f0eae6dceddf req-f61dc400-7a60-4d8b-b643-5328d9d76c62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78e9f569-b3d0-4cea-9fbe-119037bfe5f8 HTTP/1.1" status: 200 len: 1096 time: 0.7390177 Aug 30 14:40:11.157379 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.179574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 5cefd44b-3397-422d-80e3-b5f1eb20dc72, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5cefd44b-3397-422d-80e3-b5f1eb20dc72,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:11.186817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a315b912-9d04-4641-a921-67fb989e7694 req-e465c375-ecef-491e-a76f-216bebe824ba tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7860141 Aug 30 14:40:11.190264 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.217091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.244496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=19a39d15-12ce-4c09-946c-60a9842cfced,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:11.291916 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eea11216-3213-4a2c-83ad-f0eae6dceddf req-3fd268ad-c29e-45e4-a701-a68b1465e2ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416981 Aug 30 14:40:11.343762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52d284-da62-4ddd-985c-386f6fc6a984 req-f054905c-0550-4ee2-b877-79aa7ebc196d tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:11.350512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e52d284-da62-4ddd-985c-386f6fc6a984 req-f054905c-0550-4ee2-b877-79aa7ebc196d tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 945 time: 0.1279306 Aug 30 14:40:11.358400 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cae1cc92-a2c7-4f81-8d33-2536f3c29616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.402979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cae1cc92-a2c7-4f81-8d33-2536f3c29616 None None] For port 2fe6b0a9-e512-478f-81ca-e0325b199d75, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2fe6b0a9-e512-478f-81ca-e0325b199d75,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:11.404655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=5cefd44b-3397-422d-80e3-b5f1eb20dc72,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:11.410385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cae1cc92-a2c7-4f81-8d33-2536f3c29616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.412558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.422332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e52d284-da62-4ddd-985c-386f6fc6a984 req-4136d8d0-0e67-4fa9-8ac2-fdf0d4b3ed44 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705287 Aug 30 14:40:11.433498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network eefce86e-f297-41ff-8745-a3c3121c6655 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:11.435907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:11.480885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1cc92-a2c7-4f81-8d33-2536f3c29616 None None] Pushing event updated for resources: {'Port': ['ID=2fe6b0a9-e512-478f-81ca-e0325b199d75,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:11.602989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 7a9c3040-c079-4a19-a651-898da5ad79fe has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:11.715500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.746477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:11.746738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15bd62f9-8445-4cdf-af83-246052eedc60 None None] Provisioning for port 19a39d15-12ce-4c09-946c-60a9842cfced completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:11.751917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15bd62f9-8445-4cdf-af83-246052eedc60 None None] Provisioning complete for port 19a39d15-12ce-4c09-946c-60a9842cfced triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:11.752296 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bd62f9-8445-4cdf-af83-246052eedc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.762437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f9f2a609-2acd-454a-b064-c8d860aa9fca tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "PUT /v2.0/routers/7a9c3040-c079-4a19-a651-898da5ad79fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6645129 Aug 30 14:40:11.768613 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Sync routers for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:11.784551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:11.785551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:11.795679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15bd62f9-8445-4cdf-af83-246052eedc60 None None] Port 19a39d15-12ce-4c09-946c-60a9842cfced cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:11.809748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15bd62f9-8445-4cdf-af83-246052eedc60 None None] Provisioning complete for port 2fe6b0a9-e512-478f-81ca-e0325b199d75 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:11.810135 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bd62f9-8445-4cdf-af83-246052eedc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.831864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.949752 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:12.061758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-6f406a42-f65b-48d4-8bb2-6d9b245b18d4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681959968&fields=id&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 267 time: 0.0555470 Aug 30 14:40:12.116152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Router 22588d14-fc0a-4112-80a0-52239f38561b is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:12.161621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-249d33b9-2b80-4430-a39d-b815dbb01fa2 None None] Provisioning complete for port 19a39d15-12ce-4c09-946c-60a9842cfced triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:12.162180 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-249d33b9-2b80-4430-a39d-b815dbb01fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.218098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-0d14eea1-9046-409c-8ee2-af6d676b366b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:12.222774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-0d14eea1-9046-409c-8ee2-af6d676b366b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/networks?id=eefce86e-f297-41ff-8745-a3c3121c6655 HTTP/1.1" status: 200 len: 797 time: 0.1501899 Aug 30 14:40:12.243989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-50542234-1ece-44b8-bbe9-cb0142c552a3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/quotas/917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0150857 Aug 30 14:40:12.279388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-249d33b9-2b80-4430-a39d-b815dbb01fa2 None None] Port 19a39d15-12ce-4c09-946c-60a9842cfced cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:12.353295 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 2, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:12.387553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2fe6b0a9-e512-478f-81ca-e0325b199d75 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:12.399253 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Checking router: 7a9c3040-c079-4a19-a651-898da5ad79fe for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:12.404616 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Updating router 7a9c3040-c079-4a19-a651-898da5ad79fe port 19a39d15-12ce-4c09-946c-60a9842cfced binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:40:12.410477 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-3f836521-caa2-468b-a46a-a7da62876ed1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654775 Aug 30 14:40:12.429159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-d6586841-8fbf-46c5-a6d7-60bc69d6210b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:40:12.430136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-d6586841-8fbf-46c5-a6d7-60bc69d6210b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065033 Aug 30 14:40:12.436832 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.467583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2fe6b0a9-e512-478f-81ca-e0325b199d75 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:12.467927 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.488090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d32-9c7b-4dc2-94cf-bbdadb638e03 req-4dde85ab-e9b9-460b-8a27-41a0c06978e3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:12.490489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-954d2d32-9c7b-4dc2-94cf-bbdadb638e03 req-4dde85ab-e9b9-460b-8a27-41a0c06978e3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1051242 Aug 30 14:40:12.491822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:12.510326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Sync routers for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:12.522546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:12.523129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.557601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:12.558373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:12.558806 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-28200640-2ff7-4e1a-963e-90373ba76bf5 service neutron] 10.222.0.50 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201401 Aug 30 14:40:12.562843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bb090f83-7848-4325-a1d5-f8fa174d814a None None] Provisioning complete for port 19a39d15-12ce-4c09-946c-60a9842cfced triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:12.563217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb090f83-7848-4325-a1d5-f8fa174d814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.632854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.634758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5cefd44b-3397-422d-80e3-b5f1eb20dc72 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:12.649369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:12.665816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.667058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ea5cf525-c4a3-4181-a480-6ea0535d6ce0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7214994 Aug 30 14:40:12.670686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:12.679282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bb090f83-7848-4325-a1d5-f8fa174d814a None None] Port 19a39d15-12ce-4c09-946c-60a9842cfced cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:12.732348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-954d2d32-9c7b-4dc2-94cf-bbdadb638e03 req-ee4a870e-6b9a-4dfc-b0f4-bb84a7be2044 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264819 Aug 30 14:40:12.744677 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-f9970d19-118b-4b46-a262-6ea35b103273 service neutron] 10.222.0.50 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791675 Aug 30 14:40:12.751083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:12.785698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:40:12.885396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:12.897973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dc49d1ae-0887-4c95-ab7a-8011bc0dfeea up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:12.913801 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.928160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '99d6b99a-ca92-4f1d-97ac-327359142320', 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda', 'port_id': '99d6b99a-ca92-4f1d-97ac-327359142320', 'mac_address': 'fa:16:3e:07:3e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608f2051-e030-4db3-ae64-42c7547518a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:40:12.929785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5cefd44b-3397-422d-80e3-b5f1eb20dc72 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:12.930156 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.041315 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Transition to ACTIVE for port object 19a39d15-12ce-4c09-946c-60a9842cfced will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:13.041642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.051049 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.075105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=ce29e15b-422c-4c9d-8ae6-b89ac3b5e6ba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:13.097885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338d583-77c4-4a1d-b632-3dee7b683599 req-adf707c4-3ba4-4536-88ac-152ca59a8e5f tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:13.106823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1338d583-77c4-4a1d-b632-3dee7b683599 req-adf707c4-3ba4-4536-88ac-152ca59a8e5f tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 945 time: 0.1971655 Aug 30 14:40:13.132803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 70c407e0-8957-442b-a9c1-acbe0b970514 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:13.206971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5b19178-a65b-4847-b5b6-73a39ab3f5a5 req-f8475852-2810-4397-ae25-c4b79b3fef32 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 210 time: 0.0982332 Aug 30 14:40:13.225405 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81ffa1-d540-4a12-982f-e3779d169b39 None None] Pushing event updated for resources: {'Port': ['ID=19a39d15-12ce-4c09-946c-60a9842cfced,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:13.247421 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.316000 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Attempting to bind port 19a39d15-12ce-4c09-946c-60a9842cfced on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:13.316197 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Attempting to bind port 19a39d15-12ce-4c09-946c-60a9842cfced by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:13.316816 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Attempting to bind port 19a39d15-12ce-4c09-946c-60a9842cfced on network eefce86e-f297-41ff-8745-a3c3121c6655 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:13.326991 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:13.327361 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Checking segment: {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:13.327767 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.332225 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Bound using segment: {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:13.332398 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Bound port: 19a39d15-12ce-4c09-946c-60a9842cfced, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:13.332697 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.369934 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.453065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99d6b99a-ca92-4f1d-97ac-327359142320 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:13.457755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.508382 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] For port 19a39d15-12ce-4c09-946c-60a9842cfced, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:13.511886 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] For port 19a39d15-12ce-4c09-946c-60a9842cfced, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=19a39d15-12ce-4c09-946c-60a9842cfced,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:13.520112 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.566020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:13.589389 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.594748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 70c407e0-8957-442b-a9c1-acbe0b970514 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:13.608164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 70c407e0-8957-442b-a9c1-acbe0b970514 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:13.608800 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.610336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:13.672434 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:13.672901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1338d583-77c4-4a1d-b632-3dee7b683599 req-2a280c52-b5ce-4d84-8ae6-f50cb4a2c139 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601683 Aug 30 14:40:13.676324 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:13.693516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64932416-8f25-4e19-9ae7-762594f83da2 req-c4faaec0-febd-4f20-857e-35beb8f94b65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3247473 Aug 30 14:40:13.694837 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81ffa1-d540-4a12-982f-e3779d169b39 None None] Pushing event updated for resources: {'Port': ['ID=19a39d15-12ce-4c09-946c-60a9842cfced,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:13.841382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Allocated IP 172.20.0.1 (5cb3f62b-0d74-4f98-b32e-60bc5781b153/4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d/0473e105-aee2-42dd-957d-3c532d1b6485) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:13.910766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router 2734be65-a253-49cd-8710-b9776b3a7199 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:13.943872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932416-8f25-4e19-9ae7-762594f83da2 req-863a1611-bcf6-4f5e-ad5e-d2a5cd29bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:13.945966 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64932416-8f25-4e19-9ae7-762594f83da2 req-863a1611-bcf6-4f5e-ad5e-d2a5cd29bdad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1097 time: 0.1299725 Aug 30 14:40:13.991141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:13.991749 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.019092 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:14.027519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:14.035221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-064ff7f5-ecc1-4713-a965-1578dcbd623f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/2734be65-a253-49cd-8710-b9776b3a7199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8324168 Aug 30 14:40:14.037517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:14.039874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.043875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 3, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:14.099702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Checking router: 22588d14-fc0a-4112-80a0-52239f38561b for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:14.100232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Updating router 22588d14-fc0a-4112-80a0-52239f38561b port ba86e816-07ba-47ba-b0cd-25b6219bcd03 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:40:14.102619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['99d6b99a-ca92-4f1d-97ac-327359142320'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:14.131683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de52ce-2afe-4d23-9264-e472470e346d req-bf76540f-be55-431f-8b73-a679203aa261 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:14.140427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67de52ce-2afe-4d23-9264-e472470e346d req-bf76540f-be55-431f-8b73-a679203aa261 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 945 time: 0.1250377 Aug 30 14:40:14.154853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1dd330a7-b2c6-4be5-9a1b-4e1da1d4d3ed tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=2734be65-a253-49cd-8710-b9776b3a7199 HTTP/1.1" status: 200 len: 205 time: 0.1159890 Aug 30 14:40:14.157717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:14.206930 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67de52ce-2afe-4d23-9264-e472470e346d req-d1bb071f-a48f-4db1-9eae-ed46ad5d7c4b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510263 Aug 30 14:40:14.207697 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8247e1b-f996-4830-a71e-4afbfafbc605 None None] Sync routers for ids ['2734be65-a253-49cd-8710-b9776b3a7199'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:14.228603 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8247e1b-f996-4830-a71e-4afbfafbc605 None None] Routers {'2734be65-a253-49cd-8710-b9776b3a7199'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:14.229265 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c8247e1b-f996-4830-a71e-4afbfafbc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2734be65-a253-49cd-8710-b9776b3a7199'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:14.241035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.253759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:14.257691 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.279318 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c8247e1b-f996-4830-a71e-4afbfafbc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:14.290662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:14.294858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:14.300920 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d806d82-d093-48fb-b6f0-4489efae38fb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.302044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:14.307566 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8247e1b-f996-4830-a71e-4afbfafbc605 None None] Routers {'2734be65-a253-49cd-8710-b9776b3a7199'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:14.308002 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c8247e1b-f996-4830-a71e-4afbfafbc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2734be65-a253-49cd-8710-b9776b3a7199'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:14.343735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.348287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.352417 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c8247e1b-f996-4830-a71e-4afbfafbc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:14.352682 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8247e1b-f996-4830-a71e-4afbfafbc605 None None] The sync data for ids ['2734be65-a253-49cd-8710-b9776b3a7199'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:14.443031 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.453798 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:13Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:14.458067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Pushing event updated for resources: {'Port': ['ID=0473e105-aee2-42dd-957d-3c532d1b6485,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:14.490327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 70c407e0-8957-442b-a9c1-acbe0b970514, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=70c407e0-8957-442b-a9c1-acbe0b970514,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:14.500433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd94409-4845-484e-a8ef-bec65b86e49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c407e0-8957-442b-a9c1-acbe0b970514'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:14.500645 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a260d6-f1b0-4177-8a53-d56c509f38ac None None] The sync data for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 is: [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:13Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:14.503386 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bff165-e5ce-455d-bbf7-5cf7f78a943f" -d '{"events": [{"server_uuid": "ecd94409-4845-484e-a8ef-bec65b86e49d", "name": "network-vif-plugged", "status": "completed", "tag": "70c407e0-8957-442b-a9c1-acbe0b970514"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:14.550524 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.556994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932416-8f25-4e19-9ae7-762594f83da2 req-0fd5e438-ad66-4164-bf71-1acd41f8fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:14.571062 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64932416-8f25-4e19-9ae7-762594f83da2 req-0fd5e438-ad66-4164-bf71-1acd41f8fe2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.5393138 Aug 30 14:40:14.583924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d806d82-d093-48fb-b6f0-4489efae38fb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.586907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d806d82-d093-48fb-b6f0-4489efae38fb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.644915 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb36aec1-6d06-4975-a5cb-563b1e02aea2 x-openstack-request-id: req-fb36aec1-6d06-4975-a5cb-563b1e02aea2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:14.645350 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd94409-4845-484e-a8ef-bec65b86e49d", "name": "network-vif-plugged", "status": "completed", "tag": "70c407e0-8957-442b-a9c1-acbe0b970514", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:14.646284 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb36aec1-6d06-4975-a5cb-563b1e02aea2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:14.646688 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd94409-4845-484e-a8ef-bec65b86e49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c407e0-8957-442b-a9c1-acbe0b970514', 'code': 200} Aug 30 14:40:14.686386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.733507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da625134-df14-4e6e-b384-9f479a0fdc88 req-7c0fd421-9506-4cfe-b379-a07a27724ab4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 210 time: 0.3202293 Aug 30 14:40:14.755936 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d806d82-d093-48fb-b6f0-4489efae38fb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.756739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d806d82-d093-48fb-b6f0-4489efae38fb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Fanout notify agent at l3_agent the message router_deleted on router 2734be65-a253-49cd-8710-b9776b3a7199 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:40:14.765982 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d806d82-d093-48fb-b6f0-4489efae38fb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.767312 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9d806d82-d093-48fb-b6f0-4489efae38fb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/2734be65-a253-49cd-8710-b9776b3a7199 HTTP/1.1" status: 204 len: 168 time: 0.6084635 Aug 30 14:40:14.770355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:14.784965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:14.844279 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.913347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5887cf3-3927-489f-b7b3-9e5d6ebc91c8 req-cb81b88b-6d94-4d13-aced-5929e57b92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:14.915099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5887cf3-3927-489f-b7b3-9e5d6ebc91c8 req-cb81b88b-6d94-4d13-aced-5929e57b92cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 1097 time: 0.2014136 Aug 30 14:40:14.917221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64932416-8f25-4e19-9ae7-762594f83da2 req-f539dd16-2dd9-457e-af5a-9ce568f812ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 200 len: 1002 time: 0.2507656 Aug 30 14:40:14.933512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=70c407e0-8957-442b-a9c1-acbe0b970514,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:15.002009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-d1e3c69b-628e-4e49-8b80-4637d29b7431 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:15.003528 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-d1e3c69b-628e-4e49-8b80-4637d29b7431 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "GET /v2.0/networks?id=eefce86e-f297-41ff-8745-a3c3121c6655 HTTP/1.1" status: 200 len: 797 time: 0.3305709 Aug 30 14:40:15.027950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:15.036093 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.047190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5887cf3-3927-489f-b7b3-9e5d6ebc91c8 req-8b9b1e7a-c3b7-492f-9681-c10d83429807 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190722 Aug 30 14:40:15.048866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932416-8f25-4e19-9ae7-762594f83da2 req-5a0017bb-b7f2-402a-9e57-e3b4ecdf61df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:15.050543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64932416-8f25-4e19-9ae7-762594f83da2 req-5a0017bb-b7f2-402a-9e57-e3b4ecdf61df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.1013649 Aug 30 14:40:15.056484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fcdfc3-0444-409e-824b-a81944e77d79 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet 5576d2ed-3774-4996-b02a-e38461563070 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:40:15.061958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fcdfc3-0444-409e-824b-a81944e77d79 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.076508 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-f1cbca5f-0d5f-48cd-90ad-a639be1ad565 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917b7b4e773a42fcbf8eba694af1b9c7 HTTP/1.1" status: 200 len: 380 time: 0.0515130 Aug 30 14:40:15.086538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'port': {'device_id': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'admin_state_up': True, 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'security_groups': ['06522f29-6141-46e7-9bcd-ae76de1bac32']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:15.100153 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.115244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb673a-b923-4e1b-be7f-994be855d9bb req-1acbd7d2-9b1a-4fbe-8bd4-b82b3cb9f323 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:15.116830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-85fb673a-b923-4e1b-be7f-994be855d9bb req-1acbd7d2-9b1a-4fbe-8bd4-b82b3cb9f323 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 946 time: 0.3174353 Aug 30 14:40:15.121907 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.133850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Transition to ACTIVE for port object ba86e816-07ba-47ba-b0cd-25b6219bcd03 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:15.141997 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.203118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Pushing event updated for resources: {'Port': ['ID=0473e105-aee2-42dd-957d-3c532d1b6485,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:15.231918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fcdfc3-0444-409e-824b-a81944e77d79 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.240927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731c706-94ff-4873-af04-b0990517fd17 None None] Pushing event updated for resources: {'Port': ['ID=ba86e816-07ba-47ba-b0cd-25b6219bcd03,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:15.262507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Attempting to bind port ba86e816-07ba-47ba-b0cd-25b6219bcd03 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:15.263743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Attempting to bind port ba86e816-07ba-47ba-b0cd-25b6219bcd03 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:15.264342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Attempting to bind port ba86e816-07ba-47ba-b0cd-25b6219bcd03 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:15.277905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:15.279676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:15.280187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.280785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:15.281601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Bound port: ba86e816-07ba-47ba-b0cd-25b6219bcd03, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:15.282128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.297989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.311930 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-85fb673a-b923-4e1b-be7f-994be855d9bb req-1d7bf5a5-e389-4169-8e63-5917d5010882 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176236 Aug 30 14:40:15.321466 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:40:15.374112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] For port ba86e816-07ba-47ba-b0cd-25b6219bcd03, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:15.377923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] For port ba86e816-07ba-47ba-b0cd-25b6219bcd03, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ba86e816-07ba-47ba-b0cd-25b6219bcd03,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:15.390260 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.449660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:15.450862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:15.454644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:15.460283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:15.477135 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fcdfc3-0444-409e-824b-a81944e77d79 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.586764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:15.598919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731c706-94ff-4873-af04-b0990517fd17 None None] Pushing event updated for resources: {'Port': ['ID=ba86e816-07ba-47ba-b0cd-25b6219bcd03,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:15.646590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fcdfc3-0444-409e-824b-a81944e77d79 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.688915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Router 22588d14-fc0a-4112-80a0-52239f38561b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:15.690166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcdfc3-0444-409e-824b-a81944e77d79 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=5576d2ed-3774-4996-b02a-e38461563070,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:15.694345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09fcdfc3-0444-409e-824b-a81944e77d79 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.696556 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-09fcdfc3-0444-409e-824b-a81944e77d79 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/5576d2ed-3774-4996-b02a-e38461563070 HTTP/1.1" status: 204 len: 168 time: 0.9234192 Aug 30 14:40:15.699210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:15.715256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca0f90-3dfa-4f5c-b711-212819634b6f None None] Network d1b55bf5-9927-42c7-a34a-7f4458123b18 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:15.767015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d4781b-5ca0-4052-8a3f-da749e794768 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet 358df8a1-3f3e-4842-a7ee-5a51c8e2b224 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:40:15.773421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d4781b-5ca0-4052-8a3f-da749e794768 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.792209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecd4a1-fbcd-470b-ad87-2063370471ad req-43bbabaf-c174-4704-a410-f4d85cea086f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:15.793826 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6fecd4a1-fbcd-470b-ad87-2063370471ad req-43bbabaf-c174-4704-a410-f4d85cea086f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 945 time: 0.1316211 Aug 30 14:40:15.798405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932416-8f25-4e19-9ae7-762594f83da2 req-61b57c0f-00aa-4d85-b2d3-05c485cbe294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:15.799849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64932416-8f25-4e19-9ae7-762594f83da2 req-61b57c0f-00aa-4d85-b2d3-05c485cbe294 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269839 Aug 30 14:40:15.912951 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d4781b-5ca0-4052-8a3f-da749e794768 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.988973 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6784f1ae-d315-4883-8c71-117cf9f12717 req-46a19986-fe2d-419e-a25b-bd32401e90a0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 210 time: 0.0929763 Aug 30 14:40:15.991756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 2, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:15.995482 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64932416-8f25-4e19-9ae7-762594f83da2 req-de85d06a-bdaa-4864-b008-5dc255973a80 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783917 Aug 30 14:40:16.005782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6fecd4a1-fbcd-470b-ad87-2063370471ad req-a01d7e7a-6a90-443d-8cc3-e03c25e4c3c0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019715 Aug 30 14:40:16.026948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aba813-2656-40f6-bf9b-8a8d046fde0c None None] The sync data for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 is: [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 2, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:16.061206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Made reservation on behalf of 917b7b4e773a42fcbf8eba694af1b9c7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:16.061570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:16.066949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] DHCP port deletion for d1b55bf5-9927-42c7-a34a-7f4458123b18 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:40:16.072490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.092327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-221c02fc-8938-4d94-b366-4c511c777565 admin admin] 10.222.0.50 "PUT /v2.0/routers/22588d14-fc0a-4112-80a0-52239f38561b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4196870 Aug 30 14:40:16.138065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] Deleting port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:16.138539 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.150813 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d4781b-5ca0-4052-8a3f-da749e794768 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.275954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] For port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3,segment=NetworkSegment(16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1),segment_id=16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:16.276483 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.294189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d4781b-5ca0-4052-8a3f-da749e794768 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.319909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64932416-8f25-4e19-9ae7-762594f83da2 req-2301e661-20d7-4b10-8cc2-d990f03159bf service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127151 Aug 30 14:40:16.326300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] Calling delete_port for ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:16.386007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4781b-5ca0-4052-8a3f-da749e794768 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=358df8a1-3f3e-4842-a7ee-5a51c8e2b224,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:16.401614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91d4781b-5ca0-4052-8a3f-da749e794768 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.404739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-91d4781b-5ca0-4052-8a3f-da749e794768 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/358df8a1-3f3e-4842-a7ee-5a51c8e2b224 HTTP/1.1" status: 204 len: 168 time: 0.7029781 Aug 30 14:40:16.407526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:16.435924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f7e19-36e9-437b-ae11-28b2d2d93c14 None None] Network 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:16.462058 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.20.0.7 (eefce86e-f297-41ff-8745-a3c3121c6655/4cc98dfa-c1aa-48a9-bc9d-49f627bc4768/aaa740fd-e9c8-4574-9b75-ff20de9b94e0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:16.557903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 19a39d15-12ce-4c09-946c-60a9842cfced up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:16.661976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9037ad-5e26-4947-9da5-94397392750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc49d1ae-0887-4c95-ab7a-8011bc0dfeea'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:16.664512 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b19807-fe2d-45f6-973c-2b8d0e30661c" -d '{"events": [{"server_uuid": "8b9037ad-5e26-4947-9da5-94397392750c", "name": "network-vif-plugged", "status": "completed", "tag": "dc49d1ae-0887-4c95-ab7a-8011bc0dfeea"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:16.762609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 19a39d15-12ce-4c09-946c-60a9842cfced completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:16.791164 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.791676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 19a39d15-12ce-4c09-946c-60a9842cfced triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:16.792739 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.852086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.869228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Transition to ACTIVE for port object aaa740fd-e9c8-4574-9b75-ff20de9b94e0 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:16.931351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.021788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network eefce86e-f297-41ff-8745-a3c3121c6655 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:17.036494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:17.042308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:17.045927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:17.058439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.079042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8392e7-2301-44fc-884e-2500dbcf542c req-77aa1dbc-fa61-4bf4-8323-ff0ed3310589 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:17.091699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f8392e7-2301-44fc-884e-2500dbcf542c req-77aa1dbc-fa61-4bf4-8323-ff0ed3310589 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 946 time: 0.0987024 Aug 30 14:40:17.095494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:17.097842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] Pushing event deleted for resources: {'Port': ['ID=ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:17.143672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-a8f5fb3c-4814-4787-84ae-6705a78b26f2 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:17.153371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a6401-ba23-4881-9449-3249ccebb3f9 None None] No DVR routers for this DVR port ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:17.158496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-a8f5fb3c-4814-4787-84ae-6705a78b26f2 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 820 time: 0.6191561 Aug 30 14:40:17.205288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f8392e7-2301-44fc-884e-2500dbcf542c req-c787a5ac-e197-4eee-b619-7dd0a04826ad tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103702 Aug 30 14:40:17.207233 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-dcad9ff9-60d0-45ce-8e79-173ab5fec190 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/quotas/22ccd4ca7f164f8e995477f53663962a HTTP/1.1" status: 200 len: 375 time: 0.0475142 Aug 30 14:40:17.288334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:17.289067 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.329746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-b7677f7f-b782-45fc-8a72-4737eb47f44b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2457383 Aug 30 14:40:17.331301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 99d6b99a-ca92-4f1d-97ac-327359142320 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:17.331771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.360357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-835cc641-ae7c-421b-8875-45cef9930001 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521354 Aug 30 14:40:17.386141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Request body: {'port': {'device_id': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:17.397725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.420284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] DHCP port deletion for 1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:40:17.429909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b55bf5-9927-42c7-a34a-7f4458123b18']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:17.460214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:17.462813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e7b5c3-1242-4f7a-8d56-1f1cfc7bc2b1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:17.465927 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.469890 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14023722-0bce-41c7-9bd6-97ca441e6cc0 x-openstack-request-id: req-14023722-0bce-41c7-9bd6-97ca441e6cc0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:17.470184 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9037ad-5e26-4947-9da5-94397392750c", "name": "network-vif-plugged", "status": "completed", "tag": "dc49d1ae-0887-4c95-ab7a-8011bc0dfeea", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:17.470438 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14023722-0bce-41c7-9bd6-97ca441e6cc0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:17.470830 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9037ad-5e26-4947-9da5-94397392750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc49d1ae-0887-4c95-ab7a-8011bc0dfeea', 'code': 200} Aug 30 14:40:17.496633 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.539434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.547915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:40:17.548486 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:40:17.552216 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:40:17.581225 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.606113 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.611298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e45a31ad-0dd3-4454-bce2-5d3658fb75ca None None] Provisioning for port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:17.643485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e45a31ad-0dd3-4454-bce2-5d3658fb75ca None None] Provisioning complete for port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:17.644021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e45a31ad-0dd3-4454-bce2-5d3658fb75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.651644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 19a39d15-12ce-4c09-946c-60a9842cfced, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=19a39d15-12ce-4c09-946c-60a9842cfced,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:17.679528 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-1dfebcbf-b88a-459c-b77a-298e7cde6c2d service neutron] 10.222.0.50 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168817 Aug 30 14:40:17.707342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.709946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] Deleting port b8745f5b-64de-47a3-9896-475dd6eb9615 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:17.710424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.712211 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.712365 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.714660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/d1b55bf5-9927-42c7-a34a-7f4458123b18 HTTP/1.1" status: 204 len: 168 time: 1.3048315 Aug 30 14:40:17.723432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:17.736861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206dbfe-a5d8-4dd3-bd8f-137c9be166da tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=d1b55bf5-9927-42c7-a34a-7f4458123b18,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:17.744772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:17.755937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c88ac1-d741-4d82-b969-03a0a06ed911 req-9e30239e-5876-44b4-9a09-8c97212f9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:17.757584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17c88ac1-d741-4d82-b969-03a0a06ed911 req-9e30239e-5876-44b4-9a09-8c97212f9da3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 1097 time: 0.1908488 Aug 30 14:40:17.774908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86523928-9929-4509-bc3b-b9aaa6dece91 req-f1f0a945-bb4d-4b97-9308-8fc21da779bb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:17.783208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86523928-9929-4509-bc3b-b9aaa6dece91 req-f1f0a945-bb4d-4b97-9308-8fc21da779bb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 931 time: 0.1341588 Aug 30 14:40:17.787148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e45a31ad-0dd3-4454-bce2-5d3658fb75ca None None] Port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:17.879497 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.882813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:17.888983 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86523928-9929-4509-bc3b-b9aaa6dece91 req-c71b0991-02cf-4aeb-afa1-054e6310c689 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048622 Aug 30 14:40:17.908923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-17c88ac1-d741-4d82-b969-03a0a06ed911 req-c78e5524-0001-41cb-826c-c156267df03a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950589 Aug 30 14:40:17.922756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:17.922756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ef4f3ec4-0b66-4d31-813c-2805a8fcd7d3 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:17.980760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] For port b8745f5b-64de-47a3-9896-475dd6eb9615, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b8745f5b-64de-47a3-9896-475dd6eb9615,segment=NetworkSegment(3c2db300-bc51-48a3-9369-29ffcb934d6a),segment_id=3c2db300-bc51-48a3-9369-29ffcb934d6a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:17.981907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.982839 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.002386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=19a39d15-12ce-4c09-946c-60a9842cfced,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:18.020592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] Calling delete_port for b8745f5b-64de-47a3-9896-475dd6eb9615 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:18.046931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d442c-7364-4986-98f6-838e330f95ec req-e3370cb5-2cb0-4799-99d1-ac20239e824d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:18.055230 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a34d442c-7364-4986-98f6-838e330f95ec req-e3370cb5-2cb0-4799-99d1-ac20239e824d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0772004 Aug 30 14:40:18.056087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-735fe6e7-1baf-4783-9f65-9f281afc1bcd service neutron] 10.222.0.50 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693037 Aug 30 14:40:18.105625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a34d442c-7364-4986-98f6-838e330f95ec req-ea3ca879-6cf5-44f6-9b04-6ebf6ece16ee tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Aug 30 14:40:18.119580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:18.168572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.201412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] Pushing event deleted for resources: {'Port': ['ID=b8745f5b-64de-47a3-9896-475dd6eb9615,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:18.209967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a5b85-334d-4d7f-af34-a504100fdcc2 None None] No DVR routers for this DVR port b8745f5b-64de-47a3-9896-475dd6eb9615 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:18.238800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa740fd-e9c8-4574-9b75-ff20de9b94e0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:18.248552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.272678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Transition to ACTIVE for port object aaa740fd-e9c8-4574-9b75-ff20de9b94e0 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:18.287224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.296998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port b8745f5b-64de-47a3-9896-475dd6eb9615 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:18.297383 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.333122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eb8b1-5516-4e79-80a9-529a04ecfd2c req-8b74e89c-a9aa-437d-9168-eb3aebabc52b tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:18.334926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc8eb8b1-5516-4e79-80a9-529a04ecfd2c req-8b74e89c-a9aa-437d-9168-eb3aebabc52b tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 946 time: 0.1062703 Aug 30 14:40:18.431574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc8eb8b1-5516-4e79-80a9-529a04ecfd2c req-4f85ffc4-5d43-49cb-a1be-ef618d706572 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670204 Aug 30 14:40:18.554776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 19a39d15-12ce-4c09-946c-60a9842cfced up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:18.588206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Pushing event updated for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:18.605777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7aa5dbd-409c-477b-940c-55cbcb5466bb req-fe728b34-58e7-4270-98a7-27d96e47823e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 210 time: 0.1003425 Aug 30 14:40:18.620083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port b8745f5b-64de-47a3-9896-475dd6eb9615, host n-d-805668-3, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:18.620481 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.668785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 19a39d15-12ce-4c09-946c-60a9842cfced triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:18.669390 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.682992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for b8745f5b-64de-47a3-9896-475dd6eb9615 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:18.687547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Port b8745f5b-64de-47a3-9896-475dd6eb9615 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:40:18.692898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.774838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=b8745f5b-64de-47a3-9896-475dd6eb9615,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:18.776333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ba86e816-07ba-47ba-b0cd-25b6219bcd03 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:18.805280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No DVR routers for this DVR port b8745f5b-64de-47a3-9896-475dd6eb9615 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:18.842351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Attempting to bind port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:18.842793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Attempting to bind port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:18.843321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Attempting to bind port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 on network eefce86e-f297-41ff-8745-a3c3121c6655 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:18.862656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 on network eefce86e-f297-41ff-8745-a3c3121c6655 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:40:18.863228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Attempting to bind port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 on network eefce86e-f297-41ff-8745-a3c3121c6655 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:18.869286 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ba86e816-07ba-47ba-b0cd-25b6219bcd03 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:18.876514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ba86e816-07ba-47ba-b0cd-25b6219bcd03 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:18.877458 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.903653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:18.904150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Checking segment: {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:18.904639 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Bound using segment: {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:18.905351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Bound port: aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:18.905913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.982222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.983945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.019217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:19.020863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ba86e816-07ba-47ba-b0cd-25b6219bcd03, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ba86e816-07ba-47ba-b0cd-25b6219bcd03,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:19.023106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:19.026296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1594cbfa-19e6-4cd2-8fd5-df9b84369ad5']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:19.026518 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.030630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.089759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ef8a-d584-4899-9beb-58dc7237a1d7 req-ddf45134-4d81-4d37-a6c9-a96ced83f5a9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:19.093894 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6dd5ef8a-d584-4899-9beb-58dc7237a1d7 req-ddf45134-4d81-4d37-a6c9-a96ced83f5a9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 943 time: 0.1213026 Aug 30 14:40:19.124242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b8745f5b-64de-47a3-9896-475dd6eb9615 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:19.163700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2db300-bc51-48a3-9369-29ffcb934d6a') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:19.163923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b8745f5b-64de-47a3-9896-475dd6eb9615 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:19.164018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2db300-bc51-48a3-9369-29ffcb934d6a') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:19.164172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b8745f5b-64de-47a3-9896-475dd6eb9615 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:19.167283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ba86e816-07ba-47ba-b0cd-25b6219bcd03,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:19.188509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6dd5ef8a-d584-4899-9beb-58dc7237a1d7 req-5ab503cc-3da5-4ead-a660-b2a24e859be0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826256 Aug 30 14:40:19.198396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:19.199918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.201973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] 10.222.0.21 "PUT /v2.0/ports/aaa740fd-e9c8-4574-9b75-ff20de9b94e0 HTTP/1.1" status: 200 len: 1091 time: 1.8265984 Aug 30 14:40:19.207884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:19.221109 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e07a4-1861-4833-ad35-9e45071f9044" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:19.226566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4ced7-c099-4e41-a9ae-3484fdfb798f service neutron] Pushing event updated for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:19.232584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.254974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.274461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:40:19.274973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:40:19.284186 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:40:19.418449 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c98a768-2c2c-4e2e-9cbe-1ff7afdb5cb6 x-openstack-request-id: req-5c98a768-2c2c-4e2e-9cbe-1ff7afdb5cb6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:19.418759 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:19.420431 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c98a768-2c2c-4e2e-9cbe-1ff7afdb5cb6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:19.420865 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'status': 'completed', 'code': 200} Aug 30 14:40:19.458634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.472648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:19.474987 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7694ec-1ddd-4595-b283-69fa62eed35e" -d '{"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-plugged", "status": "completed", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:19.510888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.512846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/1594cbfa-19e6-4cd2-8fd5-df9b84369ad5 HTTP/1.1" status: 204 len: 168 time: 1.7623320 Aug 30 14:40:19.516916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:19.532258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-66227741'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:19.542517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b1390-4c61-4053-b7d7-33d1ba8aef22 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=1594cbfa-19e6-4cd2-8fd5-df9b84369ad5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:19.586586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f505b2e-9198-4d7c-bb6c-c9d49412da09 req-7a3403e9-7aa2-4ea9-a0d0-55c93c6b6100 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:19.587988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f505b2e-9198-4d7c-bb6c-c9d49412da09 req-7a3403e9-7aa2-4ea9-a0d0-55c93c6b6100 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.3034580 Aug 30 14:40:19.602984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-814c910b-74eb-4e0d-a67f-80485023c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:19.607705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-814c910b-74eb-4e0d-a67f-80485023c118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 1094 time: 0.1997335 Aug 30 14:40:19.620279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:19.624280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.671498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ab14a331-c2aa-4796-8b51-8d6ede6ffa3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0 HTTP/1.1" status: 200 len: 217 time: 0.0442185 Aug 30 14:40:19.746347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Sync routers for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:19.765327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:19.769974 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f505b2e-9198-4d7c-bb6c-c9d49412da09 req-e3edaafc-eff7-4062-8eed-723511397463 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712198 Aug 30 14:40:19.786742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:19.789011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:19.834123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.834582 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment e711d58c-2f77-4c4b-9689-ddc224c825ac of type vlan for network fd354a95-321c-411a-bd84-9c3d6e80b738 Aug 30 14:40:19.838689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-f2a16e01-7ae4-45a3-9768-6bee4a77dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:19.840247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-f2a16e01-7ae4-45a3-9768-6bee4a77dc9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cc98dfa-c1aa-48a9-bc9d-49f627bc4768 HTTP/1.1" status: 200 len: 835 time: 0.1571457 Aug 30 14:40:19.843964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6569e24-6e3b-47b4-ba17-15593b0062a1 req-75302ca1-3928-4d5e-ab86-09734e21cfc2 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:19.852192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6569e24-6e3b-47b4-ba17-15593b0062a1 req-75302ca1-3928-4d5e-ab86-09734e21cfc2 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 946 time: 0.1426940 Aug 30 14:40:19.899847 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71decc-1b50-4fe5-95fd-3608f71c8604 x-openstack-request-id: req-5e71decc-1b50-4fe5-95fd-3608f71c8604 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:19.900150 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-plugged", "status": "completed", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:19.900409 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e71decc-1b50-4fe5-95fd-3608f71c8604 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:19.900814 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320', 'code': 200} Aug 30 14:40:19.926736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.949797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6569e24-6e3b-47b4-ba17-15593b0062a1 req-cbf3751b-edf1-475b-9887-557ec37bcfcb tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964897 Aug 30 14:40:19.980219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.980604 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.986648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:19.987912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.081409 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5544150 Aug 30 14:40:20.092248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:20.100254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': 'fd354a95-321c-411a-bd84-9c3d6e80b738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:20.131264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:20.155775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea0629bd-7090-4ddc-b107-0091446b93f6 req-bd70d56d-289c-4019-ac6c-e100308e3db1 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 210 time: 0.0757704 Aug 30 14:40:20.193503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-03b09844-62a7-454d-bcc4-76802816f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:20.195134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-03b09844-62a7-454d-bcc4-76802816f035 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eefce86e-f297-41ff-8745-a3c3121c6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270224 Aug 30 14:40:20.309272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:20.314332 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.397030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-ad976315-7119-41ca-b1c6-d0b1e8e7368c service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896458 Aug 30 14:40:20.407846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-344603bf-5f0f-44dd-9fee-b0af3152f19c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:20.409797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-344603bf-5f0f-44dd-9fee-b0af3152f19c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.39 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 820 time: 0.6344779 Aug 30 14:40:20.423217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ba86e816-07ba-47ba-b0cd-25b6219bcd03 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:20.521082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ba86e816-07ba-47ba-b0cd-25b6219bcd03 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:20.521718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.524998 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f619cda7-3b7f-47df-b85d-1acbd0625c5d req-455c83a5-d649-457e-8718-0d557f76538b service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110744 Aug 30 14:40:20.525723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81a8c4-40a6-452b-9f2e-2331700caa0e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=fd354a95-321c-411a-bd84-9c3d6e80b738,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:20.554039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Request body: {'port': {'device_id': 'd9fae90f-f2be-4020-832a-138d095515b7', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'admin_state_up': True, 'tenant_id': '22ccd4ca7f164f8e995477f53663962a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:20.556365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network fd354a95-321c-411a-bd84-9c3d6e80b738 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:20.592784 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.641712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 2, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:20.658497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=242b9d5c-9ded-4a67-86c5-2c9875151489,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:20.707616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Checking router: 22588d14-fc0a-4112-80a0-52239f38561b for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:20.708233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Updating router 22588d14-fc0a-4112-80a0-52239f38561b port 0473e105-aee2-42dd-957d-3c532d1b6485 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:40:20.714802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8339a-15cf-4292-9bb4-7764075af17d req-fab956ab-cc74-400d-9df3-57bbdbbf4d3e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:20.732907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878886d-08d6-4316-9f9f-952451d11c9f req-aaa571c8-3460-4e76-8147-a39db9b4d6d1 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:20.740919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f878886d-08d6-4316-9f9f-952451d11c9f req-aaa571c8-3460-4e76-8147-a39db9b4d6d1 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=78e9f569-b3d0-4cea-9fbe-119037bfe5f8 HTTP/1.1" status: 200 len: 945 time: 0.6256282 Aug 30 14:40:20.741607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ed8339a-15cf-4292-9bb4-7764075af17d req-fab956ab-cc74-400d-9df3-57bbdbbf4d3e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 943 time: 0.4186702 Aug 30 14:40:20.765701 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.775600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Made reservation on behalf of 22ccd4ca7f164f8e995477f53663962a for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:20.779375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.922942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Allocated IP 172.20.0.14 (5cb3f62b-0d74-4f98-b32e-60bc5781b153/4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d/09fc7a24-6245-4a42-8095-2fdb9f695c0e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:20.929078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ed8339a-15cf-4292-9bb4-7764075af17d req-a9463d9d-0375-43f0-a25b-4815d8507d86 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859224 Aug 30 14:40:20.931522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': 'e711d58c-2f77-4c4b-9689-ddc224c825ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd354a95-321c-411a-bd84-9c3d6e80b738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:20.942232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: fd354a95-321c-411a-bd84-9c3d6e80b738, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:20.999550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network fd354a95-321c-411a-bd84-9c3d6e80b738 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:21.021526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, fd354a95-321c-411a-bd84-9c3d6e80b738) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:21.031752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acbb762-cd8e-41f1-aa29-3c6bf19f25c7 None None] Network fd354a95-321c-411a-bd84-9c3d6e80b738 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:21.047907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:21.051725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.092357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ce1dd913-f079-4daf-9f2f-69fc01169cc5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9960277 Aug 30 14:40:21.093840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:21.093961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.106055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-aba2350d-d21e-4c92-af54-5b761d3d83bf tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-839813566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:21.149675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e07a4-1861-4833-ad35-9e45071f9044 req-810afb73-01c8-406f-9a3d-1462a7a31cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:21.151364 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937e07a4-1861-4833-ad35-9e45071f9044 req-810afb73-01c8-406f-9a3d-1462a7a31cde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 1094 time: 0.4616759 Aug 30 14:40:21.156926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aba2350d-d21e-4c92-af54-5b761d3d83bf tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.160848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aba2350d-d21e-4c92-af54-5b761d3d83bf tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.163783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f878886d-08d6-4316-9f9f-952451d11c9f req-d86f14f0-0a31-49b3-83a9-f0571fe1ddda tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217298 Aug 30 14:40:21.200084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.357680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fd354a95-321c-411a-bd84-9c3d6e80b738', 'network_id': 'fd354a95-321c-411a-bd84-9c3d6e80b738', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': '242b9d5c-9ded-4a67-86c5-2c9875151489'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:40:21.359716 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.410546 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aba2350d-d21e-4c92-af54-5b761d3d83bf tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.420125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aba2350d-d21e-4c92-af54-5b761d3d83bf tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.444655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:21.448023 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aba2350d-d21e-4c92-af54-5b761d3d83bf tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.449942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aba2350d-d21e-4c92-af54-5b761d3d83bf tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3537068 Aug 30 14:40:21.457416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:21.468655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:21.469036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb0215-ea6b-42d5-a30c-41a8dce0a094 req-81c2ab95-8fbe-4c22-9048-639e962273c6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:21.473389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-43eb0215-ea6b-42d5-a30c-41a8dce0a094 req-81c2ab95-8fbe-4c22-9048-639e962273c6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1139188 Aug 30 14:40:21.483192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'port': {'network_id': 'fd354a95-321c-411a-bd84-9c3d6e80b738', 'name': 'tempest-RoutersIpV6Test-260725981'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:21.486873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:21.494783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e07a4-1861-4833-ad35-9e45071f9044 req-fe8b823a-9f9e-4f1e-9b14-3700a39965dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:21.496351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937e07a4-1861-4833-ad35-9e45071f9044 req-fe8b823a-9f9e-4f1e-9b14-3700a39965dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=eefce86e-f297-41ff-8745-a3c3121c6655 HTTP/1.1" status: 200 len: 898 time: 0.3310452 Aug 30 14:40:21.584088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937e07a4-1861-4833-ad35-9e45071f9044 req-ea9b77ce-07be-42d0-8315-f3db41998255 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0 HTTP/1.1" status: 200 len: 217 time: 0.0573869 Aug 30 14:40:21.589927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event updated for resources: {'Port': ['ID=09fc7a24-6245-4a42-8095-2fdb9f695c0e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:21.630526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.639564 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-43eb0215-ea6b-42d5-a30c-41a8dce0a094 req-16133683-8d5f-4f98-880c-5bc6876396b4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501961 Aug 30 14:40:21.643351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1391451-c54f-4dd6-a460-eaa4802aea54 req-7cb13f4c-af34-4a5c-951e-47330cc316d8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:21.650924 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1391451-c54f-4dd6-a460-eaa4802aea54 req-7cb13f4c-af34-4a5c-951e-47330cc316d8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 932 time: 0.1989882 Aug 30 14:40:21.655635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Transition to ACTIVE for port object 0473e105-aee2-42dd-957d-3c532d1b6485 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:21.660344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Allocated IP 2001:db8::2 (fd354a95-321c-411a-bd84-9c3d6e80b738/242b9d5c-9ded-4a67-86c5-2c9875151489/99cd3b1c-d0af-42c4-bb00-e03c5002edaf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:21.667176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:21.667593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.669900 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.692321 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-317309d3-b7f4-4a86-8e21-adc22846a886 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1597502 Aug 30 14:40:21.707022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Request body: {'port': {'device_id': 'd9fae90f-f2be-4020-832a-138d095515b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:21.735098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419be9ef-4f6c-488f-acc5-bd0189d95f46 None None] Pushing event updated for resources: {'Port': ['ID=0473e105-aee2-42dd-957d-3c532d1b6485,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:21.738273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e07a4-1861-4833-ad35-9e45071f9044 req-96826a40-2398-49e0-a51a-49bdfa266a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:21.739871 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937e07a4-1861-4833-ad35-9e45071f9044 req-96826a40-2398-49e0-a51a-49bdfa266a1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cc98dfa-c1aa-48a9-bc9d-49f627bc4768 HTTP/1.1" status: 200 len: 835 time: 0.1437602 Aug 30 14:40:21.757558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1391451-c54f-4dd6-a460-eaa4802aea54 req-eab858d6-3d52-453a-9c4d-6df78b1c97e9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035938 Aug 30 14:40:21.838787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:21.843352 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.851735 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.884151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] device_id is not set on port 11ea29fd-0755-4e28-b4cf-3f895d493536 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:40:21.925172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e07a4-1861-4833-ad35-9e45071f9044 req-bcf411b7-428f-4177-84f2-bab0daa90c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:21.932345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937e07a4-1861-4833-ad35-9e45071f9044 req-bcf411b7-428f-4177-84f2-bab0daa90c76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eefce86e-f297-41ff-8745-a3c3121c6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705577 Aug 30 14:40:22.095580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Attempting to bind port 0473e105-aee2-42dd-957d-3c532d1b6485 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:22.096671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Attempting to bind port 0473e105-aee2-42dd-957d-3c532d1b6485 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:22.097215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Attempting to bind port 0473e105-aee2-42dd-957d-3c532d1b6485 on network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:22.130551 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.140162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4daa-864b-405a-af2c-132752a6730a req-3878c01d-d288-439c-a371-32bc5b14c3c6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:22.140939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Transition to ACTIVE for port object 99cd3b1c-d0af-42c4-bb00-e03c5002edaf will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:22.142291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a62e4daa-864b-405a-af2c-132752a6730a req-3878c01d-d288-439c-a371-32bc5b14c3c6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 943 time: 0.0529351 Aug 30 14:40:22.164823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Transition to ACTIVE for port object 99cd3b1c-d0af-42c4-bb00-e03c5002edaf will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:22.168353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:22.169589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Checking segment: {'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:22.170186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.170908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Bound using segment: {'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:22.171747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Bound port: 0473e105-aee2-42dd-957d-3c532d1b6485, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:22.172208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.176745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.205527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Network fd354a95-321c-411a-bd84-9c3d6e80b738 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:22.225254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:22.232670 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a62e4daa-864b-405a-af2c-132752a6730a req-0656f819-a1ba-46b9-bb65-682fc305452b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832500 Aug 30 14:40:22.242245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:22.289974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8::2d1 (fd354a95-321c-411a-bd84-9c3d6e80b738/242b9d5c-9ded-4a67-86c5-2c9875151489/11ea29fd-0755-4e28-b4cf-3f895d493536) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:22.389764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Pushing event updated for resources: {'Port': ['ID=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:22.394661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Attempting to bind port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:22.396201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Attempting to bind port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e711d58c-2f77-4c4b-9689-ddc224c825ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd354a95-321c-411a-bd84-9c3d6e80b738'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:22.396678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Attempting to bind port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf on network fd354a95-321c-411a-bd84-9c3d6e80b738 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:22.413873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:22.414437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Checking segment: {'id': 'e711d58c-2f77-4c4b-9689-ddc224c825ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd354a95-321c-411a-bd84-9c3d6e80b738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:22.415039 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.415562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Bound using segment: {'id': 'e711d58c-2f77-4c4b-9689-ddc224c825ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd354a95-321c-411a-bd84-9c3d6e80b738'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:22.416570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Bound port: 99cd3b1c-d0af-42c4-bb00-e03c5002edaf, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e711d58c-2f77-4c4b-9689-ddc224c825ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fd354a95-321c-411a-bd84-9c3d6e80b738'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:22.417146 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.440016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] For port 0473e105-aee2-42dd-957d-3c532d1b6485, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:22.530316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.538847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] For port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:22.542364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] For port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,segment=NetworkSegment(e711d58c-2f77-4c4b-9689-ddc224c825ac),segment_id=e711d58c-2f77-4c4b-9689-ddc224c825ac)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:22.547575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] For port 0473e105-aee2-42dd-957d-3c532d1b6485, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0473e105-aee2-42dd-957d-3c532d1b6485,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:22.550025 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.556499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object 11ea29fd-0755-4e28-b4cf-3f895d493536 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:22.566242 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.624971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.706522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=11ea29fd-0755-4e28-b4cf-3f895d493536,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:22.742840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network fd354a95-321c-411a-bd84-9c3d6e80b738 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:22.744707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:22.754016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:22.759955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:22.760710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.841917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2cef79d6-730b-4b1b-a37f-9ef2e6b12fde tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3628607 Aug 30 14:40:22.842118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937e07a4-1861-4833-ad35-9e45071f9044 req-994b269a-f5ff-48d7-9111-e09275a9a00b service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8949745 Aug 30 14:40:22.843502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:22.866514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2210e-80b1-4eb0-b8fd-85a11e2a9b7d req-d7623cab-8aed-405b-bb96-8b6e48e85dc8 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:22.891518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f2210e-80b1-4eb0-b8fd-85a11e2a9b7d req-d7623cab-8aed-405b-bb96-8b6e48e85dc8 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=78e9f569-b3d0-4cea-9fbe-119037bfe5f8 HTTP/1.1" status: 200 len: 945 time: 0.2744224 Aug 30 14:40:22.967760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07c9f7-56ce-4355-9d8e-9ce4cd6a483b None None] Pushing event updated for resources: {'Port': ['ID=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:22.992664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:22.993514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:23.051755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-40f2210e-80b1-4eb0-b8fd-85a11e2a9b7d req-174ddcc6-58ae-40b2-98d7-5fe15ad2b428 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587186 Aug 30 14:40:23.085615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd56e-8ced-4017-aeb5-ce9048a33ac8 req-50519bb5-4e1f-4147-8bb4-7b1b6fb3057e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:23.087700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e7cd56e-8ced-4017-aeb5-ce9048a33ac8 req-50519bb5-4e1f-4147-8bb4-7b1b6fb3057e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.3112011 Aug 30 14:40:23.187249 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937e07a4-1861-4833-ad35-9e45071f9044 req-19c8caa7-80ae-46a8-af54-66e273494e56 service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753553 Aug 30 14:40:23.215758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419be9ef-4f6c-488f-acc5-bd0189d95f46 None None] Pushing event updated for resources: {'Port': ['ID=0473e105-aee2-42dd-957d-3c532d1b6485,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:23.247618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fc7a24-6245-4a42-8095-2fdb9f695c0e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:23.252178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:23.258146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.284526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Transition to ACTIVE for port object 09fc7a24-6245-4a42-8095-2fdb9f695c0e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:23.291276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.313679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b8b98-02be-436e-add6-daa7550217ca req-79dd5140-4197-45cb-b335-035407398fec tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:23.315797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-645b8b98-02be-436e-add6-daa7550217ca req-79dd5140-4197-45cb-b335-035407398fec tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 932 time: 0.1510386 Aug 30 14:40:23.374482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e7cd56e-8ced-4017-aeb5-ce9048a33ac8 req-090dd642-99c9-4711-bf28-7e63fad67bea tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234350 Aug 30 14:40:23.500999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=09fc7a24-6245-4a42-8095-2fdb9f695c0e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:23.524615 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-645b8b98-02be-436e-add6-daa7550217ca req-6b8fbf51-6e78-4de8-b230-e0b6f7925c4d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704242 Aug 30 14:40:23.608984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:23.621213 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.649710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-2afd8a25-4d2a-44ce-8f63-c143dd4d8cf1 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:23.650943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-2afd8a25-4d2a-44ce-8f63-c143dd4d8cf1 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.39 "GET /v2.0/ports?device_id=78e9f569-b3d0-4cea-9fbe-119037bfe5f8 HTTP/1.1" status: 200 len: 945 time: 0.3101332 Aug 30 14:40:23.677663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707f54b-055c-4ae8-9b39-5e993b384d1b None None] The sync data for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 is: [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:23.870175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e49a-71f9-4612-adf0-e3529bf0b1be req-79fbcfbb-03bd-4c03-9216-2696ae26c8df tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:23.872747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Attempting to bind port 09fc7a24-6245-4a42-8095-2fdb9f695c0e on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:23.873399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Attempting to bind port 09fc7a24-6245-4a42-8095-2fdb9f695c0e by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:23.873785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Attempting to bind port 09fc7a24-6245-4a42-8095-2fdb9f695c0e on network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:23.878007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aca5e49a-71f9-4612-adf0-e3529bf0b1be req-79fbcfbb-03bd-4c03-9216-2696ae26c8df tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 943 time: 0.2741396 Aug 30 14:40:23.880735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Port 09fc7a24-6245-4a42-8095-2fdb9f695c0e on network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:40:23.880975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Attempting to bind port 09fc7a24-6245-4a42-8095-2fdb9f695c0e on network 5cb3f62b-0d74-4f98-b32e-60bc5781b153 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:23.893153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:23.893507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Checking segment: {'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:23.893953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Bound using segment: {'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:23.894417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Bound port: 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4610d802-39c7-4f6a-bfbe-4e71e03f549c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:23.894786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.034644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] For port 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:24.043747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] For port 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:24.050483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.068848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Deleting port 35767027-eeea-496a-a34c-69ae14484cad {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:24.069267 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.104067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:24.104698 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.106142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 1092 time: 2.4034507 Aug 30 14:40:24.132246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:24.134687 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:24.228596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.244688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aca5e49a-71f9-4612-adf0-e3529bf0b1be req-71d7bd90-6d39-4e7e-97ad-2f61a154afb5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615389 Aug 30 14:40:24.246061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.270703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f073c2de-9cd4-4693-a982-da6599ed3910 None None] Network fd354a95-321c-411a-bd84-9c3d6e80b738 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:24.404444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8159d-67c6-4077-9051-15a213b3a0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=09fc7a24-6245-4a42-8095-2fdb9f695c0e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:24.457836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3a25e-ed50-41ea-b493-8b127eb3f2fb req-7dfd16bb-4f91-4f3a-9c55-6c317e04e1f3 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:24.471729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9d634a7-ea2c-4d46-8ef8-5caceea02162 None None] Provisioning for port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:24.471905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72b3a25e-ed50-41ea-b493-8b127eb3f2fb req-7dfd16bb-4f91-4f3a-9c55-6c317e04e1f3 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=78e9f569-b3d0-4cea-9fbe-119037bfe5f8 HTTP/1.1" status: 200 len: 945 time: 0.2339027 Aug 30 14:40:24.475422 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5047c4d7-7eef-4a89-abd9-13e0f0b2a5e3 x-openstack-request-id: req-5047c4d7-7eef-4a89-abd9-13e0f0b2a5e3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:24.475713 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:24.475967 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5047c4d7-7eef-4a89-abd9-13e0f0b2a5e3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:24.476359 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'status': 'completed', 'code': 200} Aug 30 14:40:24.518654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=11ea29fd-0755-4e28-b4cf-3f895d493536,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:24.527713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-3c9cd4c6-f325-430e-b496-367ded836ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:24.529311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-3c9cd4c6-f325-430e-b496-367ded836ae5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1095 time: 0.3400035 Aug 30 14:40:24.623416 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-2801948b-d2bc-4aef-9327-08071b242956 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 217 time: 0.0771935 Aug 30 14:40:24.625948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] For port 35767027-eeea-496a-a34c-69ae14484cad, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=35767027-eeea-496a-a34c-69ae14484cad,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:24.626504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.682084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 99cd3b1c-d0af-42c4-bb00-e03c5002edaf up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:24.696420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Calling delete_port for 35767027-eeea-496a-a34c-69ae14484cad owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:24.726894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72b3a25e-ed50-41ea-b493-8b127eb3f2fb req-f08b2c6e-e694-405c-8f34-0ba37d333e5e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541108 Aug 30 14:40:24.768567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-94b35529-e086-4e82-9d43-3267deaa4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:24.772063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:24.778854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:24.780100 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.787874 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-94b35529-e086-4e82-9d43-3267deaa4e85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.1555552 Aug 30 14:40:24.851779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device aaa740fd-e9c8-4574-9b75-ff20de9b94e0 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:40:24.859619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839628a7-6eb3-496c-a6d5-283a2405ffed req-c8afbcca-4495-4868-a4f9-60fea8b94cc2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:24.868123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-839628a7-6eb3-496c-a6d5-283a2405ffed req-c8afbcca-4495-4868-a4f9-60fea8b94cc2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.3153436 Aug 30 14:40:24.966140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-839628a7-6eb3-496c-a6d5-283a2405ffed req-6f90c8b5-986a-4862-b1b1-4e30a6ca8de8 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954971 Aug 30 14:40:24.970833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-26f575d8-dff2-4fd4-ba90-48fe3c9d4c43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727757 Aug 30 14:40:24.971795 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.003031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['35767027-eeea-496a-a34c-69ae14484cad', '70c407e0-8957-442b-a9c1-acbe0b970514'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:25.032970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['dc49d1ae-0887-4c95-ab7a-8011bc0dfeea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:25.033643 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.185389 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:25.219250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'port_id': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'mac_address': 'fa:16:3e:a2:95:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:40:25.256011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Pushing event deleted for resources: {'Port': ['ID=35767027-eeea-496a-a34c-69ae14484cad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:25.256570 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.280933 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-062a8e78-3cb2-4bca-9f1c-cdb1878faed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.351455 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.353401 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.395187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e965a8-c895-4966-8c97-81c8608aca70 req-b081cf01-366f-4d51-b202-04cf5c016bdc tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:25.396971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c5e965a8-c895-4966-8c97-81c8608aca70 req-b081cf01-366f-4d51-b202-04cf5c016bdc tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 944 time: 0.4601951 Aug 30 14:40:25.400671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] No DVR routers for this DVR port 35767027-eeea-496a-a34c-69ae14484cad on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:25.404608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.406637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598dd8a9-5a46-4c72-8663-f4f3d205edf3 req-23af6301-b056-45b3-83da-0a30803fa920 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.39 "DELETE /v2.0/ports/35767027-eeea-496a-a34c-69ae14484cad HTTP/1.1" status: 204 len: 173 time: 1.7359457 Aug 30 14:40:25.463298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-bfb7fa94-a09e-40b3-b788-445c0321224e service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361656 Aug 30 14:40:25.469143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c5e965a8-c895-4966-8c97-81c8608aca70 req-d684190e-3780-4ad0-a214-ac554cdbf279 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614970 Aug 30 14:40:25.541964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa740fd-e9c8-4574-9b75-ff20de9b94e0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:25.584957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d567e2c8-365c-481d-9d3a-52504a4e3db4 None None] Provisioning for port 11ea29fd-0755-4e28-b4cf-3f895d493536 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:25.598590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,segment=NetworkSegment(e711d58c-2f77-4c4b-9689-ddc224c825ac),segment_id=e711d58c-2f77-4c4b-9689-ddc224c825ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:25.616071 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.617604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0473e105-aee2-42dd-957d-3c532d1b6485 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:25.625790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a1e9e5d-9142-407c-acc5-f162afe411e5 req-077e8585-f74f-4783-b7b7-af39f678c3fc service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550751 Aug 30 14:40:25.682944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d567e2c8-365c-481d-9d3a-52504a4e3db4 None None] Provisioning complete for port 11ea29fd-0755-4e28-b4cf-3f895d493536 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:25.683493 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d567e2c8-365c-481d-9d3a-52504a4e3db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.703768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:25.746173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d56291-1eda-4fd4-b3b5-348818867f7a req-ff05963f-26c7-44bd-95fd-57eb2c0e2d06 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:25.754816 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.763439 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8d56291-1eda-4fd4-b3b5-348818867f7a req-ff05963f-26c7-44bd-95fd-57eb2c0e2d06 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 943 time: 0.1436243 Aug 30 14:40:25.784222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-19715e68-d250-412f-bf30-76d1fd2c8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:25.785802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-19715e68-d250-412f-bf30-76d1fd2c8555 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1095 time: 0.0938175 Aug 30 14:40:25.867857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 0473e105-aee2-42dd-957d-3c532d1b6485 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:25.877809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d567e2c8-365c-481d-9d3a-52504a4e3db4 None None] Port 11ea29fd-0755-4e28-b4cf-3f895d493536 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:25.895307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0473e105-aee2-42dd-957d-3c532d1b6485 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:25.895742 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.930510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8d56291-1eda-4fd4-b3b5-348818867f7a req-803f9e2b-84fb-49d0-aad1-5f8e86ffc466 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584294 Aug 30 14:40:25.993808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.008165 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.009232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.054706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:26.085297 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31bd35bc-cf41-4cb9-9501-8e75d523169c req-021e6cdc-1071-4066-ab1b-19c620b95bfc tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=78e9f569-b3d0-4cea-9fbe-119037bfe5f8 HTTP/1.1" status: 200 len: 210 time: 0.1269991 Aug 30 14:40:26.190600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-22ad0aa1-0749-4c22-873a-a7e032e12474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:26.192308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-22ad0aa1-0749-4c22-873a-a7e032e12474 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 921 time: 0.3968494 Aug 30 14:40:26.220728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d567e2c8-365c-481d-9d3a-52504a4e3db4 None None] Provisioning complete for port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:26.221138 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d567e2c8-365c-481d-9d3a-52504a4e3db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.257224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-3b660e30-11e7-4b17-9ee5-5e904d1f8cd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 217 time: 0.0573919 Aug 30 14:40:26.331911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:26.345024 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.346838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-86268cb5-b573-440b-a52a-7a3c89334a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:26.348981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-86268cb5-b573-440b-a52a-7a3c89334a8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.0841079 Aug 30 14:40:26.401818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-ede01e6d-897d-4e20-bf2d-bd6cd04c8157 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433602 Aug 30 14:40:26.411724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=11ea29fd-0755-4e28-b4cf-3f895d493536,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:26.423176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 0473e105-aee2-42dd-957d-3c532d1b6485, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0473e105-aee2-42dd-957d-3c532d1b6485,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:26.426515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['aaa740fd-e9c8-4574-9b75-ff20de9b94e0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:26.464163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42c62-c7ed-4c26-aacc-4938b854d169 req-f353e4ce-9bcf-40e0-9e76-5d671e9d7640 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:26.473465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48c42c62-c7ed-4c26-aacc-4938b854d169 req-f353e4ce-9bcf-40e0-9e76-5d671e9d7640 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.3594587 Aug 30 14:40:26.476142 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.542910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=0473e105-aee2-42dd-957d-3c532d1b6485,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:26.587901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9f569-b3d0-4cea-9fbe-119037bfe5f8', 'name': 'network-vif-deleted', 'tag': '35767027-eeea-496a-a34c-69ae14484cad'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:26.590627 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809513b8-20b1-4488-b3c8-ff82ab0851c0" -d '{"events": [{"server_uuid": "78e9f569-b3d0-4cea-9fbe-119037bfe5f8", "name": "network-vif-deleted", "tag": "35767027-eeea-496a-a34c-69ae14484cad"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:26.595608 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-aec9d814-490c-4703-9a34-5653e162f55c service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860304 Aug 30 14:40:26.602645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48c42c62-c7ed-4c26-aacc-4938b854d169 req-eb92b71e-b87b-4c93-98ee-44bad46f177b tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279023 Aug 30 14:40:26.607595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network fd354a95-321c-411a-bd84-9c3d6e80b738 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:26.618841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:26.636940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 99cd3b1c-d0af-42c4-bb00-e03c5002edaf up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:26.706251 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f37204b-2373-4989-a122-f07ce4146d07 x-openstack-request-id: req-4f37204b-2373-4989-a122-f07ce4146d07 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:26.706555 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9f569-b3d0-4cea-9fbe-119037bfe5f8", "name": "network-vif-deleted", "tag": "35767027-eeea-496a-a34c-69ae14484cad", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:26.706815 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f37204b-2373-4989-a122-f07ce4146d07 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:26.707355 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e9f569-b3d0-4cea-9fbe-119037bfe5f8', 'name': 'network-vif-deleted', 'tag': '35767027-eeea-496a-a34c-69ae14484cad', 'status': 'completed', 'code': 200} Aug 30 14:40:26.758366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf91b7-4c59-40f8-b2c5-e474baadf294 req-9b88e717-db2a-4b1e-9353-dbe8c3059494 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:26.766128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b2bf91b7-4c59-40f8-b2c5-e474baadf294 req-9b88e717-db2a-4b1e-9353-dbe8c3059494 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 944 time: 0.1405599 Aug 30 14:40:26.821421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa6bdb2a-e0c1-4ca8-9f1e-b8307d2359be None None] Provisioning complete for port 11ea29fd-0755-4e28-b4cf-3f895d493536 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:26.821849 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa6bdb2a-e0c1-4ca8-9f1e-b8307d2359be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.834032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router a5ecadc6-3597-477e-ad18-5d44f01274bb is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:26.889251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b2bf91b7-4c59-40f8-b2c5-e474baadf294 req-74e7efcb-2ced-42ed-a2cc-1f10761ba803 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221578 Aug 30 14:40:26.902170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f36bee7-9c58-4fa4-b7d2-29bbe51dbde4 req-fe06cb23-9b1f-4c93-87c7-22b59d2ab802 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978425 Aug 30 14:40:26.911312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bdb2a-e0c1-4ca8-9f1e-b8307d2359be None None] Port 11ea29fd-0755-4e28-b4cf-3f895d493536 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:26.998678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:27.004275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bb1199e7-16e0-4c56-81cb-12edc0daae8b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/a5ecadc6-3597-477e-ad18-5d44f01274bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1596465 Aug 30 14:40:27.007133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:27.013665 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f156a2db-4125-4f25-9bc4-da8537daf232 None None] Sync routers for ids ['a5ecadc6-3597-477e-ad18-5d44f01274bb'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:27.034441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:27.034723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.041278 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156a2db-4125-4f25-9bc4-da8537daf232 None None] Routers {'a5ecadc6-3597-477e-ad18-5d44f01274bb'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:27.045242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f156a2db-4125-4f25-9bc4-da8537daf232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a5ecadc6-3597-477e-ad18-5d44f01274bb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:27.086967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e9a902-af7f-4cfe-ab65-a201b6555dfc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:27.088677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f6e9a902-af7f-4cfe-ab65-a201b6555dfc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports/11ea29fd-0755-4e28-b4cf-3f895d493536 HTTP/1.1" status: 200 len: 983 time: 0.0803475 Aug 30 14:40:27.093702 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:27.135997 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f156a2db-4125-4f25-9bc4-da8537daf232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:27.158933 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156a2db-4125-4f25-9bc4-da8537daf232 None None] Routers {'a5ecadc6-3597-477e-ad18-5d44f01274bb'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:27.163210 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f156a2db-4125-4f25-9bc4-da8537daf232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:39:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a5ecadc6-3597-477e-ad18-5d44f01274bb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:27.227653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 09fc7a24-6245-4a42-8095-2fdb9f695c0e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:40:27.230134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 35767027-eeea-496a-a34c-69ae14484cad no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:27.232878 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f156a2db-4125-4f25-9bc4-da8537daf232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:27.233796 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f156a2db-4125-4f25-9bc4-da8537daf232 None None] The sync data for ids ['a5ecadc6-3597-477e-ad18-5d44f01274bb'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:27.264724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 35767027-eeea-496a-a34c-69ae14484cad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:27.265156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 35767027-eeea-496a-a34c-69ae14484cad not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:27.266807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-487184a5-acd8-4ad6-abbe-f1136cebed46 None None] Provisioning complete for port 11ea29fd-0755-4e28-b4cf-3f895d493536 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:27.267345 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-487184a5-acd8-4ad6-abbe-f1136cebed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.361921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-487184a5-acd8-4ad6-abbe-f1136cebed46 None None] Port 11ea29fd-0755-4e28-b4cf-3f895d493536 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:27.446577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:27.472526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'port_id': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'mac_address': 'fa:16:3e:f7:c0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:40:27.548147 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.586197 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fc7a24-6245-4a42-8095-2fdb9f695c0e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:27.627674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:27.639290 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.747909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ac14-ddd1-4359-a9b5-ebb704e17a6d req-fc2c6d68-d63a-45b9-8ff1-aa50fda8b6e1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:27.749532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8614ac14-ddd1-4359-a9b5-ebb704e17a6d req-fc2c6d68-d63a-45b9-8ff1-aa50fda8b6e1 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 944 time: 0.1659772 Aug 30 14:40:27.758871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=09fc7a24-6245-4a42-8095-2fdb9f695c0e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:27.858612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['09fc7a24-6245-4a42-8095-2fdb9f695c0e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:27.869989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8614ac14-ddd1-4359-a9b5-ebb704e17a6d req-9e9e5b2c-bb49-49c2-9e37-30f4ae196cdd tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832512 Aug 30 14:40:27.898696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86b32b-70e1-4765-a89b-f4cfd4f03d74 req-09912410-b3d9-4744-9591-aa2586d73110 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:27.908164 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab86b32b-70e1-4765-a89b-f4cfd4f03d74 req-09912410-b3d9-4744-9591-aa2586d73110 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1041718 Aug 30 14:40:27.956526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddd3dc50-cc96-484f-b10c-acb1c1fe8bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.999554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab86b32b-70e1-4765-a89b-f4cfd4f03d74 req-33a677a8-2216-4ec5-b686-710ab5213200 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903707 Aug 30 14:40:28.185178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7ee7a-ae89-4210-8a33-ed4f8cdc7a0c req-5c50b5ed-8eb4-468d-bfb6-9c83e41e35de tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:28.201655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6a7ee7a-ae89-4210-8a33-ed4f8cdc7a0c req-5c50b5ed-8eb4-468d-bfb6-9c83e41e35de tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 945 time: 0.0969338 Aug 30 14:40:28.272480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6a7ee7a-ae89-4210-8a33-ed4f8cdc7a0c req-db982135-9dbb-4696-989f-80edd6e39d1d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700691 Aug 30 14:40:28.339657 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:28.546631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:28.596127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-1a704de4-bd71-4f87-a61c-fffc04519ceb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322346 Aug 30 14:40:28.627572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0473e105-aee2-42dd-957d-3c532d1b6485 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:28.693747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-6a717707-afb0-4286-8d7a-f4ecc30999cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:28.695656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-6a717707-afb0-4286-8d7a-f4ecc30999cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1097 time: 0.0654750 Aug 30 14:40:28.738369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0473e105-aee2-42dd-957d-3c532d1b6485 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:28.738685 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:28.739195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 11ea29fd-0755-4e28-b4cf-3f895d493536 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:28.739543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:28.856385 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:28.857705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac041f0b-fa64-44ce-97e6-4fb10855ad9b req-5f158335-f584-45ef-98e3-c1d1da1be3e8 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:28.859266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device aaa740fd-e9c8-4574-9b75-ff20de9b94e0 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:28.864357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac041f0b-fa64-44ce-97e6-4fb10855ad9b req-5f158335-f584-45ef-98e3-c1d1da1be3e8 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:28.872388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 11ea29fd-0755-4e28-b4cf-3f895d493536 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:28.876145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac041f0b-fa64-44ce-97e6-4fb10855ad9b req-5f158335-f584-45ef-98e3-c1d1da1be3e8 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c&device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 1683 time: 0.1475115 Aug 30 14:40:28.919623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-32203d37-2a76-410c-8851-c012dc3c8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:28.921429 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-32203d37-2a76-410c-8851-c012dc3c8ae0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 911 time: 0.2025750 Aug 30 14:40:28.956417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac041f0b-fa64-44ce-97e6-4fb10855ad9b req-efff9c40-296b-4ace-bfeb-0ff43a48819e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793207 Aug 30 14:40:29.000046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:29.018532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:29.023324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:29.036665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-570371d3-713a-4f0b-ac77-cc1eab549855 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 1002 time: 0.1051719 Aug 30 14:40:29.134525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-75d77058-0d82-4a04-b9e9-6217877bfced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:29.137488 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-75d77058-0d82-4a04-b9e9-6217877bfced service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 200 len: 849 time: 0.0916352 Aug 30 14:40:29.158310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4b0d9-b09f-4acd-b4f3-2f4fdaba4c9f req-b30333aa-358f-489c-b7b1-ad39f3398096 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:29.164842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56f4b0d9-b09f-4acd-b4f3-2f4fdaba4c9f req-b30333aa-358f-489c-b7b1-ad39f3398096 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 944 time: 0.1185360 Aug 30 14:40:29.174257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:29.220426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 09fc7a24-6245-4a42-8095-2fdb9f695c0e up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:29.257344 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:29.287353 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:29.331899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:29.331899 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89035b0-b606-4b92-819c-5b3bb86c7a27" -d '{"events": [{"server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "name": "network-vif-plugged", "status": "completed", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:29.347279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=11ea29fd-0755-4e28-b4cf-3f895d493536,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:29.360390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456aa6d-41ec-49e5-be23-465a319cb2b1 req-22332bfd-3d7a-41c1-b189-74d7d318496c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:29.363978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6456aa6d-41ec-49e5-be23-465a319cb2b1 req-22332bfd-3d7a-41c1-b189-74d7d318496c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1475194 Aug 30 14:40:29.368246 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56f4b0d9-b09f-4acd-b4f3-2f4fdaba4c9f req-1f081305-a6e8-4ce7-abf6-ed92f2fa56e8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953714 Aug 30 14:40:29.370358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-eb98c8e7-29a6-4fc4-8d58-70a2f439e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:29.372265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-eb98c8e7-29a6-4fc4-8d58-70a2f439e37d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d2391c-8dd6-40bc-aaaf-65b1b6401624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2249732 Aug 30 14:40:29.568933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:29.602232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6456aa6d-41ec-49e5-be23-465a319cb2b1 req-e8770795-fd01-4f45-8833-fdc517332f4a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224481 Aug 30 14:40:29.640821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:29.655768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-0efb0a3d-bb7f-48df-92b6-78e9c823288f service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624533 Aug 30 14:40:29.661005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:29.670167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 09fc7a24-6245-4a42-8095-2fdb9f695c0e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:29.724083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 09fc7a24-6245-4a42-8095-2fdb9f695c0e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:29.724631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:29.809682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:29.834852 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2aac5b4e-b9f4-4de2-b2e2-cbe0717d1874 req-506eefbb-06e7-4a16-9578-8788b8f72bd1 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668994 Aug 30 14:40:29.880309 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:29.905222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b509246-4e63-49d1-ac76-42ef225285eb req-d2321299-888c-407d-8f33-c164c9e06a10 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:29.907294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b509246-4e63-49d1-ac76-42ef225285eb req-d2321299-888c-407d-8f33-c164c9e06a10 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 945 time: 0.3359318 Aug 30 14:40:29.958169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:29.964675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:30.045282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=09fc7a24-6245-4a42-8095-2fdb9f695c0e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:30.067990 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357aa95-455a-4a32-a320-0e66b5f14103 x-openstack-request-id: req-4357aa95-455a-4a32-a320-0e66b5f14103 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:30.068292 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "name": "network-vif-plugged", "status": "completed", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:30.068640 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4357aa95-455a-4a32-a320-0e66b5f14103 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:30.069370 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'code': 200} Aug 30 14:40:30.114659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b509246-4e63-49d1-ac76-42ef225285eb req-81b95b8c-68ba-4e3c-bca1-b868553edbc1 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755737 Aug 30 14:40:30.130338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router a5ecadc6-3597-477e-ad18-5d44f01274bb has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:30.265915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:30.271083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27bed3d8-564b-4642-a094-fd07d6b87f63 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/a5ecadc6-3597-477e-ad18-5d44f01274bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1763058 Aug 30 14:40:30.276253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:30.278445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b74a8-e664-4dbf-95d9-90b4c8e397a5 None None] Sync routers for ids ['a5ecadc6-3597-477e-ad18-5d44f01274bb'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:30.294692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b74a8-e664-4dbf-95d9-90b4c8e397a5 None None] Routers {'a5ecadc6-3597-477e-ad18-5d44f01274bb'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:30.297296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c04b74a8-e664-4dbf-95d9-90b4c8e397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a5ecadc6-3597-477e-ad18-5d44f01274bb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:30.389552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c04b74a8-e664-4dbf-95d9-90b4c8e397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:30.401970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b74a8-e664-4dbf-95d9-90b4c8e397a5 None None] Routers {'a5ecadc6-3597-477e-ad18-5d44f01274bb'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:30.402907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c04b74a8-e664-4dbf-95d9-90b4c8e397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a5ecadc6-3597-477e-ad18-5d44f01274bb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:30.480150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c04b74a8-e664-4dbf-95d9-90b4c8e397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:30.484599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b74a8-e664-4dbf-95d9-90b4c8e397a5 None None] The sync data for ids ['a5ecadc6-3597-477e-ad18-5d44f01274bb'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:30.515595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a6442-3350-4ed6-b430-d39860982045 req-1ff70060-a5a4-4801-ad8b-fd72989e3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:30.518436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aa5a6442-3350-4ed6-b430-d39860982045 req-1ff70060-a5a4-4801-ad8b-fd72989e3f39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 1096 time: 0.3249764 Aug 30 14:40:30.579141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d12c0-f7fb-4e5b-bc2d-64bd82bc44cd req-31bd542e-fb74-43a6-b16a-3a21209b1f9d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:30.585618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d1d12c0-f7fb-4e5b-bc2d-64bd82bc44cd req-31bd542e-fb74-43a6-b16a-3a21209b1f9d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0744555 Aug 30 14:40:30.630466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d1d12c0-f7fb-4e5b-bc2d-64bd82bc44cd req-c3b05294-b8ec-4211-aa0c-e06e6f147f31 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Aug 30 14:40:30.672174 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-9d4576fa-9cbc-4915-98fd-3ffd70f94b31 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] remove_router_interface failed (client error): The resource could not be found. Aug 30 14:40:30.675907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9d4576fa-9cbc-4915-98fd-3ffd70f94b31 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/a5ecadc6-3597-477e-ad18-5d44f01274bb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3930016 Aug 30 14:40:30.676262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:30.690403 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aa5a6442-3350-4ed6-b430-d39860982045 req-cf509a75-9692-4267-970d-ed5e017677c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551545 Aug 30 14:40:30.708999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e791f3-aeac-40ed-a50f-5f3a6c82a6c1 req-493cae2e-c558-4bbb-9282-82bb9c551017 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:30.710034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4b77c2f4-1d5d-4be4-a6ab-0486920d5d5a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecadc6-3597-477e-ad18-5d44f01274bb HTTP/1.1" status: 200 len: 205 time: 0.0326171 Aug 30 14:40:30.714173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2e791f3-aeac-40ed-a50f-5f3a6c82a6c1 req-493cae2e-c558-4bbb-9282-82bb9c551017 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 946 time: 0.1942363 Aug 30 14:40:30.716840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:30.785651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca467665-c9ab-4ac6-89fc-1f40be150f0e req-7f11dc70-ef0f-4d7a-adcb-918626dff513 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:30.793229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca467665-c9ab-4ac6-89fc-1f40be150f0e req-7f11dc70-ef0f-4d7a-adcb-918626dff513 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0863566 Aug 30 14:40:30.825779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7efd7de-776e-44ba-9d13-381dfc9e0c55 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:30.839327 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2e791f3-aeac-40ed-a50f-5f3a6c82a6c1 req-a9ff783a-51ee-4d40-9f34-d6cf5be3fc37 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198254 Aug 30 14:40:30.844199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca467665-c9ab-4ac6-89fc-1f40be150f0e req-7ea93461-d309-4055-aed0-a43633b15783 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500219 Aug 30 14:40:31.071052 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7efd7de-776e-44ba-9d13-381dfc9e0c55 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.073813 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7efd7de-776e-44ba-9d13-381dfc9e0c55 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.127616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7efd7de-776e-44ba-9d13-381dfc9e0c55 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.128645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7efd7de-776e-44ba-9d13-381dfc9e0c55 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Fanout notify agent at l3_agent the message router_deleted on router a5ecadc6-3597-477e-ad18-5d44f01274bb {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:40:31.149830 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7efd7de-776e-44ba-9d13-381dfc9e0c55 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.154725 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7efd7de-776e-44ba-9d13-381dfc9e0c55 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/a5ecadc6-3597-477e-ad18-5d44f01274bb HTTP/1.1" status: 204 len: 168 time: 0.4365945 Aug 30 14:40:31.157232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:31.283989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fccbf6-bf3c-4b34-9fd8-d1c9de5afea4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet 242b9d5c-9ded-4a67-86c5-2c9875151489 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:40:31.287643 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fccbf6-bf3c-4b34-9fd8-d1c9de5afea4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.335124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61982e7-1651-4711-9b78-c7312bdfd954 req-fd723a5a-c4aa-4719-9835-586555fa0dab tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:31.336666 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a61982e7-1651-4711-9b78-c7312bdfd954 req-fd723a5a-c4aa-4719-9835-586555fa0dab tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1165984 Aug 30 14:40:31.345454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fccbf6-bf3c-4b34-9fd8-d1c9de5afea4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.432212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a61982e7-1651-4711-9b78-c7312bdfd954 req-5ef072fd-0815-415f-9a6f-c98c891c3d08 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836821 Aug 30 14:40:31.480239 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fccbf6-bf3c-4b34-9fd8-d1c9de5afea4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.549324 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fccbf6-bf3c-4b34-9fd8-d1c9de5afea4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.580261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fccbf6-bf3c-4b34-9fd8-d1c9de5afea4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=242b9d5c-9ded-4a67-86c5-2c9875151489,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:31.583221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0fccbf6-bf3c-4b34-9fd8-d1c9de5afea4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.585129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b0fccbf6-bf3c-4b34-9fd8-d1c9de5afea4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/242b9d5c-9ded-4a67-86c5-2c9875151489 HTTP/1.1" status: 204 len: 168 time: 0.4265156 Aug 30 14:40:31.588349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:31.592781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99045535-881e-427c-8ffc-eb50223ee476 None None] Network fd354a95-321c-411a-bd84-9c3d6e80b738 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:31.635053 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.683610 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.767635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a3e82-69e5-414e-89fe-14010a1ea018 req-dedef3a8-99fb-4f7a-bd62-35c77eed57f9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:31.775119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-031a3e82-69e5-414e-89fe-14010a1ea018 req-dedef3a8-99fb-4f7a-bd62-35c77eed57f9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0593660 Aug 30 14:40:31.814119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-8226b6ba-de08-441e-8788-30209bc0d89d tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:31.816147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-8226b6ba-de08-441e-8788-30209bc0d89d tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd94409-4845-484e-a8ef-bec65b86e49d HTTP/1.1" status: 200 len: 946 time: 0.0873587 Aug 30 14:40:31.826605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-031a3e82-69e5-414e-89fe-14010a1ea018 req-bcc9b9be-3365-4d0f-99d7-4a44fcf26b51 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501750 Aug 30 14:40:31.877507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:31.878020 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:31.898694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] DHCP port deletion for fd354a95-321c-411a-bd84-9c3d6e80b738 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:40:32.021137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] Deleting port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:32.021529 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:32.042262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e710ec1-c845-4cab-9cf3-91d283ca41ee req-38821bf1-0e48-4203-ab4e-c41dc47cbeb6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:32.044349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e710ec1-c845-4cab-9cf3-91d283ca41ee req-38821bf1-0e48-4203-ab4e-c41dc47cbeb6 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 946 time: 0.0796227 Aug 30 14:40:32.095512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:32.098162 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ed9be6-f093-44c2-b2a1-4569a5650c47" -d '{"events": [{"server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "name": "network-vif-plugged", "status": "completed", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:32.102534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] For port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,segment=NetworkSegment(e711d58c-2f77-4c4b-9689-ddc224c825ac),segment_id=e711d58c-2f77-4c4b-9689-ddc224c825ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:32.102880 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:32.120639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e710ec1-c845-4cab-9cf3-91d283ca41ee req-a322ace5-c5a7-4042-8840-b856f332950f tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694115 Aug 30 14:40:32.127139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] Calling delete_port for 99cd3b1c-d0af-42c4-bb00-e03c5002edaf owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:32.240754 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4273bcc6-b046-41e8-a290-f94f50c1b833 x-openstack-request-id: req-4273bcc6-b046-41e8-a290-f94f50c1b833 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:32.241104 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "name": "network-vif-plugged", "status": "completed", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:32.241354 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4273bcc6-b046-41e8-a290-f94f50c1b833 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:32.241773 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'code': 200} Aug 30 14:40:32.307288 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:32.347621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] Pushing event deleted for resources: {'Port': ['ID=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:32.354301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309636d-01c7-4c3f-86bb-aff885abee43 None None] No DVR routers for this DVR port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:32.617508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 99cd3b1c-d0af-42c4-bb00-e03c5002edaf no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:32.653871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 99cd3b1c-d0af-42c4-bb00-e03c5002edaf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:32.654224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 99cd3b1c-d0af-42c4-bb00-e03c5002edaf not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:32.667606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ee1f-1ccd-466b-b726-726f4085d886 req-51853019-d38c-430f-8773-7bf00749549e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:32.678772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d9e3ee1f-1ccd-466b-b726-726f4085d886 req-51853019-d38c-430f-8773-7bf00749549e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0892246 Aug 30 14:40:32.706876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,segment=NetworkSegment(e711d58c-2f77-4c4b-9689-ddc224c825ac),segment_id=e711d58c-2f77-4c4b-9689-ddc224c825ac)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:32.707477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:32.730234 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:32.740706 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d9e3ee1f-1ccd-466b-b726-726f4085d886 req-313fbc53-30a8-4a00-9064-e60e76da2599 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525970 Aug 30 14:40:32.744521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 99cd3b1c-d0af-42c4-bb00-e03c5002edaf owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:32.785362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f9314-3c1b-4ebb-8150-d47614641429 req-931ced3a-e364-493d-a038-bad1440a4122 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:32.786928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b6f9314-3c1b-4ebb-8150-d47614641429 req-931ced3a-e364-493d-a038-bad1440a4122 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.2730706 Aug 30 14:40:32.855257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eba51-b881-4cf3-b25e-1bf6feaac011 req-40d6e20f-a2e2-491b-ac14-1f9a8634ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:32.856826 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c11eba51-b881-4cf3-b25e-1bf6feaac011 req-40d6e20f-a2e2-491b-ac14-1f9a8634ccd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1097 time: 0.3442152 Aug 30 14:40:32.890562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247460ce-94fc-482e-9883-13e7b22f5533 req-cdf246c5-7fe9-4665-aa69-82b07ec2cf73 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:32.892661 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-247460ce-94fc-482e-9883-13e7b22f5533 req-cdf246c5-7fe9-4665-aa69-82b07ec2cf73 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 946 time: 0.2564368 Aug 30 14:40:32.953408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53357c98-508a-47bf-a63d-4a69cb81b50f req-769f315b-c67d-4839-a80f-7883e7e39e50 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:32.961489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53357c98-508a-47bf-a63d-4a69cb81b50f req-769f315b-c67d-4839-a80f-7883e7e39e50 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0592427 Aug 30 14:40:32.986829 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c11eba51-b881-4cf3-b25e-1bf6feaac011 req-be2438df-d15c-450d-9eec-8b8fadc51cb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901401 Aug 30 14:40:32.989164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Deleting port 70c407e0-8957-442b-a9c1-acbe0b970514 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:32.989686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.015569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53357c98-508a-47bf-a63d-4a69cb81b50f req-7dafc19f-6885-4b02-ae92-5d900c008b96 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488524 Aug 30 14:40:33.101169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b6f9314-3c1b-4ebb-8150-d47614641429 req-f7f022ae-5979-4083-bd21-527d8e69fda4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018692 Aug 30 14:40:33.133557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.165583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e75a-0cec-476a-b47f-0b98ccaca3ad req-69f6b823-11fa-4bde-a67a-094d837f7602 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:33.167707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42d3e75a-0cec-476a-b47f-0b98ccaca3ad req-69f6b823-11fa-4bde-a67a-094d837f7602 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0816824 Aug 30 14:40:33.219718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=99cd3b1c-d0af-42c4-bb00-e03c5002edaf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:33.226436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No DVR routers for this DVR port 99cd3b1c-d0af-42c4-bb00-e03c5002edaf on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:33.291390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42d3e75a-0cec-476a-b47f-0b98ccaca3ad req-852f8197-ec4b-46a0-a1bc-856cbf04add6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121881 Aug 30 14:40:33.310611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] For port 70c407e0-8957-442b-a9c1-acbe0b970514, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=70c407e0-8957-442b-a9c1-acbe0b970514,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:33.310611 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.310809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:33.406364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Calling delete_port for 70c407e0-8957-442b-a9c1-acbe0b970514 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:33.418632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4edc58-2b1f-4053-9a42-d6bd16eacc8f tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:33.424566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fc4edc58-2b1f-4053-9a42-d6bd16eacc8f tempest-TestNetworkAdvancedServerOps-2115503479 tempest-TestNetworkAdvancedServerOps-2115503479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 1091 time: 0.1100807 Aug 30 14:40:33.427825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:33.433390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:33.452281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.495907 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.515256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd354a95-321c-411a-bd84-9c3d6e80b738']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:33.520763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Deleting port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:33.521146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.576036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e711d58c-2f77-4c4b-9689-ddc224c825ac') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:33.576376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e711d58c-2f77-4c4b-9689-ddc224c825ac') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:33.597097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb344-418a-473b-8007-217471c5af6b req-66102828-4323-4cf1-b3f5-d91300573ca5 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:33.597097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ebfb344-418a-473b-8007-217471c5af6b req-66102828-4323-4cf1-b3f5-d91300573ca5 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 946 time: 0.3012233 Aug 30 14:40:33.626279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.687013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.718246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:40:33.719287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:40:33.724287 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:40:33.746735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.748124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ebfb344-418a-473b-8007-217471c5af6b req-3e8780f5-ce66-4402-beac-fe8cf8228567 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/security-groups?id=81e651bb-a396-4d2f-9a1d-31d7501c18b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329145 Aug 30 14:40:33.801475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] For port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,segment=NetworkSegment(414b316f-b5f8-4d14-b75c-cc03c28de401),segment_id=414b316f-b5f8-4d14-b75c-cc03c28de401)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:33.801939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.850353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Calling delete_port for dc49d1ae-0887-4c95-ab7a-8011bc0dfeea owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:33.878689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.922586 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.924899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/fd354a95-321c-411a-bd84-9c3d6e80b738 HTTP/1.1" status: 204 len: 168 time: 2.3355091 Aug 30 14:40:33.941708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:33.950758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-484088205'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:33.961075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eac5cc-d6bf-42e2-9290-1e36705bd2ba tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=fd354a95-321c-411a-bd84-9c3d6e80b738,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:33.962999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:33.999251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['dc49d1ae-0887-4c95-ab7a-8011bc0dfeea'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:34.023524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Pushing event deleted for resources: {'Port': ['ID=70c407e0-8957-442b-a9c1-acbe0b970514,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:34.043082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:34.047410 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.100250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] No DVR routers for this DVR port 70c407e0-8957-442b-a9c1-acbe0b970514 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:34.105527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.108493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ee9e31c-d2f7-45f8-b8a0-3fa5c8f36c97 req-0b49c32d-842e-4f94-b12d-7ee100c1f69a tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.39 "DELETE /v2.0/ports/70c407e0-8957-442b-a9c1-acbe0b970514 HTTP/1.1" status: 204 len: 173 time: 2.2855906 Aug 30 14:40:34.112028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd94409-4845-484e-a8ef-bec65b86e49d', 'name': 'network-vif-deleted', 'tag': '70c407e0-8957-442b-a9c1-acbe0b970514'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:34.114435 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa13fc2-89ed-4788-af12-c3c1a096f91d" -d '{"events": [{"server_uuid": "ecd94409-4845-484e-a8ef-bec65b86e49d", "name": "network-vif-deleted", "tag": "70c407e0-8957-442b-a9c1-acbe0b970514"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:34.127514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7bd7f-bd39-40e6-b737-f10b153586a1 req-f4d50758-a1cb-4a67-a5c6-f5dae7653a3f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:34.151614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-07b7bd7f-bd39-40e6-b737-f10b153586a1 req-f4d50758-a1cb-4a67-a5c6-f5dae7653a3f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.2058954 Aug 30 14:40:34.155437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:34.184118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.184511 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment e106ecd4-746d-43a5-994d-5c1ef531be1e of type vlan for network cdf15d9a-2950-4c75-ba34-71c522070bb4 Aug 30 14:40:34.203992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Allocated IP 172.25.6.145 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/2742cfd5-5de7-4bdb-996d-4e2277d8d3c8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:34.224934 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de55822-0ea4-4bb5-95a7-bf2d3b4bfce8 x-openstack-request-id: req-1de55822-0ea4-4bb5-95a7-bf2d3b4bfce8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:34.225374 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd94409-4845-484e-a8ef-bec65b86e49d", "name": "network-vif-deleted", "tag": "70c407e0-8957-442b-a9c1-acbe0b970514", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:34.225656 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1de55822-0ea4-4bb5-95a7-bf2d3b4bfce8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:34.226091 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd94409-4845-484e-a8ef-bec65b86e49d', 'name': 'network-vif-deleted', 'tag': '70c407e0-8957-442b-a9c1-acbe0b970514', 'status': 'completed', 'code': 200} Aug 30 14:40:34.303315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.305345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-07b7bd7f-bd39-40e6-b737-f10b153586a1 req-7ffe3bcb-99bf-4432-a60d-78a6547a6fc1 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525443 Aug 30 14:40:34.323692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.410592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.431367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Pushing event deleted for resources: {'Port': ['ID=dc49d1ae-0887-4c95-ab7a-8011bc0dfeea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:34.466362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.476319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.506161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:34.508679 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.555993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:34.581297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:34.593973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:34.699563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7556698 Aug 30 14:40:34.719630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:34.728364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] No DVR routers for this DVR port dc49d1ae-0887-4c95-ab7a-8011bc0dfeea on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:34.735897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': 'cdf15d9a-2950-4c75-ba34-71c522070bb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:34.743725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:34.746132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-247460ce-94fc-482e-9883-13e7b22f5533 req-691c7736-cb6f-4232-a325-d4e35f8f824e tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.21 "DELETE /v2.0/ports/dc49d1ae-0887-4c95-ab7a-8011bc0dfeea HTTP/1.1" status: 204 len: 173 time: 1.8014152 Aug 30 14:40:34.828857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=2742cfd5-5de7-4bdb-996d-4e2277d8d3c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:34.909079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14d07-432e-467e-aa37-995f9b67608b req-b3b5815e-2fd6-4dd4-af1f-35ba8201c9ce tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:34.917823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bd14d07-432e-467e-aa37-995f9b67608b req-b3b5815e-2fd6-4dd4-af1f-35ba8201c9ce tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.5799859 Aug 30 14:40:34.928197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f65a17d-1a4e-4c07-8261-fd26f09701a6 req-e5a134fb-be43-40a1-a1c3-024814064106 tempest-ListServersNegativeTestJSON-1033615415 tempest-ListServersNegativeTestJSON-1033615415-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9037ad-5e26-4947-9da5-94397392750c HTTP/1.1" status: 200 len: 210 time: 0.0364063 Aug 30 14:40:34.941474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fdd61-7672-4235-8f93-d862dbdea97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=cdf15d9a-2950-4c75-ba34-71c522070bb4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:34.957232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network cdf15d9a-2950-4c75-ba34-71c522070bb4 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:35.004278 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3bd14d07-432e-467e-aa37-995f9b67608b req-369c9b99-809a-4172-9b90-63c446454101 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846872 Aug 30 14:40:35.005736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:35.010200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:35.255418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 70c407e0-8957-442b-a9c1-acbe0b970514 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:35.291455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 70c407e0-8957-442b-a9c1-acbe0b970514 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:35.292360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 70c407e0-8957-442b-a9c1-acbe0b970514 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:35.300624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:35.390630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=b0890c6a-855d-4e50-9c37-274602d10911,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:35.396249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': 'e106ecd4-746d-43a5-994d-5c1ef531be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cdf15d9a-2950-4c75-ba34-71c522070bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:35.396631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: cdf15d9a-2950-4c75-ba34-71c522070bb4, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:35.431023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cdf15d9a-2950-4c75-ba34-71c522070bb4 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:35.443667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, cdf15d9a-2950-4c75-ba34-71c522070bb4) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:35.449593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:35.451647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:35.473759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-56c7899c-fc00-452a-a052-58c15f8842bb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7423780 Aug 30 14:40:35.476714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:35.482681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f8a14f1b-528d-4655-991e-9bd5e6fa3058 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1552807132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:35.485072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b961ad-4c45-4ca6-86a1-f68cbd151a4a None None] Network cdf15d9a-2950-4c75-ba34-71c522070bb4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:35.555808 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a14f1b-528d-4655-991e-9bd5e6fa3058 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:35.557869 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a14f1b-528d-4655-991e-9bd5e6fa3058 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:35.596505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60a778-8fac-485e-8899-cf2108d5cbf3 req-c83d473f-315d-4ebd-be53-23e1946e5249 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:35.606225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de60a778-8fac-485e-8899-cf2108d5cbf3 req-c83d473f-315d-4ebd-be53-23e1946e5249 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0777359 Aug 30 14:40:35.646059 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a14f1b-528d-4655-991e-9bd5e6fa3058 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:35.653225 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a14f1b-528d-4655-991e-9bd5e6fa3058 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:35.687279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8a14f1b-528d-4655-991e-9bd5e6fa3058 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:35.691685 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f8a14f1b-528d-4655-991e-9bd5e6fa3058 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2141466 Aug 30 14:40:35.696424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:35.715645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de60a778-8fac-485e-8899-cf2108d5cbf3 req-7408a53a-4714-48cf-a92f-b2dddf0fae99 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036534 Aug 30 14:40:35.821921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-cdf15d9a-2950-4c75-ba34-71c522070bb4', 'network_id': 'cdf15d9a-2950-4c75-ba34-71c522070bb4', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': 'b0890c6a-855d-4e50-9c37-274602d10911'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:40:35.834121 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.056780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Allocated IP 2001:db8::2 (cdf15d9a-2950-4c75-ba34-71c522070bb4/b0890c6a-855d-4e50-9c37-274602d10911/a98e77fd-53f2-4aa3-9f73-2047d7e37596) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:36.089269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:36.126083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27396fa-632a-4097-8361-0ab2bb706eab req-70462e28-6497-417a-bfcb-110276222f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:36.127736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d27396fa-632a-4097-8361-0ab2bb706eab req-70462e28-6497-417a-bfcb-110276222f0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1097 time: 0.1540780 Aug 30 14:40:36.184434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461420ee-11a5-4a8c-b175-bdc80bff2164 req-99c1025c-c119-4c6e-9eec-f07aef2e8e80 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:36.186125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-461420ee-11a5-4a8c-b175-bdc80bff2164 req-99c1025c-c119-4c6e-9eec-f07aef2e8e80 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1604755 Aug 30 14:40:36.211594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.232146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9037ad-5e26-4947-9da5-94397392750c', 'name': 'network-vif-deleted', 'tag': 'dc49d1ae-0887-4c95-ab7a-8011bc0dfeea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:36.234255 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da63ac5-614d-405d-bf48-0533eb1e1832" -d '{"events": [{"server_uuid": "8b9037ad-5e26-4947-9da5-94397392750c", "name": "network-vif-deleted", "tag": "dc49d1ae-0887-4c95-ab7a-8011bc0dfeea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:36.273962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-461420ee-11a5-4a8c-b175-bdc80bff2164 req-5819602b-04ad-4b4d-aa9a-5468089136fc tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586474 Aug 30 14:40:36.288650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf13384-aa72-4c9e-abc5-c79ea521a30f admin admin] Deleting subnet 5d9d69a6-ce08-4dd1-901c-5b44b22648a2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:40:36.296918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf13384-aa72-4c9e-abc5-c79ea521a30f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.320774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27396fa-632a-4097-8361-0ab2bb706eab req-716e0fb5-7433-4653-ac11-5bce87510e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:36.324445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d27396fa-632a-4097-8361-0ab2bb706eab req-716e0fb5-7433-4653-ac11-5bce87510e8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 921 time: 0.1859374 Aug 30 14:40:36.346095 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.359039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Transition to ACTIVE for port object a98e77fd-53f2-4aa3-9f73-2047d7e37596 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:36.384896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Transition to ACTIVE for port object a98e77fd-53f2-4aa3-9f73-2047d7e37596 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:36.394249 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4d5763-087f-4770-b459-af0740520f2d x-openstack-request-id: req-4a4d5763-087f-4770-b459-af0740520f2d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:36.394579 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9037ad-5e26-4947-9da5-94397392750c", "name": "network-vif-deleted", "tag": "dc49d1ae-0887-4c95-ab7a-8011bc0dfeea", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:36.394794 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a4d5763-087f-4770-b459-af0740520f2d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:36.395193 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9037ad-5e26-4947-9da5-94397392750c', 'name': 'network-vif-deleted', 'tag': 'dc49d1ae-0887-4c95-ab7a-8011bc0dfeea', 'status': 'completed', 'code': 200} Aug 30 14:40:36.396895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d27396fa-632a-4097-8361-0ab2bb706eab req-4dc64560-2d08-4617-9ab0-844ae0e99318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 217 time: 0.0649364 Aug 30 14:40:36.397227 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.444084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf13384-aa72-4c9e-abc5-c79ea521a30f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.462158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Pushing event updated for resources: {'Port': ['ID=a98e77fd-53f2-4aa3-9f73-2047d7e37596,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:36.474328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Network cdf15d9a-2950-4c75-ba34-71c522070bb4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:36.477461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:36.478367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27396fa-632a-4097-8361-0ab2bb706eab req-e21f30b6-da44-4f42-b8d4-34bc085b4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:36.480430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d27396fa-632a-4097-8361-0ab2bb706eab req-e21f30b6-da44-4f42-b8d4-34bc085b4058 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.0772960 Aug 30 14:40:36.480732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:36.521629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d27396fa-632a-4097-8361-0ab2bb706eab req-23ae9603-ebaf-42ff-b4cb-c3b571539f83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331614 Aug 30 14:40:36.550676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e0839-bc14-495c-a641-9c208bddb073 req-5bead66a-ee31-4df3-94a8-93e1f43c19c6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:36.558146 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-612e0839-bc14-495c-a641-9c208bddb073 req-5bead66a-ee31-4df3-94a8-93e1f43c19c6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.4423480 Aug 30 14:40:36.581623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Attempting to bind port a98e77fd-53f2-4aa3-9f73-2047d7e37596 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:36.582036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Attempting to bind port a98e77fd-53f2-4aa3-9f73-2047d7e37596 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e106ecd4-746d-43a5-994d-5c1ef531be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cdf15d9a-2950-4c75-ba34-71c522070bb4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:36.582418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Attempting to bind port a98e77fd-53f2-4aa3-9f73-2047d7e37596 on network cdf15d9a-2950-4c75-ba34-71c522070bb4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:36.587875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:36.588653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Checking segment: {'id': 'e106ecd4-746d-43a5-994d-5c1ef531be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cdf15d9a-2950-4c75-ba34-71c522070bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:36.588653 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.588956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf13384-aa72-4c9e-abc5-c79ea521a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.589940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Bound using segment: {'id': 'e106ecd4-746d-43a5-994d-5c1ef531be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cdf15d9a-2950-4c75-ba34-71c522070bb4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:36.590911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Bound port: a98e77fd-53f2-4aa3-9f73-2047d7e37596, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e106ecd4-746d-43a5-994d-5c1ef531be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cdf15d9a-2950-4c75-ba34-71c522070bb4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:36.590911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.594017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.665268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d27396fa-632a-4097-8361-0ab2bb706eab req-47d60298-680e-4be8-9780-5cf8d0610e92 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360426 Aug 30 14:40:36.692382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.702145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] For port a98e77fd-53f2-4aa3-9f73-2047d7e37596, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:36.708494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] For port a98e77fd-53f2-4aa3-9f73-2047d7e37596, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a98e77fd-53f2-4aa3-9f73-2047d7e37596,segment=NetworkSegment(e106ecd4-746d-43a5-994d-5c1ef531be1e),segment_id=e106ecd4-746d-43a5-994d-5c1ef531be1e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:36.713861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-612e0839-bc14-495c-a641-9c208bddb073 req-e2375933-3575-4eef-b35e-a74de34235fd tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534975 Aug 30 14:40:36.718301 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.789013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac27d1e-6fc1-44b6-9bfc-4dfae7d9d8be None None] Pushing event updated for resources: {'Port': ['ID=a98e77fd-53f2-4aa3-9f73-2047d7e37596,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:36.814620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d27396fa-632a-4097-8361-0ab2bb706eab req-51ff1d11-82d2-4fbe-aef5-85579ffc7f26 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405716 Aug 30 14:40:36.914188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dc49d1ae-0887-4c95-ab7a-8011bc0dfeea no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:36.961903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: dc49d1ae-0887-4c95-ab7a-8011bc0dfeea {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:36.962339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device dc49d1ae-0887-4c95-ab7a-8011bc0dfeea not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:37.040700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf13384-aa72-4c9e-abc5-c79ea521a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.080975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf13384-aa72-4c9e-abc5-c79ea521a30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9d69a6-ce08-4dd1-901c-5b44b22648a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:37.134528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdf13384-aa72-4c9e-abc5-c79ea521a30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.136509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cdf13384-aa72-4c9e-abc5-c79ea521a30f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5d9d69a6-ce08-4dd1-901c-5b44b22648a2 HTTP/1.1" status: 204 len: 168 time: 1.0311961 Aug 30 14:40:37.139144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:37.148731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.167506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.248826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.276385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event updated for resources: {'Port': ['ID=2742cfd5-5de7-4bdb-996d-4e2277d8d3c8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:37.371844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.419743 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.431315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:37.462851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414b316f-b5f8-4d14-b75c-cc03c28de401') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:37.462851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414b316f-b5f8-4d14-b75c-cc03c28de401') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:37.483643 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.501884 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.513392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:40:37.513833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:40:37.516056 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:40:37.528824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8::1 (cdf15d9a-2950-4c75-ba34-71c522070bb4/b0890c6a-855d-4e50-9c37-274602d10911/f4b81677-9b44-4a63-98a1-ec4e533a727b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:37.571824 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Floating IP 2d00e1b8-4b38-4293-b25e-d46009c036aa associated. External IP: 172.25.6.145, port: aaa740fd-e9c8-4574-9b75-ff20de9b94e0. Aug 30 14:40:37.585522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d31e7-098c-446d-9817-778cc2942498 req-321184df-7ef4-4d4f-b41d-672a0a9b733a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:37.594004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-867d31e7-098c-446d-9817-778cc2942498 req-321184df-7ef4-4d4f-b41d-672a0a9b733a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1883309 Aug 30 14:40:37.671432 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-867d31e7-098c-446d-9817-778cc2942498 req-87526b66-231a-4395-9e05-8b70ef287aa7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707240 Aug 30 14:40:37.672205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.678783 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.683703 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] 10.222.0.50 "DELETE /v2.0/networks/c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513 HTTP/1.1" status: 204 len: 168 time: 0.5435369 Aug 30 14:40:37.695926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a3ce7-b0de-495e-a520-80d50e52f4fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c33e6038-b8a7-4fbf-ad31-dbe9ddf3c513,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:37.760607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:37.881106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:37.894748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object f4b81677-9b44-4a63-98a1-ec4e533a727b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:37.913997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd887ab-bab7-457b-b825-2bcc061aab5f req-2e057214-93ae-40ee-98aa-9e62fc880a94 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:37.922622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cd887ab-bab7-457b-b825-2bcc061aab5f req-2e057214-93ae-40ee-98aa-9e62fc880a94 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0971258 Aug 30 14:40:37.996320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ad447d45-1564-4cbe-9443-afbe7f668443 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebb3d4caa93947f2a5d3bf9cf6177aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119184 Aug 30 14:40:37.999576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:38.010131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cd887ab-bab7-457b-b825-2bcc061aab5f req-616b3dd6-0d8b-46e4-9ee6-93f5393c2f44 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813437 Aug 30 14:40:38.097298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdbd1-6e99-4c11-961c-f53ae7679bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.127593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 7a9c3040-c079-4a19-a651-898da5ad79fe has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:38.141255 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.144594 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdbd1-6e99-4c11-961c-f53ae7679bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.256191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdbd1-6e99-4c11-961c-f53ae7679bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.261482 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdbd1-6e99-4c11-961c-f53ae7679bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.266701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fc0cdbd1-6e99-4c11-961c-f53ae7679bc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81e651bb-a396-4d2f-9a1d-31d7501c18b1 HTTP/1.1" status: 204 len: 168 time: 0.2653651 Aug 30 14:40:38.276627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cdf15d9a-2950-4c75-ba34-71c522070bb4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:38.277539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=f4b81677-9b44-4a63-98a1-ec4e533a727b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:38.280799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cdbd1-6e99-4c11-961c-f53ae7679bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e651bb-a396-4d2f-9a1d-31d7501c18b1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:38.312596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:38.317592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:38.317592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.397907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b879ffd-5c5f-4916-af23-2fd8a8bcd12b None None] Network cdf15d9a-2950-4c75-ba34-71c522070bb4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:38.478306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:38.487044 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a3404581-d58e-4602-8802-bcbec8e16a18 None None] Provisioning for port a98e77fd-53f2-4aa3-9f73-2047d7e37596 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:38.491719 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] Sync routers for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:38.518410 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:38.519322 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:38.524242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.634035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.655757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5c913acb-9771-4cae-9307-67632d974151 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2244754 Aug 30 14:40:38.656861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:38.660000 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2983f4a6-3539-41f5-9207-e71d272eecb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:38.707280 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:38.723989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a98e77fd-53f2-4aa3-9f73-2047d7e37596 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:38.770245 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce6d3e1-4f1f-4406-b673-905f13c95f31 x-openstack-request-id: req-5ce6d3e1-4f1f-4406-b673-905f13c95f31 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:38.770755 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:38.770755 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ce6d3e1-4f1f-4406-b673-905f13c95f31 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:38.771079 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'status': 'completed', 'code': 200} Aug 30 14:40:38.909536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a98e77fd-53f2-4aa3-9f73-2047d7e37596 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:38.924306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a98e77fd-53f2-4aa3-9f73-2047d7e37596 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:38.925198 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:38.976769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-6836b0fd-c379-4e20-b8c9-febc574d146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:38.978602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-6836b0fd-c379-4e20-b8c9-febc574d146b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 1096 time: 0.1100910 Aug 30 14:40:38.989002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6833-8fd4-4c77-945d-3637cce8aa78 req-5d31f4de-d05b-462d-aed3-dbcd656e6288 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:38.990933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f77f6833-8fd4-4c77-945d-3637cce8aa78 req-5d31f4de-d05b-462d-aed3-dbcd656e6288 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.1922100 Aug 30 14:40:39.095303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f77f6833-8fd4-4c77-945d-3637cce8aa78 req-00e88288-a98b-4b16-a9bb-32fca518f3fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945837 Aug 30 14:40:39.120240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.125953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:39.141829 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2d00e1b8-4b38-4293-b25e-d46009c036aa', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'port_id': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'mac_address': 'fa:16:3e:a2:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:40:34Z', 'updated_at': '2021-08-30T14:40:34Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:17Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:39.192715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a98e77fd-53f2-4aa3-9f73-2047d7e37596, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a98e77fd-53f2-4aa3-9f73-2047d7e37596,segment=NetworkSegment(e106ecd4-746d-43a5-994d-5c1ef531be1e),segment_id=e106ecd4-746d-43a5-994d-5c1ef531be1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:39.202424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.228106 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] Checking router: 7a9c3040-c079-4a19-a651-898da5ad79fe for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:39.253264 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:39.253919 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:39.270522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e629bcb8-49ad-4af7-9d5a-ae3a967302a3 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/2d00e1b8-4b38-4293-b25e-d46009c036aa HTTP/1.1" status: 200 len: 991 time: 0.1433105 Aug 30 14:40:39.297972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7c9a6fc-e1a4-4da8-9bbc-e2356ff72bef None None] Provisioning complete for port a98e77fd-53f2-4aa3-9f73-2047d7e37596 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:39.298632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7c9a6fc-e1a4-4da8-9bbc-e2356ff72bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.393496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a98e77fd-53f2-4aa3-9f73-2047d7e37596,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:39.400649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-5d5975f8-1ebe-49ac-83af-2a484c15e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:39.402551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-5d5975f8-1ebe-49ac-83af-2a484c15e47f service neutron] 10.222.0.21 "GET /v2.0/networks?id=eefce86e-f297-41ff-8745-a3c3121c6655 HTTP/1.1" status: 200 len: 898 time: 0.4103873 Aug 30 14:40:39.426528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.427138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.427256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.427535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.427872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.428212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.428545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.428877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.429243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.429570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.429898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.430226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:39.450663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d74ec7-f985-4753-be76-e943b67771c4 req-c8c725aa-5329-49c4-8e4d-1cf0e89cc8c3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:39.461282 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41d74ec7-f985-4753-be76-e943b67771c4 req-c8c725aa-5329-49c4-8e4d-1cf0e89cc8c3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.1879237 Aug 30 14:40:39.484856 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:39.574132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7c9a6fc-e1a4-4da8-9bbc-e2356ff72bef None None] Provisioning for port f4b81677-9b44-4a63-98a1-ec4e533a727b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:39.586245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7c9a6fc-e1a4-4da8-9bbc-e2356ff72bef None None] Provisioning complete for port f4b81677-9b44-4a63-98a1-ec4e533a727b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:39.586634 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7c9a6fc-e1a4-4da8-9bbc-e2356ff72bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.652036 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41d74ec7-f985-4753-be76-e943b67771c4 req-868284ec-1d42-4ee1-a7b8-98ac2c02b234 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897345 Aug 30 14:40:39.659550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-6c927661-8740-457f-8312-ecf853fe25c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0 HTTP/1.1" status: 200 len: 999 time: 0.2461193 Aug 30 14:40:39.702178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9a6fc-e1a4-4da8-9bbc-e2356ff72bef None None] Port f4b81677-9b44-4a63-98a1-ec4e533a727b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:39.770761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:39.787213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-cb774829-95f2-46c4-a0b4-0db6d869d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:39.788818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-cb774829-95f2-46c4-a0b4-0db6d869d5ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cc98dfa-c1aa-48a9-bc9d-49f627bc4768 HTTP/1.1" status: 200 len: 835 time: 0.1186838 Aug 30 14:40:39.788941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835e933-d8e4-4a9a-aa0a-a56784046968 req-6ba7a835-35db-404a-acea-30af579e7d1f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:39.791439 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5835e933-d8e4-4a9a-aa0a-a56784046968 req-6ba7a835-35db-404a-acea-30af579e7d1f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.8582625 Aug 30 14:40:39.833956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-917f6882-9b62-4c91-8d12-68672ca3e642 None None] Provisioning complete for port f4b81677-9b44-4a63-98a1-ec4e533a727b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:39.834486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-917f6882-9b62-4c91-8d12-68672ca3e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.841990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.843928 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2d00e1b8-4b38-4293-b25e-d46009c036aa', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'port_id': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'mac_address': 'fa:16:3e:a2:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:40:34Z', 'updated_at': '2021-08-30T14:40:34Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:17Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:39.851346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.852731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.896942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-5ec29e46-5081-44bf-9c96-765ca67a605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:39.901016 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-5ec29e46-5081-44bf-9c96-765ca67a605c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eefce86e-f297-41ff-8745-a3c3121c6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897310 Aug 30 14:40:39.903929 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e82e0-35b4-4d87-870e-0f14592b06c3 None None] The sync data for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 is: [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2d00e1b8-4b38-4293-b25e-d46009c036aa', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'port_id': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'mac_address': 'fa:16:3e:a2:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:40:34Z', 'updated_at': '2021-08-30T14:40:34Z', 'revision_number': 0, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:17Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:39.915789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-917f6882-9b62-4c91-8d12-68672ca3e642 None None] Port f4b81677-9b44-4a63-98a1-ec4e533a727b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:39.969558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1734896286-network', 'tenant_id': '2ae49712715448b9adc3a8a304727171'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:40.001460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=f4b81677-9b44-4a63-98a1-ec4e533a727b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:40.016455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:40.019298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.024231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5835e933-d8e4-4a9a-aa0a-a56784046968 req-e696a7b9-1e23-4021-b16f-6191a1598cbc tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213233 Aug 30 14:40:40.042718 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.071272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-e7c8abc4-e2d7-487e-8bfd-6868023643d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:40.073264 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-e7c8abc4-e2d7-487e-8bfd-6868023643d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1097 time: 0.1242373 Aug 30 14:40:40.074152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-f9d70bc7-b702-4568-9985-be36a457f6bd service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637254 Aug 30 14:40:40.084349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cdf15d9a-2950-4c75-ba34-71c522070bb4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:40.086110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:40.243539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ae7e1-8b32-4c4c-9e6a-9a6e5031587d None None] New status for floating IP 2d00e1b8-4b38-4293-b25e-d46009c036aa: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:40:40.248657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2983f4a6-3539-41f5-9207-e71d272eecb1 req-5fc27079-d57e-4230-967b-f7d15f50099c service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558881 Aug 30 14:40:40.284538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:40.290848 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.298978 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.326645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:40.349664 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.350186 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Added segment 0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71 of type vlan for network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf Aug 30 14:40:40.351810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f725fd6-a6f9-4143-83dc-1cd3688d001e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:40.394302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router cb02c86b-e021-436e-9c3b-b1638668ae0e is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:40.417784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-5ccbe6f5-4194-4a63-b970-39879e953784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:40.419432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-5ccbe6f5-4194-4a63-b970-39879e953784 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 915 time: 0.3310733 Aug 30 14:40:40.420020 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.442638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9dd5674f-7d22-46c2-97a1-58ea77f9f298 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/2d00e1b8-4b38-4293-b25e-d46009c036aa HTTP/1.1" status: 200 len: 991 time: 0.1479008 Aug 30 14:40:40.458340 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.459629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:40.460297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.534975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7610698 Aug 30 14:40:40.536838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:40.542391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Request body: {'subnet': {'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1734896286-subnet', 'tenant_id': '2ae49712715448b9adc3a8a304727171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:40.547112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a102c3e8-3ee7-4cda-aa54-c0d14cb450e9 None None] Provisioning complete for port f4b81677-9b44-4a63-98a1-ec4e533a727b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:40.548101 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a102c3e8-3ee7-4cda-aa54-c0d14cb450e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.548270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-a36c0847-de8f-430b-ae17-47a1aea83e10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 200 len: 217 time: 0.1171892 Aug 30 14:40:40.555750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f8fe7-9cb8-4f84-874f-37527de0ad11 admin admin] Pushing event updated for resources: {'Network': ['ID=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:40.580631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:40.582602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a98e77fd-53f2-4aa3-9f73-2047d7e37596 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:40.615212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:40.617592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.638798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:40.652604 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bde61e-cb80-43eb-b586-96dc418be0fc None None] Sync routers for ids ['cb02c86b-e021-436e-9c3b-b1638668ae0e'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:40.664220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a102c3e8-3ee7-4cda-aa54-c0d14cb450e9 None None] Port f4b81677-9b44-4a63-98a1-ec4e533a727b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:40.669817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d48cb3d6-76c2-4641-b725-a6384864a3ee tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/cb02c86b-e021-436e-9c3b-b1638668ae0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9528952 Aug 30 14:40:40.671895 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bde61e-cb80-43eb-b586-96dc418be0fc None None] Routers {'cb02c86b-e021-436e-9c3b-b1638668ae0e'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:40.672856 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-68bde61e-cb80-43eb-b586-96dc418be0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb02c86b-e021-436e-9c3b-b1638668ae0e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:40.675796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:40.683673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-3944a227-8c88-4e40-b3f0-c6a53ff8249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:40.686148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-3944a227-8c88-4e40-b3f0-c6a53ff8249d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.1243780 Aug 30 14:40:40.695849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a98e77fd-53f2-4aa3-9f73-2047d7e37596 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:40.696242 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.734619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fea8bf-c25a-4cee-91be-1cc5cd76afcd tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:40.736078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-46fea8bf-c25a-4cee-91be-1cc5cd76afcd tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports/f4b81677-9b44-4a63-98a1-ec4e533a727b HTTP/1.1" status: 200 len: 911 time: 0.0589664 Aug 30 14:40:40.737089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-d4e019da-c0ab-46e2-801c-5f1991ecd36e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424931 Aug 30 14:40:40.739951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:40.768203 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-68bde61e-cb80-43eb-b586-96dc418be0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:40.789804 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bde61e-cb80-43eb-b586-96dc418be0fc None None] Routers {'cb02c86b-e021-436e-9c3b-b1638668ae0e'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:40.790520 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-68bde61e-cb80-43eb-b586-96dc418be0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb02c86b-e021-436e-9c3b-b1638668ae0e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:40.828297 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-68bde61e-cb80-43eb-b586-96dc418be0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:40.829155 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bde61e-cb80-43eb-b586-96dc418be0fc None None] The sync data for ids ['cb02c86b-e021-436e-9c3b-b1638668ae0e'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:40.844121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5d05-8bff-4286-9aae-8a5675f9700c req-2f5c234d-9e0d-44d7-912f-ce30320c4145 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:40.845859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-43cc5d05-8bff-4286-9aae-8a5675f9700c req-2f5c234d-9e0d-44d7-912f-ce30320c4145 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0641162 Aug 30 14:40:40.892308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-43cc5d05-8bff-4286-9aae-8a5675f9700c req-4941370e-841b-43a2-8a25-d8be14541f90 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Aug 30 14:40:41.053988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-ce869d6b-dc1d-4e55-8b80-40b378b1b06a service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041837 Aug 30 14:40:41.152853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4236a-2630-49c7-a382-debf99d571bb req-56383ff1-6ef6-40fc-8acd-06fce300fdbf tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:41.154350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fed4236a-2630-49c7-a382-debf99d571bb req-56383ff1-6ef6-40fc-8acd-06fce300fdbf tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0540781 Aug 30 14:40:41.193734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fed4236a-2630-49c7-a382-debf99d571bb req-3f30a37f-3a24-4a2e-9dc7-a26579804894 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330684 Aug 30 14:40:41.239264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:41.293801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3746eb03-ee65-476f-a056-af6ea49f0121 req-c2f9714c-dba0-4cdf-a34e-91e272765cce service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301815 Aug 30 14:40:41.325498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160fafe4-6aa5-4569-8684-981501e82d7f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:41.368463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Checking segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:41.368827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Network hostable DHCP agents. Network: 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:41.397565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:41.410786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:41.415847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:41.418174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:41.418744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:41.420208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f6524-c68b-4d88-924a-be7a39fb8554 None None] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:41.444733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:41.505760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8d977899-cbef-4549-8991-e33962a3c0e8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9674673 Aug 30 14:40:41.514196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-83627d6b-1a60-4174-932f-d412d7320b61 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/2d00e1b8-4b38-4293-b25e-d46009c036aa HTTP/1.1" status: 200 len: 993 time: 0.0678976 Aug 30 14:40:41.555286 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82efe205-7ed9-417b-aefc-c5a58b095c22 None None] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:41.709105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port f4b81677-9b44-4a63-98a1-ec4e533a727b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:41.709462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:41.796550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:41.810342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for f4b81677-9b44-4a63-98a1-ec4e533a727b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:42.014505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-7759a9e8-19bf-4891-8554-328eca44ac63 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:42.015903 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-7759a9e8-19bf-4891-8554-328eca44ac63 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.1605475 Aug 30 14:40:42.037407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-44e84252-4cda-45e1-bb73-4144ccfd7c46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/quotas/2ae49712715448b9adc3a8a304727171 HTTP/1.1" status: 200 len: 375 time: 0.0144961 Aug 30 14:40:42.088811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-5a9eef07-7a09-42cb-bbe7-b4ec23de774a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326695 Aug 30 14:40:42.099148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58169c1e-c04e-48d0-a9f4-816fa17e2d81 req-a159f402-efcd-42f3-aa87-e5b2fd0d7c40 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:42.100719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58169c1e-c04e-48d0-a9f4-816fa17e2d81 req-a159f402-efcd-42f3-aa87-e5b2fd0d7c40 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 946 time: 0.0625474 Aug 30 14:40:42.119496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:42.139805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58169c1e-c04e-48d0-a9f4-816fa17e2d81 req-07f5c108-587e-4c83-a539-11a5ec05c4e1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Aug 30 14:40:42.179988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=f4b81677-9b44-4a63-98a1-ec4e533a727b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:42.300581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:42.303941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-80d29ea5-8f44-492f-8424-2b3aa9cc7781 service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040188 Aug 30 14:40:42.334306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a3ec-ca79-4513-bb3c-ebe6f53536cf req-fd83285f-8927-4774-bfee-b1e7827e1611 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:42.337644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97d1a3ec-ca79-4513-bb3c-ebe6f53536cf req-fd83285f-8927-4774-bfee-b1e7827e1611 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0669415 Aug 30 14:40:42.379722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97d1a3ec-ca79-4513-bb3c-ebe6f53536cf req-65328770-63d8-4a82-82b3-fc6db18c99c6 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374455 Aug 30 14:40:42.826963 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-51508c26-5b49-4924-ac8b-ba885d3f0f8f service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140352 Aug 30 14:40:42.833636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router cb02c86b-e021-436e-9c3b-b1638668ae0e has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:42.910026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:42.914937 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-43b122a4-698d-4f4b-9458-bda693a4c5c7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/cb02c86b-e021-436e-9c3b-b1638668ae0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739898 Aug 30 14:40:42.917801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:42.922816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91a0ae-e22d-43f2-a5ae-025ae3ad67e0 None None] Sync routers for ids ['cb02c86b-e021-436e-9c3b-b1638668ae0e'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:42.949540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-acebd16b-a3bf-4ea6-a156-5c2755894600 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb02c86b-e021-436e-9c3b-b1638668ae0e HTTP/1.1" status: 200 len: 205 time: 0.0285840 Aug 30 14:40:42.950872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52200) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:42.956802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91a0ae-e22d-43f2-a5ae-025ae3ad67e0 None None] Routers {'cb02c86b-e021-436e-9c3b-b1638668ae0e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:42.957830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe91a0ae-e22d-43f2-a5ae-025ae3ad67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb02c86b-e021-436e-9c3b-b1638668ae0e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:42.995169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:43.001878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe91a0ae-e22d-43f2-a5ae-025ae3ad67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:43.033415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91a0ae-e22d-43f2-a5ae-025ae3ad67e0 None None] Routers {'cb02c86b-e021-436e-9c3b-b1638668ae0e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:43.034072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe91a0ae-e22d-43f2-a5ae-025ae3ad67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb02c86b-e021-436e-9c3b-b1638668ae0e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:43.080744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe91a0ae-e22d-43f2-a5ae-025ae3ad67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:43.081433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91a0ae-e22d-43f2-a5ae-025ae3ad67e0 None None] The sync data for ids ['cb02c86b-e021-436e-9c3b-b1638668ae0e'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:43.136523 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.165191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:43.167412 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c2aa21-d255-4aa6-abde-a98c0e117610" -d '{"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-unplugged", "status": "completed", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:43.184483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:43.189758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.249977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:43.276683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e850a-0e8a-4015-a4f8-717442f29308 req-1767608b-542e-420f-98e4-b4c050b536ef tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:43.285754 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b98e850a-0e8a-4015-a4f8-717442f29308 req-1767608b-542e-420f-98e4-b4c050b536ef tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0660911 Aug 30 14:40:43.329735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b98e850a-0e8a-4015-a4f8-717442f29308 req-3608ab57-1936-4c76-ad02-0347c1d97818 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426028 Aug 30 14:40:43.383027 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa0971f-6413-49d0-a33e-c2d2be4ac8cb x-openstack-request-id: req-caa0971f-6413-49d0-a33e-c2d2be4ac8cb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:43.383467 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-unplugged", "status": "completed", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:43.383693 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-caa0971f-6413-49d0-a33e-c2d2be4ac8cb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:43.384215 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320', 'code': 200} Aug 30 14:40:43.409392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ed764c89-50dd-414a-b6ee-427dc722aa12 req-f7edf8a7-ba97-4d29-8a74-e243c97b9b6b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 210 time: 0.4180179 Aug 30 14:40:43.412013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab9c3-6d5c-472f-bdbb-1c26207b6f59 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.618110 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab9c3-6d5c-472f-bdbb-1c26207b6f59 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.620769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab9c3-6d5c-472f-bdbb-1c26207b6f59 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.630349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8161a-090c-4e47-959e-a5fa82c6fa81 req-0992899b-5e9b-4421-b6ad-9ccd95577cff tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:43.632282 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8c8161a-090c-4e47-959e-a5fa82c6fa81 req-0992899b-5e9b-4421-b6ad-9ccd95577cff tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1465013 Aug 30 14:40:43.690349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab9c3-6d5c-472f-bdbb-1c26207b6f59 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.690840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5ab9c3-6d5c-472f-bdbb-1c26207b6f59 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Fanout notify agent at l3_agent the message router_deleted on router cb02c86b-e021-436e-9c3b-b1638668ae0e {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:40:43.697256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab9c3-6d5c-472f-bdbb-1c26207b6f59 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.698358 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2f5ab9c3-6d5c-472f-bdbb-1c26207b6f59 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/cb02c86b-e021-436e-9c3b-b1638668ae0e HTTP/1.1" status: 204 len: 168 time: 0.7465065 Aug 30 14:40:43.701283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:43.715647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8c8161a-090c-4e47-959e-a5fa82c6fa81 req-deedbe7d-08f2-4025-aa4c-4d91f56929f0 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Aug 30 14:40:43.753143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5470dc3-3ed1-4bc2-9a66-af283f97bfc8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet b0890c6a-855d-4e50-9c37-274602d10911 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:40:43.756226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5470dc3-3ed1-4bc2-9a66-af283f97bfc8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.796664 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5470dc3-3ed1-4bc2-9a66-af283f97bfc8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.880603 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5470dc3-3ed1-4bc2-9a66-af283f97bfc8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.938110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5470dc3-3ed1-4bc2-9a66-af283f97bfc8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.966053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5470dc3-3ed1-4bc2-9a66-af283f97bfc8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=b0890c6a-855d-4e50-9c37-274602d10911,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:43.969868 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5470dc3-3ed1-4bc2-9a66-af283f97bfc8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:43.977448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f5470dc3-3ed1-4bc2-9a66-af283f97bfc8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/b0890c6a-855d-4e50-9c37-274602d10911 HTTP/1.1" status: 204 len: 168 time: 0.2711973 Aug 30 14:40:43.978195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:43.987030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e84998-6ab9-4890-9241-1095010fd2ac None None] Network cdf15d9a-2950-4c75-ba34-71c522070bb4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:44.089268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.101019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-e0aedea6-0177-4082-a41f-aeaef95fca3b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:44.102717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-e0aedea6-0177-4082-a41f-aeaef95fca3b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.1326995 Aug 30 14:40:44.127020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Request body: {'port': {'device_id': '52dbccd4-4675-42c4-8bb0-680f26bdf94a', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'admin_state_up': True, 'tenant_id': '2ae49712715448b9adc3a8a304727171'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:44.180656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port a98e77fd-53f2-4aa3-9f73-2047d7e37596 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:44.181304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.242245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] DHCP port deletion for cdf15d9a-2950-4c75-ba34-71c522070bb4 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:40:44.253538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port a98e77fd-53f2-4aa3-9f73-2047d7e37596, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a98e77fd-53f2-4aa3-9f73-2047d7e37596,segment=NetworkSegment(e106ecd4-746d-43a5-994d-5c1ef531be1e),segment_id=e106ecd4-746d-43a5-994d-5c1ef531be1e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:44.253903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.268251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for a98e77fd-53f2-4aa3-9f73-2047d7e37596 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:44.275120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:44.279313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.294239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] Deleting port a98e77fd-53f2-4aa3-9f73-2047d7e37596 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:44.294971 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.356901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.364080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] For port a98e77fd-53f2-4aa3-9f73-2047d7e37596, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a98e77fd-53f2-4aa3-9f73-2047d7e37596,segment=NetworkSegment(e106ecd4-746d-43a5-994d-5c1ef531be1e),segment_id=e106ecd4-746d-43a5-994d-5c1ef531be1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:44.364624 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.371229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No DVR routers for this DVR port a98e77fd-53f2-4aa3-9f73-2047d7e37596 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:44.391947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] Calling delete_port for a98e77fd-53f2-4aa3-9f73-2047d7e37596 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:44.431583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Allocated IP 172.20.0.5 (9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf/160fafe4-6aa5-4569-8684-981501e82d7f/69c8dfc8-b2b0-4be7-af60-fe472f7a126d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:44.477464 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.484300 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.489249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf15d9a-2950-4c75-ba34-71c522070bb4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:44.509801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=a98e77fd-53f2-4aa3-9f73-2047d7e37596,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:44.511835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] Pushing event deleted for resources: {'Port': ['ID=a98e77fd-53f2-4aa3-9f73-2047d7e37596,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:44.515839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36c18f-aab7-4b9e-aa1d-5056fd0514ba None None] No DVR routers for this DVR port a98e77fd-53f2-4aa3-9f73-2047d7e37596 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:44.525350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e106ecd4-746d-43a5-994d-5c1ef531be1e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:44.525579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e106ecd4-746d-43a5-994d-5c1ef531be1e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:44.530251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b159c31-1138-4ab9-a8e3-e47dea9a58c1 req-59f67e89-21f7-4d7d-ab3f-ceda40b27655 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:44.531922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b159c31-1138-4ab9-a8e3-e47dea9a58c1 req-59f67e89-21f7-4d7d-ab3f-ceda40b27655 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.1019154 Aug 30 14:40:44.557861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ce28a67-1c8c-40aa-9961-0e6748598416 req-ce1e2624-5d38-445f-833f-026389100775 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 210 time: 0.0602298 Aug 30 14:40:44.559587 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.574745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.588803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:40:44.589251 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:40:44.593632 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:40:44.599506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a98e77fd-53f2-4aa3-9f73-2047d7e37596 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:44.624556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a98e77fd-53f2-4aa3-9f73-2047d7e37596 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:44.624800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a98e77fd-53f2-4aa3-9f73-2047d7e37596 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:44.638575 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b159c31-1138-4ab9-a8e3-e47dea9a58c1 req-509c9e33-8a1d-4cd5-8fc6-ef8dcb6fc660 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975304 Aug 30 14:40:44.686716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.691473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.693534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/cdf15d9a-2950-4c75-ba34-71c522070bb4 HTTP/1.1" status: 204 len: 168 time: 0.7142787 Aug 30 14:40:44.697317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.699249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:44.704458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1025963119', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:44.711081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94557fb-75a8-451e-aa8f-34ad306f4e43 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=cdf15d9a-2950-4c75-ba34-71c522070bb4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:44.784296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.785251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.807454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc285aa-1f77-453b-97b5-a28104d18f7d req-f9f34303-f343-412a-b988-c8d8d6659d37 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:44.808987 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3fc285aa-1f77-453b-97b5-a28104d18f7d req-f9f34303-f343-412a-b988-c8d8d6659d37 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0963352 Aug 30 14:40:44.828801 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.835312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9723a8f-8e09-455e-94b3-79e2fa60c667 req-93872d5a-7c75-4ffd-a506-246e125f316d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:44.836977 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9723a8f-8e09-455e-94b3-79e2fa60c667 req-93872d5a-7c75-4ffd-a506-246e125f316d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0513203 Aug 30 14:40:44.876939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9723a8f-8e09-455e-94b3-79e2fa60c667 req-bf36502b-e529-49cb-a9a6-2e91c3bbbdec tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Aug 30 14:40:44.921024 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.923263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:44.935517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:44.938082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:44.970081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3fc285aa-1f77-453b-97b5-a28104d18f7d req-7163e80d-8258-4a93-a7f8-7b2cb2cb9bfc tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527214 Aug 30 14:40:45.031111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event updated for resources: {'Port': ['ID=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:45.092300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:45.092935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:45.136848 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:45.147143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-f3ef26fb-85a1-4c23-b5f4-abeb5aa1b547 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0327587 Aug 30 14:40:45.166715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Request body: {'port': {'device_id': '52dbccd4-4675-42c4-8bb0-680f26bdf94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:45.267136 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:45.344068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08e28-bb2d-4429-8125-4b4aed6600b8 req-6670a530-5530-4803-80dc-c8cf4815a0a2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:45.345676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3c08e28-bb2d-4429-8125-4b4aed6600b8 req-6670a530-5530-4803-80dc-c8cf4815a0a2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.1118801 Aug 30 14:40:45.349589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-fe14c7d3-7997-46be-9a95-56bbb2aa6cf5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573611 Aug 30 14:40:45.394008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e3c08e28-bb2d-4429-8125-4b4aed6600b8 req-b3ca62f8-f3cb-4158-9b30-0b98d24f7afe tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386364 Aug 30 14:40:45.550189 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:45.572392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:45.776828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43180e63-aad6-4505-a6a7-1f78be6493bf req-e84655a2-dc67-4f4d-81a1-ce89f5ca5d64 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:45.778464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-43180e63-aad6-4505-a6a7-1f78be6493bf req-e84655a2-dc67-4f4d-81a1-ce89f5ca5d64 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 931 time: 0.1270108 Aug 30 14:40:45.791053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 172.25.6.44 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/a1b13daa-3e5c-4411-9523-0e931c385646) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:45.908544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c8dfc8-b2b0-4be7-af60-fe472f7a126d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:45.920132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:45.926820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-43180e63-aad6-4505-a6a7-1f78be6493bf req-eb39dcc1-808d-49a7-8f2c-8311906c1843 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334553 Aug 30 14:40:45.945613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Transition to ACTIVE for port object 69c8dfc8-b2b0-4be7-af60-fe472f7a126d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:45.962145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:46.028353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:46.032630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f468a2-9080-44f4-9d5e-cdc58446c930 req-ec0a3e34-b76b-4ab8-8496-6562c1e95cb6 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.034337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-15f468a2-9080-44f4-9d5e-cdc58446c930 req-ec0a3e34-b76b-4ab8-8496-6562c1e95cb6 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0566392 Aug 30 14:40:46.065489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Pushing event updated for resources: {'Port': ['ID=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:46.079949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-15f468a2-9080-44f4-9d5e-cdc58446c930 req-48ac28cd-e17c-4d7f-9394-27964952247a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 Aug 30 14:40:46.142004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Attempting to bind port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:46.142591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Attempting to bind port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:46.142827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Attempting to bind port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:46.148825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:40:46.149261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Attempting to bind port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:46.153318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:46.180133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:46.180480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Checking segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:46.180876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Bound using segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:46.181361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Bound port: 69c8dfc8-b2b0-4be7-af60-fe472f7a126d, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:46.181731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:46.209660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:46.216891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:46.219303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:46.259445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=a1b13daa-3e5c-4411-9523-0e931c385646,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:46.334782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dea11-a121-4dcd-9613-f37301cc96bf req-d47c1f3b-1d53-43d8-b9f7-4e318973e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.336493 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-d47c1f3b-1d53-43d8-b9f7-4e318973e388 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef&tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20 HTTP/1.1" status: 200 len: 1095 time: 0.0492916 Aug 30 14:40:46.340253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] For port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:46.381648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] For port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:46.406415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:46.431598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dea11-a121-4dcd-9613-f37301cc96bf req-389c81db-a5c1-4ac7-b3f5-a9593be490ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.433233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-389c81db-a5c1-4ac7-b3f5-a9593be490ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1095 time: 0.0587394 Aug 30 14:40:46.471287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.471923 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:46.473610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] 10.222.0.39 "PUT /v2.0/ports/69c8dfc8-b2b0-4be7-af60-fe472f7a126d HTTP/1.1" status: 200 len: 1091 time: 1.3125167 Aug 30 14:40:46.475858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dbccd4-4675-42c4-8bb0-680f26bdf94a', 'tag': '69c8dfc8-b2b0-4be7-af60-fe472f7a126d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:46.478153 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7526627-fdf2-4c48-b145-6941fd78cb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "52dbccd4-4675-42c4-8bb0-680f26bdf94a", "tag": "69c8dfc8-b2b0-4be7-af60-fe472f7a126d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:46.551084 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6fa09c-a507-4bdf-b512-6ec49229b9b5 x-openstack-request-id: req-1b6fa09c-a507-4bdf-b512-6ec49229b9b5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:46.551527 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dbccd4-4675-42c4-8bb0-680f26bdf94a", "tag": "69c8dfc8-b2b0-4be7-af60-fe472f7a126d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:46.551876 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b6fa09c-a507-4bdf-b512-6ec49229b9b5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:46.552395 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dbccd4-4675-42c4-8bb0-680f26bdf94a', 'tag': '69c8dfc8-b2b0-4be7-af60-fe472f7a126d', 'status': 'completed', 'code': 200} Aug 30 14:40:46.584915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011d2c8-7cb2-4f74-89e5-c119ade4f88f req-9e30dc3e-1199-4c1e-a820-0ca51fe6a1bc tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.586435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1011d2c8-7cb2-4f74-89e5-c119ade4f88f req-9e30dc3e-1199-4c1e-a820-0ca51fe6a1bc tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0890758 Aug 30 14:40:46.587950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5d3d6-a853-44a7-9e45-1fa88ab66506 service neutron] Pushing event updated for resources: {'Port': ['ID=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:46.592462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dea11-a121-4dcd-9613-f37301cc96bf req-9b7164db-0086-43d6-9954-4ffa97884726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.593948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-9b7164db-0086-43d6-9954-4ffa97884726 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 915 time: 0.1522126 Aug 30 14:40:46.645914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-ff5f778f-1258-4008-80c0-0c8e3827929c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 200 len: 217 time: 0.0351868 Aug 30 14:40:46.654432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-be3ae10d-f39d-4d8a-843d-e100af40a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.655949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-be3ae10d-f39d-4d8a-843d-e100af40a5f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 1094 time: 0.1069140 Aug 30 14:40:46.688171 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1011d2c8-7cb2-4f74-89e5-c119ade4f88f req-66c38585-892f-4e04-9676-aee0ba9e3012 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931609 Aug 30 14:40:46.703280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:46.710794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dea11-a121-4dcd-9613-f37301cc96bf req-961f04ec-cc85-49df-bcec-3a5aa9743c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.712286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-961f04ec-cc85-49df-bcec-3a5aa9743c88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.0566323 Aug 30 14:40:46.744137 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-c4c25a10-2f13-4387-b9e7-e6800b016fd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69c8dfc8-b2b0-4be7-af60-fe472f7a126d HTTP/1.1" status: 200 len: 217 time: 0.0792801 Aug 30 14:40:46.744338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-1a077482-b960-4225-b284-797be421df57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245724 Aug 30 14:40:46.838131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-110f4629-de2f-4f69-995c-512821288b3c service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857639 Aug 30 14:40:46.938750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-182dea11-a121-4dcd-9613-f37301cc96bf req-173cc61c-46cd-4626-b5e0-87bf19f50ae1 service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927949 Aug 30 14:40:46.996727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:47.061829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaa7ef-63f7-4da5-aac1-bd1af35a9323 req-6b4daf3b-e72d-4428-8cfe-eb4b4e803424 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:47.063647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-addaa7ef-63f7-4da5-aac1-bd1af35a9323 req-6b4daf3b-e72d-4428-8cfe-eb4b4e803424 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 943 time: 0.0569987 Aug 30 14:40:47.111300 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-addaa7ef-63f7-4da5-aac1-bd1af35a9323 req-0e6d017c-45ab-41f5-9a6c-fd546ac36641 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Aug 30 14:40:47.210236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-e4480175-4cc6-4920-833a-747f70aa8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:47.211697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-e4480175-4cc6-4920-833a-747f70aa8fd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.4531002 Aug 30 14:40:47.279747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-bed338f4-5414-4175-b424-1b92bdb0dceb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351202 Aug 30 14:40:47.317362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed155-887f-4685-bb8d-23a211a25097 req-7333d5f8-7db5-444f-83fb-cfaece1e3993 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:47.318847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f58ed155-887f-4685-bb8d-23a211a25097 req-7333d5f8-7db5-444f-83fb-cfaece1e3993 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1580853 Aug 30 14:40:47.462370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:47.486401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f58ed155-887f-4685-bb8d-23a211a25097 req-02a4b38a-3716-498d-ae71-2720383e902a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124341 Aug 30 14:40:47.553627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-accbc9fa-0360-40f0-be38-624bf5a096b8 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646062 Aug 30 14:40:47.707040 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9cb0a4b9-7d24-4eac-9d98-0fa7dd518589 req-ba979543-5c74-4096-8ce2-ca7db0312533 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177382 Aug 30 14:40:47.723666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:47.899495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-cfdd3ef2-5af6-4a85-9a1b-3263bc5f6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:47.901196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-cfdd3ef2-5af6-4a85-9a1b-3263bc5f6568 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 1094 time: 0.1201129 Aug 30 14:40:47.913396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62049167-97d9-4a59-99a8-8b93a097f7c6 req-31fffed6-808f-444c-83ab-f09a44d96e29 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:47.914934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62049167-97d9-4a59-99a8-8b93a097f7c6 req-31fffed6-808f-444c-83ab-f09a44d96e29 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.1350086 Aug 30 14:40:47.985618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:47.995404 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56493d-e942-4ebd-bbc5-66a455c9bd5e None None] Sync routers for ids ['fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:48.005369 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56493d-e942-4ebd-bbc5-66a455c9bd5e None None] Routers {'fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:48.006073 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d56493d-e942-4ebd-bbc5-66a455c9bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:48.025208 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62049167-97d9-4a59-99a8-8b93a097f7c6 req-1dcd3953-f278-4f3c-b545-23609ed225e0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991218 Aug 30 14:40:48.038766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.042982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:48.043533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8bfdff9b-d4c8-4f5d-8621-f916e6c5c8f5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3423071 Aug 30 14:40:48.055139 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d56493d-e942-4ebd-bbc5-66a455c9bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:48.068023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56493d-e942-4ebd-bbc5-66a455c9bd5e None None] Routers {'fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:48.068998 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d56493d-e942-4ebd-bbc5-66a455c9bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:48.104016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-61c0d250-b280-42e7-b964-dca87a7f0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:48.105169 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2d56493d-e942-4ebd-bbc5-66a455c9bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:48.105801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-61c0d250-b280-42e7-b964-dca87a7f0542 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 907 time: 0.1898825 Aug 30 14:40:48.106326 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56493d-e942-4ebd-bbc5-66a455c9bd5e None None] The sync data for ids ['fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:48.175679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-f8189c4c-6e1c-4439-aad6-721961f6c87f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69c8dfc8-b2b0-4be7-af60-fe472f7a126d HTTP/1.1" status: 200 len: 217 time: 0.0628045 Aug 30 14:40:48.229644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e7b65db5-0ace-4d59-8a9e-3f68179f2f9f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/routers/fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 HTTP/1.1" status: 200 len: 884 time: 0.1852303 Aug 30 14:40:48.230348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:48.270148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-72204ae1-94e5-4e51-a80a-1e74d37e941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:48.271552 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-72204ae1-94e5-4e51-a80a-1e74d37e941e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0879347 Aug 30 14:40:48.295630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d92501-1f48-4bed-b1e6-534f0920af55 req-dd044402-a6a8-405c-809b-6917c9e30cf1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:48.297458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0d92501-1f48-4bed-b1e6-534f0920af55 req-dd044402-a6a8-405c-809b-6917c9e30cf1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 943 time: 0.0731719 Aug 30 14:40:48.323660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-14f8e596-7294-4fa9-8789-893b5b70f595 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439749 Aug 30 14:40:48.423115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0d92501-1f48-4bed-b1e6-534f0920af55 req-d2cf43d2-0c94-425d-9531-b19963e4b2d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019423 Aug 30 14:40:48.456185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-39e775f7-d488-4659-9794-4cc0f2542399 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251380 Aug 30 14:40:48.497376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f71577a-a1f0-43d2-9beb-6f5681390660 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2652671 Aug 30 14:40:48.500526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:48.506104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b257a7b1-86f5-48c8-9fa6-baf6970f4d29 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1025963119'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:48.621430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7526627-fdf2-4c48-b145-6941fd78cb0c req-c7bda450-c714-460b-be7f-a889235d0dd6 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507497 Aug 30 14:40:48.645134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bbaf2-32f8-48f6-8ee1-8e73fb663a43 req-7e2f979b-2b7c-47ef-872b-c9f788fd665c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:48.646943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-009bbaf2-32f8-48f6-8ee1-8e73fb663a43 req-7e2f979b-2b7c-47ef-872b-c9f788fd665c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0617645 Aug 30 14:40:48.688811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-009bbaf2-32f8-48f6-8ee1-8e73fb663a43 req-5f52f90f-9d54-4cd0-b169-32ea978b054f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356612 Aug 30 14:40:48.844472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b257a7b1-86f5-48c8-9fa6-baf6970f4d29 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.856818 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b257a7b1-86f5-48c8-9fa6-baf6970f4d29 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.965634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b257a7b1-86f5-48c8-9fa6-baf6970f4d29 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:49.079275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b257a7b1-86f5-48c8-9fa6-baf6970f4d29 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:49.091381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13560ac-160d-46ce-9b6a-c36e509f6b93 None None] Sync routers for ids ['fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:49.093420 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b257a7b1-86f5-48c8-9fa6-baf6970f4d29 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:49.097193 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b257a7b1-86f5-48c8-9fa6-baf6970f4d29 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 HTTP/1.1" status: 200 len: 891 time: 0.5930910 Aug 30 14:40:49.098152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52316) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:49.106880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13560ac-160d-46ce-9b6a-c36e509f6b93 None None] Routers {'fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:49.107536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e13560ac-160d-46ce-9b6a-c36e509f6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:49.144986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e13560ac-160d-46ce-9b6a-c36e509f6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:49.155103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13560ac-160d-46ce-9b6a-c36e509f6b93 None None] Routers {'fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:49.155764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e13560ac-160d-46ce-9b6a-c36e509f6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:49.243543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b039629-6ac2-43aa-8e34-56cf78d31f76 req-5759cb1f-d370-4928-9a4f-4998a1b32bac tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:49.245156 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b039629-6ac2-43aa-8e34-56cf78d31f76 req-5759cb1f-d370-4928-9a4f-4998a1b32bac tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.1056669 Aug 30 14:40:49.276858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-64cc3407-aa0a-42b1-845a-a3460bc4580f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/routers/fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 HTTP/1.1" status: 200 len: 891 time: 0.1775072 Aug 30 14:40:49.280153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:49.319451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-67d9c8f6-1e6e-42be-b263-bb9b0d67746c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 HTTP/1.1" status: 200 len: 205 time: 0.0380824 Aug 30 14:40:49.322123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52322) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:49.342708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b039629-6ac2-43aa-8e34-56cf78d31f76 req-0d29334c-be42-4e37-8655-04f624a84cf3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894461 Aug 30 14:40:49.377339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e13560ac-160d-46ce-9b6a-c36e509f6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:49.378014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13560ac-160d-46ce-9b6a-c36e509f6b93 None None] The sync data for ids ['fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:49.389674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 69c8dfc8-b2b0-4be7-af60-fe472f7a126d details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:40:49.491168 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:49.553080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:49.566628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '69c8dfc8-b2b0-4be7-af60-fe472f7a126d', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'port_id': '69c8dfc8-b2b0-4be7-af60-fe472f7a126d', 'mac_address': 'fa:16:3e:9d:eb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160fafe4-6aa5-4569-8684-981501e82d7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:40:49.609134 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:49.623581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c8dfc8-b2b0-4be7-af60-fe472f7a126d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:49.647313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:49.648093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9a145-f1a9-464a-8139-48de116c8b74 req-c635d8a4-0a12-42c5-a352-5ed14bf494d1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:49.650217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-55d9a145-f1a9-464a-8139-48de116c8b74 req-c635d8a4-0a12-42c5-a352-5ed14bf494d1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 943 time: 0.1025631 Aug 30 14:40:49.652375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:49.691896 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:49.711616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:49.712905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-55d9a145-f1a9-464a-8139-48de116c8b74 req-4c37215a-6e78-46db-a9e2-59a2283d60c7 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549111 Aug 30 14:40:49.765893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port a1b13daa-3e5c-4411-9523-0e931c385646 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:49.766240 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:49.858467 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:49.875293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:49.885868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87771731-428d-464e-b359-46f35b29253a req-796cc6b2-5351-4c33-8add-cb686eea8a29 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:49.887926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87771731-428d-464e-b359-46f35b29253a req-796cc6b2-5351-4c33-8add-cb686eea8a29 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0793643 Aug 30 14:40:49.893401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:49.913577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for a1b13daa-3e5c-4411-9523-0e931c385646 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:49.981803 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-87771731-428d-464e-b359-46f35b29253a req-9c9bfc18-06c2-4551-a9f4-e52a6e1e21f2 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805476 Aug 30 14:40:50.108098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.134644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=a1b13daa-3e5c-4411-9523-0e931c385646,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:50.200488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.296381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.298597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.342557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.343183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Fanout notify agent at l3_agent the message router_deleted on router fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:40:50.350155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.354809 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dc7f61d9-c586-4c0b-94f6-4c22ec62f5ab tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 HTTP/1.1" status: 204 len: 168 time: 1.0281122 Aug 30 14:40:50.355003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:50.360721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-593725776'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:50.389539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:50.393183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.418811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:50.428938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.429341 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment 868d322d-fec5-4e7a-8d4a-fed1c367f064 of type vlan for network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 Aug 30 14:40:50.476094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.483717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e18f8-df5b-49ef-9d65-154df061a45f req-a925204a-bc07-4fbf-8909-ed2281aff8ba tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:50.485427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-766e18f8-df5b-49ef-9d65-154df061a45f req-a925204a-bc07-4fbf-8909-ed2281aff8ba tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0602105 Aug 30 14:40:50.543948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-766e18f8-df5b-49ef-9d65-154df061a45f req-74ef963a-08bc-40da-b207-d3a8bc6eac0f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475793 Aug 30 14:40:50.546971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.554060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:50.554737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.590604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2317441 Aug 30 14:40:50.591074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:50.596143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': 'b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:50.660896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9845ea7-473a-4e6c-a6e5-39f428f132cc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:50.673073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:50.693616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:50.697498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:50.927447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b18c1-e8e5-4e25-a926-cc575dc5e71d req-03109456-e511-432c-934d-7865d3303390 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:50.928862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-563b18c1-e8e5-4e25-a926-cc575dc5e71d req-03109456-e511-432c-934d-7865d3303390 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 944 time: 0.1127894 Aug 30 14:40:50.946439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.022090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-563b18c1-e8e5-4e25-a926-cc575dc5e71d req-b9c97d09-e659-4a38-b58c-baf75a8933e8 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846040 Aug 30 14:40:51.041222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=227807f0-8585-409a-a426-63777b4d0b6c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:51.055732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': '868d322d-fec5-4e7a-8d4a-fed1c367f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:51.057161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:51.083717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:51.103155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:51.114456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687aa923-66fc-4ced-99a1-5092113fb1f6 None None] Network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:51.123823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:51.124507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.149919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3b39f0c3-34e7-40eb-a13c-71c4ed109621 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5578494 Aug 30 14:40:51.153434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:51.158180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2f59b00e-3b75-4fde-bf9b-fd64c74f87d7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-30689497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:51.158626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec46bfa-8900-4380-b32a-010eb30aeb72 req-b6ee50b1-b99f-4891-9fcf-9e14271b113b tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:51.160261 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ec46bfa-8900-4380-b32a-010eb30aeb72 req-b6ee50b1-b99f-4891-9fcf-9e14271b113b tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0675132 Aug 30 14:40:51.220288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ec46bfa-8900-4380-b32a-010eb30aeb72 req-b6111def-fe7b-4914-9039-66ee6211cc70 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Aug 30 14:40:51.220406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f59b00e-3b75-4fde-bf9b-fd64c74f87d7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.221690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f59b00e-3b75-4fde-bf9b-fd64c74f87d7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.285271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f59b00e-3b75-4fde-bf9b-fd64c74f87d7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.294876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f59b00e-3b75-4fde-bf9b-fd64c74f87d7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.312995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f59b00e-3b75-4fde-bf9b-fd64c74f87d7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.314246 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2f59b00e-3b75-4fde-bf9b-fd64c74f87d7 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1598084 Aug 30 14:40:51.316992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:51.323470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15', 'network_id': 'b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': '227807f0-8585-409a-a426-63777b4d0b6c'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:40:51.324525 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.339482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 69c8dfc8-b2b0-4be7-af60-fe472f7a126d up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:51.488720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:51.513766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:51.514142 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.575120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Allocated IP 2001:db8::2 (b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15/227807f0-8585-409a-a426-63777b4d0b6c/e8c3b6af-ef6b-4eab-b802-84df2a6cfa07) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:51.673935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.728781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dbccd4-4675-42c4-8bb0-680f26bdf94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c8dfc8-b2b0-4be7-af60-fe472f7a126d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:51.732816 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe5aab-b17d-4f68-88e8-eb2b50c098e6" -d '{"events": [{"server_uuid": "52dbccd4-4675-42c4-8bb0-680f26bdf94a", "name": "network-vif-plugged", "status": "completed", "tag": "69c8dfc8-b2b0-4be7-af60-fe472f7a126d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:51.785825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:51.790870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de555b-b659-4587-a11e-e3e838019add req-6ef6b501-c8ef-40bc-9b0c-f04d94bc5e14 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:51.792655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32de555b-b659-4587-a11e-e3e838019add req-6ef6b501-c8ef-40bc-9b0c-f04d94bc5e14 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0941007 Aug 30 14:40:51.799634 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.867058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32de555b-b659-4587-a11e-e3e838019add req-a9c58b21-a832-4bee-9aa1-c7040a8549b7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678024 Aug 30 14:40:51.900434 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:51.917167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:51.923423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Transition to ACTIVE for port object e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:51.948383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Transition to ACTIVE for port object e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:51.958624 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:52.026919 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4668d48-8a7b-492e-8b9c-4a641e1e84b4 x-openstack-request-id: req-e4668d48-8a7b-492e-8b9c-4a641e1e84b4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:52.027533 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dbccd4-4675-42c4-8bb0-680f26bdf94a", "name": "network-vif-plugged", "status": "completed", "tag": "69c8dfc8-b2b0-4be7-af60-fe472f7a126d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:52.027926 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4668d48-8a7b-492e-8b9c-4a641e1e84b4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:52.028460 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dbccd4-4675-42c4-8bb0-680f26bdf94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c8dfc8-b2b0-4be7-af60-fe472f7a126d', 'code': 200} Aug 30 14:40:52.036124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:52.042840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:52.047510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Pushing event updated for resources: {'Port': ['ID=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:52.052184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:52.117539 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:52.145071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Attempting to bind port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:52.145443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Attempting to bind port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '868d322d-fec5-4e7a-8d4a-fed1c367f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:52.145810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Attempting to bind port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 on network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:52.151034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:52.151405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Checking segment: {'id': '868d322d-fec5-4e7a-8d4a-fed1c367f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:52.151972 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:52.152367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Bound using segment: {'id': '868d322d-fec5-4e7a-8d4a-fed1c367f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:52.153000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Bound port: e8c3b6af-ef6b-4eab-b802-84df2a6cfa07, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868d322d-fec5-4e7a-8d4a-fed1c367f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:52.153402 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:52.242898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29274e-b775-48b0-bcde-0e8f0025f915 req-9cbce9f1-0326-48b4-a171-17fa1f38fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:52.246046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] For port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:52.247441 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a29274e-b775-48b0-bcde-0e8f0025f915 req-9cbce9f1-0326-48b4-a171-17fa1f38fe55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 1096 time: 0.1392312 Aug 30 14:40:52.250083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] For port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,segment=NetworkSegment(868d322d-fec5-4e7a-8d4a-fed1c367f064),segment_id=868d322d-fec5-4e7a-8d4a-fed1c367f064)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:52.260203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:52.292562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17758635-0b2d-4c96-825e-ceb46ed8db1c req-5e96e093-de0d-4509-9c96-3016fc72b823 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:52.298858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17758635-0b2d-4c96-825e-ceb46ed8db1c req-5e96e093-de0d-4509-9c96-3016fc72b823 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 945 time: 0.1279206 Aug 30 14:40:52.323381 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:40:52.371278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f058c-2586-45a8-89a4-c452b8c95f17 None None] Pushing event updated for resources: {'Port': ['ID=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:52.393883 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a29274e-b775-48b0-bcde-0e8f0025f915 req-16791839-adba-4fd3-bc1a-8393d1af99f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393330 Aug 30 14:40:52.403077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17758635-0b2d-4c96-825e-ceb46ed8db1c req-a4197869-b8ab-4119-8ffa-00db03d8e76c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010199 Aug 30 14:40:52.496755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8::1 (b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15/227807f0-8585-409a-a426-63777b4d0b6c/3dc062b7-3f58-4577-ae18-ee1b78299690) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:52.539353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21729bd8-8c4c-4b5b-b2ec-a69ed8ae8ea8 req-cfd07bff-bb3b-4282-b2c8-5fe73c924595 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:52.547730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21729bd8-8c4c-4b5b-b2ec-a69ed8ae8ea8 req-cfd07bff-bb3b-4282-b2c8-5fe73c924595 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0701435 Aug 30 14:40:52.614920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21729bd8-8c4c-4b5b-b2ec-a69ed8ae8ea8 req-d218f707-ce5a-40cb-9bcf-71740be49dc1 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664656 Aug 30 14:40:52.686381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:52.707112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object 3dc062b7-3f58-4577-ae18-ee1b78299690 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:52.751791 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:52.806360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:52.809856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:52.815938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:52.816497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:52.861853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=3dc062b7-3f58-4577-ae18-ee1b78299690,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:52.955289 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:53.018184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e59e-6392-410c-ad63-61c5929b6086 req-2e991c96-f21e-4fbc-a91d-260a3558369e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:53.019806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16d6e59e-6392-410c-ad63-61c5929b6086 req-2e991c96-f21e-4fbc-a91d-260a3558369e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0743124 Aug 30 14:40:53.070683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16d6e59e-6392-410c-ad63-61c5929b6086 req-6838cb27-3bac-40a0-b76b-986fdde970c1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Aug 30 14:40:53.277879 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:53.284393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:53.285548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:53.394402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=3dc062b7-3f58-4577-ae18-ee1b78299690,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:53.445859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:53.449554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:53.577708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138867a7-d34b-4bb1-bcb3-675a64465079 req-317d3941-a2c9-487a-b731-b12a6abeb060 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:53.597800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-138867a7-d34b-4bb1-bcb3-675a64465079 req-317d3941-a2c9-487a-b731-b12a6abeb060 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 945 time: 0.0963964 Aug 30 14:40:53.627243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router 7b966e47-2594-42d0-b3d3-134d2a29d33c is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:53.639155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a2a69f-9c0c-460d-b5fd-a85c4e15fc0c None None] Network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:53.654106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-138867a7-d34b-4bb1-bcb3-675a64465079 req-60e0b5e0-1119-42e6-a061-70c370717aad tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550692 Aug 30 14:40:53.733608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-241ad373-d0db-4fec-84d9-100d04043488 None None] Provisioning for port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:53.762796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:53.772013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-16c4e404-5296-4cfb-bfbb-9ec20911a811 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/7b966e47-2594-42d0-b3d3-134d2a29d33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4538805 Aug 30 14:40:53.774524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:53.777006 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2891fb64-98e0-46f9-b572-2436ab6132e7 None None] Sync routers for ids ['7b966e47-2594-42d0-b3d3-134d2a29d33c'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:53.799198 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891fb64-98e0-46f9-b572-2436ab6132e7 None None] Routers {'7b966e47-2594-42d0-b3d3-134d2a29d33c'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:53.801577 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2891fb64-98e0-46f9-b572-2436ab6132e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7b966e47-2594-42d0-b3d3-134d2a29d33c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:53.812793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee547a-ad99-4ad3-8e14-3e947ec30bed req-bef47a49-680c-478d-b025-1a23cd584d00 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:53.818785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65ee547a-ad99-4ad3-8e14-3e947ec30bed req-bef47a49-680c-478d-b025-1a23cd584d00 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0927749 Aug 30 14:40:53.862188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17ec1f-073e-4fec-a9cd-df77835b61d6 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:53.865257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8d17ec1f-073e-4fec-a9cd-df77835b61d6 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports/3dc062b7-3f58-4577-ae18-ee1b78299690 HTTP/1.1" status: 200 len: 911 time: 0.0890806 Aug 30 14:40:53.867733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:53.873238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-60771151-4938-4ed9-a132-2a6cf557e96d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '227807f0-8585-409a-a426-63777b4d0b6c'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:53.960890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65ee547a-ad99-4ad3-8e14-3e947ec30bed req-076fc157-78dc-4336-863e-dbe2ab120ea4 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232626 Aug 30 14:40:54.031102 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2891fb64-98e0-46f9-b572-2436ab6132e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:54.049354 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891fb64-98e0-46f9-b572-2436ab6132e7 None None] Routers {'7b966e47-2594-42d0-b3d3-134d2a29d33c'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:54.050245 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2891fb64-98e0-46f9-b572-2436ab6132e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7b966e47-2594-42d0-b3d3-134d2a29d33c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:54.102564 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2891fb64-98e0-46f9-b572-2436ab6132e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:54.103247 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2891fb64-98e0-46f9-b572-2436ab6132e7 None None] The sync data for ids ['7b966e47-2594-42d0-b3d3-134d2a29d33c'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:54.129556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60771151-4938-4ed9-a132-2a6cf557e96d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:54.250449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ccbfa-348b-4430-936b-9c97613357e4 req-255121bd-dadf-444d-a0f4-223039954f57 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:54.261460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e58ccbfa-348b-4430-936b-9c97613357e4 req-255121bd-dadf-444d-a0f4-223039954f57 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0834970 Aug 30 14:40:54.289822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c582140c-fc64-4724-af18-a15487223a0b None None] Provisioning for port 3dc062b7-3f58-4577-ae18-ee1b78299690 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:54.296716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c582140c-fc64-4724-af18-a15487223a0b None None] Provisioning complete for port 3dc062b7-3f58-4577-ae18-ee1b78299690 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:54.297438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c582140c-fc64-4724-af18-a15487223a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:54.336445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e58ccbfa-348b-4430-936b-9c97613357e4 req-5cf71bbc-8b8c-4789-b796-f88b5313997c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707140 Aug 30 14:40:54.368215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c582140c-fc64-4724-af18-a15487223a0b None None] Port 3dc062b7-3f58-4577-ae18-ee1b78299690 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:54.612912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f07401f-5999-45f8-960a-d37466fd35a3 None None] Provisioning complete for port 3dc062b7-3f58-4577-ae18-ee1b78299690 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:54.613345 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f07401f-5999-45f8-960a-d37466fd35a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:54.664815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60771151-4938-4ed9-a132-2a6cf557e96d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:54.674543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:54.688487 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60771151-4938-4ed9-a132-2a6cf557e96d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:54.697305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60771151-4938-4ed9-a132-2a6cf557e96d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:54.698083 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60771151-4938-4ed9-a132-2a6cf557e96d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:54.699508 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-60771151-4938-4ed9-a132-2a6cf557e96d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/ports/3dc062b7-3f58-4577-ae18-ee1b78299690 HTTP/1.1" status: 200 len: 911 time: 0.8307827 Aug 30 14:40:54.702420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:54.780924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60771151-4938-4ed9-a132-2a6cf557e96d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=3dc062b7-3f58-4577-ae18-ee1b78299690,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:54.792153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f07401f-5999-45f8-960a-d37466fd35a3 None None] Port 3dc062b7-3f58-4577-ae18-ee1b78299690 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:54.806176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:54.811336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:54.811832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:54.910172 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:54.953026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,segment=NetworkSegment(868d322d-fec5-4e7a-8d4a-fed1c367f064),segment_id=868d322d-fec5-4e7a-8d4a-fed1c367f064)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:54.959016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:55.022094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:55.031084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef173961-4d78-4684-a64a-2d599f7c2a31 None None] Provisioning complete for port 3dc062b7-3f58-4577-ae18-ee1b78299690 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:55.031494 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef173961-4d78-4684-a64a-2d599f7c2a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:55.069353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ef173961-4d78-4684-a64a-2d599f7c2a31 None None] Port 3dc062b7-3f58-4577-ae18-ee1b78299690 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:55.135195 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6afec6b-9d27-47cf-a842-3a98a4171065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:55.320947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c7555-cc24-4a2c-96f2-fbcdbede2816 req-df89624d-fc0f-463b-8171-13214f616652 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:55.322415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a6c7555-cc24-4a2c-96f2-fbcdbede2816 req-df89624d-fc0f-463b-8171-13214f616652 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 945 time: 0.0732918 Aug 30 14:40:55.430016 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a6c7555-cc24-4a2c-96f2-fbcdbede2816 req-e34d5fe5-f8c5-4b1e-a2b6-625848578373 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765910 Aug 30 14:40:55.579269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa2739-9c33-4a7b-9614-2c703c38da67 req-10aaed27-ccc3-4867-a4f8-4b5d0d261bf7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:55.580768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3afa2739-9c33-4a7b-9614-2c703c38da67 req-10aaed27-ccc3-4867-a4f8-4b5d0d261bf7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0686185 Aug 30 14:40:55.642994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3afa2739-9c33-4a7b-9614-2c703c38da67 req-2e28702f-d507-419c-99c9-47cfdcd6317a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537560 Aug 30 14:40:55.663165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:55.821548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfb6e6-8a59-4d9a-b5ad-8ba165a813a0 req-1a0d2f14-2dfe-488c-8086-123976d26758 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:55.823043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dbfb6e6-8a59-4d9a-b5ad-8ba165a813a0 req-1a0d2f14-2dfe-488c-8086-123976d26758 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0960164 Aug 30 14:40:55.888903 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dbfb6e6-8a59-4d9a-b5ad-8ba165a813a0 req-7583d4cc-c139-450b-8871-6877606bb3d9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Aug 30 14:40:55.993487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 3dc062b7-3f58-4577-ae18-ee1b78299690 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:55.993835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:56.164615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:56.187988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 3dc062b7-3f58-4577-ae18-ee1b78299690 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:56.202491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cce357-6cbd-4f21-9e9b-1382bd1b7133 req-d494b8e3-27cb-4b05-b8b0-0da5358a0a93 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:56.203966 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30cce357-6cbd-4f21-9e9b-1382bd1b7133 req-d494b8e3-27cb-4b05-b8b0-0da5358a0a93 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.1576047 Aug 30 14:40:56.251552 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30cce357-6cbd-4f21-9e9b-1382bd1b7133 req-918991c4-dce1-42b7-9c58-e77e562ee109 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/quotas/2ae49712715448b9adc3a8a304727171 HTTP/1.1" status: 200 len: 375 time: 0.0408177 Aug 30 14:40:56.358574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30cce357-6cbd-4f21-9e9b-1382bd1b7133 req-0751184f-0677-4900-ae74-7c648968a24b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006150 Aug 30 14:40:56.510836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30cce357-6cbd-4f21-9e9b-1382bd1b7133 req-1ddc1738-d4b2-453a-894a-b9969d33d717 service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361334 Aug 30 14:40:56.513099 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:56.561956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=3dc062b7-3f58-4577-ae18-ee1b78299690,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:56.608838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:56.675797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:56.676273 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:56.739336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:56.843155 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30cce357-6cbd-4f21-9e9b-1382bd1b7133 req-4a1e0fab-0eff-4365-b6a4-030709792976 service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242066 Aug 30 14:40:56.942920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router 7b966e47-2594-42d0-b3d3-134d2a29d33c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:57.118731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:57.129867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2e0efe11-9a81-4415-9034-39ce98607c1e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/7b966e47-2594-42d0-b3d3-134d2a29d33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4263756 Aug 30 14:40:57.132655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:57.132871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b8b46-cec3-4eb3-a575-27c280fc5bfd None None] Sync routers for ids ['7b966e47-2594-42d0-b3d3-134d2a29d33c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:57.142952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b8b46-cec3-4eb3-a575-27c280fc5bfd None None] Routers {'7b966e47-2594-42d0-b3d3-134d2a29d33c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:57.143668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-896b8b46-cec3-4eb3-a575-27c280fc5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7b966e47-2594-42d0-b3d3-134d2a29d33c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:57.173204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0eabe42e-106f-41ed-aad4-87163fbf68e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b966e47-2594-42d0-b3d3-134d2a29d33c HTTP/1.1" status: 200 len: 205 time: 0.0393050 Aug 30 14:40:57.175729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:57.182553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-896b8b46-cec3-4eb3-a575-27c280fc5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:57.192679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b8b46-cec3-4eb3-a575-27c280fc5bfd None None] Routers {'7b966e47-2594-42d0-b3d3-134d2a29d33c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:57.192679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-896b8b46-cec3-4eb3-a575-27c280fc5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7b966e47-2594-42d0-b3d3-134d2a29d33c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:57.198613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29607578-c1d2-4cb6-ba85-d5c9a76af90a req-f7fc24ce-8fa3-4af9-b0dc-dd65f48fe4c9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:57.200296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29607578-c1d2-4cb6-ba85-d5c9a76af90a req-f7fc24ce-8fa3-4af9-b0dc-dd65f48fe4c9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1701875 Aug 30 14:40:57.263615 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29607578-c1d2-4cb6-ba85-d5c9a76af90a req-fc8f6d73-16a8-43ed-84b3-d250cf44552b tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572286 Aug 30 14:40:57.268526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-896b8b46-cec3-4eb3-a575-27c280fc5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:57.271435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b8b46-cec3-4eb3-a575-27c280fc5bfd None None] The sync data for ids ['7b966e47-2594-42d0-b3d3-134d2a29d33c'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:57.294653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-038a398d-f2a7-4f86-8bbf-7f8ae1e0eaea tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.428149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08488a9-5e66-4cd1-a441-d4bba60b4a6c req-2d8111fc-650e-44b1-967a-d47809fed176 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:57.430182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e08488a9-5e66-4cd1-a441-d4bba60b4a6c req-2d8111fc-650e-44b1-967a-d47809fed176 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0931160 Aug 30 14:40:57.515689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e08488a9-5e66-4cd1-a441-d4bba60b4a6c req-1a21c4e3-75e2-4096-84ee-967abd68950a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789649 Aug 30 14:40:57.574305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-038a398d-f2a7-4f86-8bbf-7f8ae1e0eaea tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.577101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-038a398d-f2a7-4f86-8bbf-7f8ae1e0eaea tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.629955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-038a398d-f2a7-4f86-8bbf-7f8ae1e0eaea tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.630557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a398d-f2a7-4f86-8bbf-7f8ae1e0eaea tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Fanout notify agent at l3_agent the message router_deleted on router 7b966e47-2594-42d0-b3d3-134d2a29d33c {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:40:57.637403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-038a398d-f2a7-4f86-8bbf-7f8ae1e0eaea tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.640880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-038a398d-f2a7-4f86-8bbf-7f8ae1e0eaea tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/7b966e47-2594-42d0-b3d3-134d2a29d33c HTTP/1.1" status: 204 len: 168 time: 0.4608638 Aug 30 14:40:57.641310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:57.696000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3b2be6-9d1f-4daf-8896-54271afab59a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet 227807f0-8585-409a-a426-63777b4d0b6c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:40:57.700415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2be6-9d1f-4daf-8896-54271afab59a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.742531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2be6-9d1f-4daf-8896-54271afab59a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.858676 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2be6-9d1f-4daf-8896-54271afab59a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.871777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc73c678-56a1-4064-81ea-9761ebf8c224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.921695 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2be6-9d1f-4daf-8896-54271afab59a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.949943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b2be6-9d1f-4daf-8896-54271afab59a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=227807f0-8585-409a-a426-63777b4d0b6c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:57.953669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae3b2be6-9d1f-4daf-8896-54271afab59a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.958047 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ae3b2be6-9d1f-4daf-8896-54271afab59a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/227807f0-8585-409a-a426-63777b4d0b6c HTTP/1.1" status: 204 len: 168 time: 0.3132236 Aug 30 14:40:57.958878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:57.962276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0790ddb-b519-4d60-93ef-8666fb8ff9ef None None] Network b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:58.044293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.106208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:58.107466 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.135315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] DHCP port deletion for b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:40:58.178211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,segment=NetworkSegment(868d322d-fec5-4e7a-8d4a-fed1c367f064),segment_id=868d322d-fec5-4e7a-8d4a-fed1c367f064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:58.178868 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.191772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] Deleting port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:40:58.192238 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.197527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:58.270372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] For port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,segment=NetworkSegment(868d322d-fec5-4e7a-8d4a-fed1c367f064),segment_id=868d322d-fec5-4e7a-8d4a-fed1c367f064)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:58.270930 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.286498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] Calling delete_port for e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:40:58.292349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.319707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:58.323582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No DVR routers for this DVR port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:58.369576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-189048db-660b-4bb2-9e04-1697b133e237 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:58.371719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-189048db-660b-4bb2-9e04-1697b133e237 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.1063895 Aug 30 14:40:58.389864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-23614719-fc91-4716-966e-dfd86ef283f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/quotas/2ae49712715448b9adc3a8a304727171 HTTP/1.1" status: 200 len: 375 time: 0.0114257 Aug 30 14:40:58.392777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.408881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.417228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] Pushing event deleted for resources: {'Port': ['ID=e8c3b6af-ef6b-4eab-b802-84df2a6cfa07,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:58.421017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:58.424413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c535d-a650-41db-a165-7c903b5c3e58 None None] No DVR routers for this DVR port e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:40:58.434910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868d322d-fec5-4e7a-8d4a-fed1c367f064') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:58.435325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868d322d-fec5-4e7a-8d4a-fed1c367f064') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:58.446281 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.447436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-7dc9b028-4a22-40ba-8f31-e7328d6f5d5d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518532 Aug 30 14:40:58.460488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.466859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:40:58.467400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:40:58.470790 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:40:58.531494 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.541985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.544338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-1bbd35dd-0cd2-43c5-a270-2e9b3db59734 service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889783 Aug 30 14:40:58.544484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15 HTTP/1.1" status: 204 len: 168 time: 0.5850601 Aug 30 14:40:58.549307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:58.554812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-487fb407-2e0e-4bf7-b660-f0c3e7516581 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1780520332', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:58.557936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570375d5-3910-4de8-868e-44f4c2c6c956 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=b99116d5-7a5a-4c1c-91a7-8ad59dd8fb15,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:58.579448 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.612737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:40:58.632392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-487fb407-2e0e-4bf7-b660-f0c3e7516581 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.633157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:40:58.633350 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-487fb407-2e0e-4bf7-b660-f0c3e7516581 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.633511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e8c3b6af-ef6b-4eab-b802-84df2a6cfa07 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:40:58.706270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-68e18594-e6a5-49f6-bbad-9500768d3f8a service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447673 Aug 30 14:40:58.707470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-487fb407-2e0e-4bf7-b660-f0c3e7516581 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.712501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-487fb407-2e0e-4bf7-b660-f0c3e7516581 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.729289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-487fb407-2e0e-4bf7-b660-f0c3e7516581 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.730513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-487fb407-2e0e-4bf7-b660-f0c3e7516581 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1800616 Aug 30 14:40:58.733801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:58.739053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-697821860'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:58.759888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:58.763397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.788443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:58.799956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.800457 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment 3adb8400-2d95-4d1f-9f39-c298a5e1446e of type vlan for network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a Aug 30 14:40:58.849141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.899711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.905961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:58.906553 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.972325 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2373497 Aug 30 14:40:58.975294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:58.981247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:58.984249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaefef6-e7f2-47b5-b32f-06f114653c3d req-d0df7191-fa0d-4ed7-8bd4-d305eb9f9130 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:58.986403 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eeaefef6-e7f2-47b5-b32f-06f114653c3d req-d0df7191-fa0d-4ed7-8bd4-d305eb9f9130 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1193473 Aug 30 14:40:59.010201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb385d-d287-4041-8b53-94a5d6d5f6df tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:59.026884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:59.048606 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eeaefef6-e7f2-47b5-b32f-06f114653c3d req-fed2cc32-492a-421d-b1f8-19b8258b74c9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552869 Aug 30 14:40:59.139906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:59.145009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.176661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6396a-d3d9-4857-ae8f-eacd8d0a47e9 req-89362d64-87be-4b74-9df6-2f0a2f4d546f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:59.179428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ef6396a-d3d9-4857-ae8f-eacd8d0a47e9 req-89362d64-87be-4b74-9df6-2f0a2f4d546f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0721018 Aug 30 14:40:59.208155 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.243553 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ef6396a-d3d9-4857-ae8f-eacd8d0a47e9 req-69392d86-01c5-45fb-9d13-0a8c32b396e0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501583 Aug 30 14:40:59.347892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68754b27-f44c-49e6-812e-84e752780658 req-f6b88a29-40c6-4fd7-b4c8-a2df1185cb42 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 210 time: 0.0339530 Aug 30 14:40:59.379826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.454175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=4013b1e0-9c59-4750-b7da-0edf3c4f50b4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:59.457473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:59.457839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:59.475369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:59.484700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:59.488915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:59.489424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.493517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12187fd7-b079-4527-a5fe-85728262e667 None None] Network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:59.503811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6321952b-b013-488c-ab23-a1caa723f2dc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5273981 Aug 30 14:40:59.506676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:59.638296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:40:59.639163 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.784632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Allocated IP 2001:db8::2 (cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a/4013b1e0-9c59-4750-b7da-0edf3c4f50b4/1854eca5-c1a7-4370-8b65-3d086fa782f1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:59.791653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.928362 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.936775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Transition to ACTIVE for port object 1854eca5-c1a7-4370-8b65-3d086fa782f1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:59.951742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Transition to ACTIVE for port object 1854eca5-c1a7-4370-8b65-3d086fa782f1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:59.958014 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.991874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:59.994654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:00.000281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:00.011051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Pushing event updated for resources: {'Port': ['ID=1854eca5-c1a7-4370-8b65-3d086fa782f1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:00.033420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8::1 (cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a/4013b1e0-9c59-4750-b7da-0edf3c4f50b4/4594d962-d843-42aa-a785-5f429e82c608) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:00.064011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Attempting to bind port 1854eca5-c1a7-4370-8b65-3d086fa782f1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:00.064558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Attempting to bind port 1854eca5-c1a7-4370-8b65-3d086fa782f1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:00.064669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Attempting to bind port 1854eca5-c1a7-4370-8b65-3d086fa782f1 on network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:00.069721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:00.070103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Checking segment: {'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:00.070631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:00.070911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Bound using segment: {'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:00.071385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Bound port: 1854eca5-c1a7-4370-8b65-3d086fa782f1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:00.071773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:00.140374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] For port 1854eca5-c1a7-4370-8b65-3d086fa782f1, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:00.143961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] For port 1854eca5-c1a7-4370-8b65-3d086fa782f1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1854eca5-c1a7-4370-8b65-3d086fa782f1,segment=NetworkSegment(3adb8400-2d95-4d1f-9f39-c298a5e1446e),segment_id=3adb8400-2d95-4d1f-9f39-c298a5e1446e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:00.147852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:00.148649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:00.164021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object 4594d962-d843-42aa-a785-5f429e82c608 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:00.172718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9f23-27de-48c5-aed8-42e6a6b0d903 req-6bc92e25-3abc-4b38-a0ad-8cc0ec77840d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:00.174268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fd5f9f23-27de-48c5-aed8-42e6a6b0d903 req-6bc92e25-3abc-4b38-a0ad-8cc0ec77840d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0536582 Aug 30 14:41:00.202121 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:00.218954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c45f9-2a9a-473d-8506-7bb839a4541e None None] Pushing event updated for resources: {'Port': ['ID=1854eca5-c1a7-4370-8b65-3d086fa782f1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:00.223982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fd5f9f23-27de-48c5-aed8-42e6a6b0d903 req-e6de4e26-edf0-4c66-971d-36e749132248 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Aug 30 14:41:00.406289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620318a7-4bc5-45ea-b6c8-20147a5eb413 req-efce44ed-b527-41f1-a4b9-67beaff6eb31 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:00.408051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-620318a7-4bc5-45ea-b6c8-20147a5eb413 req-efce44ed-b527-41f1-a4b9-67beaff6eb31 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0803161 Aug 30 14:41:00.461565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-620318a7-4bc5-45ea-b6c8-20147a5eb413 req-6adf3331-c6a0-47d1-99e6-93549f3943d7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469234 Aug 30 14:41:00.569283 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-adcfcb3c-b7dc-472e-936f-fa612b8afc00 req-d551568c-9b1c-4919-ab64-a4ebd122bf57 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 210 time: 0.0355988 Aug 30 14:41:00.610949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=4594d962-d843-42aa-a785-5f429e82c608,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:00.622954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:00.625070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:00.633873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:00.634538 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:00.640196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1854eca5-c1a7-4370-8b65-3d086fa782f1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:00.697267 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1854eca5-c1a7-4370-8b65-3d086fa782f1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:00.754129 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.018800 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.024068 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.024875 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.117602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=4594d962-d843-42aa-a785-5f429e82c608,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:01.161595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:01.163486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:01.259767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efdac8c-5b2f-4fd5-bc4b-86ed12c4f0df None None] Network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:01.287746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:41:01.344220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d545400-18c0-459f-93fd-c2d256290df2 None None] Provisioning for port 1854eca5-c1a7-4370-8b65-3d086fa782f1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:01.350890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d545400-18c0-459f-93fd-c2d256290df2 None None] Provisioning complete for port 1854eca5-c1a7-4370-8b65-3d086fa782f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:01.351271 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d545400-18c0-459f-93fd-c2d256290df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.358601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1df9d9-037e-4b26-bbaa-931d6fc2db7d req-9c90d331-36d1-490e-a6ac-66f1b8c4153a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:01.360226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c1df9d9-037e-4b26-bbaa-931d6fc2db7d req-9c90d331-36d1-490e-a6ac-66f1b8c4153a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0532119 Aug 30 14:41:01.398449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:01.405537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6320e84a-4c7d-4854-ad8a-399888e4ad67 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976593 Aug 30 14:41:01.408034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:01.409820 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:01.416723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-888443760'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:01.422595 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:01.423227 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:01.437084 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c1df9d9-037e-4b26-bbaa-931d6fc2db7d req-6e40db63-27b1-41bb-8929-a78d02799db2 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617998 Aug 30 14:41:01.464343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:01.467992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.503013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d545400-18c0-459f-93fd-c2d256290df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.508031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:41:01.517671 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:01.522019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.522640 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment 1009cbb7-1823-4da0-8657-810f0d547761 of type vlan for network 8059c108-3de7-4e30-a722-8fabb791bddf Aug 30 14:41:01.603992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.645869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f6cbf-3644-44d7-8462-38727c83b53b req-038077b5-2237-4b06-897a-90af0553fbec tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:01.647476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e44f6cbf-3644-44d7-8462-38727c83b53b req-038077b5-2237-4b06-897a-90af0553fbec tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0912702 Aug 30 14:41:01.657058 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.662675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:01.663296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.712828 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.724224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2d545400-18c0-459f-93fd-c2d256290df2 None None] For port 1854eca5-c1a7-4370-8b65-3d086fa782f1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1854eca5-c1a7-4370-8b65-3d086fa782f1,segment=NetworkSegment(3adb8400-2d95-4d1f-9f39-c298a5e1446e),segment_id=3adb8400-2d95-4d1f-9f39-c298a5e1446e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:01.729157 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d545400-18c0-459f-93fd-c2d256290df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.751964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3426664 Aug 30 14:41:01.754879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:01.762537 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:00Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:00Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:01.765258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:01.768004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de604a3-5dbf-4c34-b6d9-04ba0e6e02e2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=8059c108-3de7-4e30-a722-8fabb791bddf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:01.781430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e44f6cbf-3644-44d7-8462-38727c83b53b req-aa817a6f-68e2-4cbd-ab72-fa9edb89d9bd tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252923 Aug 30 14:41:01.787217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8059c108-3de7-4e30-a722-8fabb791bddf details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:41:01.816017 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:01.816593 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Updating router f20ba2cf-da50-43a3-b81c-57812fc1a459 port 4594d962-d843-42aa-a785-5f429e82c608 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:41:01.846314 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.870087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d545400-18c0-459f-93fd-c2d256290df2 None None] Pushing event updated for resources: {'Port': ['ID=1854eca5-c1a7-4370-8b65-3d086fa782f1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:01.888150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:01.892382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.912579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3704c5b-8994-43da-8a69-525cbaffef83 req-b249a7df-be81-49b7-8ba0-b36962d2950d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 210 time: 0.0332696 Aug 30 14:41:02.078237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3eca8656-24a3-44fe-8c91-b5e6948b7893 None None] Provisioning complete for port 1854eca5-c1a7-4370-8b65-3d086fa782f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:02.078610 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eca8656-24a3-44fe-8c91-b5e6948b7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.232202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3eca8656-24a3-44fe-8c91-b5e6948b7893 None None] Provisioning for port 4594d962-d843-42aa-a785-5f429e82c608 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:02.238948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3eca8656-24a3-44fe-8c91-b5e6948b7893 None None] Provisioning complete for port 4594d962-d843-42aa-a785-5f429e82c608 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:02.241366 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.242843 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eca8656-24a3-44fe-8c91-b5e6948b7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.297152 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.321140 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Transition to ACTIVE for port object 4594d962-d843-42aa-a785-5f429e82c608 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:02.328549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=6cba586a-fc85-47a1-b293-fecb57353ab0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:02.329524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3eca8656-24a3-44fe-8c91-b5e6948b7893 None None] Port 4594d962-d843-42aa-a785-5f429e82c608 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:02.332437 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.343378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:02.344036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: 8059c108-3de7-4e30-a722-8fabb791bddf, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:41:02.370775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network 8059c108-3de7-4e30-a722-8fabb791bddf is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:41:02.393212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8059c108-3de7-4e30-a722-8fabb791bddf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:02.399044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:02.400002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.406323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f65f12-e974-4b9b-acfa-02189ce75510 None None] Network 8059c108-3de7-4e30-a722-8fabb791bddf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:02.417636 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9959933-1b46-4749-b242-55ac1642ed7d None None] Pushing event updated for resources: {'Port': ['ID=4594d962-d843-42aa-a785-5f429e82c608,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:02.421623 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-498815b7-2ef7-4715-be55-12fc9954f219 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6613476 Aug 30 14:41:02.421985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:02.450944 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Attempting to bind port 4594d962-d843-42aa-a785-5f429e82c608 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:02.451515 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Attempting to bind port 4594d962-d843-42aa-a785-5f429e82c608 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:02.452032 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Attempting to bind port 4594d962-d843-42aa-a785-5f429e82c608 on network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:02.467655 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:02.468276 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Checking segment: {'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:02.468711 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.469145 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Bound using segment: {'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:02.469646 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Bound port: 4594d962-d843-42aa-a785-5f429e82c608, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adb8400-2d95-4d1f-9f39-c298a5e1446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:02.470029 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.610453 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] For port 4594d962-d843-42aa-a785-5f429e82c608, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:02.619316 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] For port 4594d962-d843-42aa-a785-5f429e82c608, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4594d962-d843-42aa-a785-5f429e82c608,segment=NetworkSegment(3adb8400-2d95-4d1f-9f39-c298a5e1446e),segment_id=3adb8400-2d95-4d1f-9f39-c298a5e1446e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:02.628636 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.659001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1854eca5-c1a7-4370-8b65-3d086fa782f1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:02.677187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477b8d2-e9b6-495c-be0a-f348ab75ab71 req-ff6c26a2-3fa9-41b9-9ccf-b1a3f6819924 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:02.678783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9477b8d2-e9b6-495c-be0a-f348ab75ab71 req-ff6c26a2-3fa9-41b9-9ccf-b1a3f6819924 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1309361 Aug 30 14:41:02.754628 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9959933-1b46-4749-b242-55ac1642ed7d None None] Pushing event updated for resources: {'Port': ['ID=4594d962-d843-42aa-a785-5f429e82c608,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:02.764855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9477b8d2-e9b6-495c-be0a-f348ab75ab71 req-470aaa8e-2035-4986-9720-67153ac90896 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734472 Aug 30 14:41:02.765577 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:02.766391 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:02.774658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-8059c108-3de7-4e30-a722-8fabb791bddf', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:41:02.775533 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.812120 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.834945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1854eca5-c1a7-4370-8b65-3d086fa782f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:02.835321 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.891353 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:03.109590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Allocated IP 2001:db8:1::2 (8059c108-3de7-4e30-a722-8fabb791bddf/6cba586a-fc85-47a1-b293-fecb57353ab0/20322261-73a2-417c-833f-2cd3e8e6f320) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:03.112905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7287ee7-1890-4ca9-8a79-132e92857186 req-23cb9a1c-1026-4b1a-be96-ce1d2ebd8168 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 210 time: 0.0288398 Aug 30 14:41:03.242465 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:00Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:02Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:03.254286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877c311-7c4d-49af-b6e6-716777ccbafd req-75d3a8c4-302b-4c1b-a8ce-c18c1cbfbc23 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:03.262398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4877c311-7c4d-49af-b6e6-716777ccbafd req-75d3a8c4-302b-4c1b-a8ce-c18c1cbfbc23 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.3630605 Aug 30 14:41:03.290318 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863d3e9a-f0cb-4d43-aa95-bb8f85a7d230 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:00Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:02Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:03.351634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:03.400610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4877c311-7c4d-49af-b6e6-716777ccbafd req-a38ed0e4-2229-456a-b4e7-0a577f1954a0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373417 Aug 30 14:41:03.411671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278ee66-f310-4d7c-8ab8-1638523ab3af req-46282835-300a-4a5a-83d6-46f608d5d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:03.413140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8278ee66-f310-4d7c-8ab8-1638523ab3af req-46282835-300a-4a5a-83d6-46f608d5d234 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1097 time: 0.3147109 Aug 30 14:41:03.467935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:03.469743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-8c0cf935-4629-4cf0-ac53-4a040844770b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:03.471280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-8c0cf935-4629-4cf0-ac53-4a040844770b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.2311504 Aug 30 14:41:03.480451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Transition to ACTIVE for port object 20322261-73a2-417c-833f-2cd3e8e6f320 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:03.500333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Request body: {'port': {'device_id': 'c937176c-ca6a-476f-9d7f-5e8e5ecf10c8', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'admin_state_up': True, 'tenant_id': '2ae49712715448b9adc3a8a304727171'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:03.500761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Transition to ACTIVE for port object 20322261-73a2-417c-833f-2cd3e8e6f320 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:03.508246 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:03.552709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8278ee66-f310-4d7c-8ab8-1638523ab3af req-3660d025-0d5e-4c31-8e4e-fa2d8a3e02a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253603 Aug 30 14:41:03.562727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Network 8059c108-3de7-4e30-a722-8fabb791bddf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:03.565774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:03.573254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:03.582916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Pushing event updated for resources: {'Port': ['ID=20322261-73a2-417c-833f-2cd3e8e6f320,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:03.674373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Attempting to bind port 20322261-73a2-417c-833f-2cd3e8e6f320 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:03.674743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Attempting to bind port 20322261-73a2-417c-833f-2cd3e8e6f320 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:03.675109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Attempting to bind port 20322261-73a2-417c-833f-2cd3e8e6f320 on network 8059c108-3de7-4e30-a722-8fabb791bddf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:03.680616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:03.680997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Checking segment: {'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:03.681429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:03.681822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Bound using segment: {'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:03.683045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Bound port: 20322261-73a2-417c-833f-2cd3e8e6f320, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:03.683045 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:03.719280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:03.725860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:03.776099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] For port 20322261-73a2-417c-833f-2cd3e8e6f320, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:03.783415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] For port 20322261-73a2-417c-833f-2cd3e8e6f320, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=20322261-73a2-417c-833f-2cd3e8e6f320,segment=NetworkSegment(1009cbb7-1823-4da0-8657-810f0d547761),segment_id=1009cbb7-1823-4da0-8657-810f0d547761)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:03.788308 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:03.813936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8:1::1 (8059c108-3de7-4e30-a722-8fabb791bddf/6cba586a-fc85-47a1-b293-fecb57353ab0/cab5e233-27db-4a90-860b-b9ff9cc98385) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:03.880740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcfa0c-2a65-4523-8292-5f8968aee041 None None] Pushing event updated for resources: {'Port': ['ID=20322261-73a2-417c-833f-2cd3e8e6f320,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:03.954943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Allocated IP 172.20.0.14 (9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf/160fafe4-6aa5-4569-8684-981501e82d7f/4f979437-a072-4126-bcac-b6781ca129af) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:03.967385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc27ca-e908-4383-a57e-68d772049d23 req-648244ab-ed19-4c7b-83df-94b62bb35b51 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:03.969006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48cc27ca-e908-4383-a57e-68d772049d23 req-648244ab-ed19-4c7b-83df-94b62bb35b51 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1129987 Aug 30 14:41:04.009207 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.029088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object cab5e233-27db-4a90-860b-b9ff9cc98385 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:04.053825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48cc27ca-e908-4383-a57e-68d772049d23 req-59ee52f0-af40-4718-ad3b-2e050c9d43ab tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713799 Aug 30 14:41:04.094403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.157564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network 8059c108-3de7-4e30-a722-8fabb791bddf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:04.160856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:04.164479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:04.164479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.236228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.282153 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.282369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-777c2fa9-04c7-43c0-b4f5-e975e676fbbf req-82b06b75-d572-461f-b416-19602ed5541b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 210 time: 0.0427566 Aug 30 14:41:04.296517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:04.302802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=cab5e233-27db-4a90-860b-b9ff9cc98385,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:04.317368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.317368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.317585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.317754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.318091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.318636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.319113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.319445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.319773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.320098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.320780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.320780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.339842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:04.343854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:04.348314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:04.364366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.378620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event updated for resources: {'Port': ['ID=4f979437-a072-4126-bcac-b6781ca129af,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:04.396356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.397128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.397541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.397948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.398353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.398753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.399157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.399994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.399994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.400352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.402528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.402528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:04.444396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:04.449463 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.471657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-3f85d834-35d5-4977-9581-42950cf38968 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9744051 Aug 30 14:41:04.492853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Request body: {'port': {'device_id': 'c937176c-ca6a-476f-9d7f-5e8e5ecf10c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:04.644591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c9fc5-aa87-4cae-bd88-ee8f3d5a346b req-93956322-c44c-4d71-8687-60c1a3b25296 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:04.646310 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc8c9fc5-aa87-4cae-bd88-ee8f3d5a346b req-93956322-c44c-4d71-8687-60c1a3b25296 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.1181808 Aug 30 14:41:04.647507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.704876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 20322261-73a2-417c-833f-2cd3e8e6f320 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:04.734676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc8c9fc5-aa87-4cae-bd88-ee8f3d5a346b req-47638521-1a62-4a39-be24-3a9de6051177 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772157 Aug 30 14:41:04.772455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 20322261-73a2-417c-833f-2cd3e8e6f320 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:04.777891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4594d962-d843-42aa-a785-5f429e82c608 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:04.835848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4594d962-d843-42aa-a785-5f429e82c608 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:04.842182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4594d962-d843-42aa-a785-5f429e82c608 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:04.842975 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.931053 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.965271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4594d962-d843-42aa-a785-5f429e82c608, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4594d962-d843-42aa-a785-5f429e82c608,segment=NetworkSegment(3adb8400-2d95-4d1f-9f39-c298a5e1446e),segment_id=3adb8400-2d95-4d1f-9f39-c298a5e1446e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:04.969632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:04.982802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f979437-a072-4126-bcac-b6781ca129af {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:04.990510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.004018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Transition to ACTIVE for port object 4f979437-a072-4126-bcac-b6781ca129af will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:05.008445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.022236 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4594d962-d843-42aa-a785-5f429e82c608,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:05.054308 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.062532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.063603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.111617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f979437-a072-4126-bcac-b6781ca129af,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:05.164256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Attempting to bind port 4f979437-a072-4126-bcac-b6781ca129af on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:05.164848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Attempting to bind port 4f979437-a072-4126-bcac-b6781ca129af by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:05.165210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Attempting to bind port 4f979437-a072-4126-bcac-b6781ca129af on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:05.170034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Port 4f979437-a072-4126-bcac-b6781ca129af on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:41:05.170352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Attempting to bind port 4f979437-a072-4126-bcac-b6781ca129af on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:05.173949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=cab5e233-27db-4a90-860b-b9ff9cc98385,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:05.176921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:05.178386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Checking segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:05.178943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Bound using segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:05.179388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Bound port: 4f979437-a072-4126-bcac-b6781ca129af, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:05.179752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.263880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] For port 4f979437-a072-4126-bcac-b6781ca129af, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:05.265180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928d8a0-7542-4061-b415-fea86109530f req-7e75975c-9ece-4866-a80a-51f1cc266dd3 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:05.266696 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1928d8a0-7542-4061-b415-fea86109530f req-7e75975c-9ece-4866-a80a-51f1cc266dd3 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0809886 Aug 30 14:41:05.267512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] For port 4f979437-a072-4126-bcac-b6781ca129af, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4f979437-a072-4126-bcac-b6781ca129af,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:05.268666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network 8059c108-3de7-4e30-a722-8fabb791bddf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:05.270295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:05.274763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.318916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:05.319725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.321296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/4f979437-a072-4126-bcac-b6781ca129af HTTP/1.1" status: 200 len: 1092 time: 0.8352277 Aug 30 14:41:05.323856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c937176c-ca6a-476f-9d7f-5e8e5ecf10c8', 'tag': '4f979437-a072-4126-bcac-b6781ca129af'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:05.325027 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004cea3a-381a-440a-a08b-6c65aeeda23b" -d '{"events": [{"name": "network-changed", "server_uuid": "c937176c-ca6a-476f-9d7f-5e8e5ecf10c8", "tag": "4f979437-a072-4126-bcac-b6781ca129af"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:05.355969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be59e8-7f71-46b0-a306-7d6ea283a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f979437-a072-4126-bcac-b6781ca129af,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:05.425061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1928d8a0-7542-4061-b415-fea86109530f req-f3284a0c-6794-4ffa-ae9d-496e6109f2af tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438017 Aug 30 14:41:05.433703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:05.465397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-198e2a9e-5abb-44ea-89f0-d547b6fd3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:05.467108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-198e2a9e-5abb-44ea-89f0-d547b6fd3bc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 1095 time: 0.0849974 Aug 30 14:41:05.479743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aae500-c91a-4b8f-8994-f61b5eb1144a req-71daf073-3e48-4275-b827-8933d7da06f0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:05.481840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7aae500-c91a-4b8f-8994-f61b5eb1144a req-71daf073-3e48-4275-b827-8933d7da06f0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 944 time: 0.0676639 Aug 30 14:41:05.494439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c622e695-afc6-4bb6-a676-1dc6c9a846f2 None None] Network 8059c108-3de7-4e30-a722-8fabb791bddf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:05.535244 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786afe96-94b9-461d-858d-a9f9f992bc3a x-openstack-request-id: req-786afe96-94b9-461d-858d-a9f9f992bc3a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:05.535502 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c937176c-ca6a-476f-9d7f-5e8e5ecf10c8", "tag": "4f979437-a072-4126-bcac-b6781ca129af", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:05.535775 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-786afe96-94b9-461d-858d-a9f9f992bc3a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:05.536118 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c937176c-ca6a-476f-9d7f-5e8e5ecf10c8', 'tag': '4f979437-a072-4126-bcac-b6781ca129af', 'status': 'completed', 'code': 200} Aug 30 14:41:05.547251 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-dc32e63a-59ca-4d97-8bf1-0437884a36a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f979437-a072-4126-bcac-b6781ca129af HTTP/1.1" status: 200 len: 217 time: 0.0640335 Aug 30 14:41:05.551405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:05.566016 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7c241c4a-c2ee-4f3e-b3e2-d808ae5eba48 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1420794 Aug 30 14:41:05.568569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:05.568942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:05.576708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-938593268'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:05.582542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f486e64a-f349-44c3-8c46-15526a5f79c6 None None] Provisioning for port 20322261-73a2-417c-833f-2cd3e8e6f320 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:05.595935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f486e64a-f349-44c3-8c46-15526a5f79c6 None None] Provisioning complete for port 20322261-73a2-417c-833f-2cd3e8e6f320 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:05.596631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f486e64a-f349-44c3-8c46-15526a5f79c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.599281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c7aae500-c91a-4b8f-8994-f61b5eb1144a req-2ac2e3da-dee4-4e10-94f8-b5ba48a0e364 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077347 Aug 30 14:41:05.616376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:05.624002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:05.624861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:05.627050 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.636530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-a752d2ca-a30e-42d0-843a-9323953abd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:05.638114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-a752d2ca-a30e-42d0-843a-9323953abd52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0833616 Aug 30 14:41:05.657485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8bd11320-351b-4483-ac1b-cc6296186ca8 req-d8726930-d843-480a-8513-1b932a4cfa7d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1459793263', 'description': 'tempest-description-554092104'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:05.685276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-d634bf52-214b-4d28-a966-f22cbffaeaa4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383403 Aug 30 14:41:05.699791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:41:05.713274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.713746 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment 9a5a9a43-819c-44c9-9708-ab14522cf520 of type vlan for network edabc26d-2204-470a-9763-4e8d7a275603 Aug 30 14:41:05.715915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8bd11320-351b-4483-ac1b-cc6296186ca8 req-d8726930-d843-480a-8513-1b932a4cfa7d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.773546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.784941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:05.803891 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-69c69312-1fb5-47cb-9a92-8a72804258c5 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102500 Aug 30 14:41:05.832416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.840984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:05.842023 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.931857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6db5b-41ab-40bd-8cd6-58876013593f req-e1180aaa-2bfb-4ae2-8059-0c89835bb8a7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:05.933494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0fe6db5b-41ab-40bd-8cd6-58876013593f req-e1180aaa-2bfb-4ae2-8059-0c89835bb8a7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0974429 Aug 30 14:41:05.938590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=edabc26d-2204-470a-9763-4e8d7a275603,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:05.959195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network edabc26d-2204-470a-9763-4e8d7a275603 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:41:05.967923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f64f3dc-c7ff-4208-bc40-9cc763b3a8d6 req-6ba5cbec-cd4c-44a5-8bfd-b5c5e080d519 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563914 Aug 30 14:41:05.973876 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8bd11320-351b-4483-ac1b-cc6296186ca8 req-d8726930-d843-480a-8513-1b932a4cfa7d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.984032 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8bd11320-351b-4483-ac1b-cc6296186ca8 req-d8726930-d843-480a-8513-1b932a4cfa7d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:05.997206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0fe6db5b-41ab-40bd-8cd6-58876013593f req-73c214bb-63f8-4032-8db1-e55fdd5cbcdd tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Aug 30 14:41:06.014100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f3e48d3-836b-40e3-a573-baf7c87347e3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4439003 Aug 30 14:41:06.016713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:06.023934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:06.030025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8bd11320-351b-4483-ac1b-cc6296186ca8 req-d8726930-d843-480a-8513-1b932a4cfa7d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.036337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd11320-351b-4483-ac1b-cc6296186ca8 req-d8726930-d843-480a-8513-1b932a4cfa7d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4009030 Aug 30 14:41:06.043542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8726930-d843-480a-8513-1b932a4cfa7d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b757f4-00ab-439e-b58e-b8d64e987c36,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:06.064705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f486e64a-f349-44c3-8c46-15526a5f79c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.163828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f486e64a-f349-44c3-8c46-15526a5f79c6 None None] For port 20322261-73a2-417c-833f-2cd3e8e6f320, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=20322261-73a2-417c-833f-2cd3e8e6f320,segment=NetworkSegment(1009cbb7-1823-4da0-8657-810f0d547761),segment_id=1009cbb7-1823-4da0-8657-810f0d547761)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:06.176433 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f486e64a-f349-44c3-8c46-15526a5f79c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.191485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-ee5488c4-2cb0-4cff-9b43-34499d0ee081 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1459793263&fields=id&tenant_id=22ccd4ca7f164f8e995477f53663962a HTTP/1.1" status: 200 len: 267 time: 0.0679326 Aug 30 14:41:06.198218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-d531bec7-5b6e-4d4e-a97a-6c5ac197a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:06.199871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-d531bec7-5b6e-4d4e-a97a-6c5ac197a656 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 1095 time: 0.1208770 Aug 30 14:41:06.200862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:06.204309 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.404213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-d079858d-2d59-4d6a-a9a5-a30299e31a5e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:06.405795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-d079858d-2d59-4d6a-a9a5-a30299e31a5e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1956959 Aug 30 14:41:06.429063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Request body: {'port': {'security_groups': ['efdac00c-f24e-4f95-bac8-94d85abd5081', 'f0b757f4-00ab-439e-b58e-b8d64e987c36']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:06.436955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-cd09ed81-8654-47e9-9603-8642de656a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:06.438485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-cd09ed81-8654-47e9-9603-8642de656a29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 907 time: 0.2295039 Aug 30 14:41:06.438883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486e64a-f349-44c3-8c46-15526a5f79c6 None None] Pushing event updated for resources: {'Port': ['ID=20322261-73a2-417c-833f-2cd3e8e6f320,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:06.448145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d1ce64d-6c7f-40ee-8dbe-4a7e0facdfb9 None None] Provisioning for port cab5e233-27db-4a90-860b-b9ff9cc98385 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:06.460261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d1ce64d-6c7f-40ee-8dbe-4a7e0facdfb9 None None] Provisioning complete for port cab5e233-27db-4a90-860b-b9ff9cc98385 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:06.461416 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce64d-6c7f-40ee-8dbe-4a7e0facdfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.508003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ce64d-6c7f-40ee-8dbe-4a7e0facdfb9 None None] Port cab5e233-27db-4a90-860b-b9ff9cc98385 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:06.526176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 3, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:06.535607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-5ced0adb-5996-4e67-b450-eb68d2afa549 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f979437-a072-4126-bcac-b6781ca129af HTTP/1.1" status: 200 len: 217 time: 0.0718555 Aug 30 14:41:06.561339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:06.561706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Updating router f20ba2cf-da50-43a3-b81c-57812fc1a459 port cab5e233-27db-4a90-860b-b9ff9cc98385 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:41:06.565283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d1ce64d-6c7f-40ee-8dbe-4a7e0facdfb9 None None] Provisioning complete for port 20322261-73a2-417c-833f-2cd3e8e6f320 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:06.565660 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d1ce64d-6c7f-40ee-8dbe-4a7e0facdfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.614201 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.670825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 20322261-73a2-417c-833f-2cd3e8e6f320 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:06.679387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.704553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-478a7bc5-4298-4861-84ec-9bf9f0b4d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:06.707625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-478a7bc5-4298-4861-84ec-9bf9f0b4d681 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.1560814 Aug 30 14:41:06.717895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.791100 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-0077b67f-1435-4a31-ae67-dfea832b5316 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762932 Aug 30 14:41:06.821448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210098f3-c6d3-4241-98b8-04f23283eb20 req-33cd840a-7bef-4a2d-8041-a3bc4b54492a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:06.823449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-210098f3-c6d3-4241-98b8-04f23283eb20 req-33cd840a-7bef-4a2d-8041-a3bc4b54492a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 944 time: 0.0605941 Aug 30 14:41:06.858951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 20322261-73a2-417c-833f-2cd3e8e6f320 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:06.859427 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.868193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-210098f3-c6d3-4241-98b8-04f23283eb20 req-e06d119c-90e4-4c4a-ad56-81301efa2b1d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367560 Aug 30 14:41:06.948260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=1ce1e919-4808-454d-8372-7f7fb9979a11,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:06.984495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:06.984852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: edabc26d-2204-470a-9763-4e8d7a275603, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:41:07.029538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-fd48e0b1-a50a-4661-aa0d-72a33857ccd4 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137306 Aug 30 14:41:07.035653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7139155c-4dc2-4537-ad3d-28ae2763e2e8 None None] Provisioning complete for port cab5e233-27db-4a90-860b-b9ff9cc98385 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:07.036034 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7139155c-4dc2-4537-ad3d-28ae2763e2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.066287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4594d962-d843-42aa-a785-5f429e82c608 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:07.103054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:41:07.110140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network edabc26d-2204-470a-9763-4e8d7a275603 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:41:07.131291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699deeb-1cb3-48f6-b21a-57d33dbc4135 req-206c00d4-9b18-410c-bbe7-fda1f0069d89 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:07.133265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a699deeb-1cb3-48f6-b21a-57d33dbc4135 req-206c00d4-9b18-410c-bbe7-fda1f0069d89 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 944 time: 0.0516279 Aug 30 14:41:07.134596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7139155c-4dc2-4537-ad3d-28ae2763e2e8 None None] Port cab5e233-27db-4a90-860b-b9ff9cc98385 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:07.144154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, edabc26d-2204-470a-9763-4e8d7a275603) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:07.164754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:07.165393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.167179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485c157-98bc-487b-8f75-61ff56944546 None None] Network edabc26d-2204-470a-9763-4e8d7a275603 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:07.181580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a699deeb-1cb3-48f6-b21a-57d33dbc4135 req-918b3313-6a53-4ee5-b1f5-f9983508067e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Aug 30 14:41:07.209188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] For port 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:07.212815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-004cea3a-381a-440a-a08b-6c65aeeda23b req-e4d03b18-1886-4a3e-93c6-83034a70a7d1 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569488 Aug 30 14:41:07.219794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c5710201-6c10-4b56-ad42-e4aab123f67e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2020004 Aug 30 14:41:07.223419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:07.248242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.254227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.257875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.282070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['09fc7a24-6245-4a42-8095-2fdb9f695c0e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:07.301716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:07.302335 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.303755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e223fbe3-85c9-4843-9020-8294a4ce6206 req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "PUT /v2.0/ports/09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 982 time: 0.8845472 Aug 30 14:41:07.330554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450016d2-91aa-4ef9-880d-8a7dd14771a7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event updated for resources: {'Port': ['ID=09fc7a24-6245-4a42-8095-2fdb9f695c0e,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:07.360903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Transition to ACTIVE for port object cab5e233-27db-4a90-860b-b9ff9cc98385 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:07.391899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.444802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['09fc7a24-6245-4a42-8095-2fdb9f695c0e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:07.458350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4594d962-d843-42aa-a785-5f429e82c608 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:07.458717 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.463113 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-c1f4b478-9b4b-4647-9df0-f58e45bc1231 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1459793263&fields=id&tenant_id=22ccd4ca7f164f8e995477f53663962a HTTP/1.1" status: 200 len: 267 time: 0.0769794 Aug 30 14:41:07.537660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:07.540163 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440753fc-28dd-450a-8fec-e0bb6e08849d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:07.588306 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4cb5e8-9a79-41ea-954e-a1a732706312 x-openstack-request-id: req-1c4cb5e8-9a79-41ea-954e-a1a732706312 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:07.588708 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:07.589078 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c4cb5e8-9a79-41ea-954e-a1a732706312 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:07.590083 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'status': 'completed', 'code': 200} Aug 30 14:41:07.596762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a121cb6-3096-4b26-b0ec-f4439ad15a24 None None] Pushing event updated for resources: {'Port': ['ID=cab5e233-27db-4a90-860b-b9ff9cc98385,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:07.617313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:07.665856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-5b96f97a-034e-4a6e-8c03-2e60c4d29168 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:07.667398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-5b96f97a-034e-4a6e-8c03-2e60c4d29168 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 985 time: 0.1640406 Aug 30 14:41:07.681282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '99d6b99a-ca92-4f1d-97ac-327359142320', 'network_id': '3d8383d2-8c3a-4148-8f4b-1fa6908ffdda', 'port_id': '99d6b99a-ca92-4f1d-97ac-327359142320', 'mac_address': 'fa:16:3e:07:3e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608f2051-e030-4db3-ae64-42c7547518a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:41:07.700602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Request body: {'port': {'security_groups': ['efdac00c-f24e-4f95-bac8-94d85abd5081']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:07.736200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-9cd7dfd4-58c2-450d-81c3-bfd8ec3761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:07.737791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-9cd7dfd4-58c2-450d-81c3-bfd8ec3761fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1136 time: 0.1295807 Aug 30 14:41:07.805220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-edabc26d-2204-470a-9763-4e8d7a275603', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:41:07.806099 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.846493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Attempting to bind port cab5e233-27db-4a90-860b-b9ff9cc98385 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:07.846866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Attempting to bind port cab5e233-27db-4a90-860b-b9ff9cc98385 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:07.847236 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Attempting to bind port cab5e233-27db-4a90-860b-b9ff9cc98385 on network 8059c108-3de7-4e30-a722-8fabb791bddf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:07.876729 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.883601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:07.884139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Checking segment: {'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:07.884359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.884463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.884752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Bound using segment: {'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:07.885261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Bound port: cab5e233-27db-4a90-860b-b9ff9cc98385, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1009cbb7-1823-4da0-8657-810f0d547761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:07.885643 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.887411 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:07.984617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d6b99a-ca92-4f1d-97ac-327359142320 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:08.006224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ad2f6-c1df-4e24-9ae8-2894e14f8728 req-9b9d1e38-2d96-45b0-a079-3a471e39ca4e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:08.010584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc1ad2f6-c1df-4e24-9ae8-2894e14f8728 req-9b9d1e38-2d96-45b0-a079-3a471e39ca4e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 944 time: 0.0660284 Aug 30 14:41:08.027437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-8a72477a-7abe-47ee-8c12-fbc50e7969f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:08.028991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-8a72477a-7abe-47ee-8c12-fbc50e7969f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 921 time: 0.2822871 Aug 30 14:41:08.048475 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc1ad2f6-c1df-4e24-9ae8-2894e14f8728 req-5703604d-48b7-43d5-a271-a73a39863790 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368912 Aug 30 14:41:08.068878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:08.090700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-1977791f-42da-42fc-992a-988b143ce3ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 217 time: 0.0499527 Aug 30 14:41:08.094988 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:08.221184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-fb49ea84-496b-40a0-9ea8-41ccd08f2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:08.222786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-fb49ea84-496b-40a0-9ea8-41ccd08f2bda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.1242006 Aug 30 14:41:08.227896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] For port cab5e233-27db-4a90-860b-b9ff9cc98385, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:08.265545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Allocated IP 2001:db8:2::2 (edabc26d-2204-470a-9763-4e8d7a275603/1ce1e919-4808-454d-8372-7f7fb9979a11/4184b1e4-38e5-4c61-8689-26cf546a520b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:08.283328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] For port cab5e233-27db-4a90-860b-b9ff9cc98385, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cab5e233-27db-4a90-860b-b9ff9cc98385,segment=NetworkSegment(1009cbb7-1823-4da0-8657-810f0d547761),segment_id=1009cbb7-1823-4da0-8657-810f0d547761)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:08.297294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:08.315952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:08.326687 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-de8c70d8-4b53-4f78-943b-ce3c2db6236f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910571 Aug 30 14:41:08.330560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478822-1cfa-47ee-b8a3-b83dab74ff2a req-df80ca66-bf7c-455d-af03-2d1a4425b560 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:08.332314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7478822-1cfa-47ee-b8a3-b83dab74ff2a req-df80ca66-bf7c-455d-af03-2d1a4425b560 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 945 time: 0.0559182 Aug 30 14:41:08.378151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7478822-1cfa-47ee-b8a3-b83dab74ff2a req-32c89d2c-8704-42ec-ba68-944e193d1557 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Aug 30 14:41:08.455915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] For port 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:08.484565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-3449cdef-f31c-49c2-80fd-0cc535fff41e service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503801 Aug 30 14:41:08.512226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:08.547703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:08.600408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:08.601063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:08.602474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4690fbdf-33c9-48b8-a267-8839e4b9e9bc req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "PUT /v2.0/ports/09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 943 time: 0.9129064 Aug 30 14:41:08.602946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:08.605789 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534333ed-6473-444b-b83f-bb190b083fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:08.645472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a121cb6-3096-4b26-b0ec-f4439ad15a24 None None] Pushing event updated for resources: {'Port': ['ID=cab5e233-27db-4a90-860b-b9ff9cc98385,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:08.651337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b0837-a112-4966-a484-1d243b549bd8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event updated for resources: {'Port': ['ID=09fc7a24-6245-4a42-8095-2fdb9f695c0e,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:08.656311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:08.656513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:08.700337 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4979ad-0212-4dd0-a975-c14ef1b1a5af x-openstack-request-id: req-2f4979ad-0212-4dd0-a975-c14ef1b1a5af {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:08.700337 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:08.700668 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f4979ad-0212-4dd0-a975-c14ef1b1a5af {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:08.700838 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'status': 'completed', 'code': 200} Aug 30 14:41:08.732740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-440753fc-28dd-450a-8fec-e0bb6e08849d req-7bc1200d-5cde-4476-9e91-d64906c15b73 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360263 Aug 30 14:41:08.753008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['09fc7a24-6245-4a42-8095-2fdb9f695c0e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:08.755098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['99d6b99a-ca92-4f1d-97ac-327359142320'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:08.869189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['09fc7a24-6245-4a42-8095-2fdb9f695c0e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:08.892497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534333ed-6473-444b-b83f-bb190b083fc4 req-ad683b6a-c246-477b-b9f2-e32d8fe6709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:08.894017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-534333ed-6473-444b-b83f-bb190b083fc4 req-ad683b6a-c246-477b-b9f2-e32d8fe6709d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1097 time: 0.1105404 Aug 30 14:41:08.895190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:08.898921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e681c7b-e9ba-4a94-8599-b73bd93eaf71 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2542958 Aug 30 14:41:08.925110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:08.990366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:08.993025 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.045904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534333ed-6473-444b-b83f-bb190b083fc4 req-acab9978-4f87-4b75-b4d7-ba9605a5d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:09.047658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-534333ed-6473-444b-b83f-bb190b083fc4 req-acab9978-4f87-4b75-b4d7-ba9605a5d9ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 921 time: 0.1447184 Aug 30 14:41:09.055094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Transition to ACTIVE for port object 4184b1e4-38e5-4c61-8689-26cf546a520b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:09.106738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-534333ed-6473-444b-b83f-bb190b083fc4 req-7bf8784e-d5ca-4126-9665-7441ba2e1a4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 217 time: 0.0497885 Aug 30 14:41:09.133115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4f979437-a072-4126-bcac-b6781ca129af details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:41:09.166282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Transition to ACTIVE for port object 4184b1e4-38e5-4c61-8689-26cf546a520b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:09.176324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88c589-88ad-4052-b5a8-3ee8927f8004 req-cb0c0be7-131e-43f5-9ee4-5b10b6e745be tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:09.176895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534333ed-6473-444b-b83f-bb190b083fc4 req-49524972-0731-4c6e-9328-92f3479388d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:09.177872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce88c589-88ad-4052-b5a8-3ee8927f8004 req-cb0c0be7-131e-43f5-9ee4-5b10b6e745be tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 944 time: 0.0517433 Aug 30 14:41:09.177999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-534333ed-6473-444b-b83f-bb190b083fc4 req-49524972-0731-4c6e-9328-92f3479388d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.0628796 Aug 30 14:41:09.183093 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.223176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.234565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce88c589-88ad-4052-b5a8-3ee8927f8004 req-4570a94d-677e-4cbe-a74c-85cefbf1be9e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Aug 30 14:41:09.243213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-534333ed-6473-444b-b83f-bb190b083fc4 req-619d542e-78e0-4505-bb78-51930de43ecc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574279 Aug 30 14:41:09.362607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8:2::1 (edabc26d-2204-470a-9763-4e8d7a275603/1ce1e919-4808-454d-8372-7f7fb9979a11/4557cb73-9d9f-456c-bf18-f65b0cd39bb1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:09.375281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Network edabc26d-2204-470a-9763-4e8d7a275603 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:09.402045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:09.406826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:09.416031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Pushing event updated for resources: {'Port': ['ID=4184b1e4-38e5-4c61-8689-26cf546a520b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:09.517794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e22af-e1da-40d4-9fc0-482c27d8b951 req-b678cb4c-06f2-432b-a989-90a985f283d1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:09.519390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-663e22af-e1da-40d4-9fc0-482c27d8b951 req-b678cb4c-06f2-432b-a989-90a985f283d1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 945 time: 0.0597868 Aug 30 14:41:09.562950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-663e22af-e1da-40d4-9fc0-482c27d8b951 req-c96b0c67-53e0-4f72-96aa-0f1926ff366e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363231 Aug 30 14:41:09.593363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4f979437-a072-4126-bcac-b6781ca129af, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4f979437-a072-4126-bcac-b6781ca129af,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:09.624493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Attempting to bind port 4184b1e4-38e5-4c61-8689-26cf546a520b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:09.624786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Attempting to bind port 4184b1e4-38e5-4c61-8689-26cf546a520b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:09.625185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Attempting to bind port 4184b1e4-38e5-4c61-8689-26cf546a520b on network edabc26d-2204-470a-9763-4e8d7a275603 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:09.632577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '4f979437-a072-4126-bcac-b6781ca129af', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'port_id': '4f979437-a072-4126-bcac-b6781ca129af', 'mac_address': 'fa:16:3e:fd:97:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160fafe4-6aa5-4569-8684-981501e82d7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:41:09.650128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:09.650543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Checking segment: {'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:09.650915 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.651312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Bound using segment: {'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:09.651802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Bound port: 4184b1e4-38e5-4c61-8689-26cf546a520b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:09.652229 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.699227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 3, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:08Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:09.741567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86266c-6003-4487-8e42-ceb4ef3b07b2 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 3, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:08Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:09.761123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.786976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f979437-a072-4126-bcac-b6781ca129af {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:09.838474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4f979437-a072-4126-bcac-b6781ca129af, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4f979437-a072-4126-bcac-b6781ca129af,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:09.843719 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.857762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-534333ed-6473-444b-b83f-bb190b083fc4 req-f0c93c5e-b99c-4d8d-8656-1b2bb0655683 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067312 Aug 30 14:41:09.871849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] For port 4184b1e4-38e5-4c61-8689-26cf546a520b, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:09.876525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Allocated IP 172.25.6.219 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/4287734f-50e1-4305-a663-6ad31f0910e3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:09.890937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] For port 4184b1e4-38e5-4c61-8689-26cf546a520b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4184b1e4-38e5-4c61-8689-26cf546a520b,segment=NetworkSegment(9a5a9a43-819c-44c9-9708-ab14522cf520),segment_id=9a5a9a43-819c-44c9-9708-ab14522cf520)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:09.899535 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.916203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4f979437-a072-4126-bcac-b6781ca129af,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:09.991162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea703b3c-fa2a-4a68-9076-290faef47805 None None] Pushing event updated for resources: {'Port': ['ID=4184b1e4-38e5-4c61-8689-26cf546a520b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:10.109564 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.123538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-534333ed-6473-444b-b83f-bb190b083fc4 req-ddff88b9-1166-411b-99d0-c87822246958 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505898 Aug 30 14:41:10.184566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:10.196979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.268457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.310863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.319024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network edabc26d-2204-470a-9763-4e8d7a275603 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:10.330771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:10.337340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:10.338038 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.374764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9cd2c-382c-4a20-a33d-85c97e1f9973 req-279a3a8d-10b0-49b6-98dd-3407e5455c55 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:10.376436 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bdf9cd2c-382c-4a20-a33d-85c97e1f9973 req-279a3a8d-10b0-49b6-98dd-3407e5455c55 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 945 time: 0.0555656 Aug 30 14:41:10.385109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:10.385861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:10.392882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:10.394466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4f979437-a072-4126-bcac-b6781ca129af'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:10.397425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:10.460041 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bdf9cd2c-382c-4a20-a33d-85c97e1f9973 req-1c0f2f30-1ab6-45b2-b499-37d38f772e5c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747302 Aug 30 14:41:10.502904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event updated for resources: {'Port': ['ID=4287734f-50e1-4305-a663-6ad31f0910e3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:10.575149 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.601085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.711090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4184b1e4-38e5-4c61-8689-26cf546a520b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:10.744173 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.746212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461cadc-c2be-4191-b35e-b596568cdaed req-40ee9145-7831-44a8-aade-00da564ae46a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:10.747673 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b461cadc-c2be-4191-b35e-b596568cdaed req-40ee9145-7831-44a8-aade-00da564ae46a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 945 time: 0.0696583 Aug 30 14:41:10.779953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4184b1e4-38e5-4c61-8689-26cf546a520b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:10.789162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cab5e233-27db-4a90-860b-b9ff9cc98385 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:10.813253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b461cadc-c2be-4191-b35e-b596568cdaed req-178011a4-dd26-44f3-8c17-2bcc913d1ea5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522869 Aug 30 14:41:10.856352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port cab5e233-27db-4a90-860b-b9ff9cc98385 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:10.860398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cab5e233-27db-4a90-860b-b9ff9cc98385 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:10.860797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.944306 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.981542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port cab5e233-27db-4a90-860b-b9ff9cc98385, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cab5e233-27db-4a90-860b-b9ff9cc98385,segment=NetworkSegment(1009cbb7-1823-4da0-8657-810f0d547761),segment_id=1009cbb7-1823-4da0-8657-810f0d547761)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:10.987276 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.030850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.037929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.041220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=cab5e233-27db-4a90-860b-b9ff9cc98385,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:11.077331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc625b54-402a-44a9-8e06-09eab2481914 None None] Network edabc26d-2204-470a-9763-4e8d7a275603 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:11.118614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:11.155507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.159106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event updated for resources: {'Port': ['ID=4287734f-50e1-4305-a663-6ad31f0910e3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:11.166841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.170730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.171911 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.178611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4cb6775-70cf-47b0-8105-4ab4ec2e1ee0 None None] Provisioning for port 4184b1e4-38e5-4c61-8689-26cf546a520b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:11.186817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4cb6775-70cf-47b0-8105-4ab4ec2e1ee0 None None] Provisioning complete for port 4184b1e4-38e5-4c61-8689-26cf546a520b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:11.187196 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6775-70cf-47b0-8105-4ab4ec2e1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.233747 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.234975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-594321fd-0384-4587-858f-0f1988c440c8 req-8e422bad-ef1c-44c3-8998-afeb938a1d8c tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3247831 Aug 30 14:41:11.263192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 99d6b99a-ca92-4f1d-97ac-327359142320 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:11.263561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.342801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:11.364878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-594321fd-0384-4587-858f-0f1988c440c8 req-36553e4b-9135-4ff0-a811-164a11a495e2 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 696 time: 0.1025417 Aug 30 14:41:11.458929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network edabc26d-2204-470a-9763-4e8d7a275603 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:11.462135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:11.537595 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6775-70cf-47b0-8105-4ab4ec2e1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.588329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594321fd-0384-4587-858f-0f1988c440c8 req-6884d051-4b7c-4d46-b794-6a925ea5bf6f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:11.590979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-594321fd-0384-4587-858f-0f1988c440c8 req-6884d051-4b7c-4d46-b794-6a925ea5bf6f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.2200739 Aug 30 14:41:11.598158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fa137-6219-45e4-84c0-327dcecaf7b3 req-7b1b240b-8be8-4672-96f9-529549afb15c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:11.599728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-648fa137-6219-45e4-84c0-327dcecaf7b3 req-7b1b240b-8be8-4672-96f9-529549afb15c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 945 time: 0.0589366 Aug 30 14:41:11.600044 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.617893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c4cb6775-70cf-47b0-8105-4ab4ec2e1ee0 None None] For port 4184b1e4-38e5-4c61-8689-26cf546a520b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4184b1e4-38e5-4c61-8689-26cf546a520b,segment=NetworkSegment(9a5a9a43-819c-44c9-9708-ab14522cf520),segment_id=9a5a9a43-819c-44c9-9708-ab14522cf520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:11.620073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-594321fd-0384-4587-858f-0f1988c440c8 req-020d5d11-39b3-4230-a5c0-ae857286cdbe tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:41:11.626933 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6775-70cf-47b0-8105-4ab4ec2e1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.633646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-594321fd-0384-4587-858f-0f1988c440c8 req-020d5d11-39b3-4230-a5c0-ae857286cdbe tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194941 Aug 30 14:41:11.635095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:11.645567 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36188d76-6150-495c-8d17-8f7e5f3e2941" -d '{"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-plugged", "status": "completed", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:11.646550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:11.657686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-648fa137-6219-45e4-84c0-327dcecaf7b3 req-154ed458-888c-41cb-98e0-fa2af09d8a31 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511057 Aug 30 14:41:11.709687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:11.719160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.736925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb6775-70cf-47b0-8105-4ab4ec2e1ee0 None None] Pushing event updated for resources: {'Port': ['ID=4184b1e4-38e5-4c61-8689-26cf546a520b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:11.787087 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1b754a-89e4-4325-b763-6f99450c6ab3 x-openstack-request-id: req-fa1b754a-89e4-4325-b763-6f99450c6ab3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:11.787674 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-plugged", "status": "completed", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:11.788251 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa1b754a-89e4-4325-b763-6f99450c6ab3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:11.788601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:11.788963 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320', 'code': 200} Aug 30 14:41:11.793795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48725f91-d1d2-443b-bc7d-b089f1756475 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5691750 Aug 30 14:41:11.796651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:11.801072 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:11.802358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-8007893'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:11.819529 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:11.821411 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:11.835155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:11.838677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.845284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:11.871820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:41:11.883953 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.884563 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added segment 7ba13cd3-aa4b-4228-adff-1300c449bb58 of type vlan for network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 Aug 30 14:41:11.891065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-751ae0de-0f96-4a3c-a04a-d38d2ffee2d9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:11.893494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-751ae0de-0f96-4a3c-a04a-d38d2ffee2d9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1508787 Aug 30 14:41:11.945244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.006422 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:12.042116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.049375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:12.050033 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.069895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d0994-fcf2-4954-9ac2-ba23ba69d793 req-7265bb73-f3e5-4ebc-8376-85d865da0b8f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:12.072052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a04d0994-fcf2-4954-9ac2-ba23ba69d793 req-7265bb73-f3e5-4ebc-8376-85d865da0b8f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1188419 Aug 30 14:41:12.080242 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2821546 Aug 30 14:41:12.083370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12d7730b-265c-4b2e-a11b-485ed6646835 None None] Provisioning complete for port 4184b1e4-38e5-4c61-8689-26cf546a520b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:12.083889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12d7730b-265c-4b2e-a11b-485ed6646835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.095596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:12.162730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'subnet': {'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:12.209687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12d7730b-265c-4b2e-a11b-485ed6646835 None None] Provisioning for port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:12.215980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12d7730b-265c-4b2e-a11b-485ed6646835 None None] Provisioning complete for port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:12.216843 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12d7730b-265c-4b2e-a11b-485ed6646835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.222012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a04d0994-fcf2-4954-9ac2-ba23ba69d793 req-f67e17cd-84cb-4e9e-9203-f7695fb8bfd2 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278427 Aug 30 14:41:12.292227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12d7730b-265c-4b2e-a11b-485ed6646835 None None] Port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:12.297683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0546a9-07ca-46d5-a8c6-c889a78fddb3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Network': ['ID=cf298ba6-c9e9-4c18-905b-672fbe7fe4d3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:12.311459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:41:12.352650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Made reservation on behalf of a13e869d8cb4454e9b636bf021525a08 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:12.357015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.376218 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:12.436862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ab7dd53-747f-40d4-b79c-adf9ca373633 None None] Provisioning complete for port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:12.437420 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ab7dd53-747f-40d4-b79c-adf9ca373633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.485422 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-df1954f5-7632-4764-b303-bbb34ee2f194 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 696 time: 0.5827434 Aug 30 14:41:12.508755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Request body: {'floatingip': {'port_id': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:12.518005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7dd53-747f-40d4-b79c-adf9ca373633 None None] Port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:12.555436 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.575500 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:12.575500 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Updating router f20ba2cf-da50-43a3-b81c-57812fc1a459 port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:41:12.607964 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.644868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cab5e233-27db-4a90-860b-b9ff9cc98385 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:12.674638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.708394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be042f-0a38-4c37-bc78-b7a31d015216 req-d778b126-4ff8-4bf8-8ada-246dbf5893e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:12.710926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1be042f-0a38-4c37-bc78-b7a31d015216 req-d778b126-4ff8-4bf8-8ada-246dbf5893e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1098 time: 0.2483852 Aug 30 14:41:12.718256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cab5e233-27db-4a90-860b-b9ff9cc98385 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:12.718686 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.773276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Checking segment: {'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:12.773718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network hostable DHCP agents. Network: cf298ba6-c9e9-4c18-905b-672fbe7fe4d3, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:41:12.777961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Subnet': ['ID=24e8672a-5ab9-434d-aa19-511cd9e69307,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:12.802803 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1be042f-0a38-4c37-bc78-b7a31d015216 req-c7319aea-9ee8-4d1e-a580-1801f4580d13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827837 Aug 30 14:41:12.804398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f787fefc-78c4-46e9-bcb4-473b6b0695b5 None None] Provisioning complete for port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:12.804886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f787fefc-78c4-46e9-bcb4-473b6b0695b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.850462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:41:12.875434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f787fefc-78c4-46e9-bcb4-473b6b0695b5 None None] Port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:12.886403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cdbc-5ec2-48ae-be29-717d7b191cb9 req-5f607f92-5627-4d1a-b813-32a6261b68c0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:12.891168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4184b1e4-38e5-4c61-8689-26cf546a520b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:12.892720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ed9cdbc-5ec2-48ae-be29-717d7b191cb9 req-5f607f92-5627-4d1a-b813-32a6261b68c0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 945 time: 0.1094065 Aug 30 14:41:12.901079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, cf298ba6-c9e9-4c18-905b-672fbe7fe4d3) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:12.913364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:12.913951 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.924131 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b4d0e1-a49e-4e37-a157-27c58329b1a3 None None] Network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:12.933036 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-63e52858-33b6-42fc-8781-cf431c950c09 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7757223 Aug 30 14:41:12.937968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:12.953862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ed9cdbc-5ec2-48ae-be29-717d7b191cb9 req-81107344-bc0b-456e-a54f-b2b989511da0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601506 Aug 30 14:41:13.009064 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.019163 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Transition to ACTIVE for port object 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:13.019489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4184b1e4-38e5-4c61-8689-26cf546a520b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:13.019966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.025521 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.109876 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Pushing event updated for resources: {'Port': ['ID=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:13.140976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4f979437-a072-4126-bcac-b6781ca129af up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:13.144935 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.145534 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.145647 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.146107 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.146445 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.147033 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.147152 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.147456 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.147879 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.148118 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.148410 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.148728 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:13.156677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Attempting to bind port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:13.157161 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Attempting to bind port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:13.157540 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Attempting to bind port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 on network edabc26d-2204-470a-9763-4e8d7a275603 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:13.163158 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:13.163590 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Checking segment: {'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:13.164223 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.164625 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Bound using segment: {'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:13.165119 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Bound port: 4557cb73-9d9f-456c-bf18-f65b0cd39bb1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5a9a43-819c-44c9-9708-ab14522cf520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:13.165507 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.177162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:41:13.178093 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.244981 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] For port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:13.248204 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] For port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,segment=NetworkSegment(9a5a9a43-819c-44c9-9708-ab14522cf520),segment_id=9a5a9a43-819c-44c9-9708-ab14522cf520)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:13.269073 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.376420 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc95a8f-dadf-4726-8c74-ba259bc5746d None None] Pushing event updated for resources: {'Port': ['ID=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:13.377927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 4f979437-a072-4126-bcac-b6781ca129af completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:13.388395 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:13.389154 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:13.403010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 4f979437-a072-4126-bcac-b6781ca129af triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:13.403557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.455144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd076f1-afa4-4770-8598-737362158492 req-4bc786d8-94c2-4f2e-8426-f38f1debe296 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:13.457656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fd076f1-afa4-4770-8598-737362158492 req-4bc786d8-94c2-4f2e-8426-f38f1debe296 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1050105 Aug 30 14:41:13.467208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Allocated IP 2001:db8:3::2 (cf298ba6-c9e9-4c18-905b-672fbe7fe4d3/24e8672a-5ab9-434d-aa19-511cd9e69307/83acd889-392f-482a-ab75-4ce1e4efbea5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:13.509898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fd076f1-afa4-4770-8598-737362158492 req-026b9d5c-30cf-4ad2-bb3a-8c6d057eb1a5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Aug 30 14:41:13.516128 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:13.577553 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.584241 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.627823 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.693365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4f979437-a072-4126-bcac-b6781ca129af, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4f979437-a072-4126-bcac-b6781ca129af,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:13.711854 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.736510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.779805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4f979437-a072-4126-bcac-b6781ca129af,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:13.795081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c937176c-ca6a-476f-9d7f-5e8e5ecf10c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f979437-a072-4126-bcac-b6781ca129af'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:13.795806 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Floating IP 80d07a26-c33d-4572-8b47-3cb39841bc45 associated. External IP: 172.25.6.219, port: 09fc7a24-6245-4a42-8095-2fdb9f695c0e. Aug 30 14:41:13.797874 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6001271-bd01-4a67-aa50-620c943ccec6" -d '{"events": [{"server_uuid": "c937176c-ca6a-476f-9d7f-5e8e5ecf10c8", "name": "network-vif-plugged", "status": "completed", "tag": "4f979437-a072-4126-bcac-b6781ca129af"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:13.820434 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:13Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:13.852301 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670b7ecd-1f98-4a1a-a916-e247ce761be0 x-openstack-request-id: req-670b7ecd-1f98-4a1a-a916-e247ce761be0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:13.852596 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c937176c-ca6a-476f-9d7f-5e8e5ecf10c8", "name": "network-vif-plugged", "status": "completed", "tag": "4f979437-a072-4126-bcac-b6781ca129af", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:13.852977 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-670b7ecd-1f98-4a1a-a916-e247ce761be0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:13.853438 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c937176c-ca6a-476f-9d7f-5e8e5ecf10c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f979437-a072-4126-bcac-b6781ca129af', 'code': 200} Aug 30 14:41:13.861212 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050f4f6-907b-491f-9ece-b14fc3133e7c None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:13Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:13.900640 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:13.915802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Transition to ACTIVE for port object 83acd889-392f-482a-ab75-4ce1e4efbea5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:13.951347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Transition to ACTIVE for port object 83acd889-392f-482a-ab75-4ce1e4efbea5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:13.962757 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:14.014555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:14.014555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:14.023076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:14.073531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Pushing event updated for resources: {'Port': ['ID=83acd889-392f-482a-ab75-4ce1e4efbea5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:14.113021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Attempting to bind port 83acd889-392f-482a-ab75-4ce1e4efbea5 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:14.113689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Attempting to bind port 83acd889-392f-482a-ab75-4ce1e4efbea5 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:14.114222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Attempting to bind port 83acd889-392f-482a-ab75-4ce1e4efbea5 on network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:14.118458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8d578-d592-4a77-8dc6-d603c2001cef req-43f6deaf-c1a3-480b-96c5-b84e30b0fa83 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:14.119906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:14.120282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Checking segment: {'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:14.120821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68e8d578-d592-4a77-8dc6-d603c2001cef req-43f6deaf-c1a3-480b-96c5-b84e30b0fa83 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 946 time: 0.0632465 Aug 30 14:41:14.120939 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:14.121281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Bound using segment: {'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:14.121752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Bound port: 83acd889-392f-482a-ab75-4ce1e4efbea5, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:14.122148 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:14.179790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68e8d578-d592-4a77-8dc6-d603c2001cef req-898da9fb-d4b9-4dc5-a36f-13eea181b926 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525124 Aug 30 14:41:14.209525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ee25b-7400-4eb5-90ca-97b40fbd8467 req-31c78970-d0f8-40c2-bf68-e82e1706e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:14.211173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-026ee25b-7400-4eb5-90ca-97b40fbd8467 req-31c78970-d0f8-40c2-bf68-e82e1706e320 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 1097 time: 0.2138186 Aug 30 14:41:14.242024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] For port 83acd889-392f-482a-ab75-4ce1e4efbea5, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:14.246246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] For port 83acd889-392f-482a-ab75-4ce1e4efbea5, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83acd889-392f-482a-ab75-4ce1e4efbea5,segment=NetworkSegment(7ba13cd3-aa4b-4228-adff-1300c449bb58),segment_id=7ba13cd3-aa4b-4228-adff-1300c449bb58)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:14.253953 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:14.356347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-026ee25b-7400-4eb5-90ca-97b40fbd8467 req-8b41e3ed-f22e-413e-aa53-4ff940837896 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545201 Aug 30 14:41:14.388119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827c7ba-a8cd-4d2e-82d0-e00692d22aa0 None None] Pushing event updated for resources: {'Port': ['ID=83acd889-392f-482a-ab75-4ce1e4efbea5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:14.421803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Allocated IP 2001:db8:3::1 (cf298ba6-c9e9-4c18-905b-672fbe7fe4d3/24e8672a-5ab9-434d-aa19-511cd9e69307/4d41d210-4b3f-487d-9937-1ddb1bac9e4a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:14.440870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Router 22588d14-fc0a-4112-80a0-52239f38561b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:14.755644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:14.795022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70aab-fd94-48b8-9cfa-e1718925b5ce req-f1b46ccd-4bad-42f5-8348-aeb383925483 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:14.798730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf70aab-fd94-48b8-9cfa-e1718925b5ce req-f1b46ccd-4bad-42f5-8348-aeb383925483 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1882548 Aug 30 14:41:14.848395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:14.886576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:14.893457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cf70aab-fd94-48b8-9cfa-e1718925b5ce req-66538787-5bc7-44bf-b724-1ce4c9eb8951 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734737 Aug 30 14:41:14.895424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:14.908883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:14.909399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:14.912284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:14.924049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] Sync routers for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:14.959837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Transition to ACTIVE for port object 4d41d210-4b3f-487d-9937-1ddb1bac9e4a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:14.987284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:14.988243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:15.030202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-63c832f2-4c47-4ca9-bb0c-593df7827b27 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "PUT /v2.0/floatingips/80d07a26-c33d-4572-8b47-3cb39841bc45 HTTP/1.1" status: 200 len: 997 time: 2.5237162 Aug 30 14:41:15.032471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:15.038717 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:15.053131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:15.112478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:15.116105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:15.119496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:15.120055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:15.160662 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84244ab9-129e-42fd-9ad7-560c0c27e185 x-openstack-request-id: req-84244ab9-129e-42fd-9ad7-560c0c27e185 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:15.160953 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:15.161227 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84244ab9-129e-42fd-9ad7-560c0c27e185 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:15.161619 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'status': 'completed', 'code': 200} Aug 30 14:41:15.179658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:15.231596 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:15.243879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-c67132ea-1119-42ac-8903-3453829be0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:15.246876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-c67132ea-1119-42ac-8903-3453829be0c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1097 time: 0.0962784 Aug 30 14:41:15.300167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,segment=NetworkSegment(9a5a9a43-819c-44c9-9708-ab14522cf520),segment_id=9a5a9a43-819c-44c9-9708-ab14522cf520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:15.319748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:15.402679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-7bb3a923-c46d-42b8-9e9f-6676dbc23ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:15.404655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-7bb3a923-c46d-42b8-9e9f-6676dbc23ae9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 921 time: 0.1503239 Aug 30 14:41:15.447750 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:15.496921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51132a70-fd42-4b63-bd24-ff6fc783de01 req-26ac1f4e-980a-404e-ae28-2b91c372bc50 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:15.498988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51132a70-fd42-4b63-bd24-ff6fc783de01 req-26ac1f4e-980a-404e-ae28-2b91c372bc50 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 946 time: 0.2222967 Aug 30 14:41:15.524986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:15.531642 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-4340b011-ee2e-42ae-9e7a-e349fef0c78f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 1000 time: 0.1153977 Aug 30 14:41:15.618691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51132a70-fd42-4b63-bd24-ff6fc783de01 req-3963984b-a645-4059-9b1f-e0dc3258aa9d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078327 Aug 30 14:41:15.659200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-c93169e9-4e1a-489b-a80f-458795fdf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:15.671653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-c93169e9-4e1a-489b-a80f-458795fdf469 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.1278901 Aug 30 14:41:15.717255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-f2833beb-a0f8-4895-ab0f-6891e681c81a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341911 Aug 30 14:41:15.729579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-12574b1e-ee8b-49ef-be14-492f322fc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:15.742158 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-12574b1e-ee8b-49ef-be14-492f322fc1b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1097 time: 0.6978981 Aug 30 14:41:15.746802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '80d07a26-c33d-4572-8b47-3cb39841bc45', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'port_id': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'mac_address': 'fa:16:3e:f7:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fae90f-f2be-4020-832a-138d095515b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:10Z', 'updated_at': '2021-08-30T14:41:13Z', 'revision_number': 1, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:26Z', 'revision_number': 5, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:15.791223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] Checking router: 22588d14-fc0a-4112-80a0-52239f38561b for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:15.806514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:15.807393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:15.884937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:15.899642 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-7b90e20f-c493-4a44-9fdb-a91adf0a6cda service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744747 Aug 30 14:41:15.952600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730afff5-c398-4e80-9f99-b965aed7e6eb None None] Network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:16.076271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9afe9e6e-2ef2-435a-a8c7-1bee409d6acc req-68472f68-7b6e-4341-aab3-980fa12fdc44 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678059 Aug 30 14:41:16.139172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094d28e-315c-4292-9217-7d1da7328730 req-4cb97040-df42-45ed-a983-5a80d6502543 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:16.140854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0094d28e-315c-4292-9217-7d1da7328730 req-4cb97040-df42-45ed-a983-5a80d6502543 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0636621 Aug 30 14:41:16.175784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-13f490f9-b2c1-46ae-a871-9cfa34366430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:16.177391 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-13f490f9-b2c1-46ae-a871-9cfa34366430 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 921 time: 0.4044974 Aug 30 14:41:16.190449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0094d28e-315c-4292-9217-7d1da7328730 req-99c0ecb0-8696-46d5-a7ab-0f913004de28 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Aug 30 14:41:16.296805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa5f4eff-3981-4fc3-9011-541e98dbc631 None None] Provisioning for port 83acd889-392f-482a-ab75-4ce1e4efbea5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:16.317732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-39350de4-bbde-43e1-a095-75de8f294f6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 1000 time: 0.1322312 Aug 30 14:41:16.321681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:16.399993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3bccd-6745-4aa4-80cf-87036d2c11ca req-c557da5d-fe23-4ac3-8d10-6c64301a56a8 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:16.402643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4d3bccd-6745-4aa4-80cf-87036d2c11ca req-c557da5d-fe23-4ac3-8d10-6c64301a56a8 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0607495 Aug 30 14:41:16.413178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-3db6943b-45d2-429e-a15b-67f1cefd43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:16.414676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-3db6943b-45d2-429e-a15b-67f1cefd43c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.0829160 Aug 30 14:41:16.446935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e4d3bccd-6745-4aa4-80cf-87036d2c11ca req-ad234449-60a0-4a0a-88f0-4ff21c81ecaa tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Aug 30 14:41:16.457494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-e3fda84a-3368-4504-8d1b-859669d64cf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325484 Aug 30 14:41:16.461885 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:16.471619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-70ebf8f7-26ea-41d5-91cb-d94f3893f4c9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:41:16.481094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-70ebf8f7-26ea-41d5-91cb-d94f3893f4c9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056086 Aug 30 14:41:16.481094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:16.481094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:16.613222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599794b-feaa-4111-bd41-b0a9b5ceb495 req-772b2ff9-0c30-4460-894f-6b20767a6685 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:16.617823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8599794b-feaa-4111-bd41-b0a9b5ceb495 req-772b2ff9-0c30-4460-894f-6b20767a6685 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0921600 Aug 30 14:41:16.651404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event updated for resources: {'Port': ['ID=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:16.679221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '80d07a26-c33d-4572-8b47-3cb39841bc45', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'port_id': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'mac_address': 'fa:16:3e:f7:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fae90f-f2be-4020-832a-138d095515b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:10Z', 'updated_at': '2021-08-30T14:41:13Z', 'revision_number': 1, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:26Z', 'revision_number': 5, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:16.682322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8599794b-feaa-4111-bd41-b0a9b5ceb495 req-b0fd3ba7-2e12-48f0-921d-638e4e4a6e5f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Aug 30 14:41:16.706635 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-e290b7cf-7b18-419e-b8cd-f89f803518a6 service neutron] 10.222.0.50 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215836 Aug 30 14:41:16.723023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a391a-8d07-4b17-b14a-666dda8a7a13 None None] The sync data for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 is: [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '80d07a26-c33d-4572-8b47-3cb39841bc45', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'port_id': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'mac_address': 'fa:16:3e:f7:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fae90f-f2be-4020-832a-138d095515b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:10Z', 'updated_at': '2021-08-30T14:41:13Z', 'revision_number': 1, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:26Z', 'revision_number': 5, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:16.788962 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83acd889-392f-482a-ab75-4ce1e4efbea5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:16.830333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:16.833234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:16.863180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 83acd889-392f-482a-ab75-4ce1e4efbea5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:16.868320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 83acd889-392f-482a-ab75-4ce1e4efbea5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:16.868712 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:16.887343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab93a4-28a8-4521-8b0e-50f530d37513 req-facf24f5-8e44-4ee0-8f1a-005c02814a70 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:16.892780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81ab93a4-28a8-4521-8b0e-50f530d37513 req-facf24f5-8e44-4ee0-8f1a-005c02814a70 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 946 time: 0.0963352 Aug 30 14:41:16.948510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-900ded9a-6627-45ec-a529-0e11c6f84f83 None None] Provisioning for port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:16.952761 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41c60625-dcf3-4a0d-b41d-53b84cc82fd2 req-42b76873-6664-44b6-83cf-4ca152d2af80 service neutron] 10.222.0.50 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343285 Aug 30 14:41:16.953686 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81ab93a4-28a8-4521-8b0e-50f530d37513 req-a113b70d-fcd3-477e-a083-c8ea9aee091e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528164 Aug 30 14:41:16.970814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:16.992830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-900ded9a-6627-45ec-a529-0e11c6f84f83 None None] Provisioning complete for port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:16.993287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-900ded9a-6627-45ec-a529-0e11c6f84f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.047371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-900ded9a-6627-45ec-a529-0e11c6f84f83 None None] Port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:17.063472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.080176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-900ded9a-6627-45ec-a529-0e11c6f84f83 None None] Provisioning complete for port 83acd889-392f-482a-ab75-4ce1e4efbea5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:17.080829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-900ded9a-6627-45ec-a529-0e11c6f84f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.152423 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2caf4e9-f7de-45c3-9df0-73e57d9924dc None None] New status for floating IP 80d07a26-c33d-4572-8b47-3cb39841bc45: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:41:17.172707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3695b-cb22-42c1-b9ed-03e31c11a6de req-e97bd907-a8d6-4da9-8ecb-3619d757648c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:17.179497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4c3695b-cb22-42c1-b9ed-03e31c11a6de req-e97bd907-a8d6-4da9-8ecb-3619d757648c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 946 time: 0.1054554 Aug 30 14:41:17.179726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 83acd889-392f-482a-ab75-4ce1e4efbea5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83acd889-392f-482a-ab75-4ce1e4efbea5,segment=NetworkSegment(7ba13cd3-aa4b-4228-adff-1300c449bb58),segment_id=7ba13cd3-aa4b-4228-adff-1300c449bb58)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:17.192165 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.193000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:17.229140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:17.248155 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4c3695b-cb22-42c1-b9ed-03e31c11a6de req-c7ed640e-a8a2-477f-84dc-bcc42df83dbf tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637231 Aug 30 14:41:17.255765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-03d99ab3-9a25-4177-ba31-538b0bb40e7a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3158114 Aug 30 14:41:17.258510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52692) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:17.274410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:17.276448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:17.319790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f599fd-a988-4dc8-8878-94e030ced341 req-13451ad8-a99e-4d59-8497-d169230eec7d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:17.322368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81f599fd-a988-4dc8-8878-94e030ced341 req-13451ad8-a99e-4d59-8497-d169230eec7d tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.2026398 Aug 30 14:41:17.359332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:17.359983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:17.373717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=83acd889-392f-482a-ab75-4ce1e4efbea5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:17.380675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81f599fd-a988-4dc8-8878-94e030ced341 req-65f369a1-6b37-48a1-81a6-3612ce80c168 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Aug 30 14:41:17.468439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:17.468739 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.527449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:17.560928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dafe4a99-5eed-4058-81de-c667260b0071 None None] Provisioning complete for port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:17.561397 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dafe4a99-5eed-4058-81de-c667260b0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.584697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-5473f310-1d2c-440c-b3f0-bf738420e352 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.2896631 Aug 30 14:41:17.712788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-43e9acab-bb15-4e66-bfee-96064eb676b0 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:17.714296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-43e9acab-bb15-4e66-bfee-96064eb676b0 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports/09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 943 time: 0.1287479 Aug 30 14:41:17.735258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dafe4a99-5eed-4058-81de-c667260b0071 None None] Port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:17.798115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f96d55-c9c7-4baf-8675-e6320911a772 req-693071cc-184e-483d-a63e-933e900359be tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:17.799707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6f96d55-c9c7-4baf-8675-e6320911a772 req-693071cc-184e-483d-a63e-933e900359be tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0672822 Aug 30 14:41:17.841531 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6f96d55-c9c7-4baf-8675-e6320911a772 req-83d49cb9-7a50-424e-919d-7e4444d9f650 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Aug 30 14:41:17.862572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1fe35c4f-b96c-49d7-8a09-396586ce56ec None None] Provisioning complete for port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:17.862954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1fe35c4f-b96c-49d7-8a09-396586ce56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.888676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-adcd99c3-fdff-4740-aba4-5c5417906cac tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.1181850 Aug 30 14:41:17.893420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:16Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:17.922866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:17.923231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Updating router f20ba2cf-da50-43a3-b81c-57812fc1a459 port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:41:17.955048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1fe35c4f-b96c-49d7-8a09-396586ce56ec None None] Port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:17.956853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.976114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3fac-3763-4269-9aff-6284fba24cc3 req-9aabe745-ec48-4114-879f-83423dfdaa49 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:17.978181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-841d3fac-3763-4269-9aff-6284fba24cc3 req-9aabe745-ec48-4114-879f-83423dfdaa49 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 946 time: 0.0541980 Aug 30 14:41:18.019896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-841d3fac-3763-4269-9aff-6284fba24cc3 req-7486f1a4-4190-4eb3-860b-1f1bd1983ae4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Aug 30 14:41:18.152709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e70e1-c400-4bcc-a29e-bb78d48aca38 req-b65f1b00-87ee-46bb-96a5-d2b5cd0e07c1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:18.154339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c67e70e1-c400-4bcc-a29e-bb78d48aca38 req-b65f1b00-87ee-46bb-96a5-d2b5cd0e07c1 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0561969 Aug 30 14:41:18.201404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c67e70e1-c400-4bcc-a29e-bb78d48aca38 req-666af48b-601b-4706-95a3-6145b8d45900 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Aug 30 14:41:18.277280 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.299419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Transition to ACTIVE for port object 4d41d210-4b3f-487d-9937-1ddb1bac9e4a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:18.307624 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.345301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd2f2-7669-49ed-a9fb-92850ac38a76 req-424f284f-48f9-4d72-b63a-5723441311ae tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:18.346223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af8fd2f2-7669-49ed-a9fb-92850ac38a76 req-424f284f-48f9-4d72-b63a-5723441311ae tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0621040 Aug 30 14:41:18.407689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af8fd2f2-7669-49ed-a9fb-92850ac38a76 req-a1a400cd-18f6-409e-bcec-2c4f06af4268 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Aug 30 14:41:18.434631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 14:41:18.445308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4deb1-4b86-452e-ad11-f92643c25a5f None None] Pushing event updated for resources: {'Port': ['ID=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:18.446947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-f30168bb-8777-4094-a276-13af243bb72e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:18.450356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-f30168bb-8777-4094-a276-13af243bb72e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.5524108 Aug 30 14:41:18.454823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Attempting to bind port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:18.455373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Attempting to bind port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:18.455844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Attempting to bind port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a on network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:18.462327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:18.463050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Checking segment: {'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:18.463597 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.464391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Bound using segment: {'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:18.465246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Bound port: 4d41d210-4b3f-487d-9937-1ddb1bac9e4a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba13cd3-aa4b-4228-adff-1300c449bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:18.466016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.474033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Removed routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 14:41:18.474913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.482396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-2eed737c-87a3-4d05-ad06-ccb7eaf2469a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:41:18.483738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-2eed737c-87a3-4d05-ad06-ccb7eaf2469a tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154698 Aug 30 14:41:18.542142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] For port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:18.546800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] For port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,segment=NetworkSegment(7ba13cd3-aa4b-4228-adff-1300c449bb58),segment_id=7ba13cd3-aa4b-4228-adff-1300c449bb58)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:18.553663 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.622182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:18.622900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:18.716183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83acd889-392f-482a-ab75-4ce1e4efbea5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:18.718052 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4deb1-4b86-452e-ad11-f92643c25a5f None None] Pushing event updated for resources: {'Port': ['ID=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:18.719630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-6bd70639-f07c-4b58-b8a6-e41ce95817ee tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.1922688 Aug 30 14:41:18.749272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:18.789881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:18.793651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7ff0-f765-45fd-96d0-152174f03ac3 req-031d5229-4f90-489a-8821-b8380aa1c062 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:18.798883 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6ba7ff0-f765-45fd-96d0-152174f03ac3 req-031d5229-4f90-489a-8821-b8380aa1c062 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0607665 Aug 30 14:41:18.840573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 83acd889-392f-482a-ab75-4ce1e4efbea5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:18.843549 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.862994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6ba7ff0-f765-45fd-96d0-152174f03ac3 req-8eb47732-db33-46b6-837c-2227d950fb3e tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515945 Aug 30 14:41:18.903966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.952852 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:18.960679 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:19.113505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:18Z', 'revision_number': 6, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:18Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:19.144961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f98b5-7c5f-440b-acc3-898f05103381 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:18Z', 'revision_number': 6, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:18Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:19.152196 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:19.156937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb59beb-c46c-4ac9-a22c-23d4a540c5f7 req-fd9e1cf3-f1f8-4194-a35b-415f379f8d92 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:19.158660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5cb59beb-c46c-4ac9-a22c-23d4a540c5f7 req-fd9e1cf3-f1f8-4194-a35b-415f379f8d92 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 946 time: 0.0573945 Aug 30 14:41:19.160768 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:19.161121 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Floating IP 80d07a26-c33d-4572-8b47-3cb39841bc45 disassociated. External IP: 172.25.6.219, port: 09fc7a24-6245-4a42-8095-2fdb9f695c0e. Aug 30 14:41:19.164271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:19.239510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5cb59beb-c46c-4ac9-a22c-23d4a540c5f7 req-48add717-7d42-47c4-8767-52a879ff7cc8 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735605 Aug 30 14:41:19.367922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:19.375982 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:19.377213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1efffa8a-cf53-4700-be3a-89de8e277834 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 200 len: 954 time: 2.1176674 Aug 30 14:41:19.379816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:19.556215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233a0b-992a-4a46-8e9c-462660b2750d req-9108a332-0001-40fc-9e2e-352eb6e2eaca tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:19.560451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d0541789-dde3-4344-bf1f-f744616b48d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 200 len: 954 time: 0.1764991 Aug 30 14:41:19.561080 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67233a0b-992a-4a46-8e9c-462660b2750d req-9108a332-0001-40fc-9e2e-352eb6e2eaca tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 946 time: 0.0524647 Aug 30 14:41:19.561080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:19.566866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'routes': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:19.578402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Router 22588d14-fc0a-4112-80a0-52239f38561b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:19.714663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:19.719457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:19.731836 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] Sync routers for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:19.750759 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:19.753066 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:19.762215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-c838a562-85bb-4533-9f10-c30de45d856e tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "PUT /v2.0/floatingips/80d07a26-c33d-4572-8b47-3cb39841bc45 HTTP/1.1" status: 200 len: 695 time: 1.0215251 Aug 30 14:41:19.764241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:19.767540 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f564c3-5f7d-439e-b124-b09abaaa539b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:19.840062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Deleting port 4f979437-a072-4126-bcac-b6781ca129af {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:19.840402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:19.857431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-4fadfddd-7a47-4257-b051-12bba9c3133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:19.858970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-4fadfddd-7a47-4257-b051-12bba9c3133c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1097 time: 0.0823317 Aug 30 14:41:19.883109 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:19.917358 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:19.945995 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e590b-071d-4b46-9846-9fe0fe13618f x-openstack-request-id: req-5a8e590b-071d-4b46-9846-9fe0fe13618f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:19.946456 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:19.946790 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a8e590b-071d-4b46-9846-9fe0fe13618f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:19.947701 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'status': 'completed', 'code': 200} Aug 30 14:41:20.027972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-7febacc9-1380-46ca-bdc4-9c0be761df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:20.029719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-7febacc9-1380-46ca-bdc4-9c0be761df2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22ccd4ca7f164f8e995477f53663962a&device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 1097 time: 0.0816007 Aug 30 14:41:20.035912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-0b6da548-ea6c-459e-8f69-3a7b61b09791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:20.037377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-0b6da548-ea6c-459e-8f69-3a7b61b09791 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 921 time: 0.1716096 Aug 30 14:41:20.089636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] For port 4f979437-a072-4126-bcac-b6781ca129af, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4f979437-a072-4126-bcac-b6781ca129af,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:20.089920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:20.124986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-4f813950-d27c-4db5-9a75-d220024a5290 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 217 time: 0.0668509 Aug 30 14:41:20.130242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Calling delete_port for 4f979437-a072-4126-bcac-b6781ca129af owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:20.155053 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:20.160666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c71f9-5ce4-4834-b899-0c4d4d3c1531 req-96ec8479-1570-41a8-b360-3b82204c2c2a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:20.162255 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-626c71f9-5ce4-4834-b899-0c4d4d3c1531 req-96ec8479-1570-41a8-b360-3b82204c2c2a tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1497946 Aug 30 14:41:20.169819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:20.170689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:20.195737 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:26Z', 'revision_number': 5, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:20.206925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-df9ec094-3b3d-46ad-8323-7aebaf458b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:20.208591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-df9ec094-3b3d-46ad-8323-7aebaf458b17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.0750711 Aug 30 14:41:20.211959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-47eb4d76-5677-41e7-9884-7ac48f3f41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:20.213602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-47eb4d76-5677-41e7-9884-7ac48f3f41b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 200 len: 921 time: 0.1752622 Aug 30 14:41:20.235029 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] Checking router: 22588d14-fc0a-4112-80a0-52239f38561b for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:20.248783 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:20.249465 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:20.264260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-f336a9e5-49c1-4b80-bd79-30ff7e93bd49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 200 len: 217 time: 0.0401850 Aug 30 14:41:20.276786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 14:41:20.277149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 14:41:20.300747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-626c71f9-5ce4-4834-b899-0c4d4d3c1531 req-18052438-fdd4-4f40-8ece-8f8b2e8055a6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283085 Aug 30 14:41:20.301363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-2cf492a8-9aa5-4b1a-bd23-148fb5d69a83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853081 Aug 30 14:41:20.352345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:20.404686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-0c4b252c-9158-48a7-8215-6cd9baaabaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:20.406450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-0c4b252c-9158-48a7-8215-6cd9baaabaec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 200 len: 860 time: 0.1173062 Aug 30 14:41:20.469126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-387d149c-21f4-403a-b4ed-d8d15f1390d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5cb3f62b-0d74-4f98-b32e-60bc5781b153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426824 Aug 30 14:41:20.473464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-b0e67122-06c1-42be-aa7a-29afa8a852ca service neutron] 10.222.0.50 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488314 Aug 30 14:41:20.504439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:20.507039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:20.534953 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:20.540913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:20.641550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event deleted for resources: {'Port': ['ID=4f979437-a072-4126-bcac-b6781ca129af,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:20.661256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4f979437-a072-4126-bcac-b6781ca129af'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:20.663942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] No DVR routers for this DVR port 4f979437-a072-4126-bcac-b6781ca129af on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:20.667210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:20.670268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67233a0b-992a-4a46-8e9c-462660b2750d req-074f8b8d-9e4f-4a17-a10d-b58c3aedcd43 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "DELETE /v2.0/ports/4f979437-a072-4126-bcac-b6781ca129af HTTP/1.1" status: 204 len: 173 time: 1.1008999 Aug 30 14:41:20.692148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-795f54b5-fd48-4930-a90a-11e5bdb944bb service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049234 Aug 30 14:41:20.736410 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d6ddcf-0e31-4ab4-b864-a99a3feca6b5 req-81fe5c2a-5bf4-427b-be09-07a2732404d2 service neutron] 10.222.0.50 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487843 Aug 30 14:41:20.749233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4d41d210-4b3f-487d-9937-1ddb1bac9e4a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:20.822308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46f564c3-5f7d-439e-b124-b09abaaa539b req-3b1229ee-1541-44ac-8ca3-61ec0d89b0aa service neutron] 10.222.0.39 "GET /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276340 Aug 30 14:41:20.885424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c937176c-ca6a-476f-9d7f-5e8e5ecf10c8', 'name': 'network-vif-deleted', 'tag': '4f979437-a072-4126-bcac-b6781ca129af'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:20.887809 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b801bad8-da8a-42d2-b4f8-cf0cac22cc2e" -d '{"events": [{"server_uuid": "c937176c-ca6a-476f-9d7f-5e8e5ecf10c8", "name": "network-vif-deleted", "tag": "4f979437-a072-4126-bcac-b6781ca129af"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:20.892949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64976ca4-67b2-4e01-a7a3-3da8fc698d9c req-3faefbc3-4b77-4255-b8cc-560bd4bfdb0f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=c937176c-ca6a-476f-9d7f-5e8e5ecf10c8 HTTP/1.1" status: 200 len: 210 time: 0.2827287 Aug 30 14:41:20.946935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:20.950880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:20.961817 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:26Z', 'revision_number': 5, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:20.975894 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e191d39-1bb6-4d6c-a94d-189465b41b17 x-openstack-request-id: req-7e191d39-1bb6-4d6c-a94d-189465b41b17 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:20.976387 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c937176c-ca6a-476f-9d7f-5e8e5ecf10c8", "name": "network-vif-deleted", "tag": "4f979437-a072-4126-bcac-b6781ca129af", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:20.976387 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e191d39-1bb6-4d6c-a94d-189465b41b17 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:20.976797 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c937176c-ca6a-476f-9d7f-5e8e5ecf10c8', 'name': 'network-vif-deleted', 'tag': '4f979437-a072-4126-bcac-b6781ca129af', 'status': 'completed', 'code': 200} Aug 30 14:41:21.004356 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66831a8-235d-4236-8b7e-5c444df74460 None None] The sync data for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 is: [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 4, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '0473e105-aee2-42dd-957d-3c532d1b6485', 'name': '', 'network_id': '5cb3f62b-0d74-4f98-b32e-60bc5781b153', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'mac_address': 'fa:16:3e:af:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:26Z', 'revision_number': 5, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'subnets': [{'id': '4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:21.028745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:21.055873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:21.056364 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:21.149517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:18Z', 'revision_number': 6, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:18Z', 'revision_number': 4, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:21.201641 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:21.214894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077ab5-b6a3-4d5d-932f-66ba0d9088dd req-c89e415b-dcb0-4370-9ddf-566d9f3b1520 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:21.216563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a077ab5-b6a3-4d5d-932f-66ba0d9088dd req-c89e415b-dcb0-4370-9ddf-566d9f3b1520 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0877380 Aug 30 14:41:21.248513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:21.292488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,segment=NetworkSegment(7ba13cd3-aa4b-4228-adff-1300c449bb58),segment_id=7ba13cd3-aa4b-4228-adff-1300c449bb58)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:21.299091 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:21.299541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a077ab5-b6a3-4d5d-932f-66ba0d9088dd req-7fd3b932-5404-4d39-bf76-ddfb0bed7d29 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756600 Aug 30 14:41:21.314229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:21.326533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:21.432460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268de72-aaf6-4bf4-a95a-691bca3c7a59 None None] New status for floating IP 80d07a26-c33d-4572-8b47-3cb39841bc45: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:41:21.468152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:21.476800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:21.522512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6859820-54c5-477e-a185-9d2476da6420 req-d423a992-a18b-4cd3-99b5-1ed496af429b tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/floatingips/80d07a26-c33d-4572-8b47-3cb39841bc45 HTTP/1.1" status: 200 len: 695 time: 0.5652041 Aug 30 14:41:21.599214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858302-24d7-42e4-8aae-6b670e404109 req-5d02ae9c-68ba-42a2-bb8c-dcb3a0d03a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:21.600704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d858302-24d7-42e4-8aae-6b670e404109 req-5d02ae9c-68ba-42a2-bb8c-dcb3a0d03a31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1098 time: 0.1441197 Aug 30 14:41:21.670575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:21.720373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:20Z', 'revision_number': 7, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:21Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:21.752258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bca40d-bc19-43d5-84e4-e1dbe0ef40e0 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:20Z', 'revision_number': 7, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:21Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:21.812295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859820-54c5-477e-a185-9d2476da6420 req-1700cc2c-c8dd-48f7-8010-823110cb1838 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:21.813792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6859820-54c5-477e-a185-9d2476da6420 req-1700cc2c-c8dd-48f7-8010-823110cb1838 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 784 time: 0.2798228 Aug 30 14:41:21.835189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858302-24d7-42e4-8aae-6b670e404109 req-1b677553-eb2c-41c9-96df-53cf993d40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:21.836655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d858302-24d7-42e4-8aae-6b670e404109 req-1b677553-eb2c-41c9-96df-53cf993d40b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 915 time: 0.2252593 Aug 30 14:41:21.914142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:21.919004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6859820-54c5-477e-a185-9d2476da6420 req-39bff748-a5b5-449b-ad71-e3eb6360de68 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 696 time: 0.0958252 Aug 30 14:41:21.924838 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:21.928280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b8127f77-e6ea-41df-940d-45771f1b87d2 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 200 len: 704 time: 2.3633120 Aug 30 14:41:21.928280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d858302-24d7-42e4-8aae-6b670e404109 req-32602466-9072-43bc-819f-fbd52ade7bc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 200 len: 217 time: 0.0567832 Aug 30 14:41:21.928676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:22.006624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6859820-54c5-477e-a185-9d2476da6420 req-4111f876-5377-4deb-83c6-e0e049e51b9f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 696 time: 0.0780661 Aug 30 14:41:22.018379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:22.024657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858302-24d7-42e4-8aae-6b670e404109 req-efe505df-e489-478b-ae46-b39800f17699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:22.026191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d858302-24d7-42e4-8aae-6b670e404109 req-efe505df-e489-478b-ae46-b39800f17699 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.0908008 Aug 30 14:41:22.044444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:22.045159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:22.087670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-83fcf402-9d61-44cb-bf2a-16e8e90a81c5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 200 len: 704 time: 0.1553698 Aug 30 14:41:22.088109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:22.115186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d858302-24d7-42e4-8aae-6b670e404109 req-8e63d6eb-e574-4867-bb9c-f922b9a3f3c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803545 Aug 30 14:41:22.136960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:22.299988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Deleting port 4287734f-50e1-4305-a663-6ad31f0910e3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:22.300440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:22.396804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:22.397432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:22.399340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:20Z', 'revision_number': 7, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:21Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:22.412567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Calling delete_port for 4287734f-50e1-4305-a663-6ad31f0910e3 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:22.431466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:22.441372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:22.442256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:22.450926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d858302-24d7-42e4-8aae-6b670e404109 req-57cdbd8e-a5f5-40ae-a0fe-0890fcfeccbc service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247151 Aug 30 14:41:22.555109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:22.619733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0d858302-24d7-42e4-8aae-6b670e404109 req-19629ccc-b2a0-49ad-964d-3f150d7facfd service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340926 Aug 30 14:41:22.692282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4d41d210-4b3f-487d-9937-1ddb1bac9e4a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:22.698201 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:22.737162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event deleted for resources: {'Port': ['ID=4287734f-50e1-4305-a663-6ad31f0910e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:22.751575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55e67c-441f-47eb-840b-7890ade06fb5 req-e6923d1a-9fa2-4e0d-b524-a91dc516bfc0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:22.753134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd55e67c-441f-47eb-840b-7890ade06fb5 req-e6923d1a-9fa2-4e0d-b524-a91dc516bfc0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1004357 Aug 30 14:41:22.804440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:22.807154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:22.821774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6859820-54c5-477e-a185-9d2476da6420 req-d4031737-5228-42a1-aa60-e60423cf2a76 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "DELETE /v2.0/floatingips/80d07a26-c33d-4572-8b47-3cb39841bc45 HTTP/1.1" status: 204 len: 173 time: 0.7855065 Aug 30 14:41:22.837491 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd55e67c-441f-47eb-840b-7890ade06fb5 req-50017c6a-082e-401d-b0c6-810ea5676527 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569210 Aug 30 14:41:22.887206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:22.887206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:22.934451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3211284d-43e4-444d-b167-53acc65224e7 req-1e4ba5bc-40cb-482f-a927-348db4c8e4e8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups/f0b757f4-00ab-439e-b58e-b8d64e987c36 HTTP/1.1" status: 200 len: 1809 time: 0.0551717 Aug 30 14:41:22.973440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:20Z', 'revision_number': 7, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:21Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:23.009882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84931fee-1e55-40c6-9742-5fd75ad16b08 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:20Z', 'revision_number': 7, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d41d210-4b3f-487d-9937-1ddb1bac9e4a', 'name': '', 'network_id': 'cf298ba6-c9e9-4c18-905b-672fbe7fe4d3', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:1e:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:13Z', 'updated_at': '2021-08-30T14:41:21Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '24e8672a-5ab9-434d-aa19-511cd9e69307', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:23.044104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3211284d-43e4-444d-b167-53acc65224e7 req-875f88b0-d586-46d9-8113-0c50da24e962 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:23.074748 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3211284d-43e4-444d-b167-53acc65224e7 req-875f88b0-d586-46d9-8113-0c50da24e962 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:23.105801 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:23.136086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-3927f3a5-3f0b-449f-a3ae-0c170dd4ff8b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:23.137732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-3927f3a5-3f0b-449f-a3ae-0c170dd4ff8b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.1295788 Aug 30 14:41:23.163650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-4bc1b18d-26ab-43a7-94b7-7670d6ceb9e7 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/quotas/2ae49712715448b9adc3a8a304727171 HTTP/1.1" status: 200 len: 375 time: 0.0145445 Aug 30 14:41:23.193618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4f979437-a072-4126-bcac-b6781ca129af no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:23.200542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3211284d-43e4-444d-b167-53acc65224e7 req-875f88b0-d586-46d9-8113-0c50da24e962 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:23.203325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3211284d-43e4-444d-b167-53acc65224e7 req-875f88b0-d586-46d9-8113-0c50da24e962 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:23.204624 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3211284d-43e4-444d-b167-53acc65224e7 req-875f88b0-d586-46d9-8113-0c50da24e962 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "DELETE /v2.0/security-groups/f0b757f4-00ab-439e-b58e-b8d64e987c36 HTTP/1.1" status: 204 len: 173 time: 0.2586737 Aug 30 14:41:23.221216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f88b0-d586-46d9-8113-0c50da24e962 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b757f4-00ab-439e-b58e-b8d64e987c36,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:23.270832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-cde9f98f-9618-49e9-8911-0bf84aa7f6b7 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999424 Aug 30 14:41:23.394329 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-0de28a29-9c54-42c5-bb08-851c90116051 service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225393 Aug 30 14:41:23.409072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 4f979437-a072-4126-bcac-b6781ca129af {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:23.409723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4f979437-a072-4126-bcac-b6781ca129af not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:23.454266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:23.454736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:23.499081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-4d441c36-ebb1-4c79-bf19-4a1e57b602d7 service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974126 Aug 30 14:41:23.572548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c2655-7dbd-4007-8b8b-526d1b742a42 req-4a9c10ea-ed55-4918-90a6-508bb9bef7c7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:23.574420 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e3c2655-7dbd-4007-8b8b-526d1b742a42 req-4a9c10ea-ed55-4918-90a6-508bb9bef7c7 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.1154716 Aug 30 14:41:23.593857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port 4d41d210-4b3f-487d-9937-1ddb1bac9e4a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,segment=NetworkSegment(7ba13cd3-aa4b-4228-adff-1300c449bb58),segment_id=7ba13cd3-aa4b-4228-adff-1300c449bb58)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:23.594228 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:23.616264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 4d41d210-4b3f-487d-9937-1ddb1bac9e4a owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:23.641276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e3c2655-7dbd-4007-8b8b-526d1b742a42 req-9b31802f-2a8c-42a6-bebc-b3497faf1761 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585093 Aug 30 14:41:23.680555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d9478f4-235f-4bb1-a580-b97c3f48b824 req-f51fcb44-1fd0-44ae-93f1-0ff08e9ddd15 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 210 time: 0.0403981 Aug 30 14:41:23.840709 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:23.869131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=4d41d210-4b3f-487d-9937-1ddb1bac9e4a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:24.037389 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:24.128234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dd266-2d27-477b-b632-4b703e32e2c0 req-3a72a873-a19b-4702-a424-585c2ce01ea9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:24.129744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d00dd266-2d27-477b-b632-4b703e32e2c0 req-3a72a873-a19b-4702-a424-585c2ce01ea9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.2159302 Aug 30 14:41:24.186865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d00dd266-2d27-477b-b632-4b703e32e2c0 req-54941180-3932-4433-9686-b184fc22e863 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473926 Aug 30 14:41:24.283493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:24.313612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae87a-c4c5-4af0-9040-b046a6f91c63 req-0f554a2d-7c05-4461-8a18-39193c39a2bf tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:24.315186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de7ae87a-c4c5-4af0-9040-b046a6f91c63 req-0f554a2d-7c05-4461-8a18-39193c39a2bf tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0542836 Aug 30 14:41:24.362880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de7ae87a-c4c5-4af0-9040-b046a6f91c63 req-a67b18c3-7143-492f-ae7f-41499a14a327 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Aug 30 14:41:24.411205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:24.419746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b93f611e-d84d-4118-8902-b89cf323f84c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3304484 Aug 30 14:41:24.419994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:24.424492 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:24.435622 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:24.436286 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:24.502161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9996d97-bfd8-48fd-a250-8b13f405d0d9 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet 24e8672a-5ab9-434d-aa19-511cd9e69307 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:41:24.506586 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9996d97-bfd8-48fd-a250-8b13f405d0d9 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:24.526775 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:24.554667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb6df-18d9-4cb9-ab3e-ffca45c800e7 req-9a1d9a44-eaad-458e-9969-1ab4d152e5e6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:24.556177 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a09eb6df-18d9-4cb9-ab3e-ffca45c800e7 req-9a1d9a44-eaad-458e-9969-1ab4d152e5e6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0914996 Aug 30 14:41:24.561565 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9996d97-bfd8-48fd-a250-8b13f405d0d9 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:24.641763 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a09eb6df-18d9-4cb9-ab3e-ffca45c800e7 req-e44a100c-4310-4a19-a6dd-065a3524fef6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534887 Aug 30 14:41:24.688925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9996d97-bfd8-48fd-a250-8b13f405d0d9 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:24.771675 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:23Z', 'revision_number': 8, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:24.797760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9996d97-bfd8-48fd-a250-8b13f405d0d9 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:24.812320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20087a-2628-47b8-8316-352542dd8dcd req-32455fe0-4178-41e4-a807-8c84dad73937 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:24.815739 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:24.823655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb20087a-2628-47b8-8316-352542dd8dcd req-32455fe0-4178-41e4-a807-8c84dad73937 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0802424 Aug 30 14:41:24.825817 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:24.826504 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:40:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:24.829597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7dbdf6-afa0-43eb-929f-9cb55047130e None None] Network cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:24.848188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9996d97-bfd8-48fd-a250-8b13f405d0d9 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=24e8672a-5ab9-434d-aa19-511cd9e69307,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:24.850617 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9996d97-bfd8-48fd-a250-8b13f405d0d9 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:24.855941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b9996d97-bfd8-48fd-a250-8b13f405d0d9 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/24e8672a-5ab9-434d-aa19-511cd9e69307 HTTP/1.1" status: 204 len: 168 time: 0.4347198 Aug 30 14:41:24.857843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:24.881698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb20087a-2628-47b8-8316-352542dd8dcd req-5e0ab97f-0c8f-48e5-b718-2c35ff66d44d tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569088 Aug 30 14:41:24.983868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0e40c-c159-4404-a0cd-aebdb1610dc5 req-0edfd9bc-53d0-40aa-b0de-539053fce24c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:24.990963 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8c0e40c-c159-4404-a0cd-aebdb1610dc5 req-0edfd9bc-53d0-40aa-b0de-539053fce24c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.2318447 Aug 30 14:41:25.000053 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:25.056491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.061589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4d59c4a4-ecff-4757-848c-9637cfbdb827 req-34eaf579-c066-41b3-9cd2-ad54b59cefad tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 210 time: 0.0632014 Aug 30 14:41:25.084871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8c0e40c-c159-4404-a0cd-aebdb1610dc5 req-7ce02da2-b073-4cba-8d1b-586c224eede0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929389 Aug 30 14:41:25.129256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] DHCP port deletion for cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:41:25.157126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-f381ea10-4430-4e77-b28e-4d304d42e171 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:25.158996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-f381ea10-4430-4e77-b28e-4d304d42e171 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.3000793 Aug 30 14:41:25.175440 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea2b974d-e5b8-483e-800f-9ddc88fc3bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.190314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Request body: {'port': {'device_id': '4060b1ef-37f1-48e5-a0e2-0815f3b59731', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'admin_state_up': True, 'tenant_id': '2ae49712715448b9adc3a8a304727171'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:25.200816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] Deleting port 83acd889-392f-482a-ab75-4ce1e4efbea5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:25.201403 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.269126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 83acd889-392f-482a-ab75-4ce1e4efbea5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:25.269529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.285960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] For port 83acd889-392f-482a-ab75-4ce1e4efbea5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83acd889-392f-482a-ab75-4ce1e4efbea5,segment=NetworkSegment(7ba13cd3-aa4b-4228-adff-1300c449bb58),segment_id=7ba13cd3-aa4b-4228-adff-1300c449bb58)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:25.286370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.306370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] Calling delete_port for 83acd889-392f-482a-ab75-4ce1e4efbea5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:25.306819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea845b-56c4-4ece-b39c-419ab5e59486 req-240d126f-12c2-41f3-b5a1-2986e6f61182 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:25.308639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33ea845b-56c4-4ece-b39c-419ab5e59486 req-240d126f-12c2-41f3-b5a1-2986e6f61182 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0734839 Aug 30 14:41:25.309220 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:23Z', 'revision_number': 8, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:25.349395 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de114393-e937-48d9-8ab5-13851fc5ce54 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:23Z', 'revision_number': 8, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4557cb73-9d9f-456c-bf18-f65b0cd39bb1', 'name': '', 'network_id': 'edabc26d-2204-470a-9763-4e8d7a275603', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:6a:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:08Z', 'updated_at': '2021-08-30T14:41:15Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '1ce1e919-4808-454d-8372-7f7fb9979a11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:25.366478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-33ea845b-56c4-4ece-b39c-419ab5e59486 req-df4838ab-c876-43d4-9665-7c93a6eabe94 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Aug 30 14:41:25.400996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port 83acd889-392f-482a-ab75-4ce1e4efbea5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83acd889-392f-482a-ab75-4ce1e4efbea5,segment=NetworkSegment(7ba13cd3-aa4b-4228-adff-1300c449bb58),segment_id=7ba13cd3-aa4b-4228-adff-1300c449bb58)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:25.401422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.422582 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.428067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 83acd889-392f-482a-ab75-4ce1e4efbea5 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:25.447435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] Pushing event deleted for resources: {'Port': ['ID=83acd889-392f-482a-ab75-4ce1e4efbea5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:25.454902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0739ae2-1abf-452b-9bc1-b12334291dff None None] No DVR routers for this DVR port 83acd889-392f-482a-ab75-4ce1e4efbea5 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:25.457999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:25.462350 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.606267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46380aee-edc0-40fe-88a4-069bdce20c20 req-d82891af-66a1-4b56-89eb-e15bdf840fc3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:25.607800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46380aee-edc0-40fe-88a4-069bdce20c20 req-d82891af-66a1-4b56-89eb-e15bdf840fc3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1666458 Aug 30 14:41:25.650978 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.713594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=83acd889-392f-482a-ab75-4ce1e4efbea5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:25.729145 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46380aee-edc0-40fe-88a4-069bdce20c20 req-2ccb408b-8db5-4a52-bdc6-b16dfc635a57 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095555 Aug 30 14:41:25.732075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No DVR routers for this DVR port 83acd889-392f-482a-ab75-4ce1e4efbea5 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:25.786901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Allocated IP 172.20.0.10 (9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf/160fafe4-6aa5-4569-8684-981501e82d7f/e5238a86-b189-43f2-94ff-aa68b6d552f6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:25.798431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-32560c5e-dd02-4274-944b-09d44de6eeb8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:25.800297 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-32560c5e-dd02-4274-944b-09d44de6eeb8 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0647604 Aug 30 14:41:25.853793 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.888829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf298ba6-c9e9-4c18-905b-672fbe7fe4d3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:25.911642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba13cd3-aa4b-4228-adff-1300c449bb58') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:25.912347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba13cd3-aa4b-4228-adff-1300c449bb58') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:25.914699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Deleting port 09fc7a24-6245-4a42-8095-2fdb9f695c0e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:25.914699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:25.941784 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.003983 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.013494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3986be-d6cc-443d-9d6b-1a910b1491ae req-caecbe47-2fd3-4e37-872e-3fd63781f2e9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:26.015196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a3986be-d6cc-443d-9d6b-1a910b1491ae req-caecbe47-2fd3-4e37-872e-3fd63781f2e9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1815448 Aug 30 14:41:26.029006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:41:26.029518 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:41:26.032553 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:41:26.048131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00970d36-cea6-4c23-a4af-017e3f63ddd7 req-06f0634a-154b-4cee-ae1b-dcdaddd05ef6 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:26.049672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00970d36-cea6-4c23-a4af-017e3f63ddd7 req-06f0634a-154b-4cee-ae1b-dcdaddd05ef6 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9fae90f-f2be-4020-832a-138d095515b7 HTTP/1.1" status: 200 len: 946 time: 0.0873022 Aug 30 14:41:26.056602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] For port 09fc7a24-6245-4a42-8095-2fdb9f695c0e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=09fc7a24-6245-4a42-8095-2fdb9f695c0e,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:26.056946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.080888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Calling delete_port for 09fc7a24-6245-4a42-8095-2fdb9f695c0e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:26.131510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.140085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00970d36-cea6-4c23-a4af-017e3f63ddd7 req-cec843b4-06ea-420c-bda9-1e318eaea04f tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.50 "GET /v2.0/security-groups?id=efdac00c-f24e-4f95-bac8-94d85abd5081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805354 Aug 30 14:41:26.149281 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.155022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:26.155299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/cf298ba6-c9e9-4c18-905b-672fbe7fe4d3 HTTP/1.1" status: 204 len: 168 time: 1.2939298 Aug 30 14:41:26.167791 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a3986be-d6cc-443d-9d6b-1a910b1491ae req-6ce47290-68a9-4823-8e8c-7fe6b6a41a66 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407249 Aug 30 14:41:26.181505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d773-3ca5-414e-a70d-44fc6cfd4e58 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=cf298ba6-c9e9-4c18-905b-672fbe7fe4d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:26.221663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.266886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.284255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:26.284988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef4b2966-c5be-4a04-98df-490513d2b0d9 req-14fc3cca-59f7-4fdf-83cc-2319865e413f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 210 time: 0.0483158 Aug 30 14:41:26.339904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event updated for resources: {'Port': ['ID=e5238a86-b189-43f2-94ff-aa68b6d552f6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:26.365625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:26.380066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:26.383223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:26.433455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.445835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858b78a-ca23-4581-be03-864336b3f4bc req-22d91180-b6d8-437d-a626-0f1f9a52b3b5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:26.447377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3858b78a-ca23-4581-be03-864336b3f4bc req-22d91180-b6d8-437d-a626-0f1f9a52b3b5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1100922 Aug 30 14:41:26.453387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:26.453948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.469207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Pushing event deleted for resources: {'Port': ['ID=09fc7a24-6245-4a42-8095-2fdb9f695c0e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:26.484203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-1e4993c4-1b6a-4063-959c-80548431f5f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2981586 Aug 30 14:41:26.498129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3858b78a-ca23-4581-be03-864336b3f4bc req-c6dcb828-f729-4648-b06b-a70a5312b0d4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Aug 30 14:41:26.503200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Request body: {'port': {'device_id': '4060b1ef-37f1-48e5-a0e2-0815f3b59731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:26.534072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] No DVR routers for this DVR port 09fc7a24-6245-4a42-8095-2fdb9f695c0e on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:26.536917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.539807 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb34d25d-7a05-4217-b278-f2c785fe3160 req-99a5e73f-8c9e-4d67-9774-2c8b9c9b7bb9 tempest-ServerRescueTestJSONUnderV235-198489078 tempest-ServerRescueTestJSONUnderV235-198489078-project] 10.222.0.39 "DELETE /v2.0/ports/09fc7a24-6245-4a42-8095-2fdb9f695c0e HTTP/1.1" status: 204 len: 173 time: 0.7322695 Aug 30 14:41:26.541868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'name': 'network-vif-deleted', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:26.544722 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c7f5c0-c28d-4c1d-90c2-37f7454258ba" -d '{"events": [{"server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "name": "network-vif-deleted", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:26.573511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['09fc7a24-6245-4a42-8095-2fdb9f695c0e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:26.587534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.660150 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e05d9fd-ec71-4899-8560-9063855e6bfc x-openstack-request-id: req-2e05d9fd-ec71-4899-8560-9063855e6bfc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:26.660439 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fae90f-f2be-4020-832a-138d095515b7", "name": "network-vif-deleted", "tag": "09fc7a24-6245-4a42-8095-2fdb9f695c0e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:26.660689 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e05d9fd-ec71-4899-8560-9063855e6bfc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:26.661138 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fae90f-f2be-4020-832a-138d095515b7', 'name': 'network-vif-deleted', 'tag': '09fc7a24-6245-4a42-8095-2fdb9f695c0e', 'status': 'completed', 'code': 200} Aug 30 14:41:26.696356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4d41d210-4b3f-487d-9937-1ddb1bac9e4a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:26.717687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4d41d210-4b3f-487d-9937-1ddb1bac9e4a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:26.718270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4d41d210-4b3f-487d-9937-1ddb1bac9e4a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:26.718687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83acd889-392f-482a-ab75-4ce1e4efbea5 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:26.738928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 83acd889-392f-482a-ab75-4ce1e4efbea5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:26.739560 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83acd889-392f-482a-ab75-4ce1e4efbea5 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:26.772892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f343932-c2a4-41ed-88a9-48dd6d8b17ac req-003a62f4-5b0f-4f03-8e2f-9e18de1888e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:26.774596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f343932-c2a4-41ed-88a9-48dd6d8b17ac req-003a62f4-5b0f-4f03-8e2f-9e18de1888e5 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1119480 Aug 30 14:41:26.808775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.883995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f343932-c2a4-41ed-88a9-48dd6d8b17ac req-e82530d7-0fd8-405f-97ff-05aeb047b84c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007881 Aug 30 14:41:26.925459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5238a86-b189-43f2-94ff-aa68b6d552f6 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:26.933344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:26.949755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Transition to ACTIVE for port object e5238a86-b189-43f2-94ff-aa68b6d552f6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:26.955361 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:27.137159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:27.137993 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:27.217125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:27.341225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port 4557cb73-9d9f-456c-bf18-f65b0cd39bb1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,segment=NetworkSegment(9a5a9a43-819c-44c9-9708-ab14522cf520),segment_id=9a5a9a43-819c-44c9-9708-ab14522cf520)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:27.341605 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:27.362070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:27.405392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Pushing event updated for resources: {'Port': ['ID=e5238a86-b189-43f2-94ff-aa68b6d552f6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:27.429347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57e158-7d69-4603-b781-b106c9f95fd9 req-e4b6b7ea-b76d-43c0-af19-f3962c40cb16 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:27.430908 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b57e158-7d69-4603-b781-b106c9f95fd9 req-e4b6b7ea-b76d-43c0-af19-f3962c40cb16 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.4705715 Aug 30 14:41:27.509253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b57e158-7d69-4603-b781-b106c9f95fd9 req-10aa227e-390f-4388-a596-152b9229ef26 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533454 Aug 30 14:41:27.513894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Attempting to bind port e5238a86-b189-43f2-94ff-aa68b6d552f6 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:27.514226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Attempting to bind port e5238a86-b189-43f2-94ff-aa68b6d552f6 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:27.514556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Attempting to bind port e5238a86-b189-43f2-94ff-aa68b6d552f6 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:27.519132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Port e5238a86-b189-43f2-94ff-aa68b6d552f6 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:41:27.519457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Attempting to bind port e5238a86-b189-43f2-94ff-aa68b6d552f6 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:27.524795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:27.525333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Checking segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:27.525727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Bound using segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:27.526158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Bound port: e5238a86-b189-43f2-94ff-aa68b6d552f6, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:27.526740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:27.567444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66bf92-44f3-4a51-9fdf-b962494d6ba0 req-8e8aa2e8-ebd2-44bc-95d5-6f78824b7acc tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:27.569146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f66bf92-44f3-4a51-9fdf-b962494d6ba0 req-8e8aa2e8-ebd2-44bc-95d5-6f78824b7acc tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 944 time: 0.1231790 Aug 30 14:41:27.598097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] For port e5238a86-b189-43f2-94ff-aa68b6d552f6, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:27.601636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] For port e5238a86-b189-43f2-94ff-aa68b6d552f6, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e5238a86-b189-43f2-94ff-aa68b6d552f6,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:27.607592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:27.673485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:27.674103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:27.675502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] 10.222.0.21 "PUT /v2.0/ports/e5238a86-b189-43f2-94ff-aa68b6d552f6 HTTP/1.1" status: 200 len: 1092 time: 1.1764865 Aug 30 14:41:27.680366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4060b1ef-37f1-48e5-a0e2-0815f3b59731', 'tag': 'e5238a86-b189-43f2-94ff-aa68b6d552f6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:27.682695 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5329055c-c090-4708-a60f-7c9bf8f5efb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4060b1ef-37f1-48e5-a0e2-0815f3b59731", "tag": "e5238a86-b189-43f2-94ff-aa68b6d552f6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:27.686155 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f66bf92-44f3-4a51-9fdf-b962494d6ba0 req-ba744a23-1ba3-4b1b-83b9-e97fbd3df9f0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786779 Aug 30 14:41:27.712269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439bef6-94fd-44c6-a45b-1808a6e74b8c service neutron] Pushing event updated for resources: {'Port': ['ID=e5238a86-b189-43f2-94ff-aa68b6d552f6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:27.736375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4378b9-6618-4087-b1fc-61fc1549e511 req-e0f2683d-0187-4eb8-bdc2-714ce0807da9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:27.741396 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4378b9-6618-4087-b1fc-61fc1549e511 req-e0f2683d-0187-4eb8-bdc2-714ce0807da9 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1061018 Aug 30 14:41:27.756665 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b31502-fa39-4b36-a3d8-2cd6a9dcc3a9 x-openstack-request-id: req-80b31502-fa39-4b36-a3d8-2cd6a9dcc3a9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:27.756968 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4060b1ef-37f1-48e5-a0e2-0815f3b59731", "tag": "e5238a86-b189-43f2-94ff-aa68b6d552f6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:27.757269 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80b31502-fa39-4b36-a3d8-2cd6a9dcc3a9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:27.757672 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4060b1ef-37f1-48e5-a0e2-0815f3b59731', 'tag': 'e5238a86-b189-43f2-94ff-aa68b6d552f6', 'status': 'completed', 'code': 200} Aug 30 14:41:27.816000 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4378b9-6618-4087-b1fc-61fc1549e511 req-c93cb55f-35f8-4f8a-a665-db2d4f29977f tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626349 Aug 30 14:41:27.819236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-516dec2c-f550-425d-8560-c88d184d8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:27.820616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-516dec2c-f550-425d-8560-c88d184d8015 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 1095 time: 0.0780783 Aug 30 14:41:27.873022 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-bc08826a-75cb-4a9a-99de-7f9823882443 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5238a86-b189-43f2-94ff-aa68b6d552f6 HTTP/1.1" status: 200 len: 217 time: 0.0382602 Aug 30 14:41:27.881703 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e68c1382-774e-4eda-a7bc-c11cf178a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:27.939341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-d4495ce4-7e27-4998-81a2-3ba3fb2a597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:27.940807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-d4495ce4-7e27-4998-81a2-3ba3fb2a597b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0611112 Aug 30 14:41:27.975199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-c83bc2a7-7188-45b3-8feb-c2c9f45eb5bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263364 Aug 30 14:41:28.068420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-cab27bcf-b3ff-4c12-94b9-dee50d21bd01 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851803 Aug 30 14:41:28.160929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:28.180212 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5473f155-a6fd-4a9d-a089-23670e9f3941 req-0f2ad602-eebf-4ea5-841a-1e1c80014fbc service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039605 Aug 30 14:41:28.202234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47a9ae-8df8-4967-ba8c-dcf7f9980311 req-84ae2654-a9b1-4a0f-954a-b670f5d50b1c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:28.203788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f47a9ae-8df8-4967-ba8c-dcf7f9980311 req-84ae2654-a9b1-4a0f-954a-b670f5d50b1c tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1128848 Aug 30 14:41:28.210519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=4557cb73-9d9f-456c-bf18-f65b0cd39bb1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:28.322328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-23d5a2c6-5e3e-4a08-b8a1-47f44cbe9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:28.324463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-23d5a2c6-5e3e-4a08-b8a1-47f44cbe9e6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 1095 time: 0.0463810 Aug 30 14:41:28.371979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f47a9ae-8df8-4967-ba8c-dcf7f9980311 req-75bdcd55-0c67-466b-b806-9cd874436268 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550100 Aug 30 14:41:28.394844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:28.453806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-35eafbd2-4b38-4800-8a10-fb665d0636bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:28.455954 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-35eafbd2-4b38-4800-8a10-fb665d0636bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 907 time: 0.1239302 Aug 30 14:41:28.487490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:28.512410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-da1a95f6-28fb-496d-a49a-3fa09321c579 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5238a86-b189-43f2-94ff-aa68b6d552f6 HTTP/1.1" status: 200 len: 217 time: 0.0462301 Aug 30 14:41:28.549078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:28.567954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-527a8feb-3d60-48ac-89cb-631918bda1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:28.569853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-527a8feb-3d60-48ac-89cb-631918bda1d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0504303 Aug 30 14:41:28.604596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-679f6886-49ac-4161-9bc4-ce0ee68e3f71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260150 Aug 30 14:41:28.705538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-1c1db36b-390b-43bd-8e8a-8a35f503bb10 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935605 Aug 30 14:41:28.709257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0577-ea0b-4768-9dc7-07633805efbb req-420e9411-6840-4014-bc76-8298840c2d29 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:28.710778 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-734c0577-ea0b-4768-9dc7-07633805efbb req-420e9411-6840-4014-bc76-8298840c2d29 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1830008 Aug 30 14:41:28.825819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:28.830319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-734c0577-ea0b-4768-9dc7-07633805efbb req-32b8c766-9ca4-4a16-bc26-3e415a8f9bb6 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099172 Aug 30 14:41:28.848196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7884-346f-4092-b4e8-09f0d1366d7f req-74da7211-e35c-4587-b4a6-02623b774139 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:28.849843 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-829d7884-346f-4092-b4e8-09f0d1366d7f req-74da7211-e35c-4587-b4a6-02623b774139 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 944 time: 0.0818572 Aug 30 14:41:28.857772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5329055c-c090-4708-a60f-7c9bf8f5efb2 req-7db0ee5f-28dd-4a60-ac30-2abe455dfe11 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440129 Aug 30 14:41:28.900366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-829d7884-346f-4092-b4e8-09f0d1366d7f req-36c846af-f6a6-4883-a929-da0dbfc93f76 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Aug 30 14:41:28.981945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:28.991237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:29.001493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bd28d809-6db4-4f6a-8f51-b15595f38868 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8454466 Aug 30 14:41:29.001698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:29.002232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:29.004269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:29.019098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990f8d0-2869-4e7c-bab1-c2e236009378 req-b8aaf59d-11c0-4181-8ee6-5f3c682146f3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:29.020595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c990f8d0-2869-4e7c-bab1-c2e236009378 req-b8aaf59d-11c0-4181-8ee6-5f3c682146f3 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1042225 Aug 30 14:41:29.065531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c495c3-7760-4170-80ac-4607dbe0c80e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet 1ce1e919-4808-454d-8372-7f7fb9979a11 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:41:29.069451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4c495c3-7760-4170-80ac-4607dbe0c80e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.089807 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c990f8d0-2869-4e7c-bab1-c2e236009378 req-91331e00-11d8-4524-bb70-a30939f2d6d0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485127 Aug 30 14:41:29.098683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Deleting port 0473e105-aee2-42dd-957d-3c532d1b6485 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:29.101504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.110872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:29.119529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4c495c3-7760-4170-80ac-4607dbe0c80e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.223709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4c495c3-7760-4170-80ac-4607dbe0c80e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.242322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] For port 0473e105-aee2-42dd-957d-3c532d1b6485, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0473e105-aee2-42dd-957d-3c532d1b6485,segment=NetworkSegment(4610d802-39c7-4f6a-bfbe-4e71e03f549c),segment_id=4610d802-39c7-4f6a-bfbe-4e71e03f549c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:29.244265 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.247625 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.259015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Calling delete_port for 0473e105-aee2-42dd-957d-3c532d1b6485 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:29.267559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902629d-2683-4f45-b0c3-c5601c39282c req-79b3bb0c-d00c-44ef-a833-20eaa311a192 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:29.275253 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5902629d-2683-4f45-b0c3-c5601c39282c req-79b3bb0c-d00c-44ef-a833-20eaa311a192 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0893221 Aug 30 14:41:29.293239 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4c495c3-7760-4170-80ac-4607dbe0c80e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.322043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c495c3-7760-4170-80ac-4607dbe0c80e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce1e919-4808-454d-8372-7f7fb9979a11,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:29.326566 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:41:29.328331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4c495c3-7760-4170-80ac-4607dbe0c80e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.333078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c4c495c3-7760-4170-80ac-4607dbe0c80e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/1ce1e919-4808-454d-8372-7f7fb9979a11 HTTP/1.1" status: 204 len: 168 time: 0.3271580 Aug 30 14:41:29.333651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:29.341094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74d10a-078a-49b5-9a06-1f5e8db8c245 None None] Network edabc26d-2204-470a-9763-4e8d7a275603 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:29.409846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5902629d-2683-4f45-b0c3-c5601c39282c req-6b8624d7-3aed-43aa-8bf0-ffef0d21f3ff tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327417 Aug 30 14:41:29.441725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:27Z', 'revision_number': 9, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:29.451947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-6f5faec5-e46d-480c-a720-83746c040954 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591171 Aug 30 14:41:29.454867 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.534104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 09fc7a24-6245-4a42-8095-2fdb9f695c0e no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:29.563001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 09fc7a24-6245-4a42-8095-2fdb9f695c0e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:29.563346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 09fc7a24-6245-4a42-8095-2fdb9f695c0e not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:29.565696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:29.580457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-6c5d589a-a013-4332-af7a-d683cf25f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:29.583424 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-6c5d589a-a013-4332-af7a-d683cf25f91a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 1098 time: 0.0567398 Aug 30 14:41:29.593553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:29.594207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:29.676952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.718425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:29.731212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0473e105-aee2-42dd-957d-3c532d1b6485,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:29.753010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-5a5ff0bf-736f-4817-85ba-9ccf524a1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:29.755055 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-5a5ff0bf-736f-4817-85ba-9ccf524a1fd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 200 len: 915 time: 0.1468811 Aug 30 14:41:29.783071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] DHCP port deletion for edabc26d-2204-470a-9763-4e8d7a275603 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:41:29.814869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-5dd293f1-4515-49f6-b5d1-20a77ff835b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 200 len: 217 time: 0.0518761 Aug 30 14:41:29.836395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 4184b1e4-38e5-4c61-8689-26cf546a520b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:29.837089 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.878038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-ff3fa812-cf0e-49e6-be16-1ac5d13f0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:29.880112 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-ff3fa812-cf0e-49e6-be16-1ac5d13f0f71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 200 len: 854 time: 0.0576427 Aug 30 14:41:29.948083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] Deleting port 4184b1e4-38e5-4c61-8689-26cf546a520b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:29.948083 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.952861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-f1b3f522-d63e-41b4-a351-4fec23ce374d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497742 Aug 30 14:41:29.997547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port 4184b1e4-38e5-4c61-8689-26cf546a520b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4184b1e4-38e5-4c61-8689-26cf546a520b,segment=NetworkSegment(9a5a9a43-819c-44c9-9708-ab14522cf520),segment_id=9a5a9a43-819c-44c9-9708-ab14522cf520)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:29.998232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.024973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 4184b1e4-38e5-4c61-8689-26cf546a520b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:30.052533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] For port 4184b1e4-38e5-4c61-8689-26cf546a520b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4184b1e4-38e5-4c61-8689-26cf546a520b,segment=NetworkSegment(9a5a9a43-819c-44c9-9708-ab14522cf520),segment_id=9a5a9a43-819c-44c9-9708-ab14522cf520)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:30.053195 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.069271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] Calling delete_port for 4184b1e4-38e5-4c61-8689-26cf546a520b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:30.074534 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.089314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:27Z', 'revision_number': 9, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:30.098383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-8198d262-0e30-4cab-8d07-f794f215ed7f service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443179 Aug 30 14:41:30.136974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8dc36-fb2c-480a-bb23-6ee5b9bbd7bd req-76a29d56-c3ec-4b58-ad79-b73caa05fd95 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:30.139540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-07d8dc36-fb2c-480a-bb23-6ee5b9bbd7bd req-76a29d56-c3ec-4b58-ad79-b73caa05fd95 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 944 time: 0.1386135 Aug 30 14:41:30.156839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9534d48c-6916-4a7c-a26d-a70ba7081024 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:27Z', 'revision_number': 9, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab5e233-27db-4a90-860b-b9ff9cc98385', 'name': '', 'network_id': '8059c108-3de7-4e30-a722-8fabb791bddf', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:93:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:41:03Z', 'updated_at': '2021-08-30T14:41:10Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '6cba586a-fc85-47a1-b293-fecb57353ab0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:30.220979 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.244305 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8caf76b3-f281-4b7e-8145-d35fe6e16761 req-1fe1a9db-a3a6-4aa7-bd43-5d634e7d34c5 service neutron] 10.222.0.21 "GET /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368046 Aug 30 14:41:30.247696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] Pushing event deleted for resources: {'Port': ['ID=4184b1e4-38e5-4c61-8689-26cf546a520b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:30.251958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847ed32-d92b-459f-af9b-22fc5f014bec None None] No DVR routers for this DVR port 4184b1e4-38e5-4c61-8689-26cf546a520b on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:30.252997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-07d8dc36-fb2c-480a-bb23-6ee5b9bbd7bd req-4591a705-7a2e-4671-ae77-58d4ed6fea46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067317 Aug 30 14:41:30.315319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.348446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=4184b1e4-38e5-4c61-8689-26cf546a520b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:30.355857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No DVR routers for this DVR port 4184b1e4-38e5-4c61-8689-26cf546a520b on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:30.486132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.528591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edabc26d-2204-470a-9763-4e8d7a275603']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:30.545605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5a9a43-819c-44c9-9708-ab14522cf520') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:30.545930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5a9a43-819c-44c9-9708-ab14522cf520') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:30.561294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.587597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.597694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Router 22588d14-fc0a-4112-80a0-52239f38561b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:30.598899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:41:30.599312 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:41:30.602754 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:41:30.715256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.720193 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.725108 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/edabc26d-2204-470a-9763-4e8d7a275603 HTTP/1.1" status: 204 len: 168 time: 1.3853412 Aug 30 14:41:30.729382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:30.786331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:30.816008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:30.816323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4557cb73-9d9f-456c-bf18-f65b0cd39bb1 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:30.816763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4184b1e4-38e5-4c61-8689-26cf546a520b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:30.828039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f12e3-9bb2-4dd2-a133-567905fec68d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=edabc26d-2204-470a-9763-4e8d7a275603,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:30.844750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4184b1e4-38e5-4c61-8689-26cf546a520b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:30.845034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4184b1e4-38e5-4c61-8689-26cf546a520b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:31.239363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:31.244572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cab3c7c9-14f3-4158-a512-59c3d4dd31cb admin admin] 10.222.0.50 "PUT /v2.0/routers/22588d14-fc0a-4112-80a0-52239f38561b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0264249 Aug 30 14:41:31.247965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:31.249780 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] Sync routers for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:31.261854 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:31.262732 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:31.267979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e5238a86-b189-43f2-94ff-aa68b6d552f6 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:41:31.408772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:31.454243 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:31.476096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e5238a86-b189-43f2-94ff-aa68b6d552f6, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e5238a86-b189-43f2-94ff-aa68b6d552f6,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:31.508776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'e5238a86-b189-43f2-94ff-aa68b6d552f6', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'port_id': 'e5238a86-b189-43f2-94ff-aa68b6d552f6', 'mac_address': 'fa:16:3e:58:96:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160fafe4-6aa5-4569-8684-981501e82d7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:41:31.528754 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:31.600057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Deleting port ba86e816-07ba-47ba-b0cd-25b6219bcd03 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:31.600262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e18765-8102-40c0-8f8a-9f66f6cf6027 req-f44de3bb-a825-4cf0-84f6-d0c23ee54431 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:31.600737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:31.601824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4e18765-8102-40c0-8f8a-9f66f6cf6027 req-f44de3bb-a825-4cf0-84f6-d0c23ee54431 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 944 time: 0.2128515 Aug 30 14:41:31.607848 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:31.636507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5238a86-b189-43f2-94ff-aa68b6d552f6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:31.641097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:31.683583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e5238a86-b189-43f2-94ff-aa68b6d552f6, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e5238a86-b189-43f2-94ff-aa68b6d552f6,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:31.689037 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:31.723165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] For port ba86e816-07ba-47ba-b0cd-25b6219bcd03, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ba86e816-07ba-47ba-b0cd-25b6219bcd03,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:31.724903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:31.745672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Calling delete_port for ba86e816-07ba-47ba-b0cd-25b6219bcd03 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:31.753793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4e18765-8102-40c0-8f8a-9f66f6cf6027 req-ed2f4d9d-d845-406b-a42a-3da13cbe3c18 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335225 Aug 30 14:41:31.784485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e5238a86-b189-43f2-94ff-aa68b6d552f6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:31.819813 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:41:29Z', 'revision_number': 5, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port': {'id': 'ba86e816-07ba-47ba-b0cd-25b6219bcd03', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22588d14-fc0a-4112-80a0-52239f38561b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:31.850036 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] Checking router: 22588d14-fc0a-4112-80a0-52239f38561b for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:31.858808 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] Routers {'22588d14-fc0a-4112-80a0-52239f38561b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:31.859243 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:31.859438 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['22588d14-fc0a-4112-80a0-52239f38561b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:31.993322 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] Set router 22588d14-fc0a-4112-80a0-52239f38561b gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:32.024399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.108543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba86e816-07ba-47ba-b0cd-25b6219bcd03,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:32.119925 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:41:31Z', 'revision_number': 6, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:32.142908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['e5238a86-b189-43f2-94ff-aa68b6d552f6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:32.154937 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc43fe0-3f61-4f8f-8705-dacd2315dbfa None None] The sync data for ids ['22588d14-fc0a-4112-80a0-52239f38561b'] in n-d-805668-3 is: [{'id': '22588d14-fc0a-4112-80a0-52239f38561b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1552168960-router', 'tenant_id': '22ccd4ca7f164f8e995477f53663962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:07Z', 'updated_at': '2021-08-30T14:41:31Z', 'revision_number': 6, 'project_id': '22ccd4ca7f164f8e995477f53663962a', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:32.180440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.265135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port cab5e233-27db-4a90-860b-b9ff9cc98385 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:32.265847 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.383289 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.383845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.430600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port cab5e233-27db-4a90-860b-b9ff9cc98385, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cab5e233-27db-4a90-860b-b9ff9cc98385,segment=NetworkSegment(1009cbb7-1823-4da0-8657-810f0d547761),segment_id=1009cbb7-1823-4da0-8657-810f0d547761)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:32.431359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.435672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.436247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22588d14-fc0a-4112-80a0-52239f38561b {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:41:32.441633 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.442769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd2eb435-4eea-4708-80cc-d6e01cfe689f admin admin] 10.222.0.50 "DELETE /v2.0/routers/22588d14-fc0a-4112-80a0-52239f38561b HTTP/1.1" status: 204 len: 168 time: 1.1936152 Aug 30 14:41:32.445242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:32.460383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for cab5e233-27db-4a90-860b-b9ff9cc98385 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:32.539349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fe1b6a-06a1-4c06-ab11-b21cfc8aee49 admin admin] Deleting subnet 4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:41:32.545656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1b6a-06a1-4c06-ab11-b21cfc8aee49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.606557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1b6a-06a1-4c06-ab11-b21cfc8aee49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.670728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0473e105-aee2-42dd-957d-3c532d1b6485 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:32.704800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 0473e105-aee2-42dd-957d-3c532d1b6485 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:32.705153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0473e105-aee2-42dd-957d-3c532d1b6485 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:32.711274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1b6a-06a1-4c06-ab11-b21cfc8aee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.738035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.811289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.816320 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1b6a-06a1-4c06-ab11-b21cfc8aee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.871253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=cab5e233-27db-4a90-860b-b9ff9cc98385,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:32.880958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe1b6a-06a1-4c06-ab11-b21cfc8aee49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:32.907346 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1b6a-06a1-4c06-ab11-b21cfc8aee49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:32.911785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a9fe1b6a-06a1-4c06-ab11-b21cfc8aee49 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4351f056-f40b-4e0e-b6b7-92b4dd7d5d3d HTTP/1.1" status: 204 len: 168 time: 0.4628584 Aug 30 14:41:32.912143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:33.009544 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.040510 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.119950 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.141457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb3f62b-0d74-4f98-b32e-60bc5781b153']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:33.153627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5caa1d-fac3-437f-8620-c9b1064aeb94 req-f820fef9-aff6-47fb-8844-7ded83da1df0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:33.153627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a5caa1d-fac3-437f-8620-c9b1064aeb94 req-f820fef9-aff6-47fb-8844-7ded83da1df0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 945 time: 0.2838595 Aug 30 14:41:33.164699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4610d802-39c7-4f6a-bfbe-4e71e03f549c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:33.165598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4610d802-39c7-4f6a-bfbe-4e71e03f549c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:33.188471 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.207326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.215787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:41:33.216539 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:41:33.218481 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:41:33.265402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a5caa1d-fac3-437f-8620-c9b1064aeb94 req-69cf44ac-9684-4ef9-b53c-25d4bfd5e362 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988863 Aug 30 14:41:33.291703 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.300646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e5238a86-b189-43f2-94ff-aa68b6d552f6 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:33.317507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.320483 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5cb3f62b-0d74-4f98-b32e-60bc5781b153 HTTP/1.1" status: 204 len: 168 time: 0.4072218 Aug 30 14:41:33.344900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd7c9b-0c6e-40cb-83aa-4d9748b3f9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb3f62b-0d74-4f98-b32e-60bc5781b153,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:33.406968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:33.414073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port e5238a86-b189-43f2-94ff-aa68b6d552f6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:33.422071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port e5238a86-b189-43f2-94ff-aa68b6d552f6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:33.422798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.567712 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.579337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:33.608260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4060b1ef-37f1-48e5-a0e2-0815f3b59731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5238a86-b189-43f2-94ff-aa68b6d552f6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:33.610858 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161e3ce1-822e-4ef3-a4fe-7f3d0a7c2cea" -d '{"events": [{"server_uuid": "4060b1ef-37f1-48e5-a0e2-0815f3b59731", "name": "network-vif-plugged", "status": "completed", "tag": "e5238a86-b189-43f2-94ff-aa68b6d552f6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:33.635852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e5238a86-b189-43f2-94ff-aa68b6d552f6, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e5238a86-b189-43f2-94ff-aa68b6d552f6,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:33.644318 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.662050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:33.677766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ad2ad87-ec60-4af7-a329-de0a1c23b271 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9442337 Aug 30 14:41:33.680370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52926) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:33.707420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e5238a86-b189-43f2-94ff-aa68b6d552f6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:33.711159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ef289-1372-4b65-ab09-fccac473318c None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:33.722313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ef289-1372-4b65-ab09-fccac473318c None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:33.723513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-822ef289-1372-4b65-ab09-fccac473318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:33.758330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0839d8ec-1b87-4624-bd65-e08832677788 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet 6cba586a-fc85-47a1-b293-fecb57353ab0 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:41:33.763883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0839d8ec-1b87-4624-bd65-e08832677788 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.768696 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a770421e-b145-4a9d-8eb9-b44948721020 x-openstack-request-id: req-a770421e-b145-4a9d-8eb9-b44948721020 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:33.768696 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4060b1ef-37f1-48e5-a0e2-0815f3b59731", "name": "network-vif-plugged", "status": "completed", "tag": "e5238a86-b189-43f2-94ff-aa68b6d552f6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:33.768696 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a770421e-b145-4a9d-8eb9-b44948721020 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:33.769271 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4060b1ef-37f1-48e5-a0e2-0815f3b59731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5238a86-b189-43f2-94ff-aa68b6d552f6', 'code': 200} Aug 30 14:41:33.769483 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c2046d4e-796c-4a8b-b272-061f3d6d09a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22ccd4ca7f164f8e995477f53663962a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870501 Aug 30 14:41:33.773597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:33.868978 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0839d8ec-1b87-4624-bd65-e08832677788 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.879201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-822ef289-1372-4b65-ab09-fccac473318c None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:33.904160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2e5-e39a-45be-b2de-cf5dae15cca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:33.986144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2e5-e39a-45be-b2de-cf5dae15cca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.066390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc715fa-ab92-4efd-8e0a-3ff2f5628b11 req-d0a305a8-6a70-4835-8382-d505787285cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:34.068232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5dc715fa-ab92-4efd-8e0a-3ff2f5628b11 req-d0a305a8-6a70-4835-8382-d505787285cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 1097 time: 0.1150956 Aug 30 14:41:34.113300 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0839d8ec-1b87-4624-bd65-e08832677788 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.140064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5dc715fa-ab92-4efd-8e0a-3ff2f5628b11 req-074801e9-5388-4074-93a0-4353ce3cc432 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620542 Aug 30 14:41:34.173018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2e5-e39a-45be-b2de-cf5dae15cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.181997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2e5-e39a-45be-b2de-cf5dae15cca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.186492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-65d9d2e5-e39a-45be-b2de-cf5dae15cca8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efdac00c-f24e-4f95-bac8-94d85abd5081 HTTP/1.1" status: 204 len: 168 time: 0.4113121 Aug 30 14:41:34.206599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d2e5-e39a-45be-b2de-cf5dae15cca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdac00c-f24e-4f95-bac8-94d85abd5081,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:34.232168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85936821-cdd2-4f95-ba2c-eb35c8b18839 req-142fbd97-6375-4905-9d2c-24ce98022197 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:34.234021 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85936821-cdd2-4f95-ba2c-eb35c8b18839 req-142fbd97-6375-4905-9d2c-24ce98022197 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0836947 Aug 30 14:41:34.263616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0839d8ec-1b87-4624-bd65-e08832677788 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.266294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-822ef289-1372-4b65-ab09-fccac473318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:32Z', 'revision_number': 10, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:34.300815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839d8ec-1b87-4624-bd65-e08832677788 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=6cba586a-fc85-47a1-b293-fecb57353ab0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:34.325784 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0839d8ec-1b87-4624-bd65-e08832677788 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.330964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:34.331231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0839d8ec-1b87-4624-bd65-e08832677788 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/6cba586a-fc85-47a1-b293-fecb57353ab0 HTTP/1.1" status: 204 len: 168 time: 0.6490469 Aug 30 14:41:34.342466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85936821-cdd2-4f95-ba2c-eb35c8b18839 req-48aae39c-8738-47b5-a84c-4db98177b155 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987267 Aug 30 14:41:34.355411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ef289-1372-4b65-ab09-fccac473318c None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:34.361322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5bf3ff-9d25-4591-8743-c376588d0cc9 None None] Network 8059c108-3de7-4e30-a722-8fabb791bddf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:34.499068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ef289-1372-4b65-ab09-fccac473318c None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:34.499730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-822ef289-1372-4b65-ab09-fccac473318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:34.586575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.678970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e778d-24e0-4f84-b9c9-70bb11d68a3a req-197bad7c-50d4-42a4-866e-49e358d76b07 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:34.680668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-574e778d-24e0-4f84-b9c9-70bb11d68a3a req-197bad7c-50d4-42a4-866e-49e358d76b07 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 946 time: 0.1524646 Aug 30 14:41:34.768969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-574e778d-24e0-4f84-b9c9-70bb11d68a3a req-db36b23e-448b-4554-8a2c-824090fd135a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802839 Aug 30 14:41:34.772464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 20322261-73a2-417c-833f-2cd3e8e6f320 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:34.773491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.895644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ba86e816-07ba-47ba-b0cd-25b6219bcd03 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:34.938002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port 20322261-73a2-417c-833f-2cd3e8e6f320, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=20322261-73a2-417c-833f-2cd3e8e6f320,segment=NetworkSegment(1009cbb7-1823-4da0-8657-810f0d547761),segment_id=1009cbb7-1823-4da0-8657-810f0d547761)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:34.938862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:34.970991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 20322261-73a2-417c-833f-2cd3e8e6f320 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:35.014550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ba86e816-07ba-47ba-b0cd-25b6219bcd03 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:35.014907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ba86e816-07ba-47ba-b0cd-25b6219bcd03 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:35.047551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288a8c5-2bc3-4aab-b5f0-74d66dcd2f2e req-8454178c-879a-490c-ae96-b16450576e49 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:35.049434 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1288a8c5-2bc3-4aab-b5f0-74d66dcd2f2e req-8454178c-879a-490c-ae96-b16450576e49 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.0839512 Aug 30 14:41:35.066525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-822ef289-1372-4b65-ab09-fccac473318c None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:35.109297 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:35.146917 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1288a8c5-2bc3-4aab-b5f0-74d66dcd2f2e req-a17c9798-ddc1-4e3f-8b81-ef9e68f807e7 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775590 Aug 30 14:41:35.174262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=20322261-73a2-417c-833f-2cd3e8e6f320,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:35.183617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No DVR routers for this DVR port 20322261-73a2-417c-833f-2cd3e8e6f320 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:35.192218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419ee2e-ca60-4edc-8518-0dc37ad80eba None None] DHCP port deletion for 8059c108-3de7-4e30-a722-8fabb791bddf request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:41:35.304051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:35.315870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8059c108-3de7-4e30-a722-8fabb791bddf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:35.329203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1009cbb7-1823-4da0-8657-810f0d547761') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:35.329576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1009cbb7-1823-4da0-8657-810f0d547761') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:35.339597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:35.354336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-822ef289-1372-4b65-ab09-fccac473318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:32Z', 'revision_number': 10, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:35.365740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:35.377815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:41:35.378179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:41:35.383467 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:41:35.393849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ef289-1372-4b65-ab09-fccac473318c None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:32Z', 'revision_number': 10, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None, '_interfaces': [{'id': '4594d962-d843-42aa-a785-5f429e82c608', 'name': '', 'network_id': 'cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'mac_address': 'fa:16:3e:21:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:59Z', 'updated_at': '2021-08-30T14:41:04Z', 'revision_number': 5, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'subnets': [{'id': '4013b1e0-9c59-4750-b7da-0edf3c4f50b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:35.486076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:35.491224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:35.495869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/8059c108-3de7-4e30-a722-8fabb791bddf HTTP/1.1" status: 204 len: 168 time: 1.1607628 Aug 30 14:41:35.498478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:35.547671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2a936-956f-40db-b500-3eb635b4986a req-3e19ab0d-a8dc-43d2-8567-ccee6d0dafe9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:35.549786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57f2a936-956f-40db-b500-3eb635b4986a req-3e19ab0d-a8dc-43d2-8567-ccee6d0dafe9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0768347 Aug 30 14:41:35.551798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e54a8-a5d9-40be-a0df-1e6ffebe47cb tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=8059c108-3de7-4e30-a722-8fabb791bddf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:35.614222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57f2a936-956f-40db-b500-3eb635b4986a req-1ecd04cf-0718-409a-b6c5-378fbc508eb9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521023 Aug 30 14:41:35.900912 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:35.912231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:35.938544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc480-707b-41e3-aa12-dfab69bf78e1 req-2f740384-a4bc-4109-bc47-99c20f39caad tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:35.940273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10dc480-707b-41e3-aa12-dfab69bf78e1 req-2f740384-a4bc-4109-bc47-99c20f39caad tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 946 time: 0.0744405 Aug 30 14:41:35.989564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c10dc480-707b-41e3-aa12-dfab69bf78e1 req-2045e0fb-6c23-4b9c-9ffb-fce200140886 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419674 Aug 30 14:41:36.079434 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0cbd4f51-4106-4c3f-bf19-0c95ba94c7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.136821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974800a4-20fd-4d8a-bba2-82ef5080f636 req-ec8e50b9-b2b4-4908-9287-4843bb1b3d6a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:36.138392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-974800a4-20fd-4d8a-bba2-82ef5080f636 req-ec8e50b9-b2b4-4908-9287-4843bb1b3d6a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 946 time: 0.0682540 Aug 30 14:41:36.199609 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0cbd4f51-4106-4c3f-bf19-0c95ba94c7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.204227 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0cbd4f51-4106-4c3f-bf19-0c95ba94c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.222370 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-974800a4-20fd-4d8a-bba2-82ef5080f636 req-c0141f85-b9dd-45c0-aca9-34f8f2970699 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655837 Aug 30 14:41:36.251343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 4594d962-d843-42aa-a785-5f429e82c608 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:36.251926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.278277 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0cbd4f51-4106-4c3f-bf19-0c95ba94c7a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2234de6d649c43828a055fddf77ebdd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606670 Aug 30 14:41:36.278612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd4f51-4106-4c3f-bf19-0c95ba94c7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd26ee-3baa-4a41-8e1b-f69e35a81d41,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:36.297296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:36.336334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2c33-88d8-4f63-afde-59a880a63e5b req-39478d44-421a-49e8-94a9-ac8ff18f8b21 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:36.338377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5faf2c33-88d8-4f63-afde-59a880a63e5b req-39478d44-421a-49e8-94a9-ac8ff18f8b21 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1291859 Aug 30 14:41:36.373662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port 4594d962-d843-42aa-a785-5f429e82c608, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4594d962-d843-42aa-a785-5f429e82c608,segment=NetworkSegment(3adb8400-2d95-4d1f-9f39-c298a5e1446e),segment_id=3adb8400-2d95-4d1f-9f39-c298a5e1446e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:36.374334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.398846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 4594d962-d843-42aa-a785-5f429e82c608 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:36.418257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ee2e9db-c51d-4b28-b6dd-7bc39bda3676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.427125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5faf2c33-88d8-4f63-afde-59a880a63e5b req-6a5d175b-10e5-4c00-bba8-295e4b4ff979 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759265 Aug 30 14:41:36.454471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ee2e9db-c51d-4b28-b6dd-7bc39bda3676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.505551 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ee2e9db-c51d-4b28-b6dd-7bc39bda3676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.508156 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ee2e9db-c51d-4b28-b6dd-7bc39bda3676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.509365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5ee2e9db-c51d-4b28-b6dd-7bc39bda3676 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bbd26ee-3baa-4a41-8e1b-f69e35a81d41 HTTP/1.1" status: 204 len: 168 time: 0.2110672 Aug 30 14:41:36.519299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2e9db-c51d-4b28-b6dd-7bc39bda3676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd26ee-3baa-4a41-8e1b-f69e35a81d41,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:36.577856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b0abd-0566-4a6d-91e0-04dfec3edb60 req-7cf1b02a-819d-47a1-bcce-c383e07df781 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:36.579470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-510b0abd-0566-4a6d-91e0-04dfec3edb60 req-7cf1b02a-819d-47a1-bcce-c383e07df781 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 946 time: 0.1096656 Aug 30 14:41:36.626204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 20322261-73a2-417c-833f-2cd3e8e6f320 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:36.695912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-510b0abd-0566-4a6d-91e0-04dfec3edb60 req-f51ee495-591d-4738-8861-1bbed2b62c17 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783412 Aug 30 14:41:36.696254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 20322261-73a2-417c-833f-2cd3e8e6f320 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:36.696434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 20322261-73a2-417c-833f-2cd3e8e6f320 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:36.697569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cab5e233-27db-4a90-860b-b9ff9cc98385 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:36.728920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: cab5e233-27db-4a90-860b-b9ff9cc98385 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:36.729328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cab5e233-27db-4a90-860b-b9ff9cc98385 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:36.795554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a020d-5817-42be-8133-e58bbe9e697e req-5f60f3db-5d14-4c99-901e-4eedbce57869 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:36.795554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f60a020d-5817-42be-8133-e58bbe9e697e req-5f60f3db-5d14-4c99-901e-4eedbce57869 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0740724 Aug 30 14:41:36.798930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.837668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=4594d962-d843-42aa-a785-5f429e82c608,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:36.839188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f60a020d-5817-42be-8133-e58bbe9e697e req-26f32afe-6f36-442c-88af-d297e427cc27 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Aug 30 14:41:36.959344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.335762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53030) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:37.445696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1320214376-network', 'tenant_id': 'f1129854dc8b478f9546a347783e7eee'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:37.470406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Made reservation on behalf of f1129854dc8b478f9546a347783e7eee for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:37.473615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.482995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.498293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:37.530082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722ad71-b384-47ca-9237-7101efab729f req-e5a2ad56-c5ad-4ae6-93c1-384ce13a51d4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:37.531833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3722ad71-b384-47ca-9237-7101efab729f req-e5a2ad56-c5ad-4ae6-93c1-384ce13a51d4 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.21 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1032836 Aug 30 14:41:37.578644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.583372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.612607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:41:37.622481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb9c35-1e96-47e9-8830-34bbacc46d7a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:37.628884 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.629388 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Added segment 1bc974d6-d20a-401d-9a74-f2956884085f of type vlan for network 274fbf65-0804-4c74-9727-5972e46fad54 Aug 30 14:41:37.661372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:37.669217 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-69de0d7b-7e43-4c06-8419-499a1eff5e5d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1671333 Aug 30 14:41:37.670214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53036) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:37.678410 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b13769-4556-496f-b197-3b81bde87990 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:37.688317 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b13769-4556-496f-b197-3b81bde87990 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:37.689097 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-46b13769-4556-496f-b197-3b81bde87990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:37.705622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62158c62-d4b3-4d1a-bb79-aa0c4112a503 req-db32718f-4155-4de8-b3af-962092c50cd0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:37.706296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.707098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62158c62-d4b3-4d1a-bb79-aa0c4112a503 req-db32718f-4155-4de8-b3af-962092c50cd0 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 947 time: 0.1980023 Aug 30 14:41:37.740808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e99a08-e504-47a1-96b0-6c011abfc490 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting subnet 4013b1e0-9c59-4750-b7da-0edf3c4f50b4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:41:37.748750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42e99a08-e504-47a1-96b0-6c011abfc490 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.771671 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.772656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:37.773267 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.775989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Deleting port 99d6b99a-ca92-4f1d-97ac-327359142320 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:37.778743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.803745 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-46b13769-4556-496f-b197-3b81bde87990 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:37.814638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62158c62-d4b3-4d1a-bb79-aa0c4112a503 req-bc3577e7-f852-4539-99a7-c73bef4cdcff tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f5b8438-04c2-40c9-b864-0cb86e28b77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961204 Aug 30 14:41:37.879815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] Pushing event updated for resources: {'Network': ['ID=274fbf65-0804-4c74-9727-5972e46fad54,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:37.892908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 274fbf65-0804-4c74-9727-5972e46fad54 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:41:37.895344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3563ec23-5bdf-49c2-aac8-0967b10dff8a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5583274 Aug 30 14:41:37.908231 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-46b13769-4556-496f-b197-3b81bde87990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:36Z', 'revision_number': 11, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:37.928910 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42e99a08-e504-47a1-96b0-6c011abfc490 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.938962 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b13769-4556-496f-b197-3b81bde87990 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:37.950055 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b13769-4556-496f-b197-3b81bde87990 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:37.950766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] For port 99d6b99a-ca92-4f1d-97ac-327359142320, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=99d6b99a-ca92-4f1d-97ac-327359142320,segment=NetworkSegment(09ebd8c3-f4d4-45c9-b647-85228e1b577c),segment_id=09ebd8c3-f4d4-45c9-b647-85228e1b577c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:37.951106 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-46b13769-4556-496f-b197-3b81bde87990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:37.951621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:37.988970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Calling delete_port for 99d6b99a-ca92-4f1d-97ac-327359142320 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:38.028659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac612fb-a691-496e-9c49-bc0d7c422318 req-90d4d43d-2932-406b-aece-877bce03b829 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:38.031158 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-46b13769-4556-496f-b197-3b81bde87990 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:38.047832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ac612fb-a691-496e-9c49-bc0d7c422318 req-90d4d43d-2932-406b-aece-877bce03b829 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 946 time: 0.1988525 Aug 30 14:41:38.111187 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-46b13769-4556-496f-b197-3b81bde87990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:36Z', 'revision_number': 11, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:38.111567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ac612fb-a691-496e-9c49-bc0d7c422318 req-9674fdf0-e5f2-4206-b902-23afd1b07f54 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490029 Aug 30 14:41:38.144675 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b13769-4556-496f-b197-3b81bde87990 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:36Z', 'revision_number': 11, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:38.194701 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42e99a08-e504-47a1-96b0-6c011abfc490 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.221008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5aba69-6607-4358-b603-1739c3927b91 req-0c91a648-d8d4-4d64-819f-4849b5e47e7e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:38.222680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df5aba69-6607-4358-b603-1739c3927b91 req-0c91a648-d8d4-4d64-819f-4849b5e47e7e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1326444 Aug 30 14:41:38.303922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42e99a08-e504-47a1-96b0-6c011abfc490 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.340863 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df5aba69-6607-4358-b603-1739c3927b91 req-c60785ee-afb7-4600-9a83-4de6935a3c59 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068034 Aug 30 14:41:38.343392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-3585f47d-eccc-424b-a6e7-90a139453ca4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:38.344992 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-3585f47d-eccc-424b-a6e7-90a139453ca4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 946 time: 0.0892029 Aug 30 14:41:38.345718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e99a08-e504-47a1-96b0-6c011abfc490 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Subnet': ['ID=4013b1e0-9c59-4750-b7da-0edf3c4f50b4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:38.357608 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.375865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb5367-45e1-4200-aaf8-df974384c6df None None] Network cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:38.390536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42e99a08-e504-47a1-96b0-6c011abfc490 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.395207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-42e99a08-e504-47a1-96b0-6c011abfc490 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/4013b1e0-9c59-4750-b7da-0edf3c4f50b4 HTTP/1.1" status: 204 len: 168 time: 0.7220473 Aug 30 14:41:38.398852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:38.409411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Pushing event deleted for resources: {'Port': ['ID=99d6b99a-ca92-4f1d-97ac-327359142320,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:38.441968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['99d6b99a-ca92-4f1d-97ac-327359142320'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:38.511647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] No DVR routers for this DVR port 99d6b99a-ca92-4f1d-97ac-327359142320 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:38.514368 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.517352 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3722ad71-b384-47ca-9237-7101efab729f req-72ddea04-bbc0-4370-85f4-8aca28cf2126 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.21 "DELETE /v2.0/ports/99d6b99a-ca92-4f1d-97ac-327359142320 HTTP/1.1" status: 204 len: 173 time: 0.9649336 Aug 30 14:41:38.528749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-deleted', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:38.531813 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facdf59f-d86f-4122-bc8a-44ba43ec10f8" -d '{"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-deleted", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:38.551916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.606163 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd048f7c-eaad-4d42-af03-b0bc161d7c48 x-openstack-request-id: req-cd048f7c-eaad-4d42-af03-b0bc161d7c48 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:38.606476 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f51133-6fb6-4e03-859c-22157feb11ef", "name": "network-vif-deleted", "tag": "99d6b99a-ca92-4f1d-97ac-327359142320", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:38.606707 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd048f7c-eaad-4d42-af03-b0bc161d7c48 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:38.607643 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f51133-6fb6-4e03-859c-22157feb11ef', 'name': 'network-vif-deleted', 'tag': '99d6b99a-ca92-4f1d-97ac-327359142320', 'status': 'completed', 'code': 200} Aug 30 14:41:38.623566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad85f-9d11-4c23-963d-efa4fff08912 req-823d88fb-abd2-4a7b-b96b-012717a04416 tempest-ComputeTenantNetworksTest-1840048040 tempest-ComputeTenantNetworksTest-1840048040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:38.627690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Deleting port 1854eca5-c1a7-4370-8b65-3d086fa782f1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:38.628116 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.630294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad85f-9d11-4c23-963d-efa4fff08912 req-823d88fb-abd2-4a7b-b96b-012717a04416 tempest-ComputeTenantNetworksTest-1840048040 tempest-ComputeTenantNetworksTest-1840048040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:38.639383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad85f-9d11-4c23-963d-efa4fff08912 req-823d88fb-abd2-4a7b-b96b-012717a04416 tempest-ComputeTenantNetworksTest-1840048040 tempest-ComputeTenantNetworksTest-1840048040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:38.649659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e06ad85f-9d11-4c23-963d-efa4fff08912 req-823d88fb-abd2-4a7b-b96b-012717a04416 tempest-ComputeTenantNetworksTest-1840048040 tempest-ComputeTenantNetworksTest-1840048040-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3130212 Aug 30 14:41:38.681800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] DHCP port deletion for cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:41:38.689557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Deleting port e5238a86-b189-43f2-94ff-aa68b6d552f6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:38.689953 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.749201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4594d962-d843-42aa-a785-5f429e82c608 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:38.781753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4594d962-d843-42aa-a785-5f429e82c608 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:38.782401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4594d962-d843-42aa-a785-5f429e82c608 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:38.795117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] Deleting port 1854eca5-c1a7-4370-8b65-3d086fa782f1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:41:38.795777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.812719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] For port 1854eca5-c1a7-4370-8b65-3d086fa782f1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1854eca5-c1a7-4370-8b65-3d086fa782f1,segment=NetworkSegment(3adb8400-2d95-4d1f-9f39-c298a5e1446e),segment_id=3adb8400-2d95-4d1f-9f39-c298a5e1446e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:38.813122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.823614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] For port e5238a86-b189-43f2-94ff-aa68b6d552f6, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e5238a86-b189-43f2-94ff-aa68b6d552f6,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:38.824070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.834706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Calling delete_port for 1854eca5-c1a7-4370-8b65-3d086fa782f1 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:38.838363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Calling delete_port for e5238a86-b189-43f2-94ff-aa68b6d552f6 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:38.865712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] For port 1854eca5-c1a7-4370-8b65-3d086fa782f1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1854eca5-c1a7-4370-8b65-3d086fa782f1,segment=NetworkSegment(3adb8400-2d95-4d1f-9f39-c298a5e1446e),segment_id=3adb8400-2d95-4d1f-9f39-c298a5e1446e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:38.866186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:38.881192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] Calling delete_port for 1854eca5-c1a7-4370-8b65-3d086fa782f1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:41:38.900458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d500aac-eb60-4ef6-b86b-6d4a1d3bbc16 req-e43a0a0e-a611-4e0f-9784-598169ab7e90 tempest-ComputeTenantNetworksTest-1840048040 tempest-ComputeTenantNetworksTest-1840048040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:38.904807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d500aac-eb60-4ef6-b86b-6d4a1d3bbc16 req-e43a0a0e-a611-4e0f-9784-598169ab7e90 tempest-ComputeTenantNetworksTest-1840048040 tempest-ComputeTenantNetworksTest-1840048040-project] 10.222.0.50 "GET /v2.0/networks/274fbf65-0804-4c74-9727-5972e46fad54 HTTP/1.1" status: 200 len: 769 time: 0.1586571 Aug 30 14:41:38.911249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:38.953284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53dfdea6-9159-4029-aae5-5d90981f7019 req-f4da5c96-106c-4558-9740-8f6a0dd16662 tempest-ServersNegativeTestJSON-270347869 tempest-ServersNegativeTestJSON-270347869-project] 10.222.0.50 "GET /v2.0/ports?device_id=29f51133-6fb6-4e03-859c-22157feb11ef HTTP/1.1" status: 200 len: 210 time: 0.0366373 Aug 30 14:41:38.983192 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.015039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] Pushing event deleted for resources: {'Port': ['ID=1854eca5-c1a7-4370-8b65-3d086fa782f1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:39.018376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347ec8a-dd4a-4c85-b0cf-fa9aefef5d0e None None] No DVR routers for this DVR port 1854eca5-c1a7-4370-8b65-3d086fa782f1 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:39.034402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.043622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.070322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.080465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Port': ['ID=1854eca5-c1a7-4370-8b65-3d086fa782f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:39.082518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:39.085502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No DVR routers for this DVR port 1854eca5-c1a7-4370-8b65-3d086fa782f1 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:39.107291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event deleted for resources: {'Port': ['ID=e5238a86-b189-43f2-94ff-aa68b6d552f6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:39.123460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['e5238a86-b189-43f2-94ff-aa68b6d552f6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:39.181409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] No DVR routers for this DVR port e5238a86-b189-43f2-94ff-aa68b6d552f6 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:41:39.186973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.189124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86204e9b-cecb-4056-9f1b-1b2599f9b8fb req-d6ef8584-7d0c-410a-a430-7e1db52904d9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "DELETE /v2.0/ports/e5238a86-b189-43f2-94ff-aa68b6d552f6 HTTP/1.1" status: 204 len: 173 time: 0.8250589 Aug 30 14:41:39.189600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4060b1ef-37f1-48e5-a0e2-0815f3b59731', 'name': 'network-vif-deleted', 'tag': 'e5238a86-b189-43f2-94ff-aa68b6d552f6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:39.197969 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc15ef6-a5c5-4c9c-bd0d-39265c63426f" -d '{"events": [{"server_uuid": "4060b1ef-37f1-48e5-a0e2-0815f3b59731", "name": "network-vif-deleted", "tag": "e5238a86-b189-43f2-94ff-aa68b6d552f6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:39.244644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.248392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.254349 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e82b93d-b570-4aca-a44f-452a64ba2f56 req-2086db15-7bb5-4ef9-9157-5bb12f294ec8 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4060b1ef-37f1-48e5-a0e2-0815f3b59731 HTTP/1.1" status: 200 len: 210 time: 0.0509093 Aug 30 14:41:39.267661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:39.270902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274fbf65-0804-4c74-9727-5972e46fad54']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:39.284849 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20d75e3-f2ce-4a2e-b832-4b366488d0c5 x-openstack-request-id: req-f20d75e3-f2ce-4a2e-b832-4b366488d0c5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:39.286021 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4060b1ef-37f1-48e5-a0e2-0815f3b59731", "name": "network-vif-deleted", "tag": "e5238a86-b189-43f2-94ff-aa68b6d552f6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:39.286733 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f20d75e3-f2ce-4a2e-b832-4b366488d0c5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:39.286960 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4060b1ef-37f1-48e5-a0e2-0815f3b59731', 'name': 'network-vif-deleted', 'tag': 'e5238a86-b189-43f2-94ff-aa68b6d552f6', 'status': 'completed', 'code': 200} Aug 30 14:41:39.288260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adb8400-2d95-4d1f-9f39-c298a5e1446e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:39.288647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adb8400-2d95-4d1f-9f39-c298a5e1446e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:39.291423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc974d6-d20a-401d-9a74-f2956884085f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:39.291798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc974d6-d20a-401d-9a74-f2956884085f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:39.307390 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.309886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.330451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.333064 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.342393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:41:39.342824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:41:39.345881 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:41:39.348161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:41:39.348161 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:41:39.348416 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:41:39.458046 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.462959 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.467912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/networks/cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a HTTP/1.1" status: 204 len: 168 time: 1.0655982 Aug 30 14:41:39.469229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:39.472554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.482986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a4cec-27d1-4df9-96ad-82a15827174a req-fa6b345d-08d6-4a41-aa4a-8208bcd66a10 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:39.484583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb3a4cec-27d1-4df9-96ad-82a15827174a req-fa6b345d-08d6-4a41-aa4a-8208bcd66a10 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0592775 Aug 30 14:41:39.486726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'routes': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:39.491583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.493498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] 10.222.0.50 "DELETE /v2.0/networks/274fbf65-0804-4c74-9727-5972e46fad54 HTTP/1.1" status: 204 len: 168 time: 0.5813119 Aug 30 14:41:39.494613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01efc6-4c39-4264-9090-20a0e62bca73 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Pushing event deleted for resources: {'Network': ['ID=cb6d4471-88dd-444d-bf7c-26e4a2ce8e5a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:39.527873 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb3a4cec-27d1-4df9-96ad-82a15827174a req-fc3b8199-8b80-40ce-a48d-92c1b4bb89d5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Aug 30 14:41:39.571581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cda46-4a77-4fad-aa52-7aac0bffc594 admin admin] Pushing event deleted for resources: {'Network': ['ID=274fbf65-0804-4c74-9727-5972e46fad54,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:39.637541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53074) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:39.669661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Added routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 14:41:39.669661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Removed routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 14:41:39.669661 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.683286 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bf26b37e-c417-4556-af5c-77a81e82caed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1129854dc8b478f9546a347783e7eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445626 Aug 30 14:41:39.686365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:39.739822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2706025-ac19-4a6f-a5d6-89dfdbfb05c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.765642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2706025-ac19-4a6f-a5d6-89dfdbfb05c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.817530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2706025-ac19-4a6f-a5d6-89dfdbfb05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.821294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2706025-ac19-4a6f-a5d6-89dfdbfb05c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.822547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f2706025-ac19-4a6f-a5d6-89dfdbfb05c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dbb9c35-1e96-47e9-8830-34bbacc46d7a HTTP/1.1" status: 204 len: 168 time: 0.1349640 Aug 30 14:41:39.827277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.831077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.836753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2706025-ac19-4a6f-a5d6-89dfdbfb05c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb9c35-1e96-47e9-8830-34bbacc46d7a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:39.912569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router f20ba2cf-da50-43a3-b81c-57812fc1a459 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:39.993609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:40.000853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.004916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:40.005210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9b2782b7-9f17-4b5c-aa14-5dc92adf29c8 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 200 len: 705 time: 0.5335979 Aug 30 14:41:40.013242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] Sync routers for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:40.024882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:40.025701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:40.041567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:40.055424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-53368000-bc2e-43d1-baa7-361e2a0933bc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 200 len: 205 time: 0.0487695 Aug 30 14:41:40.061745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53090) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:40.121924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b17ca53-46b0-4713-8dad-da0cc226e98b admin admin] Deleting subnet 608f2051-e030-4db3-ae64-42c7547518a6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:41:40.125986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca53-46b0-4713-8dad-da0cc226e98b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.141483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:40.168531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1877c5b2-9161-4077-890d-572b77756a1a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.173791 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca53-46b0-4713-8dad-da0cc226e98b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.212965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:36Z', 'revision_number': 11, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:40.250097 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca53-46b0-4713-8dad-da0cc226e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.253302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] Checking router: f20ba2cf-da50-43a3-b81c-57812fc1a459 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:40.266999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] Routers {'f20ba2cf-da50-43a3-b81c-57812fc1a459'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:40.267732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f20ba2cf-da50-43a3-b81c-57812fc1a459'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:40.341014 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca53-46b0-4713-8dad-da0cc226e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.358083 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca53-46b0-4713-8dad-da0cc226e98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.359917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] Set router f20ba2cf-da50-43a3-b81c-57812fc1a459 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:40.364649 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9b17ca53-46b0-4713-8dad-da0cc226e98b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/608f2051-e030-4db3-ae64-42c7547518a6 HTTP/1.1" status: 204 len: 168 time: 0.3214269 Aug 30 14:41:40.373415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:40.405983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1877c5b2-9161-4077-890d-572b77756a1a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.409008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17ca53-46b0-4713-8dad-da0cc226e98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=608f2051-e030-4db3-ae64-42c7547518a6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:40.409319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1877c5b2-9161-4077-890d-572b77756a1a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.465730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:36Z', 'revision_number': 11, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:40.480182 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1877c5b2-9161-4077-890d-572b77756a1a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.480883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1877c5b2-9161-4077-890d-572b77756a1a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Fanout notify agent at l3_agent the message router_deleted on router f20ba2cf-da50-43a3-b81c-57812fc1a459 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:41:40.490492 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1877c5b2-9161-4077-890d-572b77756a1a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.491674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1877c5b2-9161-4077-890d-572b77756a1a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 204 len: 168 time: 0.4287736 Aug 30 14:41:40.497938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:40.505885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d28df720-2eb9-4db4-8f41-1025c10d591a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231721695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:40.507974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefec838-85cf-47fd-b9d7-a919b761c507 None None] The sync data for ids ['f20ba2cf-da50-43a3-b81c-57812fc1a459'] in n-d-805668-3 is: [{'id': 'f20ba2cf-da50-43a3-b81c-57812fc1a459', 'name': 'tempest-RoutersIpV6Test-router-1780520332', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:58Z', 'updated_at': '2021-08-30T14:41:36Z', 'revision_number': 11, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:40.512864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.543962 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28df720-2eb9-4db4-8f41-1025c10d591a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.545068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28df720-2eb9-4db4-8f41-1025c10d591a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.626413 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28df720-2eb9-4db4-8f41-1025c10d591a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.640119 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28df720-2eb9-4db4-8f41-1025c10d591a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.651463 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.667753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8383d2-8c3a-4148-8f4b-1fa6908ffdda']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:40.690108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ebd8c3-f4d4-45c9-b647-85228e1b577c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:40.690450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ebd8c3-f4d4-45c9-b647-85228e1b577c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:40.694316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28df720-2eb9-4db4-8f41-1025c10d591a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.696100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d28df720-2eb9-4db4-8f41-1025c10d591a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1971061 Aug 30 14:41:40.699323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:40.703689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.707255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-93e6988b-c097-4bbb-a10d-3ded3aacc6d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:40.739644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1854eca5-c1a7-4370-8b65-3d086fa782f1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:40.763385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 1854eca5-c1a7-4370-8b65-3d086fa782f1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:40.763881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1854eca5-c1a7-4370-8b65-3d086fa782f1 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:40.795755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.809492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:41:40.810223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:41:40.817181 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:41:40.922019 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.931993 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.938441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3d8383d2-8c3a-4148-8f4b-1fa6908ffdda HTTP/1.1" status: 204 len: 168 time: 0.5377095 Aug 30 14:41:40.967877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-6c8bd29c-649a-4c26-b4c5-7efc7175b953 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:40.980880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-6c8bd29c-649a-4c26-b4c5-7efc7175b953 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.2793224 Aug 30 14:41:40.991906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34473ca0-29a0-406e-8717-949daec1f0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8383d2-8c3a-4148-8f4b-1fa6908ffdda,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:41.006581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-b96ecd11-426d-43ee-833a-e4dbbaa3cd26 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/quotas/2ae49712715448b9adc3a8a304727171 HTTP/1.1" status: 200 len: 375 time: 0.0243094 Aug 30 14:41:41.059467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fddcd-b98c-42ae-bacf-a515403d2730 req-a1a01553-35e6-4a6b-8a92-aebc0f591b61 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:41.061097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a4fddcd-b98c-42ae-bacf-a515403d2730 req-a1a01553-35e6-4a6b-8a92-aebc0f591b61 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.2665114 Aug 30 14:41:41.061218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-384b6943-e8b4-4ad7-8edb-0bd5c66d4a05 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535707 Aug 30 14:41:41.070493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e6988b-c097-4bbb-a10d-3ded3aacc6d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.089952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e6988b-c097-4bbb-a10d-3ded3aacc6d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.208626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-4d5973ea-ef1c-4a85-90bd-d6b71b992aac service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177239 Aug 30 14:41:41.340745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-68cbaff9-a0ea-489a-9cd8-b41e93881237 service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309879 Aug 30 14:41:41.354300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:41.364031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:41.415591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 99d6b99a-ca92-4f1d-97ac-327359142320 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:41.416260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 99d6b99a-ca92-4f1d-97ac-327359142320 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:41.417115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e5238a86-b189-43f2-94ff-aa68b6d552f6 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:41:41.463437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: e5238a86-b189-43f2-94ff-aa68b6d552f6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:41:41.463870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e5238a86-b189-43f2-94ff-aa68b6d552f6 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:41:41.479331 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-044528b9-97b7-4eb3-aba4-dee7a2ff7551 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a92715ea5a3b4e00aa449f9a1bf02c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141317 Aug 30 14:41:41.483408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:41.555554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afafa492-949f-407a-ab35-253c05b9ff6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.587505 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afafa492-949f-407a-ab35-253c05b9ff6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.690986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-71360eda-defc-4501-9f6e-41b3a733768f req-a4a57a7d-5a6d-40d6-8716-6eb4e6d931cd tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 210 time: 0.0477080 Aug 30 14:41:41.694956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afafa492-949f-407a-ab35-253c05b9ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.699865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afafa492-949f-407a-ab35-253c05b9ff6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.703857 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-afafa492-949f-407a-ab35-253c05b9ff6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f5b8438-04c2-40c9-b864-0cb86e28b77f HTTP/1.1" status: 204 len: 168 time: 0.2164786 Aug 30 14:41:41.730223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a4fddcd-b98c-42ae-bacf-a515403d2730 req-dd0150ad-cc2d-4a73-b53d-a28fafcb9125 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6368680 Aug 30 14:41:41.733762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa492-949f-407a-ab35-253c05b9ff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5b8438-04c2-40c9-b864-0cb86e28b77f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:41.790107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e6988b-c097-4bbb-a10d-3ded3aacc6d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Router fe222d74-0c7b-4753-9144-debfecd153c6 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:41:41.888281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e6988b-c097-4bbb-a10d-3ded3aacc6d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:41.895918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e6988b-c097-4bbb-a10d-3ded3aacc6d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.897032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-93e6988b-c097-4bbb-a10d-3ded3aacc6d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "PUT /v2.0/routers/fe222d74-0c7b-4753-9144-debfecd153c6 HTTP/1.1" status: 200 len: 698 time: 1.1961546 Aug 30 14:41:41.899786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:41.901810 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] Sync routers for ids ['fe222d74-0c7b-4753-9144-debfecd153c6'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:41.913482 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] Routers {'fe222d74-0c7b-4753-9144-debfecd153c6'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:41.914358 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['fe222d74-0c7b-4753-9144-debfecd153c6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:42.031593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2b41544f-a4c6-43c1-a78d-994c5cc8e97e tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/routers/fe222d74-0c7b-4753-9144-debfecd153c6 HTTP/1.1" status: 200 len: 704 time: 0.1304545 Aug 30 14:41:42.034139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:42.036777 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] Set router fe222d74-0c7b-4753-9144-debfecd153c6 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:42.104215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-55002c2d-b5e3-4a1a-b674-6724e9167f5a tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe222d74-0c7b-4753-9144-debfecd153c6 HTTP/1.1" status: 200 len: 205 time: 0.0666778 Aug 30 14:41:42.107700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:42.143737 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe222d74-0c7b-4753-9144-debfecd153c6', 'name': 'tempest-RoutersIpV6Test-router-1231721695', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:41:40Z', 'updated_at': '2021-08-30T14:41:41Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:42.186552 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] Checking router: fe222d74-0c7b-4753-9144-debfecd153c6 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:42.198838 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] Routers {'fe222d74-0c7b-4753-9144-debfecd153c6'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:42.199904 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['fe222d74-0c7b-4753-9144-debfecd153c6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:42.237774 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e33602c-2ccc-4e20-a4c6-4c8893cafac4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.308353 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] Set router fe222d74-0c7b-4753-9144-debfecd153c6 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:42.387649 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe222d74-0c7b-4753-9144-debfecd153c6', 'name': 'tempest-RoutersIpV6Test-router-1231721695', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:41:40Z', 'updated_at': '2021-08-30T14:41:41Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:42.450334 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143d71d-9807-4042-8572-ea08509d5b52 None None] The sync data for ids ['fe222d74-0c7b-4753-9144-debfecd153c6'] in n-d-805668-3 is: [{'id': 'fe222d74-0c7b-4753-9144-debfecd153c6', 'name': 'tempest-RoutersIpV6Test-router-1231721695', 'tenant_id': 'a13e869d8cb4454e9b636bf021525a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:41:40Z', 'updated_at': '2021-08-30T14:41:41Z', 'revision_number': 2, 'project_id': 'a13e869d8cb4454e9b636bf021525a08', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:42.546767 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e33602c-2ccc-4e20-a4c6-4c8893cafac4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.549237 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e33602c-2ccc-4e20-a4c6-4c8893cafac4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.633729 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e33602c-2ccc-4e20-a4c6-4c8893cafac4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.634660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e33602c-2ccc-4e20-a4c6-4c8893cafac4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Fanout notify agent at l3_agent the message router_deleted on router fe222d74-0c7b-4753-9144-debfecd153c6 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:41:42.644057 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e33602c-2ccc-4e20-a4c6-4c8893cafac4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.645206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e33602c-2ccc-4e20-a4c6-4c8893cafac4 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/fe222d74-0c7b-4753-9144-debfecd153c6 HTTP/1.1" status: 204 len: 168 time: 0.5352085 Aug 30 14:41:42.649229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:42.705388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0a52bff9-aee4-4e4d-870b-9a3f071ed9c3 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe222d74-0c7b-4753-9144-debfecd153c6 HTTP/1.1" status: 200 len: 205 time: 0.0486035 Aug 30 14:41:42.705532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53202) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:42.781827 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0345a447-f7f3-46f7-8129-62f529e376bd tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] delete failed (client error): The resource could not be found. Aug 30 14:41:42.784065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0345a447-f7f3-46f7-8129-62f529e376bd tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/fe222d74-0c7b-4753-9144-debfecd153c6 HTTP/1.1" status: 404 len: 336 time: 0.0775678 Aug 30 14:41:42.788504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53210) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:42.830426 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d839fced-4b0c-4b05-8821-8dc29efba870 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:42.831145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d839fced-4b0c-4b05-8821-8dc29efba870 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:42.833729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d839fced-4b0c-4b05-8821-8dc29efba870 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/24e8672a-5ab9-434d-aa19-511cd9e69307 HTTP/1.1" status: 404 len: 337 time: 0.0432298 Aug 30 14:41:42.838429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:42.902250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-904fc4ec-e214-46d1-b803-25879cf23220 req-cf588cc9-3b2e-4ac4-8367-035b8976222e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 210 time: 0.0746012 Aug 30 14:41:42.940607 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fd3bdb-3986-4acc-a363-67df04528a0b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:42.941402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fd3bdb-3986-4acc-a363-67df04528a0b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:42.944232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-34fd3bdb-3986-4acc-a363-67df04528a0b tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/1ce1e919-4808-454d-8372-7f7fb9979a11 HTTP/1.1" status: 404 len: 337 time: 0.1042612 Aug 30 14:41:42.949219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.021192 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b71c189-895b-4332-9bc8-8ef6d719fd15 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:43.022404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b71c189-895b-4332-9bc8-8ef6d719fd15 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:43.025731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b71c189-895b-4332-9bc8-8ef6d719fd15 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/6cba586a-fc85-47a1-b293-fecb57353ab0 HTTP/1.1" status: 404 len: 337 time: 0.0757787 Aug 30 14:41:43.029079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.035476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.077069 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4d7925-a4fa-489f-8805-94cf42a2ccf1 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:43.077826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4d7925-a4fa-489f-8805-94cf42a2ccf1 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:43.080134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9f4d7925-a4fa-489f-8805-94cf42a2ccf1 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/4013b1e0-9c59-4750-b7da-0edf3c4f50b4 HTTP/1.1" status: 404 len: 337 time: 0.0500381 Aug 30 14:41:43.084146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.091960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1208fff-758a-43a2-bf25-92f451ab37b9 req-44460669-36b8-42f0-84cc-019f7e705a47 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:43.106143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1208fff-758a-43a2-bf25-92f451ab37b9 req-44460669-36b8-42f0-84cc-019f7e705a47 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1802289 Aug 30 14:41:43.160465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1208fff-758a-43a2-bf25-92f451ab37b9 req-d97aa2ac-64a7-445f-a6f3-4cefd11475a2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540755 Aug 30 14:41:43.210555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-3ee48f45-c0e8-464a-8458-4e151936af6c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:43.213486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-3ee48f45-c0e8-464a-8458-4e151936af6c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.2771165 Aug 30 14:41:43.229851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a362e68-83aa-4e49-9724-9d4be1159722 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 200 len: 205 time: 0.1320016 Aug 30 14:41:43.229851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.237096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1835801735-network', 'tenant_id': '0cfa1ed00aed4c0a86dbc2ea64db5ed9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:43.247190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Request body: {'port': {'device_id': '35730367-fe5b-4949-b8df-0dac54202f8a', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'admin_state_up': True, 'tenant_id': '2ae49712715448b9adc3a8a304727171'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:43.263261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Made reservation on behalf of 0cfa1ed00aed4c0a86dbc2ea64db5ed9 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:43.267361 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.279938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.339261 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-babbddd8-e7a5-4062-9037-e109d9aa06bc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] delete failed (client error): The resource could not be found. Aug 30 14:41:43.343461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-babbddd8-e7a5-4062-9037-e109d9aa06bc tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/f20ba2cf-da50-43a3-b81c-57812fc1a459 HTTP/1.1" status: 404 len: 336 time: 0.1188786 Aug 30 14:41:43.343959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.390858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-07ac2644-b668-49bd-91df-7fd1353211ac tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b966e47-2594-42d0-b3d3-134d2a29d33c HTTP/1.1" status: 200 len: 205 time: 0.0454066 Aug 30 14:41:43.396382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.439351 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c790e6a2-51c0-4a0d-b8a8-6a9ad29d0df5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] delete failed (client error): The resource could not be found. Aug 30 14:41:43.442906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c790e6a2-51c0-4a0d-b8a8-6a9ad29d0df5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/7b966e47-2594-42d0-b3d3-134d2a29d33c HTTP/1.1" status: 404 len: 336 time: 0.0430939 Aug 30 14:41:43.444011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.474285 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.479378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.486864 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f508d033-cd92-4094-921a-d50d514522b5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:43.487321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f508d033-cd92-4094-921a-d50d514522b5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:43.491730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f508d033-cd92-4094-921a-d50d514522b5 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/227807f0-8585-409a-a426-63777b4d0b6c HTTP/1.1" status: 404 len: 337 time: 0.0451064 Aug 30 14:41:43.492849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.522999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:41:43.524095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:43.529207 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.561509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-882e55f4-caad-4915-9d03-673aa38b3122 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 HTTP/1.1" status: 200 len: 205 time: 0.0653918 Aug 30 14:41:43.563337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.566049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b09b8-1572-461c-b238-ba207b7c567c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:43.570232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.570728 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Added segment 9da24854-a560-44a7-a0d9-d5736b126c64 of type vlan for network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 Aug 30 14:41:43.619715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.637176 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-64d2efd2-e0fa-482c-b8d6-d176f1a2ca38 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] delete failed (client error): The resource could not be found. Aug 30 14:41:43.638224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-64d2efd2-e0fa-482c-b8d6-d176f1a2ca38 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/fb6ac8e4-69ea-44cc-9be8-b9fb79f8ffe1 HTTP/1.1" status: 404 len: 336 time: 0.0739257 Aug 30 14:41:43.640987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.675647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.676924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:43.677961 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.697293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8821c30-f098-46b6-b311-036140297eaf tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb02c86b-e021-436e-9c3b-b1638668ae0e HTTP/1.1" status: 200 len: 205 time: 0.0547462 Aug 30 14:41:43.700346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.702575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6652381 Aug 30 14:41:43.722252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.745971 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-df6250f8-47a5-448a-808a-8dcbd460f1d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] delete failed (client error): The resource could not be found. Aug 30 14:41:43.747024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-df6250f8-47a5-448a-808a-8dcbd460f1d0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/cb02c86b-e021-436e-9c3b-b1638668ae0e HTTP/1.1" status: 404 len: 336 time: 0.0452590 Aug 30 14:41:43.750148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53252) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.762790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Request body: {'subnet': {'network_id': 'b0146fad-f5a1-4c5c-80cb-4032ea6cf987', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1835801735-subnet', 'tenant_id': '0cfa1ed00aed4c0a86dbc2ea64db5ed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:43.790065 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6f3769-3a26-4bbc-a04e-f75790955b83 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:43.790840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6f3769-3a26-4bbc-a04e-f75790955b83 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:43.792423 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9c6f3769-3a26-4bbc-a04e-f75790955b83 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/b0890c6a-855d-4e50-9c37-274602d10911 HTTP/1.1" status: 404 len: 337 time: 0.0413074 Aug 30 14:41:43.795884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.809208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Made reservation on behalf of 0cfa1ed00aed4c0a86dbc2ea64db5ed9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:43.818412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:43.838076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Allocated IP 172.20.0.10 (9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf/160fafe4-6aa5-4569-8684-981501e82d7f/614d5786-483f-4c5e-9926-00d72f7236f3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:43.843210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6adb5b77-1df3-4fee-83fd-cf0c07084f5c tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecadc6-3597-477e-ad18-5d44f01274bb HTTP/1.1" status: 200 len: 205 time: 0.0456827 Aug 30 14:41:43.846186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.856574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.889929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1472c2a-2ef5-4e8f-9720-9aa7d0837200 admin admin] Pushing event updated for resources: {'Network': ['ID=b0146fad-f5a1-4c5c-80cb-4032ea6cf987,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:43.902920 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0bde6248-58ff-4e70-88d9-69e8a190db9f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] delete failed (client error): The resource could not be found. Aug 30 14:41:43.904170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0bde6248-58ff-4e70-88d9-69e8a190db9f tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/a5ecadc6-3597-477e-ad18-5d44f01274bb HTTP/1.1" status: 404 len: 336 time: 0.0566983 Aug 30 14:41:43.908202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:43.915882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:41:43.957708 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-66018a3a-094e-42bd-b393-8720b94e2383 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:43.958331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66018a3a-094e-42bd-b393-8720b94e2383 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:43.962876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-66018a3a-094e-42bd-b393-8720b94e2383 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/242b9d5c-9ded-4a67-86c5-2c9875151489 HTTP/1.1" status: 404 len: 337 time: 0.0502129 Aug 30 14:41:43.963302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:44.007956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b515eb5b-da21-4dfb-8f3a-54584d2288e0 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "GET /v2.0/ports?device_id=2734be65-a253-49cd-8710-b9776b3a7199 HTTP/1.1" status: 200 len: 205 time: 0.0424407 Aug 30 14:41:44.011838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:44.065427 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-50b4867c-955d-48fa-afbd-65927fc32d86 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] delete failed (client error): The resource could not be found. Aug 30 14:41:44.068899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-50b4867c-955d-48fa-afbd-65927fc32d86 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/routers/2734be65-a253-49cd-8710-b9776b3a7199 HTTP/1.1" status: 404 len: 336 time: 0.0529218 Aug 30 14:41:44.069429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53270) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:44.095570 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c9dd7a90-1a1f-4636-a213-4db1e4513fe8 req-3b30c764-a19d-4fa1-837d-149f7cd379ac tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 210 time: 0.0336292 Aug 30 14:41:44.110366 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c98db44-aced-4c56-a2af-e97ea7b7d199 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:44.110823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c98db44-aced-4c56-a2af-e97ea7b7d199 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:44.115071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c98db44-aced-4c56-a2af-e97ea7b7d199 tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/5576d2ed-3774-4996-b02a-e38461563070 HTTP/1.1" status: 404 len: 337 time: 0.0419922 Aug 30 14:41:44.120712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:44.125114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b92b9e0c-0900-4600-9844-3624ad3722fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.181306 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d954d4d-0f47-4b10-8865-46f797a3d83d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] DELETE failed (client error): The resource could not be found. Aug 30 14:41:44.181769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d954d4d-0f47-4b10-8865-46f797a3d83d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:41:44.183522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3d954d4d-0f47-4b10-8865-46f797a3d83d tempest-RoutersIpV6Test-1532780784 tempest-RoutersIpV6Test-1532780784-project] 10.222.0.50 "DELETE /v2.0/subnets/358df8a1-3f3e-4842-a7ee-5a51c8e2b224 HTTP/1.1" status: 404 len: 337 time: 0.0622826 Aug 30 14:41:44.201788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.223404 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.272555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e13fda6-aa78-42f2-bcbe-ca1dba872956,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:44.278894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Checking segment: {'id': '9da24854-a560-44a7-a0d9-d5736b126c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0146fad-f5a1-4c5c-80cb-4032ea6cf987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:44.279878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Network hostable DHCP agents. Network: b0146fad-f5a1-4c5c-80cb-4032ea6cf987, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:41:44.305143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:41:44.318050 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.320597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b0146fad-f5a1-4c5c-80cb-4032ea6cf987) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:44.328577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:44.329883 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.332421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:44.373347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc9bd2-850a-40e9-8cb2-425b7a6f30db None None] Network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:44.438617 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b92b9e0c-0900-4600-9844-3624ad3722fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.451716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-33756014-94f5-4265-97c2-3c240abc2945 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7282605 Aug 30 14:41:44.476002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:44.480569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event updated for resources: {'Port': ['ID=614d5786-483f-4c5e-9926-00d72f7236f3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:44.484399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:44.492935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b92b9e0c-0900-4600-9844-3624ad3722fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.498412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:44.503242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:44.545125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9e0c-0900-4600-9844-3624ad3722fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ebd6b-5534-450b-85e1-f83ffa2b10ce,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:44.595463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceeef0-13f4-455f-827c-6931fce81dd2 req-4b7ea6d2-e420-488d-b522-3791ec4b608d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:44.603474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aeceeef0-13f4-455f-827c-6931fce81dd2 req-4b7ea6d2-e420-488d-b522-3791ec4b608d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.2832375 Aug 30 14:41:44.628758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e22d2f-3751-4485-a35e-d26a2942d06c None None] Network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:44.653254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2dfce1ed-62e5-494f-96aa-c5560362910b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a13e869d8cb4454e9b636bf021525a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491091 Aug 30 14:41:44.655623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:44.668244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b92b9e0c-0900-4600-9844-3624ad3722fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7a795c9b2b04d4abc4e99a73d04bd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8072379 Aug 30 14:41:44.672096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:44.676852 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aeceeef0-13f4-455f-827c-6931fce81dd2 req-25915deb-e362-4269-b06e-8ce481e84c4b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723960 Aug 30 14:41:44.699304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:44.700040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.736445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-0a95eb44-f68a-4467-b3fe-e7e8b7b876c9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5044460 Aug 30 14:41:44.749382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a019eb3a-e4c6-4e14-b959-33c8128d1db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.753313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d92997b-4cab-4f14-b110-bc35991f9ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.778214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a019eb3a-e4c6-4e14-b959-33c8128d1db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.795186 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d92997b-4cab-4f14-b110-bc35991f9ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.831931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Request body: {'port': {'device_id': '35730367-fe5b-4949-b8df-0dac54202f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:44.888340 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a019eb3a-e4c6-4e14-b959-33c8128d1db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.892686 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a019eb3a-e4c6-4e14-b959-33c8128d1db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.895501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a019eb3a-e4c6-4e14-b959-33c8128d1db5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/922f8a10-e938-43ea-9674-f3e482da6791 HTTP/1.1" status: 204 len: 168 time: 0.2384462 Aug 30 14:41:44.906157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019eb3a-e4c6-4e14-b959-33c8128d1db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922f8a10-e938-43ea-9674-f3e482da6791,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:44.957072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.008703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d92997b-4cab-4f14-b110-bc35991f9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.012475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d92997b-4cab-4f14-b110-bc35991f9ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.016842 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9d92997b-4cab-4f14-b110-bc35991f9ec1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e7ebd6b-5534-450b-85e1-f83ffa2b10ce HTTP/1.1" status: 204 len: 168 time: 0.3435400 Aug 30 14:41:45.055297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92997b-4cab-4f14-b110-bc35991f9ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ebd6b-5534-450b-85e1-f83ffa2b10ce,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:45.250741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:45.260233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-424855407-network', 'tenant_id': 'e0474f888f6d4ee9a902067ef400d1f4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:45.296198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Made reservation on behalf of e0474f888f6d4ee9a902067ef400d1f4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:45.300412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.301810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202617c-8631-4c92-983d-860d358f459a req-c91b3193-c51e-4ab5-9c53-b9b005644296 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:45.303431 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3202617c-8631-4c92-983d-860d358f459a req-c91b3193-c51e-4ab5-9c53-b9b005644296 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 932 time: 0.1108956 Aug 30 14:41:45.315050 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.403008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3202617c-8631-4c92-983d-860d358f459a req-a583f12d-869f-40f0-8a51-a7b5da739b05 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909531 Aug 30 14:41:45.470107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.476894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614d5786-483f-4c5e-9926-00d72f7236f3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:45.477141 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.488358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.508801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Transition to ACTIVE for port object 614d5786-483f-4c5e-9926-00d72f7236f3 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:45.511876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:41:45.514181 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.523526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb77eb6-f467-4f60-a102-2b3bae952b7c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:45.530785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.531140 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Added segment 99b2df74-5656-4ead-bdc6-7380980060ee of type vlan for network 840dfeac-beca-4cd5-b4c6-df04f79dfa71 Aug 30 14:41:45.576039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Pushing event updated for resources: {'Port': ['ID=614d5786-483f-4c5e-9926-00d72f7236f3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:45.579727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:41:45.598024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.605653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:45.630224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c40438e-6182-4cf2-9c92-859daafd1022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.677291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Attempting to bind port 614d5786-483f-4c5e-9926-00d72f7236f3 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:45.677675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Attempting to bind port 614d5786-483f-4c5e-9926-00d72f7236f3 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:45.678019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Attempting to bind port 614d5786-483f-4c5e-9926-00d72f7236f3 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:45.691156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Port 614d5786-483f-4c5e-9926-00d72f7236f3 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:41:45.692929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Attempting to bind port 614d5786-483f-4c5e-9926-00d72f7236f3 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:45.705465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:45.705831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Checking segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:45.706285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Bound using segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:45.706749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Bound port: 614d5786-483f-4c5e-9926-00d72f7236f3, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:45.707127 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.746020 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c40438e-6182-4cf2-9c92-859daafd1022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.748154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.749421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:45.750386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.756451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c40438e-6182-4cf2-9c92-859daafd1022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:45.856560 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6034799 Aug 30 14:41:45.858809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:45.870540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40438e-6182-4cf2-9c92-859daafd1022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac65798-5a29-4e26-8646-56c712d04d0f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:45.876206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Request body: {'subnet': {'network_id': '840dfeac-beca-4cd5-b4c6-df04f79dfa71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-424855407-subnet', 'tenant_id': 'e0474f888f6d4ee9a902067ef400d1f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:45.886333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff645d-cb6f-4600-b07e-1a25e5b4badd admin admin] Pushing event updated for resources: {'Network': ['ID=840dfeac-beca-4cd5-b4c6-df04f79dfa71,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:45.898198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5c40438e-6182-4cf2-9c92-859daafd1022 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9a366df9afc40d58fe7fa7aba298120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914779 Aug 30 14:41:45.901854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:45.925711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 840dfeac-beca-4cd5-b4c6-df04f79dfa71 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:41:45.966005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:45.986525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] For port 614d5786-483f-4c5e-9926-00d72f7236f3, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:45.991595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] For port 614d5786-483f-4c5e-9926-00d72f7236f3, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=614d5786-483f-4c5e-9926-00d72f7236f3,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:45.998018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Made reservation on behalf of e0474f888f6d4ee9a902067ef400d1f4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:46.003363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.012550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a88563-d110-4642-a9a0-c87802881304 req-10b21f85-327b-4f59-bf16-bfee106d8428 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:46.014395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95a88563-d110-4642-a9a0-c87802881304 req-10b21f85-327b-4f59-bf16-bfee106d8428 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1015265 Aug 30 14:41:46.112913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'port_id': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'mac_address': 'fa:16:3e:29:43:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:41:46.129768 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.215352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:46.217434 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.219605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] 10.222.0.21 "PUT /v2.0/ports/614d5786-483f-4c5e-9926-00d72f7236f3 HTTP/1.1" status: 200 len: 1092 time: 1.4675841 Aug 30 14:41:46.224950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35730367-fe5b-4949-b8df-0dac54202f8a', 'tag': '614d5786-483f-4c5e-9926-00d72f7236f3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:46.228118 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368" -d '{"events": [{"name": "network-changed", "server_uuid": "35730367-fe5b-4949-b8df-0dac54202f8a", "tag": "614d5786-483f-4c5e-9926-00d72f7236f3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:46.281335 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.292710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b17128-b100-4c87-a0da-cf1428bbfe02 service neutron] Pushing event updated for resources: {'Port': ['ID=614d5786-483f-4c5e-9926-00d72f7236f3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:46.300922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a3d10f1-c03c-497a-9e9d-9ff47382349c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:46.332655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:46.341439 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.391261 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30636cb-005e-428a-bbb2-b8b507bf7bd0 x-openstack-request-id: req-c30636cb-005e-428a-bbb2-b8b507bf7bd0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:46.391790 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35730367-fe5b-4949-b8df-0dac54202f8a", "tag": "614d5786-483f-4c5e-9926-00d72f7236f3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:46.392057 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c30636cb-005e-428a-bbb2-b8b507bf7bd0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:46.392783 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35730367-fe5b-4949-b8df-0dac54202f8a', 'tag': '614d5786-483f-4c5e-9926-00d72f7236f3', 'status': 'completed', 'code': 200} Aug 30 14:41:46.415876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:46.422603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6a3d10f1-c03c-497a-9e9d-9ff47382349c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:46.443159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:46.569668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.570341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.571013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.571545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.573782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.574350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.575576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.578991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.579607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.580190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.581227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.581807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:46.664121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c06e54d7-8c3d-44cb-b3b8-3e4f807e45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:46.664540 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb14b1f6-df6a-49f2-aa8d-07f64aca1a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.665518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-c06e54d7-8c3d-44cb-b3b8-3e4f807e45c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 1095 time: 0.2912288 Aug 30 14:41:46.671859 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.672705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95a88563-d110-4642-a9a0-c87802881304 req-7192a8a0-d34a-40f8-adfa-eb045c32e367 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6494286 Aug 30 14:41:46.696901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb14b1f6-df6a-49f2-aa8d-07f64aca1a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.741274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1410175511'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:46.774261 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb14b1f6-df6a-49f2-aa8d-07f64aca1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.777364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb14b1f6-df6a-49f2-aa8d-07f64aca1a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.778528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb14b1f6-df6a-49f2-aa8d-07f64aca1a9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aac65798-5a29-4e26-8646-56c712d04d0f HTTP/1.1" status: 204 len: 168 time: 0.8755600 Aug 30 14:41:46.790884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14b1f6-df6a-49f2-aa8d-07f64aca1a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac65798-5a29-4e26-8646-56c712d04d0f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:46.818809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d0e33-fd91-4c6b-ba7f-9a7d5ba38db4 req-a6ea4832-7d58-4b17-873b-b3609056ac1f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:46.826401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b1d0e33-fd91-4c6b-ba7f-9a7d5ba38db4 req-a6ea4832-7d58-4b17-873b-b3609056ac1f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 944 time: 0.2950046 Aug 30 14:41:46.851381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-65af1ee6-4cc6-443a-bf4c-804d9c1bacac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=614d5786-483f-4c5e-9926-00d72f7236f3 HTTP/1.1" status: 200 len: 217 time: 0.1628590 Aug 30 14:41:46.889951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:46.894245 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.976916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:46.987963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d8eed5-6127-42ff-8088-230d4ccfdd54,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:47.003591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Checking segment: {'id': '99b2df74-5656-4ead-bdc6-7380980060ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '840dfeac-beca-4cd5-b4c6-df04f79dfa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:47.004102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Network hostable DHCP agents. Network: 840dfeac-beca-4cd5-b4c6-df04f79dfa71, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:41:47.097076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b1d0e33-fd91-4c6b-ba7f-9a7d5ba38db4 req-e255c217-6b62-416e-819d-655f8444c67c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590592 Aug 30 14:41:47.102741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-a1f58826-3de6-401a-bdbc-82ec81786767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:47.118785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-a1f58826-3de6-401a-bdbc-82ec81786767 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.2495453 Aug 30 14:41:47.165094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Network 840dfeac-beca-4cd5-b4c6-df04f79dfa71 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:41:47.178501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 840dfeac-beca-4cd5-b4c6-df04f79dfa71) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:47.187720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1698bf-9b18-4ebf-9958-de1b1e737a0b None None] Network 840dfeac-beca-4cd5-b4c6-df04f79dfa71 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:47.193779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:47.194391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.223144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-cc010f25-827a-46b9-ac13-30e3fc120178 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950162 Aug 30 14:41:47.406022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906456b-208e-4fe5-8329-79f387f554b1 None None] Network 840dfeac-beca-4cd5-b4c6-df04f79dfa71 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:47.413314 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-f9ea0467-b7b3-44b9-b1ed-48fc4561bea5 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807115 Aug 30 14:41:47.434099 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.473519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.488235 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1137512-46eb-4a70-8fb1-caee2e952fa9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6259122 Aug 30 14:41:47.507030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:41:47.533595 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.533944 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment 48149a91-1726-4800-939a-3a0cda41d134 of type vlan for network 07d6a3ea-e07f-4789-a287-2686bd633d4b Aug 30 14:41:47.535336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd779a56-711a-41f7-a836-54a0d5728558,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:47.598905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:47.616375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.622397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c95fc888-de5e-4c34-b4b3-02f7e0a09a9d req-81210528-f1ad-4e8c-bb03-8502338528d4 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982682 Aug 30 14:41:47.679597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.686133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:47.686977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.701133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 6a3d10f1-c03c-497a-9e9d-9ff47382349c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:47.701558 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.776183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:47.776639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3320539 Aug 30 14:41:47.782028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-611056440'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:47.797213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d9798-eb50-433b-9dc7-e8f6ddfcaff0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=07d6a3ea-e07f-4789-a287-2686bd633d4b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:47.813322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-24d9f7cb-6af9-43da-8f77-8954b78245ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:47.813957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 07d6a3ea-e07f-4789-a287-2686bd633d4b details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:41:47.815959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-24d9f7cb-6af9-43da-8f77-8954b78245ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 1095 time: 0.1021283 Aug 30 14:41:47.855340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:47.858925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.906578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:41:47.926930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:47.927283 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment 07c1edef-b1f3-4d8f-8bf0-f25730da0503 of type vlan for network 8c76c321-9fa7-4a25-ac60-06b4cccae367 Aug 30 14:41:47.975186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-cc36612d-b0d7-44ba-ab57-82e736661768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:47.978070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-cc36612d-b0d7-44ba-ab57-82e736661768 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 907 time: 0.1535420 Aug 30 14:41:48.024102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:48.061129 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:48.065713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-b65e150e-a8f5-4234-8385-0a4e51549638 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=614d5786-483f-4c5e-9926-00d72f7236f3 HTTP/1.1" status: 200 len: 217 time: 0.0739868 Aug 30 14:41:48.067569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:48.077714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:48.081376 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:48.135226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:48.137315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:48.148914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a484fb-95aa-42f3-8452-2f2e3e31d1af req-d17a6c89-3a43-4d67-9411-def6bdb93b0c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:48.149775 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f0c6b-68fe-4a3d-a9be-bada379fffe5" -d '{"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:48.151437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95a484fb-95aa-42f3-8452-2f2e3e31d1af req-d17a6c89-3a43-4d67-9411-def6bdb93b0c tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 945 time: 0.1710751 Aug 30 14:41:48.154615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:48.202348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-d1220732-1997-453d-8bd5-f71a30ee503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:48.204436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-d1220732-1997-453d-8bd5-f71a30ee503b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.1313300 Aug 30 14:41:48.218945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4417634 Aug 30 14:41:48.225003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:48.243731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': '07d6a3ea-e07f-4789-a287-2686bd633d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:48.258222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-203c6a39-66b2-4eea-b678-424d4fb6bc5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427966 Aug 30 14:41:48.262071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95a484fb-95aa-42f3-8452-2f2e3e31d1af req-3e2374f8-47c2-4692-99f6-455c5528d039 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912061 Aug 30 14:41:48.275620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:48.287118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571dc48-4ce3-40ff-b5f9-b5d46d261f8c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=8c76c321-9fa7-4a25-ac60-06b4cccae367,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:48.316856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8c76c321-9fa7-4a25-ac60-06b4cccae367 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:41:48.385548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:48.407755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:48.463307 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-d4752460-b5cb-451d-b6d2-ed437eaaba7c service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951454 Aug 30 14:41:48.627889 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bb21eb1-abb2-4b2a-bc9b-d8776bd40368 req-66af2d88-d6dd-4e25-8933-59bac4da04e3 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512957 Aug 30 14:41:48.663726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-3d0758d5-35a1-4acd-a4b6-cf3b30f9a3f5 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:48.671086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-3d0758d5-35a1-4acd-a4b6-cf3b30f9a3f5 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/networks?id=b0146fad-f5a1-4c5c-80cb-4032ea6cf987 HTTP/1.1" status: 200 len: 825 time: 0.1383541 Aug 30 14:41:48.699769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-6e458b5f-d3cd-4c64-85e3-5e0566d962df tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/quotas/0cfa1ed00aed4c0a86dbc2ea64db5ed9 HTTP/1.1" status: 200 len: 375 time: 0.0273662 Aug 30 14:41:48.729237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f253d-597c-4766-9f37-69c92cffeab6 req-0bd8b33e-24e9-413d-aa05-c8eac6226d2a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:48.740087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d65f253d-597c-4766-9f37-69c92cffeab6 req-0bd8b33e-24e9-413d-aa05-c8eac6226d2a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 944 time: 0.0993681 Aug 30 14:41:48.747573 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-462899e3-5ff6-4f89-8843-210dcf98ebff tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cfa1ed00aed4c0a86dbc2ea64db5ed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468869 Aug 30 14:41:48.809988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d65f253d-597c-4766-9f37-69c92cffeab6 req-5824e656-cf14-4290-abda-44f69e8057bc tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656784 Aug 30 14:41:48.884712 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f2c5e1-9536-4781-bb2a-233195574814 x-openstack-request-id: req-a5f2c5e1-9536-4781-bb2a-233195574814 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:48.885272 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:48.886172 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5f2c5e1-9536-4781-bb2a-233195574814 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:48.886764 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'code': 200} Aug 30 14:41:48.983880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:49.025325 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-99f1771e-5d83-404e-87bd-7bd8b2983d74 service neutron] 10.222.0.50 "GET /v2.0/networks/b0146fad-f5a1-4c5c-80cb-4032ea6cf987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740383 Aug 30 14:41:49.106079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=ba3b4ef3-bf8e-43e8-8674-d232563d2bac,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:49.136768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': '48149a91-1726-4800-939a-3a0cda41d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '07d6a3ea-e07f-4789-a287-2686bd633d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:49.137162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: 07d6a3ea-e07f-4789-a287-2686bd633d4b, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:41:49.187995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 07d6a3ea-e07f-4789-a287-2686bd633d4b is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:41:49.200125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-60e7747f-9ae8-4e9d-ada1-ff6b9e54ee59 service neutron] 10.222.0.50 "GET /v2.0/networks/b0146fad-f5a1-4c5c-80cb-4032ea6cf987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701753 Aug 30 14:41:49.207323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 07d6a3ea-e07f-4789-a287-2686bd633d4b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:49.212543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:49.213184 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:49.219280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3349f6-53c0-46a8-a582-421e390fe4f1 None None] Network 07d6a3ea-e07f-4789-a287-2686bd633d4b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:49.244751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c5166165-684f-4560-81d7-6d52332b6865 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0105050 Aug 30 14:41:49.247997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:49.258324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': '8c76c321-9fa7-4a25-ac60-06b4cccae367', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:49.552076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8fdf1f4-f6f6-4c79-bd07-89cd75b4511d req-55039a5b-b5b5-40fa-ada5-311e490cf4a6 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 210 time: 0.0507195 Aug 30 14:41:49.572748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-07d6a3ea-e07f-4789-a287-2686bd633d4b', 'network_id': '07d6a3ea-e07f-4789-a287-2686bd633d4b', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': 'ba3b4ef3-bf8e-43e8-8674-d232563d2bac'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:41:49.577444 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:49.582880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:49.589144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:49.606502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d79d89-fb30-44f7-9f39-dd57e6614876 req-3c4a5619-e602-4293-9e01-8664afd79daf tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:49.608552 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10d79d89-fb30-44f7-9f39-dd57e6614876 req-3c4a5619-e602-4293-9e01-8664afd79daf tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1260741 Aug 30 14:41:49.708243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10d79d89-fb30-44f7-9f39-dd57e6614876 req-b90e8b62-9a09-46ad-a12f-22dfacb3bbb0 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899413 Aug 30 14:41:49.896849 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.008009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Allocated IP 172.20.0.2 (07d6a3ea-e07f-4789-a287-2686bd633d4b/ba3b4ef3-bf8e-43e8-8674-d232563d2bac/79adda03-adf5-46dd-ba7e-7fce5b81d0eb) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:50.068217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.256701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=2b2fa198-28e1-4867-8c8f-f0e0e1aec0e3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:50.275371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e709df1-7e86-4c3a-a383-d734c93932ef req-c0c924ea-288d-4f81-8b45-d84630641cd1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:50.285662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3e709df1-7e86-4c3a-a383-d734c93932ef req-c0c924ea-288d-4f81-8b45-d84630641cd1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 944 time: 0.2779644 Aug 30 14:41:50.317509 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.329608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Transition to ACTIVE for port object 79adda03-adf5-46dd-ba7e-7fce5b81d0eb will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:50.347707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Transition to ACTIVE for port object 79adda03-adf5-46dd-ba7e-7fce5b81d0eb will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:50.354144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': '07c1edef-b1f3-4d8f-8bf0-f25730da0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8c76c321-9fa7-4a25-ac60-06b4cccae367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:50.354360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: 8c76c321-9fa7-4a25-ac60-06b4cccae367, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:41:50.354718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.372289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3e709df1-7e86-4c3a-a383-d734c93932ef req-450f7b38-400b-4fa8-b081-11d0021c2a18 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857093 Aug 30 14:41:50.412986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 8c76c321-9fa7-4a25-ac60-06b4cccae367 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:41:50.433892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8c76c321-9fa7-4a25-ac60-06b4cccae367) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:50.444931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:50.445843 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.452533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a34e46-f450-4cff-a8b0-d61e4337c8ca None None] Network 8c76c321-9fa7-4a25-ac60-06b4cccae367 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:50.471913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:50.473334 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6b59289e-5479-46cb-9491-69b2f9fdf571 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2239926 Aug 30 14:41:50.476242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b1dcb817-7fc2-4b7f-bb52-66b8c2944e5e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-937912109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:50.526622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Pushing event updated for resources: {'Port': ['ID=79adda03-adf5-46dd-ba7e-7fce5b81d0eb,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:50.528029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1dcb817-7fc2-4b7f-bb52-66b8c2944e5e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.529436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1dcb817-7fc2-4b7f-bb52-66b8c2944e5e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.537947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Network 07d6a3ea-e07f-4789-a287-2686bd633d4b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:50.547862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:50.551649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:50.637559 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1dcb817-7fc2-4b7f-bb52-66b8c2944e5e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.649458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Attempting to bind port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:50.649838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Attempting to bind port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '48149a91-1726-4800-939a-3a0cda41d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '07d6a3ea-e07f-4789-a287-2686bd633d4b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:50.650158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1dcb817-7fc2-4b7f-bb52-66b8c2944e5e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.650322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Attempting to bind port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb on network 07d6a3ea-e07f-4789-a287-2686bd633d4b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:50.664336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:50.664861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Checking segment: {'id': '48149a91-1726-4800-939a-3a0cda41d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '07d6a3ea-e07f-4789-a287-2686bd633d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:50.665362 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.665764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Bound using segment: {'id': '48149a91-1726-4800-939a-3a0cda41d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '07d6a3ea-e07f-4789-a287-2686bd633d4b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:50.666249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Bound port: 79adda03-adf5-46dd-ba7e-7fce5b81d0eb, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48149a91-1726-4800-939a-3a0cda41d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '07d6a3ea-e07f-4789-a287-2686bd633d4b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:50.667261 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.694126 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1dcb817-7fc2-4b7f-bb52-66b8c2944e5e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.703866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:50.730548 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b1dcb817-7fc2-4b7f-bb52-66b8c2944e5e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2579494 Aug 30 14:41:50.801232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-8c76c321-9fa7-4a25-ac60-06b4cccae367', 'network_id': '8c76c321-9fa7-4a25-ac60-06b4cccae367', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': '2b2fa198-28e1-4867-8c8f-f0e0e1aec0e3'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:41:50.802106 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:50.846107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a478689e-d365-452d-b270-689e40381c66 req-30b353f8-0e32-4e4e-8486-291be9b3a636 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 210 time: 0.1088951 Aug 30 14:41:50.906042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] For port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:50.914675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] For port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79adda03-adf5-46dd-ba7e-7fce5b81d0eb,segment=NetworkSegment(48149a91-1726-4800-939a-3a0cda41d134),segment_id=48149a91-1726-4800-939a-3a0cda41d134)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:51.008152 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.131220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3873abf-ddbe-495c-8843-ba60bb80415c None None] Pushing event updated for resources: {'Port': ['ID=79adda03-adf5-46dd-ba7e-7fce5b81d0eb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:51.167266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Allocated IP 172.21.0.2 (8c76c321-9fa7-4a25-ac60-06b4cccae367/2b2fa198-28e1-4867-8c8f-f0e0e1aec0e3/05ff1b5e-258e-4afb-ae8f-e738548141a8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:51.318888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d5bac-6874-4fe8-9df8-aa179c8c2b85 req-8e12155d-dd68-4365-a1a5-e32da25df4d8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:51.327774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a24d5bac-6874-4fe8-9df8-aa179c8c2b85 req-8e12155d-dd68-4365-a1a5-e32da25df4d8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.3835735 Aug 30 14:41:51.340935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-2ea4f296-b15d-4a30-8f37-d0f21e07f283 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:51.342899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-2ea4f296-b15d-4a30-8f37-d0f21e07f283 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.39 "GET /v2.0/networks?id=b0146fad-f5a1-4c5c-80cb-4032ea6cf987 HTTP/1.1" status: 200 len: 825 time: 0.4236519 Aug 30 14:41:51.361690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Request body: {'port': {'device_id': '356c7278-35f8-4625-9b75-174c81ee4ace', 'network_id': 'b0146fad-f5a1-4c5c-80cb-4032ea6cf987', 'admin_state_up': True, 'tenant_id': '0cfa1ed00aed4c0a86dbc2ea64db5ed9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:51.463989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 614d5786-483f-4c5e-9926-00d72f7236f3 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:41:51.499111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.503634 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a24d5bac-6874-4fe8-9df8-aa179c8c2b85 req-5ab843b2-b164-48c7-bba0-c70f5914392f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575778 Aug 30 14:41:51.650665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 614d5786-483f-4c5e-9926-00d72f7236f3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=614d5786-483f-4c5e-9926-00d72f7236f3,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:51.658129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Made reservation on behalf of 0cfa1ed00aed4c0a86dbc2ea64db5ed9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:51.664702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.671746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '614d5786-483f-4c5e-9926-00d72f7236f3', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'port_id': '614d5786-483f-4c5e-9926-00d72f7236f3', 'mac_address': 'fa:16:3e:51:74:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160fafe4-6aa5-4569-8684-981501e82d7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:41:51.723905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758fcc4-2e29-41da-9af5-435a696add63 req-c1567b8a-fb40-408c-a864-39317e94b523 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:51.732500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4758fcc4-2e29-41da-9af5-435a696add63 req-c1567b8a-fb40-408c-a864-39317e94b523 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 944 time: 0.1859004 Aug 30 14:41:51.764654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:51.773186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.793121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614d5786-483f-4c5e-9926-00d72f7236f3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:51.827397 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.834129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4758fcc4-2e29-41da-9af5-435a696add63 req-1a6147fb-024d-41f6-aa99-a206db95ddc0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004620 Aug 30 14:41:51.835348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 614d5786-483f-4c5e-9926-00d72f7236f3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=614d5786-483f-4c5e-9926-00d72f7236f3,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:51.844521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Transition to ACTIVE for port object 05ff1b5e-258e-4afb-ae8f-e738548141a8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:51.849284 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.919710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Transition to ACTIVE for port object 05ff1b5e-258e-4afb-ae8f-e738548141a8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:51.968099 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.984509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=614d5786-483f-4c5e-9926-00d72f7236f3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:52.010027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Allocated IP 172.20.0.6 (b0146fad-f5a1-4c5c-80cb-4032ea6cf987/2e13fda6-aa78-42f2-bcbe-ca1dba872956/986c1c8f-c32d-4567-96ea-e512e8b53fe2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:52.038026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Pushing event updated for resources: {'Port': ['ID=05ff1b5e-258e-4afb-ae8f-e738548141a8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:52.046617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Network 8c76c321-9fa7-4a25-ac60-06b4cccae367 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:52.049780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:52.052440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:52.096653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.20.0.1 (07d6a3ea-e07f-4789-a287-2686bd633d4b/ba3b4ef3-bf8e-43e8-8674-d232563d2bac/02c06a81-6b33-4d4c-bf88-fae9e39705a1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:52.153397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Attempting to bind port 05ff1b5e-258e-4afb-ae8f-e738548141a8 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:52.153784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Attempting to bind port 05ff1b5e-258e-4afb-ae8f-e738548141a8 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '07c1edef-b1f3-4d8f-8bf0-f25730da0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8c76c321-9fa7-4a25-ac60-06b4cccae367'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:52.154195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Attempting to bind port 05ff1b5e-258e-4afb-ae8f-e738548141a8 on network 8c76c321-9fa7-4a25-ac60-06b4cccae367 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:52.160611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:52.160990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Checking segment: {'id': '07c1edef-b1f3-4d8f-8bf0-f25730da0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8c76c321-9fa7-4a25-ac60-06b4cccae367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:52.161433 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:52.161834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Bound using segment: {'id': '07c1edef-b1f3-4d8f-8bf0-f25730da0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8c76c321-9fa7-4a25-ac60-06b4cccae367'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:52.162309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Bound port: 05ff1b5e-258e-4afb-ae8f-e738548141a8, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c1edef-b1f3-4d8f-8bf0-f25730da0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8c76c321-9fa7-4a25-ac60-06b4cccae367'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:52.162767 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:52.282524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] For port 05ff1b5e-258e-4afb-ae8f-e738548141a8, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:52.287805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] For port 05ff1b5e-258e-4afb-ae8f-e738548141a8, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=05ff1b5e-258e-4afb-ae8f-e738548141a8,segment=NetworkSegment(07c1edef-b1f3-4d8f-8bf0-f25730da0503),segment_id=07c1edef-b1f3-4d8f-8bf0-f25730da0503)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:52.297643 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:52.304351 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:52.335135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object 02c06a81-6b33-4d4c-bf88-fae9e39705a1 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:52.391002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bd696-0ce0-420b-87a9-39dabed2a79e None None] Pushing event updated for resources: {'Port': ['ID=05ff1b5e-258e-4afb-ae8f-e738548141a8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:52.395027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['614d5786-483f-4c5e-9926-00d72f7236f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:52.409380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:52.500461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 07d6a3ea-e07f-4789-a287-2686bd633d4b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:52.505403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:52.514978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:52.704906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:52.708370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=02c06a81-6b33-4d4c-bf88-fae9e39705a1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:52.783121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e3675d-9c04-4e8b-97ff-6bd6df8aa75d None None] Network 07d6a3ea-e07f-4789-a287-2686bd633d4b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:52.989547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26300b3-fc04-4012-898b-bf6c7285a4ca req-7d1ab389-60d4-43a4-bae0-3203a4e4bc8a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:52.996954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79adda03-adf5-46dd-ba7e-7fce5b81d0eb up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:53.000419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e26300b3-fc04-4012-898b-bf6c7285a4ca req-7d1ab389-60d4-43a4-bae0-3203a4e4bc8a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1703942 Aug 30 14:41:53.074613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df5ecc39-769e-44af-9d2d-fcec6f956aed None None] Provisioning for port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:53.089218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e26300b3-fc04-4012-898b-bf6c7285a4ca req-6c7961a1-3c60-4b03-8aac-ceb845177dc5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854380 Aug 30 14:41:53.091512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de0baf0a-c8f9-460b-bef8-7ef75a504824 req-a9f2fedc-7885-463e-a2c2-11a954b2e884 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 210 time: 1.0710988 Aug 30 14:41:53.107375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7f03-00e9-476a-9b8f-19dfb518bac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.129207 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.162914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:53.180947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:53.184438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.262558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.319471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.409165 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.451742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:53.466013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:53.472167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Pushing event updated for resources: {'Port': ['ID=986c1c8f-c32d-4567-96ea-e512e8b53fe2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:53.474880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:53.486854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79adda03-adf5-46dd-ba7e-7fce5b81d0eb,segment=NetworkSegment(48149a91-1726-4800-939a-3a0cda41d134),segment_id=48149a91-1726-4800-939a-3a0cda41d134)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:53.507610 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.508648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5193-aab9-4156-96d7-719ce8029205 req-41a37315-642c-4d6a-89a1-80465b90378b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:53.528484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de2f5193-aab9-4156-96d7-719ce8029205 req-41a37315-642c-4d6a-89a1-80465b90378b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 945 time: 0.2320480 Aug 30 14:41:53.568093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:53.575937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.604737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de2f5193-aab9-4156-96d7-719ce8029205 req-10bdc7f8-dfcb-48fa-a449-90a0cc942d3f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685174 Aug 30 14:41:53.618748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=79adda03-adf5-46dd-ba7e-7fce5b81d0eb,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:53.642692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7f03-00e9-476a-9b8f-19dfb518bac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.651771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-619a2573-e518-4796-a7dd-416a7346aa35 None None] Provisioning complete for port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:53.657344 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-619a2573-e518-4796-a7dd-416a7346aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.730549 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7f03-00e9-476a-9b8f-19dfb518bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.754050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-33f0adee-c33f-4e8c-afae-5dedd8698ac2 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3974266 Aug 30 14:41:53.784846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Request body: {'port': {'device_id': '356c7278-35f8-4625-9b75-174c81ee4ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:53.817706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:53.822469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ba8b7f03-00e9-476a-9b8f-19dfb518bac2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffdb3f23d1524d9daf636a31c64f0c58&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0566537 Aug 30 14:41:53.835010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-619a2573-e518-4796-a7dd-416a7346aa35 None None] Provisioning for port 02c06a81-6b33-4d4c-bf88-fae9e39705a1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:53.841066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-619a2573-e518-4796-a7dd-416a7346aa35 None None] Provisioning complete for port 02c06a81-6b33-4d4c-bf88-fae9e39705a1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:53.841718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-619a2573-e518-4796-a7dd-416a7346aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.896477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b7f03-00e9-476a-9b8f-19dfb518bac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f306ecc-1530-49a8-a192-c0916b0821d0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:53.946189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-619a2573-e518-4796-a7dd-416a7346aa35 None None] Port 02c06a81-6b33-4d4c-bf88-fae9e39705a1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:53.996644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.047935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.050103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d0bab9-3813-4dc1-bfd0-2998bddaf37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.056556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.084103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-da5230b7-ade7-4f9b-a83b-8b16add90456 None None] Provisioning complete for port 02c06a81-6b33-4d4c-bf88-fae9e39705a1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:54.084582 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da5230b7-ade7-4f9b-a83b-8b16add90456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.174734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=02c06a81-6b33-4d4c-bf88-fae9e39705a1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:54.184692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da5230b7-ade7-4f9b-a83b-8b16add90456 None None] Port 02c06a81-6b33-4d4c-bf88-fae9e39705a1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:54.206532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d0bab9-3813-4dc1-bfd0-2998bddaf37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.232968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.255224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e98e37-05e9-48b4-a081-e9b18321b334 None None] Network 8c76c321-9fa7-4a25-ac60-06b4cccae367 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:41:54.412995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0491bf4b-36fc-48ba-aa52-a42b7bb6cfc9 None None] Provisioning for port 05ff1b5e-258e-4afb-ae8f-e738548141a8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:54.414810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1f68f-dfd0-4897-a700-9649e91ac16e req-902ad301-3840-42f3-86ac-42633e094041 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:54.424861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52b1f68f-dfd0-4897-a700-9649e91ac16e req-902ad301-3840-42f3-86ac-42633e094041 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1338222 Aug 30 14:41:54.441150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d624608-7629-4334-b658-50e145f2d114 req-832320b9-020b-47fc-996f-2c3b7f6b35f8 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:54.442738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4d624608-7629-4334-b658-50e145f2d114 req-832320b9-020b-47fc-996f-2c3b7f6b35f8 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 931 time: 0.1368229 Aug 30 14:41:54.457361 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d0bab9-3813-4dc1-bfd0-2998bddaf37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.468523 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0d0bab9-3813-4dc1-bfd0-2998bddaf37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.469942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f0d0bab9-3813-4dc1-bfd0-2998bddaf37b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f306ecc-1530-49a8-a192-c0916b0821d0 HTTP/1.1" status: 204 len: 168 time: 0.6484878 Aug 30 14:41:54.523742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52b1f68f-dfd0-4897-a700-9649e91ac16e req-dbd9769a-295d-4ea8-86be-519ffee0e154 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947890 Aug 30 14:41:54.532522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0bab9-3813-4dc1-bfd0-2998bddaf37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f306ecc-1530-49a8-a192-c0916b0821d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:54.560329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 07d6a3ea-e07f-4789-a287-2686bd633d4b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:54.564167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:54.744754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4d624608-7629-4334-b658-50e145f2d114 req-a4e47e39-c242-4f52-863e-888fed8f678d tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816758 Aug 30 14:41:54.955237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81507ec0-8dd1-4edd-8b1a-1d12bf790326 req-f009f91f-db64-499b-9b34-fe5d3a1434be tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:54.968524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986c1c8f-c32d-4567-96ea-e512e8b53fe2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:54.970823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81507ec0-8dd1-4edd-8b1a-1d12bf790326 req-f009f91f-db64-499b-9b34-fe5d3a1434be tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 945 time: 0.1495457 Aug 30 14:41:54.987969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:54.993552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 05ff1b5e-258e-4afb-ae8f-e738548141a8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:55.016769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Transition to ACTIVE for port object 986c1c8f-c32d-4567-96ea-e512e8b53fe2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:55.029446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.083615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 7a985498-726a-44de-9100-444f63db0c8d is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:41:55.090353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Pushing event updated for resources: {'Port': ['ID=986c1c8f-c32d-4567-96ea-e512e8b53fe2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:55.110676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9ef07a1d-de3b-45a9-ab66-faf0184896d6 None None] Provisioning complete for port 02c06a81-6b33-4d4c-bf88-fae9e39705a1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:55.111205 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ef07a1d-de3b-45a9-ab66-faf0184896d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.128466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-81507ec0-8dd1-4edd-8b1a-1d12bf790326 req-dbeb82ac-b912-442d-82e6-9d6847766fcd tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565607 Aug 30 14:41:55.186163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:55.212536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b47385b-d4ef-412a-885a-b53cc978edba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.225893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Attempting to bind port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:55.226216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Attempting to bind port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '9da24854-a560-44a7-a0d9-d5736b126c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0146fad-f5a1-4c5c-80cb-4032ea6cf987'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:55.226553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Attempting to bind port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 on network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:55.234334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 on network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:41:55.234932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Attempting to bind port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 on network b0146fad-f5a1-4c5c-80cb-4032ea6cf987 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:55.246815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:55.247160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Checking segment: {'id': '9da24854-a560-44a7-a0d9-d5736b126c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0146fad-f5a1-4c5c-80cb-4032ea6cf987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:55.247560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Bound using segment: {'id': '9da24854-a560-44a7-a0d9-d5736b126c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0146fad-f5a1-4c5c-80cb-4032ea6cf987'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:55.248015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Bound port: 986c1c8f-c32d-4567-96ea-e512e8b53fe2, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da24854-a560-44a7-a0d9-d5736b126c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0146fad-f5a1-4c5c-80cb-4032ea6cf987'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:55.248384 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.278778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:55.285147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-22ac2e37-6775-4fd0-aa7f-785537149b8b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/7a985498-726a-44de-9100-444f63db0c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5791786 Aug 30 14:41:55.287791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:55.339430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] For port 986c1c8f-c32d-4567-96ea-e512e8b53fe2, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:55.343130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] For port 986c1c8f-c32d-4567-96ea-e512e8b53fe2, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=986c1c8f-c32d-4567-96ea-e512e8b53fe2,segment=NetworkSegment(9da24854-a560-44a7-a0d9-d5736b126c64),segment_id=9da24854-a560-44a7-a0d9-d5736b126c64)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:55.347680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c94e3-a1af-4e57-ade8-6cb2d3c7b9b0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:55.352685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-070c94e3-a1af-4e57-ade8-6cb2d3c7b9b0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports/02c06a81-6b33-4d4c-bf88-fae9e39705a1 HTTP/1.1" status: 200 len: 910 time: 0.0635464 Aug 30 14:41:55.353676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:55.357270 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.419544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Pushing event updated for resources: {'Port': ['ID=986c1c8f-c32d-4567-96ea-e512e8b53fe2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:55.442397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:55.443391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.444520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-45798164-d17a-4b79-964c-39b3c89d1034 service neutron] 10.222.0.39 "PUT /v2.0/ports/986c1c8f-c32d-4567-96ea-e512e8b53fe2 HTTP/1.1" status: 200 len: 1091 time: 1.6779764 Aug 30 14:41:55.445207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356c7278-35f8-4625-9b75-174c81ee4ace', 'tag': '986c1c8f-c32d-4567-96ea-e512e8b53fe2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:55.447595 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b99f70-36ce-4737-8322-f4f90a858050" -d '{"events": [{"name": "network-changed", "server_uuid": "356c7278-35f8-4625-9b75-174c81ee4ace", "tag": "986c1c8f-c32d-4567-96ea-e512e8b53fe2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:55.514399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9ef07a1d-de3b-45a9-ab66-faf0184896d6 None None] Port 02c06a81-6b33-4d4c-bf88-fae9e39705a1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:55.517302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b47385b-d4ef-412a-885a-b53cc978edba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.517483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe7e21-eaa8-4c42-a762-8c3cd661d85b None None] Sync routers for ids ['7a985498-726a-44de-9100-444f63db0c8d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:55.535070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 614d5786-483f-4c5e-9926-00d72f7236f3 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:55.535504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b47385b-d4ef-412a-885a-b53cc978edba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.555319 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc30f83-ecdf-44b7-a82c-8d7083866bb1 x-openstack-request-id: req-dbc30f83-ecdf-44b7-a82c-8d7083866bb1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:55.555613 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356c7278-35f8-4625-9b75-174c81ee4ace", "tag": "986c1c8f-c32d-4567-96ea-e512e8b53fe2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:55.555875 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbc30f83-ecdf-44b7-a82c-8d7083866bb1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:55.556269 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356c7278-35f8-4625-9b75-174c81ee4ace', 'tag': '986c1c8f-c32d-4567-96ea-e512e8b53fe2', 'status': 'completed', 'code': 200} Aug 30 14:41:55.577514 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9b47385b-d4ef-412a-885a-b53cc978edba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3c6923012284f849d0fb933b63c70a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854969 Aug 30 14:41:55.580885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:55.615056 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dd36d42-481b-4269-be66-24b255bf6ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.618697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 05ff1b5e-258e-4afb-ae8f-e738548141a8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:55.627178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe7e21-eaa8-4c42-a762-8c3cd661d85b None None] Routers {'7a985498-726a-44de-9100-444f63db0c8d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:55.627415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08fe7e21-eaa8-4c42-a762-8c3cd661d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a985498-726a-44de-9100-444f63db0c8d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:55.632543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 05ff1b5e-258e-4afb-ae8f-e738548141a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:55.632543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.666097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-ffe1ac62-7733-407f-92ba-4d448b53c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:55.668198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-ffe1ac62-7733-407f-92ba-4d448b53c14f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cfa1ed00aed4c0a86dbc2ea64db5ed9&device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 1094 time: 0.1491978 Aug 30 14:41:55.670514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47385b-d4ef-412a-885a-b53cc978edba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92928a52-473f-4849-9901-ce525364a99a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:55.711024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08fe7e21-eaa8-4c42-a762-8c3cd661d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:55.724172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-19934b83-85ee-4bc8-b047-09758dfb7ca3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=986c1c8f-c32d-4567-96ea-e512e8b53fe2 HTTP/1.1" status: 200 len: 217 time: 0.0425663 Aug 30 14:41:55.727074 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8267a19d-f6e1-4b0c-a3cb-8da99b72555e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.762342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7447e0de-bd31-4198-89fe-6c16053cbd76 None None] Provisioning complete for port 05ff1b5e-258e-4afb-ae8f-e738548141a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:55.762729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7447e0de-bd31-4198-89fe-6c16053cbd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.772960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8267a19d-f6e1-4b0c-a3cb-8da99b72555e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.814898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe7e21-eaa8-4c42-a762-8c3cd661d85b None None] Routers {'7a985498-726a-44de-9100-444f63db0c8d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:55.822753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08fe7e21-eaa8-4c42-a762-8c3cd661d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a985498-726a-44de-9100-444f63db0c8d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:55.825098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 614d5786-483f-4c5e-9926-00d72f7236f3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:55.866495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8267a19d-f6e1-4b0c-a3cb-8da99b72555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.870017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8267a19d-f6e1-4b0c-a3cb-8da99b72555e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.874299 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8267a19d-f6e1-4b0c-a3cb-8da99b72555e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92928a52-473f-4849-9901-ce525364a99a HTTP/1.1" status: 204 len: 168 time: 0.2866051 Aug 30 14:41:55.895115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 614d5786-483f-4c5e-9926-00d72f7236f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:55.895754 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.902629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08fe7e21-eaa8-4c42-a762-8c3cd661d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:55.903539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe7e21-eaa8-4c42-a762-8c3cd661d85b None None] The sync data for ids ['7a985498-726a-44de-9100-444f63db0c8d'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:55.933337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267a19d-f6e1-4b0c-a3cb-8da99b72555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92928a52-473f-4849-9901-ce525364a99a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:55.959844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-4b5ac590-b3ea-43f0-bd14-6f26853fc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:55.961451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-4b5ac590-b3ea-43f0-bd14-6f26853fc507 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e13fda6-aa78-42f2-bcbe-ca1dba872956 HTTP/1.1" status: 200 len: 865 time: 0.2275479 Aug 30 14:41:56.030912 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-266013da-3284-4a24-a69a-27da6d3a04ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0146fad-f5a1-4c5c-80cb-4032ea6cf987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618892 Aug 30 14:41:56.040224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.049187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcffa8-eb1b-45bf-8590-2e7778ce57a8 req-9d305a93-04d8-4517-b79a-6354e745dd36 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:56.050828 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1bfcffa8-eb1b-45bf-8590-2e7778ce57a8 req-9d305a93-04d8-4517-b79a-6354e745dd36 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 943 time: 0.1699879 Aug 30 14:41:56.163000 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1bfcffa8-eb1b-45bf-8590-2e7778ce57a8 req-61953de6-3f65-4625-ae18-da52475596ce tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009805 Aug 30 14:41:56.193481 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7447e0de-bd31-4198-89fe-6c16053cbd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.216575 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-b0a5fd65-5047-4c3c-a7e5-cba4dddd0647 service neutron] 10.222.0.39 "GET /v2.0/networks/b0146fad-f5a1-4c5c-80cb-4032ea6cf987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647182 Aug 30 14:41:56.243829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.293092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9241d4c-e23c-48a8-b346-df9a984129c0 req-ce6ea4ae-f72a-4c10-92d7-def4e592b4e3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:56.295436 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b9241d4c-e23c-48a8-b346-df9a984129c0 req-ce6ea4ae-f72a-4c10-92d7-def4e592b4e3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.6566370 Aug 30 14:41:56.326502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 05ff1b5e-258e-4afb-ae8f-e738548141a8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=05ff1b5e-258e-4afb-ae8f-e738548141a8,segment=NetworkSegment(07c1edef-b1f3-4d8f-8bf0-f25730da0503),segment_id=07c1edef-b1f3-4d8f-8bf0-f25730da0503)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:56.341852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35730367-fe5b-4949-b8df-0dac54202f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d5786-483f-4c5e-9926-00d72f7236f3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:56.344960 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7c0682-6e5a-42c2-9a63-8bbea11536a8" -d '{"events": [{"server_uuid": "35730367-fe5b-4949-b8df-0dac54202f8a", "name": "network-vif-plugged", "status": "completed", "tag": "614d5786-483f-4c5e-9926-00d72f7236f3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:56.352638 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.354867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79adda03-adf5-46dd-ba7e-7fce5b81d0eb up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:56.373408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 614d5786-483f-4c5e-9926-00d72f7236f3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=614d5786-483f-4c5e-9926-00d72f7236f3,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:56.430978 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.448917 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fc1ec94-a205-4590-a0fd-4dca6a0ad1c8 req-ddc341ac-5aae-448c-a188-05355934d931 service neutron] 10.222.0.39 "GET /v2.0/networks/b0146fad-f5a1-4c5c-80cb-4032ea6cf987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242680 Aug 30 14:41:56.451540 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.493374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852d9a-189a-4b0b-99cc-8a206d01eac9 req-171145b3-6703-49b6-8fe1-5665566c9a0a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:56.495465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be852d9a-189a-4b0b-99cc-8a206d01eac9 req-171145b3-6703-49b6-8fe1-5665566c9a0a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 945 time: 0.1517508 Aug 30 14:41:56.510299 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-7447e0de-bd31-4198-89fe-6c16053cbd76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:41:56.511074 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-7447e0de-bd31-4198-89fe-6c16053cbd76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:41:56.537981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=05ff1b5e-258e-4afb-ae8f-e738548141a8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:56.547017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b9241d4c-e23c-48a8-b346-df9a984129c0 req-ddf7549c-f1e5-4c22-934e-1a10aff037aa tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871307 Aug 30 14:41:56.635458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=614d5786-483f-4c5e-9926-00d72f7236f3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:56.641934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be852d9a-189a-4b0b-99cc-8a206d01eac9 req-533e9726-2fe4-4999-9391-c4e37a334dad tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399891 Aug 30 14:41:56.652490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-1002c75f-9ed0-4ffc-9ec9-55bfa08114d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:56.654126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-1002c75f-9ed0-4ffc-9ec9-55bfa08114d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cfa1ed00aed4c0a86dbc2ea64db5ed9&device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 1094 time: 0.1451995 Aug 30 14:41:56.655271 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1a61ac-2fbd-43fe-864f-887fb45d9c96 x-openstack-request-id: req-9c1a61ac-2fbd-43fe-864f-887fb45d9c96 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:56.655932 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35730367-fe5b-4949-b8df-0dac54202f8a", "name": "network-vif-plugged", "status": "completed", "tag": "614d5786-483f-4c5e-9926-00d72f7236f3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:56.656197 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c1a61ac-2fbd-43fe-864f-887fb45d9c96 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:56.656595 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35730367-fe5b-4949-b8df-0dac54202f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d5786-483f-4c5e-9926-00d72f7236f3', 'code': 200} Aug 30 14:41:56.686850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:56.687599 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.819702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425b13-9d32-4a02-bdc6-836c5ad776ed req-b0eb3a60-285c-4120-be9b-047424a4e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:56.821181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a425b13-9d32-4a02-bdc6-836c5ad776ed req-b0eb3a60-285c-4120-be9b-047424a4e86a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 1097 time: 0.0738406 Aug 30 14:41:56.838891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-550ee005-ed94-41a0-ae0d-9892582b4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:56.840160 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-550ee005-ed94-41a0-ae0d-9892582b4f95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0146fad-f5a1-4c5c-80cb-4032ea6cf987 HTTP/1.1" status: 200 len: 926 time: 0.1776762 Aug 30 14:41:56.893569 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-6e26d26e-e478-4493-a45a-d7d71ba53fd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=986c1c8f-c32d-4567-96ea-e512e8b53fe2 HTTP/1.1" status: 200 len: 217 time: 0.0455537 Aug 30 14:41:56.913085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a425b13-9d32-4a02-bdc6-836c5ad776ed req-3fad3387-a302-42fa-af44-abf914c22b52 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835133 Aug 30 14:41:56.960396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-27655848-07de-4ecc-9051-8b0c4ccf52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:56.962498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-27655848-07de-4ecc-9051-8b0c4ccf52bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e13fda6-aa78-42f2-bcbe-ca1dba872956 HTTP/1.1" status: 200 len: 865 time: 0.0585859 Aug 30 14:41:56.982056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.21.0.1 (8c76c321-9fa7-4a25-ac60-06b4cccae367/2b2fa198-28e1-4867-8c8f-f0e0e1aec0e3/0be5f9e1-b525-45fd-b9e5-f5c84988cf4d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:57.007661 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-ef7191c1-d671-45cd-b567-0acf203da13b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0146fad-f5a1-4c5c-80cb-4032ea6cf987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317683 Aug 30 14:41:57.049583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 05ff1b5e-258e-4afb-ae8f-e738548141a8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:57.142401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 05ff1b5e-258e-4afb-ae8f-e738548141a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:57.143463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.179898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-27a6fad2-3f99-4365-aaed-1d927c6509e9 service neutron] 10.222.0.39 "GET /v2.0/networks/b0146fad-f5a1-4c5c-80cb-4032ea6cf987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581395 Aug 30 14:41:57.220938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.249219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object 0be5f9e1-b525-45fd-b9e5-f5c84988cf4d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:57.302759 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.306292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e8b99f70-36ce-4737-8322-f4f90a858050 req-f39c75d6-82bb-4ff0-ba4e-f518be6ca2ed service neutron] 10.222.0.39 "GET /v2.0/networks/b0146fad-f5a1-4c5c-80cb-4032ea6cf987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198113 Aug 30 14:41:57.377091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=0be5f9e1-b525-45fd-b9e5-f5c84988cf4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:57.378375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03ae54-0998-466c-90bd-789710363030 req-4bbfb4aa-0c09-45ef-8b5d-5b4d074d7f4c tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:57.380049 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb03ae54-0998-466c-90bd-789710363030 req-4bbfb4aa-0c09-45ef-8b5d-5b4d074d7f4c tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 943 time: 0.0728457 Aug 30 14:41:57.405268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 8c76c321-9fa7-4a25-ac60-06b4cccae367 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:57.406936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:57.420214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:57.451676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fb03ae54-0998-466c-90bd-789710363030 req-fc7da26a-7bc4-47f4-b92e-f3cd63dec949 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583720 Aug 30 14:41:57.506166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.748599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.758418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9c7ef98-1963-4af2-92fd-b40f2df53d31 None None] Provisioning for port 0be5f9e1-b525-45fd-b9e5-f5c84988cf4d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:57.770937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9c7ef98-1963-4af2-92fd-b40f2df53d31 None None] Provisioning complete for port 0be5f9e1-b525-45fd-b9e5-f5c84988cf4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:57.771329 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ef98-1963-4af2-92fd-b40f2df53d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.817820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7ef98-1963-4af2-92fd-b40f2df53d31 None None] Port 0be5f9e1-b525-45fd-b9e5-f5c84988cf4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:57.843715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4c22d-c72b-4498-80e1-78eb3213e148 req-49c61805-b1d3-4fdd-96da-971d4069be65 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:57.850548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1de4c22d-c72b-4498-80e1-78eb3213e148 req-49c61805-b1d3-4fdd-96da-971d4069be65 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1500912 Aug 30 14:41:57.850963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11004-0b59-4705-8928-9cdad4e284db req-e3d93745-b0a2-4fae-992a-dfed7d4370a3 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:57.852520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfc11004-0b59-4705-8928-9cdad4e284db req-e3d93745-b0a2-4fae-992a-dfed7d4370a3 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 946 time: 0.1207395 Aug 30 14:41:57.885062 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0360859-7e9e-4c28-b7bf-7535674d8f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.908045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dfc11004-0b59-4705-8928-9cdad4e284db req-19046fb6-e7d5-47af-9004-e98d433248d7 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393155 Aug 30 14:41:57.998020 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1de4c22d-c72b-4498-80e1-78eb3213e148 req-5a9f7a63-c28e-4372-a066-cfa1bbda5213 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296961 Aug 30 14:41:58.165385 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:58.172867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:58.255759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=0be5f9e1-b525-45fd-b9e5-f5c84988cf4d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:58.258257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:58.372882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 8c76c321-9fa7-4a25-ac60-06b4cccae367 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:58.377816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:58.523292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 7a985498-726a-44de-9100-444f63db0c8d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:58.556297 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:58.702540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addfe64-a949-4f03-b1ba-613909176fef req-e501bbf8-b82e-4f46-b755-5891a7d13239 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:58.704117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1addfe64-a949-4f03-b1ba-613909176fef req-e501bbf8-b82e-4f46-b755-5891a7d13239 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 943 time: 0.1095018 Aug 30 14:41:58.705210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:58.713544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fbf34005-7ed3-4321-9f02-14ed3ede8b16 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/7a985498-726a-44de-9100-444f63db0c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3582642 Aug 30 14:41:58.716755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:58.719086 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6067e9-26c5-4ab0-8347-951a1bf29a50 None None] Sync routers for ids ['7a985498-726a-44de-9100-444f63db0c8d'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:58.733561 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6067e9-26c5-4ab0-8347-951a1bf29a50 None None] Routers {'7a985498-726a-44de-9100-444f63db0c8d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:58.734475 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-af6067e9-26c5-4ab0-8347-951a1bf29a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a985498-726a-44de-9100-444f63db0c8d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:58.780822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d68c783-b00e-45bc-9fa6-18abf56c4fd5 None None] Provisioning complete for port 0be5f9e1-b525-45fd-b9e5-f5c84988cf4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:58.781498 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d68c783-b00e-45bc-9fa6-18abf56c4fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:58.784562 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-af6067e9-26c5-4ab0-8347-951a1bf29a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:58.791687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4790e217-3d83-4fb7-a0f5-89887cc61d59 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:58.793886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4790e217-3d83-4fb7-a0f5-89887cc61d59 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports/0be5f9e1-b525-45fd-b9e5-f5c84988cf4d HTTP/1.1" status: 200 len: 910 time: 0.0755866 Aug 30 14:41:58.796979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:58.798826 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6067e9-26c5-4ab0-8347-951a1bf29a50 None None] Routers {'7a985498-726a-44de-9100-444f63db0c8d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:58.799653 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-af6067e9-26c5-4ab0-8347-951a1bf29a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a985498-726a-44de-9100-444f63db0c8d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:58.842427 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-af6067e9-26c5-4ab0-8347-951a1bf29a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:58.843351 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6067e9-26c5-4ab0-8347-951a1bf29a50 None None] The sync data for ids ['7a985498-726a-44de-9100-444f63db0c8d'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:58.854055 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1addfe64-a949-4f03-b1ba-613909176fef req-cba9509f-d3fb-4387-bb99-42cd2ab335c1 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304421 Aug 30 14:41:58.898889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2d68c783-b00e-45bc-9fa6-18abf56c4fd5 None None] Port 0be5f9e1-b525-45fd-b9e5-f5c84988cf4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:59.157638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ca12e-bc9d-41c4-89c8-77f3a812ceb3 req-708982cd-b0ea-4cf9-af46-f14cc5456ea1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:59.162838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c7ca12e-bc9d-41c4-89c8-77f3a812ceb3 req-708982cd-b0ea-4cf9-af46-f14cc5456ea1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 946 time: 0.1229582 Aug 30 14:41:59.217461 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:59.220340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c7ca12e-bc9d-41c4-89c8-77f3a812ceb3 req-ecd3de9c-a18b-4932-8ef9-28fdd1dfd45f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516696 Aug 30 14:41:59.387507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ffaf-aa9f-4daa-8e87-0a944c494e09 req-ac1a7bb9-779c-4376-8a8c-5b32f8a575fd tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:59.395622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cac1ffaf-aa9f-4daa-8e87-0a944c494e09 req-ac1a7bb9-779c-4376-8a8c-5b32f8a575fd tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1491601 Aug 30 14:41:59.461705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cac1ffaf-aa9f-4daa-8e87-0a944c494e09 req-5fa0c856-ed53-40f5-81d6-81508612fe07 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649927 Aug 30 14:41:59.484583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:59.585352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 986c1c8f-c32d-4567-96ea-e512e8b53fe2 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:41:59.591008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecda0a-eba9-40e7-a88f-38392d291d2a req-30cdf765-298f-40bb-8062-47cd2e916670 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:59.594713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13ecda0a-eba9-40e7-a88f-38392d291d2a req-30cdf765-298f-40bb-8062-47cd2e916670 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.1219766 Aug 30 14:41:59.656613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13ecda0a-eba9-40e7-a88f-38392d291d2a req-ee657cf0-6a68-487f-b353-85a56b37c83e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552633 Aug 30 14:41:59.881170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-c5135db1-6972-4649-b229-464342fca08b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:59.888593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-c5135db1-6972-4649-b229-464342fca08b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.2293968 Aug 30 14:41:59.926156 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-866b8376-fcd4-4150-b1c1-e7e9ab82fb85 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/quotas/2ae49712715448b9adc3a8a304727171 HTTP/1.1" status: 200 len: 375 time: 0.0364294 Aug 30 14:41:59.943939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 986c1c8f-c32d-4567-96ea-e512e8b53fe2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=986c1c8f-c32d-4567-96ea-e512e8b53fe2,segment=NetworkSegment(9da24854-a560-44a7-a0d9-d5736b126c64),segment_id=9da24854-a560-44a7-a0d9-d5736b126c64)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:59.986643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '986c1c8f-c32d-4567-96ea-e512e8b53fe2', 'network_id': 'b0146fad-f5a1-4c5c-80cb-4032ea6cf987', 'port_id': '986c1c8f-c32d-4567-96ea-e512e8b53fe2', 'mac_address': 'fa:16:3e:5b:b7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e13fda6-aa78-42f2-bcbe-ca1dba872956', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:42:00.043580 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:00.062381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986c1c8f-c32d-4567-96ea-e512e8b53fe2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:00.086128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 986c1c8f-c32d-4567-96ea-e512e8b53fe2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=986c1c8f-c32d-4567-96ea-e512e8b53fe2,segment=NetworkSegment(9da24854-a560-44a7-a0d9-d5736b126c64),segment_id=9da24854-a560-44a7-a0d9-d5736b126c64)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:00.094472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:00.100043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-3412f113-0d80-43ad-a010-61b514b449aa tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706331 Aug 30 14:42:00.120210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf138d20-a7aa-4ccc-a3bd-d31bd99743b7 req-a4e3075e-d226-4059-846f-ede85247afb9 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:00.128490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf138d20-a7aa-4ccc-a3bd-d31bd99743b7 req-a4e3075e-d226-4059-846f-ede85247afb9 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 943 time: 0.1291399 Aug 30 14:42:00.216285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=986c1c8f-c32d-4567-96ea-e512e8b53fe2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:00.245683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf138d20-a7aa-4ccc-a3bd-d31bd99743b7 req-3005992a-8310-4190-9cb6-3def5bf4c819 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159620 Aug 30 14:42:00.291455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 0be5f9e1-b525-45fd-b9e5-f5c84988cf4d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:00.292639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:00.360173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e03026f8-5221-4d85-8205-4b20b8f42a63 service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591469 Aug 30 14:42:00.372876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['986c1c8f-c32d-4567-96ea-e512e8b53fe2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:00.513580 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:00.537435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 0be5f9e1-b525-45fd-b9e5-f5c84988cf4d owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:00.601341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-de715185-18b2-4a20-b51d-64f0ddbe481e service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893523 Aug 30 14:42:00.742862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494ef5b-9c05-4b84-b6d6-98ce36899067 req-54cf0d80-5a50-454e-932c-d4a3f8d31576 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:00.750282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7494ef5b-9c05-4b84-b6d6-98ce36899067 req-54cf0d80-5a50-454e-932c-d4a3f8d31576 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1032338 Aug 30 14:42:00.832450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7494ef5b-9c05-4b84-b6d6-98ce36899067 req-d73f7750-14a2-468b-9a97-9514111ca371 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759535 Aug 30 14:42:00.924414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:00.966705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=0be5f9e1-b525-45fd-b9e5-f5c84988cf4d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:01.028752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0378d66-b256-47c1-89df-934a35d984f4 req-fe59ce74-01b2-4739-8cf6-dcf8595c2bd6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 210 time: 0.0680666 Aug 30 14:42:01.094423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56665741-e014-44ee-9df9-d2e25ed2b5a3 req-f2cba833-4077-4a50-8446-837517aa3fad tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:01.107360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56665741-e014-44ee-9df9-d2e25ed2b5a3 req-f2cba833-4077-4a50-8446-837517aa3fad tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.1214888 Aug 30 14:42:01.207470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56665741-e014-44ee-9df9-d2e25ed2b5a3 req-d7b4e59b-c311-40de-8101-a404299587d9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991044 Aug 30 14:42:01.311070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.336690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:01.492361 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0febaf8c-3d12-4ae7-947e-4bfacf22b962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.601642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 986c1c8f-c32d-4567-96ea-e512e8b53fe2 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:01.607846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.641869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60eb7b-b2b0-49a8-b9dd-f9059d320301 req-b9da3c42-c2bf-47fd-95ac-354a958e21df tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:01.643842 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ff60eb7b-b2b0-49a8-b9dd-f9059d320301 req-b9da3c42-c2bf-47fd-95ac-354a958e21df tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 944 time: 0.1673605 Aug 30 14:42:01.690441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0febaf8c-3d12-4ae7-947e-4bfacf22b962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.692761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 7a985498-726a-44de-9100-444f63db0c8d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:42:01.697465 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0febaf8c-3d12-4ae7-947e-4bfacf22b962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.700900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:01.709580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:01.709956 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.759009 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febaf8c-3d12-4ae7-947e-4bfacf22b962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb5f9f7-81ad-4256-bcb2-50fa16edba92,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:01.765293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ff60eb7b-b2b0-49a8-b9dd-f9059d320301 req-076dae79-432f-442c-87c4-504df6548425 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093085 Aug 30 14:42:01.794496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0febaf8c-3d12-4ae7-947e-4bfacf22b962 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=670b9afb56cc4a7f8d50b18f7d6236d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566400 Aug 30 14:42:01.795265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:01.866416 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.893509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356c7278-35f8-4625-9b75-174c81ee4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c1c8f-c32d-4567-96ea-e512e8b53fe2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:01.897422 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf9e05e-6c01-4181-9857-6ab2f248818a" -d '{"events": [{"server_uuid": "356c7278-35f8-4625-9b75-174c81ee4ace", "name": "network-vif-plugged", "status": "completed", "tag": "986c1c8f-c32d-4567-96ea-e512e8b53fe2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:01.914434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 986c1c8f-c32d-4567-96ea-e512e8b53fe2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=986c1c8f-c32d-4567-96ea-e512e8b53fe2,segment=NetworkSegment(9da24854-a560-44a7-a0d9-d5736b126c64),segment_id=9da24854-a560-44a7-a0d9-d5736b126c64)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:01.915128 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1d859a5-cbf2-4807-b53f-3088b87f57e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.921697 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:01.990176 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d33775-49d5-405f-bac8-96e3f3483c04 x-openstack-request-id: req-13d33775-49d5-405f-bac8-96e3f3483c04 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:01.990506 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356c7278-35f8-4625-9b75-174c81ee4ace", "name": "network-vif-plugged", "status": "completed", "tag": "986c1c8f-c32d-4567-96ea-e512e8b53fe2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:01.990735 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13d33775-49d5-405f-bac8-96e3f3483c04 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:01.991132 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356c7278-35f8-4625-9b75-174c81ee4ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c1c8f-c32d-4567-96ea-e512e8b53fe2', 'code': 200} Aug 30 14:42:01.997319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=986c1c8f-c32d-4567-96ea-e512e8b53fe2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:02.031803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1d859a5-cbf2-4807-b53f-3088b87f57e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:02.047832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:02.065481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e47dc7-87ef-4d9e-a14a-8ebe9c854fd9 None None] Sync routers for ids ['7a985498-726a-44de-9100-444f63db0c8d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:02.075384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-28dd6f0b-cf9f-4800-9ab7-613cf661ab8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/7a985498-726a-44de-9100-444f63db0c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2770793 Aug 30 14:42:02.076060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:02.078943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e47dc7-87ef-4d9e-a14a-8ebe9c854fd9 None None] Routers {'7a985498-726a-44de-9100-444f63db0c8d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:02.079583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74e47dc7-87ef-4d9e-a14a-8ebe9c854fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a985498-726a-44de-9100-444f63db0c8d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:02.157650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74e47dc7-87ef-4d9e-a14a-8ebe9c854fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:02.175439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa9276-2036-477f-9cf6-9480d0e45e92 req-dfbe2509-4f65-4c37-970d-332cdcbcdf7d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:02.177076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-abaa9276-2036-477f-9cf6-9480d0e45e92 req-dfbe2509-4f65-4c37-970d-332cdcbcdf7d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.2102673 Aug 30 14:42:02.177854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e47dc7-87ef-4d9e-a14a-8ebe9c854fd9 None None] Routers {'7a985498-726a-44de-9100-444f63db0c8d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:02.178612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74e47dc7-87ef-4d9e-a14a-8ebe9c854fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a985498-726a-44de-9100-444f63db0c8d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:02.216117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1d859a5-cbf2-4807-b53f-3088b87f57e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:02.220207 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1d859a5-cbf2-4807-b53f-3088b87f57e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:02.220410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74e47dc7-87ef-4d9e-a14a-8ebe9c854fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:02.221172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e47dc7-87ef-4d9e-a14a-8ebe9c854fd9 None None] The sync data for ids ['7a985498-726a-44de-9100-444f63db0c8d'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:02.233510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a1d859a5-cbf2-4807-b53f-3088b87f57e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efb5f9f7-81ad-4256-bcb2-50fa16edba92 HTTP/1.1" status: 204 len: 168 time: 0.4369428 Aug 30 14:42:02.268823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-abaa9276-2036-477f-9cf6-9480d0e45e92 req-ae015b15-f618-43a3-b422-fc77e122bf03 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849185 Aug 30 14:42:02.269726 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d859a5-cbf2-4807-b53f-3088b87f57e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb5f9f7-81ad-4256-bcb2-50fa16edba92,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:02.466079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b14d9-1761-4e40-8d97-3a86f4c5df88 req-30698f2a-711a-494d-83cc-78e29d67d2a9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:02.474299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-935b14d9-1761-4e40-8d97-3a86f4c5df88 req-30698f2a-711a-494d-83cc-78e29d67d2a9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.1117070 Aug 30 14:42:02.548106 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-935b14d9-1761-4e40-8d97-3a86f4c5df88 req-8f278bbd-e3b5-4a37-9390-61ad7219a59e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726345 Aug 30 14:42:02.648775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:02.663248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75badec4-9f48-4c08-a1f4-d47d0d9f72b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:02.742754 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:02.784270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75badec4-9f48-4c08-a1f4-d47d0d9f72b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:02.789867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75badec4-9f48-4c08-a1f4-d47d0d9f72b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:02.828641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-19af0d28-6422-4e04-a6bd-a8a80390d606 req-d8637c61-707f-4513-a431-1edc9c6baa72 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 210 time: 0.6860538 Aug 30 14:42:02.845011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-75badec4-9f48-4c08-a1f4-d47d0d9f72b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99f71df33fb44c9991bda5bd84091275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867893 Aug 30 14:42:02.845011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75badec4-9f48-4c08-a1f4-d47d0d9f72b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5d675-c9cf-4a3b-94d5-37c42997bd91,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:02.861286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:02.988417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161319fa-a655-4bb4-bc25-3b5bc3283499 req-d1ebb5d5-4073-4a74-b88d-7beb0d6edad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:02.990959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-161319fa-a655-4bb4-bc25-3b5bc3283499 req-d1ebb5d5-4073-4a74-b88d-7beb0d6edad8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 1096 time: 0.8514030 Aug 30 14:42:03.006918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2fb6-5f77-4a67-b15a-e7e0824604e1 req-35c79568-a235-43db-86e7-93031e2b1c7d tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:03.015898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-512a2fb6-5f77-4a67-b15a-e7e0824604e1 req-35c79568-a235-43db-86e7-93031e2b1c7d tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 945 time: 0.0856102 Aug 30 14:42:03.024108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bf93cc-c4f0-4d4b-8ed2-e83fc79f1d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:03.071515 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bf93cc-c4f0-4d4b-8ed2-e83fc79f1d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:03.099932 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-512a2fb6-5f77-4a67-b15a-e7e0824604e1 req-3287eb0c-c6b8-4909-88eb-e798912e6648 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828204 Aug 30 14:42:03.100303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-161319fa-a655-4bb4-bc25-3b5bc3283499 req-e968846e-11d4-4ce0-b796-9300a9456d85 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745945 Aug 30 14:42:03.128196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-07ffd244-834b-49f0-bc81-ed32819d2fd9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:03.129958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-07ffd244-834b-49f0-bc81-ed32819d2fd9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.3707778 Aug 30 14:42:03.152630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bf93cc-c4f0-4d4b-8ed2-e83fc79f1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:03.155560 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bf93cc-c4f0-4d4b-8ed2-e83fc79f1d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:03.160355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-57bf93cc-c4f0-4d4b-8ed2-e83fc79f1d9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3d5d675-c9cf-4a3b-94d5-37c42997bd91 HTTP/1.1" status: 204 len: 168 time: 0.2934334 Aug 30 14:42:03.165611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf93cc-c4f0-4d4b-8ed2-e83fc79f1d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5d675-c9cf-4a3b-94d5-37c42997bd91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:03.198769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Request body: {'port': {'device_id': 'e3d907d7-542b-4963-80fc-663c0c09bf8e', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'admin_state_up': True, 'tenant_id': '2ae49712715448b9adc3a8a304727171'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:03.434234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:03.437727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:03.464706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:03.476805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec06ca-5302-4823-a8d6-27f1fd4884bc req-133fc3ad-3aff-4da6-b009-ae2681eb1c33 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:03.478390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25ec06ca-5302-4823-a8d6-27f1fd4884bc req-133fc3ad-3aff-4da6-b009-ae2681eb1c33 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1045988 Aug 30 14:42:03.675421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25ec06ca-5302-4823-a8d6-27f1fd4884bc req-f98ab69b-5e5e-4488-a243-fc059cfeab0b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653419 Aug 30 14:42:03.738884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff49001-b1d3-44eb-9207-2b3984a53656 req-c2b00409-0454-4798-aa25-bd4efb8fe375 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:03.751932 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cff49001-b1d3-44eb-9207-2b3984a53656 req-c2b00409-0454-4798-aa25-bd4efb8fe375 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0940785 Aug 30 14:42:03.809678 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cff49001-b1d3-44eb-9207-2b3984a53656 req-a53e518c-ae22-4cf3-a646-b8ca7c8e8f7b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566282 Aug 30 14:42:03.906178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Allocated IP 172.20.0.7 (9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf/160fafe4-6aa5-4569-8684-981501e82d7f/4ca352d5-b217-4e9d-82f8-c01341ebea50) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:03.963154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66e0d991-61b2-4e1c-bbab-c8a793f738de req-e7dfe365-5efd-4159-bfe8-daeb7a49cc0a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 210 time: 0.0435734 Aug 30 14:42:04.253565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 02c06a81-6b33-4d4c-bf88-fae9e39705a1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:04.258306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:04.300150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150a111-bf58-4028-b41c-e7e26cbb820d req-4c796d53-6f1a-481a-8e5c-abf562869136 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:04.302375 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3150a111-bf58-4028-b41c-e7e26cbb820d req-4c796d53-6f1a-481a-8e5c-abf562869136 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 945 time: 0.0867918 Aug 30 14:42:04.322560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:04.362514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3150a111-bf58-4028-b41c-e7e26cbb820d req-6bc6ef99-ead6-4446-a85a-6a1ca806fe86 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475376 Aug 30 14:42:04.433849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:04.456086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 02c06a81-6b33-4d4c-bf88-fae9e39705a1 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:04.467479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:04.480062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:04.527491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['614d5786-483f-4c5e-9926-00d72f7236f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:04.573955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event updated for resources: {'Port': ['ID=4ca352d5-b217-4e9d-82f8-c01341ebea50,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:04.582331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:04.591136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:04.594148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:04.602641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.603282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.604256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.604670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.605169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.605779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.605937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.606374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.606775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.607176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.607571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.607965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:04.733548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:04.734861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:04.766294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8c45811-9bfb-40a9-966a-844e71b2a949 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5734839 Aug 30 14:42:04.833622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Request body: {'port': {'device_id': 'e3d907d7-542b-4963-80fc-663c0c09bf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:04.946332 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:04.982837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94f48-8ac6-4eac-a8f7-38d794127db8 req-e6af1e86-c996-42b7-b4f6-d56ef0789937 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:04.990060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76e94f48-8ac6-4eac-a8f7-38d794127db8 req-e6af1e86-c996-42b7-b4f6-d56ef0789937 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1627264 Aug 30 14:42:05.079924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb394e7-c5ac-49b3-9aab-11657e305426 req-dc939f7a-1dce-42a6-9dde-bcb6d3618eb7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:05.081832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8eb394e7-c5ac-49b3-9aab-11657e305426 req-dc939f7a-1dce-42a6-9dde-bcb6d3618eb7 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0641043 Aug 30 14:42:05.114222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76e94f48-8ac6-4eac-a8f7-38d794127db8 req-1ab7d24b-ce1e-4c9c-9b6c-adb91e84d314 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231682 Aug 30 14:42:05.115980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:05.163847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8eb394e7-c5ac-49b3-9aab-11657e305426 req-aaf164df-7fd0-44a2-bc60-b2f9315cdc5d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736604 Aug 30 14:42:05.174434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=02c06a81-6b33-4d4c-bf88-fae9e39705a1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:05.527947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4528f-41f7-4aa4-9904-430b955b81e4 req-23d3f0e5-7136-45a4-aa19-2477f3870d44 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:05.536354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dd4528f-41f7-4aa4-9904-430b955b81e4 req-23d3f0e5-7136-45a4-aa19-2477f3870d44 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 945 time: 0.0660989 Aug 30 14:42:05.589582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dd4528f-41f7-4aa4-9904-430b955b81e4 req-5bf4d261-5031-4cf6-93de-404a3e93f804 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485747 Aug 30 14:42:05.590736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca0a33-b711-43e9-a662-f305f336786d req-235b9f17-1a6f-4d16-af28-5e654ff4498c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:05.592329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dca0a33-b711-43e9-a662-f305f336786d req-235b9f17-1a6f-4d16-af28-5e654ff4498c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 931 time: 0.2681456 Aug 30 14:42:05.592976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:05.735946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065a52c-e7b0-4d5d-978b-4aef910b14f9 req-73aada84-4947-4af5-8b5b-a0ec249cd0d1 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:05.743643 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1065a52c-e7b0-4d5d-978b-4aef910b14f9 req-73aada84-4947-4af5-8b5b-a0ec249cd0d1 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 945 time: 0.0648022 Aug 30 14:42:05.784612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0dca0a33-b711-43e9-a662-f305f336786d req-539d706c-c5fc-42f8-9feb-8eb457a3d1c4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759799 Aug 30 14:42:05.794516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1065a52c-e7b0-4d5d-978b-4aef910b14f9 req-aec5d290-3e23-42a6-84c1-247ea22966d1 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Aug 30 14:42:05.950143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca352d5-b217-4e9d-82f8-c01341ebea50 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:05.960276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:05.969460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 7a985498-726a-44de-9100-444f63db0c8d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:42:05.990786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Transition to ACTIVE for port object 4ca352d5-b217-4e9d-82f8-c01341ebea50 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:06.003341 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.132274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:06.139988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f80d9228-1830-4b36-805c-1bdba6738477 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/7a985498-726a-44de-9100-444f63db0c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0628982 Aug 30 14:42:06.143058 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:06.147744 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d5d16-0a56-4310-913a-c90c2ac20ee1 None None] Sync routers for ids ['7a985498-726a-44de-9100-444f63db0c8d'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:06.166931 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d5d16-0a56-4310-913a-c90c2ac20ee1 None None] Routers {'7a985498-726a-44de-9100-444f63db0c8d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:06.167579 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-638d5d16-0a56-4310-913a-c90c2ac20ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a985498-726a-44de-9100-444f63db0c8d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:06.207595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca352d5-b217-4e9d-82f8-c01341ebea50,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:06.217482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7531ec2b-88af-4d86-9de3-6bb41802dced tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a985498-726a-44de-9100-444f63db0c8d HTTP/1.1" status: 200 len: 205 time: 0.0723717 Aug 30 14:42:06.218993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:06.225069 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-638d5d16-0a56-4310-913a-c90c2ac20ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:06.237600 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d5d16-0a56-4310-913a-c90c2ac20ee1 None None] Routers {'7a985498-726a-44de-9100-444f63db0c8d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:06.238688 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-638d5d16-0a56-4310-913a-c90c2ac20ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a985498-726a-44de-9100-444f63db0c8d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:06.277810 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-638d5d16-0a56-4310-913a-c90c2ac20ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:06.279258 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d5d16-0a56-4310-913a-c90c2ac20ee1 None None] The sync data for ids ['7a985498-726a-44de-9100-444f63db0c8d'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:06.325760 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:42:06.328803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Attempting to bind port 4ca352d5-b217-4e9d-82f8-c01341ebea50 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:06.329177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Attempting to bind port 4ca352d5-b217-4e9d-82f8-c01341ebea50 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:06.329536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Attempting to bind port 4ca352d5-b217-4e9d-82f8-c01341ebea50 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:06.335992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Port 4ca352d5-b217-4e9d-82f8-c01341ebea50 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:42:06.336962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Attempting to bind port 4ca352d5-b217-4e9d-82f8-c01341ebea50 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:06.348411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49c22a4d-7294-4f5d-920a-f9c93f68e61b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.367777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:06.369190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Checking segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:06.369810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Bound using segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:06.370432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Bound port: 4ca352d5-b217-4e9d-82f8-c01341ebea50, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:06.370957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.442941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3a86-1527-4635-aca8-7e661afa61ba req-f9a4fa9f-0e87-45d5-843a-e8dd2254667a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:06.445593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7bae3a86-1527-4635-aca8-7e661afa61ba req-f9a4fa9f-0e87-45d5-843a-e8dd2254667a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1270499 Aug 30 14:42:06.538898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7bae3a86-1527-4635-aca8-7e661afa61ba req-1ad61a2e-c9df-4606-b092-67c6e4d92989 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739224 Aug 30 14:42:06.540132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] For port 4ca352d5-b217-4e9d-82f8-c01341ebea50, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:06.560080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] For port 4ca352d5-b217-4e9d-82f8-c01341ebea50, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4ca352d5-b217-4e9d-82f8-c01341ebea50,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:06.576526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.645368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca352d5-b217-4e9d-82f8-c01341ebea50,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:06.646190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49c22a4d-7294-4f5d-920a-f9c93f68e61b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.649990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49c22a4d-7294-4f5d-920a-f9c93f68e61b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.673091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fff3d8-9924-40a8-926f-a28061eaf710 req-30b72806-9a1c-4664-912e-053e243b29a0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:06.674916 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18fff3d8-9924-40a8-926f-a28061eaf710 req-30b72806-9a1c-4664-912e-053e243b29a0 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.2404819 Aug 30 14:42:06.688409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:06.689066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.690827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-4472f631-03d7-43e7-b350-43664d479163 service neutron] 10.222.0.21 "PUT /v2.0/ports/4ca352d5-b217-4e9d-82f8-c01341ebea50 HTTP/1.1" status: 200 len: 1091 time: 1.8623745 Aug 30 14:42:06.691175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d907d7-542b-4963-80fc-663c0c09bf8e', 'tag': '4ca352d5-b217-4e9d-82f8-c01341ebea50'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:06.693463 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745d5312-3606-4861-8d47-81e22d815cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d907d7-542b-4963-80fc-663c0c09bf8e", "tag": "4ca352d5-b217-4e9d-82f8-c01341ebea50"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:06.719378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7c700-2cc0-49e2-9bfb-12c8ed74cfd8 req-c8cbb7ec-c343-4fe2-9d23-ca1fb89e472f tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:06.721658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93a7c700-2cc0-49e2-9bfb-12c8ed74cfd8 req-c8cbb7ec-c343-4fe2-9d23-ca1fb89e472f tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 945 time: 0.0814490 Aug 30 14:42:06.753869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49c22a4d-7294-4f5d-920a-f9c93f68e61b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.754299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c22a4d-7294-4f5d-920a-f9c93f68e61b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Fanout notify agent at l3_agent the message router_deleted on router 7a985498-726a-44de-9100-444f63db0c8d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:42:06.761698 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49c22a4d-7294-4f5d-920a-f9c93f68e61b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.762805 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-49c22a4d-7294-4f5d-920a-f9c93f68e61b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/7a985498-726a-44de-9100-444f63db0c8d HTTP/1.1" status: 204 len: 168 time: 0.5418983 Aug 30 14:42:06.765529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:06.777756 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18fff3d8-9924-40a8-926f-a28061eaf710 req-ffb8647e-6856-4f83-8c48-8646aac19d73 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564089 Aug 30 14:42:06.815228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93a7c700-2cc0-49e2-9bfb-12c8ed74cfd8 req-144adcb8-0e97-4609-95d4-e66af6e68ac7 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767448 Aug 30 14:42:06.818149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-34808ab6-2b6c-4072-a061-1b8985f10daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:06.819571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-34808ab6-2b6c-4072-a061-1b8985f10daf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 1094 time: 0.0636334 Aug 30 14:42:06.841997 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e06b48-e3fc-4a80-95f8-4b5aed1c91b6 x-openstack-request-id: req-84e06b48-e3fc-4a80-95f8-4b5aed1c91b6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:06.842422 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d907d7-542b-4963-80fc-663c0c09bf8e", "tag": "4ca352d5-b217-4e9d-82f8-c01341ebea50", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:06.842679 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84e06b48-e3fc-4a80-95f8-4b5aed1c91b6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:06.843140 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d907d7-542b-4963-80fc-663c0c09bf8e', 'tag': '4ca352d5-b217-4e9d-82f8-c01341ebea50', 'status': 'completed', 'code': 200} Aug 30 14:42:06.843979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet 2b2fa198-28e1-4867-8c8f-f0e0e1aec0e3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:42:06.847523 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.886359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-e8d5a3e1-3849-465e-aad0-2511059ab3d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ca352d5-b217-4e9d-82f8-c01341ebea50 HTTP/1.1" status: 200 len: 217 time: 0.0522265 Aug 30 14:42:06.907996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.971886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-a06a929e-8c2a-4a2e-ad9a-87cc706790a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:06.973512 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-a06a929e-8c2a-4a2e-ad9a-87cc706790a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0788262 Aug 30 14:42:07.018769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-9d872689-14d5-4c59-ba73-c447c7877193 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368335 Aug 30 14:42:07.022144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.032494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40450-cb04-4b7b-9831-2f9772403f40 req-39b6d89d-767a-4b50-af01-7c266af5a6cb tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:07.040328 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-afa40450-cb04-4b7b-9831-2f9772403f40 req-39b6d89d-767a-4b50-af01-7c266af5a6cb tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 943 time: 0.1116619 Aug 30 14:42:07.096038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:07.103266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.143502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2fa198-28e1-4867-8c8f-f0e0e1aec0e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:07.151351 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.154990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8226662-7791-42b9-980a-4c7f6af49401 None None] Network 8c76c321-9fa7-4a25-ac60-06b4cccae367 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:07.155981 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/2b2fa198-28e1-4867-8c8f-f0e0e1aec0e3 HTTP/1.1" status: 204 len: 168 time: 0.3894515 Aug 30 14:42:07.157538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.157887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.158235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.158576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.158913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.159250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.159994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.159994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.160274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.161271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.161620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.161955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f08fdd-5987-4ebc-868b-c919b90034e0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:07.164869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:07.178928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-afa40450-cb04-4b7b-9831-2f9772403f40 req-aa486e41-7957-4fba-b8e4-771991cacec0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376538 Aug 30 14:42:07.222857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7eea85-5f28-4faa-a663-98805a275482 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet ba3b4ef3-bf8e-43e8-8674-d232563d2bac {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:42:07.226125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7eea85-5f28-4faa-a663-98805a275482 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.273833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7eea85-5f28-4faa-a663-98805a275482 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.300265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-7817f6a9-6f7d-4abd-b195-345a84add2e3 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507505 Aug 30 14:42:07.319904 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d45af0-e73f-49b5-8a48-43be38fe9d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.397671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] DHCP port deletion for 8c76c321-9fa7-4a25-ac60-06b4cccae367 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:42:07.418404 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7eea85-5f28-4faa-a663-98805a275482 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.438294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-9fdac6f6-35c9-4a64-ae16-870517cda642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:07.439824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-9fdac6f6-35c9-4a64-ae16-870517cda642 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1097 time: 0.1904376 Aug 30 14:42:07.452241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11234a6-e0b7-4c65-9eaf-248569ab4139 req-38029ea1-5b17-40f4-bb77-834e8ee06d2d tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:07.452487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] Deleting port 05ff1b5e-258e-4afb-ae8f-e738548141a8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:07.453139 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.453694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f11234a6-e0b7-4c65-9eaf-248569ab4139 req-38029ea1-5b17-40f4-bb77-834e8ee06d2d tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 945 time: 0.1350553 Aug 30 14:42:07.511064 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d45af0-e73f-49b5-8a48-43be38fe9d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.512343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7eea85-5f28-4faa-a663-98805a275482 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.520609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] For port 05ff1b5e-258e-4afb-ae8f-e738548141a8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=05ff1b5e-258e-4afb-ae8f-e738548141a8,segment=NetworkSegment(07c1edef-b1f3-4d8f-8bf0-f25730da0503),segment_id=07c1edef-b1f3-4d8f-8bf0-f25730da0503)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:07.520998 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.534482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] Calling delete_port for 05ff1b5e-258e-4afb-ae8f-e738548141a8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:07.538615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7eea85-5f28-4faa-a663-98805a275482 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3b4ef3-bf8e-43e8-8674-d232563d2bac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:07.542653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d45af0-e73f-49b5-8a48-43be38fe9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.544734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c9e418c1-7a3d-45fc-842e-5821b28948ab req-69735ec9-3b61-4f57-b4f1-5607135628a5 service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242920 Aug 30 14:42:07.564406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7eea85-5f28-4faa-a663-98805a275482 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.569537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aa7eea85-5f28-4faa-a663-98805a275482 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/ba3b4ef3-bf8e-43e8-8674-d232563d2bac HTTP/1.1" status: 204 len: 168 time: 0.4036562 Aug 30 14:42:07.570356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:07.592423 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f11234a6-e0b7-4c65-9eaf-248569ab4139 req-88e42c4f-d348-46f9-87ad-4cf8451f5369 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222579 Aug 30 14:42:07.615362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-87d45af0-e73f-49b5-8a48-43be38fe9d3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68a3edec2e5c408e9bf4bfa269ef9152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178015 Aug 30 14:42:07.615958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:07.626427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45af0-e73f-49b5-8a48-43be38fe9d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f6fd78-7b88-4ea6-8004-512f58e7eeed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:07.659993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1944fc-fe0b-4811-852f-323fbb064f80 None None] Network 07d6a3ea-e07f-4789-a287-2686bd633d4b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:07.711855 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.719613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-ed804d77-0f33-47bb-85d3-89abcf5e0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:07.721829 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-ed804d77-0f33-47bb-85d3-89abcf5e0a24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.2655852 Aug 30 14:42:07.729915 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097617f6-82a7-4db9-91b4-40d725588cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.740503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] Pushing event deleted for resources: {'Port': ['ID=05ff1b5e-258e-4afb-ae8f-e738548141a8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:07.762086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716683c-b2dc-49bd-9977-f1381dd4359e req-8bd499b0-1433-4494-aa76-f31c34990bb0 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:07.763629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1716683c-b2dc-49bd-9977-f1381dd4359e req-8bd499b0-1433-4494-aa76-f31c34990bb0 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.1143734 Aug 30 14:42:07.765663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097617f6-82a7-4db9-91b4-40d725588cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.776775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7eab5-4c96-48ea-99db-148760f3b2f6 None None] No DVR routers for this DVR port 05ff1b5e-258e-4afb-ae8f-e738548141a8 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:07.790758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.806596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d5312-3606-4861-8d47-81e22d815cc0 req-a526841e-c897-4221-bd65-4f01f29ff1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:07.808345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745d5312-3606-4861-8d47-81e22d815cc0 req-a526841e-c897-4221-bd65-4f01f29ff1bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 1094 time: 0.1369457 Aug 30 14:42:07.837794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1716683c-b2dc-49bd-9977-f1381dd4359e req-998b2ba1-1cb5-448b-ba80-326aa61817b5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630369 Aug 30 14:42:07.861393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097617f6-82a7-4db9-91b4-40d725588cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.864153 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-097617f6-82a7-4db9-91b4-40d725588cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.868137 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-097617f6-82a7-4db9-91b4-40d725588cbe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7f6fd78-7b88-4ea6-8004-512f58e7eeed HTTP/1.1" status: 204 len: 168 time: 0.2499554 Aug 30 14:42:07.878351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-9178fa85-aab4-4bfa-aa13-30f743586ed0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 200 len: 1002 time: 0.1479223 Aug 30 14:42:07.884491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097617f6-82a7-4db9-91b4-40d725588cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f6fd78-7b88-4ea6-8004-512f58e7eeed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:07.955207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] DHCP port deletion for 07d6a3ea-e07f-4789-a287-2686bd633d4b request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:42:08.002062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] Deleting port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:08.002767 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.065897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c49ff-8c40-4886-b091-011c88c0d36b req-850c9d6e-2d3b-4d44-a382-48472fcdcffa tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:08.067328 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-850c49ff-8c40-4886-b091-011c88c0d36b req-850c9d6e-2d3b-4d44-a382-48472fcdcffa tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.1850095 Aug 30 14:42:08.068916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.069655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] For port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79adda03-adf5-46dd-ba7e-7fce5b81d0eb,segment=NetworkSegment(48149a91-1726-4800-939a-3a0cda41d134),segment_id=48149a91-1726-4800-939a-3a0cda41d134)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:08.070124 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.077364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-88a15633-4453-4891-b6db-332b91478582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:08.078775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-88a15633-4453-4891-b6db-332b91478582 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.1840153 Aug 30 14:42:08.083812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] Calling delete_port for 79adda03-adf5-46dd-ba7e-7fce5b81d0eb owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:08.094024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c76c321-9fa7-4a25-ac60-06b4cccae367']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:08.113706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d5312-3606-4861-8d47-81e22d815cc0 req-92de17d4-c607-4b0b-a8a3-7d23969661ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:08.115180 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745d5312-3606-4861-8d47-81e22d815cc0 req-92de17d4-c607-4b0b-a8a3-7d23969661ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 907 time: 0.2978654 Aug 30 14:42:08.167182 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.194944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] Pushing event deleted for resources: {'Port': ['ID=79adda03-adf5-46dd-ba7e-7fce5b81d0eb,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:08.197094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda96d8-05c6-4edf-a564-c491f27deb8a None None] No DVR routers for this DVR port 79adda03-adf5-46dd-ba7e-7fce5b81d0eb on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:08.224097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:08.239314 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61a1403f-dad6-4dfe-90a5-d7321013a221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.355915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d261f-bf65-45b3-beaf-7dec7882c852 req-33214bd6-d751-4191-aa52-a80fa40180bb tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:08.357761 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-630d261f-bf65-45b3-beaf-7dec7882c852 req-33214bd6-d751-4191-aa52-a80fa40180bb tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 943 time: 0.0812383 Aug 30 14:42:08.422081 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61a1403f-dad6-4dfe-90a5-d7321013a221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.427876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-630d261f-bf65-45b3-beaf-7dec7882c852 req-9185d29a-4220-42eb-a678-c761211d754f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627546 Aug 30 14:42:08.428918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61a1403f-dad6-4dfe-90a5-d7321013a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.470985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-61a1403f-dad6-4dfe-90a5-d7321013a221 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c9863690b2e44b59ca39c6792855890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432818 Aug 30 14:42:08.473951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:08.491228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1403f-dad6-4dfe-90a5-d7321013a221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94088ae-5a94-4466-95d3-2a9b1be65325,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:08.506618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c1edef-b1f3-4d8f-8bf0-f25730da0503') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:08.506917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c1edef-b1f3-4d8f-8bf0-f25730da0503') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:08.533386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eecb-7902-4ded-ab89-82db81d0d098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.555643 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eecb-7902-4ded-ab89-82db81d0d098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.571063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.596951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745d5312-3606-4861-8d47-81e22d815cc0 req-d3b9f165-5d63-4e12-b332-6987fd3a6808 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ca352d5-b217-4e9d-82f8-c01341ebea50 HTTP/1.1" status: 200 len: 217 time: 0.0941570 Aug 30 14:42:08.603599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eecb-7902-4ded-ab89-82db81d0d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.606194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eecb-7902-4ded-ab89-82db81d0d098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.607356 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7cb3eecb-7902-4ded-ab89-82db81d0d098 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c94088ae-5a94-4466-95d3-2a9b1be65325 HTTP/1.1" status: 204 len: 168 time: 0.1324003 Aug 30 14:42:08.609432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.621960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3eecb-7902-4ded-ab89-82db81d0d098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94088ae-5a94-4466-95d3-2a9b1be65325,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:08.628695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-850c49ff-8c40-4886-b091-011c88c0d36b req-a9e457d8-ee6c-4445-8c70-6d5b3dc48408 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5418847 Aug 30 14:42:08.652449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:42:08.652866 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.696921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-21f9f822-4d8d-4fc9-a64b-a643c56f8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:08.699085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-21f9f822-4d8d-4fc9-a64b-a643c56f8b48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6071584 Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:42:08.699733 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:42:08.748796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3677ff4-de0a-4aa1-9cf7-37881ff607a8 req-76e403d2-b350-471e-adad-a9bdf1bd15f3 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:08.750323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3677ff4-de0a-4aa1-9cf7-37881ff607a8 req-76e403d2-b350-471e-adad-a9bdf1bd15f3 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 945 time: 0.0557876 Aug 30 14:42:08.757598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-c43e8d85-b88d-474b-94fb-f3f6556cfd23 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:08.759078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-c43e8d85-b88d-474b-94fb-f3f6556cfd23 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.39 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 945 time: 0.2503645 Aug 30 14:42:08.791869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3677ff4-de0a-4aa1-9cf7-37881ff607a8 req-a06b790a-7cd1-4b98-a9c3-97e10f970623 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/security-groups?id=121b09b8-1572-461c-b238-ba207b7c567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Aug 30 14:42:08.801835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d5312-3606-4861-8d47-81e22d815cc0 req-c4753dbc-7215-4c68-b359-faf21ffb6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:08.803274 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745d5312-3606-4861-8d47-81e22d815cc0 req-c4753dbc-7215-4c68-b359-faf21ffb6bc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.1960435 Aug 30 14:42:08.807767 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.837223 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:08.839132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/8c76c321-9fa7-4a25-ac60-06b4cccae367 HTTP/1.1" status: 204 len: 168 time: 1.2667267 Aug 30 14:42:08.841980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:08.880529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745d5312-3606-4861-8d47-81e22d815cc0 req-910123ee-3ce5-439e-80e7-9bb6ea2e8160 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543411 Aug 30 14:42:08.883346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0749afa-bcad-4f30-92f9-f606be93f007 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=8c76c321-9fa7-4a25-ac60-06b4cccae367,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:08.945719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.018534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 05ff1b5e-258e-4afb-ae8f-e738548141a8 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:09.040549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 05ff1b5e-258e-4afb-ae8f-e738548141a8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:42:09.042101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 05ff1b5e-258e-4afb-ae8f-e738548141a8 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:42:09.043051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79adda03-adf5-46dd-ba7e-7fce5b81d0eb no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:09.048170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-69c9f522-3030-45fc-a54f-235940739b92 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346586 Aug 30 14:42:09.069296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 79adda03-adf5-46dd-ba7e-7fce5b81d0eb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:42:09.069991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79adda03-adf5-46dd-ba7e-7fce5b81d0eb not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:42:09.073085 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.090663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d6a3ea-e07f-4789-a287-2686bd633d4b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:09.106696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48149a91-1726-4800-939a-3a0cda41d134') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:09.106998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48149a91-1726-4800-939a-3a0cda41d134') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:09.116370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.130837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.137860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:42:09.138476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:42:09.141657 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:42:09.161952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745d5312-3606-4861-8d47-81e22d815cc0 req-be5ed3da-792d-4f82-9449-b2d5114c365c service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317464 Aug 30 14:42:09.172682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccbf1c-7f8c-43be-93e8-1f20daaa2019 req-45835bbc-90d5-41dd-b890-1ded644d18b6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:09.175527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3ccbf1c-7f8c-43be-93e8-1f20daaa2019 req-45835bbc-90d5-41dd-b890-1ded644d18b6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.2184250 Aug 30 14:42:09.190580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Deleting port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:09.193409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.211891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.221770 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.224094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/07d6a3ea-e07f-4789-a287-2686bd633d4b HTTP/1.1" status: 204 len: 168 time: 0.3811266 Aug 30 14:42:09.228203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:09.233972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195914054'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:09.252710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea4aaf-4739-452b-b088-a7e77437141d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=07d6a3ea-e07f-4789-a287-2686bd633d4b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:09.272276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:09.276183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.305843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:42:09.320482 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.321273 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment 91397049-6a12-4ae3-a169-a0c6d6539f9c of type vlan for network b333bcb2-062a-4380-850a-1fcf7fa77553 Aug 30 14:42:09.353133 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a65625a-4307-442c-b4c9-2741d955b9f7 req-a5799646-a6a1-4403-822c-000ced89b6e8 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940991 Aug 30 14:42:09.387697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.412141 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3ccbf1c-7f8c-43be-93e8-1f20daaa2019 req-553c17b1-5f8e-4b2c-afbe-5ae2b72bacbb tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128534 Aug 30 14:42:09.422960 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-745d5312-3606-4861-8d47-81e22d815cc0 req-4684c30e-7f9e-4f51-b3b8-03d44f38baca service neutron] 10.222.0.21 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348399 Aug 30 14:42:09.429057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.436121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] For port 986c1c8f-c32d-4567-96ea-e512e8b53fe2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=986c1c8f-c32d-4567-96ea-e512e8b53fe2,segment=NetworkSegment(9da24854-a560-44a7-a0d9-d5736b126c64),segment_id=9da24854-a560-44a7-a0d9-d5736b126c64)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:09.436512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.440259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:09.441109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.451874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Calling delete_port for 986c1c8f-c32d-4567-96ea-e512e8b53fe2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:09.513478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2844343 Aug 30 14:42:09.516242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:09.524341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': 'b333bcb2-062a-4380-850a-1fcf7fa77553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:09.609546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.613977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250acdf6-be67-4974-9ac4-32f8185cc70c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=b333bcb2-062a-4380-850a-1fcf7fa77553,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:09.624494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['986c1c8f-c32d-4567-96ea-e512e8b53fe2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:09.648813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Pushing event deleted for resources: {'Port': ['ID=986c1c8f-c32d-4567-96ea-e512e8b53fe2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:09.653704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feeab40-0fe1-49f7-af93-05db5678ba15 req-7aed8def-ef20-4c9a-a5aa-d1c87f39d861 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:09.663881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4feeab40-0fe1-49f7-af93-05db5678ba15 req-7aed8def-ef20-4c9a-a5aa-d1c87f39d861 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 943 time: 0.1357989 Aug 30 14:42:09.676190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b333bcb2-062a-4380-850a-1fcf7fa77553 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:42:09.714951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:09.715191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] No DVR routers for this DVR port 986c1c8f-c32d-4567-96ea-e512e8b53fe2 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:09.718953 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.720192 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.724066 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1279b4a5-5540-4896-9e42-63e69aa151d2 req-5b016e0f-272e-4b97-923c-8daa4412936e tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.39 "DELETE /v2.0/ports/986c1c8f-c32d-4567-96ea-e512e8b53fe2 HTTP/1.1" status: 204 len: 173 time: 0.9322193 Aug 30 14:42:09.726110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356c7278-35f8-4625-9b75-174c81ee4ace', 'name': 'network-vif-deleted', 'tag': '986c1c8f-c32d-4567-96ea-e512e8b53fe2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:09.730054 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3461da-e843-41e1-9708-ac23a4c97d2e" -d '{"events": [{"server_uuid": "356c7278-35f8-4625-9b75-174c81ee4ace", "name": "network-vif-deleted", "tag": "986c1c8f-c32d-4567-96ea-e512e8b53fe2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:09.773324 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4feeab40-0fe1-49f7-af93-05db5678ba15 req-24c596a7-ef66-4b02-a908-7e7e8e118f4b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082876 Aug 30 14:42:09.851932 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4981ee7e-8302-44af-b336-59960dc5265c x-openstack-request-id: req-4981ee7e-8302-44af-b336-59960dc5265c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:09.852479 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356c7278-35f8-4625-9b75-174c81ee4ace", "name": "network-vif-deleted", "tag": "986c1c8f-c32d-4567-96ea-e512e8b53fe2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:09.852922 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4981ee7e-8302-44af-b336-59960dc5265c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:09.853238 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356c7278-35f8-4625-9b75-174c81ee4ace', 'name': 'network-vif-deleted', 'tag': '986c1c8f-c32d-4567-96ea-e512e8b53fe2', 'status': 'completed', 'code': 200} Aug 30 14:42:09.870813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482d8ec-5c22-4e36-a256-461eee09ca10 req-16e793f4-b093-4f3b-8a44-f47eb08ee949 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:09.879468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1482d8ec-5c22-4e36-a256-461eee09ca10 req-16e793f4-b093-4f3b-8a44-f47eb08ee949 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.1180286 Aug 30 14:42:09.938025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1482d8ec-5c22-4e36-a256-461eee09ca10 req-70b3e34d-67b7-47b8-a044-9587fecdbd99 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527177 Aug 30 14:42:09.982500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-24b3b5df-91c4-487d-8975-2b7f9513c659 req-54132bcf-0cfa-4a3c-9369-03555a6b2d14 tempest-ServersNegativeTestMultiTenantJSON-497916176 tempest-ServersNegativeTestMultiTenantJSON-497916176-project] 10.222.0.50 "GET /v2.0/ports?device_id=356c7278-35f8-4625-9b75-174c81ee4ace HTTP/1.1" status: 200 len: 210 time: 0.0382607 Aug 30 14:42:09.990839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.052457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=a62a8e17-30a8-4345-be5c-41b5b3808173,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:10.060952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': '91397049-6a12-4ae3-a169-a0c6d6539f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b333bcb2-062a-4380-850a-1fcf7fa77553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:10.061354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: b333bcb2-062a-4380-850a-1fcf7fa77553, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:42:10.078148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network b333bcb2-062a-4380-850a-1fcf7fa77553 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:42:10.090924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b333bcb2-062a-4380-850a-1fcf7fa77553) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:10.095054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:10.095647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.100741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdef1d3-2abf-4078-88ed-0ed1e11f3d36 None None] Network b333bcb2-062a-4380-850a-1fcf7fa77553 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:10.112597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5ebde2f4-a6e7-4392-8981-621d5b46ff80 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5948689 Aug 30 14:42:10.115369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:10.120714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b5fb4bb7-90a9-427f-9d64-7f5279f6f39c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-761129040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:10.145968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4bb7-90a9-427f-9d64-7f5279f6f39c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.147024 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4bb7-90a9-427f-9d64-7f5279f6f39c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.250518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4bb7-90a9-427f-9d64-7f5279f6f39c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.257068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4bb7-90a9-427f-9d64-7f5279f6f39c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.278238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b333bcb2-062a-4380-850a-1fcf7fa77553', 'network_id': 'b333bcb2-062a-4380-850a-1fcf7fa77553', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': 'a62a8e17-30a8-4345-be5c-41b5b3808173'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:42:10.279173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.290622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4bb7-90a9-427f-9d64-7f5279f6f39c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.297063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b5fb4bb7-90a9-427f-9d64-7f5279f6f39c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1766670 Aug 30 14:42:10.298710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:10.315775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'port': {'network_id': 'b333bcb2-062a-4380-850a-1fcf7fa77553', 'name': 'tempest-RoutersTest-1475821647'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:10.461512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Allocated IP 172.20.0.2 (b333bcb2-062a-4380-850a-1fcf7fa77553/a62a8e17-30a8-4345-be5c-41b5b3808173/d98b42df-c79a-4969-9a5c-a396eca2561a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:10.462279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:10.469396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.490200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] device_id is not set on port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:42:10.603271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee898-75e5-4b3e-a916-11b8ce147772 req-64931d9b-0011-4bd3-be20-b9435899c6c7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:10.604920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-653ee898-75e5-4b3e-a916-11b8ce147772 req-64931d9b-0011-4bd3-be20-b9435899c6c7 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0727174 Aug 30 14:42:10.625519 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.635400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Transition to ACTIVE for port object d98b42df-c79a-4969-9a5c-a396eca2561a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:10.652453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Transition to ACTIVE for port object d98b42df-c79a-4969-9a5c-a396eca2561a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:10.656191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-653ee898-75e5-4b3e-a916-11b8ce147772 req-4fd683ab-e8b8-41f6-b554-811d0dde8ca9 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Aug 30 14:42:10.661249 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.712833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Network b333bcb2-062a-4380-850a-1fcf7fa77553 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:10.715607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:10.719202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:10.738080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.20.0.9 (b333bcb2-062a-4380-850a-1fcf7fa77553/a62a8e17-30a8-4345-be5c-41b5b3808173/5d78e7b2-5ce6-4090-a3de-de4acca622f7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:10.758564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Pushing event updated for resources: {'Port': ['ID=d98b42df-c79a-4969-9a5c-a396eca2561a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:10.786915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Attempting to bind port d98b42df-c79a-4969-9a5c-a396eca2561a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:10.787283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Attempting to bind port d98b42df-c79a-4969-9a5c-a396eca2561a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '91397049-6a12-4ae3-a169-a0c6d6539f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b333bcb2-062a-4380-850a-1fcf7fa77553'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:10.787643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Attempting to bind port d98b42df-c79a-4969-9a5c-a396eca2561a on network b333bcb2-062a-4380-850a-1fcf7fa77553 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:10.792741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:10.793070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Checking segment: {'id': '91397049-6a12-4ae3-a169-a0c6d6539f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b333bcb2-062a-4380-850a-1fcf7fa77553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:10.793470 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.793861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Bound using segment: {'id': '91397049-6a12-4ae3-a169-a0c6d6539f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b333bcb2-062a-4380-850a-1fcf7fa77553'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:10.794468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Bound port: d98b42df-c79a-4969-9a5c-a396eca2561a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91397049-6a12-4ae3-a169-a0c6d6539f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b333bcb2-062a-4380-850a-1fcf7fa77553'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:10.795193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.862336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] For port d98b42df-c79a-4969-9a5c-a396eca2561a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:10.865634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] For port d98b42df-c79a-4969-9a5c-a396eca2561a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d98b42df-c79a-4969-9a5c-a396eca2561a,segment=NetworkSegment(91397049-6a12-4ae3-a169-a0c6d6539f9c),segment_id=91397049-6a12-4ae3-a169-a0c6d6539f9c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:10.872130 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.941784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70c022-6329-447d-a316-fcbd44881e8f None None] Pushing event updated for resources: {'Port': ['ID=d98b42df-c79a-4969-9a5c-a396eca2561a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:10.995261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b92d7a-ebc2-4abb-a71f-30e57686011f req-82d844a2-0952-4b72-9d29-f6f716c601a5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:11.006488 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a1b92d7a-ebc2-4abb-a71f-30e57686011f req-82d844a2-0952-4b72-9d29-f6f716c601a5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 943 time: 0.1248989 Aug 30 14:42:11.081227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a1b92d7a-ebc2-4abb-a71f-30e57686011f req-0952309b-2b52-4ffc-b6b0-da43b35c9244 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734966 Aug 30 14:42:11.102570 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.118372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object 5d78e7b2-5ce6-4090-a3de-de4acca622f7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:11.142801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160dc4-9301-46a2-b03a-2e63ebac0643 req-120539bd-fbac-4733-8ce1-c8ea79f1e1a5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:11.144979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e160dc4-9301-46a2-b03a-2e63ebac0643 req-120539bd-fbac-4733-8ce1-c8ea79f1e1a5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0655661 Aug 30 14:42:11.145651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:11.165278 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.243529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network b333bcb2-062a-4380-850a-1fcf7fa77553 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:11.246568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e935aa-668f-4f9a-9778-bf75bec8c26e admin admin] Deleting subnet 2e13fda6-aa78-42f2-bcbe-ca1dba872956 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:42:11.247804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:11.250393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:11.251447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e935aa-668f-4f9a-9778-bf75bec8c26e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.292239 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e160dc4-9301-46a2-b03a-2e63ebac0643 req-388276a5-965d-4049-8c3a-57b79236aa26 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279469 Aug 30 14:42:11.314012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=5d78e7b2-5ce6-4090-a3de-de4acca622f7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:11.333969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:11.334820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e935aa-668f-4f9a-9778-bf75bec8c26e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.335114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.368984 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2f94f247-3f08-4db9-a0e0-eae6c4c6bc5d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0673647 Aug 30 14:42:11.375442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:11.469654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4ca352d5-b217-4e9d-82f8-c01341ebea50 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:42:11.489699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e935aa-668f-4f9a-9778-bf75bec8c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.578585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4ca352d5-b217-4e9d-82f8-c01341ebea50, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4ca352d5-b217-4e9d-82f8-c01341ebea50,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:11.592472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '4ca352d5-b217-4e9d-82f8-c01341ebea50', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'port_id': '4ca352d5-b217-4e9d-82f8-c01341ebea50', 'mac_address': 'fa:16:3e:b5:cd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160fafe4-6aa5-4569-8684-981501e82d7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:42:11.633172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 986c1c8f-c32d-4567-96ea-e512e8b53fe2 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:11.653426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:11.661743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 986c1c8f-c32d-4567-96ea-e512e8b53fe2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:42:11.662420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 986c1c8f-c32d-4567-96ea-e512e8b53fe2 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:42:11.663193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:11.665337 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.716343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca352d5-b217-4e9d-82f8-c01341ebea50 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:11.739058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4ca352d5-b217-4e9d-82f8-c01341ebea50, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4ca352d5-b217-4e9d-82f8-c01341ebea50,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:11.782406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.824439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce16ef-b5ae-4402-8c62-8907abde50db req-3918299a-ad87-4455-b057-ce42d018eb15 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:11.832009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81ce16ef-b5ae-4402-8c62-8907abde50db req-3918299a-ad87-4455-b057-ce42d018eb15 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0666428 Aug 30 14:42:11.852410 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.869555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4ca352d5-b217-4e9d-82f8-c01341ebea50,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:11.870991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc1b8-bef3-4ffd-86c2-924c0b2ea55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.904709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:11.907058 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c00377-ae91-4cbd-920e-5ac189bd91dc" -d '{"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:11.927321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:11.929244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81ce16ef-b5ae-4402-8c62-8907abde50db req-febe086e-721d-4879-babf-604f7ddeefac tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887525 Aug 30 14:42:11.935392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.028058 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91661904-5c35-45f1-bb00-8b565c6e4684 x-openstack-request-id: req-91661904-5c35-45f1-bb00-8b565c6e4684 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:12.028402 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-unplugged", "status": "failed", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:12.028605 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91661904-5c35-45f1-bb00-8b565c6e4684 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:12.029011 n-d-805668-3 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'code': 422} returned with failed status Aug 30 14:42:12.054523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:12.087487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc1b8-bef3-4ffd-86c2-924c0b2ea55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.096647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc1b8-bef3-4ffd-86c2-924c0b2ea55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.149680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cc1b8-bef3-4ffd-86c2-924c0b2ea55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a868db97-5dce-457d-97f4-4a34d227b6ef,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:12.167663 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ee2cc1b8-bef3-4ffd-86c2-924c0b2ea55b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3be9df3677b42b49f4294ab4196df11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112226 Aug 30 14:42:12.169958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:12.226424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3834b58b-0187-4ecf-b1b6-fc709af99b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.257987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3834b58b-0187-4ecf-b1b6-fc709af99b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.309941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4ca352d5-b217-4e9d-82f8-c01341ebea50'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:12.320944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201e269-c753-4a2c-b36f-82f8c8fe5adb None None] Network b333bcb2-062a-4380-850a-1fcf7fa77553 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:12.325098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3834b58b-0187-4ecf-b1b6-fc709af99b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.332224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3834b58b-0187-4ecf-b1b6-fc709af99b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.334414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3834b58b-0187-4ecf-b1b6-fc709af99b34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a868db97-5dce-457d-97f4-4a34d227b6ef HTTP/1.1" status: 204 len: 168 time: 0.1625459 Aug 30 14:42:12.337468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e935aa-668f-4f9a-9778-bf75bec8c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.347652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834b58b-0187-4ecf-b1b6-fc709af99b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a868db97-5dce-457d-97f4-4a34d227b6ef,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:12.409030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e935aa-668f-4f9a-9778-bf75bec8c26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.412566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c4e935aa-668f-4f9a-9778-bf75bec8c26e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2e13fda6-aa78-42f2-bcbe-ca1dba872956 HTTP/1.1" status: 204 len: 168 time: 1.2658191 Aug 30 14:42:12.415858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:12.420423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebc03c-1f37-47f9-b149-240da8142323 req-4febeaf9-3a9b-42d9-b667-9ff68cc58994 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:12.434279 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10ebc03c-1f37-47f9-b149-240da8142323 req-4febeaf9-3a9b-42d9-b667-9ff68cc58994 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 944 time: 0.2179911 Aug 30 14:42:12.438044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e935aa-668f-4f9a-9778-bf75bec8c26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e13fda6-aa78-42f2-bcbe-ca1dba872956,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:12.526491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.559059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52fe98-fe9e-4f64-ad71-e9d520891c7c req-be77cd94-56a0-4997-a89a-81b89d0e153f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:12.567288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d52fe98-fe9e-4f64-ad71-e9d520891c7c req-be77cd94-56a0-4997-a89a-81b89d0e153f tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0888152 Aug 30 14:42:12.577961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.594408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10ebc03c-1f37-47f9-b149-240da8142323 req-728f680b-3d8d-45ae-98e0-a442960dcae4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368375 Aug 30 14:42:12.713561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3d52fe98-fe9e-4f64-ad71-e9d520891c7c req-2bab5fc3-5808-4689-9ebe-8b67bfaba58e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450443 Aug 30 14:42:12.722882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.746902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0146fad-f5a1-4c5c-80cb-4032ea6cf987']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:12.774705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da24854-a560-44a7-a0d9-d5736b126c64') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:12.775228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da24854-a560-44a7-a0d9-d5736b126c64') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:12.785170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-98303c27-b3c1-4f4e-8855-516dddf525b6 None None] Provisioning for port d98b42df-c79a-4969-9a5c-a396eca2561a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:12.787807 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.812224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.827403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:42:12.827819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:42:12.829978 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:42:12.905540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.924885 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.930603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b0146fad-f5a1-4c5c-80cb-4032ea6cf987 HTTP/1.1" status: 204 len: 168 time: 0.5131283 Aug 30 14:42:12.933820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:12.953361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94280341-996f-41cf-8f3e-8c306a6e5e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0146fad-f5a1-4c5c-80cb-4032ea6cf987,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:12.984840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.992592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.113498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d4ca4d-d910-40cc-97c6-aae75232c400 admin admin] Deleting subnet c9d8eed5-6127-42ff-8088-230d4ccfdd54 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:42:13.128142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d98b42df-c79a-4969-9a5c-a396eca2561a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:13.138678 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d4ca4d-d910-40cc-97c6-aae75232c400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.194421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d98b42df-c79a-4969-9a5c-a396eca2561a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:13.201371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d98b42df-c79a-4969-9a5c-a396eca2561a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:13.201813 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.223067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=5d78e7b2-5ce6-4090-a3de-de4acca622f7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:13.288735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33ffc78a-06be-4ec3-a21b-f112462e0057 None None] Provisioning for port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:13.329996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d4ca4d-d910-40cc-97c6-aae75232c400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.333976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33ffc78a-06be-4ec3-a21b-f112462e0057 None None] Provisioning complete for port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:13.334359 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33ffc78a-06be-4ec3-a21b-f112462e0057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.417726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-33ffc78a-06be-4ec3-a21b-f112462e0057 None None] Port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:13.428588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.444494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33ffc78a-06be-4ec3-a21b-f112462e0057 None None] Provisioning complete for port d98b42df-c79a-4969-9a5c-a396eca2561a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:13.444883 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33ffc78a-06be-4ec3-a21b-f112462e0057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.514917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d4ca4d-d910-40cc-97c6-aae75232c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.532277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d98b42df-c79a-4969-9a5c-a396eca2561a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d98b42df-c79a-4969-9a5c-a396eca2561a,segment=NetworkSegment(91397049-6a12-4ae3-a169-a0c6d6539f9c),segment_id=91397049-6a12-4ae3-a169-a0c6d6539f9c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:13.540760 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.612521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.666866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d98b42df-c79a-4969-9a5c-a396eca2561a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:13.738036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2418f-0b7a-45b8-b3cc-546eaf453e3d req-ff4bdfa9-d0e6-4091-8422-49aa87bea662 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:13.746756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a7e2418f-0b7a-45b8-b3cc-546eaf453e3d req-ff4bdfa9-d0e6-4091-8422-49aa87bea662 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 944 time: 0.0761168 Aug 30 14:42:13.749188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0378cc75-ab92-4409-b5d6-1fadaabe6d87 None None] Provisioning complete for port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:13.749518 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0378cc75-ab92-4409-b5d6-1fadaabe6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.787163 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d4ca4d-d910-40cc-97c6-aae75232c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.796237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a7e2418f-0b7a-45b8-b3cc-546eaf453e3d req-4ce74347-36a0-4016-97cd-3ad5485af566 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485115 Aug 30 14:42:13.829608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0378cc75-ab92-4409-b5d6-1fadaabe6d87 None None] Port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:13.834699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c57499-4223-4e29-80cf-1e012f3790bb req-b27a93e7-6678-4194-9b27-90e8b03bbd8d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:13.837495 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1c57499-4223-4e29-80cf-1e012f3790bb req-b27a93e7-6678-4194-9b27-90e8b03bbd8d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.3383460 Aug 30 14:42:13.865409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d4ca4d-d910-40cc-97c6-aae75232c400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:13.865409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-98d4ca4d-d910-40cc-97c6-aae75232c400 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c9d8eed5-6127-42ff-8088-230d4ccfdd54 HTTP/1.1" status: 204 len: 168 time: 0.9237316 Aug 30 14:42:13.865409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-eff7b67d-dc9e-48e4-bd30-231942231558 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2659445 Aug 30 14:42:13.870336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:13.871168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4ca4d-d910-40cc-97c6-aae75232c400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d8eed5-6127-42ff-8088-230d4ccfdd54,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:13.915334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4de22-1340-483a-92bd-eabd56c9cd40 req-dab2798d-820c-4710-bef4-c064c6e31fa6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:13.926145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32e4de22-1340-483a-92bd-eabd56c9cd40 req-dab2798d-820c-4710-bef4-c064c6e31fa6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0684779 Aug 30 14:42:13.955984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8773c264-dc43-4d91-a298-ba8cdce8bdc4 None None] Provisioning complete for port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:13.956365 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8773c264-dc43-4d91-a298-ba8cdce8bdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.012339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1c57499-4223-4e29-80cf-1e012f3790bb req-be719e3e-aa2a-48a6-aac0-874adf082d98 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474900 Aug 30 14:42:14.014585 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.019045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8773c264-dc43-4d91-a298-ba8cdce8bdc4 None None] Port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:14.024301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32e4de22-1340-483a-92bd-eabd56c9cd40 req-a3d9f5cf-668c-4784-bf34-44dd9c4393e2 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002595 Aug 30 14:42:14.037937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.240338 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.258754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840dfeac-beca-4cd5-b4c6-df04f79dfa71']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:14.283263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b2df74-5656-4ead-bdc6-7380980060ee') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:14.283505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b2df74-5656-4ead-bdc6-7380980060ee') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:14.322287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.345279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.362453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:42:14.362861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:42:14.364646 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:42:14.445811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.451173 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:14.455606 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.459703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/840dfeac-beca-4cd5-b4c6-df04f79dfa71 HTTP/1.1" status: 204 len: 168 time: 0.5864797 Aug 30 14:42:14.477551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402f7fb-bc1b-4f33-897a-bd5757ba19b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=840dfeac-beca-4cd5-b4c6-df04f79dfa71,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:14.494352 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.500317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.568918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3690b5f6-c53d-4be6-98e1-1387d8f9047e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.582021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=5d78e7b2-5ce6-4090-a3de-de4acca622f7,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:14.586055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.603279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:14.686307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network b333bcb2-062a-4380-850a-1fcf7fa77553 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:14.687715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:14.701267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8726d475-a966-4a49-9c84-a6b2e5d5dfeb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cfa1ed00aed4c0a86dbc2ea64db5ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962932 Aug 30 14:42:14.703755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:14.768001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-4fd074d7-d7e6-44f8-8fc9-0f867714f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:14.769566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-4fd074d7-d7e6-44f8-8fc9-0f867714f90a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4&tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6 HTTP/1.1" status: 200 len: 1095 time: 0.1014166 Aug 30 14:42:14.797666 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3690b5f6-c53d-4be6-98e1-1387d8f9047e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.826875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3690b5f6-c53d-4be6-98e1-1387d8f9047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.847535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7479eb26-25d5-4157-a7df-f6dea92c9643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.881149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3690b5f6-c53d-4be6-98e1-1387d8f9047e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43c3888f3c784dae8a98a098ecf21cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288599 Aug 30 14:42:14.883052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690b5f6-c53d-4be6-98e1-1387d8f9047e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d7489d-5450-4bf0-b3b6-4fdf4e7caa95,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:14.886410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54116) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:14.888628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-e7bb6934-df2c-4d18-aa71-020e5107f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:14.890138 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-e7bb6934-df2c-4d18-aa71-020e5107f6d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1095 time: 0.0950592 Aug 30 14:42:14.909346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7479eb26-25d5-4157-a7df-f6dea92c9643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.931929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 78e9e99d-47e6-417a-8097-8a7ac5477a36 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:42:14.950536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f73b0510-5521-4c82-abc0-49ddd6b41499 None None] Provisioning complete for port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:14.952462 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f73b0510-5521-4c82-abc0-49ddd6b41499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.972514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51d268-ca4f-47af-a358-3b17b6e46220 req-6f2fd25c-d436-476d-988b-cce26c611093 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:14.974141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d51d268-ca4f-47af-a358-3b17b6e46220 req-6f2fd25c-d436-476d-988b-cce26c611093 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 944 time: 0.1115677 Aug 30 14:42:15.015993 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-301367ca-bf5c-468d-aa98-4464bfb0165b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.017888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f73b0510-5521-4c82-abc0-49ddd6b41499 None None] Port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:15.050260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-5179a7ce-79ed-4142-ad7d-dd232d611cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:15.051986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-5179a7ce-79ed-4142-ad7d-dd232d611cfb service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1484210 Aug 30 14:42:15.065862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d98b42df-c79a-4969-9a5c-a396eca2561a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:15.073697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7479eb26-25d5-4157-a7df-f6dea92c9643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.076576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7479eb26-25d5-4157-a7df-f6dea92c9643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.079135 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-301367ca-bf5c-468d-aa98-4464bfb0165b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.080115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7479eb26-25d5-4157-a7df-f6dea92c9643 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/121b09b8-1572-461c-b238-ba207b7c567c HTTP/1.1" status: 204 len: 168 time: 0.3753221 Aug 30 14:42:15.105547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479eb26-25d5-4157-a7df-f6dea92c9643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b09b8-1572-461c-b238-ba207b7c567c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:15.120924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d51d268-ca4f-47af-a358-3b17b6e46220 req-58514b65-119e-4809-9ae2-bf0420685a63 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080863 Aug 30 14:42:15.122417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:15.129472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-66a30927-305d-4f71-8238-432c73f41b88 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/78e9e99d-47e6-417a-8097-8a7ac5477a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7526145 Aug 30 14:42:15.131952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:15.157336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54bc5c1-708d-49e0-9567-87bde6914160 None None] Sync routers for ids ['78e9e99d-47e6-417a-8097-8a7ac5477a36'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:15.200581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54bc5c1-708d-49e0-9567-87bde6914160 None None] Routers {'78e9e99d-47e6-417a-8097-8a7ac5477a36'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:15.201153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b54bc5c1-708d-49e0-9567-87bde6914160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['78e9e99d-47e6-417a-8097-8a7ac5477a36'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:15.205875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48685176-7164-4c2a-bbde-631f64c3b320 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:15.210083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-78c5c33b-d197-49b2-8e58-ca2bf7a6ccf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 200 len: 1000 time: 0.1475074 Aug 30 14:42:15.212977 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-48685176-7164-4c2a-bbde-631f64c3b320 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports/5d78e7b2-5ce6-4090-a3de-de4acca622f7 HTTP/1.1" status: 200 len: 977 time: 0.0793643 Aug 30 14:42:15.214448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:15.254065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d98b42df-c79a-4969-9a5c-a396eca2561a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:15.254435 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.255916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b54bc5c1-708d-49e0-9567-87bde6914160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:15.296952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1c0f0-324e-49ab-932b-90217fd9c334 req-cf3f8a8e-4ee3-4db0-a9e1-6d2bbc0168bf tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:15.299565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4f1c0f0-324e-49ab-932b-90217fd9c334 req-cf3f8a8e-4ee3-4db0-a9e1-6d2bbc0168bf tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0713396 Aug 30 14:42:15.301256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54bc5c1-708d-49e0-9567-87bde6914160 None None] Routers {'78e9e99d-47e6-417a-8097-8a7ac5477a36'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:15.302102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b54bc5c1-708d-49e0-9567-87bde6914160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['78e9e99d-47e6-417a-8097-8a7ac5477a36'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:15.356430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b54bc5c1-708d-49e0-9567-87bde6914160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:15.358426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54bc5c1-708d-49e0-9567-87bde6914160 None None] The sync data for ids ['78e9e99d-47e6-417a-8097-8a7ac5477a36'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:15.375021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097328-e9ba-40bb-8fe0-9ae0ac9f18b4 req-5c7a687e-d94b-4f95-9333-0f6c0621d923 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:15.386301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4f1c0f0-324e-49ab-932b-90217fd9c334 req-fa9c670b-40f6-49f0-bbf7-3551f32d2b24 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731158 Aug 30 14:42:15.389815 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22097328-e9ba-40bb-8fe0-9ae0ac9f18b4 req-5c7a687e-d94b-4f95-9333-0f6c0621d923 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.2471638 Aug 30 14:42:15.424000 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-301367ca-bf5c-468d-aa98-4464bfb0165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.430343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-301367ca-bf5c-468d-aa98-4464bfb0165b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.434010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-301367ca-bf5c-468d-aa98-4464bfb0165b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9d7489d-5450-4bf0-b3b6-4fdf4e7caa95 HTTP/1.1" status: 204 len: 168 time: 0.5424416 Aug 30 14:42:15.476670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-522daa4a-cbb7-487a-bfdb-5882b84f3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:15.478823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-522daa4a-cbb7-487a-bfdb-5882b84f3fea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.2417774 Aug 30 14:42:15.487134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4ca352d5-b217-4e9d-82f8-c01341ebea50 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:15.520157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301367ca-bf5c-468d-aa98-4464bfb0165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d7489d-5450-4bf0-b3b6-4fdf4e7caa95,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:15.565538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:15.577511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 4ca352d5-b217-4e9d-82f8-c01341ebea50 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:15.583139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 4ca352d5-b217-4e9d-82f8-c01341ebea50 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:15.587287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.617633 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-178b4cae-44f5-4a3c-89f9-2438104af640 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0474f888f6d4ee9a902067ef400d1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509558 Aug 30 14:42:15.620634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:15.628871 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22097328-e9ba-40bb-8fe0-9ae0ac9f18b4 req-7abcaf23-39ec-47fa-aa79-0134e2854830 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379858 Aug 30 14:42:15.656260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-1f06fc6c-cf3e-4108-83f0-e0526533891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:15.657816 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-1f06fc6c-cf3e-4108-83f0-e0526533891d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354158 Aug 30 14:42:15.674370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:15.721474 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1735c898-469b-4a8c-a1fd-041164e7c867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.726459 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.760231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d907d7-542b-4963-80fc-663c0c09bf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca352d5-b217-4e9d-82f8-c01341ebea50'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:15.762279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1735c898-469b-4a8c-a1fd-041164e7c867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.763783 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290349e4-1ea2-47c2-bd5c-29c3e23a3c79" -d '{"events": [{"server_uuid": "e3d907d7-542b-4963-80fc-663c0c09bf8e", "name": "network-vif-plugged", "status": "completed", "tag": "4ca352d5-b217-4e9d-82f8-c01341ebea50"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:15.781533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4ca352d5-b217-4e9d-82f8-c01341ebea50, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4ca352d5-b217-4e9d-82f8-c01341ebea50,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:15.795546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.851112 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1efc8b-ba94-42f0-84b0-9bf946a8c60b x-openstack-request-id: req-cd1efc8b-ba94-42f0-84b0-9bf946a8c60b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:15.851403 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d907d7-542b-4963-80fc-663c0c09bf8e", "name": "network-vif-plugged", "status": "completed", "tag": "4ca352d5-b217-4e9d-82f8-c01341ebea50", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:15.851653 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd1efc8b-ba94-42f0-84b0-9bf946a8c60b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:15.852045 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d907d7-542b-4963-80fc-663c0c09bf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca352d5-b217-4e9d-82f8-c01341ebea50', 'code': 200} Aug 30 14:42:15.862323 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-303a1ce5-77a0-4f07-a9ff-35d6920ef34d service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811132 Aug 30 14:42:15.874104 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1735c898-469b-4a8c-a1fd-041164e7c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.878288 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1735c898-469b-4a8c-a1fd-041164e7c867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:15.881120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1735c898-469b-4a8c-a1fd-041164e7c867 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/deb77eb6-f467-4f60-a102-2b3bae952b7c HTTP/1.1" status: 204 len: 168 time: 0.2577033 Aug 30 14:42:15.889940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4ca352d5-b217-4e9d-82f8-c01341ebea50,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:15.903048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735c898-469b-4a8c-a1fd-041164e7c867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb77eb6-f467-4f60-a102-2b3bae952b7c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:16.448398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd11a3-6d43-42b9-9abe-77aa778367e9 req-40c93a88-91db-4472-a217-286a96079f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:16.451256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85cd11a3-6d43-42b9-9abe-77aa778367e9 req-40c93a88-91db-4472-a217-286a96079f2e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 1096 time: 0.4910161 Aug 30 14:42:16.501597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-72db8069-98fd-458a-bc58-3e40eab50347 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291869 Aug 30 14:42:16.551651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85cd11a3-6d43-42b9-9abe-77aa778367e9 req-073d744b-c98d-402c-9534-f8f302c8fc70 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750000 Aug 30 14:42:16.577893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e23c-0914-4c66-a626-062fb53bdf52 req-d0e24dab-a263-4ba5-9b44-8b5c2412563d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:16.578484 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:16.580284 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff49e23c-0914-4c66-a626-062fb53bdf52 req-d0e24dab-a263-4ba5-9b44-8b5c2412563d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0968342 Aug 30 14:42:16.635598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff49e23c-0914-4c66-a626-062fb53bdf52 req-80084546-ecac-4e64-befb-9d1728c97618 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459151 Aug 30 14:42:16.746945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37dda0-9e1e-428c-b613-979f79c699aa req-73b6e384-de58-469b-83b0-0a548054bafc tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:16.748479 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac37dda0-9e1e-428c-b613-979f79c699aa req-73b6e384-de58-469b-83b0-0a548054bafc tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 945 time: 0.3959014 Aug 30 14:42:16.791168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-46070e31-3b77-473c-9c9f-3613758c5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:16.792618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-46070e31-3b77-473c-9c9f-3613758c5828 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1095 time: 0.1417744 Aug 30 14:42:16.886149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac37dda0-9e1e-428c-b613-979f79c699aa req-9762a314-e6a7-4004-b990-e201a078cf1d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044722 Aug 30 14:42:16.946644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-ca5195ee-e661-428b-bccc-d3d8c1c0b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:16.948674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-ca5195ee-e661-428b-bccc-d3d8c1c0b99e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 200 len: 917 time: 0.1267395 Aug 30 14:42:17.074603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-b248ebb4-860c-42a4-aef1-6029332f015a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 200 len: 1000 time: 0.1065774 Aug 30 14:42:17.083916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b1ec9-26d0-4f72-8455-8ab7150d2f78 req-7038e569-a1ba-4a71-9794-2604bbbf2431 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:17.091106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c2b1ec9-26d0-4f72-8455-8ab7150d2f78 req-7038e569-a1ba-4a71-9794-2604bbbf2431 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.1414273 Aug 30 14:42:17.236229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 5d78e7b2-5ce6-4090-a3de-de4acca622f7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:17.236564 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:17.299614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-0bf6324e-1b5b-468a-8f18-b30b32b42eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:17.301194 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-0bf6324e-1b5b-468a-8f18-b30b32b42eb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 200 len: 855 time: 0.2059071 Aug 30 14:42:17.317750 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6c2b1ec9-26d0-4f72-8455-8ab7150d2f78 req-420d422a-da50-4299-956e-e2622b1cc3b6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255306 Aug 30 14:42:17.408393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:17.444879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 5d78e7b2-5ce6-4090-a3de-de4acca622f7 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:17.839941 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:18.000232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=5d78e7b2-5ce6-4090-a3de-de4acca622f7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:18.042169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156c26a-97fc-4cf1-af29-3e812bc87f7a req-952c6697-d130-4b6c-901b-f07695e9e5a2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:18.051622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b156c26a-97fc-4cf1-af29-3e812bc87f7a req-952c6697-d130-4b6c-901b-f07695e9e5a2 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.2660069 Aug 30 14:42:18.185653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b156c26a-97fc-4cf1-af29-3e812bc87f7a req-5cb825dc-5ef0-4e4a-84d6-da0e2c063402 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328547 Aug 30 14:42:18.223466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e7dc0-9f44-4df4-b637-a9b781b4bad4 req-c4b0d75b-6560-4fd1-92d5-90b29bd5d72c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:18.231862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-804e7dc0-9f44-4df4-b637-a9b781b4bad4 req-c4b0d75b-6560-4fd1-92d5-90b29bd5d72c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 945 time: 0.1411769 Aug 30 14:42:18.336998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-804e7dc0-9f44-4df4-b637-a9b781b4bad4 req-a0a75b6f-e8ca-4b6c-8089-c90fc69afb30 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994189 Aug 30 14:42:18.374015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:18.556938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03310c3b-13ac-4aec-9d7a-c3c67fb7e597 req-83aba94b-4539-4a34-b822-05237a445fe6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:18.558923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03310c3b-13ac-4aec-9d7a-c3c67fb7e597 req-83aba94b-4539-4a34-b822-05237a445fe6 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0618248 Aug 30 14:42:18.696439 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-03310c3b-13ac-4aec-9d7a-c3c67fb7e597 req-13b754e9-9d0f-48f1-99e0-bc032f504357 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225188 Aug 30 14:42:18.728776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 78e9e99d-47e6-417a-8097-8a7ac5477a36 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:42:18.833294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:18.840909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7342fe8-66a7-45d2-95ac-8c0e53a76fb5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/78e9e99d-47e6-417a-8097-8a7ac5477a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6230290 Aug 30 14:42:18.841320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:18.851818 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964fe338-5b7c-4d32-95ba-8932c970a25d None None] Sync routers for ids ['78e9e99d-47e6-417a-8097-8a7ac5477a36'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:18.873136 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964fe338-5b7c-4d32-95ba-8932c970a25d None None] Routers {'78e9e99d-47e6-417a-8097-8a7ac5477a36'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:18.873861 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-964fe338-5b7c-4d32-95ba-8932c970a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['78e9e99d-47e6-417a-8097-8a7ac5477a36'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:18.960308 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-964fe338-5b7c-4d32-95ba-8932c970a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:18.985084 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964fe338-5b7c-4d32-95ba-8932c970a25d None None] Routers {'78e9e99d-47e6-417a-8097-8a7ac5477a36'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:18.992851 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-964fe338-5b7c-4d32-95ba-8932c970a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['78e9e99d-47e6-417a-8097-8a7ac5477a36'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:19.039535 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-964fe338-5b7c-4d32-95ba-8932c970a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:19.040525 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964fe338-5b7c-4d32-95ba-8932c970a25d None None] The sync data for ids ['78e9e99d-47e6-417a-8097-8a7ac5477a36'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:19.139276 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-06355660-ff72-42ff-a358-32bd7a34c277 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] remove_router_interface failed (client error): The resource could not be found. Aug 30 14:42:19.140739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-06355660-ff72-42ff-a358-32bd7a34c277 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/78e9e99d-47e6-417a-8097-8a7ac5477a36/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2984300 Aug 30 14:42:19.143857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:19.188680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b19341b-8a98-4e30-a243-a5360fff6cbd tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=78e9e99d-47e6-417a-8097-8a7ac5477a36 HTTP/1.1" status: 200 len: 205 time: 0.0418329 Aug 30 14:42:19.190588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:19.385749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d253ac-ed40-4937-b573-8fc1c740d5da tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:19.686614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d5b0-2b0d-4510-abf3-47e4e38cdeed req-10e64af9-811c-47e6-9f2a-d5cf8387bda4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:19.694283 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5809d5b0-2b0d-4510-abf3-47e4e38cdeed req-10e64af9-811c-47e6-9f2a-d5cf8387bda4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.3526816 Aug 30 14:42:19.694582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79a60c-e8e0-4efe-b3e4-7be39be90865 req-30574f09-0d9a-4f43-9bce-3214bfd9406c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:19.696702 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f79a60c-e8e0-4efe-b3e4-7be39be90865 req-30574f09-0d9a-4f43-9bce-3214bfd9406c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 945 time: 0.0750403 Aug 30 14:42:19.713407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d253ac-ed40-4937-b573-8fc1c740d5da tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:19.717227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d253ac-ed40-4937-b573-8fc1c740d5da tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:19.747347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f79a60c-e8e0-4efe-b3e4-7be39be90865 req-9d2a6bba-dfb0-45af-acc8-c4abd190939c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Aug 30 14:42:19.801864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5809d5b0-2b0d-4510-abf3-47e4e38cdeed req-7471614b-b9fa-40fa-82f3-c6498cee9a2b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063190 Aug 30 14:42:19.808647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d253ac-ed40-4937-b573-8fc1c740d5da tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:19.809428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d253ac-ed40-4937-b573-8fc1c740d5da tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Fanout notify agent at l3_agent the message router_deleted on router 78e9e99d-47e6-417a-8097-8a7ac5477a36 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:42:19.830171 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d253ac-ed40-4937-b573-8fc1c740d5da tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:19.833097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-46d253ac-ed40-4937-b573-8fc1c740d5da tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/78e9e99d-47e6-417a-8097-8a7ac5477a36 HTTP/1.1" status: 204 len: 168 time: 0.6372938 Aug 30 14:42:19.842264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:19.881006 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:19.929701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d27183-879a-47e8-98b4-59344d7f9b2c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet a62a8e17-30a8-4345-be5c-41b5b3808173 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:42:19.933845 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06d27183-879a-47e8-98b4-59344d7f9b2c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.026843 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06d27183-879a-47e8-98b4-59344d7f9b2c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.032998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba14c2-8caa-4e7a-b7ab-f2ff84edc1a2 req-30c627a1-996d-489f-a654-7dc4915801e5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:20.034733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6fba14c2-8caa-4e7a-b7ab-f2ff84edc1a2 req-30c627a1-996d-489f-a654-7dc4915801e5 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0806217 Aug 30 14:42:20.062057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172c3d4-e22f-4973-b010-ad68891c2fac req-38231972-6833-4f65-a419-c08808e12867 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:20.063652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a172c3d4-e22f-4973-b010-ad68891c2fac req-38231972-6833-4f65-a419-c08808e12867 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 946 time: 0.0984011 Aug 30 14:42:20.078737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6fba14c2-8caa-4e7a-b7ab-f2ff84edc1a2 req-5e33afc6-4954-4155-a807-4ae53e8d4b70 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356309 Aug 30 14:42:20.170139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a172c3d4-e22f-4973-b010-ad68891c2fac req-b3edc2d3-de1d-49f3-9ef8-d417a0413d21 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991187 Aug 30 14:42:20.189610 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06d27183-879a-47e8-98b4-59344d7f9b2c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.322963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06d27183-879a-47e8-98b4-59344d7f9b2c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.351163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d27183-879a-47e8-98b4-59344d7f9b2c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=a62a8e17-30a8-4345-be5c-41b5b3808173,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:20.355771 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06d27183-879a-47e8-98b4-59344d7f9b2c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.357737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-06d27183-879a-47e8-98b4-59344d7f9b2c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/a62a8e17-30a8-4345-be5c-41b5b3808173 HTTP/1.1" status: 204 len: 168 time: 0.5144560 Aug 30 14:42:20.360468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:20.365889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf93ef-61c4-415b-b89a-f9f00eb8af82 None None] Network b333bcb2-062a-4380-850a-1fcf7fa77553 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:20.492460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.638659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port d98b42df-c79a-4969-9a5c-a396eca2561a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:20.639078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.786974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] DHCP port deletion for b333bcb2-062a-4380-850a-1fcf7fa77553 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:42:20.832427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port d98b42df-c79a-4969-9a5c-a396eca2561a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d98b42df-c79a-4969-9a5c-a396eca2561a,segment=NetworkSegment(91397049-6a12-4ae3-a169-a0c6d6539f9c),segment_id=91397049-6a12-4ae3-a169-a0c6d6539f9c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:20.833017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.879986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] Deleting port d98b42df-c79a-4969-9a5c-a396eca2561a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:20.880588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:20.906190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for d98b42df-c79a-4969-9a5c-a396eca2561a owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:21.073877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] For port d98b42df-c79a-4969-9a5c-a396eca2561a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d98b42df-c79a-4969-9a5c-a396eca2561a,segment=NetworkSegment(91397049-6a12-4ae3-a169-a0c6d6539f9c),segment_id=91397049-6a12-4ae3-a169-a0c6d6539f9c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:21.074443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.079471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d98b42df-c79a-4969-9a5c-a396eca2561a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:21.152943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd868c-575e-4163-b741-a9cdbce1a66d req-7e9b1a9d-115a-41df-82db-d575ff1657f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:21.154972 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3cd868c-575e-4163-b741-a9cdbce1a66d req-7e9b1a9d-115a-41df-82db-d575ff1657f1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.1381550 Aug 30 14:42:21.156803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] Calling delete_port for d98b42df-c79a-4969-9a5c-a396eca2561a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:21.207333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916c394-afd7-484d-acf1-c7c1490f8c07 req-ddb515bb-145e-4d27-bc22-cbb40713e145 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:21.208916 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3916c394-afd7-484d-acf1-c7c1490f8c07 req-ddb515bb-145e-4d27-bc22-cbb40713e145 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 945 time: 0.9449713 Aug 30 14:42:21.227921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:21.291356 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:42:21.295099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No DVR routers for this DVR port d98b42df-c79a-4969-9a5c-a396eca2561a on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:21.295502 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No ports have port_id starting with d98b42df-c79a-4969-9a5c-a396eca2561a Aug 30 14:42:21.297342 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3916c394-afd7-484d-acf1-c7c1490f8c07 req-5bed6327-eeeb-44f8-b7c6-fcc768b7ea51 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816169 Aug 30 14:42:21.299080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=d98b42df-c79a-4969-9a5c-a396eca2561a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:21.319425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3cd868c-575e-4163-b741-a9cdbce1a66d req-50a3c430-f776-4a04-94d8-f8eac3d880a3 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545529 Aug 30 14:42:21.339130 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.392055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] No DVR routers for this DVR port d98b42df-c79a-4969-9a5c-a396eca2561a on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:21.399810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500ed3c-21aa-41b0-9a0d-9c7197aadf74 None None] Pushing event deleted for resources: {'Port': ['ID=d98b42df-c79a-4969-9a5c-a396eca2561a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:21.504542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.513974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84802458-d9bb-40fd-a704-96b9d0259325 req-1fbff6dd-7232-4327-90cb-07562ac2721d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:21.519416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84802458-d9bb-40fd-a704-96b9d0259325 req-1fbff6dd-7232-4327-90cb-07562ac2721d tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0726852 Aug 30 14:42:21.528776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b333bcb2-062a-4380-850a-1fcf7fa77553']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:21.533103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device aaa740fd-e9c8-4574-9b75-ff20de9b94e0 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:42:21.560980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91397049-6a12-4ae3-a169-a0c6d6539f9c') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:21.561444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91397049-6a12-4ae3-a169-a0c6d6539f9c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:21.576510 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.617746 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.636306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device aaa740fd-e9c8-4574-9b75-ff20de9b94e0 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:21.636867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:42:21.637626 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.639388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-84802458-d9bb-40fd-a704-96b9d0259325 req-794593e2-a123-412f-916c-18c655f599ce tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127422 Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:42:21.653164 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:42:21.745658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:21.785087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'port_id': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'mac_address': 'fa:16:3e:a2:95:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:42:21.811008 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.827036 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.829030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/b333bcb2-062a-4380-850a-1fcf7fa77553 HTTP/1.1" status: 204 len: 168 time: 1.4667690 Aug 30 14:42:21.832943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:21.872276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1574530026'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:21.883667 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.893877 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:21.918306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaa740fd-e9c8-4574-9b75-ff20de9b94e0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:21.935571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a19d0-bfe2-4f77-9d98-e2e7defa3504 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=b333bcb2-062a-4380-850a-1fcf7fa77553,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:21.940136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcba3e-f977-4ce0-9011-cd7a0ce6f955 req-bdbbb31b-1836-4695-a223-3f64e51cd7bb tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:21.949898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-edbcba3e-f977-4ce0-9011-cd7a0ce6f955 req-bdbbb31b-1836-4695-a223-3f64e51cd7bb tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 945 time: 0.1801567 Aug 30 14:42:21.972395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:21.988599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:21.999528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:22.017784 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:22.044046 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-edbcba3e-f977-4ce0-9011-cd7a0ce6f955 req-72bd2285-1eae-4ec9-8e82-49aaf1e0376c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931711 Aug 30 14:42:22.072109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:42:22.099037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:22.099202 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment af25d5f0-f1bd-4d9c-93a0-349ee979b91a of type vlan for network c99df281-2f27-4e4d-996d-64422e4116cf Aug 30 14:42:22.148695 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:22.251503 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:22.253925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:22.259835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:22.260600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:22.290720 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:42:22.293129 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:42:22.393777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5426137 Aug 30 14:42:22.396414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:22.404412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': 'c99df281-2f27-4e4d-996d-64422e4116cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:22.427189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4128d-abba-4f30-af67-90272dc0201d req-3edcab33-61ce-4c8d-9866-6907c2d85c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:22.428791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ba4128d-abba-4f30-af67-90272dc0201d req-3edcab33-61ce-4c8d-9866-6907c2d85c34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 1095 time: 0.3922117 Aug 30 14:42:22.429657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa8bff-7172-4ccb-b776-3c2570909e79 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=c99df281-2f27-4e4d-996d-64422e4116cf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:22.440657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c99df281-2f27-4e4d-996d-64422e4116cf details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:42:22.511709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ba4128d-abba-4f30-af67-90272dc0201d req-c8cf71a1-8ee5-4ce5-8fd3-88d94ab490d2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741494 Aug 30 14:42:22.554976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['aaa740fd-e9c8-4574-9b75-ff20de9b94e0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:22.658221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f0a1-0000-479d-a170-85216fabfab8 req-8871cabd-f214-4bbd-9393-5517b5493f36 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:22.659916 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2472f0a1-0000-479d-a170-85216fabfab8 req-8871cabd-f214-4bbd-9393-5517b5493f36 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.1531768 Aug 30 14:42:22.678194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:22.682964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:22.867276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2472f0a1-0000-479d-a170-85216fabfab8 req-a0e557b2-bd2e-4ca5-832f-edb668972424 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982234 Aug 30 14:42:22.887873 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:22.904653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aaa740fd-e9c8-4574-9b75-ff20de9b94e0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:22.911038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3859-a47f-4580-a5b3-43bf7e811bb6 req-234f6ad3-50b0-428e-80f0-821730726960 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:22.917295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dcdf3859-a47f-4580-a5b3-43bf7e811bb6 req-234f6ad3-50b0-428e-80f0-821730726960 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 944 time: 0.1559248 Aug 30 14:42:22.953377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:22.974171 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.050129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dcdf3859-a47f-4580-a5b3-43bf7e811bb6 req-13d5cfbf-c3b1-4e7c-832f-5da1a9a2ba70 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240647 Aug 30 14:42:23.145098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:23.154727 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.278868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=159fec3a-b010-4125-aa4b-17ab9cd0ede6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:23.313474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a5e23-94e2-48a8-a6f4-a2c6372b83cd req-93587fd2-dbef-4ce1-a35d-576c1ee3915d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:23.315166 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67a5e23-94e2-48a8-a6f4-a2c6372b83cd req-93587fd2-dbef-4ce1-a35d-576c1ee3915d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 945 time: 0.1014466 Aug 30 14:42:23.316733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': 'af25d5f0-f1bd-4d9c-93a0-349ee979b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c99df281-2f27-4e4d-996d-64422e4116cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:23.317139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: c99df281-2f27-4e4d-996d-64422e4116cf, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:42:23.359663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network c99df281-2f27-4e4d-996d-64422e4116cf is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:42:23.379935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c99df281-2f27-4e4d-996d-64422e4116cf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:23.383688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:23.384268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.394060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408fbfd-4c2c-4aff-9def-a99fd1516afa None None] Network c99df281-2f27-4e4d-996d-64422e4116cf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:23.418405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67a5e23-94e2-48a8-a6f4-a2c6372b83cd req-15de360c-ad09-4e12-b0a0-c9ea939ef0c4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925171 Aug 30 14:42:23.443597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e35cf216-6b8c-4759-b09d-744a9382e144 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0453246 Aug 30 14:42:23.446410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:23.451625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4ae923c6-b5e7-4c8f-9d8f-2728620e61c4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-3139535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:23.478303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ae923c6-b5e7-4c8f-9d8f-2728620e61c4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.479718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ae923c6-b5e7-4c8f-9d8f-2728620e61c4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.598975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ae923c6-b5e7-4c8f-9d8f-2728620e61c4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.610605 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ae923c6-b5e7-4c8f-9d8f-2728620e61c4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.617631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-c99df281-2f27-4e4d-996d-64422e4116cf', 'network_id': 'c99df281-2f27-4e4d-996d-64422e4116cf', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': '159fec3a-b010-4125-aa4b-17ab9cd0ede6'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:42:23.619173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.653441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ae923c6-b5e7-4c8f-9d8f-2728620e61c4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.657450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4ae923c6-b5e7-4c8f-9d8f-2728620e61c4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2068784 Aug 30 14:42:23.657596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:23.780900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Allocated IP 172.20.0.2 (c99df281-2f27-4e4d-996d-64422e4116cf/159fec3a-b010-4125-aa4b-17ab9cd0ede6/31f3b21e-5501-4957-9a7b-07e20da6fe3b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:23.980058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:23.990771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:24.002644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Transition to ACTIVE for port object 31f3b21e-5501-4957-9a7b-07e20da6fe3b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:24.019740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a334-9732-47b0-b625-9fa356143fb3 req-ee52610a-7c78-471b-b642-00bee6b5a790 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:24.022714 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c749a334-9732-47b0-b625-9fa356143fb3 req-ee52610a-7c78-471b-b642-00bee6b5a790 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 945 time: 0.0629616 Aug 30 14:42:24.029403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Transition to ACTIVE for port object 31f3b21e-5501-4957-9a7b-07e20da6fe3b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:24.037217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:24.108965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Network c99df281-2f27-4e4d-996d-64422e4116cf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:24.113317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:24.118569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:24.174509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Deleting port 4ca352d5-b217-4e9d-82f8-c01341ebea50 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:24.174901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:24.183677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5907-6aca-4fee-92fc-92e228092a86 req-d7e87679-e579-46e1-88f5-9c38f2bb45e8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:24.188193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Pushing event updated for resources: {'Port': ['ID=31f3b21e-5501-4957-9a7b-07e20da6fe3b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:24.194112 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1bc5907-6aca-4fee-92fc-92e228092a86 req-d7e87679-e579-46e1-88f5-9c38f2bb45e8 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.2174773 Aug 30 14:42:24.209225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Attempting to bind port 31f3b21e-5501-4957-9a7b-07e20da6fe3b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:24.209887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Attempting to bind port 31f3b21e-5501-4957-9a7b-07e20da6fe3b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'af25d5f0-f1bd-4d9c-93a0-349ee979b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c99df281-2f27-4e4d-996d-64422e4116cf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:24.210562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Attempting to bind port 31f3b21e-5501-4957-9a7b-07e20da6fe3b on network c99df281-2f27-4e4d-996d-64422e4116cf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:24.217349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:24.218263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Checking segment: {'id': 'af25d5f0-f1bd-4d9c-93a0-349ee979b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c99df281-2f27-4e4d-996d-64422e4116cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:24.218985 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:24.219535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Bound using segment: {'id': 'af25d5f0-f1bd-4d9c-93a0-349ee979b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c99df281-2f27-4e4d-996d-64422e4116cf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:24.220166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Bound port: 31f3b21e-5501-4957-9a7b-07e20da6fe3b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af25d5f0-f1bd-4d9c-93a0-349ee979b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c99df281-2f27-4e4d-996d-64422e4116cf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:24.220912 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:24.314004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb708-bbf7-4193-aee9-d17cf415ecb2 req-57b97928-81f1-478e-bf19-fee9991876fe tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:24.315754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b92fb708-bbf7-4193-aee9-d17cf415ecb2 req-57b97928-81f1-478e-bf19-fee9991876fe tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 943 time: 0.1246336 Aug 30 14:42:24.322719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] For port 4ca352d5-b217-4e9d-82f8-c01341ebea50, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4ca352d5-b217-4e9d-82f8-c01341ebea50,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:24.323083 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:24.323223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1bc5907-6aca-4fee-92fc-92e228092a86 req-9948de15-93d2-409d-a0ab-a4393a8cc54e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281281 Aug 30 14:42:24.324335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] For port 31f3b21e-5501-4957-9a7b-07e20da6fe3b, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:24.330212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] For port 31f3b21e-5501-4957-9a7b-07e20da6fe3b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=31f3b21e-5501-4957-9a7b-07e20da6fe3b,segment=NetworkSegment(af25d5f0-f1bd-4d9c-93a0-349ee979b91a),segment_id=af25d5f0-f1bd-4d9c-93a0-349ee979b91a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:24.336474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:24.355421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Calling delete_port for 4ca352d5-b217-4e9d-82f8-c01341ebea50 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:24.409088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b92fb708-bbf7-4193-aee9-d17cf415ecb2 req-d7f2ff8c-3f5e-4000-b937-3c935d9b139e tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695481 Aug 30 14:42:24.435564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317fd22-0240-42d8-bb45-cc681b2dd08f None None] Pushing event updated for resources: {'Port': ['ID=31f3b21e-5501-4957-9a7b-07e20da6fe3b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:24.709070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.20.0.1 (c99df281-2f27-4e4d-996d-64422e4116cf/159fec3a-b010-4125-aa4b-17ab9cd0ede6/3116f4fc-660f-4671-900e-157e13472310) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:24.873172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feafa2-784a-47a3-9bfa-f2ecbd906311 req-9a951be6-0e72-45f0-b487-60e9297e1991 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:24.882981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0feafa2-784a-47a3-9bfa-f2ecbd906311 req-9a951be6-0e72-45f0-b487-60e9297e1991 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d907d7-542b-4963-80fc-663c0c09bf8e HTTP/1.1" status: 200 len: 945 time: 0.1679726 Aug 30 14:42:24.920490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:24.969279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:25.056428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['614d5786-483f-4c5e-9926-00d72f7236f3', '4ca352d5-b217-4e9d-82f8-c01341ebea50'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:25.123866 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:25.148924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event deleted for resources: {'Port': ['ID=4ca352d5-b217-4e9d-82f8-c01341ebea50,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:25.177164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object 3116f4fc-660f-4671-900e-157e13472310 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:25.198660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0feafa2-784a-47a3-9bfa-f2ecbd906311 req-6d923597-e692-4e87-8fb3-0b7e78444f7c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146560 Aug 30 14:42:25.277152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 31f3b21e-5501-4957-9a7b-07e20da6fe3b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:25.279001 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:25.286010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] No DVR routers for this DVR port 4ca352d5-b217-4e9d-82f8-c01341ebea50 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:25.290389 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0712cce-69ac-4155-ba10-090b585edc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:25.291501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-30f958e7-1bd4-4a70-b666-1573c5183f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:25.293356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-30f958e7-1bd4-4a70-b666-1573c5183f1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1fea2b8-e2ac-4603-b63c-fd265c9792c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3103299 Aug 30 14:42:25.295198 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:25.297786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c749a334-9732-47b0-b625-9fa356143fb3 req-6e50b30e-47a0-4098-abdf-5a1d566baf46 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "DELETE /v2.0/ports/4ca352d5-b217-4e9d-82f8-c01341ebea50 HTTP/1.1" status: 204 len: 173 time: 1.2629311 Aug 30 14:42:25.298491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d907d7-542b-4963-80fc-663c0c09bf8e', 'name': 'network-vif-deleted', 'tag': '4ca352d5-b217-4e9d-82f8-c01341ebea50'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:25.310364 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a9fe9e-2e64-428a-bd6b-dc0bfbd84350" -d '{"events": [{"server_uuid": "e3d907d7-542b-4963-80fc-663c0c09bf8e", "name": "network-vif-deleted", "tag": "4ca352d5-b217-4e9d-82f8-c01341ebea50"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:25.443002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network c99df281-2f27-4e4d-996d-64422e4116cf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:25.453004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:25.461950 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f059010-e8dc-428e-8726-f553cd73f89e x-openstack-request-id: req-0f059010-e8dc-428e-8726-f553cd73f89e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:25.463212 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d907d7-542b-4963-80fc-663c0c09bf8e", "name": "network-vif-deleted", "tag": "4ca352d5-b217-4e9d-82f8-c01341ebea50", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:25.463472 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f059010-e8dc-428e-8726-f553cd73f89e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:25.464039 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d907d7-542b-4963-80fc-663c0c09bf8e', 'name': 'network-vif-deleted', 'tag': '4ca352d5-b217-4e9d-82f8-c01341ebea50', 'status': 'completed', 'code': 200} Aug 30 14:42:25.464456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:25.511270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=3116f4fc-660f-4671-900e-157e13472310,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:25.534019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 31f3b21e-5501-4957-9a7b-07e20da6fe3b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:25.569737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device aaa740fd-e9c8-4574-9b75-ff20de9b94e0 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:25.583125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-606b036d-699e-4458-9607-7b38e274cc8e service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608547 Aug 30 14:42:25.592143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:25.608365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a9ae6-4ee2-4217-8a97-bd118781f2ab req-233d790b-359d-42e6-a0c3-53e5b71c47b1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:25.620529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a43a9ae6-4ee2-4217-8a97-bd118781f2ab req-233d790b-359d-42e6-a0c3-53e5b71c47b1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0923138 Aug 30 14:42:25.674295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:25.674674 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:25.769675 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a43a9ae6-4ee2-4217-8a97-bd118781f2ab req-254b85cb-15c1-43ad-a785-24fb0ce2fb2d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477773 Aug 30 14:42:25.809741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:25.867210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:25.870496 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6548577-cbfd-4b57-9249-b936ef1c3989" -d '{"events": [{"server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "name": "network-vif-plugged", "status": "completed", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:25.888209 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a9cfbb2-197c-4ee0-8cf8-91382b7e4211 req-f2b72f51-7223-4e71-9c74-8a5151009a22 service neutron] 10.222.0.39 "GET /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646205 Aug 30 14:42:25.907811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:25.925330 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:26.145328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90691-b2bf-4e85-b301-91e93fc301b7 req-7114a5d6-af57-428e-bf05-b6a8bca80ad9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:26.155585 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79f90691-b2bf-4e85-b301-91e93fc301b7 req-7114a5d6-af57-428e-bf05-b6a8bca80ad9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 943 time: 0.3421383 Aug 30 14:42:26.198396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:26.260539 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca47f11c-dc32-462c-a7c8-2e21cac08a32 x-openstack-request-id: req-ca47f11c-dc32-462c-a7c8-2e21cac08a32 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:26.260959 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "name": "network-vif-plugged", "status": "completed", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:26.265230 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca47f11c-dc32-462c-a7c8-2e21cac08a32 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:26.266145 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'code': 200} Aug 30 14:42:26.342699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79f90691-b2bf-4e85-b301-91e93fc301b7 req-65b78afa-fdbd-4088-9727-ac8f8b9ab8fe tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762900 Aug 30 14:42:26.355601 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:26.358298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:26.524574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7f4f5b04-3baa-4837-9d58-732276677816 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/floatingips/2d00e1b8-4b38-4293-b25e-d46009c036aa HTTP/1.1" status: 200 len: 993 time: 0.1644228 Aug 30 14:42:26.630019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6626e7-7473-4423-8b1d-1c4f9d9f4427 None None] Network c99df281-2f27-4e4d-996d-64422e4116cf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:26.895103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc79718-71dc-43ab-9ad7-c281fed05d1a req-16849015-c660-4bed-be90-cf8d4d3cd9b8 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:26.896854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3dc79718-71dc-43ab-9ad7-c281fed05d1a req-16849015-c660-4bed-be90-cf8d4d3cd9b8 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 946 time: 0.1097612 Aug 30 14:42:26.949005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dac05f1f-c78f-4eb6-881c-e195a91a3131 None None] Provisioning for port 31f3b21e-5501-4957-9a7b-07e20da6fe3b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:26.971211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dac05f1f-c78f-4eb6-881c-e195a91a3131 None None] Provisioning complete for port 31f3b21e-5501-4957-9a7b-07e20da6fe3b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:26.971588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dac05f1f-c78f-4eb6-881c-e195a91a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:26.976378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3dc79718-71dc-43ab-9ad7-c281fed05d1a req-1061bf33-9411-496d-bbf5-1d3dc62c21e2 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651784 Aug 30 14:42:27.022084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2a399-883c-41a1-a20c-d35d95a0cf2d req-ec13c5b9-ce96-4cc4-a9f5-d042d559d9b5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:27.024015 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86b2a399-883c-41a1-a20c-d35d95a0cf2d req-ec13c5b9-ce96-4cc4-a9f5-d042d559d9b5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.1713679 Aug 30 14:42:27.024455 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:27.032978 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:27.105770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86b2a399-883c-41a1-a20c-d35d95a0cf2d req-7d740e8c-7492-48b0-b9f7-8e1f947082d1 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747054 Aug 30 14:42:27.168133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dac05f1f-c78f-4eb6-881c-e195a91a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:27.183107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:27.200412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=3116f4fc-660f-4671-900e-157e13472310,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:27.255675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dac05f1f-c78f-4eb6-881c-e195a91a3131 None None] For port 31f3b21e-5501-4957-9a7b-07e20da6fe3b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=31f3b21e-5501-4957-9a7b-07e20da6fe3b,segment=NetworkSegment(af25d5f0-f1bd-4d9c-93a0-349ee979b91a),segment_id=af25d5f0-f1bd-4d9c-93a0-349ee979b91a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:27.264882 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dac05f1f-c78f-4eb6-881c-e195a91a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:27.339944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network c99df281-2f27-4e4d-996d-64422e4116cf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:27.341867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:27.368091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac05f1f-c78f-4eb6-881c-e195a91a3131 None None] Pushing event updated for resources: {'Port': ['ID=31f3b21e-5501-4957-9a7b-07e20da6fe3b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:27.582327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 76f973a0-6f55-4929-a07b-a674ec2576c2 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:42:27.690686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c18f00e3-1f96-4a23-8994-9b00092ff86e None None] Provisioning complete for port 31f3b21e-5501-4957-9a7b-07e20da6fe3b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:27.696284 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c18f00e3-1f96-4a23-8994-9b00092ff86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:27.751982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:27.768384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:27.768988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7eae0513-7e08-4127-ac87-e27e24d00d1d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/76f973a0-6f55-4929-a07b-a674ec2576c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1097593 Aug 30 14:42:27.846668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841014d8-d290-402d-82e0-4c03649aeb42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:27.852265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:27.860237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-841014d8-d290-402d-82e0-4c03649aeb42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports/3116f4fc-660f-4671-900e-157e13472310 HTTP/1.1" status: 200 len: 910 time: 0.0902619 Aug 30 14:42:28.006885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074cc18-2ed9-4066-88f0-5c1f0e7c1377 None None] Sync routers for ids ['76f973a0-6f55-4929-a07b-a674ec2576c2'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:28.062184 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a78f60ec-0b59-4f30-bc85-c6e6d9e44bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.074991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074cc18-2ed9-4066-88f0-5c1f0e7c1377 None None] Routers {'76f973a0-6f55-4929-a07b-a674ec2576c2'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:28.076234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9074cc18-2ed9-4066-88f0-5c1f0e7c1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['76f973a0-6f55-4929-a07b-a674ec2576c2'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:28.144642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c18f00e3-1f96-4a23-8994-9b00092ff86e None None] Provisioning for port 3116f4fc-660f-4671-900e-157e13472310 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:28.149013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9074cc18-2ed9-4066-88f0-5c1f0e7c1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:28.160247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074cc18-2ed9-4066-88f0-5c1f0e7c1377 None None] Routers {'76f973a0-6f55-4929-a07b-a674ec2576c2'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:28.160904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9074cc18-2ed9-4066-88f0-5c1f0e7c1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['76f973a0-6f55-4929-a07b-a674ec2576c2'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:28.185704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615331e-7905-4aa0-b107-58036dfadd85 req-c954b4a2-b68d-491a-8983-d0bceec33732 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:28.204586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e615331e-7905-4aa0-b107-58036dfadd85 req-c954b4a2-b68d-491a-8983-d0bceec33732 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 946 time: 0.0977180 Aug 30 14:42:28.214226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c18f00e3-1f96-4a23-8994-9b00092ff86e None None] Provisioning complete for port 3116f4fc-660f-4671-900e-157e13472310 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:28.214659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c18f00e3-1f96-4a23-8994-9b00092ff86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.221251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9074cc18-2ed9-4066-88f0-5c1f0e7c1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:28.222394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074cc18-2ed9-4066-88f0-5c1f0e7c1377 None None] The sync data for ids ['76f973a0-6f55-4929-a07b-a674ec2576c2'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:28.262866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e615331e-7905-4aa0-b107-58036dfadd85 req-5eed17cb-811b-4c39-bd6c-2e9052577f1e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568743 Aug 30 14:42:28.278499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c18f00e3-1f96-4a23-8994-9b00092ff86e None None] Port 3116f4fc-660f-4671-900e-157e13472310 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:28.286660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.402993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a8af790-149b-4b98-be2d-a1f8080df119 None None] Provisioning complete for port 3116f4fc-660f-4671-900e-157e13472310 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:28.405790 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a8af790-149b-4b98-be2d-a1f8080df119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.428431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87986b-2491-47a7-a3da-6b8d10e62172 req-4de7c169-8e3c-4139-b8c7-914c098beac5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:28.437220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd87986b-2491-47a7-a3da-6b8d10e62172 req-4de7c169-8e3c-4139-b8c7-914c098beac5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0815954 Aug 30 14:42:28.457788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8a8af790-149b-4b98-be2d-a1f8080df119 None None] Port 3116f4fc-660f-4671-900e-157e13472310 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:28.528405 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd87986b-2491-47a7-a3da-6b8d10e62172 req-93f563b7-0a50-4257-b2d3-bf808c3794ba tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911345 Aug 30 14:42:28.573228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.598696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-493df23d-17d2-4bc3-8b33-a7cdadd5d010 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:28.600630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-493df23d-17d2-4bc3-8b33-a7cdadd5d010 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 946 time: 0.0923889 Aug 30 14:42:28.651843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 3116f4fc-660f-4671-900e-157e13472310 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:28.652192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.720048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Deleting port 614d5786-483f-4c5e-9926-00d72f7236f3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:28.720558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.780553 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.798886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 3116f4fc-660f-4671-900e-157e13472310 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:28.807365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:28.834164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] For port 614d5786-483f-4c5e-9926-00d72f7236f3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=614d5786-483f-4c5e-9926-00d72f7236f3,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:28.834531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:28.848576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Calling delete_port for 614d5786-483f-4c5e-9926-00d72f7236f3 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:28.941071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc83a0e-d064-4d83-af20-acddd38b34f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.011402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.025554 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.038736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:29.047505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=3116f4fc-660f-4671-900e-157e13472310,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:29.064033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event deleted for resources: {'Port': ['ID=614d5786-483f-4c5e-9926-00d72f7236f3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:29.126539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['614d5786-483f-4c5e-9926-00d72f7236f3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:29.129651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 31f3b21e-5501-4957-9a7b-07e20da6fe3b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:29.129807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] No DVR routers for this DVR port 614d5786-483f-4c5e-9926-00d72f7236f3 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:29.132625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.135534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-018a8c1e-0aaa-4bc2-8f50-69d38cd2c83e req-260a4087-11d9-43ce-bfbc-8fafc7f615d6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.21 "DELETE /v2.0/ports/614d5786-483f-4c5e-9926-00d72f7236f3 HTTP/1.1" status: 204 len: 173 time: 0.5282950 Aug 30 14:42:29.137273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35730367-fe5b-4949-b8df-0dac54202f8a', 'name': 'network-vif-deleted', 'tag': '614d5786-483f-4c5e-9926-00d72f7236f3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:29.139629 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6de82a-9ade-4dd8-8cdc-9b2bfc005fad" -d '{"events": [{"server_uuid": "35730367-fe5b-4949-b8df-0dac54202f8a", "name": "network-vif-deleted", "tag": "614d5786-483f-4c5e-9926-00d72f7236f3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:29.203798 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf37bf7-1dde-48ba-accf-078c6c431d4b x-openstack-request-id: req-4cf37bf7-1dde-48ba-accf-078c6c431d4b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:29.204812 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35730367-fe5b-4949-b8df-0dac54202f8a", "name": "network-vif-deleted", "tag": "614d5786-483f-4c5e-9926-00d72f7236f3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:29.205396 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4cf37bf7-1dde-48ba-accf-078c6c431d4b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:29.205942 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35730367-fe5b-4949-b8df-0dac54202f8a', 'name': 'network-vif-deleted', 'tag': '614d5786-483f-4c5e-9926-00d72f7236f3', 'status': 'completed', 'code': 200} Aug 30 14:42:29.212311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc83a0e-d064-4d83-af20-acddd38b34f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.218230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc83a0e-d064-4d83-af20-acddd38b34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.249577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1bc83a0e-d064-4d83-af20-acddd38b34f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e7dbb7fd4ef4c9487d6c003701dabd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408185 Aug 30 14:42:29.251258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:29.271502 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.276349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.277657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc83a0e-d064-4d83-af20-acddd38b34f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ba18e-9b16-4774-a662-afdb60eb2830,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:29.335364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 31f3b21e-5501-4957-9a7b-07e20da6fe3b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:29.335738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.505465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-e3088688-70d7-4de3-98e2-149133e03eb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549488 Aug 30 14:42:29.548217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4ca352d5-b217-4e9d-82f8-c01341ebea50 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:29.573322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 4ca352d5-b217-4e9d-82f8-c01341ebea50 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:42:29.573681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4ca352d5-b217-4e9d-82f8-c01341ebea50 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:42:29.604431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-6e298744-3271-40c7-a182-93dca02902f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:29.606022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-6e298744-3271-40c7-a182-93dca02902f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1097 time: 0.0551705 Aug 30 14:42:29.724012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:42:29.867666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:29.886078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ff48cce8-3282-4123-8b1a-656cae2c3fec req-0f450029-b152-42ea-b539-a2c44b59c2e1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=35730367-fe5b-4949-b8df-0dac54202f8a HTTP/1.1" status: 200 len: 210 time: 0.4523435 Aug 30 14:42:29.886739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68171ba9-2beb-43da-8d35-216560b4f932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.896561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'port_id': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'mac_address': 'fa:16:3e:29:43:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:42:29.951155 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.969757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3d10f1-c03c-497a-9e9d-9ff47382349c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:29.994274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:29.997757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68171ba9-2beb-43da-8d35-216560b4f932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.000655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 76f973a0-6f55-4929-a07b-a674ec2576c2 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:42:30.001554 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.063948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:30.106651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:30.117441 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b026e0c-2d21-45a6-8ad9-97655debdeac None None] Sync routers for ids ['76f973a0-6f55-4929-a07b-a674ec2576c2'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:30.120063 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-241cdeb6-fbb8-49d4-9623-d08698f0eba7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/76f973a0-6f55-4929-a07b-a674ec2576c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2665303 Aug 30 14:42:30.123204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:30.136050 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b026e0c-2d21-45a6-8ad9-97655debdeac None None] Routers {'76f973a0-6f55-4929-a07b-a674ec2576c2'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:30.146915 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4b026e0c-2d21-45a6-8ad9-97655debdeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['76f973a0-6f55-4929-a07b-a674ec2576c2'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:30.158861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-41ed975e-17f6-4461-a088-96226d194d5b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=76f973a0-6f55-4929-a07b-a674ec2576c2 HTTP/1.1" status: 200 len: 205 time: 0.0349224 Aug 30 14:42:30.161736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:30.197619 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4b026e0c-2d21-45a6-8ad9-97655debdeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:30.207836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6a3d10f1-c03c-497a-9e9d-9ff47382349c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:30.209006 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b026e0c-2d21-45a6-8ad9-97655debdeac None None] Routers {'76f973a0-6f55-4929-a07b-a674ec2576c2'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:30.210255 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4b026e0c-2d21-45a6-8ad9-97655debdeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['76f973a0-6f55-4929-a07b-a674ec2576c2'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:30.226663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48aec9-e7fe-4252-9ffb-d0723beca97b req-866a71da-fbc6-4288-85e9-32884f13be43 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:30.234273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd48aec9-e7fe-4252-9ffb-d0723beca97b req-866a71da-fbc6-4288-85e9-32884f13be43 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 944 time: 0.5885396 Aug 30 14:42:30.247863 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4b026e0c-2d21-45a6-8ad9-97655debdeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:30.248764 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b026e0c-2d21-45a6-8ad9-97655debdeac None None] The sync data for ids ['76f973a0-6f55-4929-a07b-a674ec2576c2'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:30.278433 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be0bd90e-3329-4b5b-8bb9-82797e51ca78 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.281728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68171ba9-2beb-43da-8d35-216560b4f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.285164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68171ba9-2beb-43da-8d35-216560b4f932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.288021 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68171ba9-2beb-43da-8d35-216560b4f932 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b8ba18e-9b16-4774-a662-afdb60eb2830 HTTP/1.1" status: 204 len: 168 time: 1.0336075 Aug 30 14:42:30.309280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd48aec9-e7fe-4252-9ffb-d0723beca97b req-68b89c68-56e2-4e2b-a53b-e3e7400fe84f tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737455 Aug 30 14:42:30.319403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-8f74f1fc-8640-4430-ba47-4ccba1b4b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:30.328172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-8f74f1fc-8640-4430-ba47-4ccba1b4b834 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 911 time: 0.6906209 Aug 30 14:42:30.372153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68171ba9-2beb-43da-8d35-216560b4f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ba18e-9b16-4774-a662-afdb60eb2830,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:30.463800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-04b68d00-94e3-40a1-9793-1b324fb37003 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 1002 time: 0.1303167 Aug 30 14:42:30.522019 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be0bd90e-3329-4b5b-8bb9-82797e51ca78 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.527886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be0bd90e-3329-4b5b-8bb9-82797e51ca78 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.528087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-dea62912-5e2b-4d28-90f4-605534a28d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:30.528087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-dea62912-5e2b-4d28-90f4-605534a28d29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 200 len: 849 time: 0.0549226 Aug 30 14:42:30.583377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-0520ae46-0f2e-4802-9395-585f8f666e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:30.594383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-0520ae46-0f2e-4802-9395-585f8f666e18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d2391c-8dd6-40bc-aaaf-65b1b6401624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515394 Aug 30 14:42:30.594695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be0bd90e-3329-4b5b-8bb9-82797e51ca78 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.594695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0bd90e-3329-4b5b-8bb9-82797e51ca78 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Fanout notify agent at l3_agent the message router_deleted on router 76f973a0-6f55-4929-a07b-a674ec2576c2 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:42:30.609174 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be0bd90e-3329-4b5b-8bb9-82797e51ca78 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.614298 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-be0bd90e-3329-4b5b-8bb9-82797e51ca78 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/76f973a0-6f55-4929-a07b-a674ec2576c2 HTTP/1.1" status: 204 len: 168 time: 0.4484949 Aug 30 14:42:30.617829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:30.717990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d0a3f9-f58a-42ef-a6af-a0d6ace765eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet 159fec3a-b010-4125-aa4b-17ab9cd0ede6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:42:30.722066 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67d0a3f9-f58a-42ef-a6af-a0d6ace765eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.741797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-a6b4dbcc-78cf-4ce5-b4d1-fa46890f61e4 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397259 Aug 30 14:42:30.778497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67d0a3f9-f58a-42ef-a6af-a0d6ace765eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.865539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c24969b-7d9e-4b93-ab87-1c738b8e34e8 req-52c115b5-71ff-40ee-845d-9614d5f4d75e service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156824 Aug 30 14:42:30.899302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67d0a3f9-f58a-42ef-a6af-a0d6ace765eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:30.998127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67d0a3f9-f58a-42ef-a6af-a0d6ace765eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.028952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0a3f9-f58a-42ef-a6af-a0d6ace765eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=159fec3a-b010-4125-aa4b-17ab9cd0ede6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:31.046613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3528845-1421-4257-9cfa-22ba4254b968 None None] Network c99df281-2f27-4e4d-996d-64422e4116cf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:31.050537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67d0a3f9-f58a-42ef-a6af-a0d6ace765eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.055624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-67d0a3f9-f58a-42ef-a6af-a0d6ace765eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/159fec3a-b010-4125-aa4b-17ab9cd0ede6 HTTP/1.1" status: 204 len: 168 time: 0.4342930 Aug 30 14:42:31.055773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:31.273500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.359523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] DHCP port deletion for c99df281-2f27-4e4d-996d-64422e4116cf request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:42:31.394684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-3f821131-7db9-462d-9f3e-64d94a2a2619 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:31.396479 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-3f821131-7db9-462d-9f3e-64d94a2a2619 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.2055576 Aug 30 14:42:31.425268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-332bc0f3-9d45-4d44-a2a9-701cd3986e47 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/quotas/2ae49712715448b9adc3a8a304727171 HTTP/1.1" status: 200 len: 375 time: 0.0174143 Aug 30 14:42:31.432032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 31f3b21e-5501-4957-9a7b-07e20da6fe3b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:31.432278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] Deleting port 31f3b21e-5501-4957-9a7b-07e20da6fe3b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:31.432377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.433843 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.505530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] For port 31f3b21e-5501-4957-9a7b-07e20da6fe3b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=31f3b21e-5501-4957-9a7b-07e20da6fe3b,segment=NetworkSegment(af25d5f0-f1bd-4d9c-93a0-349ee979b91a),segment_id=af25d5f0-f1bd-4d9c-93a0-349ee979b91a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:31.506310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.523808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] Calling delete_port for 31f3b21e-5501-4957-9a7b-07e20da6fe3b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:31.546139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port 31f3b21e-5501-4957-9a7b-07e20da6fe3b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=31f3b21e-5501-4957-9a7b-07e20da6fe3b,segment=NetworkSegment(af25d5f0-f1bd-4d9c-93a0-349ee979b91a),segment_id=af25d5f0-f1bd-4d9c-93a0-349ee979b91a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:31.546760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.561890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-211850f9-18b3-4bae-a134-52a9fc150255 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259937 Aug 30 14:42:31.566268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 31f3b21e-5501-4957-9a7b-07e20da6fe3b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:31.622783 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.646177 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.667031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] No DVR routers for this DVR port 31f3b21e-5501-4957-9a7b-07e20da6fe3b on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:31.714704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1226d-387f-47d8-bdb0-b5e73481052f None None] Pushing event deleted for resources: {'Port': ['ID=31f3b21e-5501-4957-9a7b-07e20da6fe3b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:31.723387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:31.737989 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-09fbb686-b20c-4793-a0ef-1f41112be13f service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666763 Aug 30 14:42:31.758806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.780309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 6a3d10f1-c03c-497a-9e9d-9ff47382349c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:31.780755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.843356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No DVR routers for this DVR port 31f3b21e-5501-4957-9a7b-07e20da6fe3b on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:31.852313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=31f3b21e-5501-4957-9a7b-07e20da6fe3b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:31.880428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:31.910689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:31.913287 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86363178-d2e5-4f1d-ab61-3df93856a6cf" -d '{"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:31.933398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:31.939084 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.050278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:32.068078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.075053 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-0ac04284-dada-4ecc-8d89-20d7f78b0fba service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293581 Aug 30 14:42:32.094559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99df281-2f27-4e4d-996d-64422e4116cf']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:32.116370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af25d5f0-f1bd-4d9c-93a0-349ee979b91a') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:32.117370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af25d5f0-f1bd-4d9c-93a0-349ee979b91a') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:32.139185 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.166925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.179335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:42:32.180186 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:42:32.187925 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:42:32.270803 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08566b9-3285-4d82-b177-75bf5cb25169 x-openstack-request-id: req-a08566b9-3285-4d82-b177-75bf5cb25169 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:32.271228 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:32.271392 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a08566b9-3285-4d82-b177-75bf5cb25169 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:32.271720 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'code': 200} Aug 30 14:42:32.321321 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.331690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.350036 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/c99df281-2f27-4e4d-996d-64422e4116cf HTTP/1.1" status: 204 len: 168 time: 1.2921424 Aug 30 14:42:32.351289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:32.371703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e890-650d-4079-8836-38c9e703e40d req-fc62050f-afcc-4821-9632-0e97db77ec6e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:32.374064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-717138409', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:32.392364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50f7e890-650d-4079-8836-38c9e703e40d req-fc62050f-afcc-4821-9632-0e97db77ec6e tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 947 time: 0.2051587 Aug 30 14:42:32.427569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e70069-daa4-4dcc-a784-9986d9909b61 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=c99df281-2f27-4e4d-996d-64422e4116cf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:32.461667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.464839 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.520451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50f7e890-650d-4079-8836-38c9e703e40d req-9a7e15ca-2009-4125-b360-5b20582fe470 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264706 Aug 30 14:42:32.619757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.623875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50c6020b-1efe-4965-bbd1-5d8f59c19ed9 req-e36d22ee-18ef-4a36-a5d7-4945079d8008 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 210 time: 0.1419222 Aug 30 14:42:32.716332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e517ca-77e9-4b8a-a821-ea63b5fbf379 req-7699e739-d4ed-4a71-b009-1543661b1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:32.717945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57e517ca-77e9-4b8a-a821-ea63b5fbf379 req-7699e739-d4ed-4a71-b009-1543661b1444 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 1098 time: 0.1625779 Aug 30 14:42:32.770819 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.839491 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.862996 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57e517ca-77e9-4b8a-a821-ea63b5fbf379 req-0afe194d-1fd7-4241-8489-3f58b04672cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618873 Aug 30 14:42:33.048848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 31f3b21e-5501-4957-9a7b-07e20da6fe3b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:33.103926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 31f3b21e-5501-4957-9a7b-07e20da6fe3b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:42:33.104830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 31f3b21e-5501-4957-9a7b-07e20da6fe3b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:42:33.147657 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:33.172573 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:33.296543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.25.6.138 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/9f3e16d2-10b8-4ca8-b85d-a967075de7dd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:33.408228 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:33.448677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:33.492628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:33.496495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:33.499187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:33.527292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=9f3e16d2-10b8-4ca8-b85d-a967075de7dd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:33.580793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 614d5786-483f-4c5e-9926-00d72f7236f3 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:33.686820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 614d5786-483f-4c5e-9926-00d72f7236f3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:42:33.688938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 614d5786-483f-4c5e-9926-00d72f7236f3 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:42:33.813926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ecd01-d7cc-470c-b605-fe4375f58c3f req-4bd58b36-2528-4905-bef4-d9134a17157a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:33.819056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f81ecd01-d7cc-470c-b605-fe4375f58c3f req-4bd58b36-2528-4905-bef4-d9134a17157a tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 947 time: 0.1129098 Aug 30 14:42:33.891219 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f81ecd01-d7cc-470c-b605-fe4375f58c3f req-806e7007-14e8-441f-9c6c-73446fc2bb5d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656607 Aug 30 14:42:33.912546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-613b28d5-a79e-4231-84ad-7038fc630d32 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:33.914466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-613b28d5-a79e-4231-84ad-7038fc630d32 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.1725593 Aug 30 14:42:33.932794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Request body: {'port': {'device_id': '4078e86b-d43c-4857-9963-6a04dd0a4cb2', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'admin_state_up': True, 'tenant_id': '2ae49712715448b9adc3a8a304727171'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:34.019486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-021a3c9b-f5e4-4765-a8bf-52498950755a req-982b784d-b4cf-4082-9754-9cd5358825aa tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0969405 Aug 30 14:42:34.112865 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:34.242680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:34.247138 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:34.467854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:34.583339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Allocated IP 172.20.0.14 (9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf/160fafe4-6aa5-4569-8684-981501e82d7f/e6095ff4-6b49-4ea3-bbf2-3f775f943a90) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:35.221905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2c5561f-d13b-40ba-aea4-6f6e2961914d req-ac7f27e3-c8f1-45d8-9f87-2b23654f8d6a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0425904 Aug 30 14:42:35.222519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00ebac-d776-4e76-982a-1d51f4a314b4 req-c79f25b9-bb4e-45f9-a903-41b223fad0b4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:35.224043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f00ebac-d776-4e76-982a-1d51f4a314b4 req-c79f25b9-bb4e-45f9-a903-41b223fad0b4 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 947 time: 0.1072369 Aug 30 14:42:35.276096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router ab0e25d2-e75e-4499-bec5-b99207eb1ee9 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:42:35.309963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:35.324610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f00ebac-d776-4e76-982a-1d51f4a314b4 req-b1e69609-f23b-4f34-bb02-9a89b447161d tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884378 Aug 30 14:42:35.448717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:35.451481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:35.460919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:35.507980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016e0f7-c0ea-44b3-94fa-a7238b1507d2 None None] Sync routers for ids ['ab0e25d2-e75e-4499-bec5-b99207eb1ee9'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:35.519366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:35.520605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c3b71135-a68c-4331-9526-008491549261 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.1684134 Aug 30 14:42:35.524059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:35.524654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:35.528575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:35.531650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016e0f7-c0ea-44b3-94fa-a7238b1507d2 None None] Routers {'ab0e25d2-e75e-4499-bec5-b99207eb1ee9'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:35.532357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2016e0f7-c0ea-44b3-94fa-a7238b1507d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ab0e25d2-e75e-4499-bec5-b99207eb1ee9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:35.535104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:35.565347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event updated for resources: {'Port': ['ID=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:35.591585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2016e0f7-c0ea-44b3-94fa-a7238b1507d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:35.606614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016e0f7-c0ea-44b3-94fa-a7238b1507d2 None None] Routers {'ab0e25d2-e75e-4499-bec5-b99207eb1ee9'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:35.607738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2016e0f7-c0ea-44b3-94fa-a7238b1507d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ab0e25d2-e75e-4499-bec5-b99207eb1ee9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:35.627929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:35.628676 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:35.649383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2016e0f7-c0ea-44b3-94fa-a7238b1507d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:35.650367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016e0f7-c0ea-44b3-94fa-a7238b1507d2 None None] The sync data for ids ['ab0e25d2-e75e-4499-bec5-b99207eb1ee9'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:35.660808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-a88730db-9501-4449-b703-8105829599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7347560 Aug 30 14:42:35.674473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Request body: {'port': {'device_id': '4078e86b-d43c-4857-9963-6a04dd0a4cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:35.716232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1979612c-c4f1-4c51-bcd5-f0ca178d8481 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/routers/ab0e25d2-e75e-4499-bec5-b99207eb1ee9 HTTP/1.1" status: 200 len: 880 time: 0.1889389 Aug 30 14:42:35.717215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:35.751614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:35.920618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ddbd7734-3a53-4756-b4a1-435a6419d52b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1979442 Aug 30 14:42:35.920887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:35.926893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02ca1f4f-d6ae-4cc3-ab75-184b7f2a6140 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-717138409'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:36.199945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6095ff4-6b49-4ea3-bbf2-3f775f943a90 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:36.215134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.255351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Transition to ACTIVE for port object e6095ff4-6b49-4ea3-bbf2-3f775f943a90 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:36.266894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.278794 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02ca1f4f-d6ae-4cc3-ab75-184b7f2a6140 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.296631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02ca1f4f-d6ae-4cc3-ab75-184b7f2a6140 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.445004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Pushing event updated for resources: {'Port': ['ID=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:36.513452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ca1f4f-d6ae-4cc3-ab75-184b7f2a6140 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router ab0e25d2-e75e-4499-bec5-b99207eb1ee9 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:42:36.564822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa2eb7-ed00-4f6d-b7e2-242c7477413c req-15a13068-8986-4e2e-aae1-e15f339bcac4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:36.565846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97fa2eb7-ed00-4f6d-b7e2-242c7477413c req-15a13068-8986-4e2e-aae1-e15f339bcac4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 944 time: 0.2140667 Aug 30 14:42:36.566647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Attempting to bind port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:36.566984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Attempting to bind port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:36.567314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Attempting to bind port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:36.602192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:42:36.602192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Attempting to bind port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:36.605701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:36.615419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:36.615763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Checking segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:36.616238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Bound using segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:36.616598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Bound port: e6095ff4-6b49-4ea3-bbf2-3f775f943a90, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:36.616969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.682815 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97fa2eb7-ed00-4f6d-b7e2-242c7477413c req-56061525-19e0-456f-9ea3-bf64a00c70ba tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024594 Aug 30 14:42:36.684080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ca1f4f-d6ae-4cc3-ab75-184b7f2a6140 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:36.692995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02ca1f4f-d6ae-4cc3-ab75-184b7f2a6140 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.701377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-02ca1f4f-d6ae-4cc3-ab75-184b7f2a6140 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/ab0e25d2-e75e-4499-bec5-b99207eb1ee9 HTTP/1.1" status: 200 len: 887 time: 0.7790902 Aug 30 14:42:36.704072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:36.710364 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cbad0-566d-40ef-afb4-7204f8bd69a3 None None] Sync routers for ids ['ab0e25d2-e75e-4499-bec5-b99207eb1ee9'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:36.726996 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602cbad0-566d-40ef-afb4-7204f8bd69a3 None None] Routers {'ab0e25d2-e75e-4499-bec5-b99207eb1ee9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:36.730023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-602cbad0-566d-40ef-afb4-7204f8bd69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ab0e25d2-e75e-4499-bec5-b99207eb1ee9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:36.749833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] For port e6095ff4-6b49-4ea3-bbf2-3f775f943a90, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:36.762501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] For port e6095ff4-6b49-4ea3-bbf2-3f775f943a90, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:36.772798 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.809161 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-602cbad0-566d-40ef-afb4-7204f8bd69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:36.827223 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602cbad0-566d-40ef-afb4-7204f8bd69a3 None None] Routers {'ab0e25d2-e75e-4499-bec5-b99207eb1ee9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:36.828090 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-602cbad0-566d-40ef-afb4-7204f8bd69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ab0e25d2-e75e-4499-bec5-b99207eb1ee9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:36.840448 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5418-c1fa-4040-90d6-e4acd0adf59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.847001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:36.847819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.849250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] 10.222.0.39 "PUT /v2.0/ports/e6095ff4-6b49-4ea3-bbf2-3f775f943a90 HTTP/1.1" status: 200 len: 1092 time: 1.1799130 Aug 30 14:42:36.849723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4078e86b-d43c-4857-9963-6a04dd0a4cb2', 'tag': 'e6095ff4-6b49-4ea3-bbf2-3f775f943a90'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:36.852032 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716a83f6-9744-44a5-b622-8edfca21408c" -d '{"events": [{"name": "network-changed", "server_uuid": "4078e86b-d43c-4857-9963-6a04dd0a4cb2", "tag": "e6095ff4-6b49-4ea3-bbf2-3f775f943a90"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:36.863589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f59f46c7-496f-4cc2-a3eb-762861b6a63e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/routers/ab0e25d2-e75e-4499-bec5-b99207eb1ee9 HTTP/1.1" status: 200 len: 887 time: 0.1547456 Aug 30 14:42:36.865219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:36.912830 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-602cbad0-566d-40ef-afb4-7204f8bd69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:36.913739 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cbad0-566d-40ef-afb4-7204f8bd69a3 None None] The sync data for ids ['ab0e25d2-e75e-4499-bec5-b99207eb1ee9'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:36.918153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9ea6d-d00d-4071-981a-08ea2cf3c985 service neutron] Pushing event updated for resources: {'Port': ['ID=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:36.929371 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-79555b36-c194-4224-a66a-15940ed41011 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab0e25d2-e75e-4499-bec5-b99207eb1ee9 HTTP/1.1" status: 200 len: 205 time: 0.0628603 Aug 30 14:42:36.932207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:36.938181 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1962bf-eebe-4868-a8d0-ab192800f396 x-openstack-request-id: req-ed1962bf-eebe-4868-a8d0-ab192800f396 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:36.938471 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4078e86b-d43c-4857-9963-6a04dd0a4cb2", "tag": "e6095ff4-6b49-4ea3-bbf2-3f775f943a90", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:36.938723 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed1962bf-eebe-4868-a8d0-ab192800f396 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:36.939251 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4078e86b-d43c-4857-9963-6a04dd0a4cb2', 'tag': 'e6095ff4-6b49-4ea3-bbf2-3f775f943a90', 'status': 'completed', 'code': 200} Aug 30 14:42:36.976613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-75f35e09-1dc1-4589-a25b-1fc0571ab704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:36.978271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-75f35e09-1dc1-4589-a25b-1fc0571ab704 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 1095 time: 0.0756528 Aug 30 14:42:37.033611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-587a32c8-cedd-4e5a-96e6-ffa96ecd4714 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6095ff4-6b49-4ea3-bbf2-3f775f943a90 HTTP/1.1" status: 200 len: 217 time: 0.0460885 Aug 30 14:42:37.050022 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.090145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5418-c1fa-4040-90d6-e4acd0adf59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.097377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5418-c1fa-4040-90d6-e4acd0adf59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.110376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-5e9c5338-ce0b-468a-9256-68c9712fada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:37.111844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-5e9c5338-ce0b-468a-9256-68c9712fada4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0720780 Aug 30 14:42:37.157359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.161575 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-414cab56-ee73-418c-ab06-7a5eb727ca8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416005 Aug 30 14:42:37.167442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0a1b5418-c1fa-4040-90d6-e4acd0adf59d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42788eeb878841fa9b9a707fa5be7b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590394 Aug 30 14:42:37.167442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b5418-c1fa-4040-90d6-e4acd0adf59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9912044d-86fc-4e7d-9744-aabce1797e7a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:37.168397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:37.254418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dff7b19-f64b-413d-a597-641d72f28422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.258254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 9f3e16d2-10b8-4ca8-b85d-a967075de7dd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:37.258526 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.263117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-2133f515-7e55-49d1-9027-dfc9b1684072 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934374 Aug 30 14:42:37.319090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dff7b19-f64b-413d-a597-641d72f28422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.356087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d12c9c5f-ee83-42b1-b6b0-ea948fe0633b req-75ed9959-bb06-46b7-a797-069d1983bbce service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861962 Aug 30 14:42:37.382343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.393567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 9f3e16d2-10b8-4ca8-b85d-a967075de7dd owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:37.408865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dff7b19-f64b-413d-a597-641d72f28422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.411415 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dff7b19-f64b-413d-a597-641d72f28422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.412634 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6dff7b19-f64b-413d-a597-641d72f28422 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9912044d-86fc-4e7d-9744-aabce1797e7a HTTP/1.1" status: 204 len: 168 time: 0.2431483 Aug 30 14:42:37.452689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a83f6-9744-44a5-b622-8edfca21408c req-74156d8f-d680-4d87-a2f4-cbbd2a5e45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:37.454485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff7b19-f64b-413d-a597-641d72f28422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9912044d-86fc-4e7d-9744-aabce1797e7a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:37.454770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-716a83f6-9744-44a5-b622-8edfca21408c req-74156d8f-d680-4d87-a2f4-cbbd2a5e45c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 1095 time: 0.0510156 Aug 30 14:42:37.585254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a83f6-9744-44a5-b622-8edfca21408c req-4c7277ab-c5a4-4427-8002-729b19811366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:37.586732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-716a83f6-9744-44a5-b622-8edfca21408c req-4c7277ab-c5a4-4427-8002-729b19811366 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 907 time: 0.1248205 Aug 30 14:42:37.604362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.634368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=9f3e16d2-10b8-4ca8-b85d-a967075de7dd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:37.637908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-716a83f6-9744-44a5-b622-8edfca21408c req-3f9465d2-86b9-43dc-92bd-4ffcc626ea98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6095ff4-6b49-4ea3-bbf2-3f775f943a90 HTTP/1.1" status: 200 len: 217 time: 0.0433173 Aug 30 14:42:37.702787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a83f6-9744-44a5-b622-8edfca21408c req-daf97ca0-0a1e-46ba-899a-5b2819dc9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:37.704974 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-716a83f6-9744-44a5-b622-8edfca21408c req-daf97ca0-0a1e-46ba-899a-5b2819dc9e91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0590580 Aug 30 14:42:37.709945 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.749285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-716a83f6-9744-44a5-b622-8edfca21408c req-2158040b-6f6d-4a34-ad82-501bb38fdd43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352526 Aug 30 14:42:37.828010 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.830514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.890317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.890826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Fanout notify agent at l3_agent the message router_deleted on router ab0e25d2-e75e-4499-bec5-b99207eb1ee9 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:42:37.903380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.905006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ade637f5-f655-4ffa-83da-066ec5fe2233 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/ab0e25d2-e75e-4499-bec5-b99207eb1ee9 HTTP/1.1" status: 204 len: 168 time: 0.9714038 Aug 30 14:42:37.908856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:37.911444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-716a83f6-9744-44a5-b622-8edfca21408c req-c3d70495-1b97-48cf-bc0f-545ebfce84ce service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522105 Aug 30 14:42:37.918678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-339887274'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:37.918913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab13d59-d0e6-4c11-9b78-69f22a53eeaa req-5b5e8563-0914-4c2f-980d-330022445aff tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:37.920064 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ab13d59-d0e6-4c11-9b78-69f22a53eeaa req-5b5e8563-0914-4c2f-980d-330022445aff tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 944 time: 0.0959647 Aug 30 14:42:37.956228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:37.970575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:37.992175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:42:38.002942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.003424 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment 08f53e24-b8e8-4a04-ab96-0ec12f415902 of type vlan for network 3411279f-e3f4-464a-80c7-81d6e038eca1 Aug 30 14:42:38.009365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ab13d59-d0e6-4c11-9b78-69f22a53eeaa req-a658381f-4f39-43ea-8064-e7a2a4255d5e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801530 Aug 30 14:42:38.045653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-716a83f6-9744-44a5-b622-8edfca21408c req-2f7959d6-a6de-4074-bfd5-dd3256c36263 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246157 Aug 30 14:42:38.057930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.084497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.090094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:38.090690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.153718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2389257 Aug 30 14:42:38.154782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:38.162594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52ac1f-2579-47b5-aa2b-4f8ed45a8787 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=3411279f-e3f4-464a-80c7-81d6e038eca1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:38.162802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': '3411279f-e3f4-464a-80c7-81d6e038eca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:38.174166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 3411279f-e3f4-464a-80c7-81d6e038eca1 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:42:38.262099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:38.265874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.471612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.537635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=e6998bc7-c0cc-45f8-990b-c43c0d11a595,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:38.549115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': '08f53e24-b8e8-4a04-ab96-0ec12f415902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3411279f-e3f4-464a-80c7-81d6e038eca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:38.549485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: 3411279f-e3f4-464a-80c7-81d6e038eca1, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:42:38.566867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 3411279f-e3f4-464a-80c7-81d6e038eca1 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:42:38.575905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 3411279f-e3f4-464a-80c7-81d6e038eca1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:38.580444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:38.581079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.588096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504136b0-b755-4eb7-a602-89d2cd920237 None None] Network 3411279f-e3f4-464a-80c7-81d6e038eca1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:38.597850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-938b7e45-e58b-4ab4-a31e-86240da50747 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4415512 Aug 30 14:42:38.600248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:38.607137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4d6fba22-ea79-437a-b141-39c7b2246ce0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1699012572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:38.632072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d6fba22-ea79-437a-b141-39c7b2246ce0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.632697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d6fba22-ea79-437a-b141-39c7b2246ce0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.692658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d6fba22-ea79-437a-b141-39c7b2246ce0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.698380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d6fba22-ea79-437a-b141-39c7b2246ce0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.716725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d6fba22-ea79-437a-b141-39c7b2246ce0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.718360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4d6fba22-ea79-437a-b141-39c7b2246ce0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1163950 Aug 30 14:42:38.720951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:38.756934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-3411279f-e3f4-464a-80c7-81d6e038eca1', 'network_id': '3411279f-e3f4-464a-80c7-81d6e038eca1', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': 'e6998bc7-c0cc-45f8-990b-c43c0d11a595'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:42:38.757941 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:38.907850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Allocated IP 172.20.0.2 (3411279f-e3f4-464a-80c7-81d6e038eca1/e6998bc7-c0cc-45f8-990b-c43c0d11a595/1d499604-fae2-4523-bd68-62088fb2cc33) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:39.072649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.154766 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.174896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Transition to ACTIVE for port object 1d499604-fae2-4523-bd68-62088fb2cc33 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:39.202710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Transition to ACTIVE for port object 1d499604-fae2-4523-bd68-62088fb2cc33 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:39.204971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b733081-b086-4bab-82aa-4fd026e20c55 req-a7a590c2-9dc5-47d2-a6c0-06fad9535cf9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:39.206694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b733081-b086-4bab-82aa-4fd026e20c55 req-a7a590c2-9dc5-47d2-a6c0-06fad9535cf9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 944 time: 0.0824878 Aug 30 14:42:39.210163 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.248291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Network 3411279f-e3f4-464a-80c7-81d6e038eca1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:39.249894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:39.254799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:39.259512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b733081-b086-4bab-82aa-4fd026e20c55 req-8f10ae01-69a3-40f1-ab77-10f4201204df tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Aug 30 14:42:39.314853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Pushing event updated for resources: {'Port': ['ID=1d499604-fae2-4523-bd68-62088fb2cc33,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:39.333307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Attempting to bind port 1d499604-fae2-4523-bd68-62088fb2cc33 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:39.333856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Attempting to bind port 1d499604-fae2-4523-bd68-62088fb2cc33 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '08f53e24-b8e8-4a04-ab96-0ec12f415902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3411279f-e3f4-464a-80c7-81d6e038eca1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:39.334449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Attempting to bind port 1d499604-fae2-4523-bd68-62088fb2cc33 on network 3411279f-e3f4-464a-80c7-81d6e038eca1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:39.341029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:39.341445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Checking segment: {'id': '08f53e24-b8e8-4a04-ab96-0ec12f415902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3411279f-e3f4-464a-80c7-81d6e038eca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:39.341861 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.342261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Bound using segment: {'id': '08f53e24-b8e8-4a04-ab96-0ec12f415902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3411279f-e3f4-464a-80c7-81d6e038eca1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:39.342750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Bound port: 1d499604-fae2-4523-bd68-62088fb2cc33, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f53e24-b8e8-4a04-ab96-0ec12f415902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3411279f-e3f4-464a-80c7-81d6e038eca1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:39.343137 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.420654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] For port 1d499604-fae2-4523-bd68-62088fb2cc33, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:39.424696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] For port 1d499604-fae2-4523-bd68-62088fb2cc33, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1d499604-fae2-4523-bd68-62088fb2cc33,segment=NetworkSegment(08f53e24-b8e8-4a04-ab96-0ec12f415902),segment_id=08f53e24-b8e8-4a04-ab96-0ec12f415902)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:39.430286 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.454935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.20.0.1 (3411279f-e3f4-464a-80c7-81d6e038eca1/e6998bc7-c0cc-45f8-990b-c43c0d11a595/0451e959-a8b7-4cba-9126-2b13ec220abc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:39.490918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a4b3f-bce8-4464-b19b-f88a41ec09fc None None] Pushing event updated for resources: {'Port': ['ID=1d499604-fae2-4523-bd68-62088fb2cc33,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:39.600618 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.617186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object 0451e959-a8b7-4cba-9126-2b13ec220abc will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:39.665001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.722550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 3411279f-e3f4-464a-80c7-81d6e038eca1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:39.725936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:39.731037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:39.756770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=0451e959-a8b7-4cba-9126-2b13ec220abc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:39.775857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device e6095ff4-6b49-4ea3-bbf2-3f775f943a90 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:42:39.799544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.884522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port e6095ff4-6b49-4ea3-bbf2-3f775f943a90, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:39.897374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'e6095ff4-6b49-4ea3-bbf2-3f775f943a90', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'port_id': 'e6095ff4-6b49-4ea3-bbf2-3f775f943a90', 'mac_address': 'fa:16:3e:fe:6a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160fafe4-6aa5-4569-8684-981501e82d7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:42:39.940530 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.943271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.954673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6095ff4-6b49-4ea3-bbf2-3f775f943a90 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:39.982934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port e6095ff4-6b49-4ea3-bbf2-3f775f943a90, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:39.989112 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:40.042373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:40.215130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['e6095ff4-6b49-4ea3-bbf2-3f775f943a90'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:40.248734 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:40.255891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:40.353712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:40.355728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=0451e959-a8b7-4cba-9126-2b13ec220abc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:40.490344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf5d3f-88fd-4140-8dff-06ed6cf7bc0d req-bac710f9-997c-4e4d-8977-7ae9372ff465 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:40.498941 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58cf5d3f-88fd-4140-8dff-06ed6cf7bc0d req-bac710f9-997c-4e4d-8977-7ae9372ff465 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0730624 Aug 30 14:42:40.568269 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58cf5d3f-88fd-4140-8dff-06ed6cf7bc0d req-2e988fee-0f58-4eae-bae7-d569f740b4ec tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Aug 30 14:42:40.583215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 3411279f-e3f4-464a-80c7-81d6e038eca1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:40.588226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:40.654297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5dd731-724e-4071-baf4-63fc4a45091c None None] Network 3411279f-e3f4-464a-80c7-81d6e038eca1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:40.717982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccd4728d-2e78-4f93-ba55-03127b1d5a07 None None] Provisioning for port 1d499604-fae2-4523-bd68-62088fb2cc33 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:40.732197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:42:40.847032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:40.852340 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ed27df38-6e7f-4ba5-926b-60b9e732d5f6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1301415 Aug 30 14:42:40.855026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:40.862319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1895f7-b7f5-478b-9321-9a9a4d3a9311 None None] Sync routers for ids ['f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:40.879364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1895f7-b7f5-478b-9321-9a9a4d3a9311 None None] Routers {'f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:40.880062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db1895f7-b7f5-478b-9321-9a9a4d3a9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:40.912764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db1895f7-b7f5-478b-9321-9a9a4d3a9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:40.917392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60269dde-9bc0-4499-ae4b-fb1a5964316f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:40.919708 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-60269dde-9bc0-4499-ae4b-fb1a5964316f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports/0451e959-a8b7-4cba-9126-2b13ec220abc HTTP/1.1" status: 200 len: 910 time: 0.0636687 Aug 30 14:42:40.923269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:40.928413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1895f7-b7f5-478b-9321-9a9a4d3a9311 None None] Routers {'f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:40.929406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db1895f7-b7f5-478b-9321-9a9a4d3a9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:40.929550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-191f7e5a-46da-47bd-beaa-f2d4056bf437 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6998bc7-c0cc-45f8-990b-c43c0d11a595'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:40.972864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db1895f7-b7f5-478b-9321-9a9a4d3a9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:40.973894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1895f7-b7f5-478b-9321-9a9a4d3a9311 None None] The sync data for ids ['f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:41.093673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1d499604-fae2-4523-bd68-62088fb2cc33 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:41.135465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191f7e5a-46da-47bd-beaa-f2d4056bf437 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.191722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1d499604-fae2-4523-bd68-62088fb2cc33 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:41.205176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1d499604-fae2-4523-bd68-62088fb2cc33 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:41.205506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.207067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Provisioning complete for port 1d499604-fae2-4523-bd68-62088fb2cc33 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:41.207573 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.348475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.400250 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.438440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] For port 1d499604-fae2-4523-bd68-62088fb2cc33, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1d499604-fae2-4523-bd68-62088fb2cc33,segment=NetworkSegment(08f53e24-b8e8-4a04-ab96-0ec12f415902),segment_id=08f53e24-b8e8-4a04-ab96-0ec12f415902)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:41.445477 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.650304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191f7e5a-46da-47bd-beaa-f2d4056bf437 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.667879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191f7e5a-46da-47bd-beaa-f2d4056bf437 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.684952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Provisioning for port 0451e959-a8b7-4cba-9126-2b13ec220abc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:41.705916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Provisioning complete for port 0451e959-a8b7-4cba-9126-2b13ec220abc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:41.706283 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.738090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adff00-61c7-42bf-b023-3432541c7396 req-36b79ce4-e59c-4175-bdad-2384710ef215 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:41.746499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:42:41.746857 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:42:41.747776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49adff00-61c7-42bf-b023-3432541c7396 req-36b79ce4-e59c-4175-bdad-2384710ef215 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0784311 Aug 30 14:42:41.754841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Pushing event updated for resources: {'Port': ['ID=1d499604-fae2-4523-bd68-62088fb2cc33,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:41.757392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f7e5a-46da-47bd-beaa-f2d4056bf437 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=0451e959-a8b7-4cba-9126-2b13ec220abc,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:41.762321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f63d2929-15a8-4f6f-81e3-066cf008c5f5 None None] Port 0451e959-a8b7-4cba-9126-2b13ec220abc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:41.786415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device e6095ff4-6b49-4ea3-bbf2-3f775f943a90 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:41.788454 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49adff00-61c7-42bf-b023-3432541c7396 req-c5cbc034-19f0-447a-936e-91219f1bf708 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Aug 30 14:42:41.794127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f7e5a-46da-47bd-beaa-f2d4056bf437 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:41.795133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191f7e5a-46da-47bd-beaa-f2d4056bf437 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.799128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-191f7e5a-46da-47bd-beaa-f2d4056bf437 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/ports/0451e959-a8b7-4cba-9126-2b13ec220abc HTTP/1.1" status: 200 len: 910 time: 0.8719649 Aug 30 14:42:41.801395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:41.848659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:41.850922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:41.851299 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.898700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c25f8973-2d07-4573-98e8-cee32c4e0443 None None] Provisioning complete for port 0451e959-a8b7-4cba-9126-2b13ec220abc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:41.899076 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c25f8973-2d07-4573-98e8-cee32c4e0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.942761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c25f8973-2d07-4573-98e8-cee32c4e0443 None None] Port 0451e959-a8b7-4cba-9126-2b13ec220abc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:41.983163 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:42.010058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4078e86b-d43c-4857-9963-6a04dd0a4cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6095ff4-6b49-4ea3-bbf2-3f775f943a90'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:42.012724 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21d9013-57a9-413f-a794-84464bafc887" -d '{"events": [{"server_uuid": "4078e86b-d43c-4857-9963-6a04dd0a4cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e6095ff4-6b49-4ea3-bbf2-3f775f943a90"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:42.025119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port e6095ff4-6b49-4ea3-bbf2-3f775f943a90, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:42.029451 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:42.063161 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc121106-7cd8-4145-b12b-5775701595c6 x-openstack-request-id: req-bc121106-7cd8-4145-b12b-5775701595c6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:42.063544 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4078e86b-d43c-4857-9963-6a04dd0a4cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e6095ff4-6b49-4ea3-bbf2-3f775f943a90", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:42.064290 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc121106-7cd8-4145-b12b-5775701595c6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:42.064768 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4078e86b-d43c-4857-9963-6a04dd0a4cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6095ff4-6b49-4ea3-bbf2-3f775f943a90', 'code': 200} Aug 30 14:42:42.098777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:42.187312 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:42.765339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ba24-eae1-4d4c-acb7-e27c7a0521b6 req-98dd9ac8-44ed-4f72-995e-42c72dd4a64d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:42.767281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e998ba24-eae1-4d4c-acb7-e27c7a0521b6 req-98dd9ac8-44ed-4f72-995e-42c72dd4a64d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0997667 Aug 30 14:42:42.776025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346a646-70aa-4a30-9dd9-157f9db6a198 req-fc204559-bdef-48f4-b207-d1e951cd7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:42.777565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b346a646-70aa-4a30-9dd9-157f9db6a198 req-fc204559-bdef-48f4-b207-d1e951cd7d5c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 1097 time: 0.6226420 Aug 30 14:42:42.904490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e998ba24-eae1-4d4c-acb7-e27c7a0521b6 req-fe33a977-bf60-47f5-9e29-d03272c67bb8 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257517 Aug 30 14:42:42.921578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b346a646-70aa-4a30-9dd9-157f9db6a198 req-89216c2f-9b41-4c0a-b016-94abb93bc120 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051655 Aug 30 14:42:42.937127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d1f8d-043d-417b-92f2-1853a7869a0a req-1f7392c3-48b0-4a5d-a19c-d6c806b1016f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:42.938934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-542d1f8d-043d-417b-92f2-1853a7869a0a req-1f7392c3-48b0-4a5d-a19c-d6c806b1016f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 946 time: 0.0665648 Aug 30 14:42:42.980704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-542d1f8d-043d-417b-92f2-1853a7869a0a req-0ebdea4f-0bff-447a-b15c-86eeeea1d9d5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 30 14:42:43.057628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 0451e959-a8b7-4cba-9126-2b13ec220abc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:43.057951 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.065854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1d499604-fae2-4523-bd68-62088fb2cc33 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:43.121551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1d499604-fae2-4523-bd68-62088fb2cc33 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:43.122161 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.166198 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.182444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 0451e959-a8b7-4cba-9126-2b13ec220abc owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:43.223062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:43.326943 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:42:43.376789 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.403613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=0451e959-a8b7-4cba-9126-2b13ec220abc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:43.475916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8b00-d2a4-43b0-9812-eeadb1ce93f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.560457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.587230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8b00-d2a4-43b0-9812-eeadb1ce93f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.593615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8b00-d2a4-43b0-9812-eeadb1ce93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.641732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f4cf8b00-d2a4-43b0-9812-eeadb1ce93f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=695cc66f0d0d468589a03518f3f5d8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172363 Aug 30 14:42:43.643061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf8b00-d2a4-43b0-9812-eeadb1ce93f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ff4d5-98a9-453e-99b9-12fd8408aa69,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:43.648249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:43.702104 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a0d48a-17e3-4654-9293-bcf2940b20fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.724995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a0d48a-17e3-4654-9293-bcf2940b20fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.731403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:42:43.776726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a0d48a-17e3-4654-9293-bcf2940b20fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.780210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a0d48a-17e3-4654-9293-bcf2940b20fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:43.781516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31a0d48a-17e3-4654-9293-bcf2940b20fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a53ff4d5-98a9-453e-99b9-12fd8408aa69 HTTP/1.1" status: 204 len: 168 time: 0.1335797 Aug 30 14:42:43.792322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0d48a-17e3-4654-9293-bcf2940b20fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ff4d5-98a9-453e-99b9-12fd8408aa69,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:43.838234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:43.854419 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c996db-fe99-4cfa-a662-1d741149314f None None] Sync routers for ids ['f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:43.857979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-29483466-789d-4037-88ba-9d6c28558401 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0549068 Aug 30 14:42:43.858251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:43.866553 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c996db-fe99-4cfa-a662-1d741149314f None None] Routers {'f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:43.867484 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a8c996db-fe99-4cfa-a662-1d741149314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:43.886917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8fb5ddd7-b75e-4bbc-af5b-6e5a4d9f45bd tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46 HTTP/1.1" status: 200 len: 205 time: 0.0274851 Aug 30 14:42:43.889578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:43.931913 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a8c996db-fe99-4cfa-a662-1d741149314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:43.947430 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c996db-fe99-4cfa-a662-1d741149314f None None] Routers {'f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:43.947993 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a8c996db-fe99-4cfa-a662-1d741149314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:43.994343 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a8c996db-fe99-4cfa-a662-1d741149314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:43.995010 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c996db-fe99-4cfa-a662-1d741149314f None None] The sync data for ids ['f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:44.009316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bf95-e9ff-4487-8ccb-e617924db7ba tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.092547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92918c-78e0-4083-86ea-1d3447be0cd1 req-a194c9c8-22d6-497e-9c53-8442fa9cb29d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:44.100343 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e92918c-78e0-4083-86ea-1d3447be0cd1 req-a194c9c8-22d6-497e-9c53-8442fa9cb29d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0844965 Aug 30 14:42:44.153698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e92918c-78e0-4083-86ea-1d3447be0cd1 req-ace2081e-3489-4127-991e-55e6815ec6f7 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523412 Aug 30 14:42:44.230677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631ebc1-8760-46e1-ba37-eeff0a4eb5f4 req-31ebd5b2-3e8f-4d12-a422-906f3751ba69 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:44.232327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2631ebc1-8760-46e1-ba37-eeff0a4eb5f4 req-31ebd5b2-3e8f-4d12-a422-906f3751ba69 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1483128 Aug 30 14:42:44.236320 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bf95-e9ff-4487-8ccb-e617924db7ba tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.240292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bf95-e9ff-4487-8ccb-e617924db7ba tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.564097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:44.676452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2631ebc1-8760-46e1-ba37-eeff0a4eb5f4 req-d80579f3-2220-4704-ba57-7dd26f36aab4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376810 Aug 30 14:42:44.678668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bf95-e9ff-4487-8ccb-e617924db7ba tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.679467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b8bf95-e9ff-4487-8ccb-e617924db7ba tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Fanout notify agent at l3_agent the message router_deleted on router f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:42:44.687206 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1b8bf95-e9ff-4487-8ccb-e617924db7ba tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.688394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a1b8bf95-e9ff-4487-8ccb-e617924db7ba tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46 HTTP/1.1" status: 204 len: 168 time: 0.7973404 Aug 30 14:42:44.691059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:44.712484 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36463cea-ed87-495c-bae5-20ea455da2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.757239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88ec557-ee8f-4c26-97ac-736258d30548 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet e6998bc7-c0cc-45f8-990b-c43c0d11a595 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:42:44.761973 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88ec557-ee8f-4c26-97ac-736258d30548 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.823462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88ec557-ee8f-4c26-97ac-736258d30548 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.849323 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36463cea-ed87-495c-bae5-20ea455da2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.855289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36463cea-ed87-495c-bae5-20ea455da2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.883073 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-36463cea-ed87-495c-bae5-20ea455da2ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=faac03d8e4c345e2814d43c78c31df7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150721 Aug 30 14:42:44.886215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:44.907112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36463cea-ed87-495c-bae5-20ea455da2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aaa43e-e29e-4401-95eb-a2f0566c1aa2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:45.011461 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88ec557-ee8f-4c26-97ac-736258d30548 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.022652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9d0b3-427d-49bc-987c-a95cc39fb784 req-c0446d7e-2967-4132-97ae-50cca75aa36d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:45.024216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f9d0b3-427d-49bc-987c-a95cc39fb784 req-c0446d7e-2967-4132-97ae-50cca75aa36d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1274023 Aug 30 14:42:45.095455 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ffeda9c-8878-4247-8ebb-9ff4e24b11f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.126639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f9d0b3-427d-49bc-987c-a95cc39fb784 req-c34f0b34-12e1-488a-806f-025265f34af7 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801036 Aug 30 14:42:45.141736 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ffeda9c-8878-4247-8ebb-9ff4e24b11f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.143741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88ec557-ee8f-4c26-97ac-736258d30548 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.185584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ec557-ee8f-4c26-97ac-736258d30548 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=e6998bc7-c0cc-45f8-990b-c43c0d11a595,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:45.194906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88ec557-ee8f-4c26-97ac-736258d30548 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.197774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e998cb-d67e-4705-902b-aa88f550fae8 None None] Network 3411279f-e3f4-464a-80c7-81d6e038eca1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:45.200142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c88ec557-ee8f-4c26-97ac-736258d30548 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/e6998bc7-c0cc-45f8-990b-c43c0d11a595 HTTP/1.1" status: 204 len: 168 time: 0.5079885 Aug 30 14:42:45.200299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54914) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:45.239269 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ffeda9c-8878-4247-8ebb-9ff4e24b11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.242838 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ffeda9c-8878-4247-8ebb-9ff4e24b11f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.246811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7ffeda9c-8878-4247-8ebb-9ff4e24b11f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4aaa43e-e29e-4401-95eb-a2f0566c1aa2 HTTP/1.1" status: 204 len: 168 time: 0.3592100 Aug 30 14:42:45.257754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeda9c-8878-4247-8ebb-9ff4e24b11f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aaa43e-e29e-4401-95eb-a2f0566c1aa2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:45.403166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc310f7-1794-4041-b4d5-0bbd56aa3964 req-2cbd1bc6-7253-47a3-861d-106a32fff38b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:45.405108 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fc310f7-1794-4041-b4d5-0bbd56aa3964 req-2cbd1bc6-7253-47a3-861d-106a32fff38b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1790133 Aug 30 14:42:45.407143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5d8e0-28bf-4b5b-9ba8-c445b12bc186 req-696a0da2-ad24-44e2-95bf-65f40783df66 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:45.409147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5b5d8e0-28bf-4b5b-9ba8-c445b12bc186 req-696a0da2-ad24-44e2-95bf-65f40783df66 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0828545 Aug 30 14:42:45.409661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.424297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] DHCP port deletion for 3411279f-e3f4-464a-80c7-81d6e038eca1 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:42:45.471322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5b5d8e0-28bf-4b5b-9ba8-c445b12bc186 req-14e5faef-549c-4716-9916-7f76237995bb tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507123 Aug 30 14:42:45.492522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] Deleting port 1d499604-fae2-4523-bd68-62088fb2cc33 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:45.492908 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.522587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fc310f7-1794-4041-b4d5-0bbd56aa3964 req-5d67d4d8-2ef3-466f-9c7d-b8ead7983e85 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108072 Aug 30 14:42:45.541904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 1d499604-fae2-4523-bd68-62088fb2cc33 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:45.542815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.575883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] For port 1d499604-fae2-4523-bd68-62088fb2cc33, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1d499604-fae2-4523-bd68-62088fb2cc33,segment=NetworkSegment(08f53e24-b8e8-4a04-ab96-0ec12f415902),segment_id=08f53e24-b8e8-4a04-ab96-0ec12f415902)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:45.576284 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.595748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] Calling delete_port for 1d499604-fae2-4523-bd68-62088fb2cc33 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:45.690097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port 1d499604-fae2-4523-bd68-62088fb2cc33, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1d499604-fae2-4523-bd68-62088fb2cc33,segment=NetworkSegment(08f53e24-b8e8-4a04-ab96-0ec12f415902),segment_id=08f53e24-b8e8-4a04-ab96-0ec12f415902)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:45.693555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.724202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 1d499604-fae2-4523-bd68-62088fb2cc33 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:45.735958 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.793228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] Pushing event deleted for resources: {'Port': ['ID=1d499604-fae2-4523-bd68-62088fb2cc33,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:45.809408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f42aa-5e83-4b5d-b844-0ef46ca5942e None None] No DVR routers for this DVR port 1d499604-fae2-4523-bd68-62088fb2cc33 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:45.860086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:45.884034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec57116e-6dc8-4713-9ab5-be80e8470ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.940596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:45.972772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=1d499604-fae2-4523-bd68-62088fb2cc33,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:45.986811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38dd5-def5-45fe-aa18-5f5844ec2983 req-b104581b-a5ae-490f-bbf5-81298eb87369 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:45.994382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8fa38dd5-def5-45fe-aa18-5f5844ec2983 req-b104581b-a5ae-490f-bbf5-81298eb87369 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1135566 Aug 30 14:42:45.996672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No DVR routers for this DVR port 1d499604-fae2-4523-bd68-62088fb2cc33 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:45.999360 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec57116e-6dc8-4713-9ab5-be80e8470ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.004566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec57116e-6dc8-4713-9ab5-be80e8470ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.043764 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ec57116e-6dc8-4713-9ab5-be80e8470ca0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=855071eaa9c64c3aa2c4ab3d58704048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822681 Aug 30 14:42:46.046602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:46.089709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57116e-6dc8-4713-9ab5-be80e8470ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ec2b6-9e03-408a-871e-96ab2ce91861,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:46.105290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8fa38dd5-def5-45fe-aa18-5f5844ec2983 req-80432635-06d3-4c7b-b94e-a90639730959 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097460 Aug 30 14:42:46.111354 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.128293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4589c6b7-4d13-4c1f-800d-ce8cd8f2a7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.131210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3411279f-e3f4-464a-80c7-81d6e038eca1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:46.151826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f53e24-b8e8-4a04-ab96-0ec12f415902') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:46.153251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f53e24-b8e8-4a04-ab96-0ec12f415902') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:46.164150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4589c6b7-4d13-4c1f-800d-ce8cd8f2a7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.167542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.189663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.200826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:42:46.201274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:42:46.204910 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:42:46.258577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4589c6b7-4d13-4c1f-800d-ce8cd8f2a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.261488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4589c6b7-4d13-4c1f-800d-ce8cd8f2a7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.266610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4589c6b7-4d13-4c1f-800d-ce8cd8f2a7ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a9ec2b6-9e03-408a-871e-96ab2ce91861 HTTP/1.1" status: 204 len: 168 time: 0.2164581 Aug 30 14:42:46.280812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589c6b7-4d13-4c1f-800d-ce8cd8f2a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ec2b6-9e03-408a-871e-96ab2ce91861,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:46.310962 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.322334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.329025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/3411279f-e3f4-464a-80c7-81d6e038eca1 HTTP/1.1" status: 204 len: 168 time: 1.1236284 Aug 30 14:42:46.330032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:46.337577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3d5892d-5697-4910-bee7-4b5c8fe9d84d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1168142621', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:46.359346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fff61e-65d4-4149-bbd4-a7c46efe7dd1 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=3411279f-e3f4-464a-80c7-81d6e038eca1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:46.386480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3d5892d-5697-4910-bee7-4b5c8fe9d84d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.387784 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3d5892d-5697-4910-bee7-4b5c8fe9d84d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.466053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3d5892d-5697-4910-bee7-4b5c8fe9d84d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.471922 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3d5892d-5697-4910-bee7-4b5c8fe9d84d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.493622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3d5892d-5697-4910-bee7-4b5c8fe9d84d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.499262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a3d5892d-5697-4910-bee7-4b5c8fe9d84d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1653724 Aug 30 14:42:46.499262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:46.516633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1711696332'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:46.555171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:46.560305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.618833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:42:46.629716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.630072 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment 953df594-2a69-464d-b8ca-0e3f040da3b6 of type vlan for network 3db22a36-2254-40cd-bf36-cee66297a087 Aug 30 14:42:46.698440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.709307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f617a-08c6-446d-bbd9-a5d69e5d6490 req-0c46377c-e76b-4114-a504-df4f2c54b50b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:46.711041 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d3f617a-08c6-446d-bbd9-a5d69e5d6490 req-0c46377c-e76b-4114-a504-df4f2c54b50b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1569567 Aug 30 14:42:46.753150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.759036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:46.759637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:46.777519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54986) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:46.832070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d3f617a-08c6-446d-bbd9-a5d69e5d6490 req-9f6fda26-5e49-4367-9f82-84ede9618943 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101382 Aug 30 14:42:46.839414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3380747 Aug 30 14:42:46.842564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:46.847953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:46.849667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae155863-6d12-4d23-85ff-e9bd58f740b6 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=3db22a36-2254-40cd-bf36-cee66297a087,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:46.863012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 3db22a36-2254-40cd-bf36-cee66297a087 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:42:46.931360 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62550d8e-bf1d-4ef8-b26a-724206dc1368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.040688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1d499604-fae2-4523-bd68-62088fb2cc33 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:47.052974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62550d8e-bf1d-4ef8-b26a-724206dc1368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.062387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62550d8e-bf1d-4ef8-b26a-724206dc1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.064531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 1d499604-fae2-4523-bd68-62088fb2cc33 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:42:47.064913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1d499604-fae2-4523-bd68-62088fb2cc33 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:42:47.104281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:47.107754 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.136469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-62550d8e-bf1d-4ef8-b26a-724206dc1368 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3235da6e80d84c86817de6b5a61d660a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542724 Aug 30 14:42:47.138100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:47.191739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62550d8e-bf1d-4ef8-b26a-724206dc1368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5c5dd6-a611-4105-88e2-837b9ba6da0b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:47.200027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a25d-fbe5-4536-bc1b-18940453472d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.223582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a25d-fbe5-4536-bc1b-18940453472d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.279926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a25d-fbe5-4536-bc1b-18940453472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.284886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a25d-fbe5-4536-bc1b-18940453472d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.290422 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8fa7a25d-fbe5-4536-bc1b-18940453472d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb5c5dd6-a611-4105-88e2-837b9ba6da0b HTTP/1.1" status: 204 len: 168 time: 0.1498244 Aug 30 14:42:47.299237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-9fd6a77c-2c05-456f-93cb-5eac6d3696ec tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:47.300876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-9fd6a77c-2c05-456f-93cb-5eac6d3696ec tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1238821 Aug 30 14:42:47.301274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7a25d-fbe5-4536-bc1b-18940453472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5c5dd6-a611-4105-88e2-837b9ba6da0b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:47.331845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182fece-2023-416d-b0f7-6198917342de req-4d052bb0-014b-4c80-be1a-c397235f00e9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:47.333665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2182fece-2023-416d-b0f7-6198917342de req-4d052bb0-014b-4c80-be1a-c397235f00e9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 946 time: 0.1428742 Aug 30 14:42:47.466773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2182fece-2023-416d-b0f7-6198917342de req-15049fa9-8ca3-407b-b570-7cd9fef6e9ff tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146581 Aug 30 14:42:47.542817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Deleting port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:42:47.543116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.549494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.675787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=6c368daa-3f9f-4c67-9969-8ff7ea702d17,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:47.695231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:47.695610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: 3db22a36-2254-40cd-bf36-cee66297a087, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:42:47.727635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:47.727839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] For port e6095ff4-6b49-4ea3-bbf2-3f775f943a90, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:47.728224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.740621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 3db22a36-2254-40cd-bf36-cee66297a087 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:42:47.744178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601a3318-cea8-4cf5-9a5b-6a8a636aee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.746812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Calling delete_port for e6095ff4-6b49-4ea3-bbf2-3f775f943a90 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:42:47.762054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 3db22a36-2254-40cd-bf36-cee66297a087) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:47.770088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811dea63-2f10-4f4f-be29-e78e42596ad9 None None] Network 3db22a36-2254-40cd-bf36-cee66297a087 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:47.775609 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:47.776237 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.917591 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601a3318-cea8-4cf5-9a5b-6a8a636aee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.923607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.924454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601a3318-cea8-4cf5-9a5b-6a8a636aee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:47.953991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7b03bcc7-f244-4e6c-8460-d122a78ff577 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1103637 Aug 30 14:42:47.969162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:47.992552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55030) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:47.999706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a3318-cea8-4cf5-9a5b-6a8a636aee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0e3cc7-9a5f-4e18-9992-9493257e19c3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:48.007979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-601a3318-cea8-4cf5-9a5b-6a8a636aee61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1fc5ada526f4a578807b583821386d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792132 Aug 30 14:42:48.008623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:48.017305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event deleted for resources: {'Port': ['ID=e6095ff4-6b49-4ea3-bbf2-3f775f943a90,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:48.074514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] No DVR routers for this DVR port e6095ff4-6b49-4ea3-bbf2-3f775f943a90 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:42:48.075214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-3db22a36-2254-40cd-bf36-cee66297a087', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:42:48.075696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.078560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.080650 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7eff83f-0c21-4f06-8ecc-5ad01f0a466a req-c5f3e9bc-66df-4c2a-91b7-c6bb1482a670 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "DELETE /v2.0/ports/e6095ff4-6b49-4ea3-bbf2-3f775f943a90 HTTP/1.1" status: 204 len: 173 time: 0.7679424 Aug 30 14:42:48.127612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5aa2c-bad2-4e88-b50c-f60419e33ad8 req-d115b82b-6d05-4276-bbca-51bc2a36680b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:48.136133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4078e86b-d43c-4857-9963-6a04dd0a4cb2', 'name': 'network-vif-deleted', 'tag': 'e6095ff4-6b49-4ea3-bbf2-3f775f943a90'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:48.139021 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9f631b-e06d-42ab-a679-7f10a117aef5" -d '{"events": [{"server_uuid": "4078e86b-d43c-4857-9963-6a04dd0a4cb2", "name": "network-vif-deleted", "tag": "e6095ff4-6b49-4ea3-bbf2-3f775f943a90"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:48.160282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64f5aa2c-bad2-4e88-b50c-f60419e33ad8 req-d115b82b-6d05-4276-bbca-51bc2a36680b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.2056816 Aug 30 14:42:48.217457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1efb21af-a257-419d-bb7c-31c56d167b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.248999 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba0b805-d1f0-41c3-8667-32877478e6d8 x-openstack-request-id: req-0ba0b805-d1f0-41c3-8667-32877478e6d8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:48.250295 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4078e86b-d43c-4857-9963-6a04dd0a4cb2", "name": "network-vif-deleted", "tag": "e6095ff4-6b49-4ea3-bbf2-3f775f943a90", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:48.250923 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ba0b805-d1f0-41c3-8667-32877478e6d8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:48.251660 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4078e86b-d43c-4857-9963-6a04dd0a4cb2', 'name': 'network-vif-deleted', 'tag': 'e6095ff4-6b49-4ea3-bbf2-3f775f943a90', 'status': 'completed', 'code': 200} Aug 30 14:42:48.292296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1efb21af-a257-419d-bb7c-31c56d167b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.298238 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-64f5aa2c-bad2-4e88-b50c-f60419e33ad8 req-d4a27cbe-2815-4333-8253-a81fb8cf6116 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370749 Aug 30 14:42:48.359598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Allocated IP 172.20.0.2 (3db22a36-2254-40cd-bf36-cee66297a087/6c368daa-3f9f-4c67-9969-8ff7ea702d17/7d6351dd-5374-4e38-97e7-0200da54a685) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:48.369112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1efb21af-a257-419d-bb7c-31c56d167b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.372063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1efb21af-a257-419d-bb7c-31c56d167b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.373397 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1efb21af-a257-419d-bb7c-31c56d167b7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd0e3cc7-9a5f-4e18-9992-9493257e19c3 HTTP/1.1" status: 204 len: 168 time: 0.3473983 Aug 30 14:42:48.386426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb21af-a257-419d-bb7c-31c56d167b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0e3cc7-9a5f-4e18-9992-9493257e19c3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:48.555446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.619801 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.646125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Transition to ACTIVE for port object 7d6351dd-5374-4e38-97e7-0200da54a685 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:48.671664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Transition to ACTIVE for port object 7d6351dd-5374-4e38-97e7-0200da54a685 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:48.683075 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.720940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Network 3db22a36-2254-40cd-bf36-cee66297a087 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:48.724168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:48.729658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:48.831087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7290044b-9e7f-430d-a4d6-1bb0b7ef16b8 req-e32fc270-fe8f-4e6c-bb2d-d886c2f1433c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4078e86b-d43c-4857-9963-6a04dd0a4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0417862 Aug 30 14:42:48.849137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Attempting to bind port 7d6351dd-5374-4e38-97e7-0200da54a685 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:48.849710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Attempting to bind port 7d6351dd-5374-4e38-97e7-0200da54a685 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:48.850240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Attempting to bind port 7d6351dd-5374-4e38-97e7-0200da54a685 on network 3db22a36-2254-40cd-bf36-cee66297a087 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:48.865078 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Pushing event updated for resources: {'Port': ['ID=7d6351dd-5374-4e38-97e7-0200da54a685,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:48.871471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:48.872583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Checking segment: {'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:48.873008 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.873432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Bound using segment: {'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:48.873926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Bound port: 7d6351dd-5374-4e38-97e7-0200da54a685, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:48.874315 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:48.890723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.20.0.1 (3db22a36-2254-40cd-bf36-cee66297a087/6c368daa-3f9f-4c67-9969-8ff7ea702d17/ccbdf823-8f99-4bce-bc8c-2565f1ee431d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:48.891229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.891726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.892073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.892982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.893570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.893979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.894829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.895251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.895655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.896047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.896896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.897445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:48.953617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:48.991290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] For port 7d6351dd-5374-4e38-97e7-0200da54a685, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:48.996568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] For port 7d6351dd-5374-4e38-97e7-0200da54a685, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7d6351dd-5374-4e38-97e7-0200da54a685,segment=NetworkSegment(953df594-2a69-464d-b8ca-0e3f040da3b6),segment_id=953df594-2a69-464d-b8ca-0e3f040da3b6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:49.002069 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.046828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.080700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcacfb0-3ad0-4638-ae35-a5b36ffa1916 None None] Pushing event updated for resources: {'Port': ['ID=7d6351dd-5374-4e38-97e7-0200da54a685,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:49.090156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object ccbdf823-8f99-4bce-bc8c-2565f1ee431d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:49.107992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a9a9-2e9f-448e-876a-d5bfd0bb76a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.134067 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.192291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 3db22a36-2254-40cd-bf36-cee66297a087 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:49.195654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:49.200924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:49.243394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:49.252987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.267776 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a9a9-2e9f-448e-876a-d5bfd0bb76a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.273734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a9a9-2e9f-448e-876a-d5bfd0bb76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.347619 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a0d8a9a9-2e9f-448e-876a-d5bfd0bb76a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=012b985d18054bbeb08a50e3d6538754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928826 Aug 30 14:42:49.348631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8a9a9-2e9f-448e-876a-d5bfd0bb76a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f2ef7f-a605-4d87-a643-5485a5231cef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:49.351335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:49.432810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a31be97f-361f-4e21-84be-d550b1e99503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.479627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.501393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a31be97f-361f-4e21-84be-d550b1e99503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.527550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff38e4e-b559-45a0-8f1f-1a341e1987b8 req-c5a8e71d-416b-4ecb-a7d5-25fa95b0c74a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:49.529139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ff38e4e-b559-45a0-8f1f-1a341e1987b8 req-c5a8e71d-416b-4ecb-a7d5-25fa95b0c74a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0940275 Aug 30 14:42:49.585241 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ff38e4e-b559-45a0-8f1f-1a341e1987b8 req-1c69d0bc-0b8d-4908-9573-c7664b442254 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473182 Aug 30 14:42:49.598150 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a31be97f-361f-4e21-84be-d550b1e99503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.600762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a31be97f-361f-4e21-84be-d550b1e99503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.604362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a31be97f-361f-4e21-84be-d550b1e99503 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10f2ef7f-a605-4d87-a643-5485a5231cef HTTP/1.1" status: 204 len: 168 time: 0.2499106 Aug 30 14:42:49.610185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31be97f-361f-4e21-84be-d550b1e99503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f2ef7f-a605-4d87-a643-5485a5231cef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:49.782117 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.786646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.840121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device e6095ff4-6b49-4ea3-bbf2-3f775f943a90 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:42:49.864037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:49.870694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:49.883410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: e6095ff4-6b49-4ea3-bbf2-3f775f943a90 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:42:49.883835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device e6095ff4-6b49-4ea3-bbf2-3f775f943a90 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:42:49.909774 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:50.001759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 3db22a36-2254-40cd-bf36-cee66297a087 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:50.003520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:50.188421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:42:50.302496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-068f64c0-69a3-4d61-afe4-4703368205f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:50.314926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-068f64c0-69a3-4d61-afe4-4703368205f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.1625674 Aug 30 14:42:50.333141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-817c9c7f-4ac9-47ee-b08a-ae500cfa77e4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/quotas/2ae49712715448b9adc3a8a304727171 HTTP/1.1" status: 200 len: 375 time: 0.0178199 Aug 30 14:42:50.335557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:50.349767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:50.355366 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fe125007-e48f-43d0-bdf5-b448716c9984 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3463013 Aug 30 14:42:50.356065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55116) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:50.363296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1038552870'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:50.371957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:50.373225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:50.423849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:50.428892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:50.438020 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-f309102d-d3f4-417f-8969-1424be652501 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034746 Aug 30 14:42:50.459940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:42:50.472193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f37a7-0c1d-45b6-8008-b987a0e96394 None None] Network 3db22a36-2254-40cd-bf36-cee66297a087 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:50.477602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:50.478047 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment 30f334f9-9e5b-4358-98ba-05935430ccb6 of type vlan for network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de Aug 30 14:42:50.574685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-681bbdf2-dbd8-4fd6-bbe7-7e866b09c821 None None] Provisioning for port 7d6351dd-5374-4e38-97e7-0200da54a685 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:50.580453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:50.601605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-d972fd44-0d9a-4f7e-a8ce-ea1eee23013f service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553838 Aug 30 14:42:50.614893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:42:50.626453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:50.634487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:50.635017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:50.721913 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3614509 Aug 30 14:42:50.722131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:50.747018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:50.771141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc579c-e90e-47be-8975-3abdf9cab1e4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:50.787486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:42:50.803243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7afa7a-1fe3-4ec7-bdcd-b88fcdc45b7d req-12ea64a5-31a0-46c7-a305-c9d39aff4475 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:50.804845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b7afa7a-1fe3-4ec7-bdcd-b88fcdc45b7d req-12ea64a5-31a0-46c7-a305-c9d39aff4475 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0789092 Aug 30 14:42:50.857547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b7afa7a-1fe3-4ec7-bdcd-b88fcdc45b7d req-824ccb51-d766-46bf-b54d-9150e9f3eaee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431292 Aug 30 14:42:50.909468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:50.913597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:51.008494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-ccdeb6c7-5deb-4a39-bab9-89269faf3f9a service neutron] 10.222.0.50 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760419 Aug 30 14:42:51.071930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:42:49Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:49Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:51.143144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:42:51.143273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Updating router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 port ccbdf823-8f99-4bce-bc8c-2565f1ee431d binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:42:51.190353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7d6351dd-5374-4e38-97e7-0200da54a685 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:51.225160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:51.360606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 7d6351dd-5374-4e38-97e7-0200da54a685 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:51.416109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0af4b586-2436-4706-acce-b71daacaf0c8 req-70b32a53-8f3a-43b3-af68-0cf97bd81984 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 210 time: 0.0830522 Aug 30 14:42:51.427428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 7d6351dd-5374-4e38-97e7-0200da54a685 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:51.429137 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:51.467638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:51.561451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:51.561824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:42:51.583787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=427f2ae3-7bc3-4e82-98d6-1d22dca50cb2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:51.609755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:42:51.620345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7530a4e9-5b38-43ba-a71e-14634c89dd0b None None] Provisioning complete for port 7d6351dd-5374-4e38-97e7-0200da54a685 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:51.621007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7530a4e9-5b38-43ba-a71e-14634c89dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:51.628147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:51.638676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:51.641707 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:51.662980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eae5fce-e438-44fb-8ee8-8ba3585a7adb None None] Network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:51.677525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cd45bbd2-6c08-4501-87bb-467fafbebe49 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9547386 Aug 30 14:42:51.680551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:51.740885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:52.099983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c80ff-56f1-4043-977f-8eeac8481dca req-6339d166-37f4-49f8-a5b4-d2f50d2bb4cb tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:52.105569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f01c80ff-56f1-4043-977f-8eeac8481dca req-6339d166-37f4-49f8-a5b4-d2f50d2bb4cb tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1038594 Aug 30 14:42:52.171707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:52.220424 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f01c80ff-56f1-4043-977f-8eeac8481dca req-cce37d80-7051-44b8-8af8-7778fabdb8cb tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744512 Aug 30 14:42:52.240413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.270679 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.356296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.357270 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7530a4e9-5b38-43ba-a71e-14634c89dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.399042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 7d6351dd-5374-4e38-97e7-0200da54a685, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7d6351dd-5374-4e38-97e7-0200da54a685,segment=NetworkSegment(953df594-2a69-464d-b8ca-0e3f040da3b6),segment_id=953df594-2a69-464d-b8ca-0e3f040da3b6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:52.430205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.434445 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.509586 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.545551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:42:52.546429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.597358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Transition to ACTIVE for port object ccbdf823-8f99-4bce-bc8c-2565f1ee431d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:52.604035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Allocated IP 172.25.6.4 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b5653cf1-b789-4569-84d1-635f8fca4440) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:52.611189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=7d6351dd-5374-4e38-97e7-0200da54a685,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:52.616325 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-7530a4e9-5b38-43ba-a71e-14634c89dd0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:42:52.616682 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-7530a4e9-5b38-43ba-a71e-14634c89dd0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:42:52.617256 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.777962 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ae838-6a37-46bf-a881-4acb42b470a8 None None] Pushing event updated for resources: {'Port': ['ID=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:52.804783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.897251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Attempting to bind port ccbdf823-8f99-4bce-bc8c-2565f1ee431d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:52.897593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Attempting to bind port ccbdf823-8f99-4bce-bc8c-2565f1ee431d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:52.898119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Attempting to bind port ccbdf823-8f99-4bce-bc8c-2565f1ee431d on network 3db22a36-2254-40cd-bf36-cee66297a087 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:52.904496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Allocated IP 172.21.0.2 (8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de/427f2ae3-7bc3-4e82-98d6-1d22dca50cb2/5db97f10-ef67-46d7-95e3-1b4db016e60c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:52.926018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:52.926424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Checking segment: {'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:52.926575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.927582 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:52.928570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Bound using segment: {'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:52.929277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Bound port: ccbdf823-8f99-4bce-bc8c-2565f1ee431d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953df594-2a69-464d-b8ca-0e3f040da3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:52.930078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.041012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:53.073506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:53.080296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:53.184333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'Port': ['ID=b5653cf1-b789-4569-84d1-635f8fca4440,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:53.202952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.224581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7d6351dd-5374-4e38-97e7-0200da54a685 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:53.250146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7c290ab-0343-48a3-9881-f7bfee0c58c7 req-d3ac08fa-34be-4045-b293-bad73291fdd0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 210 time: 0.1521935 Aug 30 14:42:53.270362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.359151 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.391877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] For port ccbdf823-8f99-4bce-bc8c-2565f1ee431d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:53.395416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Transition to ACTIVE for port object 5db97f10-ef67-46d7-95e3-1b4db016e60c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:53.401125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] For port ccbdf823-8f99-4bce-bc8c-2565f1ee431d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,segment=NetworkSegment(953df594-2a69-464d-b8ca-0e3f040da3b6),segment_id=953df594-2a69-464d-b8ca-0e3f040da3b6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:53.407242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:53.411952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7530a4e9-5b38-43ba-a71e-14634c89dd0b None None] Provisioning for port ccbdf823-8f99-4bce-bc8c-2565f1ee431d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:53.419214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 7d6351dd-5374-4e38-97e7-0200da54a685 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:53.419718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.432974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f347-7b98-4895-9485-786db77d1048 req-0deb705d-03c5-45db-9d69-3360092a395e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:53.435041 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8537f347-7b98-4895-9485-786db77d1048 req-0deb705d-03c5-45db-9d69-3360092a395e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1340523 Aug 30 14:42:53.469156 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.478621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-13ce60ae-e741-4d2c-9825-7a668a7289a2 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:53.480770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-13ce60ae-e741-4d2c-9825-7a668a7289a2 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 806 time: 0.3905187 Aug 30 14:42:53.496229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Request body: {'port': {'device_id': '4c7caef2-43b1-474c-ad61-31a44709edf1', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'admin_state_up': True, 'tenant_id': '2ae49712715448b9adc3a8a304727171'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:53.514989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8537f347-7b98-4895-9485-786db77d1048 req-e20b4671-bbbc-4b27-a6cf-7c76a2cb9233 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726812 Aug 30 14:42:53.545441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.545540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Transition to ACTIVE for port object 5db97f10-ef67-46d7-95e3-1b4db016e60c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:53.545623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.580570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ae838-6a37-46bf-a881-4acb42b470a8 None None] Pushing event updated for resources: {'Port': ['ID=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:53.585623 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.615926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae388d0d-4980-4dea-9bf4-e26795e39698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.674318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.21.0.1 (8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de/427f2ae3-7bc3-4e82-98d6-1d22dca50cb2/a9204a90-24d7-4e58-af7e-441f365b1c06) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:53.690048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'Port': ['ID=b5653cf1-b789-4569-84d1-635f8fca4440,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:53.706149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:53.714709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:53.716327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:53.717087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:53.744347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.816954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:53.862193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Pushing event updated for resources: {'Port': ['ID=5db97f10-ef67-46d7-95e3-1b4db016e60c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:53.886713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff916-b15c-49f2-aaeb-0dc860afba72 req-1b72d094-835e-4bab-bc2b-ae232adeaf09 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:53.897691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2c0ff916-b15c-49f2-aaeb-0dc860afba72 req-1b72d094-835e-4bab-bc2b-ae232adeaf09 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1180494 Aug 30 14:42:53.912325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Attempting to bind port 5db97f10-ef67-46d7-95e3-1b4db016e60c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:53.912688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Attempting to bind port 5db97f10-ef67-46d7-95e3-1b4db016e60c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:53.913143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Attempting to bind port 5db97f10-ef67-46d7-95e3-1b4db016e60c on network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:53.916499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:42:53.920071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.940359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-44056fe1-ae9c-486b-9ba3-6f30785915ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:53.940359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-44056fe1-ae9c-486b-9ba3-6f30785915ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1097 time: 0.1101868 Aug 30 14:42:53.944393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object a9204a90-24d7-4e58-af7e-441f365b1c06 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:53.949481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:53.949859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Checking segment: {'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:53.950266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.951489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Bound using segment: {'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:53.951489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Bound port: 5db97f10-ef67-46d7-95e3-1b4db016e60c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:53.951489 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:53.961241 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2c0ff916-b15c-49f2-aaeb-0dc860afba72 req-9bfd61bd-b64b-4812-abe2-5f3f127fe00f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617435 Aug 30 14:42:54.003417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae388d0d-4980-4dea-9bf4-e26795e39698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.010572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae388d0d-4980-4dea-9bf4-e26795e39698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.040823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.042097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-85a16c8c-ef42-48be-a329-843ebedb69dc tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3000276 Aug 30 14:42:54.048442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:54.054064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-763389285'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:54.068719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae388d0d-4980-4dea-9bf4-e26795e39698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104f5e01-ce97-48d6-85cd-a5b3d1ee2d90,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:54.087384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae388d0d-4980-4dea-9bf4-e26795e39698 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=209e78a0b273437581ba328473e7a4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761649 Aug 30 14:42:54.087793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Made reservation on behalf of 2ae49712715448b9adc3a8a304727171 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:54.087970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:54.092082 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.110992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Made reservation on behalf of bc287728688e498cb2f2e862789101f9 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:54.114679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.128595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] For port 5db97f10-ef67-46d7-95e3-1b4db016e60c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:54.132372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.133781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] For port 5db97f10-ef67-46d7-95e3-1b4db016e60c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5db97f10-ef67-46d7-95e3-1b4db016e60c,segment=NetworkSegment(30f334f9-9e5b-4358-98ba-05935430ccb6),segment_id=30f334f9-9e5b-4358-98ba-05935430ccb6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:54.141628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.144334 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.204766 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e3d3-0aff-48ef-807f-4e6571f6a92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.232828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-602fb625-dc0f-4be2-93cb-76d00d1ae99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:54.234853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-602fb625-dc0f-4be2-93cb-76d00d1ae99a service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 911 time: 0.2858377 Aug 30 14:42:54.241448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:54.247279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71368e0-646e-48bb-9352-0957b48bfd4a None None] Pushing event updated for resources: {'Port': ['ID=5db97f10-ef67-46d7-95e3-1b4db016e60c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:54.250280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e3d3-0aff-48ef-807f-4e6571f6a92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.262026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:54.277863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:54.309182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:42:49Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:53Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:54.349108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=a9204a90-24d7-4e58-af7e-441f365b1c06,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:54.380393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2cbd3-48bb-409f-960d-10bd5f97e24c None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:42:49Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:53Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:54.406842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e3d3-0aff-48ef-807f-4e6571f6a92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.409426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e3d3-0aff-48ef-807f-4e6571f6a92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.414589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3fc3e3d3-0aff-48ef-807f-4e6571f6a92a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/104f5e01-ce97-48d6-85cd-a5b3d1ee2d90 HTTP/1.1" status: 204 len: 168 time: 0.3212507 Aug 30 14:42:54.414589 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.428187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.440447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3e3d3-0aff-48ef-807f-4e6571f6a92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f5e01-ce97-48d6-85cd-a5b3d1ee2d90,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:54.456872 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:42:54.482403 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4330af6e-c23f-4ec1-a76e-6c50b543bbb9 req-daad9002-2aa6-4293-b6bc-3c17cdb1e643 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 210 time: 0.0957694 Aug 30 14:42:54.506285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.520030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.520386 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Added segment ec1095b3-1cc4-436b-a560-e6bc2c3cae9f of type vlan for network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 Aug 30 14:42:54.562237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8079bbd-9f6a-494b-8bcd-99670a7c49d4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:54.582180 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-552330fb-74fd-4f6b-96ab-ce58e4604eca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 1002 time: 0.3213203 Aug 30 14:42:54.627554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.684068 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.689543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Allocated IP 172.20.0.8 (9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf/160fafe4-6aa5-4569-8684-981501e82d7f/b6781a98-3269-4227-9314-70fa7d6d8d2f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:54.690275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:54.690863 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.740942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-a908f650-a7f5-4669-9a14-59bb3fb3a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:54.742664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-a908f650-a7f5-4669-9a14-59bb3fb3a153 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 200 len: 849 time: 0.1508682 Aug 30 14:42:54.780566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'Network': ['ID=d876bc7b-121f-47e5-a11d-40a2e9c0bee6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:54.792756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:42:54.813715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-93baa395-9aba-4f78-abe2-93cdd7cea7fe tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7641408 Aug 30 14:42:54.823982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:54.832240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Request body: {'subnet': {'network_id': 'd876bc7b-121f-47e5-a11d-40a2e9c0bee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:54.882709 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:54.969209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-9406fed2-d566-456d-8ba4-64f7f5432d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:54.971781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-9406fed2-d566-456d-8ba4-64f7f5432d46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d2391c-8dd6-40bc-aaaf-65b1b6401624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2136207 Aug 30 14:42:54.991076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Made reservation on behalf of bc287728688e498cb2f2e862789101f9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:54.995541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.153819 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3d68ed8-ca9d-4641-964e-0272435d489c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.182897 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:55.226284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdd833d2-99cc-43ff-b6d4-b0501eba2e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.258573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5db97f10-ef67-46d7-95e3-1b4db016e60c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:55.328491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 5db97f10-ef67-46d7-95e3-1b4db016e60c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:55.338957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ccbdf823-8f99-4bce-bc8c-2565f1ee431d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:55.345107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c072f0-16b0-423a-8274-261cd1cb4718 req-de14c80b-cf01-4b32-ac17-8535764f8895 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:55.347330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9c072f0-16b0-423a-8274-261cd1cb4718 req-de14c80b-cf01-4b32-ac17-8535764f8895 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.2108829 Aug 30 14:42:55.401287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-30c3950a-fe4e-4f86-b458-2f56ef5354c6 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833637 Aug 30 14:42:55.407683 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.421193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ccbdf823-8f99-4bce-bc8c-2565f1ee431d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:55.429330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ccbdf823-8f99-4bce-bc8c-2565f1ee431d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:55.430674 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.459088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9c072f0-16b0-423a-8274-261cd1cb4718 req-98a69f80-6876-431b-ad9f-fb61bc14f728 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852106 Aug 30 14:42:55.472358 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.588989 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.615574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'Subnet': ['ID=5a31fbb6-8a52-43cd-ad83-dc85f2b20af7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:55.629751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ccbdf823-8f99-4bce-bc8c-2565f1ee431d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,segment=NetworkSegment(953df594-2a69-464d-b8ca-0e3f040da3b6),segment_id=953df594-2a69-464d-b8ca-0e3f040da3b6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:55.636205 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.640776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46604216-bf72-4073-8af6-fabce8d3b496 req-102f5628-50db-4166-9491-6653f333cc52 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 210 time: 0.0406291 Aug 30 14:42:55.647618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Checking segment: {'id': 'ec1095b3-1cc4-436b-a560-e6bc2c3cae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd876bc7b-121f-47e5-a11d-40a2e9c0bee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:55.648374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Network hostable DHCP agents. Network: d876bc7b-121f-47e5-a11d-40a2e9c0bee6, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:42:55.669974 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdd833d2-99cc-43ff-b6d4-b0501eba2e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.683589 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdd833d2-99cc-43ff-b6d4-b0501eba2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.702466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:55.722107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:42:55.744570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd833d2-99cc-43ff-b6d4-b0501eba2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48674681-db01-4af1-b047-700d3e27c01e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:55.748528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d876bc7b-121f-47e5-a11d-40a2e9c0bee6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:55.753697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cdd833d2-99cc-43ff-b6d4-b0501eba2e54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=740f73db6b3141f6a15968c29369c0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674076 Aug 30 14:42:55.757382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9dd78860-0607-4d93-8c6d-9e4ce121e11e req-1e52157b-d9b3-4603-9c13-0091327b0797 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453918 Aug 30 14:42:55.759706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:55.760354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.760752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:55.764397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07435cd-63dd-41db-8742-1cd5dc219eb5 None None] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:55.783782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a4ae3789-e495-4a94-b60a-becba01dd1c3 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9565692 Aug 30 14:42:55.786212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:55.790690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.791583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1421164576', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:55.831237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.832663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.840958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:42:55.859561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event updated for resources: {'Port': ['ID=b6781a98-3269-4227-9314-70fa7d6d8d2f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:55.886034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:55.891927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:55.906554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:55.907979 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.910861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:55.941726 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.029826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83c6f010-44ce-4e1c-9d78-87344c798626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.053401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:56.053401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.065088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41aeb7-786f-4649-85c4-a7244b63838c None None] Network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:56.070822 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.071870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.081902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=a9204a90-24d7-4e58-af7e-441f365b1c06,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:56.101242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83c6f010-44ce-4e1c-9d78-87344c798626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.103915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0aa4b255-e8ec-40bf-9f47-f5a6327f7958 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6138823 Aug 30 14:42:56.148582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Request body: {'port': {'device_id': '4c7caef2-43b1-474c-ad61-31a44709edf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:56.155821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba65da9a-243f-4233-8133-64d3b124b322 None None] Provisioning for port 5db97f10-ef67-46d7-95e3-1b4db016e60c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:56.166539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba65da9a-243f-4233-8133-64d3b124b322 None None] Provisioning complete for port 5db97f10-ef67-46d7-95e3-1b4db016e60c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:56.167170 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba65da9a-243f-4233-8133-64d3b124b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.290684 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.339260 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.346123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:56.369085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83c6f010-44ce-4e1c-9d78-87344c798626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.369085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83c6f010-44ce-4e1c-9d78-87344c798626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.370389 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.372773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-83c6f010-44ce-4e1c-9d78-87344c798626 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48674681-db01-4af1-b047-700d3e27c01e HTTP/1.1" status: 204 len: 168 time: 0.6086893 Aug 30 14:42:56.378801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:56.400230 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6f010-44ce-4e1c-9d78-87344c798626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48674681-db01-4af1-b047-700d3e27c01e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:56.435684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-d876bc7b-121f-47e5-a11d-40a2e9c0bee6', 'network_id': 'd876bc7b-121f-47e5-a11d-40a2e9c0bee6', 'tenant_id': 'bc287728688e498cb2f2e862789101f9', 'fixed_ips': [{'subnet_id': '5a31fbb6-8a52-43cd-ad83-dc85f2b20af7'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:42:56.436600 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.525114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Allocated IP 172.25.6.105 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/0e3df379-0e3c-4149-99a3-968994c391b8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:56.609566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba65da9a-243f-4233-8133-64d3b124b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.658032 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.735595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ba65da9a-243f-4233-8133-64d3b124b322 None None] For port 5db97f10-ef67-46d7-95e3-1b4db016e60c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5db97f10-ef67-46d7-95e3-1b4db016e60c,segment=NetworkSegment(30f334f9-9e5b-4358-98ba-05935430ccb6),segment_id=30f334f9-9e5b-4358-98ba-05935430ccb6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:42:56.748516 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba65da9a-243f-4233-8133-64d3b124b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.755729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:42:56.820813 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:56.822919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Allocated IP 172.20.0.2 (d876bc7b-121f-47e5-a11d-40a2e9c0bee6/5a31fbb6-8a52-43cd-ad83-dc85f2b20af7/6cd056bb-6142-4d50-9a57-134c63e3924d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:42:56.904285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:56.908681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:56.920426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:56.978119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51015de-abed-4417-beaf-00eef5b2612b req-ad7a152d-dff2-49dc-b63c-93d787296764 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:56.983176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c51015de-abed-4417-beaf-00eef5b2612b req-ad7a152d-dff2-49dc-b63c-93d787296764 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.2169631 Aug 30 14:42:56.992568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'Port': ['ID=0e3df379-0e3c-4149-99a3-968994c391b8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:57.084259 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.089492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c51015de-abed-4417-beaf-00eef5b2612b req-3d8b1305-69b6-4912-b859-b6963ef92bd0 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893815 Aug 30 14:42:57.131772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Transition to ACTIVE for port object 6cd056bb-6142-4d50-9a57-134c63e3924d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:57.167728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Transition to ACTIVE for port object 6cd056bb-6142-4d50-9a57-134c63e3924d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:57.255481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ccbdf823-8f99-4bce-bc8c-2565f1ee431d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:57.261815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65da9a-243f-4233-8133-64d3b124b322 None None] Pushing event updated for resources: {'Port': ['ID=5db97f10-ef67-46d7-95e3-1b4db016e60c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:57.288176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.375554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Pushing event updated for resources: {'Port': ['ID=6cd056bb-6142-4d50-9a57-134c63e3924d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:57.404730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:42:57.412814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:57.428215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:42:57.430643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0845f0c-7333-492c-8aa6-3d14f6d86d2a None None] Provisioning for port a9204a90-24d7-4e58-af7e-441f365b1c06 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:57.444800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0845f0c-7333-492c-8aa6-3d14f6d86d2a None None] Provisioning complete for port a9204a90-24d7-4e58-af7e-441f365b1c06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:57.445305 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0845f0c-7333-492c-8aa6-3d14f6d86d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.485863 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.542701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ccbdf823-8f99-4bce-bc8c-2565f1ee431d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:57.543074 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.544843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Attempting to bind port 6cd056bb-6142-4d50-9a57-134c63e3924d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:57.551637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Attempting to bind port 6cd056bb-6142-4d50-9a57-134c63e3924d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'ec1095b3-1cc4-436b-a560-e6bc2c3cae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd876bc7b-121f-47e5-a11d-40a2e9c0bee6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:57.552105 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Attempting to bind port 6cd056bb-6142-4d50-9a57-134c63e3924d on network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:57.556371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e0845f0c-7333-492c-8aa6-3d14f6d86d2a None None] Port a9204a90-24d7-4e58-af7e-441f365b1c06 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:57.577159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:57.593075 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:57.607285 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:57.607937 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:57.619291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-572398f6-5b8d-4ce4-b6ef-c8c99607929a tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9372473 Aug 30 14:42:57.622027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:57.633520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:57.634509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Checking segment: {'id': 'ec1095b3-1cc4-436b-a560-e6bc2c3cae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd876bc7b-121f-47e5-a11d-40a2e9c0bee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:57.634853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.635246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Bound using segment: {'id': 'ec1095b3-1cc4-436b-a560-e6bc2c3cae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd876bc7b-121f-47e5-a11d-40a2e9c0bee6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:57.635743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Bound port: 6cd056bb-6142-4d50-9a57-134c63e3924d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1095b3-1cc4-436b-a560-e6bc2c3cae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd876bc7b-121f-47e5-a11d-40a2e9c0bee6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:57.636133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.655057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-255148235'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:57.695604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0845f0c-7333-492c-8aa6-3d14f6d86d2a None None] Provisioning complete for port 5db97f10-ef67-46d7-95e3-1b4db016e60c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:57.698337 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0845f0c-7333-492c-8aa6-3d14f6d86d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.769290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665594cf-93c6-4906-940a-6e1758d7227f req-076fe252-bf24-4f12-bba3-8d8dc4e1f806 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:57.780953 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-665594cf-93c6-4906-940a-6e1758d7227f req-076fe252-bf24-4f12-bba3-8d8dc4e1f806 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 931 time: 0.9540076 Aug 30 14:42:57.836631 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:42:57.863472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-665594cf-93c6-4906-940a-6e1758d7227f req-3adbfd13-e104-472a-857c-a792cd0cf185 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806789 Aug 30 14:42:57.864365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:57.869670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:57.944583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] For port 6cd056bb-6142-4d50-9a57-134c63e3924d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:57.955836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] For port 6cd056bb-6142-4d50-9a57-134c63e3924d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6cd056bb-6142-4d50-9a57-134c63e3924d,segment=NetworkSegment(ec1095b3-1cc4-436b-a560-e6bc2c3cae9f),segment_id=ec1095b3-1cc4-436b-a560-e6bc2c3cae9f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:57.977183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.024402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:42:58.059679 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.059679 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment 8127b361-ac32-4cfe-81e6-b406f9555239 of type vlan for network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb Aug 30 14:42:58.085695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd3e64-1808-4050-9232-b645e63ee1d6 None None] Pushing event updated for resources: {'Port': ['ID=6cd056bb-6142-4d50-9a57-134c63e3924d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:58.107005 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.136735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6781a98-3269-4227-9314-70fa7d6d8d2f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:42:58.142957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.144242 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d29c018-8f85-4c75-ae48-fba74b6538f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.149872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:58.150714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.231475 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:42:54Z', 'revision_number': 3, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:58.245595 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.250587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=7e5d15ab-d33c-40ea-9d7d-732d150d3bcb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:58.261186 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.266331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:42:58.269927 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b7c6fbc8-dea9-47d3-a20d-e9234aafa67e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6454532 Aug 30 14:42:58.271178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Transition to ACTIVE for port object b6781a98-3269-4227-9314-70fa7d6d8d2f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:58.274994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:58.283392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:42:58.336094 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:42:58.336450 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Updating router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 port a9204a90-24d7-4e58-af7e-441f365b1c06 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:42:58.416570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69b02ed9-5f9e-47e8-ae53-442877c459a6 None None] Provisioning complete for port a9204a90-24d7-4e58-af7e-441f365b1c06 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:58.417193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69b02ed9-5f9e-47e8-ae53-442877c459a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.417688 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.468856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-69b02ed9-5f9e-47e8-ae53-442877c459a6 None None] Port a9204a90-24d7-4e58-af7e-441f365b1c06 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:42:58.471869 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.490801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:42:58.497619 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.580593 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.587224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Router cb235cda-a82f-46d5-b9d9-b9de87884bf9 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:42:58.617754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Pushing event updated for resources: {'Port': ['ID=b6781a98-3269-4227-9314-70fa7d6d8d2f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:58.789169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:42:58.807776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c58c76-02df-4315-ab45-a52f86f95da9 None None] Sync routers for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:42:58.817877 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.822450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3a4731aa-9769-45d2-9355-b2f5f2536e63 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0329683 Aug 30 14:42:58.823204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:42:58.826118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c58c76-02df-4315-ab45-a52f86f95da9 None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:58.826998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77c58c76-02df-4315-ab45-a52f86f95da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:58.841542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Attempting to bind port b6781a98-3269-4227-9314-70fa7d6d8d2f on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:58.842194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Attempting to bind port b6781a98-3269-4227-9314-70fa7d6d8d2f by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:58.842323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Attempting to bind port b6781a98-3269-4227-9314-70fa7d6d8d2f on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:58.849789 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.868507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Port b6781a98-3269-4227-9314-70fa7d6d8d2f on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:42:58.868842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Attempting to bind port b6781a98-3269-4227-9314-70fa7d6d8d2f on network 9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:58.880447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:58.880783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Checking segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:58.881186 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Transition to ACTIVE for port object a9204a90-24d7-4e58-af7e-441f365b1c06 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:42:58.881342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Bound using segment: {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:58.881648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Bound port: b6781a98-3269-4227-9314-70fa7d6d8d2f, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:58.881777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77c58c76-02df-4315-ab45-a52f86f95da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:58.882000 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.891700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c58c76-02df-4315-ab45-a52f86f95da9 None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:58.892332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77c58c76-02df-4315-ab45-a52f86f95da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:58.897845 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:58.978130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77c58c76-02df-4315-ab45-a52f86f95da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:58.979447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c58c76-02df-4315-ab45-a52f86f95da9 None None] The sync data for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:42:59.066066 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Pushing event updated for resources: {'Port': ['ID=a9204a90-24d7-4e58-af7e-441f365b1c06,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:59.082325 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.082947 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.083451 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.084722 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.085254 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.085736 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.086230 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.086751 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.087777 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.088422 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.088908 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.089508 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:42:59.100198 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.125082 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Attempting to bind port a9204a90-24d7-4e58-af7e-441f365b1c06 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:42:59.125557 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Attempting to bind port a9204a90-24d7-4e58-af7e-441f365b1c06 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:42:59.126039 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Attempting to bind port a9204a90-24d7-4e58-af7e-441f365b1c06 on network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:42:59.141169 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:42:59.141939 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Checking segment: {'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:59.142591 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.143285 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Bound using segment: {'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:42:59.143996 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Bound port: a9204a90-24d7-4e58-af7e-441f365b1c06, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f334f9-9e5b-4358-98ba-05935430ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:42:59.144617 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.220642 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.268186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6cd056bb-6142-4d50-9a57-134c63e3924d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:59.275963 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] For port a9204a90-24d7-4e58-af7e-441f365b1c06, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:59.287017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790cb8e-0da3-4206-93d3-4191a9d59b35 req-ad200f31-39be-4624-a7ed-fce4855362fa tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:59.287570 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] For port a9204a90-24d7-4e58-af7e-441f365b1c06, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a9204a90-24d7-4e58-af7e-441f365b1c06,segment=NetworkSegment(30f334f9-9e5b-4358-98ba-05935430ccb6),segment_id=30f334f9-9e5b-4358-98ba-05935430ccb6)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:59.289372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e790cb8e-0da3-4206-93d3-4191a9d59b35 req-ad200f31-39be-4624-a7ed-fce4855362fa tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 943 time: 0.2739847 Aug 30 14:42:59.294822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] For port b6781a98-3269-4227-9314-70fa7d6d8d2f, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:42:59.300806 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.336349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=884e6801-30d2-4a40-8462-3b5bf73800f6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:59.354245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] For port b6781a98-3269-4227-9314-70fa7d6d8d2f, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b6781a98-3269-4227-9314-70fa7d6d8d2f,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:42:59.376377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.408375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 6cd056bb-6142-4d50-9a57-134c63e3924d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:42:59.418572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5db97f10-ef67-46d7-95e3-1b4db016e60c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:42:59.464041 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e790cb8e-0da3-4206-93d3-4191a9d59b35 req-da258bce-27a8-469f-867e-7a6477d4423b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605024 Aug 30 14:42:59.491102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:42:59.491471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:42:59.492029 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:42:59.493830 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:42:59.500208 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c15fee-5408-4e95-aea3-6b052c00c525 None None] Pushing event updated for resources: {'Port': ['ID=a9204a90-24d7-4e58-af7e-441f365b1c06,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:59.518337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:59.520091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.521881 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] 10.222.0.39 "PUT /v2.0/ports/b6781a98-3269-4227-9314-70fa7d6d8d2f HTTP/1.1" status: 200 len: 1091 time: 3.3797348 Aug 30 14:42:59.524022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7caef2-43b1-474c-ad61-31a44709edf1', 'tag': 'b6781a98-3269-4227-9314-70fa7d6d8d2f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:42:59.540648 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7caef2-43b1-474c-ad61-31a44709edf1", "tag": "b6781a98-3269-4227-9314-70fa7d6d8d2f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:42:59.658913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5db97f10-ef67-46d7-95e3-1b4db016e60c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:42:59.659296 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.687515 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb233982-ae89-4b46-9caf-9e67283f136c x-openstack-request-id: req-bb233982-ae89-4b46-9caf-9e67283f136c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:42:59.688249 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7caef2-43b1-474c-ad61-31a44709edf1", "tag": "b6781a98-3269-4227-9314-70fa7d6d8d2f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:42:59.688678 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb233982-ae89-4b46-9caf-9e67283f136c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:42:59.689358 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7caef2-43b1-474c-ad61-31a44709edf1', 'tag': 'b6781a98-3269-4227-9314-70fa7d6d8d2f', 'status': 'completed', 'code': 200} Aug 30 14:42:59.690337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c912814-1885-427a-a593-71e8c9f23bbb service neutron] Pushing event updated for resources: {'Port': ['ID=b6781a98-3269-4227-9314-70fa7d6d8d2f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:42:59.696808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:42:59.723311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:42:59.733760 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:42:59.741239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78423d65-554c-4b67-8619-7cd73235d60d None None] Network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:42:59.744526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-84f30263-02a8-4754-aec8-7cb0c83f7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:59.746129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-84f30263-02a8-4754-aec8-7cb0c83f7fce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 1094 time: 0.1637094 Aug 30 14:42:59.774996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:59.775806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.856270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-0dbfaef0-c754-4c12-8ffe-f7973fab834a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6781a98-3269-4227-9314-70fa7d6d8d2f HTTP/1.1" status: 200 len: 217 time: 0.0986283 Aug 30 14:42:59.955065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-95ff5e77-969c-4352-8f3a-a2a62f8e49af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:59.957763 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-95ff5e77-969c-4352-8f3a-a2a62f8e49af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0917451 Aug 30 14:42:59.963157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.993832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-242aef5e-9e7d-4487-9634-f5c8c7be05ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7141500 Aug 30 14:42:59.995662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55344) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:00.025737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d64d85-ea4f-4166-b9ff-78d1cb7a2455 None None] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:00.044635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-77ec25c5-dd6e-45cb-ba67-fbdc960c0f53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789607 Aug 30 14:43:00.244177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:43:00.246908 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:00.266134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad35abc9-9b80-43b7-ad65-c87eb3bd1a6e None None] Provisioning for port 6cd056bb-6142-4d50-9a57-134c63e3924d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:00.277169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad35abc9-9b80-43b7-ad65-c87eb3bd1a6e None None] Provisioning complete for port 6cd056bb-6142-4d50-9a57-134c63e3924d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:00.277944 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad35abc9-9b80-43b7-ad65-c87eb3bd1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:00.459280 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:42:54Z', 'revision_number': 3, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:42:59Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:00.516899 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c63b3-8da9-426d-8075-765947b5ec27 None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:42:54Z', 'revision_number': 3, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:42:59Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:00.586390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Allocated IP 172.20.0.1 (d876bc7b-121f-47e5-a11d-40a2e9c0bee6/5a31fbb6-8a52-43cd-ad83-dc85f2b20af7/3a482b6b-c0cf-49ae-a864-f12d038ec973) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:00.666955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:00.754787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad35abc9-9b80-43b7-ad65-c87eb3bd1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:00.766702 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3b7bf-fc57-434e-ae33-9e1a9df758d5 req-19c7073f-30d4-410f-ad27-1b2786718a4c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:00.775496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ff3b7bf-fc57-434e-ae33-9e1a9df758d5 req-19c7073f-30d4-410f-ad27-1b2786718a4c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 943 time: 0.1843884 Aug 30 14:43:00.784789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Allocated IP 172.22.0.2 (7e5d15ab-d33c-40ea-9d7d-732d150d3bcb/884e6801-30d2-4a40-8462-3b5bf73800f6/d4c0fb6b-6f20-49c9-9e8d-964a91e5465d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:00.801345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-cc72f9ec-d9de-49d8-bf86-490496d4e7f2 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443948 Aug 30 14:43:00.864266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ad35abc9-9b80-43b7-ad65-c87eb3bd1a6e None None] For port 6cd056bb-6142-4d50-9a57-134c63e3924d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6cd056bb-6142-4d50-9a57-134c63e3924d,segment=NetworkSegment(ec1095b3-1cc4-436b-a560-e6bc2c3cae9f),segment_id=ec1095b3-1cc4-436b-a560-e6bc2c3cae9f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:00.889837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ff3b7bf-fc57-434e-ae33-9e1a9df758d5 req-870a4cf5-ef5f-4d35-82bf-026de6c246f1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129150 Aug 30 14:43:00.896651 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad35abc9-9b80-43b7-ad65-c87eb3bd1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:00.924374 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:00.950129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Transition to ACTIVE for port object 3a482b6b-c0cf-49ae-a864-f12d038ec973 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:01.015139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14cea9bc-b831-4e27-8a6c-5bcca39b1650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.022919 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.066777 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.113078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95d807a1-0da2-4b23-b9ef-55c2d37c7091 req-692a4708-d006-4766-b461-fe0e2441dc32 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020749 Aug 30 14:43:01.153364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:01.173894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:01.196965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:01.200186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'Port': ['ID=3a482b6b-c0cf-49ae-a864-f12d038ec973,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:01.233074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a9204a90-24d7-4e58-af7e-441f365b1c06 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:01.280676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.350943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35abc9-9b80-43b7-ad65-c87eb3bd1a6e None None] Pushing event updated for resources: {'Port': ['ID=6cd056bb-6142-4d50-9a57-134c63e3924d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:01.362339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-288d68c0-f6ca-4bb1-ba29-64c413ac86bc None None] Provisioning complete for port 6cd056bb-6142-4d50-9a57-134c63e3924d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:01.362818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-288d68c0-f6ca-4bb1-ba29-64c413ac86bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.452384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-0a8b8c19-9765-449b-ac41-0c11112e0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:01.454215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-0a8b8c19-9765-449b-ac41-0c11112e0507 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 1094 time: 0.2570605 Aug 30 14:43:01.491441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14cea9bc-b831-4e27-8a6c-5bcca39b1650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.492338 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.503858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14cea9bc-b831-4e27-8a6c-5bcca39b1650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.508065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Transition to ACTIVE for port object d4c0fb6b-6f20-49c9-9e8d-964a91e5465d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:01.530752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Transition to ACTIVE for port object d4c0fb6b-6f20-49c9-9e8d-964a91e5465d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:01.551283 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.559210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a9204a90-24d7-4e58-af7e-441f365b1c06 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:01.579945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-14cea9bc-b831-4e27-8a6c-5bcca39b1650 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=565189e77d844fa49e4f7829f53a0d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9105272 Aug 30 14:43:01.584028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cea9bc-b831-4e27-8a6c-5bcca39b1650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93591d13-db90-41bf-ab47-7793956a3e3e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:01.597442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:01.609317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.619012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a9204a90-24d7-4e58-af7e-441f365b1c06 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:01.619387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.675700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:01.687175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:01.715364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:01.721827 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.722520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Pushing event updated for resources: {'Port': ['ID=d4c0fb6b-6f20-49c9-9e8d-964a91e5465d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:01.760346 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e79-10c4-456a-a095-6b407483fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.766030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-5cdcac78-8f80-4216-a3bf-bf0064a56b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:01.767560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-5cdcac78-8f80-4216-a3bf-bf0064a56b8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 907 time: 0.3005466 Aug 30 14:43:01.829241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Attempting to bind port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:43:01.829624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Attempting to bind port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:43:01.829975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Attempting to bind port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d on network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:43:01.843204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:43:01.843204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Checking segment: {'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:01.843621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.843716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Bound using segment: {'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:43:01.844128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Bound port: d4c0fb6b-6f20-49c9-9e8d-964a91e5465d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:43:01.844515 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.855927 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-caed367a-647d-4559-b970-872053292816 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6781a98-3269-4227-9314-70fa7d6d8d2f HTTP/1.1" status: 200 len: 217 time: 0.0598786 Aug 30 14:43:01.864397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e79-10c4-456a-a095-6b407483fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.885131 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.888291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.22.0.1 (7e5d15ab-d33c-40ea-9d7d-732d150d3bcb/884e6801-30d2-4a40-8462-3b5bf73800f6/a7f1b3a9-0ad1-4065-85e9-2945450bf24c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:01.957624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a9204a90-24d7-4e58-af7e-441f365b1c06, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a9204a90-24d7-4e58-af7e-441f365b1c06,segment=NetworkSegment(30f334f9-9e5b-4358-98ba-05935430ccb6),segment_id=30f334f9-9e5b-4358-98ba-05935430ccb6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:01.960399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ddcd1d6-c2ac-4563-9240-7edbb551f349 None None] Provisioning for port 3a482b6b-c0cf-49ae-a864-f12d038ec973 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:01.963755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] For port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:43:01.968263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] For port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d4c0fb6b-6f20-49c9-9e8d-964a91e5465d,segment=NetworkSegment(8127b361-ac32-4cfe-81e6-b406f9555239),segment_id=8127b361-ac32-4cfe-81e6-b406f9555239)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:43:01.969456 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.974506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ddcd1d6-c2ac-4563-9240-7edbb551f349 None None] Provisioning complete for port 3a482b6b-c0cf-49ae-a864-f12d038ec973 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:01.974855 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ddcd1d6-c2ac-4563-9240-7edbb551f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:01.978273 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.057630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-ca18c2c9-2f66-433d-aa9f-e00da76e8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:02.059564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-ca18c2c9-2f66-433d-aa9f-e00da76e8d20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.1930528 Aug 30 14:43:02.083312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcd1d6-c2ac-4563-9240-7edbb551f349 None None] Port 3a482b6b-c0cf-49ae-a864-f12d038ec973 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:02.093651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a9204a90-24d7-4e58-af7e-441f365b1c06,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:02.106239 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.117586 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.125471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-dfd07a26-859d-4a9c-87f7-0bad8067a411 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357471 Aug 30 14:43:02.177759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c596c8-f79d-489d-aefa-f32d602ac5ed None None] Pushing event updated for resources: {'Port': ['ID=d4c0fb6b-6f20-49c9-9e8d-964a91e5465d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:02.180590 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e79-10c4-456a-a095-6b407483fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.184831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e79-10c4-456a-a095-6b407483fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.195196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dbe29e79-10c4-456a-a095-6b407483fe0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93591d13-db90-41bf-ab47-7793956a3e3e HTTP/1.1" status: 204 len: 168 time: 0.5847130 Aug 30 14:43:02.222758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.226651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'Port': ['ID=3a482b6b-c0cf-49ae-a864-f12d038ec973,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:02.257153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe29e79-10c4-456a-a095-6b407483fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93591d13-db90-41bf-ab47-7793956a3e3e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:02.276364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8683b-0142-412d-badb-aa75f7b835f0 req-1cd1fe02-b773-4420-b4b3-9dc7df5d011a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:02.278053 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7b8683b-0142-412d-badb-aa75f7b835f0 req-1cd1fe02-b773-4420-b4b3-9dc7df5d011a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 943 time: 0.2382293 Aug 30 14:43:02.327339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.367973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-f53b113d-fed0-4eba-8cb3-5f2d55b67478 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314272 Aug 30 14:43:02.379473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object a7f1b3a9-0ad1-4065-85e9-2945450bf24c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:02.382109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:02.393291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:02.420705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7b8683b-0142-412d-badb-aa75f7b835f0 req-76fb55f6-1413-477b-ac01-cee5fdb2b2a2 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192729 Aug 30 14:43:02.556490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.615928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d89a9ea7-8b3c-4122-9a7e-d3ce4de3811c req-f34a0608-a690-43ee-8e7b-d775aca9d879 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339871 Aug 30 14:43:02.646664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:02.653193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:02.661199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:02.666227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:02.680055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Router cb235cda-a82f-46d5-b9d9-b9de87884bf9 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:02.754927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.782080 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.821869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89fad772-5d19-4dbd-8e57-2b81f891d37a None None] Provisioning complete for port 3a482b6b-c0cf-49ae-a864-f12d038ec973 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:02.822431 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89fad772-5d19-4dbd-8e57-2b81f891d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.861226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:02.895816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24e0e2c5-dcbe-4962-be57-32c00e0fe947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.900639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-89fad772-5d19-4dbd-8e57-2b81f891d37a None None] Port 3a482b6b-c0cf-49ae-a864-f12d038ec973 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:02.915035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:02.921453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e65d23c-3b86-4bb0-921c-fa4e95d9854f tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "PUT /v2.0/routers/cb235cda-a82f-46d5-b9d9-b9de87884bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0958927 Aug 30 14:43:02.926159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:02.936744 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bf7b5-a465-4686-a092-3757a2b5b1a0 None None] Sync routers for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:02.947936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Request body: {'port': {'network_id': 'd876bc7b-121f-47e5-a11d-40a2e9c0bee6', 'name': 'tempest-FloatingIPAdminTestJSON-1814040636'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:02.954749 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bf7b5-a465-4686-a092-3757a2b5b1a0 None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:02.955585 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-039bf7b5-a465-4686-a092-3757a2b5b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:02.986940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.034675 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-039bf7b5-a465-4686-a092-3757a2b5b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:03.053346 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bf7b5-a465-4686-a092-3757a2b5b1a0 None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:03.055233 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-039bf7b5-a465-4686-a092-3757a2b5b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:03.106206 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-039bf7b5-a465-4686-a092-3757a2b5b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:03.107652 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bf7b5-a465-4686-a092-3757a2b5b1a0 None None] The sync data for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:03.254930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6cd056bb-6142-4d50-9a57-134c63e3924d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:03.261454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24e0e2c5-dcbe-4962-be57-32c00e0fe947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.272356 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24e0e2c5-dcbe-4962-be57-32c00e0fe947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.285449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Made reservation on behalf of bc287728688e498cb2f2e862789101f9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:03.289388 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.327870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] device_id is not set on port e3e08751-f262-4eda-89e8-6c7e2b86ad65 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:03.334484 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-24e0e2c5-dcbe-4962-be57-32c00e0fe947 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b97ad9dbf57e479bb35419e85866e4ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716461 Aug 30 14:43:03.337132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:03.337650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0e2c5-dcbe-4962-be57-32c00e0fe947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c66d364-cb36-4c82-b018-68e6b379a220,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:03.378661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 6cd056bb-6142-4d50-9a57-134c63e3924d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:03.379402 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.414636 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.422099 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.498793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d4c0fb6b-6f20-49c9-9e8d-964a91e5465d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:03.531033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:03.537406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4264d1a-d63e-4878-a443-63276f822747 None None] Network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:03.542055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.544850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51e357aa-1706-47f2-82c1-f1fc7d6272ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.577894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Allocated IP 172.20.0.10 (d876bc7b-121f-47e5-a11d-40a2e9c0bee6/5a31fbb6-8a52-43cd-ad83-dc85f2b20af7/e3e08751-f262-4eda-89e8-6c7e2b86ad65) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:03.614826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51e357aa-1706-47f2-82c1-f1fc7d6272ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.637166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:03.650578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a9204a90-24d7-4e58-af7e-441f365b1c06 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:03.653344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:03.654162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bb5c9280-a7d6-4fca-ba66-02e5c5224c52 None None] Provisioning for port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:03.655155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:03.677487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bb5c9280-a7d6-4fca-ba66-02e5c5224c52 None None] Provisioning complete for port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:03.678013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9280-a7d6-4fca-ba66-02e5c5224c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.689803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b0a70-6eca-4fc3-9e3d-b79c922758b5 req-619c3e32-18d4-4fab-bfb3-a2063fd52d80 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:03.691485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c81b0a70-6eca-4fc3-9e3d-b79c922758b5 req-619c3e32-18d4-4fab-bfb3-a2063fd52d80 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 943 time: 0.1411855 Aug 30 14:43:03.751612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c81b0a70-6eca-4fc3-9e3d-b79c922758b5 req-a9ba300b-a00b-45ed-b361-b75f72439d17 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 Aug 30 14:43:03.767936 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51e357aa-1706-47f2-82c1-f1fc7d6272ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.770754 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51e357aa-1706-47f2-82c1-f1fc7d6272ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.774463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51e357aa-1706-47f2-82c1-f1fc7d6272ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c66d364-cb36-4c82-b018-68e6b379a220 HTTP/1.1" status: 204 len: 168 time: 0.4334817 Aug 30 14:43:03.816748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:03.826420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e357aa-1706-47f2-82c1-f1fc7d6272ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c66d364-cb36-4c82-b018-68e6b379a220,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:03.834393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a9204a90-24d7-4e58-af7e-441f365b1c06 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:03.834860 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.884899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9280-a7d6-4fca-ba66-02e5c5224c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.906039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.927284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Transition to ACTIVE for port object e3e08751-f262-4eda-89e8-6c7e2b86ad65 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:03.945404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b6781a98-3269-4227-9314-70fa7d6d8d2f details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:43:03.968012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:03.972578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:03.974907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-02632344-9cab-409f-aab0-f61f2897c1d4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9456508 Aug 30 14:43:03.980244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:03.989311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'network': {'name': 'tempest-RoutersTest-240661929'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:04.003953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bb5c9280-a7d6-4fca-ba66-02e5c5224c52 None None] For port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d4c0fb6b-6f20-49c9-9e8d-964a91e5465d,segment=NetworkSegment(8127b361-ac32-4cfe-81e6-b406f9555239),segment_id=8127b361-ac32-4cfe-81e6-b406f9555239)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:04.011736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:04.018326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:04.025800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.031328 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9280-a7d6-4fca-ba66-02e5c5224c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.038754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:04.045427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:04.050358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:04.082122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event updated for resources: {'Port': ['ID=e3e08751-f262-4eda-89e8-6c7e2b86ad65,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:04.110961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:43:04.133397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:04.134060 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:43:04.136010 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.137962 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:04.138422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:04.140907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.141530 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added segment 3fa585cc-7933-481f-bb6b-565478853df9 of type vlan for network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc Aug 30 14:43:04.167658 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-529883a9-6412-4455-887d-61e82b43a006 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2398875 Aug 30 14:43:04.172723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:04.237232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.278229 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.290794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:04.291931 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.340112 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3582070 Aug 30 14:43:04.342933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:04.348315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'subnet': {'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:04.404620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c9280-a7d6-4fca-ba66-02e5c5224c52 None None] Pushing event updated for resources: {'Port': ['ID=d4c0fb6b-6f20-49c9-9e8d-964a91e5465d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:04.425654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e178-d19e-4b35-9891-3a28d817a645 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Network': ['ID=21aa4fc9-ddcb-4d96-bfef-6d68614961bc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:04.444129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:43:04.501707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'project_id': 'bc287728688e498cb2f2e862789101f9', 'port_id': 'e3e08751-f262-4eda-89e8-6c7e2b86ad65'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:04.554288 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.586835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b6781a98-3269-4227-9314-70fa7d6d8d2f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b6781a98-3269-4227-9314-70fa7d6d8d2f,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:04.608874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:04.620084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Made reservation on behalf of 1e68f0ec74b3475dac2b01c739c73149 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:04.623665 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.645103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'b6781a98-3269-4227-9314-70fa7d6d8d2f', 'network_id': '9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf', 'port_id': 'b6781a98-3269-4227-9314-70fa7d6d8d2f', 'mac_address': 'fa:16:3e:58:65:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160fafe4-6aa5-4569-8684-981501e82d7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:43:04.653024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9397462-8864-4c1b-ae48-e7309a115c04 None None] Provisioning for port a7f1b3a9-0ad1-4065-85e9-2945450bf24c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:04.715177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9397462-8864-4c1b-ae48-e7309a115c04 None None] Provisioning complete for port a7f1b3a9-0ad1-4065-85e9-2945450bf24c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:04.715761 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9397462-8864-4c1b-ae48-e7309a115c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.842202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.857579 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.863159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c9397462-8864-4c1b-ae48-e7309a115c04 None None] Port a7f1b3a9-0ad1-4065-85e9-2945450bf24c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:04.899768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6781a98-3269-4227-9314-70fa7d6d8d2f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:43:04.910913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9397462-8864-4c1b-ae48-e7309a115c04 None None] Provisioning complete for port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:04.911333 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9397462-8864-4c1b-ae48-e7309a115c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:04.946938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50d83-fcbf-4872-9dc6-9319163de252 req-43f169df-5c67-448d-b082-11163de7bb7c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:04.956171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1cd50d83-fcbf-4872-9dc6-9319163de252 req-43f169df-5c67-448d-b082-11163de7bb7c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 943 time: 0.0748656 Aug 30 14:43:04.965766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b6781a98-3269-4227-9314-70fa7d6d8d2f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b6781a98-3269-4227-9314-70fa7d6d8d2f,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:04.986738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.007118 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.013620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1cd50d83-fcbf-4872-9dc6-9319163de252 req-0b4e5926-3194-48b1-ba12-87a4f8f9fb16 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553863 Aug 30 14:43:05.116717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b6781a98-3269-4227-9314-70fa7d6d8d2f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:05.126036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Subnet': ['ID=5e458006-c711-4d29-91e4-bd42c79e6ff0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:05.127119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d4c0fb6b-6f20-49c9-9e8d-964a91e5465d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:05.131464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Allocated IP 172.25.6.209 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b56edd46-7fd3-49f9-99df-caeecdcacbb0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:05.200497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Checking segment: {'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:05.200930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network hostable DHCP agents. Network: 21aa4fc9-ddcb-4d96-bfef-6d68614961bc, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:43:05.241809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:43:05.264156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 21aa4fc9-ddcb-4d96-bfef-6d68614961bc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:05.272362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:05.272972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.335163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ac185-2d66-4e7d-bd5b-a730c95a3999 None None] Network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:05.391347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:02Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:03Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:05.427043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['b6781a98-3269-4227-9314-70fa7d6d8d2f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:43:05.433388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:05.433738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Updating router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 port a7f1b3a9-0ad1-4065-85e9-2945450bf24c binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:43:05.531440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b545f26-629a-45ce-8de6-f49ffbeb5057 None None] Provisioning for port e3e08751-f262-4eda-89e8-6c7e2b86ad65 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:05.566046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b545f26-629a-45ce-8de6-f49ffbeb5057 None None] Provisioning complete for port e3e08751-f262-4eda-89e8-6c7e2b86ad65 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:05.566683 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b545f26-629a-45ce-8de6-f49ffbeb5057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.603625 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.631630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b545f26-629a-45ce-8de6-f49ffbeb5057 None None] Port e3e08751-f262-4eda-89e8-6c7e2b86ad65 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:05.648138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.653743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-36219922-e98a-447d-9df9-8ea18f567a34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3097816 Aug 30 14:43:05.656754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:05.657722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:05.658196 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.726013 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.777363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:05.781757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:05.792395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:05.823640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Pushing event updated for resources: {'Port': ['ID=b56edd46-7fd3-49f9-99df-caeecdcacbb0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:05.874417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b545f26-629a-45ce-8de6-f49ffbeb5057 None None] Provisioning complete for port a7f1b3a9-0ad1-4065-85e9-2945450bf24c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:05.875050 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b545f26-629a-45ce-8de6-f49ffbeb5057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:05.934735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'fixed_ips': [{'subnet_id': '5e458006-c711-4d29-91e4-bd42c79e6ff0'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:43:05.935696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.099959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.207022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4b545f26-629a-45ce-8de6-f49ffbeb5057 None None] Port a7f1b3a9-0ad1-4065-85e9-2945450bf24c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:06.258432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c0e84-36bd-42e0-ae47-5a9feecdece5 req-b19715a9-90c9-4430-be9e-66dfa19df184 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:06.260866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-018c0e84-36bd-42e0-ae47-5a9feecdece5 req-b19715a9-90c9-4430-be9e-66dfa19df184 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 944 time: 0.1150255 Aug 30 14:43:06.334485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-018c0e84-36bd-42e0-ae47-5a9feecdece5 req-455676de-23bd-4fd1-a1b9-1b463d967b3b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630126 Aug 30 14:43:06.381454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.474234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Allocated IP 172.23.0.1 (21aa4fc9-ddcb-4d96-bfef-6d68614961bc/5e458006-c711-4d29-91e4-bd42c79e6ff0/c0089118-bcc8-4c66-bfe1-26f76462637f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:06.491958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.625336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.646758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Transition to ACTIVE for port object a7f1b3a9-0ad1-4065-85e9-2945450bf24c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:06.656623 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.738247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea3e49-f335-403b-bfc6-71b8f23ace2d None None] Pushing event updated for resources: {'Port': ['ID=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:06.751537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.757377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.765926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.781421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Transition to ACTIVE for port object c0089118-bcc8-4c66-bfe1-26f76462637f will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:06.800733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Attempting to bind port a7f1b3a9-0ad1-4065-85e9-2945450bf24c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:43:06.801783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Attempting to bind port a7f1b3a9-0ad1-4065-85e9-2945450bf24c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:43:06.802400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Attempting to bind port a7f1b3a9-0ad1-4065-85e9-2945450bf24c on network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:43:06.808960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:43:06.809720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Checking segment: {'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:06.810783 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.811434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Bound using segment: {'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:43:06.812521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Bound port: a7f1b3a9-0ad1-4065-85e9-2945450bf24c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8127b361-ac32-4cfe-81e6-b406f9555239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:43:06.828351 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.877267 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.887847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Pushing event updated for resources: {'Port': ['ID=b56edd46-7fd3-49f9-99df-caeecdcacbb0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:06.900352 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.918931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:06.926806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:06.977542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:07.068482 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Floating IP 80d7c5b4-7219-4d76-92bf-2484a9f21b4e associated. External IP: 172.25.6.209, port: e3e08751-f262-4eda-89e8-6c7e2b86ad65. Aug 30 14:43:07.088797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] For port a7f1b3a9-0ad1-4065-85e9-2945450bf24c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:43:07.091190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Allocated IP 172.23.0.2 (21aa4fc9-ddcb-4d96-bfef-6d68614961bc/5e458006-c711-4d29-91e4-bd42c79e6ff0/500d23c6-9c3b-4681-84df-90478a7ed66e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:07.095284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] For port a7f1b3a9-0ad1-4065-85e9-2945450bf24c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,segment=NetworkSegment(8127b361-ac32-4cfe-81e6-b406f9555239),segment_id=8127b361-ac32-4cfe-81e6-b406f9555239)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:43:07.107330 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:07.108575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:07.241722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:07.242396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:07.294714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea3e49-f335-403b-bfc6-71b8f23ace2d None None] Pushing event updated for resources: {'Port': ['ID=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:07.449395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:07.565183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Router cb235cda-a82f-46d5-b9d9-b9de87884bf9 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:07.573647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088e717-6cad-456d-ad9d-8503f9a33342 req-ef172389-e1c8-4a83-9b84-f411a32418b5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:07.575254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8088e717-6cad-456d-ad9d-8503f9a33342 req-ef172389-e1c8-4a83-9b84-f411a32418b5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 947 time: 0.0798519 Aug 30 14:43:07.592330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:07.603505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:07.632331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Transition to ACTIVE for port object 500d23c6-9c3b-4681-84df-90478a7ed66e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:07.690209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Transition to ACTIVE for port object 500d23c6-9c3b-4681-84df-90478a7ed66e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:07.705790 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:07.715330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8088e717-6cad-456d-ad9d-8503f9a33342 req-d5c694f9-1c0f-495f-8bc7-8e13af8ef67b tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321433 Aug 30 14:43:07.757234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:07.765077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:07.768153 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:07.775481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:07.791485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Pushing event updated for resources: {'Port': ['ID=500d23c6-9c3b-4681-84df-90478a7ed66e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:07.800674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:07.814868 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd5ca1-37d7-4d6d-a2ea-456ee61926c6 None None] Sync routers for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:07.827495 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd5ca1-37d7-4d6d-a2ea-456ee61926c6 None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:07.828412 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c4fd5ca1-37d7-4d6d-a2ea-456ee61926c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:07.838404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=c0089118-bcc8-4c66-bfe1-26f76462637f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:07.850007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.850502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.850938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.851367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.851808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.852215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.853372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.853668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.854086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.854642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.855105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.855686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:07.874586 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c4fd5ca1-37d7-4d6d-a2ea-456ee61926c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:07.885375 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd5ca1-37d7-4d6d-a2ea-456ee61926c6 None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:07.886069 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c4fd5ca1-37d7-4d6d-a2ea-456ee61926c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:07.906628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841b1e7-75f5-4628-b578-48f893144283 req-cd695aae-7082-418a-ab58-1713523db536 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:07.914436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2841b1e7-75f5-4628-b578-48f893144283 req-cd695aae-7082-418a-ab58-1713523db536 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 944 time: 0.1213546 Aug 30 14:43:07.927999 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c4fd5ca1-37d7-4d6d-a2ea-456ee61926c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:07.928694 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd5ca1-37d7-4d6d-a2ea-456ee61926c6 None None] The sync data for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:07.952439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:07.958113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:07.961276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2841b1e7-75f5-4628-b578-48f893144283 req-28e5f072-857b-4d34-83aa-abb9f8ac68a7 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Aug 30 14:43:07.969204 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.014431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.030278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f09b4f4-d5ab-489b-bbe6-778441c02aac tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.8562028 Aug 30 14:43:08.033646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:08.037629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=768191237bcb41ee9f6ddf920eb69699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442925 Aug 30 14:43:08.038916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fcef70-2e48-4069-987a-96909cc24f95,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:08.041110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:08.044727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b6781a98-3269-4227-9314-70fa7d6d8d2f up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:08.058937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.059265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.059708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.060206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.060562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.060960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.061383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.061798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.064139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.064139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.064139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.064139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052226a8-330b-4772-a066-ae2e7ad32a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:08.102759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Attempting to bind port 500d23c6-9c3b-4681-84df-90478a7ed66e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:43:08.102759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Attempting to bind port 500d23c6-9c3b-4681-84df-90478a7ed66e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:43:08.103468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Attempting to bind port 500d23c6-9c3b-4681-84df-90478a7ed66e on network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:43:08.107588 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d54f-3ef0-4616-a626-a814abace901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.119383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:43:08.119383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Checking segment: {'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:08.121319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.121319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Bound using segment: {'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:43:08.121319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Bound port: 500d23c6-9c3b-4681-84df-90478a7ed66e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:43:08.121319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.139312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d54f-3ef0-4616-a626-a814abace901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.206527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port b6781a98-3269-4227-9314-70fa7d6d8d2f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:08.208517 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d54f-3ef0-4616-a626-a814abace901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.211467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d54f-3ef0-4616-a626-a814abace901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.214616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a3e2d54f-3ef0-4616-a626-a814abace901 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63fcef70-2e48-4069-987a-96909cc24f95 HTTP/1.1" status: 204 len: 168 time: 0.1722422 Aug 30 14:43:08.224273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:02Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:07Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:08.227107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2d54f-3ef0-4616-a626-a814abace901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fcef70-2e48-4069-987a-96909cc24f95,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:08.228012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port b6781a98-3269-4227-9314-70fa7d6d8d2f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:08.228393 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.272854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d6f050ae-2bd7-4c8c-b6ca-a797c43392c1 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] 10.222.0.50 "GET /v2.0/floatingips/80d7c5b4-7219-4d76-92bf-2484a9f21b4e HTTP/1.1" status: 200 len: 984 time: 0.2380576 Aug 30 14:43:08.276026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55504) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:08.299327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550d398-463a-4989-a16b-d0212f2131c1 None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:02Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:07Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:08.309079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] For port 500d23c6-9c3b-4681-84df-90478a7ed66e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:43:08.334553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] For port 500d23c6-9c3b-4681-84df-90478a7ed66e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=500d23c6-9c3b-4681-84df-90478a7ed66e,segment=NetworkSegment(3fa585cc-7933-481f-bb6b-565478853df9),segment_id=3fa585cc-7933-481f-bb6b-565478853df9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:43:08.342396 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.464556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55506) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:08.465418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6467d01c-5a5d-49d5-9dc5-cb5fe5827dca tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3823 time: 0.1875796 Aug 30 14:43:08.509264 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.526470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8071-d7d2-49fe-9161-feae6181b6d7 None None] Pushing event updated for resources: {'Port': ['ID=500d23c6-9c3b-4681-84df-90478a7ed66e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:08.557848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7caef2-43b1-474c-ad61-31a44709edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6781a98-3269-4227-9314-70fa7d6d8d2f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:08.567626 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9830e1-d287-4bc7-8f14-2ea458d9340d" -d '{"events": [{"server_uuid": "4c7caef2-43b1-474c-ad61-31a44709edf1", "name": "network-vif-plugged", "status": "completed", "tag": "b6781a98-3269-4227-9314-70fa7d6d8d2f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:08.585706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port b6781a98-3269-4227-9314-70fa7d6d8d2f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b6781a98-3269-4227-9314-70fa7d6d8d2f,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:08.593744 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.644955 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab491d7a-90fb-40c7-8f4a-b30953bc8dca x-openstack-request-id: req-ab491d7a-90fb-40c7-8f4a-b30953bc8dca {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:08.645420 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7caef2-43b1-474c-ad61-31a44709edf1", "name": "network-vif-plugged", "status": "completed", "tag": "b6781a98-3269-4227-9314-70fa7d6d8d2f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:08.645652 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab491d7a-90fb-40c7-8f4a-b30953bc8dca {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:08.646216 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7caef2-43b1-474c-ad61-31a44709edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6781a98-3269-4227-9314-70fa7d6d8d2f', 'code': 200} Aug 30 14:43:08.685444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=b6781a98-3269-4227-9314-70fa7d6d8d2f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:08.789928 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.812835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-cd657d0f-0893-41a7-bfa2-60643b9cd2aa tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:08.815603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-cd657d0f-0893-41a7-bfa2-60643b9cd2aa tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 947 time: 0.1513174 Aug 30 14:43:08.819712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.834226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Deleting port b56edd46-7fd3-49f9-99df-caeecdcacbb0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:08.845307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:08.910465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:08.931816 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9495a8b1-9257-4dd1-95e6-97f545819d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.004861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.004861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.010064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab6b34-f85c-422b-951f-2aef598a0aa3 req-cd337eb8-483c-4452-b41b-32362d7c359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:09.011770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2ab6b34-f85c-422b-951f-2aef598a0aa3 req-cd337eb8-483c-4452-b41b-32362d7c359c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 1096 time: 0.2670794 Aug 30 14:43:09.035342 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.065857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Calling delete_port for b56edd46-7fd3-49f9-99df-caeecdcacbb0 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:09.070573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event updated for resources: {'Port': ['ID=c0089118-bcc8-4c66-bfe1-26f76462637f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:09.129172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500b0-bf34-4356-97ac-c8f7eb56f13b req-b7f99293-a759-478c-83db-cf4779732688 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:09.130911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-236500b0-bf34-4356-97ac-c8f7eb56f13b req-b7f99293-a759-478c-83db-cf4779732688 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 947 time: 0.2452147 Aug 30 14:43:09.207566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a7f1b3a9-0ad1-4065-85e9-2945450bf24c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:09.208789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f2ab6b34-f85c-422b-951f-2aef598a0aa3 req-f3d3d506-bea4-4a13-b23f-d8c323872a2b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827292 Aug 30 14:43:09.281106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a7f1b3a9-0ad1-4065-85e9-2945450bf24c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:09.284519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-236500b0-bf34-4356-97ac-c8f7eb56f13b req-42640ace-9afe-4660-99fe-20cef1e9b137 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb976521-3eb6-45e7-87be-1a1baf1731fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077778 Aug 30 14:43:09.286859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a7f1b3a9-0ad1-4065-85e9-2945450bf24c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:09.287505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.303535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Deleting port 6a3d10f1-c03c-497a-9e9d-9ff47382349c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:09.303931 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.334224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e91816-29ec-48f7-bbcf-feb6d868757a req-b5fade3a-a73e-4c1d-9483-e3eb9402685f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:09.335819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e91816-29ec-48f7-bbcf-feb6d868757a req-b5fade3a-a73e-4c1d-9483-e3eb9402685f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.2352216 Aug 30 14:43:09.338753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9495a8b1-9257-4dd1-95e6-97f545819d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.356271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9495a8b1-9257-4dd1-95e6-97f545819d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.394686 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.395925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:09.401975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:09.445408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9495a8b1-9257-4dd1-95e6-97f545819d5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88a23ebebf70490eb881293d6a42be45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338414 Aug 30 14:43:09.449754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495a8b1-9257-4dd1-95e6-97f545819d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1014b2f0-7890-42d4-b563-0b77fa257d3d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:09.453301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:09.467572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a7f1b3a9-0ad1-4065-85e9-2945450bf24c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,segment=NetworkSegment(8127b361-ac32-4cfe-81e6-b406f9555239),segment_id=8127b361-ac32-4cfe-81e6-b406f9555239)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:09.474012 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e0e91816-29ec-48f7-bbcf-feb6d868757a req-28e709a1-3ef8-465e-86c8-ec8107c508f6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263068 Aug 30 14:43:09.494223 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.495057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 500d23c6-9c3b-4681-84df-90478a7ed66e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:09.554405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] For port 6a3d10f1-c03c-497a-9e9d-9ff47382349c, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6a3d10f1-c03c-497a-9e9d-9ff47382349c,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:09.554798 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.559260 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-845ff851-2c0f-4fac-9679-0374561af356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.583120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-845ff851-2c0f-4fac-9679-0374561af356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.614859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:09.636283 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.643492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-845ff851-2c0f-4fac-9679-0374561af356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.644821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 500d23c6-9c3b-4681-84df-90478a7ed66e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:09.646344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-845ff851-2c0f-4fac-9679-0374561af356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.651273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-845ff851-2c0f-4fac-9679-0374561af356 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1014b2f0-7890-42d4-b563-0b77fa257d3d HTTP/1.1" status: 204 len: 168 time: 0.1939418 Aug 30 14:43:09.684627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event deleted for resources: {'Port': ['ID=b56edd46-7fd3-49f9-99df-caeecdcacbb0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:09.696681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ff851-2c0f-4fac-9679-0374561af356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1014b2f0-7890-42d4-b563-0b77fa257d3d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:09.698434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:09.763426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.763426 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Floating IP 80d7c5b4-7219-4d76-92bf-2484a9f21b4e disassociated (deleted). External IP: 172.25.6.209, port: e3e08751-f262-4eda-89e8-6c7e2b86ad65. Aug 30 14:43:09.909104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:09.920536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f73be0e4-697a-41e3-be77-451cdd175bf9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2599533 Aug 30 14:43:09.920759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:09.922795 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:09.926742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:09.937326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:09.942198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:09.972500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.972898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.973283 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Floating IP 1084d910-7824-4158-912b-8a1adc410a95 disassociated. External IP: 172.25.6.190, port: 6a3d10f1-c03c-497a-9e9d-9ff47382349c. Aug 30 14:43:09.973635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Calling delete_port for 6a3d10f1-c03c-497a-9e9d-9ff47382349c owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:10.057754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Router cb235cda-a82f-46d5-b9d9-b9de87884bf9 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:10.091671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:10.182894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d17b4-1064-48d7-80ee-aeef91775503 None None] Network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:10.213437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:10.224862 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c9746-9083-42da-8fee-2505da003059 None None] Sync routers for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:10.225840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.248510 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c9746-9083-42da-8fee-2505da003059 None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:10.249173 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b94c9746-9083-42da-8fee-2505da003059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:10.297442 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d13af401-baa2-4629-940d-2eff7a9b08b7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "DELETE /v2.0/floatingips/80d7c5b4-7219-4d76-92bf-2484a9f21b4e HTTP/1.1" status: 204 len: 168 time: 1.8275328 Aug 30 14:43:10.302206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:10.326535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:10.329601 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b94c9746-9083-42da-8fee-2505da003059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:10.355443 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c9746-9083-42da-8fee-2505da003059 None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:10.355915 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b94c9746-9083-42da-8fee-2505da003059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:10.393291 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.420803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a93ee27-f92a-4762-a218-2ab45309663f None None] Provisioning for port 500d23c6-9c3b-4681-84df-90478a7ed66e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:10.434486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a93ee27-f92a-4762-a218-2ab45309663f None None] Provisioning complete for port 500d23c6-9c3b-4681-84df-90478a7ed66e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:10.435123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a93ee27-f92a-4762-a218-2ab45309663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.439961 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b94c9746-9083-42da-8fee-2505da003059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:10.440779 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c9746-9083-42da-8fee-2505da003059 None None] The sync data for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:10.468064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.536248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event deleted for resources: {'Port': ['ID=6a3d10f1-c03c-497a-9e9d-9ff47382349c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:10.541927 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86619618-aa71-42f9-aad1-dc6acf70aa7d req-37de4630-6da3-49d5-a17a-47cabf58e737 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 210 time: 0.0916126 Aug 30 14:43:10.547603 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.676698 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a93ee27-f92a-4762-a218-2ab45309663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.723550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:07Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0089118-bcc8-4c66-bfe1-26f76462637f', 'name': '', 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:f5:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:06Z', 'updated_at': '2021-08-30T14:43:08Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:10.758266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:10.758742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Updating router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 port c0089118-bcc8-4c66-bfe1-26f76462637f binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:43:10.764564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a93ee27-f92a-4762-a218-2ab45309663f None None] For port 500d23c6-9c3b-4681-84df-90478a7ed66e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=500d23c6-9c3b-4681-84df-90478a7ed66e,segment=NetworkSegment(3fa585cc-7933-481f-bb6b-565478853df9),segment_id=3fa585cc-7933-481f-bb6b-565478853df9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:10.805627 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a93ee27-f92a-4762-a218-2ab45309663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.855994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.949348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93ee27-f92a-4762-a218-2ab45309663f None None] Pushing event updated for resources: {'Port': ['ID=500d23c6-9c3b-4681-84df-90478a7ed66e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:11.205432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a7f1b3a9-0ad1-4065-85e9-2945450bf24c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:11.291049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58ae6879-3d9a-4648-8b32-e2c914d1471c None None] Provisioning for port c0089118-bcc8-4c66-bfe1-26f76462637f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:11.419258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7a21-38c5-484b-8889-064682faac9f req-f1438741-f6b7-4933-a1cc-3d6b3a03d060 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:11.421876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-074e7a21-38c5-484b-8889-064682faac9f req-f1438741-f6b7-4933-a1cc-3d6b3a03d060 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.7917428 Aug 30 14:43:11.459434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Allocated IP 172.25.6.132 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/215cab08-dd7b-4f09-9675-931712e5446d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:11.471004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58ae6879-3d9a-4648-8b32-e2c914d1471c None None] Provisioning complete for port c0089118-bcc8-4c66-bfe1-26f76462637f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:11.472203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58ae6879-3d9a-4648-8b32-e2c914d1471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.527082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-074e7a21-38c5-484b-8889-064682faac9f req-d51cbb88-84f3-4034-a47a-0d44843510b4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914710 Aug 30 14:43:11.530147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Router dcf7d49c-376a-4cb3-929d-995be43b1d1e has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:11.570907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-58ae6879-3d9a-4648-8b32-e2c914d1471c None None] Port c0089118-bcc8-4c66-bfe1-26f76462637f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:11.590472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 14:43:11.610701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Removed routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 14:43:11.611110 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.631066 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.654156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a7f1b3a9-0ad1-4065-85e9-2945450bf24c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:11.654557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.736881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Transition to ACTIVE for port object c0089118-bcc8-4c66-bfe1-26f76462637f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:11.753972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58ae6879-3d9a-4648-8b32-e2c914d1471c None None] Provisioning complete for port 500d23c6-9c3b-4681-84df-90478a7ed66e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:11.755174 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58ae6879-3d9a-4648-8b32-e2c914d1471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.764721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:11.785689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3972107-9229-4426-a091-f22dcf9ac3c2 req-41aacd2e-f8f1-43ac-a2b0-c2b502c218a5 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5fdb869-5706-4165-b418-7a26c621f6b4 HTTP/1.1" status: 200 len: 210 time: 0.0853236 Aug 30 14:43:11.806987 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.834489 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.910145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.948772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a9329-8b32-49da-be8f-d18e5d890c7a None None] Pushing event updated for resources: {'Port': ['ID=c0089118-bcc8-4c66-bfe1-26f76462637f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:11.961445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:11.984131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:11.992517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:11.997086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:11.997303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 6a3d10f1-c03c-497a-9e9d-9ff47382349c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:11.997303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6a3d10f1-c03c-497a-9e9d-9ff47382349c not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:11.998343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.006964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.049109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:12.068922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Pushing event updated for resources: {'Port': ['ID=215cab08-dd7b-4f09-9675-931712e5446d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:12.085842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] Sync routers for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:12.089813 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f0b899-4e99-4459-818c-8719c8eb622b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.114751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 500d23c6-9c3b-4681-84df-90478a7ed66e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:12.167375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Attempting to bind port c0089118-bcc8-4c66-bfe1-26f76462637f on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:43:12.167755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Attempting to bind port c0089118-bcc8-4c66-bfe1-26f76462637f by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:43:12.168123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Attempting to bind port c0089118-bcc8-4c66-bfe1-26f76462637f on network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:43:12.173628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:12.174311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:12.186968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] No DVR routers for this DVR port 6a3d10f1-c03c-497a-9e9d-9ff47382349c on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:12.189600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.192032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-792f632e-a4dd-425a-b613-6adfd84aa59e req-6f03c0d7-b2f2-4a02-be72-27848048c9c6 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.39 "DELETE /v2.0/ports/6a3d10f1-c03c-497a-9e9d-9ff47382349c HTTP/1.1" status: 204 len: 173 time: 3.3656507 Aug 30 14:43:12.198732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-deleted', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:12.200924 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979534c7-070d-4032-8641-481b1f78f11e" -d '{"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-deleted", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:12.235435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a9869-5ed1-467e-8452-a764cc7a8231 req-35777486-c5cc-4bfc-9741-28c90154c989 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:12.244872 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-018a9869-5ed1-467e-8452-a764cc7a8231 req-35777486-c5cc-4bfc-9741-28c90154c989 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.2394385 Aug 30 14:43:12.255237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:43:12.257785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.259600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Checking segment: {'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:12.259766 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.260158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Bound using segment: {'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:43:12.260694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Bound port: c0089118-bcc8-4c66-bfe1-26f76462637f, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa585cc-7933-481f-bb6b-565478853df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:43:12.265380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.277595 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921f870b-33bb-4d93-8902-f92f455b6386 x-openstack-request-id: req-921f870b-33bb-4d93-8902-f92f455b6386 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:12.277886 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fdb869-5706-4165-b418-7a26c621f6b4", "name": "network-vif-deleted", "tag": "6a3d10f1-c03c-497a-9e9d-9ff47382349c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:12.278142 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-921f870b-33bb-4d93-8902-f92f455b6386 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:12.278733 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fdb869-5706-4165-b418-7a26c621f6b4', 'name': 'network-vif-deleted', 'tag': '6a3d10f1-c03c-497a-9e9d-9ff47382349c', 'status': 'completed', 'code': 200} Aug 30 14:43:12.287543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:12.336472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-018a9869-5ed1-467e-8452-a764cc7a8231 req-39749588-5c08-4316-be90-9e2777df5846 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904083 Aug 30 14:43:12.396577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.502038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:12.518566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.524591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b2567ffd-2c86-4b5e-8ba7-1e5111ee1e3f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 200 len: 934 time: 2.6025515 Aug 30 14:43:12.525744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:12.554321 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f0b899-4e99-4459-818c-8719c8eb622b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.598869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f0b899-4e99-4459-818c-8719c8eb622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.649540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082512c-f03c-4163-9cdf-42a5ba49c548 req-28756356-b9e1-43bb-9907-8ea869391fde tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:12.651420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1082512c-f03c-4163-9cdf-42a5ba49c548 req-28756356-b9e1-43bb-9907-8ea869391fde tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1849716 Aug 30 14:43:12.664419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b206abc5-434e-421f-a6e9-ef21d8adbf7e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 200 len: 934 time: 0.1342063 Aug 30 14:43:12.665473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:12.670392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'routes': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:12.681614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0b899-4e99-4459-818c-8719c8eb622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af5de24-fd5a-4c5d-806b-5b78b3654f4b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:12.682692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 500d23c6-9c3b-4681-84df-90478a7ed66e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:12.683221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.686775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:12.705417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-43f0b899-4e99-4459-818c-8719c8eb622b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36b5a645dfc14a17bfd060652f3f08d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9346173 Aug 30 14:43:12.709541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:12.766559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] For port c0089118-bcc8-4c66-bfe1-26f76462637f, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:43:12.778800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1082512c-f03c-4163-9cdf-42a5ba49c548 req-f1f962d4-c3cd-43fe-9d80-551444de8731 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128013 Aug 30 14:43:12.822733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] For port c0089118-bcc8-4c66-bfe1-26f76462637f, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c0089118-bcc8-4c66-bfe1-26f76462637f,segment=NetworkSegment(3fa585cc-7933-481f-bb6b-565478853df9),segment_id=3fa585cc-7933-481f-bb6b-565478853df9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:43:12.838749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.839316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.850119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.982132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3713975-2640-4406-a7db-6c12eae43e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.999501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:13.026146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:13.026875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:13.071830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3713975-2640-4406-a7db-6c12eae43e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.090011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a9329-8b32-49da-be8f-d18e5d890c7a None None] Pushing event updated for resources: {'Port': ['ID=c0089118-bcc8-4c66-bfe1-26f76462637f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:13.095383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Pushing event updated for resources: {'Port': ['ID=215cab08-dd7b-4f09-9675-931712e5446d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:13.128563 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.171752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.173818 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6017a516-0b8b-4f01-939b-2d526e172610 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8695872 Aug 30 14:43:13.176659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3713975-2640-4406-a7db-6c12eae43e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.180263 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3713975-2640-4406-a7db-6c12eae43e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.185373 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e3713975-2640-4406-a7db-6c12eae43e57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6af5de24-fd5a-4c5d-806b-5b78b3654f4b HTTP/1.1" status: 204 len: 168 time: 0.4725025 Aug 30 14:43:13.185373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:13.206821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3713975-2640-4406-a7db-6c12eae43e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af5de24-fd5a-4c5d-806b-5b78b3654f4b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:13.218584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:13.401417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:13.418932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:13.444872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] Checking router: dcf7d49c-376a-4cb3-929d-995be43b1d1e for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:13.453663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.461004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21dc9a50-a2f8-49e5-8fa4-e783fd67e272 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.469016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 14:43:13.469376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 14:43:13.478711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:13.479604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:13.499471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa575af-ea35-4082-a7b5-2af93dad33fc req-603872b4-720f-4f54-899b-45e28e718ae9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:13.507060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-afa575af-ea35-4082-a7b5-2af93dad33fc req-603872b4-720f-4f54-899b-45e28e718ae9 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.4353554 Aug 30 14:43:13.554475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21dc9a50-a2f8-49e5-8fa4-e783fd67e272 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.591392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.625335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-afa575af-ea35-4082-a7b5-2af93dad33fc req-1cca45cc-9eb9-4ee2-a02d-9bd8cb2ecba2 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105247 Aug 30 14:43:13.625524 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.644581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:13.688954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:11Z', 'revision_number': 6, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0089118-bcc8-4c66-bfe1-26f76462637f', 'name': '', 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:f5:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:06Z', 'updated_at': '2021-08-30T14:43:12Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:13.724371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f5c47-5994-490e-a014-834d5f8d3728 None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:11Z', 'revision_number': 6, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0089118-bcc8-4c66-bfe1-26f76462637f', 'name': '', 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:f5:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:06Z', 'updated_at': '2021-08-30T14:43:12Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:13.770064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Allocated IP 172.25.6.50 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/70d4f0bb-3e43-4e68-9391-c5365bd341ac) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:13.837529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21dc9a50-a2f8-49e5-8fa4-e783fd67e272 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.841073 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21dc9a50-a2f8-49e5-8fa4-e783fd67e272 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:13.845347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-21dc9a50-a2f8-49e5-8fa4-e783fd67e272 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "DELETE /v2.0/security-groups/eb976521-3eb6-45e7-87be-1a1baf1731fd HTTP/1.1" status: 204 len: 168 time: 0.8448341 Aug 30 14:43:13.860068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:13.888157 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1808cc6e-1482-414e-99d7-0c28553abddc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] show failed (client error): The resource could not be found. Aug 30 14:43:13.888722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1808cc6e-1482-414e-99d7-0c28553abddc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "GET /v2.0/security-groups/eb976521-3eb6-45e7-87be-1a1baf1731fd HTTP/1.1" status: 404 len: 347 time: 0.0247860 Aug 30 14:43:13.894401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:13.925118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc9a50-a2f8-49e5-8fa4-e783fd67e272 tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb976521-3eb6-45e7-87be-1a1baf1731fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:14.051136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:14.056929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.084067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d123e2-5101-47ed-819f-7fe5890feec1 None None] The sync data for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 is: [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:35:07Z', 'revision_number': 4, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '4a111c02-8290-4b0b-9c0a-1ed8d9e52a01', 'name': '', 'network_id': 'd1fea2b8-e2ac-4603-b63c-fd265c9792c8', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'mac_address': 'fa:16:3e:e8:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:06Z', 'updated_at': '2021-08-30T14:35:14Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'subnets': [{'id': 'eced7123-6e32-4a70-9b61-f6ac87e9f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:14.171059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.193387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Deleting port 37922f7f-6805-40bb-a15e-d17b77b9399c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:14.193853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.293621 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.297964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.325516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Pushing event updated for resources: {'Port': ['ID=70d4f0bb-3e43-4e68-9391-c5365bd341ac,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:14.339116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:14.342978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:14.347136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:14.417692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.418033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.446454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:14.482602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Calling delete_port for 37922f7f-6805-40bb-a15e-d17b77b9399c owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:14.498515 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.571430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:14.579797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.581612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d58f2b17-91e3-47cb-9d61-dc384c52cd42 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 200 len: 700 time: 1.9151733 Aug 30 14:43:14.584259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:14.618906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.647229 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cd643-8d69-4af0-aac9-8a0275b03287 None None] New status for floating IP 1084d910-7824-4158-912b-8a1adc410a95: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:43:14.752860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-30b873b5-785d-4577-963b-579bcdedd4b8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 200 len: 700 time: 0.1650243 Aug 30 14:43:14.753187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:14.827639 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-f32cd643-8d69-4af0-aac9-8a0275b03287 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:43:14.828738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.829856 n-d-805668-3 neutron-server[94829]: DEBUG oslo_db.api [None req-f32cd643-8d69-4af0-aac9-8a0275b03287 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:43:14.887912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Pushing event deleted for resources: {'Port': ['ID=37922f7f-6805-40bb-a15e-d17b77b9399c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:14.926318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa06e-94f5-4a4c-b756-3797afe810eb req-1991b0dc-b271-49a2-b087-2e2ee3cd8ab1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:14.928202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c8fa06e-94f5-4a4c-b756-3797afe810eb req-1991b0dc-b271-49a2-b087-2e2ee3cd8ab1 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1971426 Aug 30 14:43:14.975404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:14.997660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:14.998689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:15.018220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c8fa06e-94f5-4a4c-b756-3797afe810eb req-52c683e1-f928-4fa8-96fa-48a564a0d32c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820348 Aug 30 14:43:15.052783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.054684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.057713 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.061756 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c6c77272-2f0a-47c9-8b20-ae1c5bdcdbbc tempest-AttachVolumeShelveTestJSON-1754431498 tempest-AttachVolumeShelveTestJSON-1754431498-project] 10.222.0.50 "DELETE /v2.0/floatingips/1084d910-7824-4158-912b-8a1adc410a95 HTTP/1.1" status: 204 len: 168 time: 1.1635809 Aug 30 14:43:15.061756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.153766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Pushing event updated for resources: {'Port': ['ID=70d4f0bb-3e43-4e68-9391-c5365bd341ac,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:15.179741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:15.180855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.198408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.202500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c99afc6a-5456-4085-8cd9-1781f2236b76 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0115426 Aug 30 14:43:15.208474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:15.244366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:15.331722 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cd643-8d69-4af0-aac9-8a0275b03287 None None] New status for floating IP 1084d910-7824-4158-912b-8a1adc410a95: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:43:15.398851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9733614b-2715-4ed8-869d-07cd1cc8c904 tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1831651 Aug 30 14:43:15.399211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:15.450362 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-12af863d-e5e5-4c4d-8527-c408b8c089d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1513326 Aug 30 14:43:15.494819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.503964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:13Z', 'revision_number': 7, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0089118-bcc8-4c66-bfe1-26f76462637f', 'name': '', 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:f5:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:06Z', 'updated_at': '2021-08-30T14:43:12Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:15.538578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:15.547575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2110510160'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:15.549900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:15.550509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:15.606890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-85295ca4-850b-4021-a02e-079a9a025bf7 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.2063770 Aug 30 14:43:15.608289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:15.611155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Made reservation on behalf of 43a2aedc0a8346489c8512a0b3b41267 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:15.614852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.640184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-5429b2a9-96e0-4f35-8ee8-46ee4e2adbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:15.641740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-5429b2a9-96e0-4f35-8ee8-46ee4e2adbc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae49712715448b9adc3a8a304727171&device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 1096 time: 0.1622059 Aug 30 14:43:15.663174 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.826935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Deleting port 70d4f0bb-3e43-4e68-9391-c5365bd341ac {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:15.827753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.836110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-18f57d96-5007-4b24-bca1-0e74be0cdbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:15.838212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-18f57d96-5007-4b24-bca1-0e74be0cdbde service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 200 len: 907 time: 0.1553237 Aug 30 14:43:15.849989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c0089118-bcc8-4c66-bfe1-26f76462637f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:15.900281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:15.905121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-c3fafffb-36cd-41ec-9d71-d6d940329c38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69c8dfc8-b2b0-4be7-af60-fe472f7a126d HTTP/1.1" status: 200 len: 217 time: 0.0494819 Aug 30 14:43:15.950785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.951889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c0089118-bcc8-4c66-bfe1-26f76462637f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:15.956774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.957469 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.965472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c0089118-bcc8-4c66-bfe1-26f76462637f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:15.965918 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.968396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.981746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Calling delete_port for 70d4f0bb-3e43-4e68-9391-c5365bd341ac owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:15.999603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-8ae06230-3913-4ce8-adb3-6eeb04685bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:16.001739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-8ae06230-3913-4ce8-adb3-6eeb04685bd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 200 len: 846 time: 0.0662014 Aug 30 14:43:16.015850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port c0089118-bcc8-4c66-bfe1-26f76462637f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:16.016221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:43:16.016421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.092431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c48033-b279-4579-8ba4-2c93b9a2eab6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:16.105416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.105983 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Added segment 017a55d8-352f-492b-b862-a0490a4432b1 of type vlan for network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 Aug 30 14:43:16.138475 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-54a8b809-77b0-4613-8e7e-574e32fd01a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262317 Aug 30 14:43:16.141843 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.163470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.189562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c0089118-bcc8-4c66-bfe1-26f76462637f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c0089118-bcc8-4c66-bfe1-26f76462637f,segment=NetworkSegment(3fa585cc-7933-481f-bb6b-565478853df9),segment_id=3fa585cc-7933-481f-bb6b-565478853df9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:16.199341 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.204427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.210389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:16.210922 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.302624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0571485 Aug 30 14:43:16.307740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:16.318551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Request body: {'subnet': {'network_id': '60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:16.323997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-fa081ff7-87b9-4780-9f31-59ac7c2f959f service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351585 Aug 30 14:43:16.345336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c0089118-bcc8-4c66-bfe1-26f76462637f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:16.387553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:13Z', 'revision_number': 7, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0089118-bcc8-4c66-bfe1-26f76462637f', 'name': '', 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:f5:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:06Z', 'updated_at': '2021-08-30T14:43:12Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:16.421902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baeb7dd-a3ad-484f-b301-c9993e05e080 None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:13Z', 'revision_number': 7, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0089118-bcc8-4c66-bfe1-26f76462637f', 'name': '', 'network_id': '21aa4fc9-ddcb-4d96-bfef-6d68614961bc', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:f5:3b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:06Z', 'updated_at': '2021-08-30T14:43:12Z', 'revision_number': 4, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '5e458006-c711-4d29-91e4-bd42c79e6ff0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:16.426047 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.428416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c50b0-1ab5-433b-8af2-016bd7e12087 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event updated for resources: {'Network': ['ID=60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:16.440593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:43:16.463948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c413376-bf3b-4f8f-babf-73b9267935ee req-7b8e15e9-9e0c-497e-b876-5e755eedb902 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:16.466671 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c413376-bf3b-4f8f-babf-73b9267935ee req-7b8e15e9-9e0c-497e-b876-5e755eedb902 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.3265018 Aug 30 14:43:16.517207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Pushing event deleted for resources: {'Port': ['ID=70d4f0bb-3e43-4e68-9391-c5365bd341ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:16.525432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port c0089118-bcc8-4c66-bfe1-26f76462637f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c0089118-bcc8-4c66-bfe1-26f76462637f,segment=NetworkSegment(3fa585cc-7933-481f-bb6b-565478853df9),segment_id=3fa585cc-7933-481f-bb6b-565478853df9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:16.525813 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.574476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for c0089118-bcc8-4c66-bfe1-26f76462637f owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:16.582577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.585383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.589543 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d0020ab4-77c4-4ac1-8543-23a575c29954 tempest-FloatingIPAdminTestJSON-81946017 tempest-FloatingIPAdminTestJSON-81946017-project] 10.222.0.50 "DELETE /v2.0/floatingips/388049ab-b441-42ac-83aa-c2eb2ebf720c HTTP/1.1" status: 204 len: 168 time: 0.9793692 Aug 30 14:43:16.589695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c413376-bf3b-4f8f-babf-73b9267935ee req-ac471ed4-b164-4a35-a599-5c2e4bdd8bda tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089380 Aug 30 14:43:16.590642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55692) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:16.599221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Made reservation on behalf of 43a2aedc0a8346489c8512a0b3b41267 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:16.603052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.639161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-887b58e2-693b-441a-a1a1-6aabc0e5c3b1 req-6e649dd3-9f50-4cb4-8dd0-65f22ffe0323 service neutron] 10.222.0.39 "GET /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029051 Aug 30 14:43:16.836284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.855522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Deleting port 215cab08-dd7b-4f09-9675-931712e5446d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:16.855868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.919540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Checking segment: {'id': '017a55d8-352f-492b-b862-a0490a4432b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:16.920057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Network hostable DHCP agents. Network: 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:43:16.922633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event updated for resources: {'Subnet': ['ID=8ea6e4e2-c6b5-4aa5-b205-0da1d7fd927d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:16.943887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:43:16.954626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:16.960492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:16.961299 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.973334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee08052f-a45f-4933-9a98-6f688f3945ae None None] Network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:16.975463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.980293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.980293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:16.988887 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ddd2ceb4-9f65-4d12-be07-86658f72b686 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6784847 Aug 30 14:43:16.992156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:17.000957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Request body: {'port': {'network_id': '60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1971193778'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:17.024528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=c0089118-bcc8-4c66-bfe1-26f76462637f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:17.026487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Calling delete_port for 215cab08-dd7b-4f09-9675-931712e5446d owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:17.178079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Made reservation on behalf of 43a2aedc0a8346489c8512a0b3b41267 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:17.183806 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:17.210140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0', 'network_id': '60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0', 'tenant_id': '43a2aedc0a8346489c8512a0b3b41267', 'fixed_ips': [{'subnet_id': '8ea6e4e2-c6b5-4aa5-b205-0da1d7fd927d'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:43:17.212186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:17.213518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] device_id is not set on port b1e7d225-b881-43cd-89dc-38c99fe5475a yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:17.353577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Allocated IP 172.20.0.2 (60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0/8ea6e4e2-c6b5-4aa5-b205-0da1d7fd927d/b1e7d225-b881-43cd-89dc-38c99fe5475a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:17.598750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:17.748454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:17.758656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e708ae-19dd-46b7-93b9-d2e59f405b76 req-0dffc239-841f-48c7-abc6-bfa07e4fd3ad tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:17.767090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35e708ae-19dd-46b7-93b9-d2e59f405b76 req-0dffc239-841f-48c7-abc6-bfa07e4fd3ad tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.0691547 Aug 30 14:43:17.806190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Transition to ACTIVE for port object b1e7d225-b881-43cd-89dc-38c99fe5475a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:17.808514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:17.812604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35e708ae-19dd-46b7-93b9-d2e59f405b76 req-b1107134-90bf-4562-b868-e5ca4dc2f897 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Aug 30 14:43:17.848266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:17.905295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:17.909339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:17.914235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:17.920476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Pushing event deleted for resources: {'Port': ['ID=215cab08-dd7b-4f09-9675-931712e5446d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:17.923092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event updated for resources: {'Port': ['ID=b1e7d225-b881-43cd-89dc-38c99fe5475a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:17.932472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9f6d87bf-8599-49d8-9c3f-a18b16ca88c1 {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:43:17.932847 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:43:17.983727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:17.984386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.001800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ff6605d1-a352-4cb0-b55b-0d42a99ef7e6 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0075264 Aug 30 14:43:18.004792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:18.031029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.034487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.038811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5d87754a-70c7-4617-ba73-626e7c81006e tempest-FloatingIPAdminTestJSON-2088326511 tempest-FloatingIPAdminTestJSON-2088326511-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/f79baed1-9fd9-4296-b58b-7dae43954fc7 HTTP/1.1" status: 204 len: 168 time: 1.4421072 Aug 30 14:43:18.040479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:18.148630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:18.287134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:18.293728 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-278be09a-cc88-4cf1-a7ad-02ac047ae7d5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5394952 Aug 30 14:43:18.296156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:18.300514 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:18.318943 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:18.319800 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:18.362700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b972444e-4db7-46fe-99e7-3fd62281c6eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet 5e458006-c711-4d29-91e4-bd42c79e6ff0 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:18.379421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b972444e-4db7-46fe-99e7-3fd62281c6eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.426292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b972444e-4db7-46fe-99e7-3fd62281c6eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.430733 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:18.434587 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.523474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b972444e-4db7-46fe-99e7-3fd62281c6eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.588168 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b972444e-4db7-46fe-99e7-3fd62281c6eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.609293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b972444e-4db7-46fe-99e7-3fd62281c6eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.614285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b972444e-4db7-46fe-99e7-3fd62281c6eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/5e458006-c711-4d29-91e4-bd42c79e6ff0 HTTP/1.1" status: 204 len: 168 time: 0.3146720 Aug 30 14:43:18.621922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a3beb-b0ea-455f-978f-9a1a02657509 None None] Network 21aa4fc9-ddcb-4d96-bfef-6d68614961bc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:18.638872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:18.708301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cc824ee5-7d08-416f-ba14-9b5c2c0f6f10 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Deleting port b1e7d225-b881-43cd-89dc-38c99fe5475a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:18.708986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc824ee5-7d08-416f-ba14-9b5c2c0f6f10 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.825529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc824ee5-7d08-416f-ba14-9b5c2c0f6f10 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.844277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cc824ee5-7d08-416f-ba14-9b5c2c0f6f10 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Calling delete_port for b1e7d225-b881-43cd-89dc-38c99fe5475a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:18.844712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Allocated IP 172.20.0.3 (60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0/8ea6e4e2-c6b5-4aa5-b205-0da1d7fd927d/ea520204-99fe-4e1f-9779-90f62f4dc5d5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:18.873274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972444e-4db7-46fe-99e7-3fd62281c6eb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=5e458006-c711-4d29-91e4-bd42c79e6ff0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:18.884831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.936579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f12db990-3e67-4011-9e52-a04c869668c5 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Deleting port e3e08751-f262-4eda-89e8-6c7e2b86ad65 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:18.936926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f12db990-3e67-4011-9e52-a04c869668c5 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:18.937808 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:16Z', 'revision_number': 8, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:19.008478 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:19.026258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e71b4-5b67-4a42-8821-b66a0ead5c5b req-5c97043a-ae51-4934-99d1-fbfd27ed5b80 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:19.029082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb3e71b4-5b67-4a42-8821-b66a0ead5c5b req-5c97043a-ae51-4934-99d1-fbfd27ed5b80 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1162417 Aug 30 14:43:19.032305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] DHCP port deletion for 21aa4fc9-ddcb-4d96-bfef-6d68614961bc request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:19.035645 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:19.035645 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:19.058549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 500d23c6-9c3b-4681-84df-90478a7ed66e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:19.059042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.091578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f12db990-3e67-4011-9e52-a04c869668c5 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.105170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f12db990-3e67-4011-9e52-a04c869668c5 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Calling delete_port for e3e08751-f262-4eda-89e8-6c7e2b86ad65 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:19.150750 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb3e71b4-5b67-4a42-8821-b66a0ead5c5b req-001db45d-19f9-4133-8adf-42a20cf5366a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096909 Aug 30 14:43:19.155440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc824ee5-7d08-416f-ba14-9b5c2c0f6f10 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.169877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port 500d23c6-9c3b-4681-84df-90478a7ed66e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=500d23c6-9c3b-4681-84df-90478a7ed66e,segment=NetworkSegment(3fa585cc-7933-481f-bb6b-565478853df9),segment_id=3fa585cc-7933-481f-bb6b-565478853df9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:19.170249 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.183992 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:19.196843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc824ee5-7d08-416f-ba14-9b5c2c0f6f10 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event deleted for resources: {'Port': ['ID=b1e7d225-b881-43cd-89dc-38c99fe5475a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:19.197952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 500d23c6-9c3b-4681-84df-90478a7ed66e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:19.228049 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.249580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Transition to ACTIVE for port object ea520204-99fe-4e1f-9779-90f62f4dc5d5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:19.274359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] Deleting port 500d23c6-9c3b-4681-84df-90478a7ed66e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:19.274746 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.322501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc824ee5-7d08-416f-ba14-9b5c2c0f6f10 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.324195 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.325033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc824ee5-7d08-416f-ba14-9b5c2c0f6f10 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "DELETE /v2.0/ports/b1e7d225-b881-43cd-89dc-38c99fe5475a HTTP/1.1" status: 204 len: 168 time: 1.3190846 Aug 30 14:43:19.330004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:19.371358 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f12db990-3e67-4011-9e52-a04c869668c5 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.404497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12db990-3e67-4011-9e52-a04c869668c5 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event deleted for resources: {'Port': ['ID=e3e08751-f262-4eda-89e8-6c7e2b86ad65,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:19.404975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Transition to ACTIVE for port object ea520204-99fe-4e1f-9779-90f62f4dc5d5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:19.413511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No DVR routers for this DVR port 500d23c6-9c3b-4681-84df-90478a7ed66e on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:19.430418 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.439183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=500d23c6-9c3b-4681-84df-90478a7ed66e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:19.476126 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-be54fdae-2200-442d-b056-8fee86361984 tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1452844 Aug 30 14:43:19.485076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:19.495274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2017003604'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:19.564709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f12db990-3e67-4011-9e52-a04c869668c5 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.574125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f12db990-3e67-4011-9e52-a04c869668c5 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "DELETE /v2.0/ports/e3e08751-f262-4eda-89e8-6c7e2b86ad65 HTTP/1.1" status: 204 len: 168 time: 1.5324798 Aug 30 14:43:19.575242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] For port 500d23c6-9c3b-4681-84df-90478a7ed66e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=500d23c6-9c3b-4681-84df-90478a7ed66e,segment=NetworkSegment(3fa585cc-7933-481f-bb6b-565478853df9),segment_id=3fa585cc-7933-481f-bb6b-565478853df9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:19.575714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.576055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:19.577930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Made reservation on behalf of 43a2aedc0a8346489c8512a0b3b41267 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:19.581535 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.622233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:19.627625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 500d23c6-9c3b-4681-84df-90478a7ed66e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:19.655513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ec10fa-f9cb-4693-89d3-64f67f9da670 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:19.660913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c9ec10fa-f9cb-4693-89d3-64f67f9da670 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb235cda-a82f-46d5-b9d9-b9de87884bf9 HTTP/1.1" status: 200 len: 913 time: 0.0824170 Aug 30 14:43:19.661597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:19.668528 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:16Z', 'revision_number': 8, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:19.686552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:19.690118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Pushing event updated for resources: {'Port': ['ID=ea520204-99fe-4e1f-9779-90f62f4dc5d5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:19.700083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:19.702445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] Calling delete_port for 500d23c6-9c3b-4681-84df-90478a7ed66e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:19.705312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 500d23c6-9c3b-4681-84df-90478a7ed66e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:19.705665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 500d23c6-9c3b-4681-84df-90478a7ed66e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:19.707239 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.736656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21aa4fc9-ddcb-4d96-bfef-6d68614961bc']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:19.740982 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82624d2c-22f5-4844-8e92-69793f39feec None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:16Z', 'revision_number': 8, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a7f1b3a9-0ad1-4065-85e9-2945450bf24c', 'name': '', 'network_id': '7e5d15ab-d33c-40ea-9d7d-732d150d3bcb', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:66:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:43:01Z', 'updated_at': '2021-08-30T14:43:09Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '884e6801-30d2-4a40-8462-3b5bf73800f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:19.763237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:43:19.772235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa585cc-7933-481f-bb6b-565478853df9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:19.772517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa585cc-7933-481f-bb6b-565478853df9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:19.787250 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.787821 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Added segment c3ddaeb7-a7c2-4a7e-a554-6c7a66146a80 of type vlan for network b613d627-0700-4915-9a14-c5d27e4cdf9e Aug 30 14:43:19.806293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.848376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.850885 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.861260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:19.861781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.864107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Attempting to bind port ea520204-99fe-4e1f-9779-90f62f4dc5d5 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:43:19.864661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Attempting to bind port ea520204-99fe-4e1f-9779-90f62f4dc5d5 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '017a55d8-352f-492b-b862-a0490a4432b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:43:19.865222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Attempting to bind port ea520204-99fe-4e1f-9779-90f62f4dc5d5 on network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:43:19.874160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:19.878978 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:19.882935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:43:19.883321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Checking segment: {'id': '017a55d8-352f-492b-b862-a0490a4432b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:19.883982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.884446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Bound using segment: {'id': '017a55d8-352f-492b-b862-a0490a4432b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:43:19.884947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Bound port: ea520204-99fe-4e1f-9779-90f62f4dc5d5, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017a55d8-352f-492b-b862-a0490a4432b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:43:19.885368 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.942378 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.973931 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.979861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:19.980668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:19.991243 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:20.003244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] For port ea520204-99fe-4e1f-9779-90f62f4dc5d5, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:43:20.006970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] For port ea520204-99fe-4e1f-9779-90f62f4dc5d5, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ea520204-99fe-4e1f-9779-90f62f4dc5d5,segment=NetworkSegment(017a55d8-352f-492b-b862-a0490a4432b1),segment_id=017a55d8-352f-492b-b862-a0490a4432b1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:43:20.011556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] Pushing event deleted for resources: {'Port': ['ID=500d23c6-9c3b-4681-84df-90478a7ed66e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:20.013884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf035edb-a926-4004-b273-f337fccc3222 None None] No DVR routers for this DVR port 500d23c6-9c3b-4681-84df-90478a7ed66e on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:20.019374 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:20.056705 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:20.058637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/21aa4fc9-ddcb-4d96-bfef-6d68614961bc HTTP/1.1" status: 204 len: 168 time: 1.4167666 Aug 30 14:43:20.067034 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5808740 Aug 30 14:43:20.067623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:20.074153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:20.102608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d00a9-6c57-477d-a7a4-543102e9b61c None None] Pushing event updated for resources: {'Port': ['ID=ea520204-99fe-4e1f-9779-90f62f4dc5d5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:20.318764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e314b-9510-412f-b2bf-216dd0c4f882 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event updated for resources: {'Network': ['ID=b613d627-0700-4915-9a14-c5d27e4cdf9e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:20.329085 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:43:20.340964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b613d627-0700-4915-9a14-c5d27e4cdf9e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:43:20.406673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5a8c9-e608-4022-a321-33f895c10861 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=21aa4fc9-ddcb-4d96-bfef-6d68614961bc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:20.410849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:20.412676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d96b4065-2afa-4a9b-a3ba-2bee2016ee5f tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "GET /v2.0/agents/3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e/dhcp-networks HTTP/1.1" status: 200 len: 9615 time: 0.3242664 Aug 30 14:43:20.418324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:20.537240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4586-2e29-44ce-a4b3-0b3775075fe8 req-97d889e7-f85c-4198-8603-37ea584b6a2d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:20.539108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90ad4586-2e29-44ce-a4b3-0b3775075fe8 req-97d889e7-f85c-4198-8603-37ea584b6a2d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.2356589 Aug 30 14:43:20.625745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90ad4586-2e29-44ce-a4b3-0b3775075fe8 req-31fa35e9-b06a-49a2-a22b-426e1862cf38 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 Aug 30 14:43:20.648496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee45c4e-23d0-4eb7-924f-4ac807f8805b tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] Network b613d627-0700-4915-9a14-c5d27e4cdf9e is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:43:20.672968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f14bc0-8cba-427b-b1ec-742854d7f4a2 None None] Network b613d627-0700-4915-9a14-c5d27e4cdf9e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:20.680533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ee45c4e-23d0-4eb7-924f-4ac807f8805b tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "POST /v2.0/agents/3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2683871 Aug 30 14:43:20.683618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:20.773441 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:20.894435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a8dfcfd1-86ee-428c-803b-2ea60ae645e9 tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "GET /v2.0/agents/3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e/dhcp-networks HTTP/1.1" status: 200 len: 10387 time: 0.2071128 Aug 30 14:43:20.895389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:20.994626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:21.007212 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-838d0447-e79a-4c44-8b83-e3f91ac9b81f tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "DELETE /v2.0/agents/3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e/dhcp-networks/b613d627-0700-4915-9a14-c5d27e4cdf9e HTTP/1.1" status: 204 len: 168 time: 0.1112397 Aug 30 14:43:21.013334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:21.032737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Deleting port 3a482b6b-c0cf-49ae-a864-f12d038ec973 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:21.033114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:21.172772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port a7f1b3a9-0ad1-4065-85e9-2945450bf24c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:21.173214 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:21.208426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:21.239347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Calling delete_port for 3a482b6b-c0cf-49ae-a864-f12d038ec973 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:21.261692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b506b52b-9a04-4bde-93ac-49b05a3fe0ca tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "GET /v2.0/agents/3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e/dhcp-networks HTTP/1.1" status: 200 len: 9615 time: 0.2434864 Aug 30 14:43:21.262324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:21.329165 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fb8e2cb5-fc68-4d97-a9a3-1d30ef604c01 tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "GET /v2.0/networks/60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0638144 Aug 30 14:43:21.329811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:21.372362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-06633327-c167-42b5-8054-4dc46533d1de tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "GET /v2.0/networks/60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0381877 Aug 30 14:43:21.375003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:21.378982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port a7f1b3a9-0ad1-4065-85e9-2945450bf24c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,segment=NetworkSegment(8127b361-ac32-4cfe-81e6-b406f9555239),segment_id=8127b361-ac32-4cfe-81e6-b406f9555239)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:21.379368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:21.397959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for a7f1b3a9-0ad1-4065-85e9-2945450bf24c owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:21.581357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c1a43-cd93-4d4d-a2fb-b60c0b3419e1 None None] Network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:21.629125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ea520204-99fe-4e1f-9779-90f62f4dc5d5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:21.633795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68359b24-a96a-49da-8139-5ab3d1b364bc tempest-DHCPAgentSchedulersTestJSON-931749914 tempest-DHCPAgentSchedulersTestJSON-931749914-project-admin] 10.222.0.50 "GET /v2.0/agents/3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e/dhcp-networks HTTP/1.1" status: 200 len: 9615 time: 0.2573245 Aug 30 14:43:21.637226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:21.671260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:21.725252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=a7f1b3a9-0ad1-4065-85e9-2945450bf24c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:21.726562 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:21.795491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a3d3c29-5071-4e62-aa17-7070d3e36083 None None] Provisioning for port ea520204-99fe-4e1f-9779-90f62f4dc5d5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:21.804654 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:21.858821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event deleted for resources: {'Port': ['ID=3a482b6b-c0cf-49ae-a864-f12d038ec973,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:21.893163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ea520204-99fe-4e1f-9779-90f62f4dc5d5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:21.926059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ea520204-99fe-4e1f-9779-90f62f4dc5d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:21.926455 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.061708 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.111584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ea520204-99fe-4e1f-9779-90f62f4dc5d5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ea520204-99fe-4e1f-9779-90f62f4dc5d5,segment=NetworkSegment(017a55d8-352f-492b-b862-a0490a4432b1),segment_id=017a55d8-352f-492b-b862-a0490a4432b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:22.125550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.131729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.153591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b613d627-0700-4915-9a14-c5d27e4cdf9e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:22.166573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c0089118-bcc8-4c66-bfe1-26f76462637f no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:22.189085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ddaeb7-a7c2-4a7e-a554-6c7a66146a80') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:22.194478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ddaeb7-a7c2-4a7e-a554-6c7a66146a80') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:22.194724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c0089118-bcc8-4c66-bfe1-26f76462637f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:22.195115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c0089118-bcc8-4c66-bfe1-26f76462637f not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:22.226667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ea520204-99fe-4e1f-9779-90f62f4dc5d5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:22.262513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.292274 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.303859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:22.304273 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:22.307941 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:22.347193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34252f82-e808-480e-b957-05d8e7e657a1 req-995af6fe-c0a8-4525-bb58-30ce988ee848 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:22.349033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34252f82-e808-480e-b957-05d8e7e657a1 req-995af6fe-c0a8-4525-bb58-30ce988ee848 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.6128590 Aug 30 14:43:22.354925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.370416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9cdb99e8-1bf0-4d6f-99df-d7e65c6d70c3 None None] Provisioning complete for port ea520204-99fe-4e1f-9779-90f62f4dc5d5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:22.370416 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cdb99e8-1bf0-4d6f-99df-d7e65c6d70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.421662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.433478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.435347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "DELETE /v2.0/networks/b613d627-0700-4915-9a14-c5d27e4cdf9e HTTP/1.1" status: 204 len: 168 time: 0.7969997 Aug 30 14:43:22.438450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:22.466443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237484a-5971-4eee-8719-7191dc2f3709 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event deleted for resources: {'Network': ['ID=b613d627-0700-4915-9a14-c5d27e4cdf9e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:22.512700 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a6fd52-3ad0-4dfb-928b-81261506a420 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:22.513470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a6fd52-3ad0-4dfb-928b-81261506a420 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:22.517464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05a6fd52-3ad0-4dfb-928b-81261506a420 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "DELETE /v2.0/ports/b1e7d225-b881-43cd-89dc-38c99fe5475a HTTP/1.1" status: 404 len: 333 time: 0.0746503 Aug 30 14:43:22.520751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34252f82-e808-480e-b957-05d8e7e657a1 req-6ee90dda-e542-4500-84ca-cd8f99397e32 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113648 Aug 30 14:43:22.521277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:22.551525 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.608205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9954ab8a-803e-4b23-9ca9-b54cecf292be None None] Could not find standard attr ID for object b1e7d225-b881-43cd-89dc-38c99fe5475a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:43:22.674694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Router cb235cda-a82f-46d5-b9d9-b9de87884bf9 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:22.684132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72c8e1d-4dca-4c8b-a740-7a8817f7cfb2 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Deleting subnet 8ea6e4e2-c6b5-4aa5-b205-0da1d7fd927d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:22.693906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72c8e1d-4dca-4c8b-a740-7a8817f7cfb2 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.757647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72c8e1d-4dca-4c8b-a740-7a8817f7cfb2 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:22.804771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:22.810388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dc22e41a-6daa-4254-9b74-38eca0b71b80 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "PUT /v2.0/routers/cb235cda-a82f-46d5-b9d9-b9de87884bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1477447 Aug 30 14:43:22.812798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:22.816448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc49f2a-e979-4e17-9151-98a1e943a65b None None] Sync routers for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:22.827845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc49f2a-e979-4e17-9151-98a1e943a65b None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:22.828753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fdc49f2a-e979-4e17-9151-98a1e943a65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:22.865005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fdc49f2a-e979-4e17-9151-98a1e943a65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:22.874360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc49f2a-e979-4e17-9151-98a1e943a65b None None] Routers {'cb235cda-a82f-46d5-b9d9-b9de87884bf9'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:22.875065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fdc49f2a-e979-4e17-9151-98a1e943a65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:22.908039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fdc49f2a-e979-4e17-9151-98a1e943a65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:22.908817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc49f2a-e979-4e17-9151-98a1e943a65b None None] The sync data for ids ['cb235cda-a82f-46d5-b9d9-b9de87884bf9'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:22.963580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:22.976792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72c8e1d-4dca-4c8b-a740-7a8817f7cfb2 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.011993 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.198989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72c8e1d-4dca-4c8b-a740-7a8817f7cfb2 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.237822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:23.239411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c8e1d-4dca-4c8b-a740-7a8817f7cfb2 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea6e4e2-c6b5-4aa5-b205-0da1d7fd927d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:23.246257 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c94fb112-670b-4f22-8e90-67c619898000 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1758850 Aug 30 14:43:23.250508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:23.250719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d72c8e1d-4dca-4c8b-a740-7a8817f7cfb2 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.252603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d72c8e1d-4dca-4c8b-a740-7a8817f7cfb2 tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "DELETE /v2.0/subnets/8ea6e4e2-c6b5-4aa5-b205-0da1d7fd927d HTTP/1.1" status: 204 len: 168 time: 0.7083490 Aug 30 14:43:23.255016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55778) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:23.257298 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:23.261651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49864165-55ed-42c5-8e74-bdde7df6f3d8 None None] Network 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:23.268132 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:23.269111 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:23.328614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-800e4f3e-343c-4bd9-964c-b0eba893a783 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet 884e6801-30d2-4a40-8462-3b5bf73800f6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:23.333749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-800e4f3e-343c-4bd9-964c-b0eba893a783 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.339693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.392745 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.398076 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:23.441502 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-800e4f3e-343c-4bd9-964c-b0eba893a783 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.526231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Deleting port ea520204-99fe-4e1f-9779-90f62f4dc5d5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:23.526587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.566090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] DHCP port deletion for 60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:23.602044 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.612063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] For port ea520204-99fe-4e1f-9779-90f62f4dc5d5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ea520204-99fe-4e1f-9779-90f62f4dc5d5,segment=NetworkSegment(017a55d8-352f-492b-b862-a0490a4432b1),segment_id=017a55d8-352f-492b-b862-a0490a4432b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:23.612446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.628196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Deleting port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:23.628545 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.630785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Calling delete_port for ea520204-99fe-4e1f-9779-90f62f4dc5d5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:23.647688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-800e4f3e-343c-4bd9-964c-b0eba893a783 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.654444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ea520204-99fe-4e1f-9779-90f62f4dc5d5 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:23.767165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4043b-aa12-46ed-a38b-c3ab9e6d7e7e req-b60231ce-36b3-46d7-a491-46e197eac3ab tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:23.768775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9a4043b-aa12-46ed-a38b-c3ab9e6d7e7e req-b60231ce-36b3-46d7-a491-46e197eac3ab tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1255147 Aug 30 14:43:23.771086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Deleting port 0e3df379-0e3c-4149-99a3-968994c391b8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:23.771432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.775316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] For port 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:23.775661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.797522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Calling delete_port for 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:23.798503 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:21Z', 'revision_number': 9, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:23.817096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-800e4f3e-343c-4bd9-964c-b0eba893a783 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.832281 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:23.841770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:23.842769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:23.848458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.875271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e4f3e-343c-4bd9-964c-b0eba893a783 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=884e6801-30d2-4a40-8462-3b5bf73800f6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:23.881879 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-800e4f3e-343c-4bd9-964c-b0eba893a783 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.884653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-800e4f3e-343c-4bd9-964c-b0eba893a783 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/884e6801-30d2-4a40-8462-3b5bf73800f6 HTTP/1.1" status: 204 len: 168 time: 0.6323128 Aug 30 14:43:23.892708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:23.894899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] No DVR routers for this DVR port ea520204-99fe-4e1f-9779-90f62f4dc5d5 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:23.905086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event deleted for resources: {'Port': ['ID=ea520204-99fe-4e1f-9779-90f62f4dc5d5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:23.914152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9a4043b-aa12-46ed-a38b-c3ab9e6d7e7e req-5d8cd087-9111-4585-977a-6f7dd2510a62 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284363 Aug 30 14:43:23.934958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.952156 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:23.952701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Calling delete_port for 0e3df379-0e3c-4149-99a3-968994c391b8 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:23.989232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbe154-3547-44ac-9482-8ddb93348c47 None None] Network 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:24.054235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] Deleting port ea520204-99fe-4e1f-9779-90f62f4dc5d5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:24.054527 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.123430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] For port ea520204-99fe-4e1f-9779-90f62f4dc5d5, host n-d-805668-3, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:24.123712 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.136906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] Calling delete_port for ea520204-99fe-4e1f-9779-90f62f4dc5d5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:24.139617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] Port ea520204-99fe-4e1f-9779-90f62f4dc5d5 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:43:24.142713 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.151257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.163397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.193506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] No DVR routers for this DVR port ea520204-99fe-4e1f-9779-90f62f4dc5d5 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:24.193777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event deleted for resources: {'Port': ['ID=0e3df379-0e3c-4149-99a3-968994c391b8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:24.217645 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.236239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:24.237241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No active binding found for port ea520204-99fe-4e1f-9779-90f62f4dc5d5 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 14:43:24.237696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ea520204-99fe-4e1f-9779-90f62f4dc5d5 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:24.239190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842e7a-a787-4118-8acf-25d7de0bbbba None None] Pushing event deleted for resources: {'Port': ['ID=ea520204-99fe-4e1f-9779-90f62f4dc5d5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:24.262578 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:21Z', 'revision_number': 9, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:24.264646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.275124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017a55d8-352f-492b-b862-a0490a4432b1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:24.275581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017a55d8-352f-492b-b862-a0490a4432b1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:24.293368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.298391 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0dbaa-7ba3-4d44-ac07-f661286076ee None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:21Z', 'revision_number': 9, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'a9204a90-24d7-4e58-af7e-441f365b1c06', 'name': '', 'network_id': '8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:87:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:53Z', 'updated_at': '2021-08-30T14:43:01Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '427f2ae3-7bc3-4e82-98d6-1d22dca50cb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:24.337937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.359788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:24.359788 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.364197 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] DHCP port deletion for 7e5d15ab-d33c-40ea-9d7d-732d150d3bcb request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:24.376235 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:24.377222 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:24.380420 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.427864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] Deleting port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:24.428214 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.431472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.432075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Fanout notify agent at l3_agent the message router_deleted on router cb235cda-a82f-46d5-b9d9-b9de87884bf9 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:43:24.440554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.444336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97fba595-c1cd-46b6-b679-583699c6f9fb tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "DELETE /v2.0/routers/cb235cda-a82f-46d5-b9d9-b9de87884bf9 HTTP/1.1" status: 204 len: 168 time: 1.6282306 Aug 30 14:43:24.444698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:24.497389 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] For port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d4c0fb6b-6f20-49c9-9e8d-964a91e5465d,segment=NetworkSegment(8127b361-ac32-4cfe-81e6-b406f9555239),segment_id=8127b361-ac32-4cfe-81e6-b406f9555239)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:24.497707 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.506363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0482dd39-efe1-4696-b4f5-17f07344e98b tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Deleting subnet 5a31fbb6-8a52-43cd-ad83-dc85f2b20af7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:24.509844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0482dd39-efe1-4696-b4f5-17f07344e98b tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.512545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] Calling delete_port for d4c0fb6b-6f20-49c9-9e8d-964a91e5465d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:24.552884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0482dd39-efe1-4696-b4f5-17f07344e98b tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.598270 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.625993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] Pushing event deleted for resources: {'Port': ['ID=d4c0fb6b-6f20-49c9-9e8d-964a91e5465d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:24.640687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac263bd-373e-40cd-b7b5-7c646b093d8c None None] No DVR routers for this DVR port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:24.655744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0482dd39-efe1-4696-b4f5-17f07344e98b tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.726328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0482dd39-efe1-4696-b4f5-17f07344e98b tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.737829 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.741619 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.756806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482dd39-efe1-4696-b4f5-17f07344e98b tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event deleted for resources: {'Subnet': ['ID=5a31fbb6-8a52-43cd-ad83-dc85f2b20af7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:24.767101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0482dd39-efe1-4696-b4f5-17f07344e98b tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.771180 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0482dd39-efe1-4696-b4f5-17f07344e98b tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "DELETE /v2.0/subnets/5a31fbb6-8a52-43cd-ad83-dc85f2b20af7 HTTP/1.1" status: 204 len: 168 time: 0.3232155 Aug 30 14:43:24.775290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:24.777183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.779497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] 10.222.0.50 "DELETE /v2.0/networks/60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0 HTTP/1.1" status: 204 len: 168 time: 1.5230987 Aug 30 14:43:24.780995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a2c50-7837-4148-9835-89d7fd277ac6 None None] Network d876bc7b-121f-47e5-a11d-40a2e9c0bee6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:24.785162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:24.785571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.796988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a111c02-8290-4b0b-9c0a-1ed8d9e52a01,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:24.844004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8d909-e6a0-47d5-9c4b-5a0213554cee tempest-DHCPAgentSchedulersTestJSON-1420622007 tempest-DHCPAgentSchedulersTestJSON-1420622007-project] Pushing event deleted for resources: {'Network': ['ID=60ad1bdc-bcd2-4364-98b2-82c6f8ad1ce0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:24.913490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.942029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d, host n-d-805668-3, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:24.942396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.959465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for d4c0fb6b-6f20-49c9-9e8d-964a91e5465d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:24.964144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:43:24.967316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:24.997992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Deleting port 6cd056bb-6142-4d50-9a57-134c63e3924d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:24.998460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.054429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=d4c0fb6b-6f20-49c9-9e8d-964a91e5465d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:25.058135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No DVR routers for this DVR port d4c0fb6b-6f20-49c9-9e8d-964a91e5465d on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:25.139336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f5e81b2-b624-403e-8589-77f8d092c8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.145893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] For port 6cd056bb-6142-4d50-9a57-134c63e3924d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6cd056bb-6142-4d50-9a57-134c63e3924d,segment=NetworkSegment(ec1095b3-1cc4-436b-a560-e6bc2c3cae9f),segment_id=ec1095b3-1cc4-436b-a560-e6bc2c3cae9f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:25.146501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.164456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] DHCP port deletion for d876bc7b-121f-47e5-a11d-40a2e9c0bee6 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:25.177848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:25.183564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Calling delete_port for 6cd056bb-6142-4d50-9a57-134c63e3924d owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:25.219233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] Deleting port 6cd056bb-6142-4d50-9a57-134c63e3924d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:25.219667 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.223189 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.242660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5d15ab-d33c-40ea-9d7d-732d150d3bcb']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:25.251932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c0bd7-58c1-4f10-a28a-b0547e498065 req-0ad8be37-ad14-404b-8fd2-a6b78d3599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:25.253514 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-856c0bd7-58c1-4f10-a28a-b0547e498065 req-0ad8be37-ad14-404b-8fd2-a6b78d3599f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1824729 Aug 30 14:43:25.265210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.274336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8127b361-ac32-4cfe-81e6-b406f9555239') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:25.274653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8127b361-ac32-4cfe-81e6-b406f9555239') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:25.294158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] For port 6cd056bb-6142-4d50-9a57-134c63e3924d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6cd056bb-6142-4d50-9a57-134c63e3924d,segment=NetworkSegment(ec1095b3-1cc4-436b-a560-e6bc2c3cae9f),segment_id=ec1095b3-1cc4-436b-a560-e6bc2c3cae9f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:25.295074 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.299116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.316793 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.316973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] Calling delete_port for 6cd056bb-6142-4d50-9a57-134c63e3924d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:25.365185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] No DVR routers for this DVR port 6cd056bb-6142-4d50-9a57-134c63e3924d on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:25.370753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.379985 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-856c0bd7-58c1-4f10-a28a-b0547e498065 req-aa79a4b2-3aa7-4402-b6ef-e03772b4c7b6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178758 Aug 30 14:43:25.386878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:25.387324 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:25.390339 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:25.392473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event deleted for resources: {'Port': ['ID=6cd056bb-6142-4d50-9a57-134c63e3924d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:25.435245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.459974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] Pushing event deleted for resources: {'Port': ['ID=6cd056bb-6142-4d50-9a57-134c63e3924d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:25.470710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd38067a-84f8-4c3d-ae85-77776e184e6c None None] No DVR routers for this DVR port 6cd056bb-6142-4d50-9a57-134c63e3924d on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:25.497780 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.507237 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.511076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dcd8c8dc-bd2a-4fde-8a9e-d180c76f340b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43a2aedc0a8346489c8512a0b3b41267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320127 Aug 30 14:43:25.511747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:25.515250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d876bc7b-121f-47e5-a11d-40a2e9c0bee6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:25.529297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1095b3-1cc4-436b-a560-e6bc2c3cae9f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:25.529297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1095b3-1cc4-436b-a560-e6bc2c3cae9f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:25.529627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.529627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/7e5d15ab-d33c-40ea-9d7d-732d150d3bcb HTTP/1.1" status: 204 len: 168 time: 1.6359110 Aug 30 14:43:25.532423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:25.543792 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.547096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f1fd2-df9a-48f8-856b-b041be4e634b tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=7e5d15ab-d33c-40ea-9d7d-732d150d3bcb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:25.627067 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.638494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:25.638899 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:25.642167 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:25.651057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6cd056bb-6142-4d50-9a57-134c63e3924d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:25.665946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99e1bb9f-78aa-421c-8bf6-423ff6c57425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.673359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 6cd056bb-6142-4d50-9a57-134c63e3924d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:25.673788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6cd056bb-6142-4d50-9a57-134c63e3924d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:25.674316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d4c0fb6b-6f20-49c9-9e8d-964a91e5465d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:25.694524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d4c0fb6b-6f20-49c9-9e8d-964a91e5465d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:25.695048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d4c0fb6b-6f20-49c9-9e8d-964a91e5465d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:25.695453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a7f1b3a9-0ad1-4065-85e9-2945450bf24c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:25.698588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99e1bb9f-78aa-421c-8bf6-423ff6c57425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.714950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a7f1b3a9-0ad1-4065-85e9-2945450bf24c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:25.715469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a7f1b3a9-0ad1-4065-85e9-2945450bf24c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:25.737434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Router dcf7d49c-376a-4cb3-929d-995be43b1d1e has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:25.786290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.797937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.799781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "DELETE /v2.0/networks/d876bc7b-121f-47e5-a11d-40a2e9c0bee6 HTTP/1.1" status: 204 len: 168 time: 1.0231538 Aug 30 14:43:25.803878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55804) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:25.813847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc56da0-bb8b-47ac-9497-b09b7416a087 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event deleted for resources: {'Network': ['ID=d876bc7b-121f-47e5-a11d-40a2e9c0bee6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:25.868944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99e1bb9f-78aa-421c-8bf6-423ff6c57425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.871431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99e1bb9f-78aa-421c-8bf6-423ff6c57425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.875001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-99e1bb9f-78aa-421c-8bf6-423ff6c57425 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6c48033-b279-4579-8ba4-2c93b9a2eab6 HTTP/1.1" status: 204 len: 168 time: 0.3575759 Aug 30 14:43:25.896896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1bb9f-78aa-421c-8bf6-423ff6c57425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c48033-b279-4579-8ba4-2c93b9a2eab6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:25.978591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:25.987341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8b2a27d0-3124-4758-b211-7e2682e8876d admin admin] 10.222.0.50 "PUT /v2.0/routers/dcf7d49c-376a-4cb3-929d-995be43b1d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9914365 Aug 30 14:43:25.987724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:25.989025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.998211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] Sync routers for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:26.011619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:26.012777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:26.101913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Deleting port b5653cf1-b789-4569-84d1-635f8fca4440 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:26.102326 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.137939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:26.185591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.250968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.251304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.256210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:26.275737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54f762ca-ab27-40ab-9803-58a3c84ec5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.308377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Calling delete_port for b5653cf1-b789-4569-84d1-635f8fca4440 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:26.331452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:43:24Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:26.336246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port a9204a90-24d7-4e58-af7e-441f365b1c06 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:26.336630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.360825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] Checking router: dcf7d49c-376a-4cb3-929d-995be43b1d1e for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:26.371053 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] Routers {'dcf7d49c-376a-4cb3-929d-995be43b1d1e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:26.372122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:42:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:26.386644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.465956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Deleting port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:26.466301 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.477090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port a9204a90-24d7-4e58-af7e-441f365b1c06, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a9204a90-24d7-4e58-af7e-441f365b1c06,segment=NetworkSegment(30f334f9-9e5b-4358-98ba-05935430ccb6),segment_id=30f334f9-9e5b-4358-98ba-05935430ccb6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:26.478154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.510329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for a9204a90-24d7-4e58-af7e-441f365b1c06 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:26.526642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] Set router dcf7d49c-376a-4cb3-929d-995be43b1d1e gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:26.548202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54f762ca-ab27-40ab-9803-58a3c84ec5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.556340 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54f762ca-ab27-40ab-9803-58a3c84ec5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.568904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.584497 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-54f762ca-ab27-40ab-9803-58a3c84ec5a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72d68447abd44881a70c67137fd24ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272505 Aug 30 14:43:26.603736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55816) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:26.616993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Pushing event deleted for resources: {'Port': ['ID=b5653cf1-b789-4569-84d1-635f8fca4440,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:26.620364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] For port ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:26.620735 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.643081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a834-5325-437b-b676-718a7aa03d3c req-6fe4a36a-1d43-4b77-878c-d037decb7340 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:26.644739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0196a834-5325-437b-b676-718a7aa03d3c req-6fe4a36a-1d43-4b77-878c-d037decb7340 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1569219 Aug 30 14:43:26.664735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Calling delete_port for ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:26.676221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f762ca-ab27-40ab-9803-58a3c84ec5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2131717-bc84-4606-9a85-0574d2f624c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:26.729503 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0196a834-5325-437b-b676-718a7aa03d3c req-70f89eff-1eb3-4fc8-9bfa-ed5945c4d892 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730078 Aug 30 14:43:26.770673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.772769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.774088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b6e33563-9a33-425e-bcd1-83ec801475a6 tempest-FloatingIPAdminTestJSON-148712047 tempest-FloatingIPAdminTestJSON-148712047-project] 10.222.0.50 "DELETE /v2.0/floatingips/9a2f384f-e4bc-4f6b-aa98-0684719a029f HTTP/1.1" status: 204 len: 168 time: 0.9690828 Aug 30 14:43:26.799518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-317e65dc-d554-4900-8254-a72f17d0e8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.808260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:43:24Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:26.844571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a873b-387c-4bf8-9a0d-35846f53b2c2 None None] The sync data for ids ['dcf7d49c-376a-4cb3-929d-995be43b1d1e'] in n-d-805668-3 is: [{'id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'name': 'tempest-AttachVolumeShelveTestJSON-814071242-router', 'tenant_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:35:01Z', 'updated_at': '2021-08-30T14:43:24Z', 'revision_number': 5, 'project_id': '5a5903f7b9a2413881a3ba0efbe9b3e6', 'gw_port': {'id': 'ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf7d49c-376a-4cb3-929d-995be43b1d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:35:02Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:26.862351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-317e65dc-d554-4900-8254-a72f17d0e8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.869164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.927078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=a9204a90-24d7-4e58-af7e-441f365b1c06,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:26.957571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-317e65dc-d554-4900-8254-a72f17d0e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.960311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-317e65dc-d554-4900-8254-a72f17d0e8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.964847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-317e65dc-d554-4900-8254-a72f17d0e8f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2131717-bc84-4606-9a85-0574d2f624c8 HTTP/1.1" status: 204 len: 168 time: 0.3600535 Aug 30 14:43:26.980018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e65dc-d554-4900-8254-a72f17d0e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2131717-bc84-4606-9a85-0574d2f624c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:27.029919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.064570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:27.134292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.179906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.232627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:27.577123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:27.619170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:27.619754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4a111c02-8290-4b0b-9c0a-1ed8d9e52a01 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:27.637957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.640243 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.709825 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.710522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcf7d49c-376a-4cb3-929d-995be43b1d1e {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:43:27.716638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.718244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1772d1b3-a952-48db-a1da-fc6dfa5e3e35 admin admin] 10.222.0.50 "DELETE /v2.0/routers/dcf7d49c-376a-4cb3-929d-995be43b1d1e HTTP/1.1" status: 204 len: 168 time: 1.7285397 Aug 30 14:43:27.720588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:27.779554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7958bc-a43a-453b-af2f-f7088aca5e40 admin admin] Deleting subnet eced7123-6e32-4a70-9b61-f6ac87e9f228 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:27.784601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b7958bc-a43a-453b-af2f-f7088aca5e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.827698 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b7958bc-a43a-453b-af2f-f7088aca5e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.885140 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05201de3-c2b0-4cd8-b180-0fea89fcf901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:27.892448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-79c26844-0b3b-4cb7-95f9-ed7098cd1136 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc287728688e498cb2f2e862789101f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6585922 Aug 30 14:43:27.895217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:27.931249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:27.951467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8502eab-1024-4400-a807-ea2421a7ca08 req-97645138-cedd-4741-ba91-b9cb972afd7e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:27.953129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8502eab-1024-4400-a807-ea2421a7ca08 req-97645138-cedd-4741-ba91-b9cb972afd7e tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.0851543 Aug 30 14:43:28.023122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8502eab-1024-4400-a807-ea2421a7ca08 req-8683ecef-ac7f-4140-92c9-3d198e76837f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Aug 30 14:43:28.032376 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca93466b-4683-4afa-aa13-cc44f238e2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.032581 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b7958bc-a43a-453b-af2f-f7088aca5e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.062593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca93466b-4683-4afa-aa13-cc44f238e2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.074071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:28.083707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2351388e-3d43-4382-9658-40c9da5a71ef tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5487509 Aug 30 14:43:28.085341 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:28.089140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:28.097789 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:28.098833 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:28.105235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b7958bc-a43a-453b-af2f-f7088aca5e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.144725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7958bc-a43a-453b-af2f-f7088aca5e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eced7123-6e32-4a70-9b61-f6ac87e9f228,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:28.159811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3300c33e-8f48-4a8e-8ac6-44a03539a071 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet 427f2ae3-7bc3-4e82-98d6-1d22dca50cb2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:28.161441 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b7958bc-a43a-453b-af2f-f7088aca5e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.166332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3b7958bc-a43a-453b-af2f-f7088aca5e40 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eced7123-6e32-4a70-9b61-f6ac87e9f228 HTTP/1.1" status: 204 len: 168 time: 0.4416974 Aug 30 14:43:28.166541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300c33e-8f48-4a8e-8ac6-44a03539a071 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.166680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:28.175131 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee56b59b-4fb4-4acb-9739-3461e1490913 None None] Network d1fea2b8-e2ac-4603-b63c-fd265c9792c8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:28.207173 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca93466b-4683-4afa-aa13-cc44f238e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.210151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca93466b-4683-4afa-aa13-cc44f238e2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.214248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ca93466b-4683-4afa-aa13-cc44f238e2a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8079bbd-9f6a-494b-8bcd-99670a7c49d4 HTTP/1.1" status: 204 len: 168 time: 0.3153303 Aug 30 14:43:28.241687 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300c33e-8f48-4a8e-8ac6-44a03539a071 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.245159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93466b-4683-4afa-aa13-cc44f238e2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8079bbd-9f6a-494b-8bcd-99670a7c49d4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:28.273251 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:28.277980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.409134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300c33e-8f48-4a8e-8ac6-44a03539a071 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.454898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Deleting port d767521b-5904-451a-a4d9-532c702c67f3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:28.461407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.517882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] DHCP port deletion for d1fea2b8-e2ac-4603-b63c-fd265c9792c8 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:28.534009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300c33e-8f48-4a8e-8ac6-44a03539a071 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.572304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] For port d767521b-5904-451a-a4d9-532c702c67f3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d767521b-5904-451a-a4d9-532c702c67f3,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:28.572690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.574662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40732bb-fffb-4ab0-80f4-24d4650d9c52 None None] Network 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:28.598434 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3300c33e-8f48-4a8e-8ac6-44a03539a071 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.602790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3300c33e-8f48-4a8e-8ac6-44a03539a071 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/427f2ae3-7bc3-4e82-98d6-1d22dca50cb2 HTTP/1.1" status: 204 len: 168 time: 0.5100899 Aug 30 14:43:28.605156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:28.605970 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:26Z', 'revision_number': 10, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:28.614268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300c33e-8f48-4a8e-8ac6-44a03539a071 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=427f2ae3-7bc3-4e82-98d6-1d22dca50cb2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:28.668193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Calling delete_port for d767521b-5904-451a-a4d9-532c702c67f3 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:28.670888 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:28.692739 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:28.694819 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:28.699471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.733857 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.757864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] Deleting port d767521b-5904-451a-a4d9-532c702c67f3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:28.759140 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.813822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:28.831961 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50b7bbe3-6699-482c-b835-8f2eefc9d5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.837456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.876197 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] For port d767521b-5904-451a-a4d9-532c702c67f3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d767521b-5904-451a-a4d9-532c702c67f3,segment=NetworkSegment(e850783e-7d0c-4078-816f-63269e0e4987),segment_id=e850783e-7d0c-4078-816f-63269e0e4987)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:28.876754 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.880488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 5db97f10-ef67-46d7-95e3-1b4db016e60c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:28.880947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.882925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Pushing event deleted for resources: {'Port': ['ID=d767521b-5904-451a-a4d9-532c702c67f3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:28.886675 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:28.897069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] No DVR routers for this DVR port d767521b-5904-451a-a4d9-532c702c67f3 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:28.897277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] Calling delete_port for d767521b-5904-451a-a4d9-532c702c67f3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:28.986654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:29.005595 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.016978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port 5db97f10-ef67-46d7-95e3-1b4db016e60c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5db97f10-ef67-46d7-95e3-1b4db016e60c,segment=NetworkSegment(30f334f9-9e5b-4358-98ba-05935430ccb6),segment_id=30f334f9-9e5b-4358-98ba-05935430ccb6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:29.017810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.017928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] DHCP port deletion for 8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:29.044673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.054889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50b7bbe3-6699-482c-b835-8f2eefc9d5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.056628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 5db97f10-ef67-46d7-95e3-1b4db016e60c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:29.064394 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50b7bbe3-6699-482c-b835-8f2eefc9d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.082739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] No DVR routers for this DVR port d767521b-5904-451a-a4d9-532c702c67f3 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:29.086244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb99ab2-79fc-4912-8c5b-94fa3885ad6e None None] Pushing event deleted for resources: {'Port': ['ID=d767521b-5904-451a-a4d9-532c702c67f3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:29.108095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fea2b8-e2ac-4603-b63c-fd265c9792c8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:29.131643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] Deleting port 5db97f10-ef67-46d7-95e3-1b4db016e60c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:29.132291 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.138539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e850783e-7d0c-4078-816f-63269e0e4987') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:29.138843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e850783e-7d0c-4078-816f-63269e0e4987') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:29.160234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.186511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.186759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-50b7bbe3-6699-482c-b835-8f2eefc9d5b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1dcec5d8d9584a35805e2d9ca51015e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691876 Aug 30 14:43:29.189899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1ea0d3b7-cd8c-48bc-af7b-07479441147e tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2077268448'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:29.190378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1ea0d3b7-cd8c-48bc-af7b-07479441147e tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:43:29.212100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] For port 5db97f10-ef67-46d7-95e3-1b4db016e60c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5db97f10-ef67-46d7-95e3-1b4db016e60c,segment=NetworkSegment(30f334f9-9e5b-4358-98ba-05935430ccb6),segment_id=30f334f9-9e5b-4358-98ba-05935430ccb6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:29.212821 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.219264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:29.228397 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:26Z', 'revision_number': 10, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:29.236302 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:29.240728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] Calling delete_port for 5db97f10-ef67-46d7-95e3-1b4db016e60c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:29.275699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7bbe3-6699-482c-b835-8f2eefc9d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9215cc1e-e32c-4650-a588-0e0c8f18dba0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:29.347552 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.384779 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f3bb2-e773-4210-81eb-2686dfebaf87 None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:26Z', 'revision_number': 10, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None, '_interfaces': [{'id': 'ccbdf823-8f99-4bce-bc8c-2565f1ee431d', 'name': '', 'network_id': '3db22a36-2254-40cd-bf36-cee66297a087', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'mac_address': 'fa:16:3e:33:d5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:42:48Z', 'updated_at': '2021-08-30T14:42:55Z', 'revision_number': 5, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'subnets': [{'id': '6c368daa-3f9f-4c67-9969-8ff7ea702d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:29.391251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] Pushing event deleted for resources: {'Port': ['ID=5db97f10-ef67-46d7-95e3-1b4db016e60c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:29.404554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce830d-112d-4579-a188-dc2770e5751e None None] No DVR routers for this DVR port 5db97f10-ef67-46d7-95e3-1b4db016e60c on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:29.406263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.410000 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.424420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.429209 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d1fea2b8-e2ac-4603-b63c-fd265c9792c8 HTTP/1.1" status: 204 len: 168 time: 1.2612472 Aug 30 14:43:29.443461 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7adb57e-aeba-4943-ab15-f8a2827430b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.446178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ff0e-5206-44eb-af5a-bc2d5004e376 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1fea2b8-e2ac-4603-b63c-fd265c9792c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:29.448333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.471273 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d3b7-cd8c-48bc-af7b-07479441147e tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.472482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1ea0d3b7-cd8c-48bc-af7b-07479441147e tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4848723 Aug 30 14:43:29.476241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:29.481279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9cffb25b-2c92-4b52-9e47-be583e913ec3 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5d7e6ef3-6202-4039-b9d5-1e658c96019b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:29.482484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9cffb25b-2c92-4b52-9e47-be583e913ec3 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:43:29.496135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=5db97f10-ef67-46d7-95e3-1b4db016e60c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:29.500827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No DVR routers for this DVR port 5db97f10-ef67-46d7-95e3-1b4db016e60c on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:29.514314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7adb57e-aeba-4943-ab15-f8a2827430b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.584686 n-d-805668-3 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-9cffb25b-2c92-4b52-9e47-be583e913ec3 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 14:43:29.615022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a969ea-0c94-459b-8e3a-c8fd8fe536f8 req-d261f9ae-387b-4e6f-8238-7b8f997de327 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:29.616925 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6a969ea-0c94-459b-8e3a-c8fd8fe536f8 req-d261f9ae-387b-4e6f-8238-7b8f997de327 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.3515432 Aug 30 14:43:29.628570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5db97f10-ef67-46d7-95e3-1b4db016e60c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:29.646677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.658961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7adb57e-aeba-4943-ab15-f8a2827430b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.662419 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7adb57e-aeba-4943-ab15-f8a2827430b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.663734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c7adb57e-aeba-4943-ab15-f8a2827430b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9215cc1e-e32c-4650-a588-0e0c8f18dba0 HTTP/1.1" status: 204 len: 168 time: 0.4433422 Aug 30 14:43:29.670891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:29.671127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 5db97f10-ef67-46d7-95e3-1b4db016e60c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:29.671353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5db97f10-ef67-46d7-95e3-1b4db016e60c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:29.671784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:29.686235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adb57e-aeba-4943-ab15-f8a2827430b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9215cc1e-e32c-4650-a588-0e0c8f18dba0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:29.699989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f334f9-9e5b-4358-98ba-05935430ccb6') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:29.700421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f334f9-9e5b-4358-98ba-05935430ccb6') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:29.712459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.721674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:29.722647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ab3b451e-e44e-4c9d-8c9d-452aef6d9f6a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:29.723244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d767521b-5904-451a-a4d9-532c702c67f3 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:29.739769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:29.754569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d767521b-5904-451a-a4d9-532c702c67f3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:29.755165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d767521b-5904-451a-a4d9-532c702c67f3 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:29.757645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6a969ea-0c94-459b-8e3a-c8fd8fe536f8 req-2c6370ce-044c-4c49-91b3-942640632721 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114280 Aug 30 14:43:29.772298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.782553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:29.782979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: self.session.flush() Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:29.795067 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:29.810096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cffb25b-2c92-4b52-9e47-be583e913ec3 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.811502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9cffb25b-2c92-4b52-9e47-be583e913ec3 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3343508 Aug 30 14:43:29.814627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:29.819294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ef2aa350-72aa-41a0-93e9-199b8d375e96 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5d7e6ef3-6202-4039-b9d5-1e658c96019b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:29.819855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ef2aa350-72aa-41a0-93e9-199b8d375e96 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:43:29.864586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0f22fe03-4b24-4a4b-ad3c-dffe688a8128 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a5903f7b9a2413881a3ba0efbe9b3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214955 Aug 30 14:43:29.864944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:29.879724 n-d-805668-3 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-ef2aa350-72aa-41a0-93e9-199b8d375e96 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 14:43:29.890934 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.904807 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.909615 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de HTTP/1.1" status: 204 len: 168 time: 1.3004320 Aug 30 14:43:29.916898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:29.927174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67526108-2293-4868-96b6-ace44c411c89 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=8ecda1b8-9ed0-48cd-a3c6-a97c3025f3de,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:29.969972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef2aa350-72aa-41a0-93e9-199b8d375e96 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.973946 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ef2aa350-72aa-41a0-93e9-199b8d375e96 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1581690 Aug 30 14:43:29.974548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:29.985457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9e0f8146-4984-4af1-a168-696de481d55b tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=4ddfedf2-0536-474d-a90f-21f2b31b6ae3 HTTP/1.1" status: 200 len: 464 time: 0.0098128 Aug 30 14:43:29.987911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.017467 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b3fd0c-b4bd-40c3-b9cc-42eba8506455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.053554 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b3fd0c-b4bd-40c3-b9cc-42eba8506455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.093301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c1df7d7-0b36-40e6-bb17-5ee0ffe68431 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.096846 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8c1df7d7-0b36-40e6-bb17-5ee0ffe68431 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/4ddfedf2-0536-474d-a90f-21f2b31b6ae3 HTTP/1.1" status: 204 len: 168 time: 0.1056414 Aug 30 14:43:30.097434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.108585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.116913 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e62d5c3b-fda9-4c21-b04b-a84bd3bc71a4 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=4ddfedf2-0536-474d-a90f-21f2b31b6ae3 HTTP/1.1" status: 200 len: 221 time: 0.0177855 Aug 30 14:43:30.124395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.128917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-637165a2-d960-41c1-8d94-3d6548c80865 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--896400309', 'description': 'label created by tempest'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:30.129403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-637165a2-d960-41c1-8d94-3d6548c80865 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:43:30.131668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea101-ef4c-4a0f-a495-00af98d54b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.204911 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b3fd0c-b4bd-40c3-b9cc-42eba8506455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.207466 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72b3fd0c-b4bd-40c3-b9cc-42eba8506455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.208612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-72b3fd0c-b4bd-40c3-b9cc-42eba8506455 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15ab1026-7366-4a20-9736-e3e5b6efc0dc HTTP/1.1" status: 204 len: 168 time: 0.3427775 Aug 30 14:43:30.224551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3fd0c-b4bd-40c3-b9cc-42eba8506455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ab1026-7366-4a20-9736-e3e5b6efc0dc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:30.332729 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-637165a2-d960-41c1-8d94-3d6548c80865 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.334134 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-637165a2-d960-41c1-8d94-3d6548c80865 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2083855 Aug 30 14:43:30.338198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55914) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.436329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea101-ef4c-4a0f-a495-00af98d54b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.440719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d3d33e8d-3553-443a-8dda-aa90c4e4b5f6 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=1c06dbf0-2590-4844-8042-8cce1e064e31 HTTP/1.1" status: 200 len: 467 time: 0.1011109 Aug 30 14:43:30.441387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea101-ef4c-4a0f-a495-00af98d54b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.443235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.471363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ea101-ef4c-4a0f-a495-00af98d54b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9475b2-befe-4add-90b6-7298ead1d485,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:30.490905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ba6ea101-ef4c-4a0f-a495-00af98d54b53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b453fe8b64b2451694d8754206ad8519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804076 Aug 30 14:43:30.496324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.537345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.558845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c70b85-595e-4502-b52b-695091cbf5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.584194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c70b85-595e-4502-b52b-695091cbf5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.634740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c70b85-595e-4502-b52b-695091cbf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.637773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5c70b85-595e-4502-b52b-695091cbf5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.638939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f5c70b85-595e-4502-b52b-695091cbf5f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c9475b2-befe-4add-90b6-7298ead1d485 HTTP/1.1" status: 204 len: 168 time: 0.1414440 Aug 30 14:43:30.649840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c70b85-595e-4502-b52b-695091cbf5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9475b2-befe-4add-90b6-7298ead1d485,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:30.796357 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc432-22ad-4665-a88f-ee85ee51d6c7 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:30.797786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7f6dc432-22ad-4665-a88f-ee85ee51d6c7 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/1c06dbf0-2590-4844-8042-8cce1e064e31 HTTP/1.1" status: 204 len: 168 time: 0.3533380 Aug 30 14:43:30.800458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.824349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e290f019-7529-4fbd-9872-94979aa7af89 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=1c06dbf0-2590-4844-8042-8cce1e064e31 HTTP/1.1" status: 200 len: 216 time: 0.0222716 Aug 30 14:43:30.831706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.844216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-06468aa1-13cc-4f2a-9ae3-80a0899de6bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4123523 Aug 30 14:43:30.883204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-832f58d4-2a42-4c14-a55d-e5d5af040780 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0483842 Aug 30 14:43:30.889085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.909132 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4c1f225c-4f81-4222-94f3-133bbcfd30bb tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0188785 Aug 30 14:43:30.913810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:30.976629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32249dd9-85e8-468e-ad28-bd331a68bb73 req-c8559115-7c67-45e4-bb6b-6a1454c89a30 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:30.978792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32249dd9-85e8-468e-ad28-bd331a68bb73 req-c8559115-7c67-45e4-bb6b-6a1454c89a30 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1091807 Aug 30 14:43:30.979965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-41c807ad-e998-4eda-80a9-5359775ad282 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/5d7e6ef3-6202-4039-b9d5-1e658c96019b HTTP/1.1" status: 200 len: 473 time: 0.0639772 Aug 30 14:43:30.983976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:31.000420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-55278f0b-00fc-411b-94c5-56efe27c2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:31.002129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-55278f0b-00fc-411b-94c5-56efe27c2513 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 1096 time: 0.1163459 Aug 30 14:43:31.033888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8d5fb3b2-481d-47d7-8848-dfd7a7fded16 tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/4c1198d8-e6c9-4a5d-b7f6-118e4092f6a9 HTTP/1.1" status: 200 len: 461 time: 0.0492973 Aug 30 14:43:31.034644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:31.138090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32249dd9-85e8-468e-ad28-bd331a68bb73 req-39f7c50b-e1fa-47be-aba9-6aa92bf5a8f4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349535 Aug 30 14:43:31.168263 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53fd7acf-70a9-4d0b-9cce-33e5ae44d00c tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:31.169727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-53fd7acf-70a9-4d0b-9cce-33e5ae44d00c tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/4c1198d8-e6c9-4a5d-b7f6-118e4092f6a9 HTTP/1.1" status: 204 len: 168 time: 0.1334903 Aug 30 14:43:31.172197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:31.450428 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-307e34ab-36fc-4582-8f34-f895b16d913a tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:31.451662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-307e34ab-36fc-4582-8f34-f895b16d913a tempest-MeteringTestJSON-1899113080 tempest-MeteringTestJSON-1899113080-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/5d7e6ef3-6202-4039-b9d5-1e658c96019b HTTP/1.1" status: 204 len: 168 time: 0.2782087 Aug 30 14:43:31.461673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a9204a90-24d7-4e58-af7e-441f365b1c06 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:31.483471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a9204a90-24d7-4e58-af7e-441f365b1c06 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:31.484124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a9204a90-24d7-4e58-af7e-441f365b1c06 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:31.502603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-d2caddf8-f0e5-4272-8c8e-8b9f8e67ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:31.505180 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-d2caddf8-f0e5-4272-8c8e-8b9f8e67ccdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=eefce86e-f297-41ff-8745-a3c3121c6655 HTTP/1.1" status: 200 len: 898 time: 0.4768186 Aug 30 14:43:31.564823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port ccbdf823-8f99-4bce-bc8c-2565f1ee431d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:31.565162 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:31.593105 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:31.644970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-3f412f34-7f4c-4cce-8e05-0891fa3b739e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0 HTTP/1.1" status: 200 len: 1001 time: 0.1326191 Aug 30 14:43:31.709618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-ef0582ce-ae82-47a0-b0d2-05e08778a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:31.711081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-ef0582ce-ae82-47a0-b0d2-05e08778a66b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cc98dfa-c1aa-48a9-bc9d-49f627bc4768 HTTP/1.1" status: 200 len: 835 time: 0.0555022 Aug 30 14:43:31.723372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port ccbdf823-8f99-4bce-bc8c-2565f1ee431d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,segment=NetworkSegment(953df594-2a69-464d-b8ca-0e3f040da3b6),segment_id=953df594-2a69-464d-b8ca-0e3f040da3b6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:31.723760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:31.762006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for ccbdf823-8f99-4bce-bc8c-2565f1ee431d owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:31.815263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-358bd0df-c7ee-4354-839a-96567f4d8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:31.817088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-358bd0df-c7ee-4354-839a-96567f4d8294 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eefce86e-f297-41ff-8745-a3c3121c6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958006 Aug 30 14:43:31.956438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:31.983658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-6b532c57-0ea1-459d-93ab-b114d0c68b5e service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573455 Aug 30 14:43:32.113643 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.164337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=ccbdf823-8f99-4bce-bc8c-2565f1ee431d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:32.173959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ca478b4-71c8-48f4-b7ac-0df1b0b132d1 req-e402af50-eb0d-43bf-a0a9-0175440e4990 service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791151 Aug 30 14:43:32.209205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22675dbb-b01e-446b-8bd3-971573ca5456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.343255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9e8b-f83d-4fd4-bf17-4eb10f801079 req-83115f0d-aa31-4c59-8110-1be07e557e03 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:32.344909 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-910b9e8b-f83d-4fd4-bf17-4eb10f801079 req-83115f0d-aa31-4c59-8110-1be07e557e03 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1018288 Aug 30 14:43:32.423256 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-910b9e8b-f83d-4fd4-bf17-4eb10f801079 req-1b6a1221-4509-4074-bc6a-5481e84b2dfe tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709600 Aug 30 14:43:32.424468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.461287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22675dbb-b01e-446b-8bd3-971573ca5456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.467988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22675dbb-b01e-446b-8bd3-971573ca5456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.514708 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-22675dbb-b01e-446b-8bd3-971573ca5456 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35d05cd0a23a4b3083523a381635c623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568740 Aug 30 14:43:32.515457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22675dbb-b01e-446b-8bd3-971573ca5456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edf3b0e-5df9-4b80-88d3-78683b0a7d0f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:32.518808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:32.581669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:32.592417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bf55-839f-417f-b747-f4472d878d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.615970 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bf55-839f-417f-b747-f4472d878d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.671008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:32.672856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bf55-839f-417f-b747-f4472d878d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.676112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bf55-839f-417f-b747-f4472d878d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.681988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2ff9bf55-839f-417f-b747-f4472d878d3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9edf3b0e-5df9-4b80-88d3-78683b0a7d0f HTTP/1.1" status: 204 len: 168 time: 0.1614032 Aug 30 14:43:32.691282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9bf55-839f-417f-b747-f4472d878d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edf3b0e-5df9-4b80-88d3-78683b0a7d0f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:32.763720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:32.766611 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.774696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:32.776002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-89451d15-a429-45de-ba5c-6117d126d52c tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8580658 Aug 30 14:43:32.778762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:32.786815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:32.787436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:32.843063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6993bc-d6fe-438b-80d3-5d666d786feb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting subnet 6c368daa-3f9f-4c67-9969-8ff7ea702d17 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:32.846936 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6993bc-d6fe-438b-80d3-5d666d786feb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.876307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:32.882994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ac531e97-203d-4d94-b902-5efbb3f463dd tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2106875529'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:32.883600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ac531e97-203d-4d94-b902-5efbb3f463dd tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:43:32.941830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:31Z', 'revision_number': 11, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:32.949532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6993bc-d6fe-438b-80d3-5d666d786feb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.973573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:32.983243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:32.984082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:33.064397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac531e97-203d-4d94-b902-5efbb3f463dd tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.065789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ac531e97-203d-4d94-b902-5efbb3f463dd tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4834960 Aug 30 14:43:33.068579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.070815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:33.073281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-64ed9764-57bf-43fe-97ea-87a3fb0c27ad tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b4c9a6b5-c0e8-45e7-9c52-43fdc599bc10'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:33.073980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-64ed9764-57bf-43fe-97ea-87a3fb0c27ad tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:43:33.129728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:31Z', 'revision_number': 11, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:33.139297 n-d-805668-3 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-64ed9764-57bf-43fe-97ea-87a3fb0c27ad tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 14:43:33.140255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.158796 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441fe7ec-8b74-401f-9555-ef87189cfac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.174262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505949f-6ba8-4d58-9165-3f75b846fbeb None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:31Z', 'revision_number': 11, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:33.276390 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64ed9764-57bf-43fe-97ea-87a3fb0c27ad tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.277584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441fe7ec-8b74-401f-9555-ef87189cfac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.277828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-64ed9764-57bf-43fe-97ea-87a3fb0c27ad tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2079890 Aug 30 14:43:33.280716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.280877 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6993bc-d6fe-438b-80d3-5d666d786feb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.287025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7c78074a-66cd-4360-92f0-1d65c6554d94 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b4c9a6b5-c0e8-45e7-9c52-43fdc599bc10'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:33.287658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7c78074a-66cd-4360-92f0-1d65c6554d94 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:43:33.296046 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441fe7ec-8b74-401f-9555-ef87189cfac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.353471 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6993bc-d6fe-438b-80d3-5d666d786feb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.370418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6993bc-d6fe-438b-80d3-5d666d786feb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.375306 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d6993bc-d6fe-438b-80d3-5d666d786feb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/6c368daa-3f9f-4c67-9969-8ff7ea702d17 HTTP/1.1" status: 204 len: 168 time: 0.5954247 Aug 30 14:43:33.394259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab920093-2bfb-4369-ad49-21aa0a06f95f None None] Network 3db22a36-2254-40cd-bf36-cee66297a087 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:33.396721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.407412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6993bc-d6fe-438b-80d3-5d666d786feb tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Subnet': ['ID=6c368daa-3f9f-4c67-9969-8ff7ea702d17,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:33.424022 n-d-805668-3 neutron-server[94827]: WARNING neutron.services.metering.metering_plugin [None req-7c78074a-66cd-4360-92f0-1d65c6554d94 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 14:43:33.426796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fe7ec-8b74-401f-9555-ef87189cfac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28659f21-2429-4b2d-985c-68bb4b7c40fc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:33.452775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-441fe7ec-8b74-401f-9555-ef87189cfac1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84ea9db57b644be9b26024a857608226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111262 Aug 30 14:43:33.453448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.546108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.652298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Deleting port 7d6351dd-5374-4e38-97e7-0200da54a685 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:33.652904 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.654135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] DHCP port deletion for 3db22a36-2254-40cd-bf36-cee66297a087 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:33.689657 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c78074a-66cd-4360-92f0-1d65c6554d94 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.691373 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7c78074a-66cd-4360-92f0-1d65c6554d94 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4090776 Aug 30 14:43:33.702218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ccbdf823-8f99-4bce-bc8c-2565f1ee431d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:33.704045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.731266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-51bf5065-fbc2-442c-aff2-1ab9057985f1 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=cede0706-abf1-425e-ab08-bd8fedbd89a9 HTTP/1.1" status: 200 len: 462 time: 0.0228457 Aug 30 14:43:33.735424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.739461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ccbdf823-8f99-4bce-bc8c-2565f1ee431d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:33.739781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ccbdf823-8f99-4bce-bc8c-2565f1ee431d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:33.749376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd778a-507a-4d95-b2a7-11eccd169a55 req-cc1b7dad-34b0-437e-a858-9528d5086e9c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:33.751030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ccd778a-507a-4d95-b2a7-11eccd169a55 req-cc1b7dad-34b0-437e-a858-9528d5086e9c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1829212 Aug 30 14:43:33.765629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] For port 7d6351dd-5374-4e38-97e7-0200da54a685, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7d6351dd-5374-4e38-97e7-0200da54a685,segment=NetworkSegment(953df594-2a69-464d-b8ca-0e3f040da3b6),segment_id=953df594-2a69-464d-b8ca-0e3f040da3b6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:33.766302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.774403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] Deleting port 7d6351dd-5374-4e38-97e7-0200da54a685 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:33.774987 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.783390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Calling delete_port for 7d6351dd-5374-4e38-97e7-0200da54a685 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:33.795815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3421fb6-d427-4c26-ae48-407610e4f474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.887516 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] For port 7d6351dd-5374-4e38-97e7-0200da54a685, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7d6351dd-5374-4e38-97e7-0200da54a685,segment=NetworkSegment(953df594-2a69-464d-b8ca-0e3f040da3b6),segment_id=953df594-2a69-464d-b8ca-0e3f040da3b6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:33.888688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.894603 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.894735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ccd778a-507a-4d95-b2a7-11eccd169a55 req-c01e7a06-c8eb-46f4-8e57-f5d7806833c2 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187053 Aug 30 14:43:33.898706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3421fb6-d427-4c26-ae48-407610e4f474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.910321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] Calling delete_port for 7d6351dd-5374-4e38-97e7-0200da54a685 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:33.921187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Port': ['ID=7d6351dd-5374-4e38-97e7-0200da54a685,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:33.926284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No DVR routers for this DVR port 7d6351dd-5374-4e38-97e7-0200da54a685 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:33.955462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dded3f55-f9c0-4af3-a651-7ff2e4dc3f2c tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.956042 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dded3f55-f9c0-4af3-a651-7ff2e4dc3f2c tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/cede0706-abf1-425e-ab08-bd8fedbd89a9 HTTP/1.1" status: 204 len: 168 time: 0.2185292 Aug 30 14:43:33.958839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.977452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8cf61caa-ffd7-4d7e-b292-9d0a792e117c tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=cede0706-abf1-425e-ab08-bd8fedbd89a9 HTTP/1.1" status: 200 len: 221 time: 0.0174472 Aug 30 14:43:33.983849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.993886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0ebadef0-9587-434f-8fa1-aa05be8bc96b tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2055726076', 'description': 'label created by tempest'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:33.994348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0ebadef0-9587-434f-8fa1-aa05be8bc96b tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Unknown quota resources ['metering_label']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 14:43:34.011956 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.042969 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.043296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] Pushing event deleted for resources: {'Port': ['ID=7d6351dd-5374-4e38-97e7-0200da54a685,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:34.050764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd4f45-957a-4a23-9378-1b803582b894 None None] No DVR routers for this DVR port 7d6351dd-5374-4e38-97e7-0200da54a685 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:34.066950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db22a36-2254-40cd-bf36-cee66297a087']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:34.080514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953df594-2a69-464d-b8ca-0e3f040da3b6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:34.081118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953df594-2a69-464d-b8ca-0e3f040da3b6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:34.091336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.105666 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.112111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:34.112541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:34.115572 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:34.183377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3421fb6-d427-4c26-ae48-407610e4f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.184371 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.187461 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3421fb6-d427-4c26-ae48-407610e4f474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.190078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d3421fb6-d427-4c26-ae48-407610e4f474 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28659f21-2429-4b2d-985c-68bb4b7c40fc HTTP/1.1" status: 204 len: 168 time: 0.6264310 Aug 30 14:43:34.201920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.206404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/networks/3db22a36-2254-40cd-bf36-cee66297a087 HTTP/1.1" status: 204 len: 168 time: 0.8059237 Aug 30 14:43:34.215245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.220636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'routes': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:34.224139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b806d5-abba-4805-a3ab-2edd583bd5ad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Pushing event deleted for resources: {'Network': ['ID=3db22a36-2254-40cd-bf36-cee66297a087,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:34.232726 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ebadef0-9587-434f-8fa1-aa05be8bc96b tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.233948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0ebadef0-9587-434f-8fa1-aa05be8bc96b tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2491305 Aug 30 14:43:34.236609 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56072) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.238893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3421fb6-d427-4c26-ae48-407610e4f474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28659f21-2429-4b2d-985c-68bb4b7c40fc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:34.302138 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48b7c340-5567-44d5-a140-670e7e472875 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e998c58e-22fb-4fdb-801c-deaa2d1e2ed8 HTTP/1.1" status: 200 len: 468 time: 0.0643728 Aug 30 14:43:34.304628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.424691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Added routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 14:43:34.425310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Removed routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 14:43:34.425811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.522210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26682075-0158-4f2b-acd5-2781796ad6b4 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.526056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-26682075-0158-4f2b-acd5-2781796ad6b4 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/e998c58e-22fb-4fdb-801c-deaa2d1e2ed8 HTTP/1.1" status: 204 len: 168 time: 0.2169766 Aug 30 14:43:34.529509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.543344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-00230b81-89ae-4224-9244-46f70e163cde tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e998c58e-22fb-4fdb-801c-deaa2d1e2ed8 HTTP/1.1" status: 200 len: 216 time: 0.0126157 Aug 30 14:43:34.546974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56084) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.561249 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9014b8bd-30e0-4f78-b880-09562c3b178c tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094063 Aug 30 14:43:34.561930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.578920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8db6583c-5daf-4f6c-a60d-9ba8064a1220 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0126798 Aug 30 14:43:34.579205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.638203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a860671-3a8d-41de-9949-928ab1302569 tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/b4c9a6b5-c0e8-45e7-9c52-43fdc599bc10 HTTP/1.1" status: 200 len: 473 time: 0.0576968 Aug 30 14:43:34.641802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.654957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-488a8ae6-58f3-436a-99a6-98e59a37337e tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/10dfe816-228e-47dc-9fc0-c1cea7a7c6b9 HTTP/1.1" status: 200 len: 459 time: 0.0118041 Aug 30 14:43:34.660895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.796613 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-beea1a70-cac4-4948-b32d-921c2b257aec tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.800426 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-beea1a70-cac4-4948-b32d-921c2b257aec tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/10dfe816-228e-47dc-9fc0-c1cea7a7c6b9 HTTP/1.1" status: 204 len: 168 time: 0.1357479 Aug 30 14:43:34.801252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:34.976672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:34.983280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.149852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:35.246390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ca7c6-b8cc-4429-ab64-5885384aa362 req-5226e01b-72cd-4ca3-8f46-a31fed6aaf60 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:35.249222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed1ca7c6-b8cc-4429-ab64-5885384aa362 req-5226e01b-72cd-4ca3-8f46-a31fed6aaf60 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1946976 Aug 30 14:43:35.285016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:35.298086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.298856 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] Sync routers for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:35.299327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc670c91-7b68-4035-93a4-cd0635cfbac8 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 200 len: 701 time: 1.0826945 Aug 30 14:43:35.302121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:35.311869 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:35.312925 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:35.318938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18fd3521-74a4-426d-8fa2-ae12b566a16b tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.322914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-18fd3521-74a4-426d-8fa2-ae12b566a16b tempest-MeteringIpV6TestJSON-501949766 tempest-MeteringIpV6TestJSON-501949766-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/b4c9a6b5-c0e8-45e7-9c52-43fdc599bc10 HTTP/1.1" status: 204 len: 168 time: 0.5194228 Aug 30 14:43:35.344748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed1ca7c6-b8cc-4429-ab64-5885384aa362 req-cc7da491-8bb4-46cb-b99b-af4dd880ecbf tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887058 Aug 30 14:43:35.347115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5638df38-049b-4d53-a6c3-9fc70391096d tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 200 len: 205 time: 0.0439916 Aug 30 14:43:35.350009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:35.411474 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:35.433669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60efe123-b98b-4aaa-937a-6ca831f2352f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.487748 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:31Z', 'revision_number': 11, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:35.518636 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] Checking router: 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:35.528573 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] Routers {'8f0aec42-edc6-4d31-9b06-7e306b6d5a06'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:35.529427 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:35.560771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7d6351dd-5374-4e38-97e7-0200da54a685 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:35.596922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 7d6351dd-5374-4e38-97e7-0200da54a685 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:35.597562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7d6351dd-5374-4e38-97e7-0200da54a685 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:35.608843 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] Set router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:35.662510 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:31Z', 'revision_number': 11, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:35.674762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60efe123-b98b-4aaa-937a-6ca831f2352f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.676972 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60efe123-b98b-4aaa-937a-6ca831f2352f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.691388 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92acc19-7376-4f2a-b1a2-a4b1a10433d5 None None] The sync data for ids ['8f0aec42-edc6-4d31-9b06-7e306b6d5a06'] in n-d-805668-3 is: [{'id': '8f0aec42-edc6-4d31-9b06-7e306b6d5a06', 'name': 'tempest-RoutersTest-router-1168142621', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:42:46Z', 'updated_at': '2021-08-30T14:43:31Z', 'revision_number': 11, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:35.739837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60efe123-b98b-4aaa-937a-6ca831f2352f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.740534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60efe123-b98b-4aaa-937a-6ca831f2352f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Fanout notify agent at l3_agent the message router_deleted on router 8f0aec42-edc6-4d31-9b06-7e306b6d5a06 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:43:35.748481 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60efe123-b98b-4aaa-937a-6ca831f2352f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.754289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-60efe123-b98b-4aaa-937a-6ca831f2352f tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 204 len: 168 time: 0.4030247 Aug 30 14:43:35.755186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56140) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:35.761390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6fed0135-4d93-4149-9edc-ffe24e5bc65e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2036979316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:35.787517 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fed0135-4d93-4149-9edc-ffe24e5bc65e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.789156 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fed0135-4d93-4149-9edc-ffe24e5bc65e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.845183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:35.867124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fed0135-4d93-4149-9edc-ffe24e5bc65e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.875240 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fed0135-4d93-4149-9edc-ffe24e5bc65e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.896215 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fed0135-4d93-4149-9edc-ffe24e5bc65e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.900510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6fed0135-4d93-4149-9edc-ffe24e5bc65e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1405606 Aug 30 14:43:35.900851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:35.906753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0aa44f4e-72d7-49cb-a1fa-8b1a3bf6b195 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:36.065834 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd34c5eb-ed44-40fd-98d2-9ccdb0b577e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.162170 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0aa44f4e-72d7-49cb-a1fa-8b1a3bf6b195 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.179271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0aa44f4e-72d7-49cb-a1fa-8b1a3bf6b195 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.184328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd34c5eb-ed44-40fd-98d2-9ccdb0b577e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.188907 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd34c5eb-ed44-40fd-98d2-9ccdb0b577e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.234042 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd34c5eb-ed44-40fd-98d2-9ccdb0b577e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec33aef31e0643e387398126d0977b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876700 Aug 30 14:43:36.235316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34c5eb-ed44-40fd-98d2-9ccdb0b577e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df0c78-0427-4bdf-ae2c-dd0585ea12a0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:36.237779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:36.295817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94442727-a254-48af-ae57-48c816effc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.314436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa44f4e-72d7-49cb-a1fa-8b1a3bf6b195 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Router cc85b769-1341-4ec9-8b0c-85cc023446b0 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:43:36.323974 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94442727-a254-48af-ae57-48c816effc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.385366 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94442727-a254-48af-ae57-48c816effc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.388004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94442727-a254-48af-ae57-48c816effc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.389549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-94442727-a254-48af-ae57-48c816effc95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1df0c78-0427-4bdf-ae2c-dd0585ea12a0 HTTP/1.1" status: 204 len: 168 time: 0.1508269 Aug 30 14:43:36.403833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94442727-a254-48af-ae57-48c816effc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df0c78-0427-4bdf-ae2c-dd0585ea12a0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:36.429714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa44f4e-72d7-49cb-a1fa-8b1a3bf6b195 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:36.439354 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0aa44f4e-72d7-49cb-a1fa-8b1a3bf6b195 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.441637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0aa44f4e-72d7-49cb-a1fa-8b1a3bf6b195 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "PUT /v2.0/routers/cc85b769-1341-4ec9-8b0c-85cc023446b0 HTTP/1.1" status: 200 len: 694 time: 0.5391250 Aug 30 14:43:36.442420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] Sync routers for ids ['cc85b769-1341-4ec9-8b0c-85cc023446b0'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:36.443871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:36.455988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] Routers {'cc85b769-1341-4ec9-8b0c-85cc023446b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:36.456634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cc85b769-1341-4ec9-8b0c-85cc023446b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:36.534431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] Set router cc85b769-1341-4ec9-8b0c-85cc023446b0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:36.584577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-937dcd27-0902-4239-abd2-ada942a230f4 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/routers/cc85b769-1341-4ec9-8b0c-85cc023446b0 HTTP/1.1" status: 200 len: 700 time: 0.1391544 Aug 30 14:43:36.587349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:36.616974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c41a-b4d1-4314-869d-cebe61ec592f req-1fa22422-c6ff-45d1-97a0-ebb5415966f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:36.620415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-22af3c2a-f58f-459c-ab3d-a8fe5f07db17 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc85b769-1341-4ec9-8b0c-85cc023446b0 HTTP/1.1" status: 200 len: 205 time: 0.0316324 Aug 30 14:43:36.623183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:36.627676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d321c41a-b4d1-4314-869d-cebe61ec592f req-1fa22422-c6ff-45d1-97a0-ebb5415966f5 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1334171 Aug 30 14:43:36.680955 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d321c41a-b4d1-4314-869d-cebe61ec592f req-fa0e6f89-015a-495e-aaa4-d65c990d9178 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520627 Aug 30 14:43:36.732999 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eaae6-0b0b-448f-af90-2d7eec0920f5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.853308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85b769-1341-4ec9-8b0c-85cc023446b0', 'name': 'tempest-RoutersTest-router-2036979316', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:43:35Z', 'updated_at': '2021-08-30T14:43:36Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:36.887739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] Checking router: cc85b769-1341-4ec9-8b0c-85cc023446b0 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:36.898429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] Routers {'cc85b769-1341-4ec9-8b0c-85cc023446b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:36.899700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['cc85b769-1341-4ec9-8b0c-85cc023446b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:36.911512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eaae6-0b0b-448f-af90-2d7eec0920f5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.921231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eaae6-0b0b-448f-af90-2d7eec0920f5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.971362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] Set router cc85b769-1341-4ec9-8b0c-85cc023446b0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:36.975206 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eaae6-0b0b-448f-af90-2d7eec0920f5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.976464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200eaae6-0b0b-448f-af90-2d7eec0920f5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Fanout notify agent at l3_agent the message router_deleted on router cc85b769-1341-4ec9-8b0c-85cc023446b0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:43:36.988532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-200eaae6-0b0b-448f-af90-2d7eec0920f5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.990339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-200eaae6-0b0b-448f-af90-2d7eec0920f5 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/cc85b769-1341-4ec9-8b0c-85cc023446b0 HTTP/1.1" status: 204 len: 168 time: 0.3658159 Aug 30 14:43:36.994071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.040193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc85b769-1341-4ec9-8b0c-85cc023446b0', 'name': 'tempest-RoutersTest-router-2036979316', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:43:35Z', 'updated_at': '2021-08-30T14:43:36Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:37.043262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-122b45c0-9d45-4461-b247-07a30b5d4556 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc85b769-1341-4ec9-8b0c-85cc023446b0 HTTP/1.1" status: 200 len: 205 time: 0.0468388 Aug 30 14:43:37.044610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.087891 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a82b8b91-f750-424f-ba12-62e03265e488 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] delete failed (client error): The resource could not be found. Aug 30 14:43:37.089252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a82b8b91-f750-424f-ba12-62e03265e488 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/cc85b769-1341-4ec9-8b0c-85cc023446b0 HTTP/1.1" status: 404 len: 336 time: 0.0431354 Aug 30 14:43:37.091964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.096932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60afc7-8c9a-4a93-9a15-feb9025eeb31 None None] The sync data for ids ['cc85b769-1341-4ec9-8b0c-85cc023446b0'] in n-d-805668-3 is: [{'id': 'cc85b769-1341-4ec9-8b0c-85cc023446b0', 'name': 'tempest-RoutersTest-router-2036979316', 'tenant_id': '1e68f0ec74b3475dac2b01c739c73149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:43:35Z', 'updated_at': '2021-08-30T14:43:36Z', 'revision_number': 2, 'project_id': '1e68f0ec74b3475dac2b01c739c73149', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:37.122846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.136186 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-861c85f0-48cf-43e0-91d3-0f2341e5daaf tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:37.137016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861c85f0-48cf-43e0-91d3-0f2341e5daaf tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:37.139075 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-861c85f0-48cf-43e0-91d3-0f2341e5daaf tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/5e458006-c711-4d29-91e4-bd42c79e6ff0 HTTP/1.1" status: 404 len: 337 time: 0.0460019 Aug 30 14:43:37.141619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.153937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe95ce5b-1b46-47f2-a5b3-f1f27c0eb04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.176784 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4779455f-cdd1-4c88-960e-87eddc436e34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:37.177769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4779455f-cdd1-4c88-960e-87eddc436e34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:37.182672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.183659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4779455f-cdd1-4c88-960e-87eddc436e34 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/884e6801-30d2-4a40-8462-3b5bf73800f6 HTTP/1.1" status: 404 len: 337 time: 0.0408351 Aug 30 14:43:37.223473 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2b5976-f690-419e-b5ce-9f4e31b0534e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:37.223946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2b5976-f690-419e-b5ce-9f4e31b0534e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:37.225753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fe2b5976-f690-419e-b5ce-9f4e31b0534e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/427f2ae3-7bc3-4e82-98d6-1d22dca50cb2 HTTP/1.1" status: 404 len: 337 time: 0.0420616 Aug 30 14:43:37.229069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56196) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.277258 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-108bfbbb-d5e8-4799-a274-3e2797091a7e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:37.277906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108bfbbb-d5e8-4799-a274-3e2797091a7e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:37.279674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-108bfbbb-d5e8-4799-a274-3e2797091a7e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/6c368daa-3f9f-4c67-9969-8ff7ea702d17 HTTP/1.1" status: 404 len: 337 time: 0.0493677 Aug 30 14:43:37.282406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.301884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.332451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-10609391-5824-4f55-aac1-8e3394db7235 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 200 len: 205 time: 0.0488212 Aug 30 14:43:37.335765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.350630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe95ce5b-1b46-47f2-a5b3-f1f27c0eb04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.358374 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe95ce5b-1b46-47f2-a5b3-f1f27c0eb04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.377749 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0b6b35fc-d687-4c69-8ce1-6438f6923e54 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] delete failed (client error): The resource could not be found. Aug 30 14:43:37.381613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0b6b35fc-d687-4c69-8ce1-6438f6923e54 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/8f0aec42-edc6-4d31-9b06-7e306b6d5a06 HTTP/1.1" status: 404 len: 336 time: 0.0417709 Aug 30 14:43:37.382051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.395663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fe95ce5b-1b46-47f2-a5b3-f1f27c0eb04e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3738cc4dca0842a29e255bc811d2b71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715263 Aug 30 14:43:37.398597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56210) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.420067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95ce5b-1b46-47f2-a5b3-f1f27c0eb04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12bd5b1-878e-4c9c-a60d-0dbc8be838b8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:37.441205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.442754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-53ad5aee-49dd-43ae-ab16-8e8a67412895 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46 HTTP/1.1" status: 200 len: 205 time: 0.0556624 Aug 30 14:43:37.485673 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-98d37671-f6e1-453c-9c5f-fb286c3b1149 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] delete failed (client error): The resource could not be found. Aug 30 14:43:37.486895 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-98d37671-f6e1-453c-9c5f-fb286c3b1149 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/f8a11869-5bb2-4e1f-8aa2-12f9ec84fe46 HTTP/1.1" status: 404 len: 336 time: 0.0429947 Aug 30 14:43:37.489341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.502662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d447c2b1-b812-4182-8366-e5052cfa3781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.526645 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d447c2b1-b812-4182-8366-e5052cfa3781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.526879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-160517754', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:37.531044 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ee0503-d163-46c9-9b83-ad6cc3201c06 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:37.531486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ee0503-d163-46c9-9b83-ad6cc3201c06 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:37.533191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-02ee0503-d163-46c9-9b83-ad6cc3201c06 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/e6998bc7-c0cc-45f8-990b-c43c0d11a595 HTTP/1.1" status: 404 len: 337 time: 0.0428095 Aug 30 14:43:37.535680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.566596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7afb07f8-aa8c-4ba2-8f5f-cb95124714d7 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab0e25d2-e75e-4499-bec5-b99207eb1ee9 HTTP/1.1" status: 200 len: 205 time: 0.0297945 Aug 30 14:43:37.569012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.580439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Made reservation on behalf of f40feb439e86494e85b7dd31639c7a02 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:37.583084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.592655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.609079 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-85f0ac69-cbb4-49cf-b5f6-c7b159e00dad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] delete failed (client error): The resource could not be found. Aug 30 14:43:37.611047 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-85f0ac69-cbb4-49cf-b5f6-c7b159e00dad tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/ab0e25d2-e75e-4499-bec5-b99207eb1ee9 HTTP/1.1" status: 404 len: 336 time: 0.0401027 Aug 30 14:43:37.613076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.615359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d447c2b1-b812-4182-8366-e5052cfa3781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.617925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d447c2b1-b812-4182-8366-e5052cfa3781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.621268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d447c2b1-b812-4182-8366-e5052cfa3781 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c12bd5b1-878e-4c9c-a60d-0dbc8be838b8 HTTP/1.1" status: 204 len: 168 time: 0.2194164 Aug 30 14:43:37.656127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447c2b1-b812-4182-8366-e5052cfa3781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12bd5b1-878e-4c9c-a60d-0dbc8be838b8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:37.666707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ba1530f-b859-429f-8f0c-513d3cfae5c9 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=76f973a0-6f55-4929-a07b-a674ec2576c2 HTTP/1.1" status: 200 len: 205 time: 0.0521286 Aug 30 14:43:37.669090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.717466 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b8882e6d-b8bc-4f1d-a711-116859f03b8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] delete failed (client error): The resource could not be found. Aug 30 14:43:37.721401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b8882e6d-b8bc-4f1d-a711-116859f03b8e tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/76f973a0-6f55-4929-a07b-a674ec2576c2 HTTP/1.1" status: 404 len: 336 time: 0.0510433 Aug 30 14:43:37.721967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56232) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.751550 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d3a653-2d68-48eb-9cc4-ce236eae3dcc tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:37.752019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d3a653-2d68-48eb-9cc4-ce236eae3dcc tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:37.755717 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.756674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b8d3a653-2d68-48eb-9cc4-ce236eae3dcc tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/159fec3a-b010-4125-aa4b-17ab9cd0ede6 HTTP/1.1" status: 404 len: 337 time: 0.0337439 Aug 30 14:43:37.756873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.776275 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.792929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] device_id is not set on port 0b4fcbe1-57ec-4e6b-96e2-2a490c85297f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:37.824842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-81eba37e-7fec-4baf-b4ed-0e59f0814c54 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=78e9e99d-47e6-417a-8097-8a7ac5477a36 HTTP/1.1" status: 200 len: 205 time: 0.0662887 Aug 30 14:43:37.827305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.874232 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-fd5e2c51-7c67-410b-a163-ce99f4d746f0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] delete failed (client error): The resource could not be found. Aug 30 14:43:37.875481 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fd5e2c51-7c67-410b-a163-ce99f4d746f0 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/78e9e99d-47e6-417a-8097-8a7ac5477a36 HTTP/1.1" status: 404 len: 336 time: 0.0471399 Aug 30 14:43:37.877977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.899574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc78e556-bff0-4d48-890d-d6e0baf8c28e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:37.913347 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5da081c-d6e4-47aa-9563-37d10ed42222 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:37.913816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5da081c-d6e4-47aa-9563-37d10ed42222 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:37.918034 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b5da081c-d6e4-47aa-9563-37d10ed42222 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/a62a8e17-30a8-4345-be5c-41b5b3808173 HTTP/1.1" status: 404 len: 337 time: 0.0366607 Aug 30 14:43:37.918942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.932131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46ec37-249a-4044-b010-ae0ebb33eea0 req-e4f72e20-d5f6-43de-8cff-65205b2a34e4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:37.933729 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f46ec37-249a-4044-b010-ae0ebb33eea0 req-e4f72e20-d5f6-43de-8cff-65205b2a34e4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1552861 Aug 30 14:43:37.958772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8e1ad31d-5f91-42a1-81da-7822ace309bf tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a985498-726a-44de-9100-444f63db0c8d HTTP/1.1" status: 200 len: 205 time: 0.0372674 Aug 30 14:43:37.959394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:38.004284 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f46ec37-249a-4044-b010-ae0ebb33eea0 req-4def2380-bade-4f69-b4b2-e3382c95cab8 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631618 Aug 30 14:43:38.033007 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3025280d-0af4-46b9-993d-7e04b7a70744 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] delete failed (client error): The resource could not be found. Aug 30 14:43:38.033007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3025280d-0af4-46b9-993d-7e04b7a70744 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/routers/7a985498-726a-44de-9100-444f63db0c8d HTTP/1.1" status: 404 len: 336 time: 0.0667276 Aug 30 14:43:38.036720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:38.042485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Allocated IP 172.25.6.71 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/0b4fcbe1-57ec-4e6b-96e2-2a490c85297f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:38.081023 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15d7fbd-5c9d-44be-9f46-596f1489f082 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:38.081916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15d7fbd-5c9d-44be-9f46-596f1489f082 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:38.084081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e15d7fbd-5c9d-44be-9f46-596f1489f082 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/2b2fa198-28e1-4867-8c8f-f0e0e1aec0e3 HTTP/1.1" status: 404 len: 337 time: 0.0461118 Aug 30 14:43:38.087269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:38.118026 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-204c215b-dee8-4af1-b0c5-b0847398e608 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] DELETE failed (client error): The resource could not be found. Aug 30 14:43:38.118505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204c215b-dee8-4af1-b0c5-b0847398e608 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:43:38.120498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-204c215b-dee8-4af1-b0c5-b0847398e608 tempest-RoutersTest-618075959 tempest-RoutersTest-618075959-project] 10.222.0.50 "DELETE /v2.0/subnets/ba3b4ef3-bf8e-43e8-8674-d232563d2bac HTTP/1.1" status: 404 len: 337 time: 0.0322537 Aug 30 14:43:38.229316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.296550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.359491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:38.363870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:38.371092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:38.409814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Pushing event updated for resources: {'Port': ['ID=0b4fcbe1-57ec-4e6b-96e2-2a490c85297f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:38.435646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:38.437087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.459306 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9ddd4fe7-41f4-49e7-9e8a-42253b5877bc tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1549799 Aug 30 14:43:38.463117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:38.467704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.71'}]}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:38.503297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.506089 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.520496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:38.566675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.713161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.789710 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-df529aea-4931-4a25-82cb-4cf9a128e3b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e68f0ec74b3475dac2b01c739c73149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655621 Aug 30 14:43:38.790320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:38.863571 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4fe0f5-2775-45df-b638-702d0dbb9eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.889431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4fe0f5-2775-45df-b638-702d0dbb9eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.948080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4fe0f5-2775-45df-b638-702d0dbb9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.951599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4fe0f5-2775-45df-b638-702d0dbb9eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:38.955219 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5f4fe0f5-2775-45df-b638-702d0dbb9eeb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd779a56-711a-41f7-a836-54a0d5728558 HTTP/1.1" status: 204 len: 168 time: 0.1616764 Aug 30 14:43:38.962899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fe0f5-2775-45df-b638-702d0dbb9eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd779a56-711a-41f7-a836-54a0d5728558,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:38.990176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.011961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.214828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da51d3-4831-410d-a169-a1591dfd65f4 req-75f971ee-6789-49e4-b4e9-bd5b93477e21 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:39.216353 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54da51d3-4831-410d-a169-a1591dfd65f4 req-75f971ee-6789-49e4-b4e9-bd5b93477e21 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1230726 Aug 30 14:43:39.291421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54da51d3-4831-410d-a169-a1591dfd65f4 req-a6ce8a70-bd61-415e-9214-b9fa8e18a240 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670884 Aug 30 14:43:39.305084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.323022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56298) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:39.522120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1849064100'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:39.553884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Made reservation on behalf of 4d666e2f96ae4700be848bd38c56adb2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:39.558649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.568773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.700549 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.705164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.722056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:43:39.733321 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.733677 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Added segment ec6e4f73-7344-496f-a360-b21070261ccf of type vlan for network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 Aug 30 14:43:39.795728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.804261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe47c09-5998-4fa9-b3d8-a32bf962f677,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:39.830684 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.837137 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.848162 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.854647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:39.855318 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.886831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35a8bd-9547-4bf0-8fed-c97affa75558 req-e1873f6a-0ee0-4700-b9f7-b910fb50f64b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:39.888369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee35a8bd-9547-4bf0-8fed-c97affa75558 req-e1873f6a-0ee0-4700-b9f7-b910fb50f64b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1580334 Aug 30 14:43:39.900963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.901947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68716d89-aa0d-4e96-9b6c-038913404fe3 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:43:39.940922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6134841 Aug 30 14:43:39.941338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:39.948905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'subnet': {'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:39.956447 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 30 14:43:39.956709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad281c-efc1-406d-9912-e3d00d5949cc tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Network': ['ID=1a752340-fea0-4a7b-bb3b-8ee6dcb3b328,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:39.961127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:39.961404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-448cd335-1540-4a89-aa2b-9f1632ccd908 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4968503 Aug 30 14:43:39.971278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:43:39.986671 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee35a8bd-9547-4bf0-8fed-c97affa75558 req-f41ad80f-4764-4170-89d7-05e82c828bc4 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821979 Aug 30 14:43:40.192928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Made reservation on behalf of 4d666e2f96ae4700be848bd38c56adb2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:40.197073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.210503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eede50-02e6-4c76-89f3-7566b6612713 req-7bf2a2be-9d1f-42c7-9a4d-cf6740bcc913 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:40.212123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73eede50-02e6-4c76-89f3-7566b6612713 req-7bf2a2be-9d1f-42c7-9a4d-cf6740bcc913 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1313105 Aug 30 14:43:40.310697 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:40.316516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7bdff7a1-4429-4425-bbef-9970821536b3 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Deleting port 0b4fcbe1-57ec-4e6b-96e2-2a490c85297f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:40.316864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bdff7a1-4429-4425-bbef-9970821536b3 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.374221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73eede50-02e6-4c76-89f3-7566b6612713 req-88962e75-98d2-4314-9a52-87423f463d17 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208098 Aug 30 14:43:40.463948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bdff7a1-4429-4425-bbef-9970821536b3 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.490004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7bdff7a1-4429-4425-bbef-9970821536b3 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Calling delete_port for 0b4fcbe1-57ec-4e6b-96e2-2a490c85297f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:40.590699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-57b37ae4-b8ce-4e1f-99b7-e471a618f941 tempest-DvrRoutersNegativeTest-1928876209 tempest-DvrRoutersNegativeTest-1928876209-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-597133535', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:40.593976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.policy [None req-57b37ae4-b8ce-4e1f-99b7-e471a618f941 tempest-DvrRoutersNegativeTest-1928876209 tempest-DvrRoutersNegativeTest-1928876209-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94827) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 30 14:43:40.594277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.policy [None req-57b37ae4-b8ce-4e1f-99b7-e471a618f941 tempest-DvrRoutersNegativeTest-1928876209 tempest-DvrRoutersNegativeTest-1928876209-project] Failed policy check for 'create_router' {{(pid=94827) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 30 14:43:40.594823 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-57b37ae4-b8ce-4e1f-99b7-e471a618f941 tempest-DvrRoutersNegativeTest-1928876209 tempest-DvrRoutersNegativeTest-1928876209-project] create failed (client error): Access was denied to this resource. Aug 30 14:43:40.596713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-57b37ae4-b8ce-4e1f-99b7-e471a618f941 tempest-DvrRoutersNegativeTest-1928876209 tempest-DvrRoutersNegativeTest-1928876209-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2847021 Aug 30 14:43:40.611821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.722658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Subnet': ['ID=5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:40.771071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f888fa0-0c55-490b-85df-64dca2faed3a req-7f0c99cf-6706-49ff-9cbe-25c969f1341b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:40.772640 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f888fa0-0c55-490b-85df-64dca2faed3a req-7f0c99cf-6706-49ff-9cbe-25c969f1341b tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1478708 Aug 30 14:43:40.777582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Checking segment: {'id': 'ec6e4f73-7344-496f-a360-b21070261ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:40.777948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Network hostable DHCP agents. Network: 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:43:40.820117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bdff7a1-4429-4425-bbef-9970821536b3 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.848213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:43:40.872242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f888fa0-0c55-490b-85df-64dca2faed3a req-0cad419c-a4d2-4c43-b315-1a160347791c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873926 Aug 30 14:43:40.876368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdff7a1-4429-4425-bbef-9970821536b3 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b4fcbe1-57ec-4e6b-96e2-2a490c85297f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:40.886773 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:40.900143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072df8fc-0a6a-42f3-9c7b-c3cfe7468b14 None None] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:40.924664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:40.925755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:40.926442 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.968752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:40.969260 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e553080-64fc-4fb6-9085-c4d866b0a7f7 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0266011 Aug 30 14:43:40.980889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bdff7a1-4429-4425-bbef-9970821536b3 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.981330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-461437252'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:40.986871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7bdff7a1-4429-4425-bbef-9970821536b3 tempest-RoutersAdminNegativeTest-760818725 tempest-RoutersAdminNegativeTest-760818725-project-admin] 10.222.0.50 "DELETE /v2.0/ports/0b4fcbe1-57ec-4e6b-96e2-2a490c85297f HTTP/1.1" status: 204 len: 168 time: 1.0084145 Aug 30 14:43:41.074385 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6582fdb-1b80-4b6d-a9f6-2892eec687f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.104311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'tenant_id': '4d666e2f96ae4700be848bd38c56adb2', 'fixed_ips': [{'subnet_id': '5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:43:41.105437 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.220666 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6582fdb-1b80-4b6d-a9f6-2892eec687f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.231886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6582fdb-1b80-4b6d-a9f6-2892eec687f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.278681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Allocated IP 2001:db8::2 (1a752340-fea0-4a7b-bb3b-8ee6dcb3b328/5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf/b4f7dafb-e04f-4eca-bd05-d4149770f438) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:41.283034 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d6582fdb-1b80-4b6d-a9f6-2892eec687f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58e65ba8f8ba4db2922a9030ed7d5731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536594 Aug 30 14:43:41.283429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:41.292118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6582fdb-1b80-4b6d-a9f6-2892eec687f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd64782-56ee-44fe-93eb-cb73dcc58549,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:41.300734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Made reservation on behalf of 4d666e2f96ae4700be848bd38c56adb2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:41.305793 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.329788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] device_id is not set on port 2a614fbb-18f7-41ad-bf78-b9f27666a1cb yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:41.408227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba05c87-78f7-491a-8a0d-5254390b4d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.418906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:41.435773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba05c87-78f7-491a-8a0d-5254390b4d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.478532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.491716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Transition to ACTIVE for port object b4f7dafb-e04f-4eca-bd05-d4149770f438 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:41.491930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba05c87-78f7-491a-8a0d-5254390b4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.495065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba05c87-78f7-491a-8a0d-5254390b4d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.496236 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cba05c87-78f7-491a-8a0d-5254390b4d0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5bd64782-56ee-44fe-93eb-cb73dcc58549 HTTP/1.1" status: 204 len: 168 time: 0.2117569 Aug 30 14:43:41.504730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba05c87-78f7-491a-8a0d-5254390b4d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd64782-56ee-44fe-93eb-cb73dcc58549,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:41.518316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Transition to ACTIVE for port object b4f7dafb-e04f-4eca-bd05-d4149770f438 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:41.528102 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.547575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:41.565649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:41.568649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:41.620633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Allocated IP 2001:db8::2fd (1a752340-fea0-4a7b-bb3b-8ee6dcb3b328/5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf/2a614fbb-18f7-41ad-bf78-b9f27666a1cb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:41.653881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Attempting to bind port b4f7dafb-e04f-4eca-bd05-d4149770f438 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:43:41.654576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Attempting to bind port b4f7dafb-e04f-4eca-bd05-d4149770f438 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'ec6e4f73-7344-496f-a360-b21070261ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:43:41.654941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Attempting to bind port b4f7dafb-e04f-4eca-bd05-d4149770f438 on network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:43:41.660850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:43:41.661171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Checking segment: {'id': 'ec6e4f73-7344-496f-a360-b21070261ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:41.661750 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.662305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Bound using segment: {'id': 'ec6e4f73-7344-496f-a360-b21070261ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:43:41.662965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Bound port: b4f7dafb-e04f-4eca-bd05-d4149770f438, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6e4f73-7344-496f-a360-b21070261ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:43:41.663550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.665496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Pushing event updated for resources: {'Port': ['ID=b4f7dafb-e04f-4eca-bd05-d4149770f438,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:41.737996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] For port b4f7dafb-e04f-4eca-bd05-d4149770f438, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:43:41.742636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] For port b4f7dafb-e04f-4eca-bd05-d4149770f438, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b4f7dafb-e04f-4eca-bd05-d4149770f438,segment=NetworkSegment(ec6e4f73-7344-496f-a360-b21070261ccf),segment_id=ec6e4f73-7344-496f-a360-b21070261ccf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:43:41.749204 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.786823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-553c9b55-1b95-4efb-97df-f3cfee42bc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.805785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84489943-1d28-4b24-9085-1c5af51cda2b None None] Pushing event updated for resources: {'Port': ['ID=b4f7dafb-e04f-4eca-bd05-d4149770f438,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:41.863358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-8bb75f4a-d1e0-4fff-8a8b-47ed0765b873 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:41.864843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-8bb75f4a-d1e0-4fff-8a8b-47ed0765b873 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1158218 Aug 30 14:43:41.933538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.017020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Transition to ACTIVE for port object 2a614fbb-18f7-41ad-bf78-b9f27666a1cb will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:42.191354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d0d81-729c-452f-909e-54ff3f9fd3a6 req-255a7d17-2a4c-416f-ba32-da6514a29aa6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:42.192958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf9d0d81-729c-452f-909e-54ff3f9fd3a6 req-255a7d17-2a4c-416f-ba32-da6514a29aa6 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c7caef2-43b1-474c-ad61-31a44709edf1 HTTP/1.1" status: 200 len: 945 time: 0.1773283 Aug 30 14:43:42.213989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.258956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Deleting port b6781a98-3269-4227-9314-70fa7d6d8d2f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:42.258956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.265068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-553c9b55-1b95-4efb-97df-f3cfee42bc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.330847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:42.339604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:42.340788 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-553c9b55-1b95-4efb-97df-f3cfee42bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.347943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:42.350540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:42.357873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:42.358526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.449474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=2a614fbb-18f7-41ad-bf78-b9f27666a1cb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:42.472462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe24a351-dd4c-4801-9a1d-039a951b2cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.477163 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-553c9b55-1b95-4efb-97df-f3cfee42bc0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cd73385f56d4718b98aa0120635a2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0538385 Aug 30 14:43:42.483634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:42.497865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf9d0d81-729c-452f-909e-54ff3f9fd3a6 req-50072d98-6802-4c26-aa87-e56e802df3d3 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841196 Aug 30 14:43:42.511400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1fec25e5-5cb1-4c6a-9939-ff8b91fd2b36 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5346143 Aug 30 14:43:42.511400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c9b55-1b95-4efb-97df-f3cfee42bc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a135f-885e-4310-9ffb-1698ca5cf0b6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:42.513479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:42.524791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-817114793', 'allowed_address_pairs': [{'ip_address': '2001:db8::2fd', 'mac_address': 'fa:16:3e:f7:78:42'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:42.544262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] For port b6781a98-3269-4227-9314-70fa7d6d8d2f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=b6781a98-3269-4227-9314-70fa7d6d8d2f,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:42.544793 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.560625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Calling delete_port for b6781a98-3269-4227-9314-70fa7d6d8d2f owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:42.659869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c1b22f4-71d4-4e68-bba6-835ab30897a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.708212 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c1b22f4-71d4-4e68-bba6-835ab30897a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.742678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.756447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d', 'b6781a98-3269-4227-9314-70fa7d6d8d2f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:43:42.780432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event deleted for resources: {'Port': ['ID=b6781a98-3269-4227-9314-70fa7d6d8d2f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:42.793101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe24a351-dd4c-4801-9a1d-039a951b2cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.806318 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe24a351-dd4c-4801-9a1d-039a951b2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.833321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] No DVR routers for this DVR port b6781a98-3269-4227-9314-70fa7d6d8d2f on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:42.836294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.840648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d333615-229a-49ce-b003-f1b01a09cf8f req-2fc4f18b-ab23-45cf-ab0b-5b38d103ce7d tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "DELETE /v2.0/ports/b6781a98-3269-4227-9314-70fa7d6d8d2f HTTP/1.1" status: 204 len: 173 time: 0.9643977 Aug 30 14:43:42.847426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7caef2-43b1-474c-ad61-31a44709edf1', 'name': 'network-vif-deleted', 'tag': 'b6781a98-3269-4227-9314-70fa7d6d8d2f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:42.854880 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b9612-fb01-4a86-aab8-5378f6b27666" -d '{"events": [{"server_uuid": "4c7caef2-43b1-474c-ad61-31a44709edf1", "name": "network-vif-deleted", "tag": "b6781a98-3269-4227-9314-70fa7d6d8d2f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:42.871750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c1b22f4-71d4-4e68-bba6-835ab30897a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.874921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c1b22f4-71d4-4e68-bba6-835ab30897a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.876414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5c1b22f4-71d4-4e68-bba6-835ab30897a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec9a135f-885e-4310-9ffb-1698ca5cf0b6 HTTP/1.1" status: 204 len: 168 time: 0.3915963 Aug 30 14:43:42.894736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Made reservation on behalf of 4d666e2f96ae4700be848bd38c56adb2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:42.946571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24a351-dd4c-4801-9a1d-039a951b2cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f61b1e-1e0a-48b7-b403-a0a64979f60c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:43.011475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:43.021662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fe24a351-dd4c-4801-9a1d-039a951b2cb0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70e574f0eec0465997d7a05050de01a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6888380 Aug 30 14:43:43.036808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b22f4-71d4-4e68-bba6-835ab30897a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a135f-885e-4310-9ffb-1698ca5cf0b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:43.097280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.119214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] device_id is not set on port 6bc50292-d963-4404-9719-95381f74cbc6 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:43.127879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f766179-4302-4c8d-b248-9f5747407c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.168130 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f766179-4302-4c8d-b248-9f5747407c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.184502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0f4b0-225c-42b9-a065-cf980a6cb74a None None] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:43.229355 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f766179-4302-4c8d-b248-9f5747407c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.244166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f766179-4302-4c8d-b248-9f5747407c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.245511 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4f766179-4302-4c8d-b248-9f5747407c04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26f61b1e-1e0a-48b7-b403-a0a64979f60c HTTP/1.1" status: 204 len: 168 time: 0.2308767 Aug 30 14:43:43.254560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f766179-4302-4c8d-b248-9f5747407c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f61b1e-1e0a-48b7-b403-a0a64979f60c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:43.274736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Allocated IP 2001:db8::b4 (1a752340-fea0-4a7b-bb3b-8ee6dcb3b328/5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf/6bc50292-d963-4404-9719-95381f74cbc6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:43.361998 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df6f03-928d-4cc5-ba82-7fc7aa20a398 x-openstack-request-id: req-b0df6f03-928d-4cc5-ba82-7fc7aa20a398 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:43.362680 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7caef2-43b1-474c-ad61-31a44709edf1", "name": "network-vif-deleted", "tag": "b6781a98-3269-4227-9314-70fa7d6d8d2f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:43.362991 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0df6f03-928d-4cc5-ba82-7fc7aa20a398 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:43.363907 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7caef2-43b1-474c-ad61-31a44709edf1', 'name': 'network-vif-deleted', 'tag': 'b6781a98-3269-4227-9314-70fa7d6d8d2f', 'status': 'completed', 'code': 200} Aug 30 14:43:43.529922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89acb2f5-31b1-4529-a25d-585bd8cd9ba3 None None] Provisioning for port b4f7dafb-e04f-4eca-bd05-d4149770f438 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:43.563038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:43.619194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.656248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e99ab5df-e64a-465d-8ada-c18b2155bb14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f40feb439e86494e85b7dd31639c7a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919130 Aug 30 14:43:43.657816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:43.670761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Transition to ACTIVE for port object 6bc50292-d963-4404-9719-95381f74cbc6 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:43.713080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b4f7dafb-e04f-4eca-bd05-d4149770f438 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:43.761352 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c4523cf-caf2-4edc-a35e-97a70c87253c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.793316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.796857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b4f7dafb-e04f-4eca-bd05-d4149770f438 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:43.802904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b4f7dafb-e04f-4eca-bd05-d4149770f438 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:43.803349 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.823782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c4523cf-caf2-4edc-a35e-97a70c87253c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.915764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:43.919304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:43.933823 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.942674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:43.946585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:43.954656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:43.955690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.955846 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdf6cc72-6337-41ad-96ac-a04fa130f85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.959195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=6bc50292-d963-4404-9719-95381f74cbc6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:43.981754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b4f7dafb-e04f-4eca-bd05-d4149770f438, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b4f7dafb-e04f-4eca-bd05-d4149770f438,segment=NetworkSegment(ec6e4f73-7344-496f-a360-b21070261ccf),segment_id=ec6e4f73-7344-496f-a360-b21070261ccf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:43.989548 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.007175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cb703336-c8d6-481a-a9cb-ed0c8d944e99 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4892707 Aug 30 14:43:44.008581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c4523cf-caf2-4edc-a35e-97a70c87253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.011584 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c4523cf-caf2-4edc-a35e-97a70c87253c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.014982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9c4523cf-caf2-4edc-a35e-97a70c87253c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc78e556-bff0-4d48-890d-d6e0baf8c28e HTTP/1.1" status: 204 len: 168 time: 0.3561444 Aug 30 14:43:44.015791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:44.082779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b4f7dafb-e04f-4eca-bd05-d4149770f438,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:44.112934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4523cf-caf2-4edc-a35e-97a70c87253c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc78e556-bff0-4d48-890d-d6e0baf8c28e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:44.127325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdf6cc72-6337-41ad-96ac-a04fa130f85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.134330 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdf6cc72-6337-41ad-96ac-a04fa130f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.174524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b7c54ed-19f8-401c-818e-c1cc8e3aef8e None None] Provisioning for port 2a614fbb-18f7-41ad-bf78-b9f27666a1cb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:44.185340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b7c54ed-19f8-401c-818e-c1cc8e3aef8e None None] Provisioning complete for port 2a614fbb-18f7-41ad-bf78-b9f27666a1cb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:44.195234 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b7c54ed-19f8-401c-818e-c1cc8e3aef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.196668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fdf6cc72-6337-41ad-96ac-a04fa130f85a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2e02bc743fb4df890966c4e790a510a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761776 Aug 30 14:43:44.197368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:44.208498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c929e4a-5c6d-4875-b5de-904af3f1535a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:44.227896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6cc72-6337-41ad-96ac-a04fa130f85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d9529-a5bc-4839-ba82-4d3cb30bca13,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:44.251341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c929e4a-5c6d-4875-b5de-904af3f1535a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:44.258662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c929e4a-5c6d-4875-b5de-904af3f1535a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:44.261315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c929e4a-5c6d-4875-b5de-904af3f1535a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2259979 Aug 30 14:43:44.263209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c54ed-19f8-401c-818e-c1cc8e3aef8e None None] Port 2a614fbb-18f7-41ad-bf78-b9f27666a1cb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:44.264270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:44.283660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b7c54ed-19f8-401c-818e-c1cc8e3aef8e None None] Provisioning complete for port b4f7dafb-e04f-4eca-bd05-d4149770f438 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:44.284034 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b7c54ed-19f8-401c-818e-c1cc8e3aef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.357117 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08771598-97bb-4005-8923-3f7eba940c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.429068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08771598-97bb-4005-8923-3f7eba940c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.496993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf7e73-2791-4096-bbee-ef2f97dfdbb9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Deleting port 6bc50292-d963-4404-9719-95381f74cbc6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:44.497522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7e73-2791-4096-bbee-ef2f97dfdbb9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.505714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08771598-97bb-4005-8923-3f7eba940c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.508297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08771598-97bb-4005-8923-3f7eba940c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.509990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-08771598-97bb-4005-8923-3f7eba940c04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a88d9529-a5bc-4839-ba82-4d3cb30bca13 HTTP/1.1" status: 204 len: 168 time: 0.3029535 Aug 30 14:43:44.527597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08771598-97bb-4005-8923-3f7eba940c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d9529-a5bc-4839-ba82-4d3cb30bca13,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:44.599752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-048fdd49-594e-4fff-8816-bfa126c043c1 None None] Provisioning complete for port 2a614fbb-18f7-41ad-bf78-b9f27666a1cb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:44.603683 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-048fdd49-594e-4fff-8816-bfa126c043c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.656097 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7e73-2791-4096-bbee-ef2f97dfdbb9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.673586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf7e73-2791-4096-bbee-ef2f97dfdbb9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Calling delete_port for 6bc50292-d963-4404-9719-95381f74cbc6 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:44.720461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-048fdd49-594e-4fff-8816-bfa126c043c1 None None] Port 2a614fbb-18f7-41ad-bf78-b9f27666a1cb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:44.955503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7e73-2791-4096-bbee-ef2f97dfdbb9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.955735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f8b7b93b-7ebd-4fd7-afbf-fa19edaeb9f1 None None] Provisioning for port 6bc50292-d963-4404-9719-95381f74cbc6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:44.962349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f8b7b93b-7ebd-4fd7-afbf-fa19edaeb9f1 None None] Provisioning complete for port 6bc50292-d963-4404-9719-95381f74cbc6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:44.963049 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8b7b93b-7ebd-4fd7-afbf-fa19edaeb9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.025265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8b7b93b-7ebd-4fd7-afbf-fa19edaeb9f1 None None] Port 6bc50292-d963-4404-9719-95381f74cbc6 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 14:43:45.048739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf7e73-2791-4096-bbee-ef2f97dfdbb9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Port': ['ID=6bc50292-d963-4404-9719-95381f74cbc6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:45.082459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0e1cd-6dc4-479c-be04-89bf783e4e75 req-3073596e-1501-44c6-8dc4-6257a7010a57 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:45.091906 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fe0e1cd-6dc4-479c-be04-89bf783e4e75 req-3073596e-1501-44c6-8dc4-6257a7010a57 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 945 time: 0.1277018 Aug 30 14:43:45.153355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0fe0e1cd-6dc4-479c-be04-89bf783e4e75 req-6ccffab5-ebcf-4fdd-8ac3-a38f7fa1b530 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568058 Aug 30 14:43:45.178052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7e73-2791-4096-bbee-ef2f97dfdbb9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.181321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ffcf7e73-2791-4096-bbee-ef2f97dfdbb9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "DELETE /v2.0/ports/6bc50292-d963-4404-9719-95381f74cbc6 HTTP/1.1" status: 204 len: 168 time: 0.9149840 Aug 30 14:43:45.184029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:45.212018 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d10e2e5-5561-4be7-ac89-c09c53220a71 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] GET failed (client error): The resource could not be found. Aug 30 14:43:45.214005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2d10e2e5-5561-4be7-ac89-c09c53220a71 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "GET /v2.0/ports/6bc50292-d963-4404-9719-95381f74cbc6 HTTP/1.1" status: 404 len: 333 time: 0.0289850 Aug 30 14:43:45.217764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:45.223801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-191455'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:45.361992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Made reservation on behalf of 4d666e2f96ae4700be848bd38c56adb2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:45.365943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.390262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] device_id is not set on port b962129c-9e56-40a6-85db-3e7729dd3d45 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:45.402527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:45.521247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Allocated IP 2001:db8::23c (1a752340-fea0-4a7b-bb3b-8ee6dcb3b328/5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf/b962129c-9e56-40a6-85db-3e7729dd3d45) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:45.548321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b4f7dafb-e04f-4eca-bd05-d4149770f438 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:45.624874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b4f7dafb-e04f-4eca-bd05-d4149770f438 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:45.625288 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.673308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78c98778-a3ca-42f5-b3e7-f5f32828b69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.785556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.825202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Transition to ACTIVE for port object b962129c-9e56-40a6-85db-3e7729dd3d45 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:45.874426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78c98778-a3ca-42f5-b3e7-f5f32828b69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.881767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78c98778-a3ca-42f5-b3e7-f5f32828b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.898940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.935797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-78c98778-a3ca-42f5-b3e7-f5f32828b69c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afe90f28204742428ced966fd2e178e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321572 Aug 30 14:43:45.939271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:45.965984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:45.969467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:45.971729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c98778-a3ca-42f5-b3e7-f5f32828b69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81e1d1-ac30-40dc-b1f1-07e5613cad33,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:45.975120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:45.981187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:45.981899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.015313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.7908397 Aug 30 14:43:46.015313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:46.018694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fd', 'mac_address': 'fa:16:3e:f7:78:42'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:46.024495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:46.038683 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77dd082a-d695-4024-a751-2564e9f3486e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.082377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77dd082a-d695-4024-a751-2564e9f3486e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.099022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e05d7-e55c-4948-ba80-f5dc88bceddf tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=b962129c-9e56-40a6-85db-3e7729dd3d45,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:46.146417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b6781a98-3269-4227-9314-70fa7d6d8d2f no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:46.175632 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77dd082a-d695-4024-a751-2564e9f3486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.179899 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77dd082a-d695-4024-a751-2564e9f3486e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.185117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-77dd082a-d695-4024-a751-2564e9f3486e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec81e1d1-ac30-40dc-b1f1-07e5613cad33 HTTP/1.1" status: 204 len: 168 time: 0.2445920 Aug 30 14:43:46.191870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: b6781a98-3269-4227-9314-70fa7d6d8d2f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:46.192142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device b6781a98-3269-4227-9314-70fa7d6d8d2f not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:46.196736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd082a-d695-4024-a751-2564e9f3486e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81e1d1-ac30-40dc-b1f1-07e5613cad33,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:46.318847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-4cb59325-9290-4235-aefc-b9f03b9accdf tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:46.321391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-4cb59325-9290-4235-aefc-b9f03b9accdf tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 945 time: 0.1657052 Aug 30 14:43:46.356866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38f06f-bad1-4ba5-be9e-90947b2fc12d req-a52b6a7b-e45e-4ca5-9f0e-92d34474619a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:46.369698 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b38f06f-bad1-4ba5-be9e-90947b2fc12d req-a52b6a7b-e45e-4ca5-9f0e-92d34474619a tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 945 time: 0.1058719 Aug 30 14:43:46.382878 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.471649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f9218b8a-3818-49ea-b520-4db72ee66a58 None None] Provisioning for port b962129c-9e56-40a6-85db-3e7729dd3d45 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:46.478144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f9218b8a-3818-49ea-b520-4db72ee66a58 None None] Provisioning complete for port b962129c-9e56-40a6-85db-3e7729dd3d45 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:46.478524 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9218b8a-3818-49ea-b520-4db72ee66a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.484550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b38f06f-bad1-4ba5-be9e-90947b2fc12d req-ee996e7c-7ff7-4d2d-aa6b-903d1963097f tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f725fd6-a6f9-4143-83dc-1cd3688d001e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040120 Aug 30 14:43:46.524104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-914e0e13-6b22-4f44-abcf-251d96af24c2 tempest-AgentManagementNegativeTest-374140398 tempest-AgentManagementNegativeTest-374140398-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4975803 Aug 30 14:43:46.567234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f9218b8a-3818-49ea-b520-4db72ee66a58 None None] Port b962129c-9e56-40a6-85db-3e7729dd3d45 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:46.618640 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.640507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.697648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=b962129c-9e56-40a6-85db-3e7729dd3d45,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:46.708322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] In _notify_port_updated(), no bound segment for port b962129c-9e56-40a6-85db-3e7729dd3d45 on network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:43:46.714457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:46.715105 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.716429 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2154c39a-f696-4650-ade7-7474b653db5c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "PUT /v2.0/ports/b962129c-9e56-40a6-85db-3e7729dd3d45 HTTP/1.1" status: 200 len: 999 time: 0.7023830 Aug 30 14:43:46.719319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:46.775267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Deleting port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:46.775595 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.865287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-733f3f31-3e76-496c-8efc-7448f0172822 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Deleting port b962129c-9e56-40a6-85db-3e7729dd3d45 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:46.865761 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-733f3f31-3e76-496c-8efc-7448f0172822 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.929206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] For port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,segment=NetworkSegment(0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71),segment_id=0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:46.929913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.950792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Calling delete_port for 69c8dfc8-b2b0-4be7-af60-fe472f7a126d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:46.954972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:46.978627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e9f7-c7e4-408d-ae72-d3e114c4fe5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.017774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-733f3f31-3e76-496c-8efc-7448f0172822 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.035506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-733f3f31-3e76-496c-8efc-7448f0172822 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Calling delete_port for b962129c-9e56-40a6-85db-3e7729dd3d45 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:47.109142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-83ffae21-1e1e-43af-bf7d-5a21f3c11348 None None] Provisioning complete for port b962129c-9e56-40a6-85db-3e7729dd3d45 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:47.109655 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83ffae21-1e1e-43af-bf7d-5a21f3c11348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.135355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:47.158624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-83ffae21-1e1e-43af-bf7d-5a21f3c11348 None None] Port b962129c-9e56-40a6-85db-3e7729dd3d45 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:47.229009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-733f3f31-3e76-496c-8efc-7448f0172822 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.236719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.250819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['69c8dfc8-b2b0-4be7-af60-fe472f7a126d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:43:47.265314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f3f31-3e76-496c-8efc-7448f0172822 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Port': ['ID=b962129c-9e56-40a6-85db-3e7729dd3d45,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:47.279753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e9f7-c7e4-408d-ae72-d3e114c4fe5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.283258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Pushing event deleted for resources: {'Port': ['ID=69c8dfc8-b2b0-4be7-af60-fe472f7a126d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:47.297372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e9f7-c7e4-408d-ae72-d3e114c4fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.365704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] No DVR routers for this DVR port 69c8dfc8-b2b0-4be7-af60-fe472f7a126d on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:47.375435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.378866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-88965b43-2480-4145-9e1d-9859a4b8c0a2 req-6d6377fb-931b-4898-8dfb-ebc52bc0daf0 tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.39 "DELETE /v2.0/ports/69c8dfc8-b2b0-4be7-af60-fe472f7a126d HTTP/1.1" status: 204 len: 173 time: 1.0503824 Aug 30 14:43:47.382854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dbccd4-4675-42c4-8bb0-680f26bdf94a', 'name': 'network-vif-deleted', 'tag': '69c8dfc8-b2b0-4be7-af60-fe472f7a126d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:47.387916 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f483d3c-7d81-47fe-bff6-c48d75b5783f" -d '{"events": [{"server_uuid": "52dbccd4-4675-42c4-8bb0-680f26bdf94a", "name": "network-vif-deleted", "tag": "69c8dfc8-b2b0-4be7-af60-fe472f7a126d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:47.399497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c5f8e9f7-c7e4-408d-ae72-d3e114c4fe5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e609693381f44536a02b3bafd614c0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427478 Aug 30 14:43:47.401606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8e9f7-c7e4-408d-ae72-d3e114c4fe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf84894-8d15-4382-a038-ed582186731d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:47.416882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:47.438765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-733f3f31-3e76-496c-8efc-7448f0172822 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.441150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-733f3f31-3e76-496c-8efc-7448f0172822 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "DELETE /v2.0/ports/b962129c-9e56-40a6-85db-3e7729dd3d45 HTTP/1.1" status: 204 len: 168 time: 0.7208037 Aug 30 14:43:47.443740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:47.485738 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4d2c9-fbe2-4af6-b974-522ec590f94e x-openstack-request-id: req-0ac4d2c9-fbe2-4af6-b974-522ec590f94e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:47.486027 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dbccd4-4675-42c4-8bb0-680f26bdf94a", "name": "network-vif-deleted", "tag": "69c8dfc8-b2b0-4be7-af60-fe472f7a126d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:47.486278 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ac4d2c9-fbe2-4af6-b974-522ec590f94e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:47.486676 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dbccd4-4675-42c4-8bb0-680f26bdf94a', 'name': 'network-vif-deleted', 'tag': '69c8dfc8-b2b0-4be7-af60-fe472f7a126d', 'status': 'completed', 'code': 200} Aug 30 14:43:47.497341 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1026b5-3718-4b0d-8510-b72227ab39b5 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] GET failed (client error): The resource could not be found. Aug 30 14:43:47.499309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c1026b5-3718-4b0d-8510-b72227ab39b5 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "GET /v2.0/ports/b962129c-9e56-40a6-85db-3e7729dd3d45 HTTP/1.1" status: 404 len: 333 time: 0.0536871 Aug 30 14:43:47.500375 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cd05c-2757-4b11-8526-c13e7ea5d386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.504114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:47.510049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-380338798'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:47.569424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1b710f2-4b41-4996-9b6e-d704667ed1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.623938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1b710f2-4b41-4996-9b6e-d704667ed1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.645175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ea75059-bacd-4681-9da5-ec4ec0bed903 req-2e4c04af-6542-4f6d-883c-6a0938fc753c tempest-ServersTestJSON-112262052 tempest-ServersTestJSON-112262052-project] 10.222.0.50 "GET /v2.0/ports?device_id=52dbccd4-4675-42c4-8bb0-680f26bdf94a HTTP/1.1" status: 200 len: 210 time: 0.0384138 Aug 30 14:43:47.685787 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cd05c-2757-4b11-8526-c13e7ea5d386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.693852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-214cd05c-2757-4b11-8526-c13e7ea5d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.719114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Made reservation on behalf of 4d666e2f96ae4700be848bd38c56adb2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:47.725671 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.743543 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1b710f2-4b41-4996-9b6e-d704667ed1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.745803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1b710f2-4b41-4996-9b6e-d704667ed1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.746960 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a1b710f2-4b41-4996-9b6e-d704667ed1c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/daf84894-8d15-4382-a038-ed582186731d HTTP/1.1" status: 204 len: 168 time: 0.3284233 Aug 30 14:43:47.748372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] device_id is not set on port 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:47.751281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-214cd05c-2757-4b11-8526-c13e7ea5d386 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e44e12e1bda644b9867eb34be2aae32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120822 Aug 30 14:43:47.751281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cd05c-2757-4b11-8526-c13e7ea5d386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25b1720-bec7-4c43-bd06-8ea5781a8d7d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:47.753446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:47.765032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b710f2-4b41-4996-9b6e-d704667ed1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf84894-8d15-4382-a038-ed582186731d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:47.842853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949ea0c5-f311-49c2-9dd4-a78066f94668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.888449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949ea0c5-f311-49c2-9dd4-a78066f94668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.940170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Allocated IP 2001:db8::166 (1a752340-fea0-4a7b-bb3b-8ee6dcb3b328/5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf/9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:47.947134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949ea0c5-f311-49c2-9dd4-a78066f94668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.951277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-949ea0c5-f311-49c2-9dd4-a78066f94668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.954318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-949ea0c5-f311-49c2-9dd4-a78066f94668 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c25b1720-bec7-4c43-bd06-8ea5781a8d7d HTTP/1.1" status: 204 len: 168 time: 0.1846159 Aug 30 14:43:47.968279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ea0c5-f311-49c2-9dd4-a78066f94668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25b1720-bec7-4c43-bd06-8ea5781a8d7d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:48.138487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.153937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Transition to ACTIVE for port object 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:48.200128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.274759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:48.286208 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:48.288440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:48.291808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:48.299457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:48.300264 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.319135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aa9a23f8-c9d8-4b8b-b9ee-139fd020b706 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8130102 Aug 30 14:43:48.321682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:48.328833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f7:78:42'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:48.453240 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.686594 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.692711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.704509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-644be58a-d56c-4892-be42-fcd602236af8 None None] Provisioning for port 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:48.711168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-644be58a-d56c-4892-be42-fcd602236af8 None None] Provisioning complete for port 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:48.711591 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-644be58a-d56c-4892-be42-fcd602236af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.718652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:48.721126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] In _notify_port_updated(), no bound segment for port 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e on network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:43:48.729757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:48.730579 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.732065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "PUT /v2.0/ports/9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e HTTP/1.1" status: 200 len: 1002 time: 0.4092836 Aug 30 14:43:48.734852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:48.784397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-644be58a-d56c-4892-be42-fcd602236af8 None None] Port 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:48.794351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-69303a83-60f4-4c30-8f72-246b6be73b9a admin admin] Deleting subnet 160fafe4-6aa5-4569-8684-981501e82d7f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:48.799265 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69303a83-60f4-4c30-8f72-246b6be73b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.857358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a0ae8-936d-47f1-acd3-85ad23e0d89a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:48.876849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69303a83-60f4-4c30-8f72-246b6be73b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.921468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ac188241-6c0e-49ad-82fb-daa4f52b316f tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Deleting port 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:48.921817 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac188241-6c0e-49ad-82fb-daa4f52b316f tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:48.942067 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69303a83-60f4-4c30-8f72-246b6be73b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.026254 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69303a83-60f4-4c30-8f72-246b6be73b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.066434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69303a83-60f4-4c30-8f72-246b6be73b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160fafe4-6aa5-4569-8684-981501e82d7f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:49.072565 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69303a83-60f4-4c30-8f72-246b6be73b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.078720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-69303a83-60f4-4c30-8f72-246b6be73b9a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/160fafe4-6aa5-4569-8684-981501e82d7f HTTP/1.1" status: 204 len: 168 time: 0.3586931 Aug 30 14:43:49.079651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:49.081668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac188241-6c0e-49ad-82fb-daa4f52b316f tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.097762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ac188241-6c0e-49ad-82fb-daa4f52b316f tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Calling delete_port for 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:49.177615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.209248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7217bcb5-11e3-4d37-a218-76675580aef0 None None] Provisioning complete for port 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:49.209976 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7217bcb5-11e3-4d37-a218-76675580aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.249475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7217bcb5-11e3-4d37-a218-76675580aef0 None None] Port 9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:49.286214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.296906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:49.308766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:49.309140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9bbfd8-7859-4c7e-ac47-0cf8506c3d71') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:49.310725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac188241-6c0e-49ad-82fb-daa4f52b316f tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.320500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.339935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.347913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:49.348491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:49.350657 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:49.353628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac188241-6c0e-49ad-82fb-daa4f52b316f tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Port': ['ID=9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:49.396057 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac188241-6c0e-49ad-82fb-daa4f52b316f tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.401090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ac188241-6c0e-49ad-82fb-daa4f52b316f tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "DELETE /v2.0/ports/9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e HTTP/1.1" status: 204 len: 168 time: 0.6627271 Aug 30 14:43:49.402941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:49.433159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.436883 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad480bc-dbae-4c5f-97ee-7d0a93af0b35 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] GET failed (client error): The resource could not be found. Aug 30 14:43:49.442277 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dad480bc-dbae-4c5f-97ee-7d0a93af0b35 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "GET /v2.0/ports/9eb45e40-bad2-4c36-a9fd-b7ea2a1c548e HTTP/1.1" status: 404 len: 333 time: 0.0348992 Aug 30 14:43:49.442799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:49.448498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1220255332'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:49.459692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.464965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf HTTP/1.1" status: 204 len: 168 time: 0.3813322 Aug 30 14:43:49.472617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c2b74-5327-4784-b4b8-bddba770bfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5b1d7f-c3ca-4c72-98c1-03aa6f33a5bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:49.562322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:49.599928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Made reservation on behalf of 4d666e2f96ae4700be848bd38c56adb2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:49.605205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.627665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] device_id is not set on port 79b4ef16-74b8-4d3d-b427-ba82ccfa4598 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:49.777867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:49.840025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b1fae290-9c1f-4770-8180-26b7a00e0fa0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ae49712715448b9adc3a8a304727171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600073 Aug 30 14:43:49.842607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:49.867506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.907449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0af169a9-0899-48cc-8164-786222f6dc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:49.945697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0af169a9-0899-48cc-8164-786222f6dc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.009624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0af169a9-0899-48cc-8164-786222f6dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.013443 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0af169a9-0899-48cc-8164-786222f6dc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.014998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0af169a9-0899-48cc-8164-786222f6dc20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f725fd6-a6f9-4143-83dc-1cd3688d001e HTTP/1.1" status: 204 len: 168 time: 0.1711330 Aug 30 14:43:50.029826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1265400187'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:50.034456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af169a9-0899-48cc-8164-786222f6dc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f725fd6-a6f9-4143-83dc-1cd3688d001e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:50.062563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Allocated IP 2001:db8::6c (1a752340-fea0-4a7b-bb3b-8ee6dcb3b328/5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf/79b4ef16-74b8-4d3d-b427-ba82ccfa4598) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:50.084055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Made reservation on behalf of 21252b3d24c043dd8d82df5182eb3951 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:50.088232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.097699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.162447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 69c8dfc8-b2b0-4be7-af60-fe472f7a126d no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:50.208699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 69c8dfc8-b2b0-4be7-af60-fe472f7a126d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:50.209379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 69c8dfc8-b2b0-4be7-af60-fe472f7a126d not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:50.243961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.259576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Transition to ACTIVE for port object 79b4ef16-74b8-4d3d-b427-ba82ccfa4598 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:50.260529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.266613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.307678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd1d18-e8f4-4d20-9b74-addd0d7b679c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:50.311026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.321933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:43:50.335537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.335940 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Added segment fbac86cb-99f4-4613-8236-1aa340936c7d of type vlan for network cfdf7ddf-20a5-4199-81de-03c7f39031b4 Aug 30 14:43:50.393567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.399755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:50.403609 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:50.408836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:50.417252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:50.418221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.423073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=79b4ef16-74b8-4d3d-b427-ba82ccfa4598,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:50.435290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.442107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ce5f08c-e7e7-4cfd-8d99-78ebc38b715a tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9956169 Aug 30 14:43:50.442306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:50.442306 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.442505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:50.458368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'network_id': '1a752340-fea0-4a7b-bb3b-8ee6dcb3b328', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-517315409'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:50.525608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:50.527434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9636827 Aug 30 14:43:50.531138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Request body: {'subnet': {'network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:50.566289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1037b-7982-49be-a602-b594243ccf00 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'Network': ['ID=cfdf7ddf-20a5-4199-81de-03c7f39031b4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:50.577649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:43:50.719218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Made reservation on behalf of 21252b3d24c043dd8d82df5182eb3951 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:50.722975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.768921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Made reservation on behalf of 4d666e2f96ae4700be848bd38c56adb2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:50.772545 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.792296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ee0978a-edb0-419f-a3e9-f38243ac9a88 None None] Provisioning for port 79b4ef16-74b8-4d3d-b427-ba82ccfa4598 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:50.798948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ee0978a-edb0-419f-a3e9-f38243ac9a88 None None] Provisioning complete for port 79b4ef16-74b8-4d3d-b427-ba82ccfa4598 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:50.799949 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ee0978a-edb0-419f-a3e9-f38243ac9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:50.810714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] device_id is not set on port c50a5291-0a35-48f1-8d6d-1caf8ea9129c yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:50.842513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0978a-edb0-419f-a3e9-f38243ac9a88 None None] Port 79b4ef16-74b8-4d3d-b427-ba82ccfa4598 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:51.006981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Allocated IP 2001:db8::3eb (1a752340-fea0-4a7b-bb3b-8ee6dcb3b328/5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf/c50a5291-0a35-48f1-8d6d-1caf8ea9129c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:51.095760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.212027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'Subnet': ['ID=19d7f703-4bd6-4cca-8910-4b06ad8ffa6a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:51.241567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Checking segment: {'id': 'fbac86cb-99f4-4613-8236-1aa340936c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:51.242086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Network hostable DHCP agents. Network: cfdf7ddf-20a5-4199-81de-03c7f39031b4, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:43:51.285379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:43:51.301813 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.306430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, cfdf7ddf-20a5-4199-81de-03c7f39031b4) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:51.314781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aadda13-c3fb-4147-978a-fdc4b10ed883 None None] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:51.316761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:51.317625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.327829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Transition to ACTIVE for port object c50a5291-0a35-48f1-8d6d-1caf8ea9129c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:51.342337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d2940670-b73c-460f-a935-ec332f3749a2 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8156133 Aug 30 14:43:51.345454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:51.352701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d558f4c2-bbbc-4607-b477-c0ee1d539cc4 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-925856289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:51.379547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.405673 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d558f4c2-bbbc-4607-b477-c0ee1d539cc4 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.407006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d558f4c2-bbbc-4607-b477-c0ee1d539cc4 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.436060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=c50a5291-0a35-48f1-8d6d-1caf8ea9129c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:51.456385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:51.457851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:51.460933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:51.466968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:51.467630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.504303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9e388d19-4a6f-4dfe-847e-d61a7d22c6cb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0515292 Aug 30 14:43:51.506921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56764) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:51.513027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fd', 'mac_address': 'fa:16:3e:f7:78:42'}, {'ip_address': '2001:db8::6c', 'mac_address': 'fa:16:3e:bd:7c:39'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:51.537378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d558f4c2-bbbc-4607-b477-c0ee1d539cc4 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.546310 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d558f4c2-bbbc-4607-b477-c0ee1d539cc4 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.592658 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d558f4c2-bbbc-4607-b477-c0ee1d539cc4 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.594275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d558f4c2-bbbc-4607-b477-c0ee1d539cc4 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2465770 Aug 30 14:43:51.597029 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:51.626115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-cfdf7ddf-20a5-4199-81de-03c7f39031b4', 'network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4', 'tenant_id': '21252b3d24c043dd8d82df5182eb3951', 'fixed_ips': [{'subnet_id': '19d7f703-4bd6-4cca-8910-4b06ad8ffa6a'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:43:51.627259 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.828937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.916081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-571e1c07-5108-4cf3-94bb-7691aa31f438 None None] Provisioning for port c50a5291-0a35-48f1-8d6d-1caf8ea9129c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:51.923317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-571e1c07-5108-4cf3-94bb-7691aa31f438 None None] Provisioning complete for port c50a5291-0a35-48f1-8d6d-1caf8ea9129c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:51.923697 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-571e1c07-5108-4cf3-94bb-7691aa31f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:51.930812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Allocated IP 172.20.0.2 (cfdf7ddf-20a5-4199-81de-03c7f39031b4/19d7f703-4bd6-4cca-8910-4b06ad8ffa6a/54552741-2061-4218-9691-d543de44db23) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:51.996049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-571e1c07-5108-4cf3-94bb-7691aa31f438 None None] Port c50a5291-0a35-48f1-8d6d-1caf8ea9129c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:52.147463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.153829 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.184663 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.196372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Transition to ACTIVE for port object 54552741-2061-4218-9691-d543de44db23 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:52.230384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Transition to ACTIVE for port object 54552741-2061-4218-9691-d543de44db23 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:52.232812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] In _notify_port_updated(), no bound segment for port c50a5291-0a35-48f1-8d6d-1caf8ea9129c on network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:43:52.241965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:52.243285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.248828 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "PUT /v2.0/ports/c50a5291-0a35-48f1-8d6d-1caf8ea9129c HTTP/1.1" status: 200 len: 1066 time: 0.7378678 Aug 30 14:43:52.248828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ebb7c-a35a-48ee-89d4-0669387130d3 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event updated for resources: {'Port': ['ID=c50a5291-0a35-48f1-8d6d-1caf8ea9129c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:52.254190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:52.254822 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.350554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Pushing event updated for resources: {'Port': ['ID=54552741-2061-4218-9691-d543de44db23,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:52.363049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.363731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.364274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.364811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.365416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.366302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.366739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.367298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.367903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.368332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.368901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.369447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:52.394031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:52.395539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:52.402641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:52.411832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-103a64a4-1fb3-4cd9-80a0-9fdb56e84c96 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Deleting port c50a5291-0a35-48f1-8d6d-1caf8ea9129c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:52.412364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103a64a4-1fb3-4cd9-80a0-9fdb56e84c96 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.561191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Attempting to bind port 54552741-2061-4218-9691-d543de44db23 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:43:52.562755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Attempting to bind port 54552741-2061-4218-9691-d543de44db23 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'fbac86cb-99f4-4613-8236-1aa340936c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:43:52.563051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Attempting to bind port 54552741-2061-4218-9691-d543de44db23 on network cfdf7ddf-20a5-4199-81de-03c7f39031b4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:43:52.577155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:52.579281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:43:52.579671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Checking segment: {'id': 'fbac86cb-99f4-4613-8236-1aa340936c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:43:52.582048 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.582517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Bound using segment: {'id': 'fbac86cb-99f4-4613-8236-1aa340936c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:43:52.583076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Bound port: 54552741-2061-4218-9691-d543de44db23, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbac86cb-99f4-4613-8236-1aa340936c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:43:52.583518 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.600797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103a64a4-1fb3-4cd9-80a0-9fdb56e84c96 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.632753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-103a64a4-1fb3-4cd9-80a0-9fdb56e84c96 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Calling delete_port for c50a5291-0a35-48f1-8d6d-1caf8ea9129c owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:52.713214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] For port 54552741-2061-4218-9691-d543de44db23, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:43:52.715505 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.718042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] For port 54552741-2061-4218-9691-d543de44db23, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=54552741-2061-4218-9691-d543de44db23,segment=NetworkSegment(fbac86cb-99f4-4613-8236-1aa340936c7d),segment_id=fbac86cb-99f4-4613-8236-1aa340936c7d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:43:52.734336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.774776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8eca913-e068-4ea7-8047-d832d1224217 None None] Provisioning complete for port c50a5291-0a35-48f1-8d6d-1caf8ea9129c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:52.775372 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8eca913-e068-4ea7-8047-d832d1224217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.914891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103a64a4-1fb3-4cd9-80a0-9fdb56e84c96 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.923437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7fd28-74c5-4679-ae62-779fb226762e None None] Pushing event updated for resources: {'Port': ['ID=54552741-2061-4218-9691-d543de44db23,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:52.937593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8eca913-e068-4ea7-8047-d832d1224217 None None] Port c50a5291-0a35-48f1-8d6d-1caf8ea9129c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:52.954288 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9064059d-4fb4-482d-9d2b-b94e8c8c508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:52.961964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a64a4-1fb3-4cd9-80a0-9fdb56e84c96 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Port': ['ID=c50a5291-0a35-48f1-8d6d-1caf8ea9129c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:53.214796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Allocated IP 172.20.0.1 (cfdf7ddf-20a5-4199-81de-03c7f39031b4/19d7f703-4bd6-4cca-8910-4b06ad8ffa6a/be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:53.304193 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-103a64a4-1fb3-4cd9-80a0-9fdb56e84c96 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.307363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-103a64a4-1fb3-4cd9-80a0-9fdb56e84c96 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "DELETE /v2.0/ports/c50a5291-0a35-48f1-8d6d-1caf8ea9129c HTTP/1.1" status: 204 len: 168 time: 1.0518296 Aug 30 14:43:53.313574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:53.354486 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d9bfdd-11a9-4a74-8552-58d5d70f5851 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] GET failed (client error): The resource could not be found. Aug 30 14:43:53.359032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:53.359206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e3d9bfdd-11a9-4a74-8552-58d5d70f5851 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "GET /v2.0/ports/c50a5291-0a35-48f1-8d6d-1caf8ea9129c HTTP/1.1" status: 404 len: 333 time: 0.0444264 Aug 30 14:43:53.500840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9064059d-4fb4-482d-9d2b-b94e8c8c508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.513029 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9064059d-4fb4-482d-9d2b-b94e8c8c508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.549061 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9064059d-4fb4-482d-9d2b-b94e8c8c508a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f993b2ad92340f989a20bfed6774d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9657938 Aug 30 14:43:53.551507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56820) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:53.575489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.620012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064059d-4fb4-482d-9d2b-b94e8c8c508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f4cf8-150e-466a-9cc0-bb816680f61f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:53.631859 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9496c1fb-5c9a-4a48-b5f6-8ed03e14661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.649386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Transition to ACTIVE for port object be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:53.674934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-19bc3e47-4b8a-4996-a19d-db8dbf7147e1 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Deleting port 79b4ef16-74b8-4d3d-b427-ba82ccfa4598 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:53.675283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9496c1fb-5c9a-4a48-b5f6-8ed03e14661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.677405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19bc3e47-4b8a-4996-a19d-db8dbf7147e1 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.744546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9496c1fb-5c9a-4a48-b5f6-8ed03e14661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.749285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 54552741-2061-4218-9691-d543de44db23 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:53.766654 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9496c1fb-5c9a-4a48-b5f6-8ed03e14661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.769627 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9496c1fb-5c9a-4a48-b5f6-8ed03e14661f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c79f4cf8-150e-466a-9cc0-bb816680f61f HTTP/1.1" status: 204 len: 168 time: 0.2170246 Aug 30 14:43:53.789590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496c1fb-5c9a-4a48-b5f6-8ed03e14661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f4cf8-150e-466a-9cc0-bb816680f61f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:53.803259 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.858245 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19bc3e47-4b8a-4996-a19d-db8dbf7147e1 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:53.858629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 54552741-2061-4218-9691-d543de44db23 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:53.868067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:53.885348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:53.888411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:53.946677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-19bc3e47-4b8a-4996-a19d-db8dbf7147e1 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Calling delete_port for 79b4ef16-74b8-4d3d-b427-ba82ccfa4598 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:53.987985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'Port': ['ID=be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:54.016342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.270182 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.457016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:54.472563 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-361886f0-de6f-4687-9bbf-7b28d1fc3a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.486882 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19bc3e47-4b8a-4996-a19d-db8dbf7147e1 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.519796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc3e47-4b8a-4996-a19d-db8dbf7147e1 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Port': ['ID=79b4ef16-74b8-4d3d-b427-ba82ccfa4598,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:54.579933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19bc3e47-4b8a-4996-a19d-db8dbf7147e1 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.585181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-19bc3e47-4b8a-4996-a19d-db8dbf7147e1 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "DELETE /v2.0/ports/79b4ef16-74b8-4d3d-b427-ba82ccfa4598 HTTP/1.1" status: 204 len: 168 time: 1.2206962 Aug 30 14:43:54.586068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:54.620585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-361886f0-de6f-4687-9bbf-7b28d1fc3a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.626312 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-361886f0-de6f-4687-9bbf-7b28d1fc3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.656945 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5930ac2a-0f0e-403a-bf10-555896fad5b9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] GET failed (client error): The resource could not be found. Aug 30 14:43:54.659138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5930ac2a-0f0e-403a-bf10-555896fad5b9 tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "GET /v2.0/ports/79b4ef16-74b8-4d3d-b427-ba82ccfa4598 HTTP/1.1" status: 404 len: 333 time: 0.0724690 Aug 30 14:43:54.662672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-361886f0-de6f-4687-9bbf-7b28d1fc3a9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31f1f3c799e1466fa73c768f214cffca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043638 Aug 30 14:43:54.663313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:54.665482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:54.692283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d4b16-16dd-4e14-9ebd-d0222db9428a None None] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:54.745393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361886f0-de6f-4687-9bbf-7b28d1fc3a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dda355-e3e8-4169-a656-a2351a7eb25f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:54.784338 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.792116 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.818450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa011-d149-441e-a3a2-0a944f72568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.847329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b250799f-d7e4-484d-9882-2f5a5ae079db None None] Provisioning for port 54552741-2061-4218-9691-d543de44db23 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:54.857129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b250799f-d7e4-484d-9882-2f5a5ae079db None None] Provisioning complete for port 54552741-2061-4218-9691-d543de44db23 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:54.857510 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b250799f-d7e4-484d-9882-2f5a5ae079db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.869986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa011-d149-441e-a3a2-0a944f72568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.872528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'Port': ['ID=be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:54.900534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:54.907956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ab726fbe-4fba-4f38-b05f-02ac0f6a365b tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Deleting port 2a614fbb-18f7-41ad-bf78-b9f27666a1cb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:54.908308 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab726fbe-4fba-4f38-b05f-02ac0f6a365b tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.058843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:55.062938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:55.071174 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa011-d149-441e-a3a2-0a944f72568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.073932 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa011-d149-441e-a3a2-0a944f72568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.077997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ff6fa011-d149-441e-a3a2-0a944f72568a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4dda355-e3e8-4169-a656-a2351a7eb25f HTTP/1.1" status: 204 len: 168 time: 0.4068422 Aug 30 14:43:55.085631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b250799f-d7e4-484d-9882-2f5a5ae079db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.093866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fa011-d149-441e-a3a2-0a944f72568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dda355-e3e8-4169-a656-a2351a7eb25f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:55.108556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab726fbe-4fba-4f38-b05f-02ac0f6a365b tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.126246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ab726fbe-4fba-4f38-b05f-02ac0f6a365b tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Calling delete_port for 2a614fbb-18f7-41ad-bf78-b9f27666a1cb owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:55.202627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b250799f-d7e4-484d-9882-2f5a5ae079db None None] For port 54552741-2061-4218-9691-d543de44db23, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=54552741-2061-4218-9691-d543de44db23,segment=NetworkSegment(fbac86cb-99f4-4613-8236-1aa340936c7d),segment_id=fbac86cb-99f4-4613-8236-1aa340936c7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:55.213733 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b250799f-d7e4-484d-9882-2f5a5ae079db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.223282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a85552b9-66f7-49b8-8d43-ae07aca1ce59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.350766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250799f-d7e4-484d-9882-2f5a5ae079db None None] Pushing event updated for resources: {'Port': ['ID=54552741-2061-4218-9691-d543de44db23,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:55.420599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Router 68e33042-22af-4a87-9fb0-69272c93f45e is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:43:55.446446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab726fbe-4fba-4f38-b05f-02ac0f6a365b tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.552586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab726fbe-4fba-4f38-b05f-02ac0f6a365b tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Port': ['ID=2a614fbb-18f7-41ad-bf78-b9f27666a1cb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:55.624827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:55.628007 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab726fbe-4fba-4f38-b05f-02ac0f6a365b tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.635220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ab726fbe-4fba-4f38-b05f-02ac0f6a365b tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "DELETE /v2.0/ports/2a614fbb-18f7-41ad-bf78-b9f27666a1cb HTTP/1.1" status: 204 len: 168 time: 0.9629343 Aug 30 14:43:55.635818 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-06358abf-9dad-48b3-ac3a-83dd9f0db75d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "PUT /v2.0/routers/68e33042-22af-4a87-9fb0-69272c93f45e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0374210 Aug 30 14:43:55.636396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:55.638868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:55.652562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Request body: {'port': {'network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4', 'name': 'tempest-FloatingIPNegativeTestJSON-990257667'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:55.656291 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18ca2cf-b0f3-489e-855e-826aa06b1a00 None None] Sync routers for ids ['68e33042-22af-4a87-9fb0-69272c93f45e'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:55.658352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 54552741-2061-4218-9691-d543de44db23 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:55.683724 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ca2cf-b0f3-489e-855e-826aa06b1a00 None None] Routers {'68e33042-22af-4a87-9fb0-69272c93f45e'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:55.686807 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a18ca2cf-b0f3-489e-855e-826aa06b1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['68e33042-22af-4a87-9fb0-69272c93f45e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:55.791875 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a18ca2cf-b0f3-489e-855e-826aa06b1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:55.796707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c58bab-9ab2-44bf-bac2-69b2bc83d81c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Deleting subnet 5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:55.807166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00c58bab-9ab2-44bf-bac2-69b2bc83d81c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.830191 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ca2cf-b0f3-489e-855e-826aa06b1a00 None None] Routers {'68e33042-22af-4a87-9fb0-69272c93f45e'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:55.834619 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a18ca2cf-b0f3-489e-855e-826aa06b1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['68e33042-22af-4a87-9fb0-69272c93f45e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:55.870429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c308d59-506d-4b56-9e64-606c93ff6fd8 None None] Provisioning for port be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:55.906097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c308d59-506d-4b56-9e64-606c93ff6fd8 None None] Provisioning complete for port be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:55.906477 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c308d59-506d-4b56-9e64-606c93ff6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.948809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00c58bab-9ab2-44bf-bac2-69b2bc83d81c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:55.990778 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a18ca2cf-b0f3-489e-855e-826aa06b1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:55.996981 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18ca2cf-b0f3-489e-855e-826aa06b1a00 None None] The sync data for ids ['68e33042-22af-4a87-9fb0-69272c93f45e'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:56.021212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 54552741-2061-4218-9691-d543de44db23 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:56.022991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Made reservation on behalf of 21252b3d24c043dd8d82df5182eb3951 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:43:56.027026 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.028766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.072424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] device_id is not set on port 5ed7a84a-6084-4a48-a1cf-77c0f334b389 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:43:56.206077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c308d59-506d-4b56-9e64-606c93ff6fd8 None None] Port be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:56.244724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00c58bab-9ab2-44bf-bac2-69b2bc83d81c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.248661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c308d59-506d-4b56-9e64-606c93ff6fd8 None None] Provisioning complete for port 54552741-2061-4218-9691-d543de44db23 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:56.249054 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c308d59-506d-4b56-9e64-606c93ff6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.364913 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00c58bab-9ab2-44bf-bac2-69b2bc83d81c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.409067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a3b03-d8bd-4d60-9a6d-070192040c0f None None] Network 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:56.426329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Allocated IP 172.20.0.13 (cfdf7ddf-20a5-4199-81de-03c7f39031b4/19d7f703-4bd6-4cca-8910-4b06ad8ffa6a/5ed7a84a-6084-4a48-a1cf-77c0f334b389) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:56.454797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00c58bab-9ab2-44bf-bac2-69b2bc83d81c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.462097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:56.465000 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-00c58bab-9ab2-44bf-bac2-69b2bc83d81c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "DELETE /v2.0/subnets/5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf HTTP/1.1" status: 204 len: 168 time: 0.8255126 Aug 30 14:43:56.466404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c58bab-9ab2-44bf-bac2-69b2bc83d81c tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2a1179-56b8-4850-a0e9-5b6cb1f8f6bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:56.769018 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.922361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cadf93c5-3da5-4f49-b7da-521a507ad3de None None] Provisioning complete for port be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:56.923154 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cadf93c5-3da5-4f49-b7da-521a507ad3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.928681 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:56.933096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] DHCP port deletion for 1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:56.951853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Transition to ACTIVE for port object 5ed7a84a-6084-4a48-a1cf-77c0f334b389 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:43:56.969769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Deleting port b4f7dafb-e04f-4eca-bd05-d4149770f438 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:56.970496 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.101778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] For port b4f7dafb-e04f-4eca-bd05-d4149770f438, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b4f7dafb-e04f-4eca-bd05-d4149770f438,segment=NetworkSegment(ec6e4f73-7344-496f-a360-b21070261ccf),segment_id=ec6e4f73-7344-496f-a360-b21070261ccf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:57.102204 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.105532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.170203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:57.171242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Calling delete_port for b4f7dafb-e04f-4eca-bd05-d4149770f438 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:57.178388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:57.204148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:57.329264 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:43:57.359212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'Port': ['ID=5ed7a84a-6084-4a48-a1cf-77c0f334b389,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:57.426478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:57.427092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.505787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d28ec5db-ab03-440e-9b6b-c3dcd4948141 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8588057 Aug 30 14:43:57.506334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cadf93c5-3da5-4f49-b7da-521a507ad3de None None] Port be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:57.509030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:57.515240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:57.552566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.564678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] Deleting port b4f7dafb-e04f-4eca-bd05-d4149770f438 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:57.565066 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.590366 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.618634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Port': ['ID=b4f7dafb-e04f-4eca-bd05-d4149770f438,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:57.633700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] No DVR routers for this DVR port b4f7dafb-e04f-4eca-bd05-d4149770f438 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:57.668321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b4f7dafb-e04f-4eca-bd05-d4149770f438 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:57.694627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b4f7dafb-e04f-4eca-bd05-d4149770f438 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:57.695068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b4f7dafb-e04f-4eca-bd05-d4149770f438 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:57.724294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] For port b4f7dafb-e04f-4eca-bd05-d4149770f438, host n-d-805668-3, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:57.724918 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.750405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] Calling delete_port for b4f7dafb-e04f-4eca-bd05-d4149770f438 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:57.753783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] Port b4f7dafb-e04f-4eca-bd05-d4149770f438 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:43:57.755675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.772366 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0782ffb7-8432-45d8-bf9d-5af477bf0131 None None] Provisioning for port 5ed7a84a-6084-4a48-a1cf-77c0f334b389 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:43:57.800157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0782ffb7-8432-45d8-bf9d-5af477bf0131 None None] Provisioning complete for port 5ed7a84a-6084-4a48-a1cf-77c0f334b389 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:57.800805 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0782ffb7-8432-45d8-bf9d-5af477bf0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.805814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] Pushing event deleted for resources: {'Port': ['ID=b4f7dafb-e04f-4eca-bd05-d4149770f438,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:57.809428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e575cd46-1413-4c1c-8a6b-1db69a0832e8 None None] No DVR routers for this DVR port b4f7dafb-e04f-4eca-bd05-d4149770f438 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:57.857266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0782ffb7-8432-45d8-bf9d-5af477bf0131 None None] Port 5ed7a84a-6084-4a48-a1cf-77c0f334b389 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:43:57.890103 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.895158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.897609 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c14d5650-8110-453a-957c-f72c794113c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.909400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a752340-fea0-4a7b-bb3b-8ee6dcb3b328']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:57.924693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6e4f73-7344-496f-a360-b21070261ccf') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:57.925370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6e4f73-7344-496f-a360-b21070261ccf') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:57.936174 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.953379 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:57.961078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:57.962267 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:58.044944 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:58.051131 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.068284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.074893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] 10.222.0.50 "DELETE /v2.0/networks/1a752340-fea0-4a7b-bb3b-8ee6dcb3b328 HTTP/1.1" status: 204 len: 168 time: 1.5482612 Aug 30 14:43:58.110181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae5597-b9c0-4d44-a335-adf11e49badb tempest-AllowedAddressPairIpV6TestJSON-1268735369 tempest-AllowedAddressPairIpV6TestJSON-1268735369-project] Pushing event deleted for resources: {'Network': ['ID=1a752340-fea0-4a7b-bb3b-8ee6dcb3b328,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:58.111990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Allocated IP 172.25.6.43 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/78f5803b-0602-45ec-adb5-62473f44e1d1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:43:58.253552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.350731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.448416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:43:58.468272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:43:58.472380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:43:58.522840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'Port': ['ID=78f5803b-0602-45ec-adb5-62473f44e1d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:58.576465 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.642135 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.691298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.849463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:58.991141 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.998159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.096959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'Port': ['ID=78f5803b-0602-45ec-adb5-62473f44e1d1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:59.110046 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.128997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.133175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd2a2d02-907b-4c6f-8678-b4b69962c022 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6197329 Aug 30 14:43:59.133494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:59.138235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2cf6f630-95c5-4a69-a1f1-6ccda46b214d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Request body: {'floatingip': {'port_id': '5ed7a84a-6084-4a48-a1cf-77c0f334b389', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:43:59.218720 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.244365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f630-95c5-4a69-a1f1-6ccda46b214d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.401684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b29d6224-83bc-45a6-bdad-7d8ffa1f7ebf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d666e2f96ae4700be848bd38c56adb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510223 Aug 30 14:43:59.404255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:59.468844 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-2cf6f630-95c5-4a69-a1f1-6ccda46b214d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] update failed (client error): The resource could not be found. Aug 30 14:43:59.481350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:59.481811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2cf6f630-95c5-4a69-a1f1-6ccda46b214d tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "PUT /v2.0/floatingips/a7d2748c-a4f9-43db-831a-d5aa2844d752 HTTP/1.1" status: 404 len: 507 time: 0.3370738 Aug 30 14:43:59.601918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-019ffa40-51c0-4513-8160-140b1375efa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.647437 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-019ffa40-51c0-4513-8160-140b1375efa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.694475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Deleting port 78f5803b-0602-45ec-adb5-62473f44e1d1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:59.694942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.761205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-019ffa40-51c0-4513-8160-140b1375efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.766449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-019ffa40-51c0-4513-8160-140b1375efa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.768273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-019ffa40-51c0-4513-8160-140b1375efa1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffe47c09-5998-4fa9-b3d8-a32bf962f677 HTTP/1.1" status: 204 len: 168 time: 0.3625095 Aug 30 14:43:59.787858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ffa40-51c0-4513-8160-140b1375efa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe47c09-5998-4fa9-b3d8-a32bf962f677,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:59.837921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.838265 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:59.862345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Calling delete_port for 78f5803b-0602-45ec-adb5-62473f44e1d1 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:00.018704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:00.056487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event deleted for resources: {'Port': ['ID=78f5803b-0602-45ec-adb5-62473f44e1d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:00.137804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:00.140805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:00.148292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56998) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:00.149318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d75640f0-3ee3-4450-9f44-00cb78412dea tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "DELETE /v2.0/floatingips/a7d2748c-a4f9-43db-831a-d5aa2844d752 HTTP/1.1" status: 204 len: 168 time: 0.6659629 Aug 30 14:44:00.154654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-83bf7d99-3932-4df1-a741-5ac21350b4cd tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Request body: {'floatingip': {'floating_network_id': 'cfdf7ddf-20a5-4199-81de-03c7f39031b4', 'port_id': '5ed7a84a-6084-4a48-a1cf-77c0f334b389', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:00.204459 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83bf7d99-3932-4df1-a741-5ac21350b4cd tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:00.429676 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-83bf7d99-3932-4df1-a741-5ac21350b4cd tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:44:00.433444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-83bf7d99-3932-4df1-a741-5ac21350b4cd tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2840757 Aug 30 14:44:00.437028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:00.450821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '5ed7a84a-6084-4a48-a1cf-77c0f334b389', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:00.514474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:00.727576 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:00.990618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Allocated IP 172.25.6.195 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/83b4d331-4572-4e83-aab5-cde535359345) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:01.196753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:01.251936 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:01.316848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:01.347792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:01.351593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event updated for resources: {'Port': ['ID=83b4d331-4572-4e83-aab5-cde535359345,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:01.360489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:01.393512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:01.609315 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:01.732114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Deleting port 83b4d331-4572-4e83-aab5-cde535359345 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:01.732802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:01.793068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'networks': [{'name': 'tempest-network--170359925'}, {'name': 'tempest-network--1848276891'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:01.793950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'network': {'name': 'tempest-network--170359925'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:01.795154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'network': {'name': 'tempest-network--1848276891'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:01.851091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Made reservation on behalf of 4f8912b47da64958b16f1042075baef2 for: {'network': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:01.858479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:01.866765 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:01.867279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:01.882177 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:01.897995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Calling delete_port for 83b4d331-4572-4e83-aab5-cde535359345 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:02.079066 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.088004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.089073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.125484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58263893-0263-4cf9-8f73-4080614d181b req-a5fd1c20-97e4-4fe7-9704-1109d3fa941b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:02.126572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58263893-0263-4cf9-8f73-4080614d181b req-a5fd1c20-97e4-4fe7-9704-1109d3fa941b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0923314 Aug 30 14:44:02.132955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad19ae2-44f7-4910-884b-1f6f01c7f782,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:02.172811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:02.176544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.195297 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.196163 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Added segment 1fa819b8-3ed3-484d-af38-606c52d2551a of type vlan for network 6477b59f-c46c-421d-b285-9c86789deb3c Aug 30 14:44:02.233512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event deleted for resources: {'Port': ['ID=83b4d331-4572-4e83-aab5-cde535359345,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:02.248785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-58263893-0263-4cf9-8f73-4080614d181b req-4462a6ee-c197-43cb-9682-2e20b98a6dc6 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087942 Aug 30 14:44:02.272050 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.307611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:02.321381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.321769 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Added segment 7adb2bae-5dbf-4d5b-b047-a066b500ae5d of type vlan for network 3c7ca40f-0c6b-4282-8c66-07ccd1d98449 Aug 30 14:44:02.368768 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] create failed (client error): The resource could not be found. Aug 30 14:44:02.375436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a86cf7d4-be15-4732-9c91-c2346a3efb54 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9368353 Aug 30 14:44:02.376227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:02.386375 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.435865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.436895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.443216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:02.448436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:02.449153 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.490388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-be170c8c-6f31-4d28-9785-9d7120baaf83 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Deleting port 5ed7a84a-6084-4a48-a1cf-77c0f334b389 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:02.491066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be170c8c-6f31-4d28-9785-9d7120baaf83 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.517407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1224990 Aug 30 14:44:02.520526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:02.593254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Network': ['ID=6477b59f-c46c-421d-b285-9c86789deb3c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:02.604702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 6477b59f-c46c-421d-b285-9c86789deb3c details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:02.620611 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be170c8c-6f31-4d28-9785-9d7120baaf83 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.636510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-be170c8c-6f31-4d28-9785-9d7120baaf83 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Calling delete_port for 5ed7a84a-6084-4a48-a1cf-77c0f334b389 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:02.701582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff62a13-5dcb-400a-821f-9b7ca3f4cc57 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Network': ['ID=3c7ca40f-0c6b-4282-8c66-07ccd1d98449,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:02.724180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 3c7ca40f-0c6b-4282-8c66-07ccd1d98449 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:02.730895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee794f-7b03-4efc-8ac5-4a141289be07 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:02.744309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee794f-7b03-4efc-8ac5-4a141289be07 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:02.761771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee794f-7b03-4efc-8ac5-4a141289be07 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:02.776880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee794f-7b03-4efc-8ac5-4a141289be07 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:02.787031 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e8ee794f-7b03-4efc-8ac5-4a141289be07 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2651777 Aug 30 14:44:02.791736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:02.799864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be170c8c-6f31-4d28-9785-9d7120baaf83 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.912953 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.947874 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.180404 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.193209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6477b59f-c46c-421d-b285-9c86789deb3c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:03.206315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa819b8-3ed3-484d-af38-606c52d2551a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:03.206888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa819b8-3ed3-484d-af38-606c52d2551a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:03.224808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.230809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be170c8c-6f31-4d28-9785-9d7120baaf83 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event deleted for resources: {'Port': ['ID=5ed7a84a-6084-4a48-a1cf-77c0f334b389,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:03.244456 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.252046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:03.252506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:03.257197 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:03.391822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be170c8c-6f31-4d28-9785-9d7120baaf83 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.393897 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.400990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-be170c8c-6f31-4d28-9785-9d7120baaf83 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "DELETE /v2.0/ports/5ed7a84a-6084-4a48-a1cf-77c0f334b389 HTTP/1.1" status: 204 len: 168 time: 1.0210452 Aug 30 14:44:03.402216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:03.411372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.423742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/networks/6477b59f-c46c-421d-b285-9c86789deb3c HTTP/1.1" status: 204 len: 168 time: 0.6283250 Aug 30 14:44:03.426196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:03.513973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e019c-3eb8-4a21-88e4-9d09e5785c99 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:03.515578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-230e019c-3eb8-4a21-88e4-9d09e5785c99 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e33042-22af-4a87-9fb0-69272c93f45e HTTP/1.1" status: 200 len: 913 time: 0.1124892 Aug 30 14:44:03.519779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57122) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:03.554819 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.557665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1b5fd-36e9-47ce-b068-0b57320784e4 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Network': ['ID=6477b59f-c46c-421d-b285-9c86789deb3c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:03.681827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1974-8687-4802-a7eb-7d4871cc2402 req-1017ba5b-ea3f-478d-8bd6-c294f6a55dc2 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:03.683440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cc1974-8687-4802-a7eb-7d4871cc2402 req-1017ba5b-ea3f-478d-8bd6-c294f6a55dc2 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.2608407 Aug 30 14:44:03.690458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.709691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7ca40f-0c6b-4282-8c66-07ccd1d98449']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:03.730216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adb2bae-5dbf-4d5b-b047-a066b500ae5d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:03.730568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adb2bae-5dbf-4d5b-b047-a066b500ae5d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:03.756262 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.777672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.793753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:03.794659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.808006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cc1974-8687-4802-a7eb-7d4871cc2402 req-dd06f021-c2d7-40c3-8ee1-00d76952b041 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141467 Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:03.808751 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:03.891162 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.923443 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:03.927214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/networks/3c7ca40f-0c6b-4282-8c66-07ccd1d98449 HTTP/1.1" status: 204 len: 168 time: 0.4996743 Aug 30 14:44:03.928919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f3c7f-92f4-4b78-9265-72ed4fd246d7 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Network': ['ID=3c7ca40f-0c6b-4282-8c66-07ccd1d98449,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:03.932798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:04.054852 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:04.133244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b82b0d-5b9d-4cd8-9f23-448f41bec2e1 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:04.140151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b82b0d-5b9d-4cd8-9f23-448f41bec2e1 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:04.142066 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-96b82b0d-5b9d-4cd8-9f23-448f41bec2e1 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2084301 Aug 30 14:44:04.145716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:04.151412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-887272465'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:04.184837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Made reservation on behalf of 4f8912b47da64958b16f1042075baef2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:04.194079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:04.257340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:04.282598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:04.283201 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Added segment 8500a177-02c7-453f-bf03-9f916c0b6ea9 of type vlan for network 8244c297-e14e-41c0-9dd9-cb0f9dcca8cc Aug 30 14:44:04.349689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:04.560578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Deleting port be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:04.561221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:04.725203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:04.743227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Calling delete_port for be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:04.866794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:04.949626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:04.955384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:04.956088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.038228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dd9cc-fabe-49b9-be45-94ebbb53275e req-e65109b0-af0c-4d63-9637-15fe190a1517 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:05.039911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-606dd9cc-fabe-49b9-be45-94ebbb53275e req-e65109b0-af0c-4d63-9637-15fe190a1517 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1222410 Aug 30 14:44:05.045577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57154) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:05.045886 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8987975 Aug 30 14:44:05.055046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1627629483'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:05.056860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77055bfb-575f-4d95-acc7-4ac191f051ce tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Network': ['ID=8244c297-e14e-41c0-9dd9-cb0f9dcca8cc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:05.068896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8244c297-e14e-41c0-9dd9-cb0f9dcca8cc details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:05.095434 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5daae7af-e4b6-4a56-8dc3-c2ff47827894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.125603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.143932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Made reservation on behalf of 4f8912b47da64958b16f1042075baef2 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:05.147614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.190194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event deleted for resources: {'Port': ['ID=be9cc727-0b5b-4fbe-aebb-7ee5fb3f6bf2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:05.194280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-606dd9cc-fabe-49b9-be45-94ebbb53275e req-d41981c4-9071-40ed-9970-ba9818961ea1 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325719 Aug 30 14:44:05.304914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:05.371581 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.371998 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Added segment 6c81a130-9d01-4931-9d2f-19d608c47039 of type vlan for network 0572ed41-4ba9-47e9-a914-287e52d0b0db Aug 30 14:44:05.544758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.559339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.604472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5daae7af-e4b6-4a56-8dc3-c2ff47827894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.611307 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5daae7af-e4b6-4a56-8dc3-c2ff47827894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.700433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.706020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:05.706516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:05.789316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5daae7af-e4b6-4a56-8dc3-c2ff47827894 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1c1f7539b224ee1bbee1150698a08cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9211471 Aug 30 14:44:05.792552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:05.793868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daae7af-e4b6-4a56-8dc3-c2ff47827894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6d9d26-f251-409e-a6be-87d24f525a41,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:05.801708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7549686 Aug 30 14:44:05.804849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:05.810090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8a13e-740c-430f-af63-e6e6b937610f tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Network': ['ID=0572ed41-4ba9-47e9-a914-287e52d0b0db,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:05.817013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'ports': [{'network_id': '8244c297-e14e-41c0-9dd9-cb0f9dcca8cc', 'name': 'tempest-port--1137470935', 'admin_state_up': True}, {'network_id': '0572ed41-4ba9-47e9-a914-287e52d0b0db', 'admin_state_up': False}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:05.817701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'port': {'network_id': '8244c297-e14e-41c0-9dd9-cb0f9dcca8cc', 'name': 'tempest-port--1137470935', 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:05.824526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'port': {'network_id': '0572ed41-4ba9-47e9-a914-287e52d0b0db', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:05.828589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0572ed41-4ba9-47e9-a914-287e52d0b0db details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:05.921360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Router 68e33042-22af-4a87-9fb0-69272c93f45e has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:44:06.005419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:44:06.015252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b01fc-8f9d-4c64-aae9-ace68acf445f None None] Sync routers for ids ['68e33042-22af-4a87-9fb0-69272c93f45e'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:44:06.015747 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1fbb-abb2-4551-a3d7-1b1e2da4dc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.029157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b01fc-8f9d-4c64-aae9-ace68acf445f None None] Routers {'68e33042-22af-4a87-9fb0-69272c93f45e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:06.029377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a9b01fc-8f9d-4c64-aae9-ace68acf445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['68e33042-22af-4a87-9fb0-69272c93f45e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:06.031306 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-02492b08-c32c-4b1f-a50f-b75bb4992bc6 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "PUT /v2.0/routers/68e33042-22af-4a87-9fb0-69272c93f45e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5102758 Aug 30 14:44:06.033142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:06.043137 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1fbb-abb2-4551-a3d7-1b1e2da4dc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.079584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a9b01fc-8f9d-4c64-aae9-ace68acf445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:06.090598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b01fc-8f9d-4c64-aae9-ace68acf445f None None] Routers {'68e33042-22af-4a87-9fb0-69272c93f45e'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:06.091440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a9b01fc-8f9d-4c64-aae9-ace68acf445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:43:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['68e33042-22af-4a87-9fb0-69272c93f45e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:06.107046 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1fbb-abb2-4551-a3d7-1b1e2da4dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.109938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1fbb-abb2-4551-a3d7-1b1e2da4dc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.111243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6e0d1fbb-abb2-4551-a3d7-1b1e2da4dc5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e6d9d26-f251-409e-a6be-87d24f525a41 HTTP/1.1" status: 204 len: 168 time: 0.3171208 Aug 30 14:44:06.129607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d1fbb-abb2-4551-a3d7-1b1e2da4dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6d9d26-f251-409e-a6be-87d24f525a41,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:06.141372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a9b01fc-8f9d-4c64-aae9-ace68acf445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:06.142258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b01fc-8f9d-4c64-aae9-ace68acf445f None None] The sync data for ids ['68e33042-22af-4a87-9fb0-69272c93f45e'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:44:06.155448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Made reservation on behalf of 4f8912b47da64958b16f1042075baef2 for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:06.163298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.179365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.186688 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4060fe5-f26c-4dab-8eec-1d2536acd451 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.306346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] device_id is not set on port 088b18b6-75d0-4991-adcf-08c22a70e7d5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:06.474282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79107463-6cc3-4261-a9c1-7cb738359ff5 req-9a94e57c-fe10-4958-8781-7cfa63f20321 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:06.475879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79107463-6cc3-4261-a9c1-7cb738359ff5 req-9a94e57c-fe10-4958-8781-7cfa63f20321 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1461754 Aug 30 14:44:06.483475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4060fe5-f26c-4dab-8eec-1d2536acd451 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.486150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4060fe5-f26c-4dab-8eec-1d2536acd451 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.546695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:06.549140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79107463-6cc3-4261-a9c1-7cb738359ff5 req-a95cb3e0-d301-430a-8154-a6e328e15c2b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654140 Aug 30 14:44:06.561591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4060fe5-f26c-4dab-8eec-1d2536acd451 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.562943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4060fe5-f26c-4dab-8eec-1d2536acd451 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Fanout notify agent at l3_agent the message router_deleted on router 68e33042-22af-4a87-9fb0-69272c93f45e {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:44:06.572591 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.576745 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4060fe5-f26c-4dab-8eec-1d2536acd451 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.578025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c4060fe5-f26c-4dab-8eec-1d2536acd451 tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "DELETE /v2.0/routers/68e33042-22af-4a87-9fb0-69272c93f45e HTTP/1.1" status: 204 len: 168 time: 0.5437355 Aug 30 14:44:06.585604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:06.588222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ae669e5-dbda-482b-bae8-137b57ac8de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.711719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-de70c994-dfa9-4f9e-9e30-dc5ad0bd223a tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Deleting subnet 19d7f703-4bd6-4cca-8910-4b06ad8ffa6a {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:06.716365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de70c994-dfa9-4f9e-9e30-dc5ad0bd223a tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.721757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] device_id is not set on port 7e1b7724-3dee-4062-83d3-517b0229a78c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:06.723446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ae669e5-dbda-482b-bae8-137b57ac8de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.731389 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ae669e5-dbda-482b-bae8-137b57ac8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.765783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0ae669e5-dbda-482b-bae8-137b57ac8de9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=319cabd1b70a4db0a1837cd85b119655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173588 Aug 30 14:44:06.771238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57196) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:06.775828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de70c994-dfa9-4f9e-9e30-dc5ad0bd223a tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.827513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae669e5-dbda-482b-bae8-137b57ac8de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618152de-5cf4-424d-a67e-acf07b3015ca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:06.864626 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48464457-152d-4edf-816e-1a6bbb335d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.886968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de70c994-dfa9-4f9e-9e30-dc5ad0bd223a tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.904913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48464457-152d-4edf-816e-1a6bbb335d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.964288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48464457-152d-4edf-816e-1a6bbb335d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.967041 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48464457-152d-4edf-816e-1a6bbb335d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.970530 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48464457-152d-4edf-816e-1a6bbb335d8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/618152de-5cf4-424d-a67e-acf07b3015ca HTTP/1.1" status: 204 len: 168 time: 0.1960082 Aug 30 14:44:06.980137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48464457-152d-4edf-816e-1a6bbb335d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618152de-5cf4-424d-a67e-acf07b3015ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:07.021861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de70c994-dfa9-4f9e-9e30-dc5ad0bd223a tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.058775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70c994-dfa9-4f9e-9e30-dc5ad0bd223a tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event deleted for resources: {'Subnet': ['ID=19d7f703-4bd6-4cca-8910-4b06ad8ffa6a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:07.062971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de70c994-dfa9-4f9e-9e30-dc5ad0bd223a tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.066141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-de70c994-dfa9-4f9e-9e30-dc5ad0bd223a tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "DELETE /v2.0/subnets/19d7f703-4bd6-4cca-8910-4b06ad8ffa6a HTTP/1.1" status: 204 len: 168 time: 0.4783499 Aug 30 14:44:07.070348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:07.076918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f20bc-e2a0-4458-ae29-1dc904552350 None None] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:07.208257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.222256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.314729 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.403734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] DHCP port deletion for cfdf7ddf-20a5-4199-81de-03c7f39031b4 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:07.418007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Deleting port 54552741-2061-4218-9691-d543de44db23 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:07.418809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.506779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] Deleting port 54552741-2061-4218-9691-d543de44db23 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:07.506984 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.520262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Port': ['ID=088b18b6-75d0-4991-adcf-08c22a70e7d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:07.543888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Checking segment: {'id': '8500a177-02c7-453f-bf03-9f916c0b6ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8244c297-e14e-41c0-9dd9-cb0f9dcca8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:07.544330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Network hostable DHCP agents. Network: 8244c297-e14e-41c0-9dd9-cb0f9dcca8cc, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:07.562098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] For port 54552741-2061-4218-9691-d543de44db23, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=54552741-2061-4218-9691-d543de44db23,segment=NetworkSegment(fbac86cb-99f4-4613-8236-1aa340936c7d),segment_id=fbac86cb-99f4-4613-8236-1aa340936c7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:07.562466 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.586698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Calling delete_port for 54552741-2061-4218-9691-d543de44db23 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:07.594083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Network 8244c297-e14e-41c0-9dd9-cb0f9dcca8cc is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:07.600043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:07.619901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 54552741-2061-4218-9691-d543de44db23 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:07.627273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.655419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8244c297-e14e-41c0-9dd9-cb0f9dcca8cc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:07.661926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:07.662782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.689528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b075c-826d-481a-819a-2b8638fbbb41 None None] Network 8244c297-e14e-41c0-9dd9-cb0f9dcca8cc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:07.709143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] For port 54552741-2061-4218-9691-d543de44db23, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=54552741-2061-4218-9691-d543de44db23,segment=NetworkSegment(fbac86cb-99f4-4613-8236-1aa340936c7d),segment_id=fbac86cb-99f4-4613-8236-1aa340936c7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:07.710505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.746392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6167a9-5d85-4c8b-8350-68d7188ff21e req-d1336904-ec7c-4f4d-aa58-a9dfeb5b5721 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:07.748186 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b6167a9-5d85-4c8b-8350-68d7188ff21e req-d1336904-ec7c-4f4d-aa58-a9dfeb5b5721 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0773175 Aug 30 14:44:07.756981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Port': ['ID=7e1b7724-3dee-4062-83d3-517b0229a78c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:07.772146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Checking segment: {'id': '6c81a130-9d01-4931-9d2f-19d608c47039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0572ed41-4ba9-47e9-a914-287e52d0b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:07.772534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Network hostable DHCP agents. Network: 0572ed41-4ba9-47e9-a914-287e52d0b0db, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:07.776125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.799805 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No ports have port_id starting with 54552741-2061-4218-9691-d543de44db23 Aug 30 14:44:07.801362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] Calling delete_port for 54552741-2061-4218-9691-d543de44db23 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:07.824290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event deleted for resources: {'Port': ['ID=54552741-2061-4218-9691-d543de44db23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:07.831854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] No DVR routers for this DVR port 54552741-2061-4218-9691-d543de44db23 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:07.843483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b6167a9-5d85-4c8b-8350-68d7188ff21e req-cf5d92a9-d402-42b5-bbd7-a9e98851259f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853238 Aug 30 14:44:07.881612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.883835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Network 0572ed41-4ba9-47e9-a914-287e52d0b0db is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:07.886967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.937120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9348a49974ad405abc86f1143a3ebfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354964 Aug 30 14:44:07.939873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584b97f7-b7a4-466f-ae7b-7a1855e0e8f1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:07.943329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:07.949558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0572ed41-4ba9-47e9-a914-287e52d0b0db) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:07.958002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:07.964456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.964737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:07.965213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.965723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.966245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.966728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.967232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.967758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.968236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.968712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.969320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.969636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:07.970013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.970333 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.970651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0c2e8-9f59-4f73-9511-a490e159a8fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:07.983559 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:07.998481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdf7ddf-20a5-4199-81de-03c7f39031b4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:08.011515 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-540422a7-0fd8-43d0-b2d6-35d1b59ebc6a tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2032814 Aug 30 14:44:08.013452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbac86cb-99f4-4613-8236-1aa340936c7d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:08.013756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbac86cb-99f4-4613-8236-1aa340936c7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:08.014716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:08.023845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.039274 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.047449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:08.048503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:08.051580 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:08.066064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be1929-d643-46a5-8f0a-0c6203819840 None None] Network 0572ed41-4ba9-47e9-a914-287e52d0b0db requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:08.077707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0314-2645-4795-93a9-7fd2146de41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.102818 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0314-2645-4795-93a9-7fd2146de41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.131114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.140264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.142501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] 10.222.0.50 "DELETE /v2.0/networks/cfdf7ddf-20a5-4199-81de-03c7f39031b4 HTTP/1.1" status: 204 len: 168 time: 1.0731010 Aug 30 14:44:08.161953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Pushing event deleted for resources: {'Network': ['ID=cfdf7ddf-20a5-4199-81de-03c7f39031b4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:08.175117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.175742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.175977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.176583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.176876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.177255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.177930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.178296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.179253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.181117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.181590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.182489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed342a21-57b1-460c-b6f6-72c9585bef2b tempest-FloatingIPNegativeTestJSON-970293654 tempest-FloatingIPNegativeTestJSON-970293654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:08.211550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab956b30-f3d4-49ee-ba85-b6ddcf725d56 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:08.220646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab956b30-f3d4-49ee-ba85-b6ddcf725d56 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:08.222569 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ab956b30-f3d4-49ee-ba85-b6ddcf725d56 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2062340 Aug 30 14:44:08.225591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:08.274833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0314-2645-4795-93a9-7fd2146de41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.277683 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0314-2645-4795-93a9-7fd2146de41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.281263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a0ff0314-2645-4795-93a9-7fd2146de41b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/584b97f7-b7a4-466f-ae7b-7a1855e0e8f1 HTTP/1.1" status: 204 len: 168 time: 0.3343077 Aug 30 14:44:08.284853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.332087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] Network cfdf7ddf-20a5-4199-81de-03c7f39031b4 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:44:08.332943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] No DVR routers for this DVR port 54552741-2061-4218-9691-d543de44db23 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:08.335319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837aa93-dd92-433d-be44-87bc5b2f6cb4 None None] Pushing event deleted for resources: {'Port': ['ID=54552741-2061-4218-9691-d543de44db23,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:08.367504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff0314-2645-4795-93a9-7fd2146de41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b97f7-b7a4-466f-ae7b-7a1855e0e8f1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:08.442128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-671d57e0-d0bf-479e-8cea-3ac099a2369b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Deleting port 088b18b6-75d0-4991-adcf-08c22a70e7d5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:08.442612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-671d57e0-d0bf-479e-8cea-3ac099a2369b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.588678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-671d57e0-d0bf-479e-8cea-3ac099a2369b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.607818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-671d57e0-d0bf-479e-8cea-3ac099a2369b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Calling delete_port for 088b18b6-75d0-4991-adcf-08c22a70e7d5 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:08.744297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:08.773126 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-671d57e0-d0bf-479e-8cea-3ac099a2369b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.827421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d57e0-d0bf-479e-8cea-3ac099a2369b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Port': ['ID=088b18b6-75d0-4991-adcf-08c22a70e7d5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:08.837876 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-671d57e0-d0bf-479e-8cea-3ac099a2369b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:08.839852 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-671d57e0-d0bf-479e-8cea-3ac099a2369b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/ports/088b18b6-75d0-4991-adcf-08c22a70e7d5 HTTP/1.1" status: 204 len: 168 time: 0.6130133 Aug 30 14:44:08.842611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:09.032633 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eaaf49f3-6d36-40eb-8038-b8bcfa0ccf5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21252b3d24c043dd8d82df5182eb3951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869782 Aug 30 14:44:09.035572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:09.097400 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1880ba29-bb78-47d2-8cba-82c4be4c192f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.111623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f98c-b7bd-4178-a3d5-81ac557aaed2 req-f7238e07-add8-4991-9c60-6f15066d06fb tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:09.113455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44c3f98c-b7bd-4178-a3d5-81ac557aaed2 req-f7238e07-add8-4991-9c60-6f15066d06fb tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0923505 Aug 30 14:44:09.120775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea4ce8-73d7-4395-bf01-e513e16e6c4b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Deleting port 7e1b7724-3dee-4062-83d3-517b0229a78c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:09.121249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4ce8-73d7-4395-bf01-e513e16e6c4b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.156305 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1880ba29-bb78-47d2-8cba-82c4be4c192f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.218789 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1880ba29-bb78-47d2-8cba-82c4be4c192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.221307 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1880ba29-bb78-47d2-8cba-82c4be4c192f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.222467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1880ba29-bb78-47d2-8cba-82c4be4c192f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77bd1d18-e8f4-4d20-9b74-addd0d7b679c HTTP/1.1" status: 204 len: 168 time: 0.1856329 Aug 30 14:44:09.230265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880ba29-bb78-47d2-8cba-82c4be4c192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd1d18-e8f4-4d20-9b74-addd0d7b679c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:09.276266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4ce8-73d7-4395-bf01-e513e16e6c4b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.290943 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44c3f98c-b7bd-4178-a3d5-81ac557aaed2 req-5f7653b7-dda1-4d9f-86d1-1e3b7c4c4b73 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362281 Aug 30 14:44:09.295495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea4ce8-73d7-4395-bf01-e513e16e6c4b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Calling delete_port for 7e1b7724-3dee-4062-83d3-517b0229a78c owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:09.453784 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4ce8-73d7-4395-bf01-e513e16e6c4b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.544885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea4ce8-73d7-4395-bf01-e513e16e6c4b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Port': ['ID=7e1b7724-3dee-4062-83d3-517b0229a78c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:09.552028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4ce8-73d7-4395-bf01-e513e16e6c4b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.555484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b6ea4ce8-73d7-4395-bf01-e513e16e6c4b tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/ports/7e1b7724-3dee-4062-83d3-517b0229a78c HTTP/1.1" status: 204 len: 168 time: 0.7103953 Aug 30 14:44:09.557850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:09.594254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-894eb743-347d-4870-abe9-8fa207d17683 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0347126 Aug 30 14:44:09.598306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:09.603664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1816369327'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:09.644828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Made reservation on behalf of 4f8912b47da64958b16f1042075baef2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:09.648842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.680312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:09.691264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.691664 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Added segment 83ec3e71-50d2-44b8-a404-8689326f5ef4 of type vlan for network 421115ba-0cda-4860-98eb-d4d180aeae21 Aug 30 14:44:09.738932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.766618 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.773099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:09.774688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.852884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57286) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:09.854835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2552490 Aug 30 14:44:09.858203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-900612551'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:09.865504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d3e50-bbd4-4c5b-a8eb-f24f99046412 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Network': ['ID=421115ba-0cda-4860-98eb-d4d180aeae21,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:09.880164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 421115ba-0cda-4860-98eb-d4d180aeae21 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:09.900412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Made reservation on behalf of 4f8912b47da64958b16f1042075baef2 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:09.907284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.936939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:09.951337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.951685 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Added segment 8dafc747-02b6-4edf-9b72-8b85723c7d8a of type vlan for network 0d6f0e3d-1ac3-401e-9145-691f573509d9 Aug 30 14:44:10.004355 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:10.034646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:10.041323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:10.041958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:10.102899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2488651 Aug 30 14:44:10.146460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6fb70-767b-41f2-a379-6777b602f354 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Network': ['ID=0d6f0e3d-1ac3-401e-9145-691f573509d9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:10.162230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0d6f0e3d-1ac3-401e-9145-691f573509d9 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:10.258531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:10.266393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'subnets': [{'network_id': '421115ba-0cda-4860-98eb-d4d180aeae21', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1389799764', 'ip_version': 4}, {'network_id': '0d6f0e3d-1ac3-401e-9145-691f573509d9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:10.266724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'subnet': {'network_id': '421115ba-0cda-4860-98eb-d4d180aeae21', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1389799764', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:10.267434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Request body: {'subnet': {'network_id': '0d6f0e3d-1ac3-401e-9145-691f573509d9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:10.555623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c315b85-524a-47e8-b0be-79885df9d086 req-844e7943-f857-4a99-8ccb-b65831dd1b78 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:10.558008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c315b85-524a-47e8-b0be-79885df9d086 req-844e7943-f857-4a99-8ccb-b65831dd1b78 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1242111 Aug 30 14:44:10.599495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Made reservation on behalf of 4f8912b47da64958b16f1042075baef2 for: {'subnet': 2} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:10.606544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:10.607002 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:10.632924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:10.695232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c315b85-524a-47e8-b0be-79885df9d086 req-6789d92f-2f15-4d78-a51a-169471526e0c tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234560 Aug 30 14:44:11.047233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-499339288'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:11.089912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:11.096975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.137080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.182558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.291636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Checking segment: {'id': '83ec3e71-50d2-44b8-a404-8689326f5ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '421115ba-0cda-4860-98eb-d4d180aeae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:11.292263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Network hostable DHCP agents. Network: 421115ba-0cda-4860-98eb-d4d180aeae21, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:11.295404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Subnet': ['ID=1723c68c-35b5-4a6b-b590-5d6cbb7bd766,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:11.315939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Network 421115ba-0cda-4860-98eb-d4d180aeae21 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:11.323431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.327706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 421115ba-0cda-4860-98eb-d4d180aeae21) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:11.331622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.341818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbddc50-7cb9-4aa7-bf0a-fdd96b444173 None None] Network 421115ba-0cda-4860-98eb-d4d180aeae21 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:11.349185 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.428616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6390429f-c9ac-4878-9b1e-e98d619fe65b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:11.434012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:11.468455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:11.479563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event updated for resources: {'Subnet': ['ID=540b0f4d-5fb5-468d-afa6-b9189956e1ad,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:11.489755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Checking segment: {'id': '8dafc747-02b6-4edf-9b72-8b85723c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d6f0e3d-1ac3-401e-9145-691f573509d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:11.490266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Network hostable DHCP agents. Network: 0d6f0e3d-1ac3-401e-9145-691f573509d9, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:11.499711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.501499 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Added segment 092e894b-ec3a-495b-a699-5d469f741a55 of type vlan for network 9e752f37-74b1-42c7-86c4-9967604e7a92 Aug 30 14:44:11.533640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Network 0d6f0e3d-1ac3-401e-9145-691f573509d9 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:11.548931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0d6f0e3d-1ac3-401e-9145-691f573509d9) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:11.555349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:11.555696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:11.558530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.591951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3af34781-afd5-407c-8a1a-1a46cb47e492 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3316209 Aug 30 14:44:11.592655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:11.606854 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.655405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.663685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:11.667347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.671948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd62c3d6-2a5f-4bbc-9ede-9e3d7312bd4e None None] Network 0d6f0e3d-1ac3-401e-9145-691f573509d9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:11.675990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5760e44c-cbfe-46d5-9186-d0d3e15cb16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.735636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-421115ba-0cda-4860-98eb-d4d180aeae21', 'network_id': '421115ba-0cda-4860-98eb-d4d180aeae21', 'tenant_id': '4f8912b47da64958b16f1042075baef2', 'fixed_ips': [{'subnet_id': '1723c68c-35b5-4a6b-b590-5d6cbb7bd766'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:11.737162 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.864998 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2302382 Aug 30 14:44:11.875416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:11.902605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'name': 'tempest-PortsTestJSON-96473692'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:12.029567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:12.033806 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.059520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044fdf0-68d3-47ed-95ec-fd40c53f52b4 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Network': ['ID=9e752f37-74b1-42c7-86c4-9967604e7a92,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:12.077126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port c9946ddb-377e-4ada-9bd8-9b26c5862e6a yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:12.117341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:12.248110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e612ec-011a-42e8-8483-eab3b04ee8bf req-61b141f9-7d4e-4425-a069-863b926090b3 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:12.250066 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57e612ec-011a-42e8-8483-eab3b04ee8bf req-61b141f9-7d4e-4425-a069-863b926090b3 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.3723886 Aug 30 14:44:12.276884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Allocated IP 172.20.0.2 (421115ba-0cda-4860-98eb-d4d180aeae21/1723c68c-35b5-4a6b-b590-5d6cbb7bd766/830f59ae-0dc6-4b0a-98ef-7f89892c8983) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:12.333649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.463211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57e612ec-011a-42e8-8483-eab3b04ee8bf req-b06c6fc9-d61d-4fdb-bee4-304390360155 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834364 Aug 30 14:44:12.514939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe90b405-50a2-4cf3-aaa9-9fcb37fdf99c tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:12.518185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe90b405-50a2-4cf3-aaa9-9fcb37fdf99c tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:12.520178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe90b405-50a2-4cf3-aaa9-9fcb37fdf99c tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:12.522283 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fe90b405-50a2-4cf3-aaa9-9fcb37fdf99c tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.9286642 Aug 30 14:44:12.526943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:12.538856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.635269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce40965-bc79-4e42-893d-8f158927ab13 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Deleting subnet 1723c68c-35b5-4a6b-b590-5d6cbb7bd766 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:12.643163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=c9946ddb-377e-4ada-9bd8-9b26c5862e6a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:12.660098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-0d6f0e3d-1ac3-401e-9145-691f573509d9', 'network_id': '0d6f0e3d-1ac3-401e-9145-691f573509d9', 'tenant_id': '4f8912b47da64958b16f1042075baef2', 'fixed_ips': [{'subnet_id': '540b0f4d-5fb5-468d-afa6-b9189956e1ad'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:12.660965 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.672480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5760e44c-cbfe-46d5-9186-d0d3e15cb16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.678850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5760e44c-cbfe-46d5-9186-d0d3e15cb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.685564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Checking segment: {'id': '092e894b-ec3a-495b-a699-5d469f741a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:12.686557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network hostable DHCP agents. Network: 9e752f37-74b1-42c7-86c4-9967604e7a92, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:12.693574 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.707512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:12.714801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Transition to ACTIVE for port object 830f59ae-0dc6-4b0a-98ef-7f89892c8983 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:12.724611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5760e44c-cbfe-46d5-9186-d0d3e15cb16a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b481eb3214dc42608048ad9780f3e725&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2895203 Aug 30 14:44:12.729560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9e752f37-74b1-42c7-86c4-9967604e7a92) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:12.729755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:12.734650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:12.741812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:12.743016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.759619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760e44c-cbfe-46d5-9186-d0d3e15cb16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a8bbb9-eca3-410b-abd0-2a0fe1dc38a2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:12.762592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2c6bd08f-eeef-4430-96c6-244ee283b104 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8717124 Aug 30 14:44:12.766420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:12.769297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea056a7e-d5ce-4511-a9ab-6e530e91ffdc None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:12.777963 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1169594061'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:12.805904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c930882-f58e-41f9-bd11-00ab0bc881af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.822963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Transition to ACTIVE for port object 830f59ae-0dc6-4b0a-98ef-7f89892c8983 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:12.828567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:12.833490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.838575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c930882-f58e-41f9-bd11-00ab0bc881af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.849428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.868604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce40965-bc79-4e42-893d-8f158927ab13 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.870567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:12.884194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.884693 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Added segment 8a111965-fcb5-4d89-8cd0-91fd6d2b5ca6 of type vlan for network a4d846c9-3984-4424-8fb0-0192749cbb0e Aug 30 14:44:12.916639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Pushing event updated for resources: {'Port': ['ID=830f59ae-0dc6-4b0a-98ef-7f89892c8983,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:12.953376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Network 421115ba-0cda-4860-98eb-d4d180aeae21 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:12.955558 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.958610 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce40965-bc79-4e42-893d-8f158927ab13 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.976470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:13.002447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.005307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:13.020368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Allocated IP 172.20.0.18 (0d6f0e3d-1ac3-401e-9145-691f573509d9/540b0f4d-5fb5-468d-afa6-b9189956e1ad/6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:13.023899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:13.025583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.039586 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c930882-f58e-41f9-bd11-00ab0bc881af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.042463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c930882-f58e-41f9-bd11-00ab0bc881af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.043740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2c930882-f58e-41f9-bd11-00ab0bc881af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87a8bbb9-eca3-410b-abd0-2a0fe1dc38a2 HTTP/1.1" status: 204 len: 168 time: 0.3131552 Aug 30 14:44:13.059043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c930882-f58e-41f9-bd11-00ab0bc881af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a8bbb9-eca3-410b-abd0-2a0fe1dc38a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:13.125632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3576539 Aug 30 14:44:13.131255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:13.145995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Attempting to bind port 830f59ae-0dc6-4b0a-98ef-7f89892c8983 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:13.146402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Attempting to bind port 830f59ae-0dc6-4b0a-98ef-7f89892c8983 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '83ec3e71-50d2-44b8-a404-8689326f5ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '421115ba-0cda-4860-98eb-d4d180aeae21'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:13.146732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Attempting to bind port 830f59ae-0dc6-4b0a-98ef-7f89892c8983 on network 421115ba-0cda-4860-98eb-d4d180aeae21 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:13.153484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:13.153874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Checking segment: {'id': '83ec3e71-50d2-44b8-a404-8689326f5ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '421115ba-0cda-4860-98eb-d4d180aeae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:13.154280 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.154674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Bound using segment: {'id': '83ec3e71-50d2-44b8-a404-8689326f5ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '421115ba-0cda-4860-98eb-d4d180aeae21'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:13.155149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Bound port: 830f59ae-0dc6-4b0a-98ef-7f89892c8983, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec3e71-50d2-44b8-a404-8689326f5ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '421115ba-0cda-4860-98eb-d4d180aeae21'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:13.155536 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.170223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'ports': [{'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92'}, {'network_id': 'a4d846c9-3984-4424-8fb0-0192749cbb0e'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:13.171269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:13.174818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': 'a4d846c9-3984-4424-8fb0-0192749cbb0e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:13.193949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce40965-bc79-4e42-893d-8f158927ab13 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.200308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7791a6-b5db-41f1-b3c5-3e8bc4552c00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Network': ['ID=a4d846c9-3984-4424-8fb0-0192749cbb0e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:13.306256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce40965-bc79-4e42-893d-8f158927ab13 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.337217 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce40965-bc79-4e42-893d-8f158927ab13 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.342183 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cce40965-bc79-4e42-893d-8f158927ab13 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/subnets/1723c68c-35b5-4a6b-b590-5d6cbb7bd766 HTTP/1.1" status: 204 len: 168 time: 0.8109202 Aug 30 14:44:13.342673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:13.380664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce40965-bc79-4e42-893d-8f158927ab13 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Subnet': ['ID=1723c68c-35b5-4a6b-b590-5d6cbb7bd766,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:13.533902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c00cd0-ba64-40b5-9753-716845f05d31 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Deleting subnet 540b0f4d-5fb5-468d-afa6-b9189956e1ad {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:13.538160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] For port 830f59ae-0dc6-4b0a-98ef-7f89892c8983, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:13.543970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] For port 830f59ae-0dc6-4b0a-98ef-7f89892c8983, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=830f59ae-0dc6-4b0a-98ef-7f89892c8983,segment=NetworkSegment(83ec3e71-50d2-44b8-a404-8689326f5ef4),segment_id=83ec3e71-50d2-44b8-a404-8689326f5ef4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:13.574965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a4d846c9-3984-4424-8fb0-0192749cbb0e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:13.577104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:13.581732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.584872 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.610830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:13.708854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869715b7-3a58-4289-b2d5-c83cdd753f18 req-bed17973-0cde-4111-a845-4700e8bad73a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:13.711075 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-869715b7-3a58-4289-b2d5-c83cdd753f18 req-bed17973-0cde-4111-a845-4700e8bad73a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.0998702 Aug 30 14:44:13.762015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port 0ff632c2-ef4b-41d7-9ad3-aa6f2adb14b2 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:13.808513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-869715b7-3a58-4289-b2d5-c83cdd753f18 req-a706aaa5-98b6-4ee7-bbbc-5eb30613cc64 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884218 Aug 30 14:44:13.848327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a570f3b-7443-4410-9489-046d9ec631ef None None] Network 421115ba-0cda-4860-98eb-d4d180aeae21 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:14.038511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.098875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3696dd8-5c0a-4a52-bdf4-77297f58c383 None None] Pushing event updated for resources: {'Port': ['ID=830f59ae-0dc6-4b0a-98ef-7f89892c8983,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:14.128172 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.140574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c737b-61ed-47ed-b551-e8855a9aafd7 req-84b7ad27-b3c3-4df8-9db3-e8b263b24a3c tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:14.143870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-385c737b-61ed-47ed-b551-e8855a9aafd7 req-84b7ad27-b3c3-4df8-9db3-e8b263b24a3c tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1167130 Aug 30 14:44:14.176819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-2f5a548a-1691-4b7e-b902-e7a05d368206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:14.178281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-2f5a548a-1691-4b7e-b902-e7a05d368206 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1097 time: 0.0828369 Aug 30 14:44:14.190082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Transition to ACTIVE for port object 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:14.230406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port b4ae42fc-a8af-483c-ac64-5aa3c0d23887 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:14.252149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Transition to ACTIVE for port object 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:14.268839 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.270180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c00cd0-ba64-40b5-9753-716845f05d31 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.344316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Pushing event updated for resources: {'Port': ['ID=6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:14.357090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Network 0d6f0e3d-1ac3-401e-9145-691f573509d9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:14.358252 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-385c737b-61ed-47ed-b551-e8855a9aafd7 req-f4bd46a6-b84b-4cce-ada7-30290f35508a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054231 Aug 30 14:44:14.359369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:14.364827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:14.420171 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c00cd0-ba64-40b5-9753-716845f05d31 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.438658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-3d21cbe7-d49b-4d6f-a710-c72ab92d0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:14.446855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-3d21cbe7-d49b-4d6f-a710-c72ab92d0b9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 911 time: 0.2469802 Aug 30 14:44:14.468999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Attempting to bind port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:14.469419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Attempting to bind port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8dafc747-02b6-4edf-9b72-8b85723c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d6f0e3d-1ac3-401e-9145-691f573509d9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:14.469783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Attempting to bind port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 on network 0d6f0e3d-1ac3-401e-9145-691f573509d9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:14.474919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:14.475303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Checking segment: {'id': '8dafc747-02b6-4edf-9b72-8b85723c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d6f0e3d-1ac3-401e-9145-691f573509d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:14.475868 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.476059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Bound using segment: {'id': '8dafc747-02b6-4edf-9b72-8b85723c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d6f0e3d-1ac3-401e-9145-691f573509d9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:14.476524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Bound port: 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dafc747-02b6-4edf-9b72-8b85723c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d6f0e3d-1ac3-401e-9145-691f573509d9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:14.477654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.578103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.603520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] For port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:14.614277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] For port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4,segment=NetworkSegment(8dafc747-02b6-4edf-9b72-8b85723c7d8a),segment_id=8dafc747-02b6-4edf-9b72-8b85723c7d8a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:14.624425 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.636586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-2488d294-00cb-4626-8c56-4f6f360566a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 1002 time: 0.1774685 Aug 30 14:44:14.640553 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c00cd0-ba64-40b5-9753-716845f05d31 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.737257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38162f47-04e8-43f8-b2cf-7376a763380a None None] Pushing event updated for resources: {'Port': ['ID=6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:14.768833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.789341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-4f4f8936-2bf8-489d-958b-80a05456f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:14.792717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-4f4f8936-2bf8-489d-958b-80a05456f5a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 200 len: 849 time: 0.1475377 Aug 30 14:44:14.821379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c00cd0-ba64-40b5-9753-716845f05d31 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.854896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-9122f2a1-3e35-43d8-a683-d0225a8b2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:14.856633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-9122f2a1-3e35-43d8-a683-d0225a8b2cc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d2391c-8dd6-40bc-aaaf-65b1b6401624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539906 Aug 30 14:44:14.902676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:14.920385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c00cd0-ba64-40b5-9753-716845f05d31 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Subnet': ['ID=540b0f4d-5fb5-468d-afa6-b9189956e1ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:14.926390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:14.928741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:14.929900 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.938918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c00cd0-ba64-40b5-9753-716845f05d31 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.943192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-83c00cd0-ba64-40b5-9753-716845f05d31 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/subnets/540b0f4d-5fb5-468d-afa6-b9189956e1ad HTTP/1.1" status: 204 len: 168 time: 1.5961125 Aug 30 14:44:14.948128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:14.957937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=0ff632c2-ef4b-41d7-9ad3-aa6f2adb14b2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:15.026085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-f4c28c52-01e5-462f-b411-35baf64d53b3 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593010 Aug 30 14:44:15.092371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=b4ae42fc-a8af-483c-ac64-5aa3c0d23887,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:15.144658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97cbf6-33d3-43d5-a88f-35d575cb2a0c tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:15.147112 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e97cbf6-33d3-43d5-a88f-35d575cb2a0c tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1980045 Aug 30 14:44:15.152049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:15.162624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Checking segment: {'id': '8a111965-fcb5-4d89-8cd0-91fd6d2b5ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a4d846c9-3984-4424-8fb0-0192749cbb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:15.163366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network hostable DHCP agents. Network: a4d846c9-3984-4424-8fb0-0192749cbb0e, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:15.255417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a374a779-86b1-4e30-bb9b-c3505b085a2a req-c96f90b0-7a09-4e7f-b9e5-eff4ff3e3c00 service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195423 Aug 30 14:44:15.304649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network a4d846c9-3984-4424-8fb0-0192749cbb0e is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:15.316126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:15.325363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, a4d846c9-3984-4424-8fb0-0192749cbb0e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:15.329833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:15.335805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b3ad4-d326-4612-928f-91f6532085f6 None None] Network a4d846c9-3984-4424-8fb0-0192749cbb0e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:15.338246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:15.344457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:15.345436 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:15.405548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-13f69abf-e0a9-4475-acf4-0ef350f96dcd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2701485 Aug 30 14:44:15.405932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:15.459813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Deleting port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:15.463692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:15.639466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] For port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4,segment=NetworkSegment(8dafc747-02b6-4edf-9b72-8b85723c7d8a),segment_id=8dafc747-02b6-4edf-9b72-8b85723c7d8a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:15.639898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:15.659092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-835648f3-bd16-435a-aaf8-95303031329d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port b4ae42fc-a8af-483c-ac64-5aa3c0d23887 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:15.659832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-835648f3-bd16-435a-aaf8-95303031329d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:15.706881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:44:15.715030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd91798-9437-4657-a89b-7462a3e81240 req-99e3e9ce-2c1d-4416-b2be-c395f9f6edef tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:15.725950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bd91798-9437-4657-a89b-7462a3e81240 req-99e3e9ce-2c1d-4416-b2be-c395f9f6edef tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.2527456 Aug 30 14:44:15.732820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Calling delete_port for 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:15.812470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:15.863036 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bd91798-9437-4657-a89b-7462a3e81240 req-578e9b6b-a8a6-4b76-8a16-511cf02d565a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333518 Aug 30 14:44:15.867884 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-835648f3-bd16-435a-aaf8-95303031329d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:15.902960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-835648f3-bd16-435a-aaf8-95303031329d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for b4ae42fc-a8af-483c-ac64-5aa3c0d23887 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:16.025408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.029298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:16.083924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Port': ['ID=6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:16.092961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] No DVR routers for this DVR port 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:16.122566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-835648f3-bd16-435a-aaf8-95303031329d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.189972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835648f3-bd16-435a-aaf8-95303031329d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=b4ae42fc-a8af-483c-ac64-5aa3c0d23887,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:16.197165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-835648f3-bd16-435a-aaf8-95303031329d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.202273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-835648f3-bd16-435a-aaf8-95303031329d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/b4ae42fc-a8af-483c-ac64-5aa3c0d23887 HTTP/1.1" status: 204 len: 168 time: 0.7930324 Aug 30 14:44:16.202818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:16.270583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4b4012-4741-440e-a2ea-b46d56aaee6a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:16.278503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4b4012-4741-440e-a2ea-b46d56aaee6a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:16.280144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5f4b4012-4741-440e-a2ea-b46d56aaee6a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0763416 Aug 30 14:44:16.283247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:16.300518 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.324245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6f0e3d-1ac3-401e-9145-691f573509d9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:16.344601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56be9b8-2d68-45c2-b492-a15cff99c25d None None] Network 0d6f0e3d-1ac3-401e-9145-691f573509d9 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:16.348562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dafc747-02b6-4edf-9b72-8b85723c7d8a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:16.348867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dafc747-02b6-4edf-9b72-8b85723c7d8a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:16.367297 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.400295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9c963e9-5f80-4c7f-bf10-1a89d7c9a70a None None] Could not find standard attr ID for object 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:44:16.401808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.413999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:16.414609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.448199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-058c00f2-b2a0-4db7-899d-aebf08a46d8d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 0ff632c2-ef4b-41d7-9ad3-aa6f2adb14b2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:16.448540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-058c00f2-b2a0-4db7-899d-aebf08a46d8d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:16.500520 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:16.518435 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.542483 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.545415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/networks/0d6f0e3d-1ac3-401e-9145-691f573509d9 HTTP/1.1" status: 204 len: 168 time: 1.3919899 Aug 30 14:44:16.549387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57504) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:16.558652 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cc2f6c-a573-46d6-9ab2-8cba79dd6769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.564158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a802c-9481-4e1b-8d2d-2ad7028ee591 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Network': ['ID=0d6f0e3d-1ac3-401e-9145-691f573509d9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:16.571167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee7033-cd47-4ce6-a0a7-74f132deaa3e None None] DHCP port deletion for 0d6f0e3d-1ac3-401e-9145-691f573509d9 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:16.572797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-058c00f2-b2a0-4db7-899d-aebf08a46d8d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.597443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0dc65-7590-4618-ab24-5ae9aabe0ac4 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:44:16.662786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-058c00f2-b2a0-4db7-899d-aebf08a46d8d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 0ff632c2-ef4b-41d7-9ad3-aa6f2adb14b2 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:16.706369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0dc65-7590-4618-ab24-5ae9aabe0ac4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:44:16.713545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cc2f6c-a573-46d6-9ab2-8cba79dd6769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.719935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cc2f6c-a573-46d6-9ab2-8cba79dd6769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.727873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.772024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31cc2f6c-a573-46d6-9ab2-8cba79dd6769 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3e69f70b59f480bb8c804215f9da091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989870 Aug 30 14:44:16.774661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:16.795283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc2f6c-a573-46d6-9ab2-8cba79dd6769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3dc3ac-d570-41d9-b7a8-d63e6d3f50da,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:16.865286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb229e1d-197b-4e45-a23a-9c9e7e69f6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.869587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-058c00f2-b2a0-4db7-899d-aebf08a46d8d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.917759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c00f2-b2a0-4db7-899d-aebf08a46d8d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=0ff632c2-ef4b-41d7-9ad3-aa6f2adb14b2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:16.918100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb229e1d-197b-4e45-a23a-9c9e7e69f6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.929767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Deleting port 830f59ae-0dc6-4b0a-98ef-7f89892c8983 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:16.931525 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.937304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-058c00f2-b2a0-4db7-899d-aebf08a46d8d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.939982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-058c00f2-b2a0-4db7-899d-aebf08a46d8d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/0ff632c2-ef4b-41d7-9ad3-aa6f2adb14b2 HTTP/1.1" status: 204 len: 168 time: 0.6557682 Aug 30 14:44:16.950789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:16.979642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb229e1d-197b-4e45-a23a-9c9e7e69f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.982956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb229e1d-197b-4e45-a23a-9c9e7e69f6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:16.984154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fb229e1d-197b-4e45-a23a-9c9e7e69f6dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f3dc3ac-d570-41d9-b7a8-d63e6d3f50da HTTP/1.1" status: 204 len: 168 time: 0.2083261 Aug 30 14:44:17.004640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb229e1d-197b-4e45-a23a-9c9e7e69f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3dc3ac-d570-41d9-b7a8-d63e6d3f50da,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:17.084434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] For port 830f59ae-0dc6-4b0a-98ef-7f89892c8983, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=830f59ae-0dc6-4b0a-98ef-7f89892c8983,segment=NetworkSegment(83ec3e71-50d2-44b8-a404-8689326f5ef4),segment_id=83ec3e71-50d2-44b8-a404-8689326f5ef4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:17.084883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.107232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23d072-5257-498e-9639-a9beb4fef89a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:17.108773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ab23d072-5257-498e-9639-a9beb4fef89a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1566863 Aug 30 14:44:17.111554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:17.114471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Calling delete_port for 830f59ae-0dc6-4b0a-98ef-7f89892c8983 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:17.135402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885482d-b6be-434d-82ff-a248f2630e71 req-db25c8c2-0539-4676-80f4-03890f097bad tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:17.137003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e885482d-b6be-434d-82ff-a248f2630e71 req-db25c8c2-0539-4676-80f4-03890f097bad tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1160450 Aug 30 14:44:17.153680 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-54424f0c-112d-4d0d-bda0-04e7930d70ea tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:17.158310 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-54424f0c-112d-4d0d-bda0-04e7930d70ea tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/b4ae42fc-a8af-483c-ac64-5aa3c0d23887 HTTP/1.1" status: 404 len: 333 time: 0.0451128 Aug 30 14:44:17.159198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:17.190999 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-af352ebd-6a15-43d8-aa12-6fb373dda3f1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:17.195700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-af352ebd-6a15-43d8-aa12-6fb373dda3f1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/0ff632c2-ef4b-41d7-9ad3-aa6f2adb14b2 HTTP/1.1" status: 404 len: 333 time: 0.0352130 Aug 30 14:44:17.196479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:17.244937 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e885482d-b6be-434d-82ff-a248f2630e71 req-9e09377e-90d1-4333-b9a2-c8f23fec2d68 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726223 Aug 30 14:44:17.273024 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.319987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Port': ['ID=830f59ae-0dc6-4b0a-98ef-7f89892c8983,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:17.328279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] No DVR routers for this DVR port 830f59ae-0dc6-4b0a-98ef-7f89892c8983 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:17.448830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.485221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.500044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421115ba-0cda-4860-98eb-d4d180aeae21']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.522485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ec3e71-50d2-44b8-a404-8689326f5ef4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.522962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ec3e71-50d2-44b8-a404-8689326f5ef4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.546259 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.564141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.584214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:17.584730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:17.589703 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:17.627222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:17.646928 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.654927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:17.655947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6ac1ec42-3f5e-43c7-b2fa-d7a5e3bd32e4 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:17.672227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d846c9-3984-4424-8fb0-0192749cbb0e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.686140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a111965-fcb5-4d89-8cd0-91fd6d2b5ca6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.686140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a111965-fcb5-4d89-8cd0-91fd6d2b5ca6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.695299 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.705103 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.712818 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.713506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.715289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/networks/421115ba-0cda-4860-98eb-d4d180aeae21 HTTP/1.1" status: 204 len: 168 time: 1.1647196 Aug 30 14:44:17.718624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:17.719712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:17.720185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:17.723515 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:17.741875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec2ecf-370f-458d-aa22-072db14afd5e tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Network': ['ID=421115ba-0cda-4860-98eb-d4d180aeae21,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:17.786680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.811258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.813424 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/networks/a4d846c9-3984-4424-8fb0-0192749cbb0e HTTP/1.1" status: 204 len: 168 time: 0.6156871 Aug 30 14:44:17.814600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06f6ae-8eab-44e7-a603-1ecb45c14ebb tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Network': ['ID=a4d846c9-3984-4424-8fb0-0192749cbb0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:17.818065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:17.828677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-279121299'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:17.830339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.853492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:17.857320 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.895272 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:17.908067 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.909182 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Added segment cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2 of type vlan for network 06ce460f-20e8-40e1-8087-70ef216fb544 Aug 30 14:44:17.943801 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.957528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0572ed41-4ba9-47e9-a914-287e52d0b0db']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.962676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.970705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c81a130-9d01-4931-9d2f-19d608c47039') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.971106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c81a130-9d01-4931-9d2f-19d608c47039') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:17.981635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:17.998341 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.005596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:18.006164 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:18.010494 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:18.026513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.035417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:18.036549 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.078797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.089955 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.092048 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/networks/0572ed41-4ba9-47e9-a914-287e52d0b0db HTTP/1.1" status: 204 len: 168 time: 0.3724318 Aug 30 14:44:18.094440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:18.123533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71044f89-8c69-4137-93d5-bf34e85eb156 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Network': ['ID=0572ed41-4ba9-47e9-a914-287e52d0b0db,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:18.125280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3019588 Aug 30 14:44:18.128554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:18.136227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '06ce460f-20e8-40e1-8087-70ef216fb544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:18.191017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d5558-74b2-43c6-be6b-777f1231f812 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Network': ['ID=06ce460f-20e8-40e1-8087-70ef216fb544,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:18.200562 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.204348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 06ce460f-20e8-40e1-8087-70ef216fb544 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:18.270934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:18.275655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.321359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.341172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8244c297-e14e-41c0-9dd9-cb0f9dcca8cc']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:18.353439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8500a177-02c7-453f-bf03-9f916c0b6ea9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:18.354396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8500a177-02c7-453f-bf03-9f916c0b6ea9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:18.373975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.405460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.412441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:18.412978 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:18.417837 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:18.496396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.502445 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.503241 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.504589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] 10.222.0.50 "DELETE /v2.0/networks/8244c297-e14e-41c0-9dd9-cb0f9dcca8cc HTTP/1.1" status: 204 len: 168 time: 0.4089365 Aug 30 14:44:18.526325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683014d-c7ab-4dfc-b1cd-67eee16f57e0 tempest-BulkNetworkOpsTest-1925327486 tempest-BulkNetworkOpsTest-1925327486-project] Pushing event deleted for resources: {'Network': ['ID=8244c297-e14e-41c0-9dd9-cb0f9dcca8cc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:18.595753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=0b860068-c265-4c31-9690-ef536068c0dd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:18.599251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Checking segment: {'id': 'cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06ce460f-20e8-40e1-8087-70ef216fb544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:18.599881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network hostable DHCP agents. Network: 06ce460f-20e8-40e1-8087-70ef216fb544, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:18.620383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 06ce460f-20e8-40e1-8087-70ef216fb544 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:18.632800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 06ce460f-20e8-40e1-8087-70ef216fb544) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:18.639034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:18.639729 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.644182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333fe329-3ea8-4bfd-9934-759c19177d81 None None] Network 06ce460f-20e8-40e1-8087-70ef216fb544 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:18.661349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57582) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:18.661825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-522a139b-2cbd-46e6-9726-f6b199c9688c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5315821 Aug 30 14:44:18.668163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '06ce460f-20e8-40e1-8087-70ef216fb544', 'name': 'tempest-PortsTestJSON-1610389730'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:18.846897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-06ce460f-20e8-40e1-8087-70ef216fb544', 'network_id': '06ce460f-20e8-40e1-8087-70ef216fb544', 'tenant_id': '13e35082be304162b929e193a5a62174', 'fixed_ips': [{'subnet_id': '0b860068-c265-4c31-9690-ef536068c0dd'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:18.847914 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.861679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:18.873454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:18.878226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:18.901555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port 4a084b3c-2b4a-47e6-a231-c82b0d9faeb4 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:19.062077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.14 (06ce460f-20e8-40e1-8087-70ef216fb544/0b860068-c265-4c31-9690-ef536068c0dd/4a084b3c-2b4a-47e6-a231-c82b0d9faeb4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:19.330936 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:19.375090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 4a084b3c-2b4a-47e6-a231-c82b0d9faeb4 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:19.428125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:19.490936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 06ce460f-20e8-40e1-8087-70ef216fb544 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:19.495597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:19.503429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:19.516253 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Allocated IP 172.20.0.2 (06ce460f-20e8-40e1-8087-70ef216fb544/0b860068-c265-4c31-9690-ef536068c0dd/553b221d-65ce-4deb-b9b1-05dc3e984a90) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:19.565701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=4a084b3c-2b4a-47e6-a231-c82b0d9faeb4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:19.587899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:19.588554 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:19.611447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6f68d2c2-ec7e-44f5-b495-2917d05ad90f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9480312 Aug 30 14:44:19.612629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:19.741331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33f8a89f-a6ce-462d-8982-426ed82bea77 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 4a084b3c-2b4a-47e6-a231-c82b0d9faeb4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:19.741767 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33f8a89f-a6ce-462d-8982-426ed82bea77 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:19.826331 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:19.844385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Transition to ACTIVE for port object 553b221d-65ce-4deb-b9b1-05dc3e984a90 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:19.853327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:19.854421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-93236cad-4b88-4a4a-938e-fcea092e0a67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f8912b47da64958b16f1042075baef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9913445 Aug 30 14:44:19.865241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Transition to ACTIVE for port object 553b221d-65ce-4deb-b9b1-05dc3e984a90 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:19.873327 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:19.882766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33f8a89f-a6ce-462d-8982-426ed82bea77 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:19.908480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33f8a89f-a6ce-462d-8982-426ed82bea77 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 4a084b3c-2b4a-47e6-a231-c82b0d9faeb4 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:19.949706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Network 06ce460f-20e8-40e1-8087-70ef216fb544 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:19.954254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:19.957611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:19.959719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Pushing event updated for resources: {'Port': ['ID=553b221d-65ce-4deb-b9b1-05dc3e984a90,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:19.973544 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:19.979837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e063376-a15f-4d8c-8f99-76e01d3e6f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.017619 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e063376-a15f-4d8c-8f99-76e01d3e6f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.034051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Attempting to bind port 553b221d-65ce-4deb-b9b1-05dc3e984a90 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:20.035483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Attempting to bind port 553b221d-65ce-4deb-b9b1-05dc3e984a90 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06ce460f-20e8-40e1-8087-70ef216fb544'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:20.036369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Attempting to bind port 553b221d-65ce-4deb-b9b1-05dc3e984a90 on network 06ce460f-20e8-40e1-8087-70ef216fb544 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:20.045834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:20.046438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Checking segment: {'id': 'cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06ce460f-20e8-40e1-8087-70ef216fb544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:20.047021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.047576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Bound using segment: {'id': 'cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06ce460f-20e8-40e1-8087-70ef216fb544'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:20.048893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Bound port: 553b221d-65ce-4deb-b9b1-05dc3e984a90, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06ce460f-20e8-40e1-8087-70ef216fb544'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:20.049513 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.152637 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e063376-a15f-4d8c-8f99-76e01d3e6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.157171 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e063376-a15f-4d8c-8f99-76e01d3e6f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.158848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] For port 553b221d-65ce-4deb-b9b1-05dc3e984a90, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:20.159065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e063376-a15f-4d8c-8f99-76e01d3e6f71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ad19ae2-44f7-4910-884b-1f6f01c7f782 HTTP/1.1" status: 204 len: 168 time: 0.3042662 Aug 30 14:44:20.181556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e063376-a15f-4d8c-8f99-76e01d3e6f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad19ae2-44f7-4910-884b-1f6f01c7f782,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:20.187347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] For port 553b221d-65ce-4deb-b9b1-05dc3e984a90, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=553b221d-65ce-4deb-b9b1-05dc3e984a90,segment=NetworkSegment(cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2),segment_id=cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:20.190838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33f8a89f-a6ce-462d-8982-426ed82bea77 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.216334 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.232474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8a89f-a6ce-462d-8982-426ed82bea77 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=4a084b3c-2b4a-47e6-a231-c82b0d9faeb4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:20.326724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cb063-b4c3-4e85-8b8f-d6b4e880fb91 None None] Pushing event updated for resources: {'Port': ['ID=553b221d-65ce-4deb-b9b1-05dc3e984a90,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:20.356861 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33f8a89f-a6ce-462d-8982-426ed82bea77 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.362482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:20.362998 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-33f8a89f-a6ce-462d-8982-426ed82bea77 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/4a084b3c-2b4a-47e6-a231-c82b0d9faeb4 HTTP/1.1" status: 204 len: 168 time: 0.7479355 Aug 30 14:44:20.414760 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f0abc6-c90e-45d2-a8f9-384de4d5aec8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:44:20.415430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f0abc6-c90e-45d2-a8f9-384de4d5aec8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:20.420145 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-75f0abc6-c90e-45d2-a8f9-384de4d5aec8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/4a084b3c-2b4a-47e6-a231-c82b0d9faeb4 HTTP/1.1" status: 404 len: 333 time: 0.0534215 Aug 30 14:44:20.420145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:20.463034 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ae99fa-9a0b-4b60-adf2-5dbc7b406d39 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:20.466103 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f9ae99fa-9a0b-4b60-adf2-5dbc7b406d39 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/4a084b3c-2b4a-47e6-a231-c82b0d9faeb4 HTTP/1.1" status: 404 len: 333 time: 0.0399709 Aug 30 14:44:20.468149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:20.545888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fdfee5-aacf-4b35-a937-cee73ef956cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet 0b860068-c265-4c31-9690-ef536068c0dd {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:20.557358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99fdfee5-aacf-4b35-a937-cee73ef956cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.665572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99fdfee5-aacf-4b35-a937-cee73ef956cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.811022 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99fdfee5-aacf-4b35-a937-cee73ef956cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.898439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99fdfee5-aacf-4b35-a937-cee73ef956cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.954825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdfee5-aacf-4b35-a937-cee73ef956cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=0b860068-c265-4c31-9690-ef536068c0dd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:20.963971 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99fdfee5-aacf-4b35-a937-cee73ef956cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.967215 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-99fdfee5-aacf-4b35-a937-cee73ef956cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/0b860068-c265-4c31-9690-ef536068c0dd HTTP/1.1" status: 204 len: 168 time: 0.4978898 Aug 30 14:44:20.969709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:21.079315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.140921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:21.164925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 553b221d-65ce-4deb-b9b1-05dc3e984a90 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:21.166338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.247695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] For port 553b221d-65ce-4deb-b9b1-05dc3e984a90, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=553b221d-65ce-4deb-b9b1-05dc3e984a90,segment=NetworkSegment(cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2),segment_id=cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:21.248226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.262976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 553b221d-65ce-4deb-b9b1-05dc3e984a90 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:21.357845 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.405268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=553b221d-65ce-4deb-b9b1-05dc3e984a90,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:21.407974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No DVR routers for this DVR port 553b221d-65ce-4deb-b9b1-05dc3e984a90 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:21.529168 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8269ebda-f6bb-4f52-9665-d6f9bda979e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.545740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.562910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ce460f-20e8-40e1-8087-70ef216fb544']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:21.635344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:21.635793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6a4520-23f3-4dc7-8c4a-1418f1d69cc2') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:21.659617 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.685009 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.696703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:21.697316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:21.701069 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:21.745960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13cec26-c746-42a7-ac29-091cc71ec1e2 None None] Network 06ce460f-20e8-40e1-8087-70ef216fb544 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:21.788747 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8269ebda-f6bb-4f52-9665-d6f9bda979e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.794341 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8269ebda-f6bb-4f52-9665-d6f9bda979e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.807432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.813224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.821994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:21.823498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/networks/06ce460f-20e8-40e1-8087-70ef216fb544 HTTP/1.1" status: 204 len: 168 time: 0.8520114 Aug 30 14:44:21.830195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1331345606'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:21.889833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:21.894410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88d728-7ced-4dac-9ad6-7f58dbec720a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Network': ['ID=06ce460f-20e8-40e1-8087-70ef216fb544,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:21.895407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:21.900674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe35259e-c2e7-49d3-8f59-34cf563bbede None None] Could not find standard attr ID for object 553b221d-65ce-4deb-b9b1-05dc3e984a90. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:44:21.916305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8269ebda-f6bb-4f52-9665-d6f9bda979e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ef6e01eeb6f478e8d21b4c2a19ac07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7736964 Aug 30 14:44:21.918253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269ebda-f6bb-4f52-9665-d6f9bda979e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5454a27-9434-401c-87b6-d3f87164f193,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:21.921240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:21.974037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:22.015087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.025752 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Added segment b2016202-1a9c-473b-98c0-55f6e68eab74 of type vlan for network 95d45a08-262d-486a-90d8-06d645a390ea Aug 30 14:44:22.045689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab06ee72-2d31-4f59-a211-0b5af82e333d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.122339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149001ff-19ac-46cf-8664-67b38ad795a5 None None] DHCP port deletion for 06ce460f-20e8-40e1-8087-70ef216fb544 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:22.161472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab06ee72-2d31-4f59-a211-0b5af82e333d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.166917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.188077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.258623 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab06ee72-2d31-4f59-a211-0b5af82e333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.260055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.266201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:22.266805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.267849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab06ee72-2d31-4f59-a211-0b5af82e333d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.270602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ab06ee72-2d31-4f59-a211-0b5af82e333d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5454a27-9434-401c-87b6-d3f87164f193 HTTP/1.1" status: 204 len: 168 time: 0.3477180 Aug 30 14:44:22.288078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06ee72-2d31-4f59-a211-0b5af82e333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5454a27-9434-401c-87b6-d3f87164f193,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:22.314110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.339988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5132487 Aug 30 14:44:22.339988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.347791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '95d45a08-262d-486a-90d8-06d645a390ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:22.404657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b42c5-6480-4726-9cc3-1567a52570ac tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Network': ['ID=95d45a08-262d-486a-90d8-06d645a390ea,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:22.415094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 95d45a08-262d-486a-90d8-06d645a390ea details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:22.429125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3018dc85-12e1-4154-9ee4-5e8f76a97412 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] Request body: {'port': {'network_id': '6513d24f-36e3-48a5-a961-504090ff21a7', 'name': 'tempest-NetworksNegativeTestJSON-1213425346'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:22.454698 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3018dc85-12e1-4154-9ee4-5e8f76a97412 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] POST failed (client error): The resource could not be found. Aug 30 14:44:22.455280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3018dc85-12e1-4154-9ee4-5e8f76a97412 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:22.460692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3018dc85-12e1-4154-9ee4-5e8f76a97412 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2863500 Aug 30 14:44:22.461762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.496718 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2680ccb9-d806-4c00-8c06-2b96400f095c tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] DELETE failed (client error): The resource could not be found. Aug 30 14:44:22.497349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2680ccb9-d806-4c00-8c06-2b96400f095c tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:22.499091 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2680ccb9-d806-4c00-8c06-2b96400f095c tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "DELETE /v2.0/networks/ba8d272c-3cf8-4aae-ad54-d6296e855f81 HTTP/1.1" status: 404 len: 339 time: 0.0364351 Aug 30 14:44:22.503092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.530034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:22.534931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.546811 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-290d1701-d6d7-480b-b9ef-b4b788f132d8 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] DELETE failed (client error): The resource could not be found. Aug 30 14:44:22.547994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290d1701-d6d7-480b-b9ef-b4b788f132d8 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:22.558558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-290d1701-d6d7-480b-b9ef-b4b788f132d8 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "DELETE /v2.0/ports/fcf83b84-df59-4636-88fa-2e39816b9555 HTTP/1.1" status: 404 len: 333 time: 0.0528610 Aug 30 14:44:22.561261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.650109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7583a7b2-b369-4869-b56f-df80346bb650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.677070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.694079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e0afe91-61d5-4b53-a813-100b629b2f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.706785 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4675139-3be8-4e7d-b016-db82777ea269 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] DELETE failed (client error): The resource could not be found. Aug 30 14:44:22.707259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4675139-3be8-4e7d-b016-db82777ea269 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:22.709214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d4675139-3be8-4e7d-b016-db82777ea269 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "DELETE /v2.0/subnets/5cd6f4bc-5be3-4067-af00-ef6b158f435c HTTP/1.1" status: 404 len: 337 time: 0.1469920 Aug 30 14:44:22.714346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.764430 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afabff9-2abe-4858-9654-4dc75a925147 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] GET failed (client error): The resource could not be found. Aug 30 14:44:22.765958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6afabff9-2abe-4858-9654-4dc75a925147 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "GET /v2.0/networks/dc8264ab-d9e5-4c86-bccd-094a795faad7 HTTP/1.1" status: 404 len: 339 time: 0.0504119 Aug 30 14:44:22.769671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.795037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7583a7b2-b369-4869-b56f-df80346bb650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.801563 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c3dcfc-12c1-4429-b8c9-3db1901aa859 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] GET failed (client error): The resource could not be found. Aug 30 14:44:22.803134 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-93c3dcfc-12c1-4429-b8c9-3db1901aa859 tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "GET /v2.0/ports/9c67a461-7000-4f32-a7e1-89a83d9a7bb7 HTTP/1.1" status: 404 len: 333 time: 0.0325365 Aug 30 14:44:22.807798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.808447 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7583a7b2-b369-4869-b56f-df80346bb650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.842412 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8272767-f47f-40e7-91d5-882fa40fb10f tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] GET failed (client error): The resource could not be found. Aug 30 14:44:22.844435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c8272767-f47f-40e7-91d5-882fa40fb10f tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "GET /v2.0/subnets/2abaf802-ef6c-44be-bbc7-09d0ca644599 HTTP/1.1" status: 404 len: 337 time: 0.0356786 Aug 30 14:44:22.855799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.861973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-13f9d0b7-5c7c-42f0-9fea-e4678e6d8e0a tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:22.890500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7583a7b2-b369-4869-b56f-df80346bb650 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad7f3448aaad4f61a195c2c4130c5ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748181 Aug 30 14:44:22.893420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.899186 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f9d0b7-5c7c-42f0-9fea-e4678e6d8e0a tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] PUT failed (client error): The resource could not be found. Aug 30 14:44:22.899896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f9d0b7-5c7c-42f0-9fea-e4678e6d8e0a tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:22.901173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-13f9d0b7-5c7c-42f0-9fea-e4678e6d8e0a tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "PUT /v2.0/networks/318e0656-61ad-48ac-afe8-9675168df5e1 HTTP/1.1" status: 404 len: 339 time: 0.0443442 Aug 30 14:44:22.905822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.907156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583a7b2-b369-4869-b56f-df80346bb650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e291ece-c56f-4685-ac3e-eb05f398997f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:22.908251 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:22.917078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4680ab3-f6c8-4ebe-9e40-84a57dc1479b tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:22.973691 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4680ab3-f6c8-4ebe-9e40-84a57dc1479b tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] PUT failed (client error): The resource could not be found. Aug 30 14:44:22.974469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4680ab3-f6c8-4ebe-9e40-84a57dc1479b tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:22.979426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e4680ab3-f6c8-4ebe-9e40-84a57dc1479b tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "PUT /v2.0/ports/fb057fbc-492b-4042-9b1c-1cf9bcf429ea HTTP/1.1" status: 404 len: 333 time: 0.0687463 Aug 30 14:44:22.980738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:22.987912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2ea2df5d-de13-4a5c-a549-10e499f2be8b tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:23.008949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=5987c8a9-4d49-483c-a576-c3be930b0c6e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:23.019849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Checking segment: {'id': 'b2016202-1a9c-473b-98c0-55f6e68eab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95d45a08-262d-486a-90d8-06d645a390ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:23.020289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network hostable DHCP agents. Network: 95d45a08-262d-486a-90d8-06d645a390ea, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:23.021709 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea2df5d-de13-4a5c-a549-10e499f2be8b tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] PUT failed (client error): The resource could not be found. Aug 30 14:44:23.022346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea2df5d-de13-4a5c-a549-10e499f2be8b tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:23.027670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ea2df5d-de13-4a5c-a549-10e499f2be8b tempest-NetworksNegativeTestJSON-513921459 tempest-NetworksNegativeTestJSON-513921459-project] 10.222.0.50 "PUT /v2.0/subnets/50605d3a-3ff4-4b47-967e-47266524434a HTTP/1.1" status: 404 len: 337 time: 0.0439901 Aug 30 14:44:23.027670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086c372b-779a-4ce8-8a16-a1f17b173d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.046153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e0afe91-61d5-4b53-a813-100b629b2f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.051958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e0afe91-61d5-4b53-a813-100b629b2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.053997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 95d45a08-262d-486a-90d8-06d645a390ea is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:23.064804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 95d45a08-262d-486a-90d8-06d645a390ea) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:23.072002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:23.072756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.076740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086c372b-779a-4ce8-8a16-a1f17b173d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.076914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf4dc9-65f4-4781-b855-1dc1e05929c1 None None] Network 95d45a08-262d-486a-90d8-06d645a390ea requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:23.101628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2bc4c3f9-bd2e-4b0e-b942-6237d2b07d3c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7597113 Aug 30 14:44:23.101893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:23.118527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '95d45a08-262d-486a-90d8-06d645a390ea', 'security_groups': [], 'name': 'tempest-PortsTestJSON-970373059'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:23.138539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:23.138925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e0afe91-61d5-4b53-a813-100b629b2f90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4973da03805d41a7bbdf04492b9af021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603412 Aug 30 14:44:23.158809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0afe91-61d5-4b53-a813-100b629b2f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cbeb82-c029-4b8f-9ab3-1c5bc2326888,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:23.241331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93fa80d9-85b1-498c-8282-24a3439b2ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.246596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086c372b-779a-4ce8-8a16-a1f17b173d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.249470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086c372b-779a-4ce8-8a16-a1f17b173d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.250767 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-086c372b-779a-4ce8-8a16-a1f17b173d79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e291ece-c56f-4685-ac3e-eb05f398997f HTTP/1.1" status: 204 len: 168 time: 0.3534448 Aug 30 14:44:23.270902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c372b-779a-4ce8-8a16-a1f17b173d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e291ece-c56f-4685-ac3e-eb05f398997f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:23.302455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:23.302662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93fa80d9-85b1-498c-8282-24a3439b2ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.307713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.333781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port bb6c8c46-7563-4e83-94aa-99deb30e6b9b yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:23.390454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-95d45a08-262d-486a-90d8-06d645a390ea', 'network_id': '95d45a08-262d-486a-90d8-06d645a390ea', 'tenant_id': '13e35082be304162b929e193a5a62174', 'fixed_ips': [{'subnet_id': '5987c8a9-4d49-483c-a576-c3be930b0c6e'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:23.391703 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.426446 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93fa80d9-85b1-498c-8282-24a3439b2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.429862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93fa80d9-85b1-498c-8282-24a3439b2ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.431321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-93fa80d9-85b1-498c-8282-24a3439b2ee6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53cbeb82-c029-4b8f-9ab3-1c5bc2326888 HTTP/1.1" status: 204 len: 168 time: 0.2914953 Aug 30 14:44:23.443781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa80d9-85b1-498c-8282-24a3439b2ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cbeb82-c029-4b8f-9ab3-1c5bc2326888,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:23.495039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:23.562879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 553b221d-65ce-4deb-b9b1-05dc3e984a90 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:23.597591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 553b221d-65ce-4deb-b9b1-05dc3e984a90 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:23.598496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 553b221d-65ce-4deb-b9b1-05dc3e984a90 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:23.616563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.11 (95d45a08-262d-486a-90d8-06d645a390ea/5987c8a9-4d49-483c-a576-c3be930b0c6e/bb6c8c46-7563-4e83-94aa-99deb30e6b9b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:23.688541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5e6dd9-9093-489d-86c1-1893244a3b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.778521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.800160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object bb6c8c46-7563-4e83-94aa-99deb30e6b9b will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:23.866016 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.888442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 95d45a08-262d-486a-90d8-06d645a390ea is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:23.891668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:23.921569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:23.960944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Allocated IP 172.20.0.2 (95d45a08-262d-486a-90d8-06d645a390ea/5987c8a9-4d49-483c-a576-c3be930b0c6e/bfaf67ba-d0b4-4131-8ac2-6a125294b7a2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:23.965567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5e6dd9-9093-489d-86c1-1893244a3b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.973549 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab5e6dd9-9093-489d-86c1-1893244a3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:23.984527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:23.989816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.010628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ab5e6dd9-9093-489d-86c1-1893244a3b03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75ac03588f5b43a4818cd5efc56ef70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137272 Aug 30 14:44:24.017973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9068146 Aug 30 14:44:24.017973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:24.017973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:24.076977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e6dd9-9093-489d-86c1-1893244a3b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2032d00-cbcb-4ae9-80d7-cce03e56c794,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:24.079926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:24.103960 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3feaba56-9df6-40aa-bfd6-7d626611dbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.144709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949a69f-5e18-46af-b0ef-ad8184883730 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=bb6c8c46-7563-4e83-94aa-99deb30e6b9b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:24.186024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f667b086-ebdf-43c8-a4ec-9cd1628d9922 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port bb6c8c46-7563-4e83-94aa-99deb30e6b9b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:24.186363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f667b086-ebdf-43c8-a4ec-9cd1628d9922 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.253004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3feaba56-9df6-40aa-bfd6-7d626611dbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.260594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3feaba56-9df6-40aa-bfd6-7d626611dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.268556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a31a8e86-f7a3-43e4-b629-2428fb263fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.300070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.308256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a31a8e86-f7a3-43e4-b629-2428fb263fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.311324 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f667b086-ebdf-43c8-a4ec-9cd1628d9922 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.318184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Transition to ACTIVE for port object bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:24.322449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3feaba56-9df6-40aa-bfd6-7d626611dbe8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50292236c1d24156a9531aa40895cb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412810 Aug 30 14:44:24.326164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:24.337501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f667b086-ebdf-43c8-a4ec-9cd1628d9922 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for bb6c8c46-7563-4e83-94aa-99deb30e6b9b owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:24.343315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Transition to ACTIVE for port object bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:24.352631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaba56-9df6-40aa-bfd6-7d626611dbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cbda47-90fd-4d0a-aeb7-67f7805fd036,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:24.357293 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.413834 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c03c03d2-1bff-4f92-b7d7-2840770be48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.431518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Network 95d45a08-262d-486a-90d8-06d645a390ea is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:24.435387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:24.440402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:24.449193 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c03c03d2-1bff-4f92-b7d7-2840770be48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.473997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Pushing event updated for resources: {'Port': ['ID=bfaf67ba-d0b4-4131-8ac2-6a125294b7a2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:24.517628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Attempting to bind port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:24.518029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Attempting to bind port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'b2016202-1a9c-473b-98c0-55f6e68eab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95d45a08-262d-486a-90d8-06d645a390ea'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:24.518541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Attempting to bind port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 on network 95d45a08-262d-486a-90d8-06d645a390ea {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:24.524822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:24.525350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Checking segment: {'id': 'b2016202-1a9c-473b-98c0-55f6e68eab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95d45a08-262d-486a-90d8-06d645a390ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:24.525835 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.526449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Bound using segment: {'id': 'b2016202-1a9c-473b-98c0-55f6e68eab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95d45a08-262d-486a-90d8-06d645a390ea'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:24.527213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Bound port: bfaf67ba-d0b4-4131-8ac2-6a125294b7a2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2016202-1a9c-473b-98c0-55f6e68eab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95d45a08-262d-486a-90d8-06d645a390ea'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:24.527724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.529848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c03c03d2-1bff-4f92-b7d7-2840770be48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.534086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c03c03d2-1bff-4f92-b7d7-2840770be48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.535807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c03c03d2-1bff-4f92-b7d7-2840770be48a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24cbda47-90fd-4d0a-aeb7-67f7805fd036 HTTP/1.1" status: 204 len: 168 time: 0.2083592 Aug 30 14:44:24.563147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c03d2-1bff-4f92-b7d7-2840770be48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cbda47-90fd-4d0a-aeb7-67f7805fd036,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:24.620270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] For port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:24.625270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] For port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bfaf67ba-d0b4-4131-8ac2-6a125294b7a2,segment=NetworkSegment(b2016202-1a9c-473b-98c0-55f6e68eab74),segment_id=b2016202-1a9c-473b-98c0-55f6e68eab74)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:24.631794 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.701275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e39b1-0c5c-4aa8-8625-ff2a51e76e9c None None] Pushing event updated for resources: {'Port': ['ID=bfaf67ba-d0b4-4131-8ac2-6a125294b7a2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:24.842499 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a31a8e86-f7a3-43e4-b629-2428fb263fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.844807 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a31a8e86-f7a3-43e4-b629-2428fb263fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:24.848900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a31a8e86-f7a3-43e4-b629-2428fb263fd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2032d00-cbcb-4ae9-80d7-cce03e56c794 HTTP/1.1" status: 204 len: 168 time: 0.8302944 Aug 30 14:44:24.866719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a8e86-f7a3-43e4-b629-2428fb263fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2032d00-cbcb-4ae9-80d7-cce03e56c794,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:25.030396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f667b086-ebdf-43c8-a4ec-9cd1628d9922 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.074714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b086-ebdf-43c8-a4ec-9cd1628d9922 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=bb6c8c46-7563-4e83-94aa-99deb30e6b9b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:25.132910 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86365c33-d2fd-4a29-950c-fcdf64fbf4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.171753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f667b086-ebdf-43c8-a4ec-9cd1628d9922 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.173971 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f667b086-ebdf-43c8-a4ec-9cd1628d9922 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/bb6c8c46-7563-4e83-94aa-99deb30e6b9b HTTP/1.1" status: 204 len: 168 time: 1.1480362 Aug 30 14:44:25.176590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:25.212915 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff740577-4b2c-4867-ba00-1286103d2d3d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:25.214540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ff740577-4b2c-4867-ba00-1286103d2d3d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/bb6c8c46-7563-4e83-94aa-99deb30e6b9b HTTP/1.1" status: 404 len: 333 time: 0.0368977 Aug 30 14:44:25.217457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:25.295147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f77cc0-be8f-448c-b3f2-f08af369d86e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet 5987c8a9-4d49-483c-a576-c3be930b0c6e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:25.306854 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60f77cc0-be8f-448c-b3f2-f08af369d86e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.365263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:25.389857 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60f77cc0-be8f-448c-b3f2-f08af369d86e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.497558 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60f77cc0-be8f-448c-b3f2-f08af369d86e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.511826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed9ce2c-7508-41b5-8d8a-3aee25c8422e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.587660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60f77cc0-be8f-448c-b3f2-f08af369d86e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.633847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60f77cc0-be8f-448c-b3f2-f08af369d86e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.641088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-60f77cc0-be8f-448c-b3f2-f08af369d86e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/5987c8a9-4d49-483c-a576-c3be930b0c6e HTTP/1.1" status: 204 len: 168 time: 0.4200296 Aug 30 14:44:25.641088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f77cc0-be8f-448c-b3f2-f08af369d86e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=5987c8a9-4d49-483c-a576-c3be930b0c6e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:25.641988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:25.707475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:44:25.785433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed9ce2c-7508-41b5-8d8a-3aee25c8422e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.797187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed9ce2c-7508-41b5-8d8a-3aee25c8422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.824640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:25.825613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.857534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fed9ce2c-7508-41b5-8d8a-3aee25c8422e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=796fb873f3df403d8ea528d25f403eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911435 Aug 30 14:44:25.862153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:25.920539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:25.921015 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:25.952406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ce2c-7508-41b5-8d8a-3aee25c8422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeea03b-e770-45f3-ad19-7676d27e8d03,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:26.003708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] For port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bfaf67ba-d0b4-4131-8ac2-6a125294b7a2,segment=NetworkSegment(b2016202-1a9c-473b-98c0-55f6e68eab74),segment_id=b2016202-1a9c-473b-98c0-55f6e68eab74)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:26.004011 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.006735 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58f378c8-0c3a-4bf7-a9df-863a0e5c1bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.026468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:26.038726 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58f378c8-0c3a-4bf7-a9df-863a0e5c1bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.057880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827ce93-8c26-497c-812c-5157e6cd839a None None] Network 95d45a08-262d-486a-90d8-06d645a390ea requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:26.139318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58f378c8-0c3a-4bf7-a9df-863a0e5c1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.142806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58f378c8-0c3a-4bf7-a9df-863a0e5c1bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.144271 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-58f378c8-0c3a-4bf7-a9df-863a0e5c1bb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbeea03b-e770-45f3-ad19-7676d27e8d03 HTTP/1.1" status: 204 len: 168 time: 0.2799270 Aug 30 14:44:26.148712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.160201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f378c8-0c3a-4bf7-a9df-863a0e5c1bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeea03b-e770-45f3-ad19-7676d27e8d03,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:26.165104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b95c44c1-7210-46d6-a8d8-c91e41b7e5cd None None] Could not find standard attr ID for object bfaf67ba-d0b4-4131-8ac2-6a125294b7a2. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:44:26.178805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No DVR routers for this DVR port bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:26.267187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=bfaf67ba-d0b4-4131-8ac2-6a125294b7a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:26.335939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99edda89-e072-453f-8b63-16d2b4727999 None None] DHCP port deletion for 95d45a08-262d-486a-90d8-06d645a390ea request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:26.342049 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.357268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d45a08-262d-486a-90d8-06d645a390ea']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:26.385964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2016202-1a9c-473b-98c0-55f6e68eab74') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:26.387294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2016202-1a9c-473b-98c0-55f6e68eab74') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:26.401128 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.416520 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.424336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:26.425146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:26.428568 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:26.519783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.537248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.541200 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/networks/95d45a08-262d-486a-90d8-06d645a390ea HTTP/1.1" status: 204 len: 168 time: 0.8985596 Aug 30 14:44:26.545497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:26.550983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'name': 'tempest-PortsTestJSON-104674592'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:26.555066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630fa76-048c-424d-be33-11c8168523fd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Network': ['ID=95d45a08-262d-486a-90d8-06d645a390ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:26.675050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:26.680412 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.707202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port dbb677ba-5526-48c5-a984-bad2a337e6fa yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:26.714106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:26.924270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1839919903'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:26.960591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:26.965569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:26.979248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.023179 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.089101 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.118347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.125796 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.160494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:27.164718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:27.169755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:27.179148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:27.180780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.189244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:27.199258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=dbb677ba-5526-48c5-a984-bad2a337e6fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:27.207521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faca7eb-d037-4071-bf5d-73ab15dcc57b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:27.213638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.213987 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Added segment 0e7f0733-1a4c-4458-8834-95f4edc2b841 of type vlan for network 4557dc95-cbf0-47b1-88d2-5f2321ded112 Aug 30 14:44:27.224347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:27.225149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c19474d9-04d4-4626-af4c-cdce78c2c01f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6785033 Aug 30 14:44:27.329329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.379594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.393573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:27.394497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.497922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bf12eea7-1739-4294-85af-ea34944c0195 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port dbb677ba-5526-48c5-a984-bad2a337e6fa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:27.498280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf12eea7-1739-4294-85af-ea34944c0195 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.513423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7980378 Aug 30 14:44:27.516640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:27.522031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'name': 'tempest-PortsIpV6TestJSON-585808203'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:27.580803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:27.603236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade114ab-a096-42af-898a-a7e8402153b3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Network': ['ID=4557dc95-cbf0-47b1-88d2-5f2321ded112,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:27.614687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:27.653829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf12eea7-1739-4294-85af-ea34944c0195 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.693537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bf12eea7-1739-4294-85af-ea34944c0195 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for dbb677ba-5526-48c5-a984-bad2a337e6fa owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:27.718697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:27.746590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:27.749655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bfaf67ba-d0b4-4131-8ac2-6a125294b7a2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:27.852456 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf12eea7-1739-4294-85af-ea34944c0195 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.852925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:27.858241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.890039 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-590a607d-9429-462f-b251-41350691e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.907862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf12eea7-1739-4294-85af-ea34944c0195 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:27.913133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bf12eea7-1739-4294-85af-ea34944c0195 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/dbb677ba-5526-48c5-a984-bad2a337e6fa HTTP/1.1" status: 204 len: 168 time: 0.6866620 Aug 30 14:44:27.916631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:27.954770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:27.962790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'mac_address': 'fa:16:3e:d6:1b:72', 'name': 'tempest-PortsTestJSON-506810599'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:27.981829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12eea7-1739-4294-85af-ea34944c0195 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=dbb677ba-5526-48c5-a984-bad2a337e6fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:28.144226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:28.144785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 2742cfd5-5de7-4bdb-996d-4e2277d8d3c8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:28.145196 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.243429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.244676 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.313582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port a1bdf30c-55e3-4cea-b4d7-6cfcbd8369bd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:28.330164 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.330451 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.354439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 2742cfd5-5de7-4bdb-996d-4e2277d8d3c8 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:28.362047 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.581385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.647654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=4b218ab8-9f38-4b5f-96a5-5eb0df8002e0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:28.687819 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.694062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Checking segment: {'id': '0e7f0733-1a4c-4458-8834-95f4edc2b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:28.694062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network hostable DHCP agents. Network: 4557dc95-cbf0-47b1-88d2-5f2321ded112, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:28.758294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:28.761902 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.776537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 4557dc95-cbf0-47b1-88d2-5f2321ded112) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:28.783254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:28.786413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02357e26-129a-4fa5-a4e4-3683e6d33015 None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:28.807234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:28.810910 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.813381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:28.819070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:28.823643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:28.829284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:28.829937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.831688 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:28.848524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=a1bdf30c-55e3-4cea-b4d7-6cfcbd8369bd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:28.852474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-770e6a7e-6ec5-4008-b48e-678edf3a212f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8943329 Aug 30 14:44:28.855063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:28.905809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=2742cfd5-5de7-4bdb-996d-4e2277d8d3c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:28.934413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4616ccfe-1813-434f-8d0f-bf39430bad33 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4131000 Aug 30 14:44:28.938281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a17e7-9e06-4045-ab51-a0850d3346e5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:28.938947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:28.943488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bc3a17e7-9e06-4045-ab51-a0850d3346e5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/a1bdf30c-55e3-4cea-b4d7-6cfcbd8369bd HTTP/1.1" status: 200 len: 840 time: 0.0873358 Aug 30 14:44:28.943987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1533167974'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:28.944215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:29.055919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:29.060478 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.069849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4732b87-83eb-409d-b3cc-bb4b0fa600d1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port a1bdf30c-55e3-4cea-b4d7-6cfcbd8369bd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:29.070190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4732b87-83eb-409d-b3cc-bb4b0fa600d1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.095161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:29.107793 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.108503 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Added segment 3eb9f4e7-d063-4a0d-bf82-5dbf72c5fa81 of type vlan for network 633d31ac-048f-4b02-bc70-cbabf2ebfea8 Aug 30 14:44:29.163031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.165237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4732b87-83eb-409d-b3cc-bb4b0fa600d1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.183896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4732b87-83eb-409d-b3cc-bb4b0fa600d1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for a1bdf30c-55e3-4cea-b4d7-6cfcbd8369bd owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:29.199180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.200029 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Floating IP 2d00e1b8-4b38-4293-b25e-d46009c036aa disassociated (deleted). External IP: 172.25.6.145, port: aaa740fd-e9c8-4574-9b75-ff20de9b94e0. Aug 30 14:44:29.204904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.212191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:29.213134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.323237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4732b87-83eb-409d-b3cc-bb4b0fa600d1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.340541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Network': ['ID=633d31ac-048f-4b02-bc70-cbabf2ebfea8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:29.371859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-21d692d0-b3dd-4420-8206-49d8aca1076e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4313762 Aug 30 14:44:29.377149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:29.407807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 633d31ac-048f-4b02-bc70-cbabf2ebfea8 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:29.437101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'ports': [{'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112'}, {'network_id': '633d31ac-048f-4b02-bc70-cbabf2ebfea8'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:29.437424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:29.437918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '633d31ac-048f-4b02-bc70-cbabf2ebfea8'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:29.447757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4732b87-83eb-409d-b3cc-bb4b0fa600d1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=a1bdf30c-55e3-4cea-b4d7-6cfcbd8369bd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:29.505985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4732b87-83eb-409d-b3cc-bb4b0fa600d1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.510346 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f4732b87-83eb-409d-b3cc-bb4b0fa600d1 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/a1bdf30c-55e3-4cea-b4d7-6cfcbd8369bd HTTP/1.1" status: 204 len: 168 time: 0.5627718 Aug 30 14:44:29.544134 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.570383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:29.623935 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2706a578-8d71-4731-b256-66a1ae1b5bfa tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:29.630076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2706a578-8d71-4731-b256-66a1ae1b5bfa tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/a1bdf30c-55e3-4cea-b4d7-6cfcbd8369bd HTTP/1.1" status: 404 len: 333 time: 0.0578697 Aug 30 14:44:29.634570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:29.641085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:29.643762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'name': 'tempest-PortsTestJSON-1740351098'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:29.795877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 7a9c3040-c079-4a19-a651-898da5ad79fe has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:44:29.797976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:29.810709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.835346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.938499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port 2597f773-d498-4200-9c81-483432a227cd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:29.979142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:29.984035 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.996390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:44:30.007200 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] Sync routers for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:44:30.009132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.023148 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:30.024401 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:30.041826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:30.058302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-385e7962-f065-4041-8fa9-7e4f9547bacb tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/floatingips/2d00e1b8-4b38-4293-b25e-d46009c036aa HTTP/1.1" status: 204 len: 168 time: 2.4762836 Aug 30 14:44:30.060910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:44:30.064359 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4a9cfd-8acb-471a-a619-a37e71758928" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:44:30.183844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.219606 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14d0fd5-b808-46c5-9f22-5582082edfdc x-openstack-request-id: req-c14d0fd5-b808-46c5-9f22-5582082edfdc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:44:30.220354 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:44:30.220678 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c14d0fd5-b808-46c5-9f22-5582082edfdc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:44:30.221165 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'status': 'completed', 'code': 200} Aug 30 14:44:30.325391 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:30.350643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port acbec431-7f74-425e-9010-dd00df59ee78 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:30.403920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f1a30c1-33c9-40df-9fcd-734d76ca017e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.406619 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.481664 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.542857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:30.553603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-a4be7ad9-0d13-4993-9172-384d87606b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:30.555861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-a4be7ad9-0d13-4993-9172-384d87606b00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 1096 time: 0.2585402 Aug 30 14:44:30.558997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:30.562667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:30.568336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:30.568994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.621409 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:17Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:30.656651 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] Checking router: 7a9c3040-c079-4a19-a651-898da5ad79fe for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:44:30.664678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:30.667989 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:30.668802 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:30.730069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-e411fbf1-2a91-4032-a103-d2282587febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:30.731596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-e411fbf1-2a91-4032-a103-d2282587febb service neutron] 10.222.0.21 "GET /v2.0/networks?id=eefce86e-f297-41ff-8745-a3c3121c6655 HTTP/1.1" status: 200 len: 898 time: 0.1527607 Aug 30 14:44:30.753756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f1a30c1-33c9-40df-9fcd-734d76ca017e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.795274 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-40219b7f-9046-4297-a4df-dc27f299a28b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0 HTTP/1.1" status: 200 len: 217 time: 0.0540390 Aug 30 14:44:30.801082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74e96f91-a8b8-40fa-a508-88869763b61b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1632977 Aug 30 14:44:30.803276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:30.808635 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f1a30c1-33c9-40df-9fcd-734d76ca017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.837731 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:30.863032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e1f6-5207-4ce6-971d-b07a7bbe597c req-28fc1e7d-01d3-4930-a1f6-138d06df4360 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:30.864586 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1f1e1f6-5207-4ce6-971d-b07a7bbe597c req-28fc1e7d-01d3-4930-a1f6-138d06df4360 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.3076682 Aug 30 14:44:30.895176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7f1a30c1-33c9-40df-9fcd-734d76ca017e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54566e6dc24a48748627769fe49cd7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2508178 Aug 30 14:44:30.901805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:30.928015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a30c1-33c9-40df-9fcd-734d76ca017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0924c0e-9b60-4809-9cc5-7a3e92caadba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:30.928473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:30.956327 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:30.957935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-57d8851a-c023-4d18-b73b-45e7637cce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:30.960718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-57d8851a-c023-4d18-b73b-45e7637cce0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cc98dfa-c1aa-48a9-bc9d-49f627bc4768 HTTP/1.1" status: 200 len: 835 time: 0.1529613 Aug 30 14:44:30.991957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1f1e1f6-5207-4ce6-971d-b07a7bbe597c req-0e820701-7c7a-4b39-84b7-1f706219b191 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194484 Aug 30 14:44:31.052432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f4174c-75c7-4e1c-ba80-0529e8818462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.057941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.088914 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.119814 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f4174c-75c7-4e1c-ba80-0529e8818462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.127628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:31.136743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:31.145268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:31.146110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.158311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=2597f773-d498-4200-9c81-483432a227cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:31.299904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.304221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-94ad8962-839d-47b4-bf6d-f7efe064e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:31.305963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-94ad8962-839d-47b4-bf6d-f7efe064e20f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eefce86e-f297-41ff-8745-a3c3121c6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3108959 Aug 30 14:44:31.307329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.360035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:31.367682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=acbec431-7f74-425e-9010-dd00df59ee78,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:31.391512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f4174c-75c7-4e1c-ba80-0529e8818462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.394076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f4174c-75c7-4e1c-ba80-0529e8818462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.397809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b7f4174c-75c7-4e1c-ba80-0529e8818462 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0924c0e-9b60-4809-9cc5-7a3e92caadba HTTP/1.1" status: 204 len: 168 time: 0.4860065 Aug 30 14:44:31.399702 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Checking segment: {'id': '3eb9f4e7-d063-4a0d-bf82-5dbf72c5fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '633d31ac-048f-4b02-bc70-cbabf2ebfea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:31.400003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network hostable DHCP agents. Network: 633d31ac-048f-4b02-bc70-cbabf2ebfea8, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:31.404639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-c45c401a-827c-4129-8479-a509b96c0ba1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1810958 Aug 30 14:44:31.406888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] In _notify_port_updated(), no bound segment for port edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe on network 9e752f37-74b1-42c7-86c4-9967604e7a92 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:44:31.409572 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:17Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:31.415900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4174c-75c7-4e1c-ba80-0529e8818462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0924c0e-9b60-4809-9cc5-7a3e92caadba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:31.419732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:31.420772 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.424286 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "PUT /v2.0/ports/edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe HTTP/1.1" status: 200 len: 818 time: 0.6176808 Aug 30 14:44:31.428216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:31.566197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 633d31ac-048f-4b02-bc70-cbabf2ebfea8 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:31.570120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-ac61b985-3064-4f2e-b5f4-b72e653aab21 service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226150 Aug 30 14:44:31.584523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d869cc-6ecf-48f5-a4b5-77df43d421d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:31.612066 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3be65-7032-4d33-baf3-32de5051ca87 None None] The sync data for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 is: [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:40:10Z', 'revision_number': 4, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19a39d15-12ce-4c09-946c-60a9842cfced', 'name': '', 'network_id': 'eefce86e-f297-41ff-8745-a3c3121c6655', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'mac_address': 'fa:16:3e:88:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:08Z', 'updated_at': '2021-08-30T14:40:17Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'subnets': [{'id': '4cc98dfa-c1aa-48a9-bc9d-49f627bc4768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:44:31.622488 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.698911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 633d31ac-048f-4b02-bc70-cbabf2ebfea8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:31.714404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d49248-6d7a-4d0e-90c0-9a74b826c290 None None] Network 633d31ac-048f-4b02-bc70-cbabf2ebfea8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:31.732493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-2070fc1b-4686-4467-af42-b06ea0555c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:31.734175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-2070fc1b-4686-4467-af42-b06ea0555c0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 1097 time: 0.2410288 Aug 30 14:44:31.738560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:31.750368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:31.755670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:31.756546 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.775566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee4a9cfd-8acb-471a-a619-a37e71758928 req-71332f0f-ddfd-44d2-83a8-e31820e90609 service neutron] 10.222.0.21 "GET /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615980 Aug 30 14:44:31.803368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58072) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:31.804147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-37ec95de-1e77-4507-91e9-f6a12fdb72a2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3769577 Aug 30 14:44:31.950569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dd3de132-ba4f-4a70-80cc-3e14edeef075 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:31.951127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3de132-ba4f-4a70-80cc-3e14edeef075 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:31.999491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fefa4406-7f50-4e3a-bb07-c23d783c6e00 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port acbec431-7f74-425e-9010-dd00df59ee78 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:31.999841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fefa4406-7f50-4e3a-bb07-c23d783c6e00 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.062421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3de132-ba4f-4a70-80cc-3e14edeef075 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.072277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199731cd-aa42-4e7c-a2e7-8398883dd310 None None] New status for floating IP 2d00e1b8-4b38-4293-b25e-d46009c036aa: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:44:32.078575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dd3de132-ba4f-4a70-80cc-3e14edeef075 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:32.116921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fefa4406-7f50-4e3a-bb07-c23d783c6e00 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.196721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fefa4406-7f50-4e3a-bb07-c23d783c6e00 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for acbec431-7f74-425e-9010-dd00df59ee78 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:32.205220 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-370cf44c-8856-4fc9-90e3-f230c34b2e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.219157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-591e78d1-a0e4-419d-b250-ec9ab0265430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:32.221909 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-591e78d1-a0e4-419d-b250-ec9ab0265430 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 911 time: 0.4491575 Aug 30 14:44:32.223747 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3de132-ba4f-4a70-80cc-3e14edeef075 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.269084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3de132-ba4f-4a70-80cc-3e14edeef075 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:32.281832 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3de132-ba4f-4a70-80cc-3e14edeef075 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.283903 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd3de132-ba4f-4a70-80cc-3e14edeef075 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe HTTP/1.1" status: 204 len: 168 time: 0.8439219 Aug 30 14:44:32.286364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:32.301584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:32.399113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4197aa-ee26-4813-90f4-7263e5d91eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.479206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-f78ce39a-77db-42a0-9049-bbbac7241ff7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 200 len: 1002 time: 0.1805046 Aug 30 14:44:32.497592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3499a2-653d-4d93-8982-414532b4eef2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:32.500848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c3499a2-653d-4d93-8982-414532b4eef2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2107275 Aug 30 14:44:32.508991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:32.564861 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a7443b-72ac-459c-bdf2-3d0a509cfada tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:32.570279 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6a7443b-72ac-459c-bdf2-3d0a509cfada tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/edc5bb0f-1b5d-4bc0-98e9-633a8bff72fe HTTP/1.1" status: 404 len: 333 time: 0.0562396 Aug 30 14:44:32.571767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:32.576810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1505237843'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:32.623529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-4b7ca3b6-13b7-4978-8a12-6c549fc1576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:32.624155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-4b7ca3b6-13b7-4978-8a12-6c549fc1576e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 200 len: 849 time: 0.1237977 Aug 30 14:44:32.626759 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:44:32.626759 n-d-805668-3 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:44:32.626759 n-d-805668-3 neutron-server[94826]: [parameters: {'project_id': '13e35082be304162b929e193a5a62174', 'id': 'ea019bb3-c02c-4ecc-82c5-86e229afd975', 'expiration': datetime.datetime(2021, 8, 30, 14, 46, 32, 614145)}] Aug 30 14:44:32.626759 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:44:32.627249 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:44:32.637137 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-370cf44c-8856-4fc9-90e3-f230c34b2e03 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:44:32.637137 n-d-805668-3 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:44:32.637137 n-d-805668-3 neutron-server[94827]: [parameters: {'project_id': 'a765191b861a4492b7bcaa715c8cf2dc', 'id': 'dd4684d5-438f-47f0-9a39-05b7ef215705', 'expiration': datetime.datetime(2021, 8, 30, 14, 46, 32, 606400)}] Aug 30 14:44:32.637137 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:44:32.637592 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-370cf44c-8856-4fc9-90e3-f230c34b2e03 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:44:32.646935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb951eb-ffc3-4aec-8222-1490bcc971a5 req-862993dc-69a2-4c7a-bff8-e6db114a475b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:32.649010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5fb951eb-ffc3-4aec-8222-1490bcc971a5 req-862993dc-69a2-4c7a-bff8-e6db114a475b tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.4903824 Aug 30 14:44:32.703748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-dd6629d5-d1ef-4a50-8069-e16b557b1422 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:32.705341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-dd6629d5-d1ef-4a50-8069-e16b557b1422 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 945 time: 0.0998371 Aug 30 14:44:32.741777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-33f70d0b-b5fd-4a4c-b67f-2abbbbe904e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:32.743373 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-33f70d0b-b5fd-4a4c-b67f-2abbbbe904e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d2391c-8dd6-40bc-aaaf-65b1b6401624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009288 Aug 30 14:44:32.761620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5fb951eb-ffc3-4aec-8222-1490bcc971a5 req-0c8e235d-5124-4e10-84ff-2235ad84c312 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/security-groups?id=06522f29-6141-46e7-9bcd-ae76de1bac32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975749 Aug 30 14:44:32.769907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fefa4406-7f50-4e3a-bb07-c23d783c6e00 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.770181 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.794692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fefa4406-7f50-4e3a-bb07-c23d783c6e00 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.796636 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fefa4406-7f50-4e3a-bb07-c23d783c6e00 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/acbec431-7f74-425e-9010-dd00df59ee78 HTTP/1.1" status: 204 len: 168 time: 0.9905367 Aug 30 14:44:32.818006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:32.844463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa4406-7f50-4e3a-bb07-c23d783c6e00 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=acbec431-7f74-425e-9010-dd00df59ee78,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:32.846705 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4197aa-ee26-4813-90f4-7263e5d91eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.852641 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4197aa-ee26-4813-90f4-7263e5d91eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.900582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd536c2-fb4f-4440-91e2-7a4b1eb860e7 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:32.906490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd536c2-fb4f-4440-91e2-7a4b1eb860e7 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:32.908079 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bdd536c2-fb4f-4440-91e2-7a4b1eb860e7 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0903492 Aug 30 14:44:32.911054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:32.934759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ce4197aa-ee26-4813-90f4-7263e5d91eb1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50c22a2446f141c397e97034f16e3032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320879 Aug 30 14:44:32.935422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:32.949741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:32.950204 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.952408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4197aa-ee26-4813-90f4-7263e5d91eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59345092-0147-46a1-9989-2debfe708dbd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:32.979357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-ba9523b2-08e8-4ad3-b62d-30f9f623c0ec service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259052 Aug 30 14:44:33.089738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port aaa740fd-e9c8-4574-9b75-ff20de9b94e0, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:33.090125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.108298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c028f83-85a1-490f-9ea5-c0e6a4d5af1d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 2597f773-d498-4200-9c81-483432a227cd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:33.108775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c028f83-85a1-490f-9ea5-c0e6a4d5af1d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.111719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for aaa740fd-e9c8-4574-9b75-ff20de9b94e0 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:33.152892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-370cf44c-8856-4fc9-90e3-f230c34b2e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.236154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c028f83-85a1-490f-9ea5-c0e6a4d5af1d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.264735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c028f83-85a1-490f-9ea5-c0e6a4d5af1d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 2597f773-d498-4200-9c81-483432a227cd owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:33.465865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e4d869e-b1cc-430f-9aa0-6ead4504cfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.488282 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c028f83-85a1-490f-9ea5-c0e6a4d5af1d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.505438 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e4d869e-b1cc-430f-9aa0-6ead4504cfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.508816 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e983353-d9f1-4a60-acb1-dfd3e6d161cd req-790d18d4-396d-4eaf-90d1-1983e45bcd5b service neutron] 10.222.0.21 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180123 Aug 30 14:44:33.531175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c028f83-85a1-490f-9ea5-c0e6a4d5af1d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=2597f773-d498-4200-9c81-483432a227cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:33.533355 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.536742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-370cf44c-8856-4fc9-90e3-f230c34b2e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.569864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:33.572457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=aaa740fd-e9c8-4574-9b75-ff20de9b94e0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:33.575166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c028f83-85a1-490f-9ea5-c0e6a4d5af1d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.575947 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.577143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c028f83-85a1-490f-9ea5-c0e6a4d5af1d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/2597f773-d498-4200-9c81-483432a227cd HTTP/1.1" status: 204 len: 168 time: 0.6651640 Aug 30 14:44:33.581904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-370cf44c-8856-4fc9-90e3-f230c34b2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.594048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:33.605826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e4d869e-b1cc-430f-9aa0-6ead4504cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.611121 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e4d869e-b1cc-430f-9aa0-6ead4504cfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.614303 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4e4d869e-b1cc-430f-9aa0-6ead4504cfd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59345092-0147-46a1-9989-2debfe708dbd HTTP/1.1" status: 204 len: 168 time: 0.6720088 Aug 30 14:44:33.639363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:33.642171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d869e-b1cc-430f-9aa0-6ead4504cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59345092-0147-46a1-9989-2debfe708dbd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:33.679171 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.679171 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Added segment 113010d4-b84d-429c-8029-4cd59d8f71d6 of type vlan for network e8d531a1-498c-4338-bf17-326c195092fa Aug 30 14:44:33.705685 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-370cf44c-8856-4fc9-90e3-f230c34b2e03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a765191b861a4492b7bcaa715c8cf2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3426335 Aug 30 14:44:33.714756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:33.733487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] No DVR routers for this DVR port aaa740fd-e9c8-4574-9b75-ff20de9b94e0 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:33.738624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.741400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5fef7b0c-27f5-468e-b1db-16dd6d1c3cb8 req-87c0ee35-3e12-4177-a686-ae343edc4417 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.21 "DELETE /v2.0/ports/aaa740fd-e9c8-4574-9b75-ff20de9b94e0 HTTP/1.1" status: 204 len: 173 time: 1.0239885 Aug 30 14:44:33.744654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'name': 'network-vif-deleted', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:44:33.748039 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9fc71-039f-4baa-bd7f-22c9d8282aa3" -d '{"events": [{"server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "name": "network-vif-deleted", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:44:33.753190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cf44c-8856-4fc9-90e3-f230c34b2e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5012ed4b-7a75-414c-b259-33f08f1ac075,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:33.753714 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.772346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f126c41-704f-4f0f-ae62-5b2b119076cb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:33.775093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5f126c41-704f-4f0f-ae62-5b2b119076cb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1775746 Aug 30 14:44:33.777374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:33.823739 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-94613425-b055-4556-a5bb-267850965d5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:44:33.827088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-94613425-b055-4556-a5bb-267850965d5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/acbec431-7f74-425e-9010-dd00df59ee78 HTTP/1.1" status: 404 len: 333 time: 0.0485792 Aug 30 14:44:33.829871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:33.864195 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c43817d-a7d9-4708-a454-5a9b0fb37c44 x-openstack-request-id: req-3c43817d-a7d9-4708-a454-5a9b0fb37c44 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:44:33.864650 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3c838-e382-4060-8293-b7843aa0f999", "name": "network-vif-deleted", "tag": "aaa740fd-e9c8-4574-9b75-ff20de9b94e0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:44:33.864908 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c43817d-a7d9-4708-a454-5a9b0fb37c44 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:44:33.865383 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3c838-e382-4060-8293-b7843aa0f999', 'name': 'network-vif-deleted', 'tag': 'aaa740fd-e9c8-4574-9b75-ff20de9b94e0', 'status': 'completed', 'code': 200} Aug 30 14:44:33.875449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.882534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:33.883667 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.923514 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f1d8bf20-1801-467e-9f58-6d2acc25f537 req-81dbf185-8103-408c-bccd-aa337034e4fc tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b3c838-e382-4060-8293-b7843aa0f999 HTTP/1.1" status: 200 len: 210 time: 0.0432324 Aug 30 14:44:33.967564 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf5a3d9-54db-413f-bfe5-36bf85a46648 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:44:33.969537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9bf5a3d9-54db-413f-bfe5-36bf85a46648 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/2597f773-d498-4200-9c81-483432a227cd HTTP/1.1" status: 404 len: 333 time: 0.1382234 Aug 30 14:44:33.970408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132be1fc-1725-46b0-a88b-924495ff8f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:33.972255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:33.977468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58196) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:33.977665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4042871 Aug 30 14:44:33.997315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:34.046424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132be1fc-1725-46b0-a88b-924495ff8f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.048313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86423660-83ee-48b0-85eb-0e0e238cbd61 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Network': ['ID=e8d531a1-498c-4338-bf17-326c195092fa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:34.060268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e8d531a1-498c-4338-bf17-326c195092fa details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:34.115511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132be1fc-1725-46b0-a88b-924495ff8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.118195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132be1fc-1725-46b0-a88b-924495ff8f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.122295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-132be1fc-1725-46b0-a88b-924495ff8f28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5012ed4b-7a75-414c-b259-33f08f1ac075 HTTP/1.1" status: 204 len: 168 time: 0.4063933 Aug 30 14:44:34.137725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132be1fc-1725-46b0-a88b-924495ff8f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5012ed4b-7a75-414c-b259-33f08f1ac075,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:34.156313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.187910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:34.192469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.336927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.343626 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:44:34.362888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633d31ac-048f-4b02-bc70-cbabf2ebfea8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:34.382380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb9f4e7-d063-4a0d-bf82-5dbf72c5fa81') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:34.383408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb9f4e7-d063-4a0d-bf82-5dbf72c5fa81') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:34.400429 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.419022 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.431205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:34.431621 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:34.434603 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:34.560919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.573112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.574985 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/networks/633d31ac-048f-4b02-bc70-cbabf2ebfea8 HTTP/1.1" status: 204 len: 168 time: 0.6011505 Aug 30 14:44:34.579445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:34.584679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1448258469'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:34.593399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90af84b-ebc1-4393-a4d9-0b46b5308519 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Network': ['ID=633d31ac-048f-4b02-bc70-cbabf2ebfea8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:34.599263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.610647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:34.629173 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0412da8d-bedc-41ad-8ec2-b81bb82b4615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.631375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:34.635899 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.677484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=3b1c8ae0-3964-4e85-ba30-fc783a86b889,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:34.686225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:34.686656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Checking segment: {'id': '113010d4-b84d-429c-8029-4cd59d8f71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:34.687028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network hostable DHCP agents. Network: e8d531a1-498c-4338-bf17-326c195092fa, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:34.706364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.707003 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Added segment 83a8d9e6-2f5e-49ab-982f-e439a2f77aa9 of type vlan for network f98c2f50-f096-4d79-84c5-76d07316a62d Aug 30 14:44:34.709785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network e8d531a1-498c-4338-bf17-326c195092fa is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:34.724394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e8d531a1-498c-4338-bf17-326c195092fa) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:34.735687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994e9f5-a9d9-4df9-824a-72889531466c None None] Network e8d531a1-498c-4338-bf17-326c195092fa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:34.739026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:34.739201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.772676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.826882 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.832380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:34.832999 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.905411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0412da8d-bedc-41ad-8ec2-b81bb82b4615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.918095 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0412da8d-bedc-41ad-8ec2-b81bb82b4615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:34.922701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b5c07c9a-99fe-471a-8fbb-907874903fc0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9435084 Aug 30 14:44:34.925678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:34.932100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-96325a3f-7b9a-444c-9bbd-daf23e81405a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:34.934091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Network': ['ID=f98c2f50-f096-4d79-84c5-76d07316a62d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:34.941350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:34.946824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network f98c2f50-f096-4d79-84c5-76d07316a62d details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:34.949879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': 'f98c2f50-f096-4d79-84c5-76d07316a62d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:34.957419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f97acc7-da2c-4317-bf30-5b13b42f7fe5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3769186 Aug 30 14:44:34.965206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-e8d531a1-498c-4338-bf17-326c195092fa', 'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa', 'tenant_id': '13e35082be304162b929e193a5a62174', 'fixed_ips': [{'subnet_id': '3b1c8ae0-3964-4e85-ba30-fc783a86b889'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:34.966320 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.015854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:35.182088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Allocated IP 172.20.0.2 (e8d531a1-498c-4338-bf17-326c195092fa/3b1c8ae0-3964-4e85-ba30-fc783a86b889/f501e8e7-f8a1-42bd-864c-c0f297f6b1f5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:35.190296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0412da8d-bedc-41ad-8ec2-b81bb82b4615 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e96d55dfea1d4991acb262547841b9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780904 Aug 30 14:44:35.191860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412da8d-bedc-41ad-8ec2-b81bb82b4615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455d6ce4-0662-4c6d-8e83-14ef431d4f2a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:35.195762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:35.258892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:35.263415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.338424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd262-1ebb-4413-b0f0-dd55e152f107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.348184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96325a3f-7b9a-444c-9bbd-daf23e81405a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:35.357831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96325a3f-7b9a-444c-9bbd-daf23e81405a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.373203 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd262-1ebb-4413-b0f0-dd55e152f107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.490628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd262-1ebb-4413-b0f0-dd55e152f107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.491825 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.494073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd262-1ebb-4413-b0f0-dd55e152f107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.495502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9bcdd262-1ebb-4413-b0f0-dd55e152f107 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/455d6ce4-0662-4c6d-8e83-14ef431d4f2a HTTP/1.1" status: 204 len: 168 time: 0.2594137 Aug 30 14:44:35.512372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Transition to ACTIVE for port object f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:35.530705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdd262-1ebb-4413-b0f0-dd55e152f107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455d6ce4-0662-4c6d-8e83-14ef431d4f2a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:35.588924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Transition to ACTIVE for port object f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:35.613114 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.620505 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.644109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.714094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Network e8d531a1-498c-4338-bf17-326c195092fa is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:35.716820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:35.727532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:35.734227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=5381def2-4199-4be4-8e6a-d7909301387b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:35.738350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Checking segment: {'id': '83a8d9e6-2f5e-49ab-982f-e439a2f77aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f98c2f50-f096-4d79-84c5-76d07316a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:35.738718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network hostable DHCP agents. Network: f98c2f50-f096-4d79-84c5-76d07316a62d, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:35.750645 n-d-805668-3 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-96325a3f-7b9a-444c-9bbd-daf23e81405a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3b1c8ae0-3964-4e85-ba30-fc783a86b889 (CIDR: 172.20.0.0/28) Aug 30 14:44:35.758790 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-96325a3f-7b9a-444c-9bbd-daf23e81405a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:44:35.759297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96325a3f-7b9a-444c-9bbd-daf23e81405a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:35.760887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Pushing event updated for resources: {'Port': ['ID=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:35.774471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network f98c2f50-f096-4d79-84c5-76d07316a62d is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:35.786367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-96325a3f-7b9a-444c-9bbd-daf23e81405a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8592513 Aug 30 14:44:35.787071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:35.792645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:35.798053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, f98c2f50-f096-4d79-84c5-76d07316a62d) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:35.823185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0254f-0495-4afa-930a-123f1edca592 None None] Network f98c2f50-f096-4d79-84c5-76d07316a62d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:35.856188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:35.856791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.887571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a6f550e1-c0b9-4a44-87f6-f317d0f04bd2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9446964 Aug 30 14:44:35.890750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:35.899447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': 'f98c2f50-f096-4d79-84c5-76d07316a62d', 'name': 'tempest-PortsIpV6TestJSON-199035237'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:35.999393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Attempting to bind port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:35.999910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Attempting to bind port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '113010d4-b84d-429c-8029-4cd59d8f71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:36.000373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Attempting to bind port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 on network e8d531a1-498c-4338-bf17-326c195092fa {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:36.016198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:36.016730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Checking segment: {'id': '113010d4-b84d-429c-8029-4cd59d8f71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:36.017275 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.017824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Bound using segment: {'id': '113010d4-b84d-429c-8029-4cd59d8f71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:36.018365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Bound port: f501e8e7-f8a1-42bd-864c-c0f297f6b1f5, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113010d4-b84d-429c-8029-4cd59d8f71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:36.019399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.050932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58278) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:36.068834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:36.073665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.131349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 19a39d15-12ce-4c09-946c-60a9842cfced {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:36.131855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.145073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-f98c2f50-f096-4d79-84c5-76d07316a62d', 'network_id': 'f98c2f50-f096-4d79-84c5-76d07316a62d', 'tenant_id': '9f17afd48b014894b9266b621abe4590', 'fixed_ips': [{'subnet_id': '5381def2-4199-4be4-8e6a-d7909301387b'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:36.147578 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.163465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:36.171975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.184774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] For port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:36.189612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] For port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,segment=NetworkSegment(113010d4-b84d-429c-8029-4cd59d8f71d6),segment_id=113010d4-b84d-429c-8029-4cd59d8f71d6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:36.205089 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.216089 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port 3de2f207-d239-49fd-a637-60371c094a94 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:36.263393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device aaa740fd-e9c8-4574-9b75-ff20de9b94e0 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:36.290036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: aaa740fd-e9c8-4574-9b75-ff20de9b94e0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:36.290773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device aaa740fd-e9c8-4574-9b75-ff20de9b94e0 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:36.332113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port 19a39d15-12ce-4c09-946c-60a9842cfced, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=19a39d15-12ce-4c09-946c-60a9842cfced,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:36.333058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.351279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 19a39d15-12ce-4c09-946c-60a9842cfced owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:36.355534 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de2bcbab-b3e6-48f4-8ffb-323dcbf3eb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.423379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b2034-b764-4af0-a735-64ad1fde4c4b None None] Pushing event updated for resources: {'Port': ['ID=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:36.599179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::d6 (f98c2f50-f096-4d79-84c5-76d07316a62d/5381def2-4199-4be4-8e6a-d7909301387b/3de2f207-d239-49fd-a637-60371c094a94) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:36.710630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.759116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=19a39d15-12ce-4c09-946c-60a9842cfced,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:36.795301 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de2bcbab-b3e6-48f4-8ffb-323dcbf3eb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.820976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de2bcbab-b3e6-48f4-8ffb-323dcbf3eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:36.930181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-de2bcbab-b3e6-48f4-8ffb-323dcbf3eb56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=378650c448a4464f8b2faa1b040283ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731122 Aug 30 14:44:36.931173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:37.005580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bcbab-b3e6-48f4-8ffb-323dcbf3eb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c3fd8-c996-47fb-80e7-2dff82409929,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:37.015448 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.079250 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.108517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network e8d531a1-498c-4338-bf17-326c195092fa is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:37.119330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:37.127430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:37.128034 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.139316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=e194f1bd-27ec-4e65-b508-671f43e7183e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:37.166961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.186553 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-107553bd-dabe-41ff-8538-98b551d40c0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3982401 Aug 30 14:44:37.189815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:37.200334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa', 'fixed_ips': [{'subnet_id': '3b1c8ae0-3964-4e85-ba30-fc783a86b889'}, {'subnet_id': 'e194f1bd-27ec-4e65-b508-671f43e7183e'}], 'name': 'tempest-PortsTestJSON-390506317'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:37.215675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object 3de2f207-d239-49fd-a637-60371c094a94 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:37.236200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05bdf92d-1358-4863-8a0c-c9ddd0c28f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.297225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05bdf92d-1358-4863-8a0c-c9ddd0c28f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.367282 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.411929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05bdf92d-1358-4863-8a0c-c9ddd0c28f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.423034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05bdf92d-1358-4863-8a0c-c9ddd0c28f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.426399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05bdf92d-1358-4863-8a0c-c9ddd0c28f04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a5c3fd8-c996-47fb-80e7-2dff82409929 HTTP/1.1" status: 204 len: 168 time: 0.4944348 Aug 30 14:44:37.444389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network f98c2f50-f096-4d79-84c5-76d07316a62d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:37.457502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:37.470050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdf92d-1358-4863-8a0c-c9ddd0c28f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c3fd8-c996-47fb-80e7-2dff82409929,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:37.474241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:37.484854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:37.487399 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.506216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:37.537664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=3de2f207-d239-49fd-a637-60371c094a94,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:37.559590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Allocated IP 2001:db8::2 (f98c2f50-f096-4d79-84c5-76d07316a62d/5381def2-4199-4be4-8e6a-d7909301387b/74669752-d300-4a8d-b4b5-ce25b56104d2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:37.564931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-69f62ff2-a490-4a3b-aa00-e7884bf7ad67 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6708796 Aug 30 14:44:37.572992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:37.806673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.880982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Router 7a9c3040-c079-4a19-a651-898da5ad79fe has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:44:37.898129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port 026ee974-3ad6-4549-981c-12e1d20a8d70 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:37.912178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0eec4d7a-1e5c-4c7f-84d9-9c1c404cc1dd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 3de2f207-d239-49fd-a637-60371c094a94 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:37.912455 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eec4d7a-1e5c-4c7f-84d9-9c1c404cc1dd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.972074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:44:38.048460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2a506-28b2-4628-9d15-66e4e791692b None None] Network e8d531a1-498c-4338-bf17-326c195092fa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:38.158265 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.183188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-520fb73d-e54c-47dd-84be-fd8e111966a5 None None] Provisioning for port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:38.192958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Transition to ACTIVE for port object 74669752-d300-4a8d-b4b5-ce25b56104d2 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:38.214130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:38.240012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:38.240600 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.241554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:44:38.257209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:38.261167 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] Sync routers for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:44:38.264502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e6367967-d86f-44ff-a8e1-65cfd61e6cd8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "PUT /v2.0/routers/7a9c3040-c079-4a19-a651-898da5ad79fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2460008 Aug 30 14:44:38.265514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:38.275327 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:38.275911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:38.284903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eec4d7a-1e5c-4c7f-84d9-9c1c404cc1dd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.324058 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0eec4d7a-1e5c-4c7f-84d9-9c1c404cc1dd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 3de2f207-d239-49fd-a637-60371c094a94 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:38.351258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Transition to ACTIVE for port object 74669752-d300-4a8d-b4b5-ce25b56104d2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:38.354598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf8a610-8813-48b9-8110-f7c0b444a9a8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting subnet 4cc98dfa-c1aa-48a9-bc9d-49f627bc4768 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:38.417752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcf8a610-8813-48b9-8110-f7c0b444a9a8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.454945 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0db15389-e368-456e-b392-47ee7af4a714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.464142 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.474677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcf8a610-8813-48b9-8110-f7c0b444a9a8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.536520 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:38.609756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0db15389-e368-456e-b392-47ee7af4a714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.636925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0db15389-e368-456e-b392-47ee7af4a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.646694 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcf8a610-8813-48b9-8110-f7c0b444a9a8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.679949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Network f98c2f50-f096-4d79-84c5-76d07316a62d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:38.683044 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eec4d7a-1e5c-4c7f-84d9-9c1c404cc1dd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.704109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:38.707956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:38.725098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec4d7a-1e5c-4c7f-84d9-9c1c404cc1dd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=3de2f207-d239-49fd-a637-60371c094a94,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:38.734650 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0db15389-e368-456e-b392-47ee7af4a714 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86668d161ee84bd79578bf5257e00bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701469 Aug 30 14:44:38.741352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:38.746847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db15389-e368-456e-b392-47ee7af4a714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b579f2-0ad1-42ed-8052-86fe8dfc0340,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:38.802663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.4 (e8d531a1-498c-4338-bf17-326c195092fa/3b1c8ae0-3964-4e85-ba30-fc783a86b889/026ee974-3ad6-4549-981c-12e1d20a8d70) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:38.808624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eec4d7a-1e5c-4c7f-84d9-9c1c404cc1dd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.813847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0eec4d7a-1e5c-4c7f-84d9-9c1c404cc1dd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/3de2f207-d239-49fd-a637-60371c094a94 HTTP/1.1" status: 204 len: 168 time: 1.2371492 Aug 30 14:44:38.815900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:38.856112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcf8a610-8813-48b9-8110-f7c0b444a9a8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.858654 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7ce345-d7dc-4d3e-9ced-e2a61713e866 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:44:38.859616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7ce345-d7dc-4d3e-9ced-e2a61713e866 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:38.864280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ed7ce345-d7dc-4d3e-9ced-e2a61713e866 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/3de2f207-d239-49fd-a637-60371c094a94 HTTP/1.1" status: 404 len: 333 time: 0.0449538 Aug 30 14:44:38.865654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:38.868827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.27 (e8d531a1-498c-4338-bf17-326c195092fa/e194f1bd-27ec-4e65-b508-671f43e7183e/026ee974-3ad6-4549-981c-12e1d20a8d70) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:38.903258 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7c5acc-1e32-4a0b-8fc2-a57db25917bb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:44:38.907385 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d7c5acc-1e32-4a0b-8fc2-a57db25917bb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/3de2f207-d239-49fd-a637-60371c094a94 HTTP/1.1" status: 404 len: 333 time: 0.0381896 Aug 30 14:44:38.908581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:38.960176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.982310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Pushing event updated for resources: {'Port': ['ID=74669752-d300-4a8d-b4b5-ce25b56104d2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:38.998804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8a610-8813-48b9-8110-f7c0b444a9a8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc98dfa-c1aa-48a9-bc9d-49f627bc4768,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:39.003180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:39.012867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcf8a610-8813-48b9-8110-f7c0b444a9a8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.024641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:39.027070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dcf8a610-8813-48b9-8110-f7c0b444a9a8 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/subnets/4cc98dfa-c1aa-48a9-bc9d-49f627bc4768 HTTP/1.1" status: 204 len: 168 time: 0.7595906 Aug 30 14:44:39.064332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d81c01c-9f5e-44f2-b353-74fc29eee274 None None] Network eefce86e-f297-41ff-8745-a3c3121c6655 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:39.073642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231c7a30-7685-4ead-9826-cc483297d88d None None] Update dhcp port {'port': {'network_id': 'e8d531a1-498c-4338-bf17-326c195092fa', 'fixed_ips': [{'subnet_id': '3b1c8ae0-3964-4e85-ba30-fc783a86b889', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e194f1bd-27ec-4e65-b508-671f43e7183e'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'f501e8e7-f8a1-42bd-864c-c0f297f6b1f5'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:44:39.081214 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:44:36Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:39.084520 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8da33606-0088-48d2-a254-7c344c1a0023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.097410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d16cbd-408d-4e95-b3a8-27c56ec219fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet 5381def2-4199-4be4-8e6a-d7909301387b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:39.106044 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8d16cbd-408d-4e95-b3a8-27c56ec219fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.181017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8da33606-0088-48d2-a254-7c344c1a0023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.187987 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] Checking router: 7a9c3040-c079-4a19-a651-898da5ad79fe for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:44:39.210789 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] Routers {'7a9c3040-c079-4a19-a651-898da5ad79fe'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:39.214871 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['7a9c3040-c079-4a19-a651-898da5ad79fe'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:39.287481 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-199e8268-038b-4f9d-85be-44b4c715c702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.302131 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-231c7a30-7685-4ead-9826-cc483297d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.316802 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8da33606-0088-48d2-a254-7c344c1a0023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.320108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8da33606-0088-48d2-a254-7c344c1a0023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.326286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8da33606-0088-48d2-a254-7c344c1a0023 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70b579f2-0ad1-42ed-8052-86fe8dfc0340 HTTP/1.1" status: 204 len: 168 time: 0.5792680 Aug 30 14:44:39.343319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da33606-0088-48d2-a254-7c344c1a0023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b579f2-0ad1-42ed-8052-86fe8dfc0340,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:39.442585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Attempting to bind port 74669752-d300-4a8d-b4b5-ce25b56104d2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:39.442956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Attempting to bind port 74669752-d300-4a8d-b4b5-ce25b56104d2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '83a8d9e6-2f5e-49ab-982f-e439a2f77aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f98c2f50-f096-4d79-84c5-76d07316a62d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:39.444446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Attempting to bind port 74669752-d300-4a8d-b4b5-ce25b56104d2 on network f98c2f50-f096-4d79-84c5-76d07316a62d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:39.485585 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-199e8268-038b-4f9d-85be-44b4c715c702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.491399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-199e8268-038b-4f9d-85be-44b4c715c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.513980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:39.514532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Checking segment: {'id': '83a8d9e6-2f5e-49ab-982f-e439a2f77aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f98c2f50-f096-4d79-84c5-76d07316a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:39.515130 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.516247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Bound using segment: {'id': '83a8d9e6-2f5e-49ab-982f-e439a2f77aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f98c2f50-f096-4d79-84c5-76d07316a62d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:39.517400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Bound port: 74669752-d300-4a8d-b4b5-ce25b56104d2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a8d9e6-2f5e-49ab-982f-e439a2f77aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f98c2f50-f096-4d79-84c5-76d07316a62d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:39.519647 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.570012 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-199e8268-038b-4f9d-85be-44b4c715c702 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24fe8450f45d417c87f0466f926ba9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612023 Aug 30 14:44:39.580166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:39.587793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,segment=NetworkSegment(113010d4-b84d-429c-8029-4cd59d8f71d6),segment_id=113010d4-b84d-429c-8029-4cd59d8f71d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:39.596886 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] Set router 7a9c3040-c079-4a19-a651-898da5ad79fe gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:39.614558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e8268-038b-4f9d-85be-44b4c715c702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3c6579-41a8-4ba6-85fa-68cbb58cb3b9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:39.646070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8d16cbd-408d-4e95-b3a8-27c56ec219fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.651365 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.756212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:39.782377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b959091a-bacf-4846-a3b1-7b3ececc5034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.809400 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.843842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b959091a-bacf-4846-a3b1-7b3ececc5034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.946249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b959091a-bacf-4846-a3b1-7b3ececc5034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.949408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b959091a-bacf-4846-a3b1-7b3ececc5034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.951903 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b959091a-bacf-4846-a3b1-7b3ececc5034 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa3c6579-41a8-4ba6-85fa-68cbb58cb3b9 HTTP/1.1" status: 204 len: 168 time: 0.3706958 Aug 30 14:44:39.967091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959091a-bacf-4846-a3b1-7b3ececc5034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3c6579-41a8-4ba6-85fa-68cbb58cb3b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:39.988819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.062273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] For port 74669752-d300-4a8d-b4b5-ce25b56104d2, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:40.080880 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:44:36Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:40.089193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] For port 74669752-d300-4a8d-b4b5-ce25b56104d2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=74669752-d300-4a8d-b4b5-ce25b56104d2,segment=NetworkSegment(83a8d9e6-2f5e-49ab-982f-e439a2f77aa9),segment_id=83a8d9e6-2f5e-49ab-982f-e439a2f77aa9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:40.099701 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.138256 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b08e1-45f6-4a2e-88f2-f299ae2f5ecf None None] The sync data for ids ['7a9c3040-c079-4a19-a651-898da5ad79fe'] in n-d-805668-3 is: [{'id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045302691', 'tenant_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:04Z', 'updated_at': '2021-08-30T14:44:36Z', 'revision_number': 5, 'project_id': '917b7b4e773a42fcbf8eba694af1b9c7', 'gw_port': {'id': '5cefd44b-3397-422d-80e3-b5f1eb20dc72', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3040-c079-4a19-a651-898da5ad79fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:05Z', 'updated_at': '2021-08-30T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:44:40.165232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 026ee974-3ad6-4549-981c-12e1d20a8d70 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:40.228358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] DHCP port deletion for eefce86e-f297-41ff-8745-a3c3121c6655 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:40.289505 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8d16cbd-408d-4e95-b3a8-27c56ec219fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.375755 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8d16cbd-408d-4e95-b3a8-27c56ec219fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.389203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d80011-b16c-4134-ab23-4ed5d6d29c3a None None] Pushing event updated for resources: {'Port': ['ID=74669752-d300-4a8d-b4b5-ce25b56104d2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:40.427027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] Deleting port 2fe6b0a9-e512-478f-81ca-e0325b199d75 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:40.427604 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.440110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d16cbd-408d-4e95-b3a8-27c56ec219fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=5381def2-4199-4be4-8e6a-d7909301387b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:40.467635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8d16cbd-408d-4e95-b3a8-27c56ec219fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.471230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c8d16cbd-408d-4e95-b3a8-27c56ec219fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/5381def2-4199-4be4-8e6a-d7909301387b HTTP/1.1" status: 204 len: 168 time: 1.5539272 Aug 30 14:44:40.474805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:40.561916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.586558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.720663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.766339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] For port 2fe6b0a9-e512-478f-81ca-e0325b199d75, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2fe6b0a9-e512-478f-81ca-e0325b199d75,segment=NetworkSegment(e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a),segment_id=e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:40.766932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.768943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network e8d531a1-498c-4338-bf17-326c195092fa is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:40.773873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:40.806047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:40.815203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] Calling delete_port for 2fe6b0a9-e512-478f-81ca-e0325b199d75 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:40.833260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:40.851896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=026ee974-3ad6-4549-981c-12e1d20a8d70,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:40.870833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 74669752-d300-4a8d-b4b5-ce25b56104d2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:40.871443 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.877297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-231c7a30-7685-4ead-9826-cc483297d88d None None] Allocated IP 172.20.0.18 (e8d531a1-498c-4338-bf17-326c195092fa/e194f1bd-27ec-4e65-b508-671f43e7183e/f501e8e7-f8a1-42bd-864c-c0f297f6b1f5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:40.906092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b867c56b-bd25-428c-8ae4-6662f40116e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.964975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:40.965717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.996558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] For port 74669752-d300-4a8d-b4b5-ce25b56104d2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=74669752-d300-4a8d-b4b5-ce25b56104d2,segment=NetworkSegment(83a8d9e6-2f5e-49ab-982f-e439a2f77aa9),segment_id=83a8d9e6-2f5e-49ab-982f-e439a2f77aa9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:40.997067 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.022913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 74669752-d300-4a8d-b4b5-ce25b56104d2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:41.087319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Deleting port 5cefd44b-3397-422d-80e3-b5f1eb20dc72 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:41.087672 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.177583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.235948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No DVR routers for this DVR port 74669752-d300-4a8d-b4b5-ce25b56104d2 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:41.246592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=74669752-d300-4a8d-b4b5-ce25b56104d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:41.280567 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.292574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-231c7a30-7685-4ead-9826-cc483297d88d None None] For port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,segment=NetworkSegment(113010d4-b84d-429c-8029-4cd59d8f71d6),segment_id=113010d4-b84d-429c-8029-4cd59d8f71d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:41.338169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] For port 5cefd44b-3397-422d-80e3-b5f1eb20dc72, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5cefd44b-3397-422d-80e3-b5f1eb20dc72,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:41.339401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.340378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] Pushing event deleted for resources: {'Port': ['ID=2fe6b0a9-e512-478f-81ca-e0325b199d75,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:41.344325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e62f0-8742-4970-a349-a9dcb2874df1 None None] No DVR routers for this DVR port 2fe6b0a9-e512-478f-81ca-e0325b199d75 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:41.373440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Calling delete_port for 5cefd44b-3397-422d-80e3-b5f1eb20dc72 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:41.377392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b867c56b-bd25-428c-8ae4-6662f40116e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.389460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-231c7a30-7685-4ead-9826-cc483297d88d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.408143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-231c7a30-7685-4ead-9826-cc483297d88d None None] Transition to ACTIVE for port object f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:41.415224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-231c7a30-7685-4ead-9826-cc483297d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.442027 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b867c56b-bd25-428c-8ae4-6662f40116e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.453543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0ee430cf-11de-4659-8f5d-c141d4ef467e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.2625284 Aug 30 14:44:41.462057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:41.474257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b1c8ae0-3964-4e85-ba30-fc783a86b889'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:41.507169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c7a30-7685-4ead-9826-cc483297d88d None None] Pushing event updated for resources: {'Port': ['ID=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:41.688111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.710218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98c2f50-f096-4d79-84c5-76d07316a62d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:41.712094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b867c56b-bd25-428c-8ae4-6662f40116e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e555eb1915ca4e8e9d377f1b4604394f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366069 Aug 30 14:44:41.716507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:41.723279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867c56b-bd25-428c-8ae4-6662f40116e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a3860e-6c93-4424-b4cb-9f77a4557786,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:41.735274 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.759984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a8d9e6-2f5e-49ab-982f-e439a2f77aa9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:41.760334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a8d9e6-2f5e-49ab-982f-e439a2f77aa9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:41.801083 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.845124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:44:41.885314 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.902924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:41.903387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:41.925078 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:42.042796 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77fbbc83-c07c-4b7a-8779-792fd4aea2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.072749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2fe6b0a9-e512-478f-81ca-e0325b199d75 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:42.089684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77fbbc83-c07c-4b7a-8779-792fd4aea2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.118339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 2fe6b0a9-e512-478f-81ca-e0325b199d75 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:42.118694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2fe6b0a9-e512-478f-81ca-e0325b199d75 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:42.119124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 19a39d15-12ce-4c09-946c-60a9842cfced no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:42.174981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Delete allocated IP 172.20.0.27 (e8d531a1-498c-4338-bf17-326c195092fa/e194f1bd-27ec-4e65-b508-671f43e7183e) {{(pid=94827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 14:44:42.176550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 19a39d15-12ce-4c09-946c-60a9842cfced {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:42.176920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 19a39d15-12ce-4c09-946c-60a9842cfced not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:42.196642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77fbbc83-c07c-4b7a-8779-792fd4aea2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.199965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77fbbc83-c07c-4b7a-8779-792fd4aea2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.201546 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-77fbbc83-c07c-4b7a-8779-792fd4aea2f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39a3860e-6c93-4424-b4cb-9f77a4557786 HTTP/1.1" status: 204 len: 168 time: 0.4819870 Aug 30 14:44:42.210969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75abe0-15b7-431c-83cb-7135aacf8bd2 None None] Network f98c2f50-f096-4d79-84c5-76d07316a62d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:42.218199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbbc83-c07c-4b7a-8779-792fd4aea2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a3860e-6c93-4424-b4cb-9f77a4557786,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:42.220793 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.233886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75abe0-15b7-431c-83cb-7135aacf8bd2 None None] Network f98c2f50-f096-4d79-84c5-76d07316a62d could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 14:44:42.234475 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.236595 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/networks/f98c2f50-f096-4d79-84c5-76d07316a62d HTTP/1.1" status: 204 len: 168 time: 1.7597134 Aug 30 14:44:42.244488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:42.257383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1339502140'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:42.291040 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b0187650-0252-4a04-9476-cb619125941c None None] Could not find standard attr ID for object 74669752-d300-4a8d-b4b5-ce25b56104d2. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:44:42.301615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f7522-1b8a-4a92-ba53-aa51c588f512 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Network': ['ID=f98c2f50-f096-4d79-84c5-76d07316a62d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:42.336449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.356697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:42.360531 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.383854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2519f-facc-405a-a632-7094a117bbea None None] DHCP port deletion for f98c2f50-f096-4d79-84c5-76d07316a62d request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:42.421912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:42.436463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Port': ['ID=5cefd44b-3397-422d-80e3-b5f1eb20dc72,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:42.440484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.440847 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Added segment 56834ac7-2659-4e41-8fe0-4d2634b73067 of type vlan for network 3de3d255-b45a-46bf-a8a4-90d776d5fb4b Aug 30 14:44:42.525241 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.573069 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.588071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:42.588744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.603922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.609747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3639817 Aug 30 14:44:42.620997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:42.626332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '3de3d255-b45a-46bf-a8a4-90d776d5fb4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:42.664615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae6b0a-cf65-47c9-a774-e32eed4adbc4 None None] Network e8d531a1-498c-4338-bf17-326c195092fa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:42.740980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae423b3a-c19b-4ad2-a82a-b6e261232c10 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Network': ['ID=3de3d255-b45a-46bf-a8a4-90d776d5fb4b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:42.781812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 3de3d255-b45a-46bf-a8a4-90d776d5fb4b details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:42.802218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:42.811695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.828122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.831791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.834686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.889851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Ignored duplicate provisioning block setup for port 026ee974-3ad6-4549-981c-12e1d20a8d70 by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 14:44:42.904477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.957295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-14bc1cfa-8b16-444a-b0bd-d7f25432f4fd None None] Provisioning for port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:42.959167 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.962283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Fanout notify agent at l3_agent the message router_deleted on router 7a9c3040-c079-4a19-a651-898da5ad79fe {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:44:42.978012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-14bc1cfa-8b16-444a-b0bd-d7f25432f4fd None None] Provisioning complete for port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:42.978547 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14bc1cfa-8b16-444a-b0bd-d7f25432f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.986081 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.998130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b28408b4-895f-4c2f-8d4e-15fb1a9791b4 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/routers/7a9c3040-c079-4a19-a651-898da5ad79fe HTTP/1.1" status: 204 len: 168 time: 3.9702048 Aug 30 14:44:43.002990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:43.243889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.309034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=026ee974-3ad6-4549-981c-12e1d20a8d70,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:43.339614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=ce0e28e6-5b76-4a43-85f6-7ce264397f39,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:43.342718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Checking segment: {'id': '56834ac7-2659-4e41-8fe0-4d2634b73067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3de3d255-b45a-46bf-a8a4-90d776d5fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:43.343085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network hostable DHCP agents. Network: 3de3d255-b45a-46bf-a8a4-90d776d5fb4b, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:43.363800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 3de3d255-b45a-46bf-a8a4-90d776d5fb4b is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:43.378791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.387081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 3de3d255-b45a-46bf-a8a4-90d776d5fb4b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:43.397270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee82e80-89cb-41d2-a12b-f9f1bfbbbfd5 None None] Network 3de3d255-b45a-46bf-a8a4-90d776d5fb4b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:43.400694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:43.400976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] In _notify_port_updated(), no bound segment for port 026ee974-3ad6-4549-981c-12e1d20a8d70 on network e8d531a1-498c-4338-bf17-326c195092fa {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:44:43.402097 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.407989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:43.409571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.415388 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1d31644b-aaef-4278-9347-8d5d4a57ba0b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "PUT /v2.0/ports/026ee974-3ad6-4549-981c-12e1d20a8d70 HTTP/1.1" status: 200 len: 918 time: 1.9522190 Aug 30 14:44:43.416899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:43.422859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b1c8ae0-3964-4e85-ba30-fc783a86b889'}, {'subnet_id': 'e194f1bd-27ec-4e65-b508-671f43e7183e'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:43.433435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c5806c86-4f99-4ec8-8fbb-9a3854552fc1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8112550 Aug 30 14:44:43.436279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:43.442509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '3de3d255-b45a-46bf-a8a4-90d776d5fb4b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1329198699'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:43.683330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:43.688071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.720306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.732449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port de838dbe-bd5b-403e-ae51-a9c47ed7fad9 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:43.734692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefce86e-f297-41ff-8745-a3c3121c6655']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:43.754868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:43.755747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ecee86-1b7c-4a41-bbd5-74d27dc6fb3a') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:43.772937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-3de3d255-b45a-46bf-a8a4-90d776d5fb4b', 'network_id': '3de3d255-b45a-46bf-a8a4-90d776d5fb4b', 'tenant_id': '9f17afd48b014894b9266b621abe4590', 'fixed_ips': [{'subnet_id': 'ce0e28e6-5b76-4a43-85f6-7ce264397f39'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:43.775024 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.803077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 74669752-d300-4a8d-b4b5-ce25b56104d2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:43.813277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.845995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 74669752-d300-4a8d-b4b5-ce25b56104d2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:43.846508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 74669752-d300-4a8d-b4b5-ce25b56104d2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:43.846943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5cefd44b-3397-422d-80e3-b5f1eb20dc72 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:43.873439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.884931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 5cefd44b-3397-422d-80e3-b5f1eb20dc72 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:43.885370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5cefd44b-3397-422d-80e3-b5f1eb20dc72 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:43.911097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:43.919409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:43.925075 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:44.025752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::da (3de3d255-b45a-46bf-a8a4-90d776d5fb4b/ce0e28e6-5b76-4a43-85f6-7ce264397f39/de838dbe-bd5b-403e-ae51-a9c47ed7fad9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:44.102765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8093f018-f436-447c-a82b-775dca2ad976 None None] Provisioning complete for port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:44.103360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8093f018-f436-447c-a82b-775dca2ad976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.179219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.198460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.204364 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/networks/eefce86e-f297-41ff-8745-a3c3121c6655 HTTP/1.1" status: 204 len: 168 time: 1.1795137 Aug 30 14:44:44.218099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:44.236742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf3f2c-bc6d-438a-94b3-aa04c71627c9 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'Network': ['ID=eefce86e-f297-41ff-8745-a3c3121c6655,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:44.255810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.261111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8093f018-f436-447c-a82b-775dca2ad976 None None] Provisioning for port 026ee974-3ad6-4549-981c-12e1d20a8d70 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:44.266377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8093f018-f436-447c-a82b-775dca2ad976 None None] Provisioning complete for port 026ee974-3ad6-4549-981c-12e1d20a8d70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:44.266775 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8093f018-f436-447c-a82b-775dca2ad976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.345003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8093f018-f436-447c-a82b-775dca2ad976 None None] Port 026ee974-3ad6-4549-981c-12e1d20a8d70 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:44:44.350874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.399291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object de838dbe-bd5b-403e-ae51-a9c47ed7fad9 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:44.404072 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7294d12d-85c7-44e1-89dc-47fbef1f8454 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.467610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-46462dba-bc9e-4d22-9aa3-3bffa6da9496 None None] Provisioning complete for port 026ee974-3ad6-4549-981c-12e1d20a8d70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:44.468258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46462dba-bc9e-4d22-9aa3-3bffa6da9496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.470649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7294d12d-85c7-44e1-89dc-47fbef1f8454 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.535421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-46462dba-bc9e-4d22-9aa3-3bffa6da9496 None None] Port 026ee974-3ad6-4549-981c-12e1d20a8d70 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:44:44.577094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.632456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 3de3d255-b45a-46bf-a8a4-90d776d5fb4b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:44.640750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:44.647063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:44.652226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:44.652808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.665222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=de838dbe-bd5b-403e-ae51-a9c47ed7fad9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:44.671710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7294d12d-85c7-44e1-89dc-47fbef1f8454 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.674771 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7294d12d-85c7-44e1-89dc-47fbef1f8454 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.679045 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7294d12d-85c7-44e1-89dc-47fbef1f8454 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] 10.222.0.50 "DELETE /v2.0/security-groups/06522f29-6141-46e7-9bcd-ae76de1bac32 HTTP/1.1" status: 204 len: 168 time: 0.4598782 Aug 30 14:44:44.693232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-74787fd6-ce02-4ea9-b8ef-2c6409fa9873 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2531726 Aug 30 14:44:44.693547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294d12d-85c7-44e1-89dc-47fbef1f8454 tempest-TestNetworkAdvancedServerOps-142343743 tempest-TestNetworkAdvancedServerOps-142343743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06522f29-6141-46e7-9bcd-ae76de1bac32,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:44.695799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:44.739008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Allocated IP 2001:db8::2 (3de3d255-b45a-46bf-a8a4-90d776d5fb4b/ce0e28e6-5b76-4a43-85f6-7ce264397f39/bd623e0a-5a87-4330-b0bd-a46f2a80a826) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:44.873699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.20 (e8d531a1-498c-4338-bf17-326c195092fa/e194f1bd-27ec-4e65-b508-671f43e7183e/026ee974-3ad6-4549-981c-12e1d20a8d70) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:44.876522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee6526c5-83a5-4057-b456-c12d26923911 None None] Provisioning complete for port 026ee974-3ad6-4549-981c-12e1d20a8d70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:44.876522 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee6526c5-83a5-4057-b456-c12d26923911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.900753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c3061-a0b6-496b-89e9-d8882805ede6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port de838dbe-bd5b-403e-ae51-a9c47ed7fad9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:44.901387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3061-a0b6-496b-89e9-d8882805ede6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.965924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ee6526c5-83a5-4057-b456-c12d26923911 None None] Port 026ee974-3ad6-4549-981c-12e1d20a8d70 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:44:45.033447 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.056906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Transition to ACTIVE for port object bd623e0a-5a87-4330-b0bd-a46f2a80a826 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:45.099348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Transition to ACTIVE for port object bd623e0a-5a87-4330-b0bd-a46f2a80a826 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:45.116169 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.142287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3061-a0b6-496b-89e9-d8882805ede6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.159806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c3061-a0b6-496b-89e9-d8882805ede6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for de838dbe-bd5b-403e-ae51-a9c47ed7fad9 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:45.198769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Network 3de3d255-b45a-46bf-a8a4-90d776d5fb4b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:45.206462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:45.209402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Pushing event updated for resources: {'Port': ['ID=bd623e0a-5a87-4330-b0bd-a46f2a80a826,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:45.213603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:45.239292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.256184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 026ee974-3ad6-4549-981c-12e1d20a8d70 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:45.261433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.289764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:45.327495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Attempting to bind port bd623e0a-5a87-4330-b0bd-a46f2a80a826 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:45.327974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Attempting to bind port bd623e0a-5a87-4330-b0bd-a46f2a80a826 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '56834ac7-2659-4e41-8fe0-4d2634b73067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3de3d255-b45a-46bf-a8a4-90d776d5fb4b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:45.328407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Attempting to bind port bd623e0a-5a87-4330-b0bd-a46f2a80a826 on network 3de3d255-b45a-46bf-a8a4-90d776d5fb4b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:45.338445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:45.338926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Checking segment: {'id': '56834ac7-2659-4e41-8fe0-4d2634b73067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3de3d255-b45a-46bf-a8a4-90d776d5fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:45.339528 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.339996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Bound using segment: {'id': '56834ac7-2659-4e41-8fe0-4d2634b73067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3de3d255-b45a-46bf-a8a4-90d776d5fb4b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:45.340547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Bound port: bd623e0a-5a87-4330-b0bd-a46f2a80a826, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56834ac7-2659-4e41-8fe0-4d2634b73067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3de3d255-b45a-46bf-a8a4-90d776d5fb4b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:45.341808 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.424377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=026ee974-3ad6-4549-981c-12e1d20a8d70,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:45.430149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3061-a0b6-496b-89e9-d8882805ede6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.497081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] In _notify_port_updated(), no bound segment for port 026ee974-3ad6-4549-981c-12e1d20a8d70 on network e8d531a1-498c-4338-bf17-326c195092fa {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:44:45.503993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:45.504905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.508839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] For port bd623e0a-5a87-4330-b0bd-a46f2a80a826, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:45.510745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1012b966-b382-40a8-a2cf-38796b20373a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "PUT /v2.0/ports/026ee974-3ad6-4549-981c-12e1d20a8d70 HTTP/1.1" status: 200 len: 998 time: 2.0926037 Aug 30 14:44:45.511592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:45.513018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c3061-a0b6-496b-89e9-d8882805ede6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=de838dbe-bd5b-403e-ae51-a9c47ed7fad9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:45.524369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] For port bd623e0a-5a87-4330-b0bd-a46f2a80a826, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bd623e0a-5a87-4330-b0bd-a46f2a80a826,segment=NetworkSegment(56834ac7-2659-4e41-8fe0-4d2634b73067),segment_id=56834ac7-2659-4e41-8fe0-4d2634b73067)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:45.529019 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.565964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3061-a0b6-496b-89e9-d8882805ede6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.571273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4f4c3061-a0b6-496b-89e9-d8882805ede6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/de838dbe-bd5b-403e-ae51-a9c47ed7fad9 HTTP/1.1" status: 204 len: 168 time: 0.8721833 Aug 30 14:44:45.571552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:45.619339 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb547c6-27cc-4dd4-9879-1c9fd41ac59c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:44:45.621618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6cb547c6-27cc-4dd4-9879-1c9fd41ac59c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/de838dbe-bd5b-403e-ae51-a9c47ed7fad9 HTTP/1.1" status: 404 len: 333 time: 0.0489123 Aug 30 14:44:45.624391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:45.695379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:45.703947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dc953-523a-4bdb-a14a-64da02e57835 None None] Pushing event updated for resources: {'Port': ['ID=bd623e0a-5a87-4330-b0bd-a46f2a80a826,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:45.727731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b3b790d4-7f68-44db-8a78-ef37dcd64a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 026ee974-3ad6-4549-981c-12e1d20a8d70 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:45.728077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b790d4-7f68-44db-8a78-ef37dcd64a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.737975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-40074953-f438-4b6e-a27f-7f301140d6e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet ce0e28e6-5b76-4a43-85f6-7ce264397f39 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:45.749057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40074953-f438-4b6e-a27f-7f301140d6e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.800158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5657990c-b43f-4ee7-8477-a9e113c9cba4 None None] Provisioning for port 026ee974-3ad6-4549-981c-12e1d20a8d70 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:45.810250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5657990c-b43f-4ee7-8477-a9e113c9cba4 None None] Provisioning complete for port 026ee974-3ad6-4549-981c-12e1d20a8d70 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:45.810655 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5657990c-b43f-4ee7-8477-a9e113c9cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.893174 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7840be0f-057d-44e9-9ae0-2372943a2015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.902182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5657990c-b43f-4ee7-8477-a9e113c9cba4 None None] Port 026ee974-3ad6-4549-981c-12e1d20a8d70 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:44:45.919207 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40074953-f438-4b6e-a27f-7f301140d6e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.975227 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b790d4-7f68-44db-8a78-ef37dcd64a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.990514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b3b790d4-7f68-44db-8a78-ef37dcd64a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 026ee974-3ad6-4549-981c-12e1d20a8d70 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:46.104941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40074953-f438-4b6e-a27f-7f301140d6e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.239349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b790d4-7f68-44db-8a78-ef37dcd64a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.307685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40074953-f438-4b6e-a27f-7f301140d6e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.357959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b790d4-7f68-44db-8a78-ef37dcd64a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=026ee974-3ad6-4549-981c-12e1d20a8d70,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:46.366377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f77bc1ce-325a-4162-a54d-58e38aee0cc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=917b7b4e773a42fcbf8eba694af1b9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6662264 Aug 30 14:44:46.379756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:46.407169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40074953-f438-4b6e-a27f-7f301140d6e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0e28e6-5b76-4a43-85f6-7ce264397f39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:46.415020 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40074953-f438-4b6e-a27f-7f301140d6e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.417252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-40074953-f438-4b6e-a27f-7f301140d6e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/ce0e28e6-5b76-4a43-85f6-7ce264397f39 HTTP/1.1" status: 204 len: 168 time: 0.7915490 Aug 30 14:44:46.434218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:46.452461 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7840be0f-057d-44e9-9ae0-2372943a2015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.461704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7840be0f-057d-44e9-9ae0-2372943a2015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.561175 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b790d4-7f68-44db-8a78-ef37dcd64a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.566367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b3b790d4-7f68-44db-8a78-ef37dcd64a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/026ee974-3ad6-4549-981c-12e1d20a8d70 HTTP/1.1" status: 204 len: 168 time: 1.0535295 Aug 30 14:44:46.571572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:46.596333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840be0f-057d-44e9-9ae0-2372943a2015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ec3b1-446c-454c-931b-de363af67f45,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:46.604833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7840be0f-057d-44e9-9ae0-2372943a2015 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a73e993ee4942d1828d29c2d6acdc12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3120568 Aug 30 14:44:46.606676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:46.633782 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-036e25bb-860c-4f18-b12e-e0751bdd7bc9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:46.638782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-036e25bb-860c-4f18-b12e-e0751bdd7bc9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/026ee974-3ad6-4549-981c-12e1d20a8d70 HTTP/1.1" status: 404 len: 333 time: 0.0657506 Aug 30 14:44:46.639469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:46.656396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.691671 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9272-1d24-4949-be07-8c1ff68beca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.729438 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d970c2d-3a00-426b-a342-5adc9a9e7512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.765749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98363ce-b8dc-47a6-940c-10fa0f01ca52 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet e194f1bd-27ec-4e65-b508-671f43e7183e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:46.771831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9272-1d24-4949-be07-8c1ff68beca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.775333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e98363ce-b8dc-47a6-940c-10fa0f01ca52 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.795929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d970c2d-3a00-426b-a342-5adc9a9e7512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.842300 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e98363ce-b8dc-47a6-940c-10fa0f01ca52 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.873375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port bd623e0a-5a87-4330-b0bd-a46f2a80a826 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:46.873623 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.907927 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9272-1d24-4949-be07-8c1ff68beca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.912413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d2c9272-1d24-4949-be07-8c1ff68beca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.914141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5d2c9272-1d24-4949-be07-8c1ff68beca3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee77208e-861a-4f72-b865-6fb42d02fffd HTTP/1.1" status: 204 len: 168 time: 0.5191140 Aug 30 14:44:46.925395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d970c2d-3a00-426b-a342-5adc9a9e7512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.928377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d970c2d-3a00-426b-a342-5adc9a9e7512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.930358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9d970c2d-3a00-426b-a342-5adc9a9e7512 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d34ec3b1-446c-454c-931b-de363af67f45 HTTP/1.1" status: 204 len: 168 time: 0.3213446 Aug 30 14:44:46.937772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c9272-1d24-4949-be07-8c1ff68beca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee77208e-861a-4f72-b865-6fb42d02fffd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:46.952050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d970c2d-3a00-426b-a342-5adc9a9e7512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ec3b1-446c-454c-931b-de363af67f45,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:47.078477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] For port bd623e0a-5a87-4330-b0bd-a46f2a80a826, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bd623e0a-5a87-4330-b0bd-a46f2a80a826,segment=NetworkSegment(56834ac7-2659-4e41-8fe0-4d2634b73067),segment_id=56834ac7-2659-4e41-8fe0-4d2634b73067)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:47.078975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.096376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for bd623e0a-5a87-4330-b0bd-a46f2a80a826 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:47.274180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.331599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=bd623e0a-5a87-4330-b0bd-a46f2a80a826,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:47.334158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No DVR routers for this DVR port bd623e0a-5a87-4330-b0bd-a46f2a80a826 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:47.464414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b7323-c510-4a63-86cd-9f63ede3a596 None None] Network 3de3d255-b45a-46bf-a8a4-90d776d5fb4b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:47.506937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e98363ce-b8dc-47a6-940c-10fa0f01ca52 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.552390 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.619026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-16a2f6f5-2b86-4577-aaa8-b8ec7a3e61ba None None] Could not find standard attr ID for object bd623e0a-5a87-4330-b0bd-a46f2a80a826. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:44:47.632096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de3d255-b45a-46bf-a8a4-90d776d5fb4b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:47.691332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b389ac-3af0-420a-97f0-d6b97c8dd34b None None] DHCP port deletion for 3de3d255-b45a-46bf-a8a4-90d776d5fb4b request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:47.695094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56834ac7-2659-4e41-8fe0-4d2634b73067') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:47.700049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56834ac7-2659-4e41-8fe0-4d2634b73067') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:47.739050 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.774414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.787298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:47.787772 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:47.857153 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:47.865638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:47.872286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e98363ce-b8dc-47a6-940c-10fa0f01ca52 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.882602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.893453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:47.913756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.919461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/networks/3de3d255-b45a-46bf-a8a4-90d776d5fb4b HTTP/1.1" status: 204 len: 168 time: 1.4803467 Aug 30 14:44:47.919461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98363ce-b8dc-47a6-940c-10fa0f01ca52 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=e194f1bd-27ec-4e65-b508-671f43e7183e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:47.928615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd23ff-5b6e-4973-a63a-cb666df5ee96 None None] Network e8d531a1-498c-4338-bf17-326c195092fa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:47.935250 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e240e0d7-6994-46d1-946e-fd30fa4fc672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.935529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:47.939962 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e98363ce-b8dc-47a6-940c-10fa0f01ca52 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.947314 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e98363ce-b8dc-47a6-940c-10fa0f01ca52 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/e194f1bd-27ec-4e65-b508-671f43e7183e HTTP/1.1" status: 204 len: 168 time: 1.3046637 Aug 30 14:44:47.951033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:47.957720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'name': 'tempest-PortsIpV6TestJSON-963144217'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:48.005891 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6cf39316-9161-4e18-a089-7bed8059fea2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ccab94ed8714c6c82635903e8377e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110294 Aug 30 14:44:48.015674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:48.059235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ea4951-be88-4d8c-9ccd-9b57fbc166d9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet 3b1c8ae0-3964-4e85-ba30-fc783a86b889 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:48.072115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ea4951-be88-4d8c-9ccd-9b57fbc166d9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.129929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daff6a-90b3-4b12-91dd-67c3b474a799 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Network': ['ID=3de3d255-b45a-46bf-a8a4-90d776d5fb4b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:48.146830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ea4951-be88-4d8c-9ccd-9b57fbc166d9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.196016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8124b09-86e4-4ba8-a4bf-b09ed08ee66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.269234 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8124b09-86e4-4ba8-a4bf-b09ed08ee66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.317138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:48.318883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:48.350930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ea4951-be88-4d8c-9ccd-9b57fbc166d9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.385166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e240e0d7-6994-46d1-946e-fd30fa4fc672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.417847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:48.422614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.446475 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e240e0d7-6994-46d1-946e-fd30fa4fc672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.454188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port 99659f25-a3d7-4ce0-9cf2-112f2e3ce20b yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:48.528794 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ea4951-be88-4d8c-9ccd-9b57fbc166d9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.561573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8124b09-86e4-4ba8-a4bf-b09ed08ee66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.564349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8124b09-86e4-4ba8-a4bf-b09ed08ee66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.567850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8124b09-86e4-4ba8-a4bf-b09ed08ee66a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fefe7366-b6b2-41d7-902f-d37aff90d7d5 HTTP/1.1" status: 204 len: 168 time: 0.5486779 Aug 30 14:44:48.568021 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e8924a8-ee74-4949-97fe-53571a50eca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.570771 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d5ae59-539c-4c27-b81b-413cfa6d9ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.584019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea4951-be88-4d8c-9ccd-9b57fbc166d9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1c8ae0-3964-4e85-ba30-fc783a86b889,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:48.597788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20ea4951-be88-4d8c-9ccd-9b57fbc166d9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.602754 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-20ea4951-be88-4d8c-9ccd-9b57fbc166d9 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/3b1c8ae0-3964-4e85-ba30-fc783a86b889 HTTP/1.1" status: 204 len: 168 time: 0.6478822 Aug 30 14:44:48.603531 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e240e0d7-6994-46d1-946e-fd30fa4fc672 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78e5125c94304ec5937f3b7188569dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7332122 Aug 30 14:44:48.604336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:48.604981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240e0d7-6994-46d1-946e-fd30fa4fc672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca7cc53-5ebc-4f2d-ba7d-ec0353f860f7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:48.606312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:48.672392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8124b09-86e4-4ba8-a4bf-b09ed08ee66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefe7366-b6b2-41d7-902f-d37aff90d7d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:48.716948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.805936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:48.806409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.842905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.875901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] For port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,segment=NetworkSegment(113010d4-b84d-429c-8029-4cd59d8f71d6),segment_id=113010d4-b84d-429c-8029-4cd59d8f71d6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:48.876423 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.891586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:48.896599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1c9bf7-76db-4a16-a095-9382b0325600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.926191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.931800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1c9bf7-76db-4a16-a095-9382b0325600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.980930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f0f045-4511-46f1-8d47-206450b1ce06 None None] Network e8d531a1-498c-4338-bf17-326c195092fa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:49.007778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.015286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:49.029685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:49.041316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:49.047828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:49.048110 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.048816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=f501e8e7-f8a1-42bd-864c-c0f297f6b1f5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.051390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No DVR routers for this DVR port f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:49.074712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=99659f25-a3d7-4ce0-9cf2-112f2e3ce20b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.130303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d5ae59-539c-4c27-b81b-413cfa6d9ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.132741 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1c9bf7-76db-4a16-a095-9382b0325600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.136257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-528e7e84-d2e4-483e-ab12-d6d19a437f99 None None] Could not find standard attr ID for object f501e8e7-f8a1-42bd-864c-c0f297f6b1f5. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:44:49.136760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1c9bf7-76db-4a16-a095-9382b0325600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.141522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ac1c9bf7-76db-4a16-a095-9382b0325600 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca7cc53-5ebc-4f2d-ba7d-ec0353f860f7 HTTP/1.1" status: 204 len: 168 time: 0.5297561 Aug 30 14:44:49.147417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.151345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d5ae59-539c-4c27-b81b-413cfa6d9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.163085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d531a1-498c-4338-bf17-326c195092fa']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:49.180302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c9bf7-76db-4a16-a095-9382b0325600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca7cc53-5ebc-4f2d-ba7d-ec0353f860f7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.186342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113010d4-b84d-429c-8029-4cd59d8f71d6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:49.186686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113010d4-b84d-429c-8029-4cd59d8f71d6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:49.199674 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.217069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5ae59-539c-4c27-b81b-413cfa6d9ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938907b8-0ac2-42b8-9d8b-46f73ee553fe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.224975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.234647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:49.235033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.241490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-73d5ae59-539c-4c27-b81b-413cfa6d9ad1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f32f050510ea4e488a9573582d2ced4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9210477 Aug 30 14:44:49.244717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:49.246066 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:49.290826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97ccc6-241a-44bc-b5ac-7b206623c959 None None] DHCP port deletion for e8d531a1-498c-4338-bf17-326c195092fa request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:49.328059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.338991 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.340873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/networks/e8d531a1-498c-4338-bf17-326c195092fa HTTP/1.1" status: 204 len: 168 time: 0.7322261 Aug 30 14:44:49.358375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.370989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201de70f-21f4-46b3-84b8-6fe5ca1a1a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Network': ['ID=e8d531a1-498c-4338-bf17-326c195092fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.420401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37332630-0b3d-4f51-aa44-e7b77523e298 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:49.422034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-37332630-0b3d-4f51-aa44-e7b77523e298 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0626829 Aug 30 14:44:49.427151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.495711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-20ff8139-66cf-44bb-96de-07a2d9cf49c5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0653796 Aug 30 14:44:49.495711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.501392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1746466560'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:49.650038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.687872 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc17d709-5f9a-4466-ba22-05670916b6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.717747 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e8924a8-ee74-4949-97fe-53571a50eca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.722570 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc17d709-5f9a-4466-ba22-05670916b6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.733581 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-41602b0c-11d9-4dec-83a7-826651b93bc3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7969725 Aug 30 14:44:49.734597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e8924a8-ee74-4949-97fe-53571a50eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.736679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.754729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:49.760662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.770491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:49.793933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:49.805171 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.805533 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Added segment 70cd0327-bf94-473c-a750-c7bc889402e0 of type vlan for network 7b264fe3-b923-4e71-9b0e-7375c8c38072 Aug 30 14:44:49.817574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:49.824494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f501e8e7-f8a1-42bd-864c-c0f297f6b1f5 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:49.846191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2e8924a8-ee74-4949-97fe-53571a50eca3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63559508abc34466a688a5db64385a56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5214443 Aug 30 14:44:49.852454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-399816225-network', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:49.855455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.863225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8924a8-ee74-4949-97fe-53571a50eca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a26278-1093-415a-96ed-1c396c891871,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.900419 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.902484 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc17d709-5f9a-4466-ba22-05670916b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.906724 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc17d709-5f9a-4466-ba22-05670916b6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.907500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.910764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cc17d709-5f9a-4466-ba22-05670916b6b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/938907b8-0ac2-42b8-9d8b-46f73ee553fe HTTP/1.1" status: 204 len: 168 time: 0.6613159 Aug 30 14:44:49.927794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a64a4bad-7e0b-4829-906b-e5627580a931 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 99659f25-a3d7-4ce0-9cf2-112f2e3ce20b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:49.928136 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a64a4bad-7e0b-4829-906b-e5627580a931 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.957281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Made reservation on behalf of b4461dc91ff84aaa8e564e89ddc309bf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:49.959677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.988417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.001431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9ea97e8-e2db-43aa-b550-154fdce5ecba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.004437 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.006552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a64a4bad-7e0b-4829-906b-e5627580a931 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.010681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:50.011551 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.022183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a64a4bad-7e0b-4829-906b-e5627580a931 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 99659f25-a3d7-4ce0-9cf2-112f2e3ce20b owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:50.024862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17d709-5f9a-4466-ba22-05670916b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938907b8-0ac2-42b8-9d8b-46f73ee553fe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:50.107598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9ea97e8-e2db-43aa-b550-154fdce5ecba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.142964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a64a4bad-7e0b-4829-906b-e5627580a931 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.176068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a4bad-7e0b-4829-906b-e5627580a931 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=99659f25-a3d7-4ce0-9cf2-112f2e3ce20b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:50.182892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a64a4bad-7e0b-4829-906b-e5627580a931 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.184932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a64a4bad-7e0b-4829-906b-e5627580a931 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/99659f25-a3d7-4ce0-9cf2-112f2e3ce20b HTTP/1.1" status: 204 len: 168 time: 0.4434645 Aug 30 14:44:50.189112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:50.194512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'mac_address': 'fa:16:3e:eb:bf:66', 'name': 'tempest-PortsIpV6TestJSON-1814899002'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:50.228933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9ea97e8-e2db-43aa-b550-154fdce5ecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.233157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9ea97e8-e2db-43aa-b550-154fdce5ecba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.234573 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c9ea97e8-e2db-43aa-b550-154fdce5ecba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16a26278-1093-415a-96ed-1c396c891871 HTTP/1.1" status: 204 len: 168 time: 0.3780885 Aug 30 14:44:50.256881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Network': ['ID=7b264fe3-b923-4e71-9b0e-7375c8c38072,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:50.274011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea97e8-e2db-43aa-b550-154fdce5ecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a26278-1093-415a-96ed-1c396c891871,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:50.275199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7b264fe3-b923-4e71-9b0e-7375c8c38072 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:50.302817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.310871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.327083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:50.343848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.344676 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Added segment 75d4b4de-544b-44c3-a715-c5c19d72f165 of type vlan for network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a Aug 30 14:44:50.348734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:50.377660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:50.418451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f89a2c81-ec53-4787-8543-02de3f2e253a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9217191 Aug 30 14:44:50.419324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:50.434548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa7817e8-3e45-40ac-9379-4bfd86008ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.450839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:50.485295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.520741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port fa036b20-f749-4783-bd4e-2160d4234598 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:50.532282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.565141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba5783-0a0e-445a-b80d-0f703045e0a3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:50.614746 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.617258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:50.617258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.700687 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa7817e8-3e45-40ac-9379-4bfd86008ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.711695 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa7817e8-3e45-40ac-9379-4bfd86008ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.739338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0881631 Aug 30 14:44:50.743370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58806) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:50.746177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:50.750412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.752966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Request body: {'subnet': {'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-399816225-subnet', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:50.793289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.802549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e798b-2977-4f07-b3ed-23cf942e5f14 admin admin] Pushing event updated for resources: {'Network': ['ID=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:50.809862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7817e8-3e45-40ac-9379-4bfd86008ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa202e3f-711f-472f-82a7-f4aa6748d623,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:50.816713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:50.817148 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aa7817e8-3e45-40ac-9379-4bfd86008ba3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28b2b58680af44f8a54d30d55317d301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327157 Aug 30 14:44:50.817895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58810) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:50.839760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Made reservation on behalf of b4461dc91ff84aaa8e564e89ddc309bf for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:50.843000 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.930834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58814) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:50.978394 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e05fda37-9e27-46c5-a971-759ab16faa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.020556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.022281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1def3a0-c64f-4722-be01-7b59d0535954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.027063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.094319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=ac797513-9001-4b52-992f-15f8e8e12350,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:51.100901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1def3a0-c64f-4722-be01-7b59d0535954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.108481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Checking segment: {'id': '70cd0327-bf94-473c-a750-c7bc889402e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:51.111835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network hostable DHCP agents. Network: 7b264fe3-b923-4e71-9b0e-7375c8c38072, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:51.131102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 7b264fe3-b923-4e71-9b0e-7375c8c38072 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:51.131389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:51.143240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 7b264fe3-b923-4e71-9b0e-7375c8c38072) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:51.150522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:51.151093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:51.151360 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.160438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:51.167964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f642363-b43f-49e3-bd0d-b334d54b40b4 None None] Network 7b264fe3-b923-4e71-9b0e-7375c8c38072 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:51.173938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:51.175072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.198639 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=fa036b20-f749-4783-bd4e-2160d4234598,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:51.321469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1def3a0-c64f-4722-be01-7b59d0535954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.324139 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1def3a0-c64f-4722-be01-7b59d0535954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.325344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a1def3a0-c64f-4722-be01-7b59d0535954 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa202e3f-711f-472f-82a7-f4aa6748d623 HTTP/1.1" status: 204 len: 168 time: 0.5064812 Aug 30 14:44:51.326885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-7b264fe3-b923-4e71-9b0e-7375c8c38072', 'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072', 'tenant_id': '13e35082be304162b929e193a5a62174', 'fixed_ips': [{'subnet_id': 'ac797513-9001-4b52-992f-15f8e8e12350'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:51.329241 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.349473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.417893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2f63bd-18bf-4b1c-a152-eaf8c5590855,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:51.421485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1def3a0-c64f-4722-be01-7b59d0535954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa202e3f-711f-472f-82a7-f4aa6748d623,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:51.433021 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e05fda37-9e27-46c5-a971-759ab16faa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.442380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e05fda37-9e27-46c5-a971-759ab16faa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.446917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc3ee3d4-659a-49cf-87f0-c856ade0ce00 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0162065 Aug 30 14:44:51.449243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:51.457238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072', 'name': 'tempest-PortsTestJSON-778705576'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:51.487031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-774653ac-db24-4574-8781-14a2401950c4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2945056 Aug 30 14:44:51.487031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fda37-9e27-46c5-a971-759ab16faa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f460a516-a697-4511-baec-e0f7982cd3c3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:51.499818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:51.566538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Allocated IP 172.20.0.2 (7b264fe3-b923-4e71-9b0e-7375c8c38072/ac797513-9001-4b52-992f-15f8e8e12350/03916e8d-824f-4239-9154-4f5a67fb9d6d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:51.571737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e05fda37-9e27-46c5-a971-759ab16faa5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf62fb73420848ea96a376da0c8f748a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6330619 Aug 30 14:44:51.577001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:51.580483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa257f0-4732-4001-b4fe-2b0efb754747 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:51.582055 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aaa257f0-4732-4001-b4fe-2b0efb754747 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/fa036b20-f749-4783-bd4e-2160d4234598 HTTP/1.1" status: 200 len: 845 time: 0.0807974 Aug 30 14:44:51.583240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Checking segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:51.583852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Network hostable DHCP agents. Network: e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:51.588388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:51.666785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:51.684108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:51.694965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421604d3-6406-4472-acdf-2bba5d075805 None None] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:51.709883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:51.711221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.720677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb54a2e7-90ed-43e4-8a0c-f056d307d3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.738929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-80f63bb0-3302-4572-963c-cd745b81b69e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9900858 Aug 30 14:44:51.743899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-972172df-539d-4df8-9f59-3b9890171f0d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port fa036b20-f749-4783-bd4e-2160d4234598 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:51.744251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-972172df-539d-4df8-9f59-3b9890171f0d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.747428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:51.753452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:51.792805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb54a2e7-90ed-43e4-8a0c-f056d307d3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.863691 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb54a2e7-90ed-43e4-8a0c-f056d307d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.866926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb54a2e7-90ed-43e4-8a0c-f056d307d3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.870717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb54a2e7-90ed-43e4-8a0c-f056d307d3bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f460a516-a697-4511-baec-e0f7982cd3c3 HTTP/1.1" status: 204 len: 168 time: 0.2902634 Aug 30 14:44:51.877774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54a2e7-90ed-43e4-8a0c-f056d307d3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460a516-a697-4511-baec-e0f7982cd3c3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:51.885401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-972172df-539d-4df8-9f59-3b9890171f0d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.910145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.911169 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.919951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-972172df-539d-4df8-9f59-3b9890171f0d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for fa036b20-f749-4783-bd4e-2160d4234598 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:51.946438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:51.956137 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:51.997404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port 76de67e6-0949-4106-b5c2-7d5638d03fad yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:51.997753 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.001784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'fixed_ips': [{'subnet_id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:52.002746 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.023175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Transition to ACTIVE for port object 03916e8d-824f-4239-9154-4f5a67fb9d6d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:52.041983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.050980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Transition to ACTIVE for port object 03916e8d-824f-4239-9154-4f5a67fb9d6d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:52.125844 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.152241 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5a4f23d0-5246-4a31-bea4-0419d0b5ae6f {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:44:52.153175 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:44:52.186803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Pushing event updated for resources: {'Port': ['ID=03916e8d-824f-4239-9154-4f5a67fb9d6d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:52.209731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Network 7b264fe3-b923-4e71-9b0e-7375c8c38072 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:52.215858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:52.221310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:52.285947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.310846 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-972172df-539d-4df8-9f59-3b9890171f0d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.319688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Attempting to bind port 03916e8d-824f-4239-9154-4f5a67fb9d6d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:52.320063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Attempting to bind port 03916e8d-824f-4239-9154-4f5a67fb9d6d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '70cd0327-bf94-473c-a750-c7bc889402e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:52.320469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Attempting to bind port 03916e8d-824f-4239-9154-4f5a67fb9d6d on network 7b264fe3-b923-4e71-9b0e-7375c8c38072 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:52.331978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Allocated IP 172.20.0.2 (e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a/7c2f63bd-18bf-4b1c-a152-eaf8c5590855/aff6ef0c-44c9-4bcc-a9b1-ff77c6590699) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:52.334976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:52.335578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Checking segment: {'id': '70cd0327-bf94-473c-a750-c7bc889402e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:52.336668 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.337164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Bound using segment: {'id': '70cd0327-bf94-473c-a750-c7bc889402e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:52.337814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Bound port: 03916e8d-824f-4239-9154-4f5a67fb9d6d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cd0327-bf94-473c-a750-c7bc889402e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:52.338222 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.371859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972172df-539d-4df8-9f59-3b9890171f0d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=fa036b20-f749-4783-bd4e-2160d4234598,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:52.388595 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-972172df-539d-4df8-9f59-3b9890171f0d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.391021 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-972172df-539d-4df8-9f59-3b9890171f0d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/fa036b20-f749-4783-bd4e-2160d4234598 HTTP/1.1" status: 204 len: 168 time: 0.7999265 Aug 30 14:44:52.393884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:52.427151 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7637a841-a1d1-4d38-afe4-d80709aeaa2d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:44:52.434570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:52.435418 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7637a841-a1d1-4d38-afe4-d80709aeaa2d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/fa036b20-f749-4783-bd4e-2160d4234598 HTTP/1.1" status: 404 len: 333 time: 0.0404410 Aug 30 14:44:52.443531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'name': 'tempest-PortsIpV6TestJSON-1795172426'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:52.654166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.654973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] For port 03916e8d-824f-4239-9154-4f5a67fb9d6d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:52.664576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] For port 03916e8d-824f-4239-9154-4f5a67fb9d6d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=03916e8d-824f-4239-9154-4f5a67fb9d6d,segment=NetworkSegment(70cd0327-bf94-473c-a750-c7bc889402e0),segment_id=70cd0327-bf94-473c-a750-c7bc889402e0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:52.677593 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.682628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port 6b1638db-6dbf-4e74-9f97-55070e3d1a61 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:52.703404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:52.713683 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.756123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.800511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port da86c315-1a32-4d42-9fac-00c8e0b9fc3a yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:52.812537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Pushing event updated for resources: {'Port': ['ID=03916e8d-824f-4239-9154-4f5a67fb9d6d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:52.817193 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.841809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.842172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.842538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.842876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.843211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.843579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.843879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.844205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.844534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.844855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.845204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.845532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e01f7-af2a-46c8-aa40-f140f37f8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:52.854705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.865025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Transition to ACTIVE for port object aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:52.896055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Transition to ACTIVE for port object aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:52.905947 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:52.954634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:52.956207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:53.006313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Allocated IP 172.25.6.181 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/f3814b91-da9b-46db-8bcb-bfb806a84adc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:53.013544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:53.088727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Pushing event updated for resources: {'Port': ['ID=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:53.130633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Attempting to bind port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:53.131018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Attempting to bind port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:53.131384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Attempting to bind port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 on network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:53.138660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:53.139182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Checking segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:53.139601 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.140211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Bound using segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:53.141205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Bound port: aff6ef0c-44c9-4bcc-a9b1-ff77c6590699, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:53.141692 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.282417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] For port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:53.287670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:53.292788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] For port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:53.300909 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.435961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.5 (7b264fe3-b923-4e71-9b0e-7375c8c38072/ac797513-9001-4b52-992f-15f8e8e12350/6b1638db-6dbf-4e74-9f97-55070e3d1a61) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:53.455684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ed3d7-d561-4f14-bca5-c35d4ab845e5 None None] Pushing event updated for resources: {'Port': ['ID=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:53.472725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.489357 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.575911 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.621776 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.635931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:53.643064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:53.645845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:53.652475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:53.653377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.722475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38df4ab3-1fed-4911-be78-1e48ead7a0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.739521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.766082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3277681 Aug 30 14:44:53.766708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:53.769008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:53.781162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:53.786290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 6b1638db-6dbf-4e74-9f97-55070e3d1a61 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:53.821150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dc571-89a6-43a4-9d85-6326a299c56a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=da86c315-1a32-4d42-9fac-00c8e0b9fc3a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:53.859286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:53.865775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:53.869074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:53.955587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 7b264fe3-b923-4e71-9b0e-7375c8c38072 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:53.973433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:53.978321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:54.004726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Pushing event updated for resources: {'Port': ['ID=f3814b91-da9b-46db-8bcb-bfb806a84adc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:54.016976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.059585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 03916e8d-824f-4239-9154-4f5a67fb9d6d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:44:54.137666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:54.139542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 03916e8d-824f-4239-9154-4f5a67fb9d6d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:54.141079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.145523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:44:54.160965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=6b1638db-6dbf-4e74-9f97-55070e3d1a61,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:54.228307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:54.337256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b686cf-b295-47b7-9c6e-183b6441f8f9 None None] Network 7b264fe3-b923-4e71-9b0e-7375c8c38072 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:54.422680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.440207 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.526988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] In _notify_port_updated(), no bound segment for port da86c315-1a32-4d42-9fac-00c8e0b9fc3a on network 4557dc95-cbf0-47b1-88d2-5f2321ded112 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:44:54.534581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:54.535535 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.540599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:54.551210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "PUT /v2.0/ports/da86c315-1a32-4d42-9fac-00c8e0b9fc3a HTTP/1.1" status: 200 len: 818 time: 0.7808022 Aug 30 14:44:54.583575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b80331d0-4d15-45a9-bfc3-478f048eaa16 None None] Provisioning for port 03916e8d-824f-4239-9154-4f5a67fb9d6d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:54.598545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b80331d0-4d15-45a9-bfc3-478f048eaa16 None None] Provisioning complete for port 03916e8d-824f-4239-9154-4f5a67fb9d6d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:54.598816 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b80331d0-4d15-45a9-bfc3-478f048eaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.627421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38df4ab3-1fed-4911-be78-1e48ead7a0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.646177 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38df4ab3-1fed-4911-be78-1e48ead7a0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.649198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28745dc-985b-4550-8f59-5ba62d2a99b0 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=da86c315-1a32-4d42-9fac-00c8e0b9fc3a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:54.687125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d0c808e4-1578-4c0c-9d1e-ae633d994aab tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2364993 Aug 30 14:44:54.694817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:54.707384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '7b264fe3-b923-4e71-9b0e-7375c8c38072', 'name': 'tempest-PortsTestJSON-1965875123'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:54.815257 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b80331d0-4d15-45a9-bfc3-478f048eaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.904650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cc512-a85c-41b7-8c37-d4561fbb6524 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port da86c315-1a32-4d42-9fac-00c8e0b9fc3a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:54.905144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9cc512-a85c-41b7-8c37-d4561fbb6524 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:54.909890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b80331d0-4d15-45a9-bfc3-478f048eaa16 None None] For port 03916e8d-824f-4239-9154-4f5a67fb9d6d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=03916e8d-824f-4239-9154-4f5a67fb9d6d,segment=NetworkSegment(70cd0327-bf94-473c-a750-c7bc889402e0),segment_id=70cd0327-bf94-473c-a750-c7bc889402e0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:54.917863 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b80331d0-4d15-45a9-bfc3-478f048eaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.031061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80331d0-4d15-45a9-bfc3-478f048eaa16 None None] Pushing event updated for resources: {'Port': ['ID=03916e8d-824f-4239-9154-4f5a67fb9d6d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:55.050593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9cc512-a85c-41b7-8c37-d4561fbb6524 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.067070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cc512-a85c-41b7-8c37-d4561fbb6524 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for da86c315-1a32-4d42-9fac-00c8e0b9fc3a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:55.174828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f36d6c47-0096-4f31-b2a0-72ac5223a772 None None] Provisioning complete for port 03916e8d-824f-4239-9154-4f5a67fb9d6d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:55.175508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f36d6c47-0096-4f31-b2a0-72ac5223a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.178169 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcce1-3e40-4922-a5f8-39dced2697a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.225415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea8275c-1595-4378-b8c4-5d90424fb7be None None] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:55.309130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9cc512-a85c-41b7-8c37-d4561fbb6524 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.390858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cc512-a85c-41b7-8c37-d4561fbb6524 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=da86c315-1a32-4d42-9fac-00c8e0b9fc3a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:55.391440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df4ab3-1fed-4911-be78-1e48ead7a0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6df9ef-b13f-4e50-9e6f-211ace0cbf5d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:55.404430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-38df4ab3-1fed-4911-be78-1e48ead7a0df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6ff5d5012194cb5bcb1336c01c96560&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1085589 Aug 30 14:44:55.409628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:55.420774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f9cc512-a85c-41b7-8c37-d4561fbb6524 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.431078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9f9cc512-a85c-41b7-8c37-d4561fbb6524 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/da86c315-1a32-4d42-9fac-00c8e0b9fc3a HTTP/1.1" status: 204 len: 168 time: 0.8886452 Aug 30 14:44:55.434120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:55.446415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.456757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:55.472271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.509650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port ba48dc23-2d4f-487d-a216-e8190890418f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:44:55.521364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f36d6c47-0096-4f31-b2a0-72ac5223a772 None None] Provisioning for port 6b1638db-6dbf-4e74-9f97-55070e3d1a61 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:55.539327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f36d6c47-0096-4f31-b2a0-72ac5223a772 None None] Provisioning complete for port 6b1638db-6dbf-4e74-9f97-55070e3d1a61 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:55.539707 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f36d6c47-0096-4f31-b2a0-72ac5223a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.581908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebfdc3e-8b87-44b1-9db6-58e17b52f8f5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:55.583638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5ebfdc3e-8b87-44b1-9db6-58e17b52f8f5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1475224 Aug 30 14:44:55.587027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:55.624559 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14b16590-3803-4852-adf9-c2bb0815ebae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.624788 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf36b31f-c81b-4e61-a8e8-5bec585a97d6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:44:55.626651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cf36b31f-c81b-4e61-a8e8-5bec585a97d6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/da86c315-1a32-4d42-9fac-00c8e0b9fc3a HTTP/1.1" status: 404 len: 333 time: 0.0384116 Aug 30 14:44:55.631495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:55.638262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-786576212'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:55.695924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f36d6c47-0096-4f31-b2a0-72ac5223a772 None None] Port 6b1638db-6dbf-4e74-9f97-55070e3d1a61 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:44:55.708512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:55.708686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14b16590-3803-4852-adf9-c2bb0815ebae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.713904 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.717689 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.6 (7b264fe3-b923-4e71-9b0e-7375c8c38072/ac797513-9001-4b52-992f-15f8e8e12350/ba48dc23-2d4f-487d-a216-e8190890418f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:55.787073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:44:55.811693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.812055 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Added segment f3ee4293-bc54-45e5-9d71-3e55f559ba00 of type vlan for network 652c971d-c1d6-41af-8f96-70aa8cc42efa Aug 30 14:44:55.825069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 03916e8d-824f-4239-9154-4f5a67fb9d6d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:44:55.869773 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14b16590-3803-4852-adf9-c2bb0815ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.873731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14b16590-3803-4852-adf9-c2bb0815ebae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.874626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Provisioning for port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:55.877695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-14b16590-3803-4852-adf9-c2bb0815ebae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d6df9ef-b13f-4e50-9e6f-211ace0cbf5d HTTP/1.1" status: 204 len: 168 time: 0.4639730 Aug 30 14:44:55.893013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Provisioning complete for port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:55.896262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b16590-3803-4852-adf9-c2bb0815ebae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6df9ef-b13f-4e50-9e6f-211ace0cbf5d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:55.902890 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.920377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:55.955650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.018043 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.025384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:56.026141 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.080922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 03916e8d-824f-4239-9154-4f5a67fb9d6d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:56.084434 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.121589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Network': ['ID=652c971d-c1d6-41af-8f96-70aa8cc42efa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:56.140085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:44:56.162498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-258dff40-858a-46f9-916a-f3f856f7f97d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5294142 Aug 30 14:44:56.163672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:56.174046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:56.210027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.232760 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.252142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object ba48dc23-2d4f-487d-a216-e8190890418f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:56.304541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.336806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] For port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:56.346821 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.436000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Pushing event updated for resources: {'Port': ['ID=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:56.445317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Provisioning complete for port 6b1638db-6dbf-4e74-9f97-55070e3d1a61 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:56.445911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.462398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=ba48dc23-2d4f-487d-a216-e8190890418f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:56.496355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:44:56.498737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 7b264fe3-b923-4e71-9b0e-7375c8c38072 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:56.501644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:56.506266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:56.510177 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.511372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:44:56.582783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1d3fae57-aefd-4dff-aced-a1d4dfb1d4f5 None None] Port 6b1638db-6dbf-4e74-9f97-55070e3d1a61 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:44:56.614246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:56.618035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.651965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5d205561-9426-483d-95cd-17874d6cefb2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9544470 Aug 30 14:44:56.656052 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:56.674771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:56.718731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccdc359e-de8d-4c2d-9ece-33f77feda871 None None] Provisioning complete for port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:56.720031 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccdc359e-de8d-4c2d-9ece-33f77feda871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.757456 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b91b19c-3763-469b-a247-b0c25dda6abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:56.761320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:44:56.797385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Sync routers for ids ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:44:56.817689 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d0577f-37cb-4919-8dce-32e187e538a5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:56.822587 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2d0577f-37cb-4919-8dce-32e187e538a5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1617949 Aug 30 14:44:56.824111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:56.855982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Routers {'aa8a3c2b-83fb-4dec-bc40-9d051d59e133'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:56.856657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:57.053293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0b427404-22d8-4112-81d6-dc3836ba7bb5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port ba48dc23-2d4f-487d-a216-e8190890418f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:57.053744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b427404-22d8-4112-81d6-dc3836ba7bb5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.075483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Set router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:57.189715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b91b19c-3763-469b-a247-b0c25dda6abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.192028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b427404-22d8-4112-81d6-dc3836ba7bb5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.202451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b91b19c-3763-469b-a247-b0c25dda6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.210526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.221526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0b427404-22d8-4112-81d6-dc3836ba7bb5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for ba48dc23-2d4f-487d-a216-e8190890418f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:57.272727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91b19c-3763-469b-a247-b0c25dda6abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6efde89-f6c2-41e6-ba52-45a1e48bb19b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:57.282779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.286814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ef6c0c1d-e1c5-4528-aa3d-a12320ddfd25 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5369406 Aug 30 14:44:57.306382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:57.319569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3665b297-2954-4062-aaf3-c421a8670a01 None None] Provisioning for port ba48dc23-2d4f-487d-a216-e8190890418f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:44:57.329906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3665b297-2954-4062-aaf3-c421a8670a01 None None] Provisioning complete for port ba48dc23-2d4f-487d-a216-e8190890418f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:57.330423 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3665b297-2954-4062-aaf3-c421a8670a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.354198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3b91b19c-3763-469b-a247-b0c25dda6abe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa5b29ba03f9467eb821964495b97eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477532 Aug 30 14:44:57.355723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59062) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:57.404636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3665b297-2954-4062-aaf3-c421a8670a01 None None] Port ba48dc23-2d4f-487d-a216-e8190890418f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:44:57.430636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:44:54Z', 'revision_number': 3, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:57.467030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=9aabf753-c0ba-46e2-bcdf-08c968397508,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:57.470896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Checking router: aa8a3c2b-83fb-4dec-bc40-9d051d59e133 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:44:57.471487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Updating router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 port f3814b91-da9b-46db-8bcb-bfb806a84adc binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:44:57.499045 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.529548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b427404-22d8-4112-81d6-dc3836ba7bb5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.566064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Checking segment: {'id': 'f3ee4293-bc54-45e5-9d71-3e55f559ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:57.566656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network hostable DHCP agents. Network: 652c971d-c1d6-41af-8f96-70aa8cc42efa, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:44:57.569574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b427404-22d8-4112-81d6-dc3836ba7bb5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=ba48dc23-2d4f-487d-a216-e8190890418f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:57.640758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9f6e-0a24-464c-935a-6ff819c08b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.663017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b427404-22d8-4112-81d6-dc3836ba7bb5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.666493 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0b427404-22d8-4112-81d6-dc3836ba7bb5 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/ba48dc23-2d4f-487d-a216-e8190890418f HTTP/1.1" status: 204 len: 168 time: 0.8410945 Aug 30 14:44:57.669987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:57.722523 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a30aab-87ff-4532-96e5-55e1f3aafeaf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:57.724207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97a30aab-87ff-4532-96e5-55e1f3aafeaf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/ba48dc23-2d4f-487d-a216-e8190890418f HTTP/1.1" status: 404 len: 333 time: 0.0522809 Aug 30 14:44:57.737729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:57.789098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9f6e-0a24-464c-935a-6ff819c08b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.824174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:44:57.847372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:44:57.885722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 652c971d-c1d6-41af-8f96-70aa8cc42efa) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:57.905409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:57.906122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20735204-e726-46ef-95ff-2adc2561763f None None] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:57.906675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.921924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb6347-74b5-4657-9c10-fdb9b50c5b22 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 6b1638db-6dbf-4e74-9f97-55070e3d1a61 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:57.922445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6347-74b5-4657-9c10-fdb9b50c5b22 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:57.977603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-51cd1503-4e12-4481-80ca-3ba2641ed7fb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8112245 Aug 30 14:44:57.980702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:57.986338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ccb6f271-a974-4b71-9daf-1217b218e2b9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:58.067314 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a2c6737-fdaf-4668-81c2-7afd1f7d1082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.067615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6347-74b5-4657-9c10-fdb9b50c5b22 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.092809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb6347-74b5-4657-9c10-fdb9b50c5b22 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 6b1638db-6dbf-4e74-9f97-55070e3d1a61 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:58.099873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9f6e-0a24-464c-935a-6ff819c08b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.107288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9f6e-0a24-464c-935a-6ff819c08b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.112017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c6cd9f6e-0a24-464c-935a-6ff819c08b6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6efde89-f6c2-41e6-ba52-45a1e48bb19b HTTP/1.1" status: 204 len: 168 time: 0.6969388 Aug 30 14:44:58.177161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd9f6e-0a24-464c-935a-6ff819c08b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6efde89-f6c2-41e6-ba52-45a1e48bb19b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:58.182939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:44:58.183544 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.389836 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6347-74b5-4657-9c10-fdb9b50c5b22 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.459703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-652c971d-c1d6-41af-8f96-70aa8cc42efa', 'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa', 'tenant_id': '9f17afd48b014894b9266b621abe4590', 'fixed_ips': [{'subnet_id': '9aabf753-c0ba-46e2-bcdf-08c968397508'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:44:58.466093 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.485305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb6347-74b5-4657-9c10-fdb9b50c5b22 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=6b1638db-6dbf-4e74-9f97-55070e3d1a61,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:58.526040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6f271-a974-4b71-9daf-1217b218e2b9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:58.534760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f271-a974-4b71-9daf-1217b218e2b9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.610013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.617781 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6347-74b5-4657-9c10-fdb9b50c5b22 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.630601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d7cb6347-74b5-4657-9c10-fdb9b50c5b22 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/6b1638db-6dbf-4e74-9f97-55070e3d1a61 HTTP/1.1" status: 204 len: 168 time: 0.8833237 Aug 30 14:44:58.630721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Transition to ACTIVE for port object f3814b91-da9b-46db-8bcb-bfb806a84adc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:58.630845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:58.642329 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.678851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.687166 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bcbd60-580f-4df0-b0d0-43029630a80c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:44:58.696542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-29bcbd60-580f-4df0-b0d0-43029630a80c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/6b1638db-6dbf-4e74-9f97-55070e3d1a61 HTTP/1.1" status: 404 len: 333 time: 0.0670013 Aug 30 14:44:58.697506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:58.721860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:58.896489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3973e527-f058-4644-b782-911e0122835e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet ac797513-9001-4b52-992f-15f8e8e12350 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:58.901476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3973e527-f058-4644-b782-911e0122835e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:58.904438 n-d-805668-3 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-ccb6f271-a974-4b71-9daf-1217b218e2b9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9aabf753-c0ba-46e2-bcdf-08c968397508 (CIDR: 2001:db8::/64) Aug 30 14:44:58.910847 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb6f271-a974-4b71-9daf-1217b218e2b9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:44:58.911305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb6f271-a974-4b71-9daf-1217b218e2b9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:44:58.934412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ccb6f271-a974-4b71-9daf-1217b218e2b9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9522099 Aug 30 14:44:58.938757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:58.946458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:44:59.014501 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.024569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Attempting to bind port f3814b91-da9b-46db-8bcb-bfb806a84adc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:44:59.024981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Attempting to bind port f3814b91-da9b-46db-8bcb-bfb806a84adc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:44:59.025340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Attempting to bind port f3814b91-da9b-46db-8bcb-bfb806a84adc on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:44:59.029823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3973e527-f058-4644-b782-911e0122835e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.047242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830bdcb-903d-4835-aa3f-1c0167f00488 None None] Pushing event updated for resources: {'Port': ['ID=f3814b91-da9b-46db-8bcb-bfb806a84adc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:59.054497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:44:59.055707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:44:59.055953 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.056233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:44:59.056687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Bound port: f3814b91-da9b-46db-8bcb-bfb806a84adc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:44:59.057167 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.148568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Allocated IP 172.20.0.1 (e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a/7c2f63bd-18bf-4b1c-a152-eaf8c5590855/ba45b3f0-b55d-43ee-b21d-6615b4bbe35d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:59.166361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:44:59.171273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.181638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Allocated IP 2001:db8::2 (652c971d-c1d6-41af-8f96-70aa8cc42efa/9aabf753-c0ba-46e2-bcdf-08c968397508/8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:44:59.190998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] For port f3814b91-da9b-46db-8bcb-bfb806a84adc, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:44:59.199064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] For port f3814b91-da9b-46db-8bcb-bfb806a84adc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f3814b91-da9b-46db-8bcb-bfb806a84adc,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:44:59.209323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.245380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e988ec10-f1f5-4aa8-a96c-5aa5e7a45e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.248195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3973e527-f058-4644-b782-911e0122835e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.471813 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.504537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Routers {'aa8a3c2b-83fb-4dec-bc40-9d051d59e133'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:59.504784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:59.509943 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e988ec10-f1f5-4aa8-a96c-5aa5e7a45e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.522350 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e988ec10-f1f5-4aa8-a96c-5aa5e7a45e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.541247 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3973e527-f058-4644-b782-911e0122835e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.599933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973e527-f058-4644-b782-911e0122835e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=ac797513-9001-4b52-992f-15f8e8e12350,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:59.617250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e988ec10-f1f5-4aa8-a96c-5aa5e7a45e5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=988d9f8488834af59ecdb04b6654189f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8893728 Aug 30 14:44:59.617924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.618041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:59.627527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3973e527-f058-4644-b782-911e0122835e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.629642 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3973e527-f058-4644-b782-911e0122835e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/ac797513-9001-4b52-992f-15f8e8e12350 HTTP/1.1" status: 204 len: 168 time: 0.9304047 Aug 30 14:44:59.630531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ec10-f1f5-4aa8-a96c-5aa5e7a45e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b80dd4f-9156-4bb1-b867-6270472ed65a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:59.643209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:59.678365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Transition to ACTIVE for port object ba45b3f0-b55d-43ee-b21d-6615b4bbe35d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:59.690208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.705314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d151871a-0b01-462c-b540-7b66f9830a31 None None] Network 7b264fe3-b923-4e71-9b0e-7375c8c38072 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:59.719590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830bdcb-903d-4835-aa3f-1c0167f00488 None None] Pushing event updated for resources: {'Port': ['ID=f3814b91-da9b-46db-8bcb-bfb806a84adc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:59.750514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15a6da76-629a-4b20-976f-004c2bca1e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.780573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15a6da76-629a-4b20-976f-004c2bca1e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.785279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Transition to ACTIVE for port object 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:59.829881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.836908 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.877322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Transition to ACTIVE for port object 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:44:59.885784 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15a6da76-629a-4b20-976f-004c2bca1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.890722 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15a6da76-629a-4b20-976f-004c2bca1e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.901502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-15a6da76-629a-4b20-976f-004c2bca1e2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b80dd4f-9156-4bb1-b867-6270472ed65a HTTP/1.1" status: 204 len: 168 time: 0.2812185 Aug 30 14:44:59.906566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.914552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:59.919568 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.921178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6da76-629a-4b20-976f-004c2bca1e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b80dd4f-9156-4bb1-b867-6270472ed65a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:59.931871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:59.935792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:44:59.936397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:59.937010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.942437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:44:59.974102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:00.014547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=945dc3ec-cc3d-4349-b883-cbd961b846e7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:00.027737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:00.038524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fc7f520c-e56b-4248-9c94-8c203bacc977 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0982771 Aug 30 14:45:00.040958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:00.041488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:00.045882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:00.051920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa', 'fixed_ips': [{'subnet_id': '9aabf753-c0ba-46e2-bcdf-08c968397508'}, {'subnet_id': '945dc3ec-cc3d-4349-b883-cbd961b846e7'}], 'name': 'tempest-PortsIpV6TestJSON-216723620'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:00.137680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.156210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] Set router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:00.207881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Pushing event updated for resources: {'Port': ['ID=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:00.242900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 03916e8d-824f-4239-9154-4f5a67fb9d6d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:00.243237 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.275140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:00.332790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Attempting to bind port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:00.336101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Attempting to bind port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f3ee4293-bc54-45e5-9d71-3e55f559ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:00.336701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Attempting to bind port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 on network 652c971d-c1d6-41af-8f96-70aa8cc42efa {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:00.356219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] For port 03916e8d-824f-4239-9154-4f5a67fb9d6d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=03916e8d-824f-4239-9154-4f5a67fb9d6d,segment=NetworkSegment(70cd0327-bf94-473c-a750-c7bc889402e0),segment_id=70cd0327-bf94-473c-a750-c7bc889402e0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:00.356691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.365506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Pushing event updated for resources: {'Port': ['ID=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:00.387140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 03916e8d-824f-4239-9154-4f5a67fb9d6d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:00.396163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:00.396840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Checking segment: {'id': 'f3ee4293-bc54-45e5-9d71-3e55f559ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:00.397467 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.398261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Bound using segment: {'id': 'f3ee4293-bc54-45e5-9d71-3e55f559ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:00.398921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Bound port: 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ee4293-bc54-45e5-9d71-3e55f559ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:00.400022 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.516813 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.522438 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.544730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No DVR routers for this DVR port 03916e8d-824f-4239-9154-4f5a67fb9d6d on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:00.551333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d6586a5-f1d2-43d4-9973-3490c70afa17 None None] Provisioning for port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:00.568619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port e05a9a60-69f1-46d4-8553-8cbd9d61b5ad yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:00.592584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d6586a5-f1d2-43d4-9973-3490c70afa17 None None] Provisioning complete for port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:00.592969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d6586a5-f1d2-43d4-9973-3490c70afa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.615380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64107bd0-69df-4640-b2fa-e4a58957473c None None] DHCP port deletion for 7b264fe3-b923-4e71-9b0e-7375c8c38072 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:45:00.648282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:00.683361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] For port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:00.728768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=03916e8d-824f-4239-9154-4f5a67fb9d6d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:00.729147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] For port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,segment=NetworkSegment(f3ee4293-bc54-45e5-9d71-3e55f559ba00),segment_id=f3ee4293-bc54-45e5-9d71-3e55f559ba00)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:00.757101 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6df00c32-5c54-4446-a941-824e33600145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.769637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8d6586a5-f1d2-43d4-9973-3490c70afa17 None None] Port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:00.780308 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.857327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.869785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b264fe3-b923-4e71-9b0e-7375c8c38072']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:00.892014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cd0327-bf94-473c-a750-c7bc889402e0') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:00.892481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cd0327-bf94-473c-a750-c7bc889402e0') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:00.903627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.924753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.932937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:45:00.934406 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:00.962097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188530-713c-4e31-843f-046c050ca8f6 None None] Pushing event updated for resources: {'Port': ['ID=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:00.967329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:44:54Z', 'revision_number': 3, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:01.012619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::e4 (652c971d-c1d6-41af-8f96-70aa8cc42efa/9aabf753-c0ba-46e2-bcdf-08c968397508/e05a9a60-69f1-46d4-8553-8cbd9d61b5ad) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:01.017406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb54819-cd14-42e1-985f-560b678f3ed6 None None] The sync data for ids ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'] in n-d-805668-3 is: [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:44:54Z', 'revision_number': 3, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:45:01.017896 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:45:01.036462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.054039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8:0:1::265 (652c971d-c1d6-41af-8f96-70aa8cc42efa/945dc3ec-cc3d-4349-b883-cbd961b846e7/e05a9a60-69f1-46d4-8553-8cbd9d61b5ad) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:01.085245 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.086974 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/networks/7b264fe3-b923-4e71-9b0e-7375c8c38072 HTTP/1.1" status: 204 len: 168 time: 1.4414308 Aug 30 14:45:01.095776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:01.121522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-522158386'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:01.131686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5d79d-83bc-46e7-90ec-ef10c5ad2b5f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Network': ['ID=7b264fe3-b923-4e71-9b0e-7375c8c38072,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:01.173219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.508120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.524394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object e05a9a60-69f1-46d4-8553-8cbd9d61b5ad will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:01.613234 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.688208 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.789754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:01.802552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:01.810245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:01.817236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:01.818285 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.865153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=e05a9a60-69f1-46d4-8553-8cbd9d61b5ad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:01.870499 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6df00c32-5c54-4446-a941-824e33600145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.884593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6df00c32-5c54-4446-a941-824e33600145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:01.887421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8f4cd129-c3ea-4b7f-b558-7471ce2646e8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8443015 Aug 30 14:45:01.890192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:01.902197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9aabf753-c0ba-46e2-bcdf-08c968397508'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:01.991807 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6df00c32-5c54-4446-a941-824e33600145 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29a63e73cdd943e2b3fbcd3f188e3256&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2860224 Aug 30 14:45:01.991807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:02.002294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.007383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:02.036542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df00c32-5c54-4446-a941-824e33600145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a02dd50-a556-4e45-a541-1f9a19c7d2bf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:02.069710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:45:02.108440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.108862 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Added segment 8cbce92e-9a3c-4478-a694-9fb07b9a012d of type vlan for network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 Aug 30 14:45:02.117218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f3814b91-da9b-46db-8bcb-bfb806a84adc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:02.168711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.180747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f3814b91-da9b-46db-8bcb-bfb806a84adc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:02.186252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f3814b91-da9b-46db-8bcb-bfb806a84adc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:02.186716 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.201986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.262236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.290355 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.305078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c922df1-b7ae-4aab-921f-fcc2f2b951ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.310408 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.323654 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.330476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:02.330849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.356790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f3814b91-da9b-46db-8bcb-bfb806a84adc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f3814b91-da9b-46db-8bcb-bfb806a84adc,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:02.372177 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.377168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:02.456298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c922df1-b7ae-4aab-921f-fcc2f2b951ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.469833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3594508 Aug 30 14:45:02.478226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:02.495140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:02.507201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.511279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Pushing event updated for resources: {'Port': ['ID=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:02.520030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68928217-3b38-4fd2-a16f-ae4e2e50a37e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Network': ['ID=20640275-5e3b-4bcc-8271-c2b4b7184fb4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:02.587549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f3814b91-da9b-46db-8bcb-bfb806a84adc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:02.593339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:45:02.689070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:02.750903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c922df1-b7ae-4aab-921f-fcc2f2b951ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.753901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c922df1-b7ae-4aab-921f-fcc2f2b951ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.755580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4c922df1-b7ae-4aab-921f-fcc2f2b951ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a02dd50-a556-4e45-a541-1f9a19c7d2bf HTTP/1.1" status: 204 len: 168 time: 0.7442234 Aug 30 14:45:02.786168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81883f20-9d46-4b35-83c7-09bf9284a125 None None] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:02.800425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c922df1-b7ae-4aab-921f-fcc2f2b951ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a02dd50-a556-4e45-a541-1f9a19c7d2bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:02.869527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 03916e8d-824f-4239-9154-4f5a67fb9d6d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:45:02.891955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Delete allocated IP 2001:db8:0:1::265 (652c971d-c1d6-41af-8f96-70aa8cc42efa/945dc3ec-cc3d-4349-b883-cbd961b846e7) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 14:45:02.939918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:02.946821 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.967645 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.016936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 03916e8d-824f-4239-9154-4f5a67fb9d6d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:45:03.016936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 03916e8d-824f-4239-9154-4f5a67fb9d6d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:45:03.022372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f791946-5d93-4a92-b502-bd918ca45814 None None] Provisioning for port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:03.035463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f791946-5d93-4a92-b502-bd918ca45814 None None] Provisioning complete for port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:03.035828 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f791946-5d93-4a92-b502-bd918ca45814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.119193 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.141264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Ignored duplicate provisioning block setup for port e05a9a60-69f1-46d4-8553-8cbd9d61b5ad by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 14:45:03.151460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.217713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:03.223762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:03.313799 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f791946-5d93-4a92-b502-bd918ca45814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.339054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] In _notify_port_updated(), no bound segment for port e05a9a60-69f1-46d4-8553-8cbd9d61b5ad on network 652c971d-c1d6-41af-8f96-70aa8cc42efa {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:45:03.357669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:03.358379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.366563 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "PUT /v2.0/ports/e05a9a60-69f1-46d4-8553-8cbd9d61b5ad HTTP/1.1" status: 200 len: 924 time: 1.4750605 Aug 30 14:45:03.367774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:03.372869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c41a7-e633-4bb5-a4b5-fd4a38c9332d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=e05a9a60-69f1-46d4-8553-8cbd9d61b5ad,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:03.386538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9aabf753-c0ba-46e2-bcdf-08c968397508'}, {'subnet_id': '945dc3ec-cc3d-4349-b883-cbd961b846e7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:03.436152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2f791946-5d93-4a92-b502-bd918ca45814 None None] For port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,segment=NetworkSegment(f3ee4293-bc54-45e5-9d71-3e55f559ba00),segment_id=f3ee4293-bc54-45e5-9d71-3e55f559ba00)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:03.448008 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f791946-5d93-4a92-b502-bd918ca45814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.627984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f791946-5d93-4a92-b502-bd918ca45814 None None] Pushing event updated for resources: {'Port': ['ID=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:03.655879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.681535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5aac9d1e-42bc-4391-a874-156a0a013740 None None] Provisioning complete for port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:03.681984 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5aac9d1e-42bc-4391-a874-156a0a013740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:03.782336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:45:03.868422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Checking segment: {'id': '8cbce92e-9a3c-4478-a694-9fb07b9a012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:03.868886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network hostable DHCP agents. Network: 20640275-5e3b-4bcc-8271-c2b4b7184fb4, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:45:03.875939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ae614-ce29-4b4a-b9eb-fe0c028d13ab None None] Update dhcp port {'port': {'network_id': '652c971d-c1d6-41af-8f96-70aa8cc42efa', 'fixed_ips': [{'subnet_id': '9aabf753-c0ba-46e2-bcdf-08c968397508', 'ip_address': '2001:db8::2'}, {'subnet_id': '945dc3ec-cc3d-4349-b883-cbd961b846e7'}], 'binding:host_id': 'n-d-805668-3'}, 'id': '8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:45:03.919546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5aac9d1e-42bc-4391-a874-156a0a013740 None None] Port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:03.926727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f3814b91-da9b-46db-8bcb-bfb806a84adc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:03.935757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=df41295a-62c6-4af9-819e-053788e0258f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:03.938507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:45:03.989283 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a07ae614-ce29-4b4a-b9eb-fe0c028d13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:04.017684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 20640275-5e3b-4bcc-8271-c2b4b7184fb4) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:04.027149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:04.028139 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:04.042577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:04.072792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-66cd14b6-23fc-424a-8308-71fe5854de29 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5930886 Aug 30 14:45:04.075740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:04.089475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4', 'name': 'tempest-PortsTestJSON-144792186', 'fixed_ips': [{'subnet_id': 'df41295a-62c6-4af9-819e-053788e0258f', 'ip_address': '172.20.0.10'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:04.254523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:04.267295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fe1b1df7-cf1d-4b73-b964-4d715753d26d admin admin] 10.222.0.50 "PUT /v2.0/routers/aa8a3c2b-83fb-4dec-bc40-9d051d59e133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9568274 Aug 30 14:45:04.267620 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Sync routers for ids ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:04.282679 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Routers {'aa8a3c2b-83fb-4dec-bc40-9d051d59e133'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:04.283331 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:04.344039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99761c-8a28-45c1-9e7f-712d82c75f6d None None] Network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:04.399672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:04.500488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f3814b91-da9b-46db-8bcb-bfb806a84adc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:04.503526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:04.613849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8:0:1::36b (652c971d-c1d6-41af-8f96-70aa8cc42efa/945dc3ec-cc3d-4349-b883-cbd961b846e7/e05a9a60-69f1-46d4-8553-8cbd9d61b5ad) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:04.637628 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Set router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:04.651319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:04.708250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port d237d181-2e47-4d80-a43e-d3eb31b1cf6a yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:04.869060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-20640275-5e3b-4bcc-8271-c2b4b7184fb4', 'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4', 'tenant_id': '13e35082be304162b929e193a5a62174', 'fixed_ips': [{'subnet_id': 'df41295a-62c6-4af9-819e-053788e0258f'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:45:04.874336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:04.907889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:04.935842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Ignored duplicate provisioning block setup for port e05a9a60-69f1-46d4-8553-8cbd9d61b5ad by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 14:45:04.943517 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.080157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:05.105141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.10 (20640275-5e3b-4bcc-8271-c2b4b7184fb4/df41295a-62c6-4af9-819e-053788e0258f/d237d181-2e47-4d80-a43e-d3eb31b1cf6a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:05.132428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] In _notify_port_updated(), no bound segment for port e05a9a60-69f1-46d4-8553-8cbd9d61b5ad on network 652c971d-c1d6-41af-8f96-70aa8cc42efa {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:45:05.138831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:05.139496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.141510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "PUT /v2.0/ports/e05a9a60-69f1-46d4-8553-8cbd9d61b5ad HTTP/1.1" status: 200 len: 1010 time: 1.7697663 Aug 30 14:45:05.142791 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ffa1a-a60d-4cab-aa9b-002c3fbcc723 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=e05a9a60-69f1-46d4-8553-8cbd9d61b5ad,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:05.145356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:05.178716 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:45:00Z', 'revision_number': 4, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ba45b3f0-b55d-43ee-b21d-6615b4bbe35d', 'name': '', 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'mac_address': 'fa:16:3e:50:aa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:58Z', 'updated_at': '2021-08-30T14:45:01Z', 'revision_number': 2, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'subnets': [{'id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:05.259352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e412afd3-a122-4447-9347-c96fb3d14550 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port e05a9a60-69f1-46d4-8553-8cbd9d61b5ad {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:05.260510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e412afd3-a122-4447-9347-c96fb3d14550 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.286858 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Checking router: aa8a3c2b-83fb-4dec-bc40-9d051d59e133 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:45:05.287473 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Updating router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:45:05.379455 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.387617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a07ae614-ce29-4b4a-b9eb-fe0c028d13ab None None] Allocated IP 2001:db8:0:1::2 (652c971d-c1d6-41af-8f96-70aa8cc42efa/945dc3ec-cc3d-4349-b883-cbd961b846e7/8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:05.437431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:05.437815 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.514176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e412afd3-a122-4447-9347-c96fb3d14550 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.523628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.546533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e412afd3-a122-4447-9347-c96fb3d14550 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for e05a9a60-69f1-46d4-8553-8cbd9d61b5ad owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:05.558181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object d237d181-2e47-4d80-a43e-d3eb31b1cf6a will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:05.631707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.707916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:05.719220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:05.729895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:05.827428 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.838838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a07ae614-ce29-4b4a-b9eb-fe0c028d13ab None None] For port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,segment=NetworkSegment(f3ee4293-bc54-45e5-9d71-3e55f559ba00),segment_id=f3ee4293-bc54-45e5-9d71-3e55f559ba00)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:05.841172 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Transition to ACTIVE for port object ba45b3f0-b55d-43ee-b21d-6615b4bbe35d will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:05.849082 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.886150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=d237d181-2e47-4d80-a43e-d3eb31b1cf6a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:05.919695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Allocated IP 172.20.0.2 (20640275-5e3b-4bcc-8271-c2b4b7184fb4/df41295a-62c6-4af9-819e-053788e0258f/39cab7d7-2f32-42c4-a897-e694c03a8f9b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:05.931090 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Pushing event updated for resources: {'Port': ['ID=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:05.963666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:05.966460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:05.971128 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.971474 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.971814 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.972148 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.972478 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.972807 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.973623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.973623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.973870 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.974098 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.982961 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:05.983369 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:06.028999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fda6eb31-b5a4-4251-94c2-5fa9c12f4639 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9458110 Aug 30 14:45:06.031613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:06.038674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4', 'name': 'tempest-PortsTestJSON-1969859701', 'fixed_ips': [{'subnet_id': 'df41295a-62c6-4af9-819e-053788e0258f', 'ip_address': '172.20.0.9'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:06.058233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e412afd3-a122-4447-9347-c96fb3d14550 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.192106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412afd3-a122-4447-9347-c96fb3d14550 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=e05a9a60-69f1-46d4-8553-8cbd9d61b5ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:06.202658 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Attempting to bind port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:06.203060 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Attempting to bind port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:06.203433 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Attempting to bind port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d on network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:06.225167 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:06.225558 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Checking segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:06.226024 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.227064 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Bound using segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:06.227562 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Bound port: ba45b3f0-b55d-43ee-b21d-6615b4bbe35d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:06.227953 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.239919 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a07ae614-ce29-4b4a-b9eb-fe0c028d13ab None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.259899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:06.266862 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.304915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port 78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:06.338231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e412afd3-a122-4447-9347-c96fb3d14550 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.344654 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e412afd3-a122-4447-9347-c96fb3d14550 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/e05a9a60-69f1-46d4-8553-8cbd9d61b5ad HTTP/1.1" status: 204 len: 168 time: 1.1959074 Aug 30 14:45:06.346047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:06.400281 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] For port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:06.404584 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] For port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:06.417465 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.435300 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cface0-ee12-4706-9455-98087fc854f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:45:06.450792 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-74cface0-ee12-4706-9455-98087fc854f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/e05a9a60-69f1-46d4-8553-8cbd9d61b5ad HTTP/1.1" status: 404 len: 333 time: 0.1017134 Aug 30 14:45:06.453979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:06.537869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:06.546719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-606270707-network', 'tenant_id': '356d8d3422984408b4f2311b506222d2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:06.584012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a07ae614-ce29-4b4a-b9eb-fe0c028d13ab None None] Transition to ACTIVE for port object 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:06.618332 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a07ae614-ce29-4b4a-b9eb-fe0c028d13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.623601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da97fd1-d5da-4940-b788-b4f785f96e51 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet 945dc3ec-cc3d-4349-b883-cbd961b846e7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:06.643033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da97fd1-d5da-4940-b788-b4f785f96e51 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.649175 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Routers {'aa8a3c2b-83fb-4dec-bc40-9d051d59e133'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:06.650141 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:06.657578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Made reservation on behalf of 356d8d3422984408b4f2311b506222d2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:06.661115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.757119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.787034 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919b1ef-ade4-4922-91f0-48092f4202fc None None] Pushing event updated for resources: {'Port': ['ID=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:06.832690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da97fd1-d5da-4940-b788-b4f785f96e51 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.018494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ae614-ce29-4b4a-b9eb-fe0c028d13ab None None] Pushing event updated for resources: {'Port': ['ID=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:07.246715 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] Set router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:07.281286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da97fd1-d5da-4940-b788-b4f785f96e51 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.302540 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.333395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Transition to ACTIVE for port object 39cab7d7-2f32-42c4-a897-e694c03a8f9b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:07.422685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Transition to ACTIVE for port object 39cab7d7-2f32-42c4-a897-e694c03a8f9b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:07.476168 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.477159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:07.563716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.578505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.9 (20640275-5e3b-4bcc-8271-c2b4b7184fb4/df41295a-62c6-4af9-819e-053788e0258f/78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:07.583570 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.639091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:07.653833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da97fd1-d5da-4940-b788-b4f785f96e51 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.694662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:45:07.717026 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:45:00Z', 'revision_number': 4, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ba45b3f0-b55d-43ee-b21d-6615b4bbe35d', 'name': '', 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'mac_address': 'fa:16:3e:50:aa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:58Z', 'updated_at': '2021-08-30T14:45:06Z', 'revision_number': 4, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'subnets': [{'id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:07.721571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:07.724613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:07.742320 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04c2879e-a26d-4d2a-a7cb-27f4aa79ef7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.747025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Pushing event updated for resources: {'Port': ['ID=39cab7d7-2f32-42c4-a897-e694c03a8f9b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:07.786379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3da97fd1-d5da-4940-b788-b4f785f96e51 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.789532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3da97fd1-d5da-4940-b788-b4f785f96e51 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/945dc3ec-cc3d-4349-b883-cbd961b846e7 HTTP/1.1" status: 204 len: 168 time: 1.3337743 Aug 30 14:45:07.813577 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92faa7-d2c2-49cb-a282-66e348656357 None None] The sync data for ids ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'] in n-d-805668-3 is: [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:45:00Z', 'revision_number': 4, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ba45b3f0-b55d-43ee-b21d-6615b4bbe35d', 'name': '', 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'mac_address': 'fa:16:3e:50:aa:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:58Z', 'updated_at': '2021-08-30T14:45:06Z', 'revision_number': 4, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'subnets': [{'id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:07.819150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da97fd1-d5da-4940-b788-b4f785f96e51 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=945dc3ec-cc3d-4349-b883-cbd961b846e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:07.829461 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.830425 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Added segment ba20e2fe-1dd7-4f2e-96fb-4daabc741c50 of type vlan for network d5e7faea-dbe4-4641-b18c-d53900922e99 Aug 30 14:45:07.832596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:07.836378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15396127-fed4-4235-9fb7-2615cfb44128,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:07.877897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Attempting to bind port 39cab7d7-2f32-42c4-a897-e694c03a8f9b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:07.878618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Attempting to bind port 39cab7d7-2f32-42c4-a897-e694c03a8f9b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8cbce92e-9a3c-4478-a694-9fb07b9a012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:07.879154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Attempting to bind port 39cab7d7-2f32-42c4-a897-e694c03a8f9b on network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:07.893680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:07.894797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Checking segment: {'id': '8cbce92e-9a3c-4478-a694-9fb07b9a012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:07.896097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.896717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Bound using segment: {'id': '8cbce92e-9a3c-4478-a694-9fb07b9a012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:07.897636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Bound port: 39cab7d7-2f32-42c4-a897-e694c03a8f9b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbce92e-9a3c-4478-a694-9fb07b9a012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '20640275-5e3b-4bcc-8271-c2b4b7184fb4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:07.898305 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:07.999659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] For port 39cab7d7-2f32-42c4-a897-e694c03a8f9b, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:08.006804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] For port 39cab7d7-2f32-42c4-a897-e694c03a8f9b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=39cab7d7-2f32-42c4-a897-e694c03a8f9b,segment=NetworkSegment(8cbce92e-9a3c-4478-a694-9fb07b9a012d),segment_id=8cbce92e-9a3c-4478-a694-9fb07b9a012d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:08.009651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet 9aabf753-c0ba-46e2-bcdf-08c968397508 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:08.013983 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.029815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.055665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.091594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:08.112897 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.181126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b04af4-8cd4-4f24-898e-5d219495b8f6 None None] Pushing event updated for resources: {'Port': ['ID=39cab7d7-2f32-42c4-a897-e694c03a8f9b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:08.184489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.273628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:08.279939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a01ae40-05a2-4691-a030-c9831367f86f None None] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:08.281766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:08.286492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:08.342673 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.362527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:08.404245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.404864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.406555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.406896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.407240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.407578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.407913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.408242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.408574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.408901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.409275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.409602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.415054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc5af241-8de0-4498-8531-b56b214abe28 None None] Provisioning for port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:08.427400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc5af241-8de0-4498-8531-b56b214abe28 None None] Provisioning complete for port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:08.427776 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc5af241-8de0-4498-8531-b56b214abe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.451603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:08.452282 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.661468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc5af241-8de0-4498-8531-b56b214abe28 None None] Could not find standard attr ID for object e05a9a60-69f1-46d4-8553-8cbd9d61b5ad. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:45:08.707148 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.761982 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.763723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:08.764876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.906017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.916468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e7faea-dbe4-4641-b18c-d53900922e99,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:08.964795 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:08.969826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=9aabf753-c0ba-46e2-bcdf-08c968397508,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:08.976797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:08.981025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/9aabf753-c0ba-46e2-bcdf-08c968397508 HTTP/1.1" status: 204 len: 168 time: 1.1319041 Aug 30 14:45:08.981537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:08.996371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.996724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.997201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.997496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.998035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.998165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.998499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.998827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:08.999153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.009763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.010143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.010488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.026377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.026995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.027497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.027701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d5e7faea-dbe4-4641-b18c-d53900922e99 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:45:09.028189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.028682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.029197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.029685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.030331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.030825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.031332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.031827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.032323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb13af-98d4-4c11-87c7-2d3b2be6884a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:09.078148 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04c2879e-a26d-4d2a-a7cb-27f4aa79ef7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.097305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04c2879e-a26d-4d2a-a7cb-27f4aa79ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.116017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-59c425c7-5a57-4609-b75c-45b6bca9747c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0832603 Aug 30 14:45:09.120019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:09.163427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2879e-a26d-4d2a-a7cb-27f4aa79ef7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b2c871-4cab-43bc-a234-d38e76590abb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:09.188701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:09.189792 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.194828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5230d296-d38f-4258-a3f8-702e1d6beaf4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6556120 Aug 30 14:45:09.197700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:09.205695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Request body: {'subnet': {'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-606270707-subnet', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:09.254380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-04c2879e-a26d-4d2a-a7cb-27f4aa79ef7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4e61c4c3b9f428e909cf8768dde1730&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7763131 Aug 30 14:45:09.255063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:09.259335 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.310526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Made reservation on behalf of 356d8d3422984408b4f2311b506222d2 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:09.312983 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.410048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e48516-f552-4335-9cd7-56876b6e1375 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:09.411901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b3e48516-f552-4335-9cd7-56876b6e1375 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2912741 Aug 30 14:45:09.415248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:09.417964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ba45b3f0-b55d-43ee-b21d-6615b4bbe35d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:09.468165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:09.468897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.532393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce3e212-5596-48a5-89ab-8679d2bce87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.580562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:09.587685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:09.588123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.591638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce3e212-5596-48a5-89ab-8679d2bce87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.667601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] For port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,segment=NetworkSegment(f3ee4293-bc54-45e5-9d71-3e55f559ba00),segment_id=f3ee4293-bc54-45e5-9d71-3e55f559ba00)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:09.669746 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.728813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:09.810130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce3e212-5596-48a5-89ab-8679d2bce87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.814924 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce3e212-5596-48a5-89ab-8679d2bce87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.823551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cce3e212-5596-48a5-89ab-8679d2bce87c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82b2c871-4cab-43bc-a234-d38e76590abb HTTP/1.1" status: 204 len: 168 time: 0.5659611 Aug 30 14:45:09.849160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5e424-e71e-4e2c-a91e-270033ed5a39 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:09.855192 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.857032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5e424-e71e-4e2c-a91e-270033ed5a39 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:09.864784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5e424-e71e-4e2c-a91e-270033ed5a39 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:09.870041 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-41c5e424-e71e-4e2c-a91e-270033ed5a39 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4507239 Aug 30 14:45:09.873808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3e212-5596-48a5-89ab-8679d2bce87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b2c871-4cab-43bc-a234-d38e76590abb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:09.878158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59494) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:09.968645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:09.988750 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.989269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 39cab7d7-2f32-42c4-a897-e694c03a8f9b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:10.014924 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.102868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Pushing event updated for resources: {'Subnet': ['ID=22dcc173-7ca7-417e-83f7-2b01880a0b4d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:10.157311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Checking segment: {'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:10.158177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Network hostable DHCP agents. Network: d5e7faea-dbe4-4641-b18c-d53900922e99, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:45:10.171544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e21e3001-d1b8-4e2f-abc0-59a71f58a0f2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:10.173909 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e21e3001-d1b8-4e2f-abc0-59a71f58a0f2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.180568 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.186753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Network d5e7faea-dbe4-4641-b18c-d53900922e99 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:45:10.199620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d5e7faea-dbe4-4641-b18c-d53900922e99) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:10.207218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:10.208910 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.214601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:10.251548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb6b04-b3fd-4c86-b772-ac285ae00ea9 None None] Network 652c971d-c1d6-41af-8f96-70aa8cc42efa requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:10.265528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c5d99114-4831-4f6c-8729-3d19841e627e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0666280 Aug 30 14:45:10.266289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:10.269730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:10.275139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1260f60e-8d21-4d1d-a7ba-392b640081b4 None None] Network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:10.279924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No DVR routers for this DVR port 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:10.287165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:10.357738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.358870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.391577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d960145f-5874-41c2-b58b-36cd9653f44a None None] Could not find standard attr ID for object 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:45:10.402374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24212f4-bd26-4366-85f6-2e9d1b7b561f None None] Network d5e7faea-dbe4-4641-b18c-d53900922e99 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:10.457220 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.473622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.485095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e21e3001-d1b8-4e2f-abc0-59a71f58a0f2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.514717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652c971d-c1d6-41af-8f96-70aa8cc42efa']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:10.546368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e21e3001-d1b8-4e2f-abc0-59a71f58a0f2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:10.553248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ee4293-bc54-45e5-9d71-3e55f559ba00') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:10.553835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ee4293-bc54-45e5-9d71-3e55f559ba00') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:10.589218 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.697450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.707223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:45:10.712934 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.717663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:45:10.721129 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:45:10.739727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89728d43-3dfc-4572-a451-06b054ca797d None None] Provisioning for port 39cab7d7-2f32-42c4-a897-e694c03a8f9b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:10.879833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 39cab7d7-2f32-42c4-a897-e694c03a8f9b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:10.889854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.911640 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.918681 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/networks/652c971d-c1d6-41af-8f96-70aa8cc42efa HTTP/1.1" status: 204 len: 168 time: 1.9356782 Aug 30 14:45:10.930339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:10.961440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0261-0c8c-4e75-84a2-73c9605e145c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Network': ['ID=652c971d-c1d6-41af-8f96-70aa8cc42efa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:10.984696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 39cab7d7-2f32-42c4-a897-e694c03a8f9b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:10.985209 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.101501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e21e3001-d1b8-4e2f-abc0-59a71f58a0f2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.168915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed16c4f-daf6-4de5-825d-2cf76462e3db tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:11.170555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7ed16c4f-daf6-4de5-825d-2cf76462e3db tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2314939 Aug 30 14:45:11.175936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:11.192541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.253381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.335793 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:45:11.380240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118fb747-1253-4b61-9a8b-86d6870eb47d None None] DHCP port deletion for 652c971d-c1d6-41af-8f96-70aa8cc42efa request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:45:11.389379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-23a634d7-ddef-4221-a3d6-246f854bf537 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2097309 Aug 30 14:45:11.396764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:11.415080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-716362046'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:11.522513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-d5e7faea-dbe4-4641-b18c-d53900922e99', 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'fixed_ips': [{'subnet_id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:45:11.540570 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.577473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:11.596967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.673969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Allocated IP 172.25.6.80 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/780b4e64-ea21-40a7-a43f-127f5c695d27) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:11.683285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:45:11.708964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.709348 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Added segment 1952d27a-3824-42d5-8502-b62af8c4659d of type vlan for network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 Aug 30 14:45:11.725236 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.866342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.907480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 39cab7d7-2f32-42c4-a897-e694c03a8f9b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=39cab7d7-2f32-42c4-a897-e694c03a8f9b,segment=NetworkSegment(8cbce92e-9a3c-4478-a694-9fb07b9a012d),segment_id=8cbce92e-9a3c-4478-a694-9fb07b9a012d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:11.936126 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:11.955536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Allocated IP 172.20.0.2 (d5e7faea-dbe4-4641-b18c-d53900922e99/22dcc173-7ca7-417e-83f7-2b01880a0b4d/ad08cbd0-1a07-4d80-9e00-4f3b6e829a44) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:11.987342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.005424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:12.008839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.062006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.160465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e3001-d1b8-4e2f-abc0-59a71f58a0f2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:12.161401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ba45b3f0-b55d-43ee-b21d-6615b4bbe35d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:12.208051 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e21e3001-d1b8-4e2f-abc0-59a71f58a0f2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.214523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e21e3001-d1b8-4e2f-abc0-59a71f58a0f2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7 HTTP/1.1" status: 204 len: 168 time: 2.3339598 Aug 30 14:45:12.215391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:12.245706 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8427830 Aug 30 14:45:12.265946 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5b6004-cfb9-4bec-bce3-8b03279900c0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:45:12.265946 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dc5b6004-cfb9-4bec-bce3-8b03279900c0 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7 HTTP/1.1" status: 404 len: 333 time: 0.0493846 Aug 30 14:45:12.268410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59576) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:12.275296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:12.287326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:12.307782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=39cab7d7-2f32-42c4-a897-e694c03a8f9b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:12.449107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8906b78b-881b-4887-8f93-1a6025ee16ee None None] Provisioning complete for port 39cab7d7-2f32-42c4-a897-e694c03a8f9b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:12.452185 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8906b78b-881b-4887-8f93-1a6025ee16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.492646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2a3af-4e16-4473-808b-1ddad5e42c81 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Network': ['ID=5d4d1de8-e542-4a7b-9800-8a33a8668e09,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:12.497987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59578) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:12.543312 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:12.547086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.570940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce07da32-4530-4a1a-980f-97da714efc2f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port d237d181-2e47-4d80-a43e-d3eb31b1cf6a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:12.571285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce07da32-4530-4a1a-980f-97da714efc2f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.603334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:45:12.800506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.829681 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce07da32-4530-4a1a-980f-97da714efc2f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.875436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce07da32-4530-4a1a-980f-97da714efc2f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for d237d181-2e47-4d80-a43e-d3eb31b1cf6a owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:12.925034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:12.968997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:13.014117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:13.069289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:13.069990 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.100728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Pushing event updated for resources: {'Port': ['ID=780b4e64-ea21-40a7-a43f-127f5c695d27,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:13.279164 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce07da32-4530-4a1a-980f-97da714efc2f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.318983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07da32-4530-4a1a-980f-97da714efc2f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=d237d181-2e47-4d80-a43e-d3eb31b1cf6a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:13.546051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8906b78b-881b-4887-8f93-1a6025ee16ee None None] Could not find standard attr ID for object d237d181-2e47-4d80-a43e-d3eb31b1cf6a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:45:13.582122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49ba2b43-1c8e-4e07-8bb9-15b6eea72f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.616548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8906b78b-881b-4887-8f93-1a6025ee16ee None None] Could not find standard attr ID for object 78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:45:13.626344 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.639491 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce07da32-4530-4a1a-980f-97da714efc2f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.640394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Transition to ACTIVE for port object ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:13.650088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ce07da32-4530-4a1a-980f-97da714efc2f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/d237d181-2e47-4d80-a43e-d3eb31b1cf6a HTTP/1.1" status: 204 len: 168 time: 1.3778527 Aug 30 14:45:13.657548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:13.745650 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3296b77-1325-4d16-b302-7f7beba4e35d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:45:13.747848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c3296b77-1325-4d16-b302-7f7beba4e35d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/d237d181-2e47-4d80-a43e-d3eb31b1cf6a HTTP/1.1" status: 404 len: 333 time: 0.0893917 Aug 30 14:45:13.760336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:13.781733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2038299e-445b-4417-83db-8b3d0c06aac3 None None] Could not find standard attr ID for object d237d181-2e47-4d80-a43e-d3eb31b1cf6a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:45:13.811953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Transition to ACTIVE for port object ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:13.813647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2038299e-445b-4417-83db-8b3d0c06aac3 None None] Could not find standard attr ID for object 78948e2d-38a8-4bcf-bde9-6e6b5f78a3a7. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:45:13.834419 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.858951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b09078-ddcb-4fd1-9ec7-a7f4e2554118 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet df41295a-62c6-4af9-819e-053788e0258f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:13.870658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43b09078-ddcb-4fd1-9ec7-a7f4e2554118 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.909787 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.964206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43b09078-ddcb-4fd1-9ec7-a7f4e2554118 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:13.994447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:45:14.021393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:45:14.021833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8d8fec11-1aa9-46d4-aaaa-9e3cd6283c17 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:45:14.025251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Network d5e7faea-dbe4-4641-b18c-d53900922e99 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:14.033573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:14.037745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:14.072887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Pushing event updated for resources: {'Port': ['ID=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:14.073957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=47ddfa76-0bb9-4860-b90b-43e4ee87eee4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:14.123625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Attempting to bind port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:14.124299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Attempting to bind port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:14.125077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Attempting to bind port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 on network d5e7faea-dbe4-4641-b18c-d53900922e99 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:14.136528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:14.137454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Checking segment: {'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:14.138225 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.139143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Bound using segment: {'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:14.140101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Bound port: ad08cbd0-1a07-4d80-9e00-4f3b6e829a44, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:14.141115 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.267366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49ba2b43-1c8e-4e07-8bb9-15b6eea72f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.276609 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49ba2b43-1c8e-4e07-8bb9-15b6eea72f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.303566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 39cab7d7-2f32-42c4-a897-e694c03a8f9b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:14.343402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-49ba2b43-1c8e-4e07-8bb9-15b6eea72f30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de2cbb118d474146959cb023f2bea9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8257322 Aug 30 14:45:14.343402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba2b43-1c8e-4e07-8bb9-15b6eea72f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b2f8d-56b5-4d0b-9b7b-2bac06f3235a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:14.344867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:14.369944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43b09078-ddcb-4fd1-9ec7-a7f4e2554118 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.371675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] For port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:14.412360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] For port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,segment=NetworkSegment(ba20e2fe-1dd7-4f2e-96fb-4daabc741c50),segment_id=ba20e2fe-1dd7-4f2e-96fb-4daabc741c50)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:14.423332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06333a2c-6209-4f86-9601-1aa9443cf876 req-186b488e-9e4c-4d25-9b58-2c46508b4147 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:14.425158 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06333a2c-6209-4f86-9601-1aa9443cf876 req-186b488e-9e4c-4d25-9b58-2c46508b4147 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.5537622 Aug 30 14:45:14.429117 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.466809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Checking segment: {'id': '1952d27a-3824-42d5-8502-b62af8c4659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:14.467378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network hostable DHCP agents. Network: 5d4d1de8-e542-4a7b-9800-8a33a8668e09, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:45:14.485489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.507833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:14.567134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43b09078-ddcb-4fd1-9ec7-a7f4e2554118 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.607563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 39cab7d7-2f32-42c4-a897-e694c03a8f9b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:14.607937 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.628678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b09078-ddcb-4fd1-9ec7-a7f4e2554118 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=df41295a-62c6-4af9-819e-053788e0258f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:14.631840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43b09078-ddcb-4fd1-9ec7-a7f4e2554118 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.634654 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-43b09078-ddcb-4fd1-9ec7-a7f4e2554118 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/df41295a-62c6-4af9-819e-053788e0258f HTTP/1.1" status: 204 len: 168 time: 0.8669784 Aug 30 14:45:14.650605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:14.692097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00380019-9443-4976-970d-2377755121c6 None None] Network 20640275-5e3b-4bcc-8271-c2b4b7184fb4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:14.694190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e958110-ec57-494a-bf2e-3b0cae96f55d None None] Pushing event updated for resources: {'Port': ['ID=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:14.790344 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.808614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e7c2-f4b7-4aeb-8471-2dbd47231189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.882986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e7c2-f4b7-4aeb-8471-2dbd47231189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.055483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 39cab7d7-2f32-42c4-a897-e694c03a8f9b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:15.055483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.176283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e7c2-f4b7-4aeb-8471-2dbd47231189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.179013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e7c2-f4b7-4aeb-8471-2dbd47231189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.180332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cbe5e7c2-f4b7-4aeb-8471-2dbd47231189 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/146b2f8d-56b5-4d0b-9b7b-2bac06f3235a HTTP/1.1" status: 204 len: 168 time: 0.8291337 Aug 30 14:45:15.199665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06333a2c-6209-4f86-9601-1aa9443cf876 req-2335666c-afa4-4929-8373-ab7a3fd49241 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7567732 Aug 30 14:45:15.211411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5e7c2-f4b7-4aeb-8471-2dbd47231189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b2f8d-56b5-4d0b-9b7b-2bac06f3235a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:15.224279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] For port 39cab7d7-2f32-42c4-a897-e694c03a8f9b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=39cab7d7-2f32-42c4-a897-e694c03a8f9b,segment=NetworkSegment(8cbce92e-9a3c-4478-a694-9fb07b9a012d),segment_id=8cbce92e-9a3c-4478-a694-9fb07b9a012d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:15.224529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.258343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 39cab7d7-2f32-42c4-a897-e694c03a8f9b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:15.263605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:45:15.280805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-276a0472-480d-4b93-9263-44afc299bd67 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:15.283211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-276a0472-480d-4b93-9263-44afc299bd67 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.1506057 Aug 30 14:45:15.284250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 5d4d1de8-e542-4a7b-9800-8a33a8668e09) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:15.297778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275edd7c-4571-4ea6-ae58-1f7d166993f0 None None] Network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:15.299006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:15.301011 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.306849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] DHCP port deletion for 20640275-5e3b-4bcc-8271-c2b4b7184fb4 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:45:15.319557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-879a68a6-93e5-4eeb-90af-f9ae663fa7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.493745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.503333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:15.503912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b682a2d5-7bde-40bb-89e7-148cdc86577e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2260709 Aug 30 14:45:15.528084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09', 'name': 'tempest-PortsIpV6TestJSON-624582876'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:15.544155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] Deleting port 39cab7d7-2f32-42c4-a897-e694c03a8f9b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:15.544551 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.654509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] For port 39cab7d7-2f32-42c4-a897-e694c03a8f9b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=39cab7d7-2f32-42c4-a897-e694c03a8f9b,segment=NetworkSegment(8cbce92e-9a3c-4478-a694-9fb07b9a012d),segment_id=8cbce92e-9a3c-4478-a694-9fb07b9a012d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:15.664223 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.682727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Router a81180cb-72ac-4321-b4e9-b46fbd202376 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:45:15.770106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] Calling delete_port for 39cab7d7-2f32-42c4-a897-e694c03a8f9b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:15.792207 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.831810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No DVR routers for this DVR port 39cab7d7-2f32-42c4-a897-e694c03a8f9b on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:15.871766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Deleting port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:15.873731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.877640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:15.895778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Sync routers for ids ['a81180cb-72ac-4321-b4e9-b46fbd202376'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:15.899860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-5d4d1de8-e542-4a7b-9800-8a33a8668e09', 'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09', 'tenant_id': '9f17afd48b014894b9266b621abe4590', 'fixed_ips': [{'subnet_id': '47ddfa76-0bb9-4860-b90b-43e4ee87eee4'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:45:15.901371 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:15.975106 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-879a68a6-93e5-4eeb-90af-f9ae663fa7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.049162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=39cab7d7-2f32-42c4-a897-e694c03a8f9b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:16.065937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-879a68a6-93e5-4eeb-90af-f9ae663fa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.112209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Allocated IP 2001:db8::2 (5d4d1de8-e542-4a7b-9800-8a33a8668e09/47ddfa76-0bb9-4860-b90b-43e4ee87eee4/804c22d3-2705-4829-8244-c309990fa31b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:16.280611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.281935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e825a7ae-b765-4bea-a6d6-8137ef06935a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0147548 Aug 30 14:45:16.285115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:16.304462 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.306653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-879a68a6-93e5-4eeb-90af-f9ae663fa7ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a5d1b11d0324c8d8376908808453137&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7963514 Aug 30 14:45:16.312475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.314992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:16.318834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.327186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Transition to ACTIVE for port object 804c22d3-2705-4829-8244-c309990fa31b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:16.334463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:16.346428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a68a6-93e5-4eeb-90af-f9ae663fa7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54ad913-550e-4ae1-b0ea-27ede137a92a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:16.358153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Transition to ACTIVE for port object 804c22d3-2705-4829-8244-c309990fa31b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:16.372563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:16.372563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Routers {'a81180cb-72ac-4321-b4e9-b46fbd202376'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:16.372563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a81180cb-72ac-4321-b4e9-b46fbd202376'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:16.410539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port 7d5a4eab-c932-4413-b3b0-620c8f05c29e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:16.426781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20640275-5e3b-4bcc-8271-c2b4b7184fb4']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:16.458611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] For port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:16.459214 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.469334 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.472176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbce92e-9a3c-4478-a694-9fb07b9a012d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:16.472703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbce92e-9a3c-4478-a694-9fb07b9a012d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:16.473568 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.489921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0d2a6-d678-445d-b286-979cafd49436 None None] Network d5e7faea-dbe4-4641-b18c-d53900922e99 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:16.567919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.636014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.642391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-95812b4b-c738-4786-98d1-19854d9ca12f None None] Provisioning for port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:16.659849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:45:16.660267 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.660613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] No DVR routers for this DVR port 39cab7d7-2f32-42c4-a897-e694c03a8f9b on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:16.663112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e6d93-95c8-437b-bad1-f2f3996d3768 None None] Pushing event deleted for resources: {'Port': ['ID=39cab7d7-2f32-42c4-a897-e694c03a8f9b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:45:16.667049 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:45:16.670562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:16.698876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:16.701667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:16.728172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:16.735857 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4101bb68-7235-4ff2-a74d-c22887f196cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.760823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4101bb68-7235-4ff2-a74d-c22887f196cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.788562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:16.789211 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.885533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649461-4cd7-48bd-bfdd-ceadfb521d6e req-744842cd-248a-4729-8875-564d0abce862 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:16.887446 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-07649461-4cd7-48bd-bfdd-ceadfb521d6e req-744842cd-248a-4729-8875-564d0abce862 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 946 time: 0.4499478 Aug 30 14:45:16.948480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.973314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::312 (5d4d1de8-e542-4a7b-9800-8a33a8668e09/47ddfa76-0bb9-4860-b90b-43e4ee87eee4/7d5a4eab-c932-4413-b3b0-620c8f05c29e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:16.980538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:16.982709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/networks/20640275-5e3b-4bcc-8271-c2b4b7184fb4 HTTP/1.1" status: 204 len: 168 time: 2.3308434 Aug 30 14:45:16.994346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:17.005599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4101bb68-7235-4ff2-a74d-c22887f196cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.009150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4101bb68-7235-4ff2-a74d-c22887f196cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.010531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4101bb68-7235-4ff2-a74d-c22887f196cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b54ad913-550e-4ae1-b0ea-27ede137a92a HTTP/1.1" status: 204 len: 168 time: 0.6608834 Aug 30 14:45:17.019022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-616210270'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:17.040236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ad24c-1b6f-4447-8006-f8e7d39d1256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Network': ['ID=20640275-5e3b-4bcc-8271-c2b4b7184fb4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:17.074506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Attempting to bind port 804c22d3-2705-4829-8244-c309990fa31b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:17.077059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Attempting to bind port 804c22d3-2705-4829-8244-c309990fa31b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '1952d27a-3824-42d5-8502-b62af8c4659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:17.078164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Attempting to bind port 804c22d3-2705-4829-8244-c309990fa31b on network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:17.086741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Pushing event updated for resources: {'Port': ['ID=804c22d3-2705-4829-8244-c309990fa31b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:17.105138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101bb68-7235-4ff2-a74d-c22887f196cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54ad913-550e-4ae1-b0ea-27ede137a92a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:17.128747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-07649461-4cd7-48bd-bfdd-ceadfb521d6e req-d49606d3-198a-4d9a-a481-d0aca316d40a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?id=3de779ee-d93f-40ab-9996-6a9959446161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023313 Aug 30 14:45:17.158674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:17.158674 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.167147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Set router a81180cb-72ac-4321-b4e9-b46fbd202376 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:17.186711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.187114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.187439 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Floating IP 84943546-1534-4545-b116-a7e52cc75c81 disassociated. External IP: 172.25.6.252, port: a10aecd7-7d23-4b3e-bb53-1174a03c7cf7. Aug 30 14:45:17.187789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Calling delete_port for a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:17.278635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:45:17.309344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:17.311070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Checking segment: {'id': '1952d27a-3824-42d5-8502-b62af8c4659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:17.312190 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.313913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Bound using segment: {'id': '1952d27a-3824-42d5-8502-b62af8c4659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:17.314700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Bound port: 804c22d3-2705-4829-8244-c309990fa31b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1952d27a-3824-42d5-8502-b62af8c4659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:17.314966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.330361 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.331131 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Added segment b9f260e0-b767-48f8-b725-496716be97d2 of type vlan for network 5a909a5e-77f9-44a6-9e8b-70230406fb87 Aug 30 14:45:17.353503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.411034 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.495750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.574532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.580133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:17.580774 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.609771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.623637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object 7d5a4eab-c932-4413-b3b0-620c8f05c29e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:17.639679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Allocated IP 172.20.0.1 (d5e7faea-dbe4-4641-b18c-d53900922e99/22dcc173-7ca7-417e-83f7-2b01880a0b4d/c817baf6-2beb-429a-84cd-98890d045c88) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:17.652088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:17.666843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,segment=NetworkSegment(ba20e2fe-1dd7-4f2e-96fb-4daabc741c50),segment_id=ba20e2fe-1dd7-4f2e-96fb-4daabc741c50)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:17.674388 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f471f91a-ec61-4aa0-ab98-4a1ef330e4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.685669 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.733921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.736063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.788839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 39cab7d7-2f32-42c4-a897-e694c03a8f9b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:45:17.795265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] For port 804c22d3-2705-4829-8244-c309990fa31b, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:17.847512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 39cab7d7-2f32-42c4-a897-e694c03a8f9b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:45:17.848174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 39cab7d7-2f32-42c4-a897-e694c03a8f9b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:45:17.863178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] For port 804c22d3-2705-4829-8244-c309990fa31b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=804c22d3-2705-4829-8244-c309990fa31b,segment=NetworkSegment(1952d27a-3824-42d5-8502-b62af8c4659d),segment_id=1952d27a-3824-42d5-8502-b62af8c4659d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:17.896466 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.897537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:17.917923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event deleted for resources: {'Port': ['ID=a10aecd7-7d23-4b3e-bb53-1174a03c7cf7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:17.926148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:17.961957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Transition to ACTIVE for port object c817baf6-2beb-429a-84cd-98890d045c88 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:18.025058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f471f91a-ec61-4aa0-ab98-4a1ef330e4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.041644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f471f91a-ec61-4aa0-ab98-4a1ef330e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.068806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:45:13Z', 'revision_number': 3, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:18.223941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Checking router: a81180cb-72ac-4321-b4e9-b46fbd202376 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:45:18.224558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Updating router a81180cb-72ac-4321-b4e9-b46fbd202376 port 780b4e64-ea21-40a7-a43f-127f5c695d27 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:45:18.239787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c3a3c-6bb9-453d-96a3-92eb78f58785 None None] Pushing event updated for resources: {'Port': ['ID=804c22d3-2705-4829-8244-c309990fa31b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:18.251469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f471f91a-ec61-4aa0-ab98-4a1ef330e4da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63c40005776143d99d9eff0252637cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979786 Aug 30 14:45:18.258720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:18.273454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:18.340031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471f91a-ec61-4aa0-ab98-4a1ef330e4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518ef3de-e301-4370-9e41-1d693ef84009,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:18.376637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.438529 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53951468-acc5-4c7c-acf1-e930825293b0 req-ab3f0c78-78c9-4528-8811-1506662ae3df tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 210 time: 0.0918822 Aug 30 14:45:18.451966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8f93180-4880-489a-b8b3-4b85759139a4 None None] Provisioning complete for port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:18.452623 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8f93180-4880-489a-b8b3-4b85759139a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.467016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.522351 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acdedba0-d196-4365-9eb3-3f23282c2d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.577453 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acdedba0-d196-4365-9eb3-3f23282c2d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.616306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Network d5e7faea-dbe4-4641-b18c-d53900922e99 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:18.636618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:18.668665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:18.729855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.731789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7197034 Aug 30 14:45:18.733958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:18.759548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:18.764792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495efe0-fd93-402b-9130-bf6a9ff1ee18 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Network': ['ID=5a909a5e-77f9-44a6-9e8b-70230406fb87,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:18.769737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '5a909a5e-77f9-44a6-9e8b-70230406fb87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:18.777321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:18.791263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:18.801277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:18.802166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:18.829507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=7d5a4eab-c932-4413-b3b0-620c8f05c29e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:18.841797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c817baf6-2beb-429a-84cd-98890d045c88,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:18.879647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0a00df6c-f380-4c5e-ab13-e71b7fe8eb5e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3698270 Aug 30 14:45:18.882248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59724) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:18.889470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '5d4d1de8-e542-4a7b-9800-8a33a8668e09', 'name': 'tempest-PortsIpV6TestJSON-755702752'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:19.020100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 5a909a5e-77f9-44a6-9e8b-70230406fb87 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:45:19.048182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Router 2f45e561-948f-412b-85d9-8f58e7daed04 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:45:19.065527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acdedba0-d196-4365-9eb3-3f23282c2d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.066990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:19.068094 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acdedba0-d196-4365-9eb3-3f23282c2d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.081523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-acdedba0-d196-4365-9eb3-3f23282c2d22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/518ef3de-e301-4370-9e41-1d693ef84009 HTTP/1.1" status: 204 len: 168 time: 0.8080082 Aug 30 14:45:19.127856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:19.128224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.170168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdedba0-d196-4365-9eb3-3f23282c2d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518ef3de-e301-4370-9e41-1d693ef84009,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:19.205354 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.269108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Transition to ACTIVE for port object 780b4e64-ea21-40a7-a43f-127f5c695d27 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:19.322502 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.339047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:19.343276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.346582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:19.347698 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.353181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.435228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:19.439196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port c2f46976-7c6d-4686-88a9-b864371ed4ae yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:19.447894 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] Sync routers for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:19.466076 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:19.466925 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:19.485028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Attempting to bind port 780b4e64-ea21-40a7-a43f-127f5c695d27 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:19.485620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Attempting to bind port 780b4e64-ea21-40a7-a43f-127f5c695d27 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:19.485761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Attempting to bind port 780b4e64-ea21-40a7-a43f-127f5c695d27 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:19.500835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daeaf3-e680-4a84-aaba-346294eff6ed None None] Pushing event updated for resources: {'Port': ['ID=780b4e64-ea21-40a7-a43f-127f5c695d27,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:19.514969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:19.515577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:19.516146 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.516833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:19.517646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Bound port: 780b4e64-ea21-40a7-a43f-127f5c695d27, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:19.518534 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.606055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] No DVR routers for this DVR port a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:19.607455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] For port 780b4e64-ea21-40a7-a43f-127f5c695d27, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:19.612581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] For port 780b4e64-ea21-40a7-a43f-127f5c695d27, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=780b4e64-ea21-40a7-a43f-127f5c695d27,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:19.614236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2124421139', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:19.629952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.684891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.690050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bdc09bb2-c10b-49ed-8c3a-3519d2676336 req-16163b70-fd3a-432b-bd55-0628861f0341 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.21 "DELETE /v2.0/ports/a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 HTTP/1.1" status: 204 len: 173 time: 4.3943808 Aug 30 14:45:19.699557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cf987a19-52b6-4484-a1d7-968d68bc1389 req-dff04f24-e9db-4304-b258-4e7788b7ab75 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b045461-d44b-4a00-a3e8-7a55e1a82f38 HTTP/1.1" status: 200 len: 210 time: 0.0952959 Aug 30 14:45:19.700103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'name': 'network-vif-deleted', 'tag': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:45:19.700801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64b6b022-0467-41be-a2b3-93cc52f5e414 None None] Provisioning for port c817baf6-2beb-429a-84cd-98890d045c88 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:19.708081 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8286d250-1cd0-40c3-abd6-83dfc726efe6" -d '{"events": [{"server_uuid": "1b045461-d44b-4a00-a3e8-7a55e1a82f38", "name": "network-vif-deleted", "tag": "a10aecd7-7d23-4b3e-bb53-1174a03c7cf7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:45:19.758909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64b6b022-0467-41be-a2b3-93cc52f5e414 None None] Provisioning complete for port c817baf6-2beb-429a-84cd-98890d045c88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:19.763683 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64b6b022-0467-41be-a2b3-93cc52f5e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.810708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-64b6b022-0467-41be-a2b3-93cc52f5e414 None None] Port c817baf6-2beb-429a-84cd-98890d045c88 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:19.812430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4211974-689b-4769-88c8-056d9fb4cd1c None None] Network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:19.871915 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:19.963823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.968884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:19.989852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Routers {'a81180cb-72ac-4321-b4e9-b46fbd202376'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:19.992595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a81180cb-72ac-4321-b4e9-b46fbd202376'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:19.999127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daeaf3-e680-4a84-aaba-346294eff6ed None None] Pushing event updated for resources: {'Port': ['ID=780b4e64-ea21-40a7-a43f-127f5c695d27,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:19.999329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.005632 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1eafae-d370-4616-a0d7-386e96418c90 x-openstack-request-id: req-9e1eafae-d370-4616-a0d7-386e96418c90 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:45:20.006218 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b045461-d44b-4a00-a3e8-7a55e1a82f38", "name": "network-vif-deleted", "tag": "a10aecd7-7d23-4b3e-bb53-1174a03c7cf7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:45:20.006346 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e1eafae-d370-4616-a0d7-386e96418c90 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:45:20.006707 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b045461-d44b-4a00-a3e8-7a55e1a82f38', 'name': 'network-vif-deleted', 'tag': 'a10aecd7-7d23-4b3e-bb53-1174a03c7cf7', 'status': 'completed', 'code': 200} Aug 30 14:45:20.048951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Made reservation on behalf of 8bc077b2e5e94275a6115b3da327357c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:20.059780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.065087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:20.082296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::180 (5d4d1de8-e542-4a7b-9800-8a33a8668e09/47ddfa76-0bb9-4860-b90b-43e4ee87eee4/c2f46976-7c6d-4686-88a9-b864371ed4ae) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:20.094380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.105734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a9b627-9ff1-4ee4-849e-e0da586f673b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.122792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-667977f4-c25d-43bd-bd4c-4cfb06c98bc5 None None] Provisioning for port 804c22d3-2705-4829-8244-c309990fa31b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:20.167614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Checking segment: {'id': 'b9f260e0-b767-48f8-b725-496716be97d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a909a5e-77f9-44a6-9e8b-70230406fb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:20.168629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network hostable DHCP agents. Network: 5a909a5e-77f9-44a6-9e8b-70230406fb87, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:45:20.195526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.205121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=3386385e-e55f-494d-a6be-d19137458c27,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:20.208814 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.211310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c817baf6-2beb-429a-84cd-98890d045c88,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:20.291818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] Set router a81180cb-72ac-4321-b4e9-b46fbd202376 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:20.341635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.365571 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:54Z', 'revision_number': 5, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:20.374224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.451922 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] Checking router: 2f45e561-948f-412b-85d9-8f58e7daed04 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:45:20.468989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78d182a-9bcb-4490-ba23-3791a8d118ae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:20.475523 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:20.478441 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:20.490131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 5a909a5e-77f9-44a6-9e8b-70230406fb87 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:45:20.504277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 804c22d3-2705-4829-8244-c309990fa31b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:20.531311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:45:20.541101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 5a909a5e-77f9-44a6-9e8b-70230406fb87) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:20.566404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:20.567016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.571299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:45:20.574077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e22e47e-05de-40a5-97d1-56f54b67ac8d None None] Network 5a909a5e-77f9-44a6-9e8b-70230406fb87 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:20.584108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a9b627-9ff1-4ee4-849e-e0da586f673b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.592287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Network d5e7faea-dbe4-4641-b18c-d53900922e99 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:20.605964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a9b627-9ff1-4ee4-849e-e0da586f673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.618812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:20.657519 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-198c61c0-7b50-4241-bddf-5d70b999210c tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9158735 Aug 30 14:45:20.670085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:20.685652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.687227 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Added segment bc5ee766-3d62-4111-929c-610e6db24b8e of type vlan for network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e Aug 30 14:45:20.714542 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-86a9b627-9ff1-4ee4-849e-e0da586f673b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5edc15bcaca2447ca0b54ed05690494c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6473646 Aug 30 14:45:20.745796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:45:20.746223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a10aecd7-7d23-4b3e-bb53-1174a03c7cf7 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:45:20.754190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4a9542a4-506f-4e9e-8a5d-14b4fb4a632f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-788794352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:20.775704 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:20.803319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9b627-9ff1-4ee4-849e-e0da586f673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d39747-b0ed-4956-bcad-5097b670f6d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:20.807534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:20.935716 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.954660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:20.978153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9542a4-506f-4e9e-8a5d-14b4fb4a632f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:20.981800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9542a4-506f-4e9e-8a5d-14b4fb4a632f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.103448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 804c22d3-2705-4829-8244-c309990fa31b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:21.117532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.118778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:21.121877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.161724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36253039-70e7-4131-94bc-fff6b99d8f4e None None] Provisioning for port 7d5a4eab-c932-4413-b3b0-620c8f05c29e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:21.168386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc377da3-ae06-4f34-a870-cb65d32c089e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.176700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 804c22d3-2705-4829-8244-c309990fa31b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:21.177073 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.194135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36253039-70e7-4131-94bc-fff6b99d8f4e None None] Provisioning complete for port 7d5a4eab-c932-4413-b3b0-620c8f05c29e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:21.194135 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36253039-70e7-4131-94bc-fff6b99d8f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.198491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7250f8a-6be4-4351-ac28-090cb4317703 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.202580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-5a909a5e-77f9-44a6-9e8b-70230406fb87', 'network_id': '5a909a5e-77f9-44a6-9e8b-70230406fb87', 'tenant_id': '13e35082be304162b929e193a5a62174', 'fixed_ips': [{'subnet_id': '3386385e-e55f-494d-a6be-d19137458c27'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:45:21.203475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.207437 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc377da3-ae06-4f34-a870-cb65d32c089e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.250869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Router a81180cb-72ac-4321-b4e9-b46fbd202376 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:45:21.315391 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:54Z', 'revision_number': 5, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:21.325466 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9542a4-506f-4e9e-8a5d-14b4fb4a632f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.360182 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ef1a2-7661-4567-951c-bf6d89088cb3 None None] The sync data for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 is: [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:38:46Z', 'revision_number': 4, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '001718cc-7650-4caa-817c-6c36f1c240de', 'name': '', 'network_id': '76d2391c-8dd6-40bc-aaaf-65b1b6401624', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'mac_address': 'fa:16:3e:ba:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:45Z', 'updated_at': '2021-08-30T14:38:54Z', 'revision_number': 5, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'subnets': [{'id': '6f563f36-e2b4-4f0f-9d2d-a262d1488fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:21.448409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9542a4-506f-4e9e-8a5d-14b4fb4a632f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.453782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7250f8a-6be4-4351-ac28-090cb4317703 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.468068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'Network': ['ID=6c051d15-3b0f-48f4-bb1f-ded62f3b990e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:21.472412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc377da3-ae06-4f34-a870-cb65d32c089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.477745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc377da3-ae06-4f34-a870-cb65d32c089e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.481173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-93b515f4-8b3a-4a09-8681-2e461b79f56d tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4071476 Aug 30 14:45:21.481273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fc377da3-ae06-4f34-a870-cb65d32c089e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12d39747-b0ed-4956-bcad-5097b670f6d1 HTTP/1.1" status: 204 len: 168 time: 0.6682787 Aug 30 14:45:21.486318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:21.490899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-36253039-70e7-4131-94bc-fff6b99d8f4e None None] Port 7d5a4eab-c932-4413-b3b0-620c8f05c29e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:21.496934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'subnet': {'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:21.508514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9542a4-506f-4e9e-8a5d-14b4fb4a632f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.512737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4a9542a4-506f-4e9e-8a5d-14b4fb4a632f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8323240 Aug 30 14:45:21.514415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:21.522684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'network_id': '5a909a5e-77f9-44a6-9e8b-70230406fb87', 'name': 'tempest-PortsTestJSON-1401897909'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:21.530689 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:45:21.615624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 4, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c817baf6-2beb-429a-84cd-98890d045c88', 'name': '', 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'mac_address': 'fa:16:3e:51:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:17Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 2, 'project_id': '356d8d3422984408b4f2311b506222d2', 'subnets': [{'id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:21.722383 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.747728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:21.751662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.776190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port ecb96d66-a1aa-4479-9679-8d433a1239d0 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:21.828873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object c2f46976-7c6d-4686-88a9-b864371ed4ae will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:21.886013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.912898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b142e9-a66a-4a1e-b3a5-3d0fe50bd4ee None None] The sync data for ids ['a81180cb-72ac-4321-b4e9-b46fbd202376'] in n-d-805668-3 is: [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 4, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c817baf6-2beb-429a-84cd-98890d045c88', 'name': '', 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'mac_address': 'fa:16:3e:51:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:17Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 2, 'project_id': '356d8d3422984408b4f2311b506222d2', 'subnets': [{'id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:21.922420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36253039-70e7-4131-94bc-fff6b99d8f4e None None] Provisioning complete for port 804c22d3-2705-4829-8244-c309990fa31b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:21.922985 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36253039-70e7-4131-94bc-fff6b99d8f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:21.925273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea7113d-af6f-4696-bd5f-d96d4e3b35dd None None] New status for floating IP 84943546-1534-4545-b116-a7e52cc75c81: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:45:21.928200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:21.931425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:21.977664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:21.987607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:21.988526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.015257 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1304705 Aug 30 14:45:22.018330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:22.088686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:22.113649 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e8b27e4e-a64c-4db4-bbc9-b251a85dcdb0 admin admin] 10.222.0.50 "PUT /v2.0/routers/a81180cb-72ac-4321-b4e9-b46fbd202376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8264091 Aug 30 14:45:22.124142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Made reservation on behalf of 8bc077b2e5e94275a6115b3da327357c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:22.130361 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.135577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377da3-ae06-4f34-a870-cb65d32c089e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d39747-b0ed-4956-bcad-5097b670f6d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:22.150110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27587ebd-ef50-4eef-91d9-3ef1bb74ebac tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=c2f46976-7c6d-4686-88a9-b864371ed4ae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:22.172957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94ba76-f13d-4b6b-a565-e9813b009b6f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:22.177092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4c94ba76-f13d-4b6b-a565-e9813b009b6f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A312 HTTP/1.1" status: 200 len: 928 time: 0.1555626 Aug 30 14:45:22.182724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:22.452316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7250f8a-6be4-4351-ac28-090cb4317703 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.463173 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7250f8a-6be4-4351-ac28-090cb4317703 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.464364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f7250f8a-6be4-4351-ac28-090cb4317703 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "DELETE /v2.0/security-groups/3de779ee-d93f-40ab-9996-6a9959446161 HTTP/1.1" status: 204 len: 168 time: 1.4875853 Aug 30 14:45:22.468747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:22.503684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Allocated IP 172.20.0.2 (5a909a5e-77f9-44a6-9e8b-70230406fb87/3386385e-e55f-494d-a6be-d19137458c27/a298eec2-9bb8-46b6-9563-cfe0ec7fd687) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:22.514269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7250f8a-6be4-4351-ac28-090cb4317703 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de779ee-d93f-40ab-9996-6a9959446161,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:22.528774 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-75fc63eb-8b79-4b8b-8332-1d12f4e57a40 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] show failed (client error): The resource could not be found. Aug 30 14:45:22.529861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-75fc63eb-8b79-4b8b-8332-1d12f4e57a40 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups/3de779ee-d93f-40ab-9996-6a9959446161 HTTP/1.1" status: 404 len: 347 time: 0.0599964 Aug 30 14:45:22.533056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:22.629349 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.725014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a094087c-fb5b-4225-997e-35567125fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port c2f46976-7c6d-4686-88a9-b864371ed4ae {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:22.725394 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a094087c-fb5b-4225-997e-35567125fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.762894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 804c22d3-2705-4829-8244-c309990fa31b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=804c22d3-2705-4829-8244-c309990fa31b,segment=NetworkSegment(1952d27a-3824-42d5-8502-b62af8c4659d),segment_id=1952d27a-3824-42d5-8502-b62af8c4659d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:22.790970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.947305 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a094087c-fb5b-4225-997e-35567125fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.954362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=804c22d3-2705-4829-8244-c309990fa31b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:22.976961 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:22.986365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Transition to ACTIVE for port object a298eec2-9bb8-46b6-9563-cfe0ec7fd687 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:22.993848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a094087c-fb5b-4225-997e-35567125fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for c2f46976-7c6d-4686-88a9-b864371ed4ae owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:23.014751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Transition to ACTIVE for port object a298eec2-9bb8-46b6-9563-cfe0ec7fd687 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:23.017787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Provisioning complete for port 7d5a4eab-c932-4413-b3b0-620c8f05c29e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:23.018442 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.028040 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.126371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Deleting port 676851a7-164e-46c2-85b8-8d6334f267f0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:23.126809 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.146580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:45:23.147370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.153407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Network 5a909a5e-77f9-44a6-9e8b-70230406fb87 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:23.195833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:23.203247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:23.239249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Port 7d5a4eab-c932-4413-b3b0-620c8f05c29e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:23.261542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'Subnet': ['ID=85bf080e-9ae9-457d-912a-4d6a1074bce4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:23.334369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Checking segment: {'id': 'bc5ee766-3d62-4111-929c-610e6db24b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:23.334777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Network hostable DHCP agents. Network: 6c051d15-3b0f-48f4-bb1f-ded62f3b990e, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:45:23.377517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:45:23.378061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.11 (5a909a5e-77f9-44a6-9e8b-70230406fb87/3386385e-e55f-494d-a6be-d19137458c27/ecb96d66-a1aa-4479-9679-8d433a1239d0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:23.400842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Pushing event updated for resources: {'Port': ['ID=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:23.406025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 6c051d15-3b0f-48f4-bb1f-ded62f3b990e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:23.415372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:23.416265 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.442905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Attempting to bind port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:23.443150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Attempting to bind port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'b9f260e0-b767-48f8-b725-496716be97d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a909a5e-77f9-44a6-9e8b-70230406fb87'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:23.443577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Attempting to bind port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 on network 5a909a5e-77f9-44a6-9e8b-70230406fb87 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:23.446376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e132c5a6-bf60-4c3e-854c-d7b19a7c6d5a None None] Network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:23.480678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.480983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.481645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bfe1e48f-e463-48f7-814e-09672bb5ba22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9903753 Aug 30 14:45:23.485252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:23.501590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-792094471', 'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:23.506703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:23.507343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Checking segment: {'id': 'b9f260e0-b767-48f8-b725-496716be97d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a909a5e-77f9-44a6-9e8b-70230406fb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:23.507853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.508466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Bound using segment: {'id': 'b9f260e0-b767-48f8-b725-496716be97d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a909a5e-77f9-44a6-9e8b-70230406fb87'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:23.509203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Bound port: a298eec2-9bb8-46b6-9563-cfe0ec7fd687, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f260e0-b767-48f8-b725-496716be97d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a909a5e-77f9-44a6-9e8b-70230406fb87'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:23.509695 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.509843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Calling delete_port for 676851a7-164e-46c2-85b8-8d6334f267f0 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:23.529950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Provisioning complete for port c817baf6-2beb-429a-84cd-98890d045c88 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:23.530886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.580271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Made reservation on behalf of 8bc077b2e5e94275a6115b3da327357c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:23.591012 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.640958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Port c817baf6-2beb-429a-84cd-98890d045c88 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:23.652652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] device_id is not set on port 102960a4-086c-4712-a5fa-5e7abbac337a yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:23.714259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] For port a298eec2-9bb8-46b6-9563-cfe0ec7fd687, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:23.750456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] For port a298eec2-9bb8-46b6-9563-cfe0ec7fd687, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,segment=NetworkSegment(b9f260e0-b767-48f8-b725-496716be97d2),segment_id=b9f260e0-b767-48f8-b725-496716be97d2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:23.752346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c46a23-b78f-46a6-90ab-26140da5b106 None None] Network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:23.829471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.893626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-241fd29c-5405-4ba3-8b87-40d9e5112502 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:23.901776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-241fd29c-5405-4ba3-8b87-40d9e5112502 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/networks?id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a HTTP/1.1" status: 200 len: 910 time: 0.2313945 Aug 30 14:45:23.938670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Provisioning for port c2f46976-7c6d-4686-88a9-b864371ed4ae completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:23.962523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-cbadaaf7-1c76-4751-aab9-697ec187ea6b tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/quotas/356d8d3422984408b4f2311b506222d2 HTTP/1.1" status: 200 len: 375 time: 0.0595043 Aug 30 14:45:23.963275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Provisioning complete for port c2f46976-7c6d-4686-88a9-b864371ed4ae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:23.964073 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:23.967318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a094087c-fb5b-4225-997e-35567125fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:24.011765 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:24.056218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-15650160-8eae-455e-a58e-35ccbf72b7a4 None None] Port c2f46976-7c6d-4686-88a9-b864371ed4ae was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 14:45:24.119754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Allocated IP 2001:db8::9f (6c051d15-3b0f-48f4-bb1f-ded62f3b990e/85bf080e-9ae9-457d-912a-4d6a1074bce4/102960a4-086c-4712-a5fa-5e7abbac337a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:24.126015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094087c-fb5b-4225-997e-35567125fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=c2f46976-7c6d-4686-88a9-b864371ed4ae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:24.170540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d71b8-da0b-4883-85de-4e5e5820b4af None None] Pushing event updated for resources: {'Port': ['ID=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:24.177284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object ecb96d66-a1aa-4479-9679-8d433a1239d0 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:24.181228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-47e05198-a6bf-4ac8-b45b-8502fd10cfcc tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=356d8d3422984408b4f2311b506222d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2159574 Aug 30 14:45:24.183597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a094087c-fb5b-4225-997e-35567125fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:24.188199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a094087c-fb5b-4225-997e-35567125fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/c2f46976-7c6d-4686-88a9-b864371ed4ae HTTP/1.1" status: 204 len: 168 time: 2.0017028 Aug 30 14:45:24.188565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:24.351992 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1c865c-678e-4e00-bf4a-2eb93a4f118d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:45:24.354150 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7e1c865c-678e-4e00-bf4a-2eb93a4f118d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/c2f46976-7c6d-4686-88a9-b864371ed4ae HTTP/1.1" status: 404 len: 333 time: 0.1529126 Aug 30 14:45:24.412725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:24.456956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:24.584080 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-053499c4-6bf7-4246-a73a-1a9f04808cba service neutron] 10.222.0.50 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013910 Aug 30 14:45:24.671922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event deleted for resources: {'Port': ['ID=676851a7-164e-46c2-85b8-8d6334f267f0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:24.682801 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:24.690625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:24.699518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b66d91a5-ac5e-462a-984c-9de80e643c81 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "DELETE /v2.0/floatingips/84943546-1534-4545-b116-a7e52cc75c81 HTTP/1.1" status: 204 len: 168 time: 2.1635606 Aug 30 14:45:24.721280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:24.800699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=ecb96d66-a1aa-4479-9679-8d433a1239d0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:24.809442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 5a909a5e-77f9-44a6-9e8b-70230406fb87 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:24.811293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:24.818557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:24.948324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:24.971358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:24.972160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-802a7f50-6866-418a-b4af-d53681c166d7 service neutron] 10.222.0.50 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740180 Aug 30 14:45:24.989627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.018604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c93b538c-894d-40db-ab0a-b1446fcc902c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 7d5a4eab-c932-4413-b3b0-620c8f05c29e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:25.019087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c93b538c-894d-40db-ab0a-b1446fcc902c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.054657 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9689c1fb-0c02-4b03-9a74-9bf77268252f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5386138 Aug 30 14:45:25.058531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:25.155213 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a8f162f-cc43-40b1-9acb-9c00cb1d72e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.181106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a298eec2-9bb8-46b6-9563-cfe0ec7fd687 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:25.251637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:25.260668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 804c22d3-2705-4829-8244-c309990fa31b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:25.305428 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.313696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c93b538c-894d-40db-ab0a-b1446fcc902c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.382666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:25.394915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:25.458489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c93b538c-894d-40db-ab0a-b1446fcc902c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 7d5a4eab-c932-4413-b3b0-620c8f05c29e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:25.461255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:25.462078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:25.464925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.475805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 804c22d3-2705-4829-8244-c309990fa31b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:25.476794 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.510782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:25.516842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c09db973-7dbb-4403-84a6-a2b88316290d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440774223', 'description': 'tempest-description--578503602'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:25.608305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'Port': ['ID=102960a4-086c-4712-a5fa-5e7abbac337a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:25.617687 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ed232b55-143b-41ef-8756-fdbb72430ab0 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1308138 Aug 30 14:45:25.620584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:25.666677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 780b4e64-ea21-40a7-a43f-127f5c695d27 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:25.730237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09db973-7dbb-4403-84a6-a2b88316290d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.821739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 780b4e64-ea21-40a7-a43f-127f5c695d27 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:25.827576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 780b4e64-ea21-40a7-a43f-127f5c695d27 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:25.830030 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.885136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6560b-c6b9-4eb0-86e1-8f72cae12b65 None None] Network 5a909a5e-77f9-44a6-9e8b-70230406fb87 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:25.922150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:25.975617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8adc7e7f-8431-4738-aba3-6fdb3ab34a8c None None] Provisioning for port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:25.989788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8adc7e7f-8431-4738-aba3-6fdb3ab34a8c None None] Provisioning complete for port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:25.990062 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8adc7e7f-8431-4738-aba3-6fdb3ab34a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.157242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-55fb097c-f096-44a0-8f3b-6c9d66bffea1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Deleting port 102960a4-086c-4712-a5fa-5e7abbac337a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:26.157648 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55fb097c-f096-44a0-8f3b-6c9d66bffea1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.164072 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c93b538c-894d-40db-ab0a-b1446fcc902c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.196570 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.242115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 780b4e64-ea21-40a7-a43f-127f5c695d27, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=780b4e64-ea21-40a7-a43f-127f5c695d27,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:26.272547 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.328955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09db973-7dbb-4403-84a6-a2b88316290d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.337007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8adc7e7f-8431-4738-aba3-6fdb3ab34a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.357700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b538c-894d-40db-ab0a-b1446fcc902c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=7d5a4eab-c932-4413-b3b0-620c8f05c29e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:26.375986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09db973-7dbb-4403-84a6-a2b88316290d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.418155 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43b3be-804b-460a-9208-143a08094848 None None] Sync routers for ids ['a81180cb-72ac-4321-b4e9-b46fbd202376'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:26.454304 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43b3be-804b-460a-9208-143a08094848 None None] Routers {'a81180cb-72ac-4321-b4e9-b46fbd202376'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:26.455019 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be43b3be-804b-460a-9208-143a08094848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:44:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a81180cb-72ac-4321-b4e9-b46fbd202376'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:26.474916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=780b4e64-ea21-40a7-a43f-127f5c695d27,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:26.488234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8adc7e7f-8431-4738-aba3-6fdb3ab34a8c None None] For port a298eec2-9bb8-46b6-9563-cfe0ec7fd687, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,segment=NetworkSegment(b9f260e0-b767-48f8-b725-496716be97d2),segment_id=b9f260e0-b767-48f8-b725-496716be97d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:26.499899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8adc7e7f-8431-4738-aba3-6fdb3ab34a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.567469 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c93b538c-894d-40db-ab0a-b1446fcc902c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.569457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c93b538c-894d-40db-ab0a-b1446fcc902c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/7d5a4eab-c932-4413-b3b0-620c8f05c29e HTTP/1.1" status: 204 len: 168 time: 2.0696063 Aug 30 14:45:26.572865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09db973-7dbb-4403-84a6-a2b88316290d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.580408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c09db973-7dbb-4403-84a6-a2b88316290d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0671096 Aug 30 14:45:26.581304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:26.599740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:26.621656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed72cc14-c20e-41a1-8657-1b23b54d0a3e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'security_group_rule': {'security_group_id': '8efdfe4d-615a-4b56-9db9-5217c32d3ba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:26.638061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc7e7f-8431-4738-aba3-6fdb3ab34a8c None None] Pushing event updated for resources: {'Port': ['ID=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:26.655326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09db973-7dbb-4403-84a6-a2b88316290d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efdfe4d-615a-4b56-9db9-5217c32d3ba0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:26.692157 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa08198-46d2-458b-8cd9-006edfddb37d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:45:26.696903 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1fa08198-46d2-458b-8cd9-006edfddb37d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/7d5a4eab-c932-4413-b3b0-620c8f05c29e HTTP/1.1" status: 404 len: 333 time: 0.1076579 Aug 30 14:45:26.710482 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-be43b3be-804b-460a-9208-143a08094848 None None] Set router a81180cb-72ac-4321-b4e9-b46fbd202376 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:26.721222 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55fb097c-f096-44a0-8f3b-6c9d66bffea1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.725733 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:26.837252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-55fb097c-f096-44a0-8f3b-6c9d66bffea1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Calling delete_port for 102960a4-086c-4712-a5fa-5e7abbac337a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:26.844622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8286cfb-c653-4616-a592-be863321c303 None None] Provisioning for port ecb96d66-a1aa-4479-9679-8d433a1239d0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:26.851757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8286cfb-c653-4616-a592-be863321c303 None None] Provisioning complete for port ecb96d66-a1aa-4479-9679-8d433a1239d0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:26.852173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8286cfb-c653-4616-a592-be863321c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.906490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed72cc14-c20e-41a1-8657-1b23b54d0a3e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:26.954276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e8286cfb-c653-4616-a592-be863321c303 None None] Port ecb96d66-a1aa-4479-9679-8d433a1239d0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:26.966441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8286cfb-c653-4616-a592-be863321c303 None None] Provisioning complete for port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:26.971964 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8286cfb-c653-4616-a592-be863321c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.018706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a298eec2-9bb8-46b6-9563-cfe0ec7fd687 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:27.195386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:27.195671 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.203307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d6134e-8ee7-435c-8b70-60248759246a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet 47ddfa76-0bb9-4860-b90b-43e4ee87eee4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:27.207599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d6134e-8ee7-435c-8b70-60248759246a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.244381 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be43b3be-804b-460a-9208-143a08094848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 4, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c817baf6-2beb-429a-84cd-98890d045c88', 'name': '', 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'mac_address': 'fa:16:3e:51:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:17Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 2, 'project_id': '356d8d3422984408b4f2311b506222d2', 'subnets': [{'id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:27.285205 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43b3be-804b-460a-9208-143a08094848 None None] Checking router: a81180cb-72ac-4321-b4e9-b46fbd202376 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:45:27.285959 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43b3be-804b-460a-9208-143a08094848 None None] Updating router a81180cb-72ac-4321-b4e9-b46fbd202376 port c817baf6-2beb-429a-84cd-98890d045c88 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:45:27.292811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d6134e-8ee7-435c-8b70-60248759246a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.294106 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82abb07d-32b8-493d-868a-cf2b46bf56bb req-00a2727b-c78b-402a-ad90-85150a338e8e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 210 time: 0.1390469 Aug 30 14:45:27.344205 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be43b3be-804b-460a-9208-143a08094848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.390284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55fb097c-f096-44a0-8f3b-6c9d66bffea1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.529119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 780b4e64-ea21-40a7-a43f-127f5c695d27 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:27.574901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb097c-f096-44a0-8f3b-6c9d66bffea1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event deleted for resources: {'Port': ['ID=102960a4-086c-4712-a5fa-5e7abbac337a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:27.598142 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.608841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.610465 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed72cc14-c20e-41a1-8657-1b23b54d0a3e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.621002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b6a20da-572b-44fc-a2dd-33c1a1837ba1 None None] Provisioning complete for port ecb96d66-a1aa-4479-9679-8d433a1239d0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:27.621285 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b6a20da-572b-44fc-a2dd-33c1a1837ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.670550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55fb097c-f096-44a0-8f3b-6c9d66bffea1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.677173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-55fb097c-f096-44a0-8f3b-6c9d66bffea1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "DELETE /v2.0/ports/102960a4-086c-4712-a5fa-5e7abbac337a HTTP/1.1" status: 204 len: 168 time: 2.0475783 Aug 30 14:45:27.691387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed72cc14-c20e-41a1-8657-1b23b54d0a3e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.696993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a20da-572b-44fc-a2dd-33c1a1837ba1 None None] Port ecb96d66-a1aa-4479-9679-8d433a1239d0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:27.699325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:27.704318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 780b4e64-ea21-40a7-a43f-127f5c695d27 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:27.704724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.759912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e', 'external_fixed_ips': [{'subnet_id': '85bf080e-9ae9-457d-912a-4d6a1074bce4', 'ip_address': '2001:db8::9f'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:27.772999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72cc14-c20e-41a1-8657-1b23b54d0a3e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5645b507-1adf-478f-afd8-d3f2ce3fd01e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:27.893152 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d6134e-8ee7-435c-8b70-60248759246a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.925448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:27.933622 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-054519db-bad2-45c6-b2f6-a01884eca5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.935404 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.936341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.944950 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed72cc14-c20e-41a1-8657-1b23b54d0a3e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:27.947610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ed72cc14-c20e-41a1-8657-1b23b54d0a3e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3465865 Aug 30 14:45:27.950844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:27.959310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a68dde6b-dc0d-4634-b7e4-61e7c485f32f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'security_group_rule': {'security_group_id': '8efdfe4d-615a-4b56-9db9-5217c32d3ba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:27.983467 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be43b3be-804b-460a-9208-143a08094848 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.039736 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.043690 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-be43b3be-804b-460a-9208-143a08094848 None None] Transition to ACTIVE for port object c817baf6-2beb-429a-84cd-98890d045c88 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:28.044709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-755b53b4-d58d-4f38-9a72-881974d2dfb8 None None] Provisioning complete for port ecb96d66-a1aa-4479-9679-8d433a1239d0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:28.045085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-755b53b4-d58d-4f38-9a72-881974d2dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.051770 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d6134e-8ee7-435c-8b70-60248759246a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.053154 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be43b3be-804b-460a-9208-143a08094848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.059178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=ecb96d66-a1aa-4479-9679-8d433a1239d0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:28.073753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a68dde6b-dc0d-4634-b7e4-61e7c485f32f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.114040 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6498d5-cb62-467a-b892-05eda795ce07 None None] Pushing event updated for resources: {'Port': ['ID=c817baf6-2beb-429a-84cd-98890d045c88,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:28.133839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-755b53b4-d58d-4f38-9a72-881974d2dfb8 None None] Port ecb96d66-a1aa-4479-9679-8d433a1239d0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:28.196605 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b8fbac-95b4-4c06-a7ab-be5e3a99815b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.196741 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be43b3be-804b-460a-9208-143a08094848 None None] Attempting to bind port c817baf6-2beb-429a-84cd-98890d045c88 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:28.196741 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be43b3be-804b-460a-9208-143a08094848 None None] Attempting to bind port c817baf6-2beb-429a-84cd-98890d045c88 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:28.198042 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b3be-804b-460a-9208-143a08094848 None None] Attempting to bind port c817baf6-2beb-429a-84cd-98890d045c88 on network d5e7faea-dbe4-4641-b18c-d53900922e99 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:28.204554 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b3be-804b-460a-9208-143a08094848 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:28.205072 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b3be-804b-460a-9208-143a08094848 None None] Checking segment: {'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:28.205869 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be43b3be-804b-460a-9208-143a08094848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.206109 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b3be-804b-460a-9208-143a08094848 None None] Bound using segment: {'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:28.206808 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be43b3be-804b-460a-9208-143a08094848 None None] Bound port: c817baf6-2beb-429a-84cd-98890d045c88, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:28.207274 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be43b3be-804b-460a-9208-143a08094848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.246378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6134e-8ee7-435c-8b70-60248759246a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=47ddfa76-0bb9-4860-b90b-43e4ee87eee4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:28.250100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.284835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd5b7a-bc34-4472-b972-281bce2faf40 None None] Network 5d4d1de8-e542-4a7b-9800-8a33a8668e09 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:28.291125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-be43b3be-804b-460a-9208-143a08094848 None None] For port c817baf6-2beb-429a-84cd-98890d045c88, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:28.294583 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-be43b3be-804b-460a-9208-143a08094848 None None] For port c817baf6-2beb-429a-84cd-98890d045c88, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c817baf6-2beb-429a-84cd-98890d045c88,segment=NetworkSegment(ba20e2fe-1dd7-4f2e-96fb-4daabc741c50),segment_id=ba20e2fe-1dd7-4f2e-96fb-4daabc741c50)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:28.296103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d6134e-8ee7-435c-8b70-60248759246a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.302790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-65d6134e-8ee7-435c-8b70-60248759246a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/47ddfa76-0bb9-4860-b90b-43e4ee87eee4 HTTP/1.1" status: 204 len: 168 time: 1.5686731 Aug 30 14:45:28.305463 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be43b3be-804b-460a-9208-143a08094848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.309934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:28.326349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a68dde6b-dc0d-4634-b7e4-61e7c485f32f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.365074 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a68dde6b-dc0d-4634-b7e4-61e7c485f32f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.454999 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43b3be-804b-460a-9208-143a08094848 None None] Routers {'a81180cb-72ac-4321-b4e9-b46fbd202376'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:28.459224 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be43b3be-804b-460a-9208-143a08094848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a81180cb-72ac-4321-b4e9-b46fbd202376'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:28.462286 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6498d5-cb62-467a-b892-05eda795ce07 None None] Pushing event updated for resources: {'Port': ['ID=c817baf6-2beb-429a-84cd-98890d045c88,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:28.467642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dde6b-dc0d-4634-b7e4-61e7c485f32f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bab4b17-30b1-4262-96d4-6ff2e3c2fe1b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:28.620128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.637350 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.664048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] DHCP port deletion for 5d4d1de8-e542-4a7b-9800-8a33a8668e09 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:45:28.711197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fb303071-c603-4b24-99c6-0701ecdb6fbb req-bd3d2cac-e937-4217-b326-fd17597cbb1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 210 time: 0.2461803 Aug 30 14:45:28.715090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.768829 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-be43b3be-804b-460a-9208-143a08094848 None None] Set router a81180cb-72ac-4321-b4e9-b46fbd202376 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:28.776276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:28.816868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] Deleting port 804c22d3-2705-4829-8244-c309990fa31b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:28.817276 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.024688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 804c22d3-2705-4829-8244-c309990fa31b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:29.025035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.034361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] For port 804c22d3-2705-4829-8244-c309990fa31b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=804c22d3-2705-4829-8244-c309990fa31b,segment=NetworkSegment(1952d27a-3824-42d5-8502-b62af8c4659d),segment_id=1952d27a-3824-42d5-8502-b62af8c4659d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:29.034603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b8fbac-95b4-4c06-a7ab-be5e3a99815b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.034739 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.045191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85b8fbac-95b4-4c06-a7ab-be5e3a99815b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.064504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a68dde6b-dc0d-4634-b7e4-61e7c485f32f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.066091 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a68dde6b-dc0d-4634-b7e4-61e7c485f32f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1108949 Aug 30 14:45:29.069665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] Calling delete_port for 804c22d3-2705-4829-8244-c309990fa31b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:29.083042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:29.096190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:29.134851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-85b8fbac-95b4-4c06-a7ab-be5e3a99815b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63748c7aeb014665987b0e781fad9454&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2031262 Aug 30 14:45:29.139943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:29.142287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8fbac-95b4-4c06-a7ab-be5e3a99815b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67844c6-e4a5-401d-be43-27c6b5504dcc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:29.264979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.356238 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be43b3be-804b-460a-9208-143a08094848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 4, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c817baf6-2beb-429a-84cd-98890d045c88', 'name': '', 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'mac_address': 'fa:16:3e:51:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:17Z', 'updated_at': '2021-08-30T14:45:28Z', 'revision_number': 4, 'project_id': '356d8d3422984408b4f2311b506222d2', 'subnets': [{'id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:29.402193 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43b3be-804b-460a-9208-143a08094848 None None] The sync data for ids ['a81180cb-72ac-4321-b4e9-b46fbd202376'] in n-d-805668-3 is: [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:45:19Z', 'revision_number': 4, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c817baf6-2beb-429a-84cd-98890d045c88', 'name': '', 'network_id': 'd5e7faea-dbe4-4641-b18c-d53900922e99', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'mac_address': 'fa:16:3e:51:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:17Z', 'updated_at': '2021-08-30T14:45:28Z', 'revision_number': 4, 'project_id': '356d8d3422984408b4f2311b506222d2', 'subnets': [{'id': '22dcc173-7ca7-417e-83f7-2b01880a0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:29.443717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c817baf6-2beb-429a-84cd-98890d045c88 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:29.482242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.492889 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.526041 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.601895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c817baf6-2beb-429a-84cd-98890d045c88 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:29.613456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c817baf6-2beb-429a-84cd-98890d045c88 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:29.617354 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.655940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=ecb96d66-a1aa-4479-9679-8d433a1239d0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:29.680823 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.705446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.714777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] For port 804c22d3-2705-4829-8244-c309990fa31b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=804c22d3-2705-4829-8244-c309990fa31b,segment=NetworkSegment(1952d27a-3824-42d5-8502-b62af8c4659d),segment_id=1952d27a-3824-42d5-8502-b62af8c4659d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:29.715779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.727843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] No DVR routers for this DVR port 804c22d3-2705-4829-8244-c309990fa31b on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:29.747258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 804c22d3-2705-4829-8244-c309990fa31b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:29.750839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c429a04-ea2c-4f70-ad98-bc3cbd421202 None None] Pushing event deleted for resources: {'Port': ['ID=804c22d3-2705-4829-8244-c309990fa31b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:29.818455 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d542aa72-1026-4e9f-b859-eeb16f6a46db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.831704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 5a909a5e-77f9-44a6-9e8b-70230406fb87 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:29.834415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:29.838145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.884502 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.901905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-134b3b0b-4786-431a-90e1-6862f1bc3437 req-e26ff7b9-54c4-4f13-b70a-34f9786c2f78 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 210 time: 0.0788848 Aug 30 14:45:29.922631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d542aa72-1026-4e9f-b859-eeb16f6a46db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:29.967794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c817baf6-2beb-429a-84cd-98890d045c88, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c817baf6-2beb-429a-84cd-98890d045c88,segment=NetworkSegment(ba20e2fe-1dd7-4f2e-96fb-4daabc741c50),segment_id=ba20e2fe-1dd7-4f2e-96fb-4daabc741c50)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:29.981294 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.073252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.079627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 804c22d3-2705-4829-8244-c309990fa31b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:45:30.139240 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d542aa72-1026-4e9f-b859-eeb16f6a46db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.141740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d542aa72-1026-4e9f-b859-eeb16f6a46db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.142898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d542aa72-1026-4e9f-b859-eeb16f6a46db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e67844c6-e4a5-401d-be43-27c6b5504dcc HTTP/1.1" status: 204 len: 168 time: 0.9856324 Aug 30 14:45:30.169907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 804c22d3-2705-4829-8244-c309990fa31b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:45:30.170265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 804c22d3-2705-4829-8244-c309990fa31b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:45:30.175192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.187294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c817baf6-2beb-429a-84cd-98890d045c88,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:30.247491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Router e3d3ef30-a544-4689-997b-1cb62270d84b is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:45:30.250421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Allocated IP 172.25.6.118 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/a0fc3d28-c81d-45ac-998f-6b68410dae65) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:30.268016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542aa72-1026-4e9f-b859-eeb16f6a46db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67844c6-e4a5-401d-be43-27c6b5504dcc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:30.296099 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.326748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79e8028a-8ba4-464d-a2fe-54f79c8cfdef None None] Provisioning complete for port ecb96d66-a1aa-4479-9679-8d433a1239d0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:30.327161 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79e8028a-8ba4-464d-a2fe-54f79c8cfdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.387977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:30.399753 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3feb9a80-5323-4f66-8285-ae4891ec4806 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "PUT /v2.0/routers/e3d3ef30-a544-4689-997b-1cb62270d84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3395765 Aug 30 14:45:30.400286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=804c22d3-2705-4829-8244-c309990fa31b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:30.402146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:30.461184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-79e8028a-8ba4-464d-a2fe-54f79c8cfdef None None] Port ecb96d66-a1aa-4479-9679-8d433a1239d0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:30.472855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e29878-fbff-4f7d-9732-07396fa982dd None None] Sync routers for ids ['e3d3ef30-a544-4689-997b-1cb62270d84b'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:30.475148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No DVR routers for this DVR port 804c22d3-2705-4829-8244-c309990fa31b on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:30.501766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e29878-fbff-4f7d-9732-07396fa982dd None None] Routers {'e3d3ef30-a544-4689-997b-1cb62270d84b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:30.504412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93e29878-fbff-4f7d-9732-07396fa982dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['e3d3ef30-a544-4689-997b-1cb62270d84b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:30.559981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.560723 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93e29878-fbff-4f7d-9732-07396fa982dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:30.572696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e29878-fbff-4f7d-9732-07396fa982dd None None] Routers {'e3d3ef30-a544-4689-997b-1cb62270d84b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:30.573537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93e29878-fbff-4f7d-9732-07396fa982dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['e3d3ef30-a544-4689-997b-1cb62270d84b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:30.630996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93e29878-fbff-4f7d-9732-07396fa982dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:30.632881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e29878-fbff-4f7d-9732-07396fa982dd None None] The sync data for ids ['e3d3ef30-a544-4689-997b-1cb62270d84b'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:30.686408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.719775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:30.737279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.749838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f16ef-b45b-4fd0-907f-cda50b26add5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.759963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:30.762447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72c4a4-1d49-4a16-adbf-8d0b0614f373 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:30.766576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-df72c4a4-1d49-4a16-adbf-8d0b0614f373 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d3ef30-a544-4689-997b-1cb62270d84b HTTP/1.1" status: 200 len: 983 time: 0.3515487 Aug 30 14:45:30.769162 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:30.770759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4d1de8-e542-4a7b-9800-8a33a8668e09']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:30.775790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:30.784221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:30.836942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'Port': ['ID=a0fc3d28-c81d-45ac-998f-6b68410dae65,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:30.884829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1952d27a-3824-42d5-8502-b62af8c4659d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:30.885429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1952d27a-3824-42d5-8502-b62af8c4659d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:30.903138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.949843 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.956338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Allocated IP 2001:db8::9f (6c051d15-3b0f-48f4-bb1f-ded62f3b990e/85bf080e-9ae9-457d-912a-4d6a1074bce4/a14764c7-8308-4cd2-8152-a8522db5d925) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:30.956865 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.967750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:45:30.968164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:30.970964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c817baf6-2beb-429a-84cd-98890d045c88 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:45:30.972839 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:45:31.056023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c817baf6-2beb-429a-84cd-98890d045c88 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:31.056716 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.090046 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.133273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27bd54c8-158a-4b3d-83e1-f143d5173c70 req-46f15028-7340-47ae-9894-7ce9fbb0fa8f tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 210 time: 0.1040056 Aug 30 14:45:31.176817 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f16ef-b45b-4fd0-907f-cda50b26add5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.183221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f16ef-b45b-4fd0-907f-cda50b26add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.201500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.226353 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.228293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/networks/5d4d1de8-e542-4a7b-9800-8a33a8668e09 HTTP/1.1" status: 204 len: 168 time: 2.9173503 Aug 30 14:45:31.233237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec70dcc-be59-4384-9af1-505035c061d9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Network': ['ID=5d4d1de8-e542-4a7b-9800-8a33a8668e09,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:31.233434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:31.254809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1021517213'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:31.293237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f16ef-b45b-4fd0-907f-cda50b26add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c1f6c6-654f-4412-851f-111d9bc0f874,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:31.304446 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0c3f16ef-b45b-4fd0-907f-cda50b26add5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b170d486c7784a36a094ebf6389bd475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810671 Aug 30 14:45:31.308238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:31.344687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:31.348997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.357897 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.396323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:45:31.415082 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.415372 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Added segment 9fbbad29-38c0-4217-8a88-65f55bb8b6be of type vlan for network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 Aug 30 14:45:31.439377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.462054 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.496739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43af1936-e5d0-4cdd-8fab-45c07235e0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.505035 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.506967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.575574 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43af1936-e5d0-4cdd-8fab-45c07235e0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.582173 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event updated for resources: {'Port': ['ID=a0fc3d28-c81d-45ac-998f-6b68410dae65,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:31.586854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.596744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.604201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:31.604952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.607137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:31.619703 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.625656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:31.644337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:31.655205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'Port': ['ID=a14764c7-8308-4cd2-8152-a8522db5d925,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:31.674396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:31.684557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3301826-e763-4187-8f2b-db16c0a14162 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6001923 Aug 30 14:45:31.689488 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4520030 Aug 30 14:45:31.704997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:31.719647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:31.750488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7e34a-6198-4537-8fea-d4df8082ddfe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Network': ['ID=7d080d75-aedb-4a5a-8caf-4d7940a47ce1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:31.762054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:45:31.893593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:31.902226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:32.047468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43af1936-e5d0-4cdd-8fab-45c07235e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:32.051829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43af1936-e5d0-4cdd-8fab-45c07235e0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:32.053444 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-43af1936-e5d0-4cdd-8fab-45c07235e0f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49c1f6c6-654f-4412-851f-111d9bc0f874 HTTP/1.1" status: 204 len: 168 time: 0.7432716 Aug 30 14:45:32.084221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dbad80b-5c0b-438a-bb63-45051747ad69 req-93f7e8a2-3ce0-4c2c-a406-edba36a51f3c tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--440774223&fields=id&tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c HTTP/1.1" status: 200 len: 267 time: 0.1120305 Aug 30 14:45:32.100003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af1936-e5d0-4cdd-8fab-45c07235e0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c1f6c6-654f-4412-851f-111d9bc0f874,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:32.106850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:32.300528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f468525-57a6-45d2-a855-3457ef76c55b req-d5034408-81e2-4001-8c89-26af796e3fc3 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 210 time: 0.0659597 Aug 30 14:45:32.331201 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:32.365322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbad80b-5c0b-438a-bb63-45051747ad69 req-582e7500-fbfa-4034-a110-bf9e599cc18a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:32.373509 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dbad80b-5c0b-438a-bb63-45051747ad69 req-582e7500-fbfa-4034-a110-bf9e599cc18a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/networks?id=76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 200 len: 810 time: 0.2881494 Aug 30 14:45:32.404350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dbad80b-5c0b-438a-bb63-45051747ad69 req-780e52b7-175b-497b-9f56-e965c3717e83 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/quotas/4709a04a1ab44809b6c3ced32ed0ca1c HTTP/1.1" status: 200 len: 375 time: 0.0291467 Aug 30 14:45:32.531670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dbad80b-5c0b-438a-bb63-45051747ad69 req-84d21e9a-2070-4794-88af-1bc0088eabd6 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261649 Aug 30 14:45:32.539266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:32.616965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=5c30cbe5-7180-46f0-8298-7ec39519bdeb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:32.630762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Checking segment: {'id': '9fbbad29-38c0-4217-8a88-65f55bb8b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:32.631550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network hostable DHCP agents. Network: 7d080d75-aedb-4a5a-8caf-4d7940a47ce1, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:45:32.678922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:45:32.728933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 7d080d75-aedb-4a5a-8caf-4d7940a47ce1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:32.738580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04a44be-9e02-4a99-b36d-a0b72e9242c5 None None] Network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:32.785108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:32.786485 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:32.879401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-88075081-9ffd-4d4a-8a03-2f73ca9b0100 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1688623 Aug 30 14:45:32.884737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:32.894392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1', 'name': 'tempest-PortsIpV6TestJSON-1943236564', 'fixed_ips': [{'subnet_id': '5c30cbe5-7180-46f0-8298-7ec39519bdeb', 'ip_address': '2001:db8::10'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:32.952352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:32.955563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-b959f12c-2e56-4e0d-a2e7-3c41827d484f tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:32.957220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-b959f12c-2e56-4e0d-a2e7-3c41827d484f tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.21 "GET /v2.0/networks?id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a HTTP/1.1" status: 200 len: 910 time: 0.2745988 Aug 30 14:45:32.977944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dbad80b-5c0b-438a-bb63-45051747ad69 req-6dcbfcca-7905-454f-9023-0f2ece84682c service neutron] 10.222.0.50 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448981 Aug 30 14:45:32.992182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Request body: {'port': {'device_id': '95a618a0-1496-42d4-8b21-c864519eea05', 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'admin_state_up': True, 'tenant_id': '356d8d3422984408b4f2311b506222d2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:33.097077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Made reservation on behalf of 356d8d3422984408b4f2311b506222d2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:33.101019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.172347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dbad80b-5c0b-438a-bb63-45051747ad69 req-24d0eef7-032e-406f-8201-51d2d943a24d service neutron] 10.222.0.50 "GET /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930127 Aug 30 14:45:33.182789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-7d080d75-aedb-4a5a-8caf-4d7940a47ce1', 'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1', 'tenant_id': '9f17afd48b014894b9266b621abe4590', 'fixed_ips': [{'subnet_id': '5c30cbe5-7180-46f0-8298-7ec39519bdeb'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:45:33.183682 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.209471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port ecb96d66-a1aa-4479-9679-8d433a1239d0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:33.210114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.313712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.448907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Allocated IP 172.20.0.13 (e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a/7c2f63bd-18bf-4b1c-a152-eaf8c5590855/224a3bad-d67a-46ba-9e8a-909fdf31a7c7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:33.466191 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.470678 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Allocated IP 2001:db8::2 (7d080d75-aedb-4a5a-8caf-4d7940a47ce1/5c30cbe5-7180-46f0-8298-7ec39519bdeb/a713876c-aafd-48e4-be94-1780f0b777c7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:33.471535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-950c8495-42aa-42a0-8635-f76f5d8d0ddb req-a6dbe6e2-44f8-42b1-b412-d15cbd6b2203 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 210 time: 0.0358970 Aug 30 14:45:33.472372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:33.564474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for ecb96d66-a1aa-4479-9679-8d433a1239d0 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:33.706056 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.711029 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.727636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.728925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Transition to ACTIVE for port object 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:33.742289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Transition to ACTIVE for port object a713876c-aafd-48e4-be94-1780f0b777c7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:33.790169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Transition to ACTIVE for port object a713876c-aafd-48e4-be94-1780f0b777c7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:33.799343 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.806352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.833761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port c34b31f4-ecc8-4590-a811-b673ddc68f37 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:33.879389 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:33.881552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:33.890528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:33.919562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Router 0243a986-e3fa-4400-be36-9fd101ba603f is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:45:33.929739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Pushing event updated for resources: {'Port': ['ID=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:33.942449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Pushing event updated for resources: {'Port': ['ID=a713876c-aafd-48e4-be94-1780f0b777c7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:33.961994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:33.963481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:33.966916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:33.979543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Attempting to bind port a713876c-aafd-48e4-be94-1780f0b777c7 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:33.980508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Attempting to bind port a713876c-aafd-48e4-be94-1780f0b777c7 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fbbad29-38c0-4217-8a88-65f55bb8b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:33.981147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Attempting to bind port a713876c-aafd-48e4-be94-1780f0b777c7 on network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:33.987587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:33.988369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Checking segment: {'id': '9fbbad29-38c0-4217-8a88-65f55bb8b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:33.988817 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:33.989299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Bound using segment: {'id': '9fbbad29-38c0-4217-8a88-65f55bb8b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:33.989859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Bound port: a713876c-aafd-48e4-be94-1780f0b777c7, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbbad29-38c0-4217-8a88-65f55bb8b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:33.990324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:34.058913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:34.059533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:34.081565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] For port a713876c-aafd-48e4-be94-1780f0b777c7, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:34.085033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] For port a713876c-aafd-48e4-be94-1780f0b777c7, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a713876c-aafd-48e4-be94-1780f0b777c7,segment=NetworkSegment(9fbbad29-38c0-4217-8a88-65f55bb8b6be),segment_id=9fbbad29-38c0-4217-8a88-65f55bb8b6be)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:34.091776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-ee9b3a04-53ba-4b9b-83cb-865377485b36 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1116014 Aug 30 14:45:34.092005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:34.115908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Request body: {'port': {'device_id': '95a618a0-1496-42d4-8b21-c864519eea05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:34.154221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::10 (7d080d75-aedb-4a5a-8caf-4d7940a47ce1/5c30cbe5-7180-46f0-8298-7ec39519bdeb/c34b31f4-ecc8-4590-a811-b673ddc68f37) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:34.168024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f24e53-edee-4b65-822a-88e67d0f110f None None] Pushing event updated for resources: {'Port': ['ID=a713876c-aafd-48e4-be94-1780f0b777c7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:34.238468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:34.303823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:34.345894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b53fdecb-9c9c-4eca-b714-039d370e714b None None] Provisioning for port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:34.351320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b53fdecb-9c9c-4eca-b714-039d370e714b None None] Provisioning complete for port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:34.351954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b53fdecb-9c9c-4eca-b714-039d370e714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:34.429348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b53fdecb-9c9c-4eca-b714-039d370e714b None None] Port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:34.458977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=ecb96d66-a1aa-4479-9679-8d433a1239d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:34.660574 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:34.865320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f00fbec-4562-4e32-8502-d24032dcd8b0 req-46f6134c-3c3d-4aee-a025-9eaed1777c31 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1926205 Aug 30 14:45:34.889824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object c34b31f4-ecc8-4590-a811-b673ddc68f37 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:34.989918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:35.020843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a713876c-aafd-48e4-be94-1780f0b777c7 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:35.030647 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Sync routers for ids ['0243a986-e3fa-4400-be36-9fd101ba603f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:35.050642 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Routers {'0243a986-e3fa-4400-be36-9fd101ba603f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:35.052000 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0243a986-e3fa-4400-be36-9fd101ba603f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:35.112872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f203c7d-d7f4-4a76-b243-2112b4ae9f87 req-a6178aa0-d271-4f20-b843-fa26d653128d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:35.114663 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f203c7d-d7f4-4a76-b243-2112b4ae9f87 req-a6178aa0-d271-4f20-b843-fa26d653128d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1028 time: 0.2077169 Aug 30 14:45:35.120067 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:35.125540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d3970dc3-d9b1-41dd-a7b9-6dec06ad3272 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.4080434 Aug 30 14:45:35.127931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60044) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:35.145822 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:35.153166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a713876c-aafd-48e4-be94-1780f0b777c7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:35.190513 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Set router 0243a986-e3fa-4400-be36-9fd101ba603f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:35.286707 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:35.343372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:35.469894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:45:35.473463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:35.480560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:35.494691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Transition to ACTIVE for port object 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:35.541265 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0243a986-e3fa-4400-be36-9fd101ba603f', 'name': '', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e', 'external_fixed_ips': [{'subnet_id': '85bf080e-9ae9-457d-912a-4d6a1074bce4', 'ip_address': '2001:db8::9f'}], 'enable_snat': True}, 'gw_port_id': 'a14764c7-8308-4cd2-8152-a8522db5d925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:27Z', 'updated_at': '2021-08-30T14:45:31Z', 'revision_number': 3, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port': {'id': 'a14764c7-8308-4cd2-8152-a8522db5d925', 'name': '', 'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0243a986-e3fa-4400-be36-9fd101ba603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '85bf080e-9ae9-457d-912a-4d6a1074bce4', 'ip_address': '2001:db8::9f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:30Z', 'updated_at': '2021-08-30T14:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85bf080e-9ae9-457d-912a-4d6a1074bce4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:35.619775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:35.621809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=c34b31f4-ecc8-4590-a811-b673ddc68f37,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:35.624009 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:35.630308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:35.630983 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:35.643410 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Checking router: 0243a986-e3fa-4400-be36-9fd101ba603f for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:45:35.644131 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Updating router 0243a986-e3fa-4400-be36-9fd101ba603f port a14764c7-8308-4cd2-8152-a8522db5d925 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:45:35.644259 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:35.657684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Router e3d3ef30-a544-4689-997b-1cb62270d84b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:45:35.673618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-158ee02f-fb14-4036-b51d-5ff135c8d811 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7861521 Aug 30 14:45:35.675707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:35.696238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '7d080d75-aedb-4a5a-8caf-4d7940a47ce1', 'name': 'tempest-PortsIpV6TestJSON-1857723667', 'fixed_ips': [{'subnet_id': '5c30cbe5-7180-46f0-8298-7ec39519bdeb', 'ip_address': '2001:db8::f'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:35.706531 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:35.726945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f203c7d-d7f4-4a76-b243-2112b4ae9f87 req-a7728bf6-a4f7-45a9-b385-36ad497bc043 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010721 Aug 30 14:45:35.844778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Pushing event updated for resources: {'Port': ['ID=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:35.940614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bca5c1-b018-4b82-a530-cd73f97dfc90 None None] Network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:36.011586 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3582d7d4-ae94-4d4e-b2f1-b404ebc48b83 req-d269066e-8694-469c-b64e-4192ec4b6bee tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0787098 Aug 30 14:45:36.032673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:36.051161 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f4887659-7235-45e4-b98f-aa28f8601cfd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "PUT /v2.0/routers/e3d3ef30-a544-4689-997b-1cb62270d84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2753747 Aug 30 14:45:36.055652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:36.084467 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96813445-6a47-4660-a42d-6b59af01ebc5 None None] Sync routers for ids ['e3d3ef30-a544-4689-997b-1cb62270d84b'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:36.096468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.131041 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba2cb83-43f2-4682-bba1-a6812316040d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:45:36.137018 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9ba2cb83-43f2-4682-bba1-a6812316040d tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/ecb96d66-a1aa-4479-9679-8d433a1239d0 HTTP/1.1" status: 404 len: 333 time: 0.0784948 Aug 30 14:45:36.137898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:36.142398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Attempting to bind port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:36.143207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Attempting to bind port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:36.143555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Attempting to bind port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 on network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:36.148529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:36.159347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.162160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 on network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:45:36.163568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Attempting to bind port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 on network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:36.176067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c528a290-5547-4b10-93a5-47b397de40c5 None None] Provisioning for port a713876c-aafd-48e4-be94-1780f0b777c7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:36.180693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96813445-6a47-4660-a42d-6b59af01ebc5 None None] Routers {'e3d3ef30-a544-4689-997b-1cb62270d84b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:36.185631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-96813445-6a47-4660-a42d-6b59af01ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['e3d3ef30-a544-4689-997b-1cb62270d84b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:36.204175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:36.204531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Checking segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:36.204968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Bound using segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:36.205484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Bound port: 224a3bad-d67a-46ba-9e8a-909fdf31a7c7, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:36.205848 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.282655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c528a290-5547-4b10-93a5-47b397de40c5 None None] Provisioning complete for port a713876c-aafd-48e4-be94-1780f0b777c7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:36.285860 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c528a290-5547-4b10-93a5-47b397de40c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.296311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-96813445-6a47-4660-a42d-6b59af01ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:36.312651 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.326178 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Transition to ACTIVE for port object a14764c7-8308-4cd2-8152-a8522db5d925 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:36.334905 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.353105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Deleting port a14764c7-8308-4cd2-8152-a8522db5d925 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:36.354377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port 4eee0423-0b65-4fc7-8fa6-77ee6caa933e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:36.362628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac299df-70c0-4115-b762-694169d2cddd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.368432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.417021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96813445-6a47-4660-a42d-6b59af01ebc5 None None] Routers {'e3d3ef30-a544-4689-997b-1cb62270d84b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:36.417682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-96813445-6a47-4660-a42d-6b59af01ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['e3d3ef30-a544-4689-997b-1cb62270d84b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:36.449511 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Attempting to bind port a14764c7-8308-4cd2-8152-a8522db5d925 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:36.450539 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Attempting to bind port a14764c7-8308-4cd2-8152-a8522db5d925 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'bc5ee766-3d62-4111-929c-610e6db24b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:36.451142 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Attempting to bind port a14764c7-8308-4cd2-8152-a8522db5d925 on network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:36.454677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88426e-ba19-4f93-916b-03a63687aa05 None None] Pushing event updated for resources: {'Port': ['ID=a14764c7-8308-4cd2-8152-a8522db5d925,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:36.459936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-96813445-6a47-4660-a42d-6b59af01ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:36.460709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96813445-6a47-4660-a42d-6b59af01ebc5 None None] The sync data for ids ['e3d3ef30-a544-4689-997b-1cb62270d84b'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:36.462410 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:36.463084 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Checking segment: {'id': 'bc5ee766-3d62-4111-929c-610e6db24b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:36.464487 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.465870 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Bound using segment: {'id': 'bc5ee766-3d62-4111-929c-610e6db24b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:36.466693 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Bound port: a14764c7-8308-4cd2-8152-a8522db5d925, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5ee766-3d62-4111-929c-610e6db24b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c051d15-3b0f-48f4-bb1f-ded62f3b990e'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:36.467310 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.519614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.533028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Calling delete_port for a14764c7-8308-4cd2-8152-a8522db5d925 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:36.547180 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] For port a14764c7-8308-4cd2-8152-a8522db5d925, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:36.552953 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] For port a14764c7-8308-4cd2-8152-a8522db5d925, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a14764c7-8308-4cd2-8152-a8522db5d925,segment=NetworkSegment(bc5ee766-3d62-4111-929c-610e6db24b8e),segment_id=bc5ee766-3d62-4111-929c-610e6db24b8e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:36.559798 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.634697 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Routers {'0243a986-e3fa-4400-be36-9fd101ba603f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:36.635707 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0243a986-e3fa-4400-be36-9fd101ba603f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:36.677103 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c528a290-5547-4b10-93a5-47b397de40c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.754770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] Set router 0243a986-e3fa-4400-be36-9fd101ba603f gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:36.767846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c528a290-5547-4b10-93a5-47b397de40c5 None None] For port a713876c-aafd-48e4-be94-1780f0b777c7, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a713876c-aafd-48e4-be94-1780f0b777c7,segment=NetworkSegment(9fbbad29-38c0-4217-8a88-65f55bb8b6be),segment_id=9fbbad29-38c0-4217-8a88-65f55bb8b6be)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:36.774911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c528a290-5547-4b10-93a5-47b397de40c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.784521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.836459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event deleted for resources: {'Port': ['ID=a14764c7-8308-4cd2-8152-a8522db5d925,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:36.860862 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0243a986-e3fa-4400-be36-9fd101ba603f', 'name': '', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:27Z', 'updated_at': '2021-08-30T14:45:36Z', 'revision_number': 4, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:36.884961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.954727 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be81093-98cc-49e4-b776-febdadff0426 None None] The sync data for ids ['0243a986-e3fa-4400-be36-9fd101ba603f'] in n-d-805668-3 is: [{'id': '0243a986-e3fa-4400-be36-9fd101ba603f', 'name': '', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:27Z', 'updated_at': '2021-08-30T14:45:36Z', 'revision_number': 4, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:36.961902 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88426e-ba19-4f93-916b-03a63687aa05 None None] Pushing event updated for resources: {'Port': ['ID=a14764c7-8308-4cd2-8152-a8522db5d925,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:36.968011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528a290-5547-4b10-93a5-47b397de40c5 None None] Pushing event updated for resources: {'Port': ['ID=a713876c-aafd-48e4-be94-1780f0b777c7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:37.066926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac299df-70c0-4115-b762-694169d2cddd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.070867 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.072960 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac299df-70c0-4115-b762-694169d2cddd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.076385 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.189415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] For port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:37.219992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1654dfb-b271-41c1-a35c-8a55bc16050e None None] Provisioning complete for port a713876c-aafd-48e4-be94-1780f0b777c7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:37.221096 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1654dfb-b271-41c1-a35c-8a55bc16050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.253097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] For port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:37.267278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac299df-70c0-4115-b762-694169d2cddd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.268038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac299df-70c0-4115-b762-694169d2cddd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Fanout notify agent at l3_agent the message router_deleted on router e3d3ef30-a544-4689-997b-1cb62270d84b {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:45:37.290914 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.319415 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ac299df-70c0-4115-b762-694169d2cddd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.322345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2ac299df-70c0-4115-b762-694169d2cddd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/routers/e3d3ef30-a544-4689-997b-1cb62270d84b HTTP/1.1" status: 204 len: 168 time: 1.1534653 Aug 30 14:45:37.324592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:37.324899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.325654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0243a986-e3fa-4400-be36-9fd101ba603f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:45:37.355774 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.363608 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-71ba696f-3a6b-4445-9224-26cfaa6303c3 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0243a986-e3fa-4400-be36-9fd101ba603f HTTP/1.1" status: 204 len: 168 time: 2.2311451 Aug 30 14:45:37.395668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:37.400603 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6df1e669-8752-4acd-a0ea-e24f24aab687 req-cab13708-04f6-4c60-85ce-930a6690695e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1460993 Aug 30 14:45:37.448722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1654dfb-b271-41c1-a35c-8a55bc16050e None None] Provisioning for port c34b31f4-ecc8-4590-a811-b673ddc68f37 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:37.453705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1654dfb-b271-41c1-a35c-8a55bc16050e None None] Provisioning complete for port c34b31f4-ecc8-4590-a811-b673ddc68f37 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:37.454194 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1654dfb-b271-41c1-a35c-8a55bc16050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.487820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:37.488545 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.490193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] 10.222.0.21 "PUT /v2.0/ports/224a3bad-d67a-46ba-9e8a-909fdf31a7c7 HTTP/1.1" status: 200 len: 1092 time: 3.3789141 Aug 30 14:45:37.494678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a618a0-1496-42d4-8b21-c864519eea05', 'tag': '224a3bad-d67a-46ba-9e8a-909fdf31a7c7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:45:37.499396 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d0f44c-079a-4210-92da-1f81964fd18b" -d '{"events": [{"name": "network-changed", "server_uuid": "95a618a0-1496-42d4-8b21-c864519eea05", "tag": "224a3bad-d67a-46ba-9e8a-909fdf31a7c7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:45:37.525674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1654dfb-b271-41c1-a35c-8a55bc16050e None None] Port c34b31f4-ecc8-4590-a811-b673ddc68f37 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:37.534963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8219-9c99-42b5-acc7-5abe0ea3d8f8 req-5bdc12e7-df55-44c1-8687-e8f53c2c241d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:37.536540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc2e8219-9c99-42b5-acc7-5abe0ea3d8f8 req-5bdc12e7-df55-44c1-8687-e8f53c2c241d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1053 time: 0.3505759 Aug 30 14:45:37.604016 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68f38df-e195-48d9-ad7d-6f6762adb581 x-openstack-request-id: req-c68f38df-e195-48d9-ad7d-6f6762adb581 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:45:37.604315 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a618a0-1496-42d4-8b21-c864519eea05", "tag": "224a3bad-d67a-46ba-9e8a-909fdf31a7c7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:45:37.604573 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c68f38df-e195-48d9-ad7d-6f6762adb581 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:45:37.604988 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a618a0-1496-42d4-8b21-c864519eea05', 'tag': '224a3bad-d67a-46ba-9e8a-909fdf31a7c7', 'status': 'completed', 'code': 200} Aug 30 14:45:37.655352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac56500c-df4d-4fc9-ba83-2a3f57fc3c2d None None] Provisioning complete for port c34b31f4-ecc8-4590-a811-b673ddc68f37 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:37.664681 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac56500c-df4d-4fc9-ba83-2a3f57fc3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.665028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e371daa-1b02-40de-a926-b36ec3458aad service neutron] Pushing event updated for resources: {'Port': ['ID=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:37.727665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc2e8219-9c99-42b5-acc7-5abe0ea3d8f8 req-b5d03490-f653-4a60-a666-5055d03f8c54 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781263 Aug 30 14:45:37.731169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-b638d3b9-d428-4e25-b992-90b073907d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:37.733168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-b638d3b9-d428-4e25-b992-90b073907d37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=356d8d3422984408b4f2311b506222d2&device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1095 time: 0.1525741 Aug 30 14:45:37.775415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ac56500c-df4d-4fc9-ba83-2a3f57fc3c2d None None] Port c34b31f4-ecc8-4590-a811-b673ddc68f37 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:37.839916 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-31a60dd9-7d34-4941-9192-ce97b24f77ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=224a3bad-d67a-46ba-9e8a-909fdf31a7c7 HTTP/1.1" status: 200 len: 217 time: 0.0898392 Aug 30 14:45:37.924149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-747017f5-534e-4b54-bd21-d09af6bed948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:37.927615 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-747017f5-534e-4b54-bd21-d09af6bed948 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c2f63bd-18bf-4b1c-a152-eaf8c5590855 HTTP/1.1" status: 200 len: 848 time: 0.0786245 Aug 30 14:45:37.975531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c77e449-c5d0-4c14-8460-f03bfbea5821 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet 3386385e-e55f-494d-a6be-d19137458c27 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:37.981363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3730507d-a0b6-4f1b-9aa2-bbbba6b7553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:37.983336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-3730507d-a0b6-4f1b-9aa2-bbbba6b7553c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475376 Aug 30 14:45:37.986480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c77e449-c5d0-4c14-8460-f03bfbea5821 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:37.991054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fcb5ef-4dea-44b9-899f-5cf9926907ef tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Deleting subnet 85bf080e-9ae9-457d-912a-4d6a1074bce4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:38.014343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::f (7d080d75-aedb-4a5a-8caf-4d7940a47ce1/5c30cbe5-7180-46f0-8298-7ec39519bdeb/4eee0423-0b65-4fc7-8fa6-77ee6caa933e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:38.024572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb5ef-4dea-44b9-899f-5cf9926907ef tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.075122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c77e449-c5d0-4c14-8460-f03bfbea5821 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.125587 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb5ef-4dea-44b9-899f-5cf9926907ef tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.140356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-a7eec11a-05eb-4b77-9b66-1aac440a260a service neutron] 10.222.0.21 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480279 Aug 30 14:45:38.284534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb5ef-4dea-44b9-899f-5cf9926907ef tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.309455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dcd717f-0895-47e2-9d55-9a4c34e1bbd4 req-b803fe99-653d-41c9-9b2b-f76d56fdcc2c service neutron] 10.222.0.21 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575222 Aug 30 14:45:38.321064 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c77e449-c5d0-4c14-8460-f03bfbea5821 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.481189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb5ef-4dea-44b9-899f-5cf9926907ef tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.512805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0f44c-079a-4210-92da-1f81964fd18b req-a4187be8-a6d7-477a-811a-dda49ff3a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:38.514428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53d0f44c-079a-4210-92da-1f81964fd18b req-a4187be8-a6d7-477a-811a-dda49ff3a2f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=356d8d3422984408b4f2311b506222d2&device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1095 time: 0.0739684 Aug 30 14:45:38.555789 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.563905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f57accc-98ce-4991-b822-ea204400e0be req-a6bfc02b-f046-4dc1-b780-247b04657e92 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0972354 Aug 30 14:45:38.597671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcb5ef-4dea-44b9-899f-5cf9926907ef tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=85bf080e-9ae9-457d-912a-4d6a1074bce4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:38.605107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb5ef-4dea-44b9-899f-5cf9926907ef tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.607399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6fcb5ef-4dea-44b9-899f-5cf9926907ef tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/85bf080e-9ae9-457d-912a-4d6a1074bce4 HTTP/1.1" status: 204 len: 168 time: 1.2051506 Aug 30 14:45:38.611451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:38.693663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c77e449-c5d0-4c14-8460-f03bfbea5821 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.712213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object 4eee0423-0b65-4fc7-8fa6-77ee6caa933e will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:38.724417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0f44c-079a-4210-92da-1f81964fd18b req-a50ea83d-9bf9-4508-949a-a3ef15abf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:38.732229 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53d0f44c-079a-4210-92da-1f81964fd18b req-a50ea83d-9bf9-4508-949a-a3ef15abf289 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a HTTP/1.1" status: 200 len: 910 time: 0.1830080 Aug 30 14:45:38.748716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.749362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8852a-eee4-49c3-aebf-ee5740a16af6 None None] Network 5a909a5e-77f9-44a6-9e8b-70230406fb87 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:38.753672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c77e449-c5d0-4c14-8460-f03bfbea5821 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:38.759588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4c77e449-c5d0-4c14-8460-f03bfbea5821 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/3386385e-e55f-494d-a6be-d19137458c27 HTTP/1.1" status: 204 len: 168 time: 1.4224522 Aug 30 14:45:38.764658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77e449-c5d0-4c14-8460-f03bfbea5821 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=3386385e-e55f-494d-a6be-d19137458c27,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:38.768206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:38.861452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53d0f44c-079a-4210-92da-1f81964fd18b req-287e1181-cbb3-4f16-aa54-2bba2b9d6c52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=224a3bad-d67a-46ba-9e8a-909fdf31a7c7 HTTP/1.1" status: 200 len: 217 time: 0.1206355 Aug 30 14:45:38.967238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0f44c-079a-4210-92da-1f81964fd18b req-ab718178-1ef0-4a2b-8ac5-97c60d859ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:38.969162 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53d0f44c-079a-4210-92da-1f81964fd18b req-ab718178-1ef0-4a2b-8ac5-97c60d859ed4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c2f63bd-18bf-4b1c-a152-eaf8c5590855 HTTP/1.1" status: 200 len: 848 time: 0.0974908 Aug 30 14:45:39.013574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] DHCP port deletion for 5a909a5e-77f9-44a6-9e8b-70230406fb87 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:45:39.087561 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.093440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.096939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a713876c-aafd-48e4-be94-1780f0b777c7 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:39.098346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0f44c-079a-4210-92da-1f81964fd18b req-c24a352f-4746-4847-b3b8-c8da18e5d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:39.102646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53d0f44c-079a-4210-92da-1f81964fd18b req-c24a352f-4746-4847-b3b8-c8da18e5d882 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038518 Aug 30 14:45:39.104108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.105255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e02dc-649e-45e3-8fd1-006e85a891bd req-9a926de4-5622-4829-ab49-c561365465a9 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:39.107203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b6e02dc-649e-45e3-8fd1-006e85a891bd req-9a926de4-5622-4829-ab49-c561365465a9 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1095 time: 0.1437004 Aug 30 14:45:39.108437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c051d15-3b0f-48f4-bb1f-ded62f3b990e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:39.152377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5ee766-3d62-4111-929c-610e6db24b8e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:39.152667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5ee766-3d62-4111-929c-610e6db24b8e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:39.181033 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.200426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:39.204148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=4eee0423-0b65-4fc7-8fa6-77ee6caa933e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:39.230459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b6e02dc-649e-45e3-8fd1-006e85a891bd req-d661fb64-aeb3-4c70-9583-267d5d501c34 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092582 Aug 30 14:45:39.232642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:39.247427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.252853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:39.258337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a713876c-aafd-48e4-be94-1780f0b777c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:39.258742 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.260929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:39.261917 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.271169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:45:39.271968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:45:39.278938 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:45:39.291545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] Deleting port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:39.291930 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.294633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53d0f44c-079a-4210-92da-1f81964fd18b req-00f2680d-eb2e-4d94-a6a6-a9e8d8dc03d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747859 Aug 30 14:45:39.421350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-acd185e7-d248-44d2-a673-ad8ffa13bc6d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7353771 Aug 30 14:45:39.422191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:39.439436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] For port a298eec2-9bb8-46b6-9563-cfe0ec7fd687, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,segment=NetworkSegment(b9f260e0-b767-48f8-b725-496716be97d2),segment_id=b9f260e0-b767-48f8-b725-496716be97d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:39.439926 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.498209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] Calling delete_port for a298eec2-9bb8-46b6-9563-cfe0ec7fd687 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:39.510884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53d0f44c-079a-4210-92da-1f81964fd18b req-24104735-2cdd-4a62-aa0a-f3b5913b5ab8 service neutron] 10.222.0.21 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109938 Aug 30 14:45:39.547631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.554625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:39.555085 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.565463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c051d15-3b0f-48f4-bb1f-ded62f3b990e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 14:45:39.581530 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.583841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6c051d15-3b0f-48f4-bb1f-ded62f3b990e HTTP/1.1" status: 204 len: 168 time: 0.9703186 Aug 30 14:45:39.644359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcb68e-f968-445d-b395-dd76d92bacbd tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c051d15-3b0f-48f4-bb1f-ded62f3b990e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:39.660866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48feb69-3356-477f-8ee6-948b6308ae1f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:39.665921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:39.666268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a48feb69-3356-477f-8ee6-948b6308ae1f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2360301 Aug 30 14:45:39.684618 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.742343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] No DVR routers for this DVR port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:39.747748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23966d-0017-4159-aaa1-166f5ad16929 None None] Pushing event deleted for resources: {'Port': ['ID=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:39.773770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-995e4629-c756-45ac-b05e-d43e86afcc2c None None] Provisioning for port 4eee0423-0b65-4fc7-8fa6-77ee6caa933e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:39.775106 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-838b3359-14ca-429f-a8ab-66c7fdcac131 req-62d15cf0-ddfb-44e8-a4a3-fc2fd41628ff tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1073320 Aug 30 14:45:39.777713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] For port a298eec2-9bb8-46b6-9563-cfe0ec7fd687, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,segment=NetworkSegment(b9f260e0-b767-48f8-b725-496716be97d2),segment_id=b9f260e0-b767-48f8-b725-496716be97d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:39.778305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.797132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for a298eec2-9bb8-46b6-9563-cfe0ec7fd687 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:39.803554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-995e4629-c756-45ac-b05e-d43e86afcc2c None None] Provisioning complete for port 4eee0423-0b65-4fc7-8fa6-77ee6caa933e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:39.804461 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-995e4629-c756-45ac-b05e-d43e86afcc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.859507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-995e4629-c756-45ac-b05e-d43e86afcc2c None None] Port 4eee0423-0b65-4fc7-8fa6-77ee6caa933e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:39.866477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275758e-9c39-434a-a687-6e3db21390c8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:39.876093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275758e-9c39-434a-a687-6e3db21390c8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:39.924671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275758e-9c39-434a-a687-6e3db21390c8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:39.934134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4275758e-9c39-434a-a687-6e3db21390c8 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2670257 Aug 30 14:45:39.937398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:39.960155 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.014566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=a298eec2-9bb8-46b6-9563-cfe0ec7fd687,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:40.026877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No DVR routers for this DVR port a298eec2-9bb8-46b6-9563-cfe0ec7fd687 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:40.139462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2725dd87-6ec3-4054-a1a0-2b758cc3c6a9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 4eee0423-0b65-4fc7-8fa6-77ee6caa933e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:40.139969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2725dd87-6ec3-4054-a1a0-2b758cc3c6a9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.150125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.163383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a909a5e-77f9-44a6-9e8b-70230406fb87']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:40.186611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f260e0-b767-48f8-b725-496716be97d2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:40.187265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f260e0-b767-48f8-b725-496716be97d2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:40.202200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.233723 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.247886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:45:40.249099 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:45:40.280775 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:45:40.352834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2725dd87-6ec3-4054-a1a0-2b758cc3c6a9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.363718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:40.374038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2725dd87-6ec3-4054-a1a0-2b758cc3c6a9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 4eee0423-0b65-4fc7-8fa6-77ee6caa933e owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:40.378135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e120adbe-91e6-4f26-9a42-165d45bce6c4 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'router': {'name': 'tempest-router--67075843', 'project_id': '6772ac7261f944859aee991d1f1568cd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:40.416914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.441003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.445178 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/networks/5a909a5e-77f9-44a6-9e8b-70230406fb87 HTTP/1.1" status: 204 len: 168 time: 1.6733243 Aug 30 14:45:40.448038 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e120adbe-91e6-4f26-9a42-165d45bce6c4 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.449428 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e120adbe-91e6-4f26-9a42-165d45bce6c4 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.452969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:40.456531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f62dd-8914-4b40-a9c2-a02253a0a90a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Network': ['ID=5a909a5e-77f9-44a6-9e8b-70230406fb87,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:40.503327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dacd0-817e-43c9-9264-c839796a9614 req-32b5f8b1-f616-420c-9e9d-43b9d57e7fe1 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:40.505232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e14dacd0-817e-43c9-9264-c839796a9614 req-32b5f8b1-f616-420c-9e9d-43b9d57e7fe1 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1095 time: 0.1248343 Aug 30 14:45:40.552693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b11a0-4f39-42c0-a05d-0f28cb07229a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:40.559571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fe7b11a0-4f39-42c0-a05d-0f28cb07229a tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/c9946ddb-377e-4ada-9bd8-9b26c5862e6a HTTP/1.1" status: 200 len: 839 time: 0.0992227 Aug 30 14:45:40.559571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:40.572569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e120adbe-91e6-4f26-9a42-165d45bce6c4 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.585647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e14dacd0-817e-43c9-9264-c839796a9614 req-79d6b53a-f9ec-48d3-b665-33e92b6f14a6 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668120 Aug 30 14:45:40.593117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e120adbe-91e6-4f26-9a42-165d45bce6c4 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.619831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2725dd87-6ec3-4054-a1a0-2b758cc3c6a9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.623450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c48996bc-3aeb-47d7-819c-16668dc14982 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/c9946ddb-377e-4ada-9bd8-9b26c5862e6a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0627732 Aug 30 14:45:40.626480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e120adbe-91e6-4f26-9a42-165d45bce6c4 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.626480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e120adbe-91e6-4f26-9a42-165d45bce6c4 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2606184 Aug 30 14:45:40.629890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:40.630482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:40.640273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:40.662012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725dd87-6ec3-4054-a1a0-2b758cc3c6a9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=4eee0423-0b65-4fc7-8fa6-77ee6caa933e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:40.696607 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2725dd87-6ec3-4054-a1a0-2b758cc3c6a9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.699043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2725dd87-6ec3-4054-a1a0-2b758cc3c6a9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/4eee0423-0b65-4fc7-8fa6-77ee6caa933e HTTP/1.1" status: 204 len: 168 time: 0.7602468 Aug 30 14:45:40.703206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60176) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:40.731336 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a103b66-fd10-474a-9d71-489d098407ef tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:45:40.733199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4a103b66-fd10-474a-9d71-489d098407ef tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/4eee0423-0b65-4fc7-8fa6-77ee6caa933e HTTP/1.1" status: 404 len: 333 time: 0.0284834 Aug 30 14:45:40.735846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:40.825760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33917633-25f1-47b8-861c-e2247b5665b1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.910085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c61e29c-c768-489b-b4c6-98229a20bde3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port c34b31f4-ecc8-4590-a811-b673ddc68f37 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:40.910433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c61e29c-c768-489b-b4c6-98229a20bde3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.916119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a298eec2-9bb8-46b6-9563-cfe0ec7fd687 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:45:40.961150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a298eec2-9bb8-46b6-9563-cfe0ec7fd687 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:45:40.961414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a298eec2-9bb8-46b6-9563-cfe0ec7fd687 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:45:40.978813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5031bcd1-006a-42ab-b15c-dc2610d0699b req-430cf9b5-535e-449b-87c6-3363a86c8351 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1281672 Aug 30 14:45:41.063854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c61e29c-c768-489b-b4c6-98229a20bde3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.077982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c61e29c-c768-489b-b4c6-98229a20bde3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for c34b31f4-ecc8-4590-a811-b673ddc68f37 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:41.157481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:41.161227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.267839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33917633-25f1-47b8-861c-e2247b5665b1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.272725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33917633-25f1-47b8-861c-e2247b5665b1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.331348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c61e29c-c768-489b-b4c6-98229a20bde3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.386851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33917633-25f1-47b8-861c-e2247b5665b1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.388093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33917633-25f1-47b8-861c-e2247b5665b1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73a203fe-75bb-4fb1-ac28-bcfa3b964293 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:45:41.396373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33917633-25f1-47b8-861c-e2247b5665b1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.398724 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-33917633-25f1-47b8-861c-e2247b5665b1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "DELETE /v2.0/routers/73a203fe-75bb-4fb1-ac28-bcfa3b964293 HTTP/1.1" status: 204 len: 168 time: 0.7512560 Aug 30 14:45:41.438717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c61e29c-c768-489b-b4c6-98229a20bde3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.441348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c61e29c-c768-489b-b4c6-98229a20bde3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/c34b31f4-ecc8-4590-a811-b673ddc68f37 HTTP/1.1" status: 204 len: 168 time: 0.7044675 Aug 30 14:45:41.442257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61e29c-c768-489b-b4c6-98229a20bde3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=c34b31f4-ecc8-4590-a811-b673ddc68f37,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:41.450102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:41.482632 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c408d835-ca30-4016-812e-455614d92bee tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:45:41.485237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c408d835-ca30-4016-812e-455614d92bee tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/c34b31f4-ecc8-4590-a811-b673ddc68f37 HTTP/1.1" status: 404 len: 333 time: 0.0340133 Aug 30 14:45:41.488038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:41.541117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.556652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e14ec1-0b65-4725-b4bc-3793426088f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet 5c30cbe5-7180-46f0-8298-7ec39519bdeb {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:41.560107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1e14ec1-0b65-4725-b4bc-3793426088f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.617717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1e14ec1-0b65-4725-b4bc-3793426088f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.624367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:41.628435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:41.635389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:41.636359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.640604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eafcc6-1029-424c-848f-74205faf9653 None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:41.649202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=4b14493b-96bc-4cff-b9ad-06b7691dfa2b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:41.670273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e1ac722b-7d75-4a96-9b49-823521904cb8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0380113 Aug 30 14:45:41.671188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:41.676952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e6568d02-87a1-46c9-9a76-e41628f16757 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1008864066'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:41.722686 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6568d02-87a1-46c9-9a76-e41628f16757 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.737650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:41.886379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d61de-4c3f-4dac-ac60-c46bbe6b397e req-4f900785-2425-4ef9-9234-97103d791d5c tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:41.889116 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a1d61de-4c3f-4dac-ac60-c46bbe6b397e req-4f900785-2425-4ef9-9234-97103d791d5c tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1095 time: 0.1709366 Aug 30 14:45:41.903955 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1e14ec1-0b65-4725-b4bc-3793426088f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.925581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6568d02-87a1-46c9-9a76-e41628f16757 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.931398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6568d02-87a1-46c9-9a76-e41628f16757 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.982913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6568d02-87a1-46c9-9a76-e41628f16757 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645e16ec-8254-451a-a0ee-d076cda935ee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:41.989735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6568d02-87a1-46c9-9a76-e41628f16757 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:41.992169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e6568d02-87a1-46c9-9a76-e41628f16757 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3192072 Aug 30 14:45:41.994928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:42.000484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4793676-fc9d-4df5-bff7-c1d7626d72f8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454325071'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:42.020772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-9e752f37-74b1-42c7-86c4-9967604e7a92', 'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'tenant_id': '13e35082be304162b929e193a5a62174', 'fixed_ips': [{'subnet_id': '4b14493b-96bc-4cff-b9ad-06b7691dfa2b'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:45:42.021714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.049253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4793676-fc9d-4df5-bff7-c1d7626d72f8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.121277 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a1d61de-4c3f-4dac-ac60-c46bbe6b397e req-7e8d6538-1ad4-4859-85ff-7080874e5414 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747632 Aug 30 14:45:42.182208 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1e14ec1-0b65-4725-b4bc-3793426088f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.221360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e14ec1-0b65-4725-b4bc-3793426088f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=5c30cbe5-7180-46f0-8298-7ec39519bdeb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:42.226745 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1e14ec1-0b65-4725-b4bc-3793426088f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.229256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f1e14ec1-0b65-4725-b4bc-3793426088f9 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/5c30cbe5-7180-46f0-8298-7ec39519bdeb HTTP/1.1" status: 204 len: 168 time: 0.7400112 Aug 30 14:45:42.234108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:42.242214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b8ec66-053a-4b11-be8e-71fb67e3e1af None None] Network 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:42.243955 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3bcaba3-ec60-4f1e-9468-3735a7a97c3f req-0326f478-33df-4e39-ac38-fb435ec825d2 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0788336 Aug 30 14:45:42.264080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-700830491', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:42.311302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4793676-fc9d-4df5-bff7-c1d7626d72f8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.320090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4793676-fc9d-4df5-bff7-c1d7626d72f8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.360330 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.370033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4793676-fc9d-4df5-bff7-c1d7626d72f8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35634635-4d27-4f24-8835-061421b083c4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:42.384595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.385682 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.461380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4793676-fc9d-4df5-bff7-c1d7626d72f8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.465302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e4793676-fc9d-4df5-bff7-c1d7626d72f8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4666770 Aug 30 14:45:42.465549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:42.472671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1695728963', 'security_groups': ['35634635-4d27-4f24-8835-061421b083c4'], 'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b14493b-96bc-4cff-b9ad-06b7691dfa2b'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:42.477948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.599370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:45:42.603704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port a713876c-aafd-48e4-be94-1780f0b777c7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:42.604047 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.651891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Allocated IP 172.20.0.2 (9e752f37-74b1-42c7-86c4-9967604e7a92/4b14493b-96bc-4cff-b9ad-06b7691dfa2b/f5b832cb-8b89-4354-b001-0ab72c4101dc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:42.721344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] For port a713876c-aafd-48e4-be94-1780f0b777c7, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a713876c-aafd-48e4-be94-1780f0b777c7,segment=NetworkSegment(9fbbad29-38c0-4217-8a88-65f55bb8b6be),segment_id=9fbbad29-38c0-4217-8a88-65f55bb8b6be)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:42.721950 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.767392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.791744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:42.850710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for a713876c-aafd-48e4-be94-1780f0b777c7 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:42.927712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:42.955598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '224a3bad-d67a-46ba-9e8a-909fdf31a7c7', 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'port_id': '224a3bad-d67a-46ba-9e8a-909fdf31a7c7', 'mac_address': 'fa:16:3e:41:1c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:45:42.992214 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.038891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] DHCP port deletion for 7d080d75-aedb-4a5a-8caf-4d7940a47ce1 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:45:43.067340 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.071932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.077776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port 1c8df736-5213-484e-bd2a-5ad6b4a177c3 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:43.129173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Transition to ACTIVE for port object f5b832cb-8b89-4354-b001-0ab72c4101dc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:43.146252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:45:43.194575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:43.196360 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.210469 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.255173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Transition to ACTIVE for port object f5b832cb-8b89-4354-b001-0ab72c4101dc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:43.316072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.400858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] Deleting port a713876c-aafd-48e4-be94-1780f0b777c7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:43.401272 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.419228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:43.420331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:43.461516 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:43.464374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:43.546754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Pushing event updated for resources: {'Port': ['ID=f5b832cb-8b89-4354-b001-0ab72c4101dc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:43.564133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] For port a713876c-aafd-48e4-be94-1780f0b777c7, host n-d-805668-3, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:43.564629 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.579757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] Calling delete_port for a713876c-aafd-48e4-be94-1780f0b777c7 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:43.583060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] Port a713876c-aafd-48e4-be94-1780f0b777c7 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:45:43.590128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.649107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] Pushing event deleted for resources: {'Port': ['ID=a713876c-aafd-48e4-be94-1780f0b777c7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:43.680923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=a713876c-aafd-48e4-be94-1780f0b777c7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:43.694812 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.698721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7571b1ad-ac17-40dd-afc2-2b954f73f056 None None] No DVR routers for this DVR port a713876c-aafd-48e4-be94-1780f0b777c7 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:43.704004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Attempting to bind port f5b832cb-8b89-4354-b001-0ab72c4101dc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:43.704512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Attempting to bind port f5b832cb-8b89-4354-b001-0ab72c4101dc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '092e894b-ec3a-495b-a699-5d469f741a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:43.708350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Attempting to bind port f5b832cb-8b89-4354-b001-0ab72c4101dc on network 9e752f37-74b1-42c7-86c4-9967604e7a92 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:43.717699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:43.718422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Checking segment: {'id': '092e894b-ec3a-495b-a699-5d469f741a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:43.719180 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.719686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Bound using segment: {'id': '092e894b-ec3a-495b-a699-5d469f741a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:43.720421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Bound port: f5b832cb-8b89-4354-b001-0ab72c4101dc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092e894b-ec3a-495b-a699-5d469f741a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:43.721029 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.729224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No DVR routers for this DVR port a713876c-aafd-48e4-be94-1780f0b777c7 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:45:43.736123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['224a3bad-d67a-46ba-9e8a-909fdf31a7c7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:45:43.755572 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db50b34e-c567-4e69-b0c1-7428c3b411f6 req-92975003-f2da-4dbb-8a68-76c419fe3b3f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0725474 Aug 30 14:45:43.756986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.879992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.902258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d080d75-aedb-4a5a-8caf-4d7940a47ce1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:43.906880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] For port f5b832cb-8b89-4354-b001-0ab72c4101dc, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:43.926023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbbad29-38c0-4217-8a88-65f55bb8b6be') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:43.926319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbbad29-38c0-4217-8a88-65f55bb8b6be') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:43.931639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Allocated IP 172.25.6.11 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c5f35036-d1bd-4289-bb72-c818d2d75ac7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:43.948820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] For port f5b832cb-8b89-4354-b001-0ab72c4101dc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5b832cb-8b89-4354-b001-0ab72c4101dc,segment=NetworkSegment(092e894b-ec3a-495b-a699-5d469f741a55),segment_id=092e894b-ec3a-495b-a699-5d469f741a55)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:43.957691 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:43.961462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.011304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.031682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf1595-30b1-4595-94fd-e31de10ea3a5 None None] Pushing event updated for resources: {'Port': ['ID=f5b832cb-8b89-4354-b001-0ab72c4101dc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:44.032667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934590-8922-490b-a585-b420e0423a2c req-93a845ca-fb29-46de-97ce-1be287b3f4e7 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:44.034885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76934590-8922-490b-a585-b420e0423a2c req-93a845ca-fb29-46de-97ce-1be287b3f4e7 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1096 time: 0.3685391 Aug 30 14:45:44.036025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:45:44.036436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:45:44.042828 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:45:44.128252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.204466 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.216309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.220391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.222435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/networks/7d080d75-aedb-4a5a-8caf-4d7940a47ce1 HTTP/1.1" status: 204 len: 168 time: 1.9871202 Aug 30 14:45:44.233951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:44.235892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76934590-8922-490b-a585-b420e0423a2c req-3e4f9fb2-50e5-4332-af6e-5575ccfa1bef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618369 Aug 30 14:45:44.238709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.5 (9e752f37-74b1-42c7-86c4-9967604e7a92/4b14493b-96bc-4cff-b9ad-06b7691dfa2b/1c8df736-5213-484e-bd2a-5ad6b4a177c3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:44.246506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1369053695'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:44.258609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:44.283295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:44.286038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event updated for resources: {'Port': ['ID=c5f35036-d1bd-4289-bb72-c818d2d75ac7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:44.293538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:44.380417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:44.396572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.406566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2c13d-24d9-4d9e-8cf0-69e2a830149c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Network': ['ID=7d080d75-aedb-4a5a-8caf-4d7940a47ce1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:44.478994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:45:44.551633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.552133 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Added segment 8694af71-c66d-4e6c-8b22-321892b866d0 of type vlan for network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 Aug 30 14:45:44.611015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.679088 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.686124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:44.686766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.719211 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.767407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.792179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5527148 Aug 30 14:45:44.794560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:44.799792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '0cfc3858-995e-4e26-b3cf-b87f8b08d4b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:44.805644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce645ebc-ef22-4c81-a5c3-ddcd86d1265f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Network': ['ID=0cfc3858-995e-4e26-b3cf-b87f8b08d4b2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:44.811330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 1c8df736-5213-484e-bd2a-5ad6b4a177c3 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:44.817587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:45:44.938561 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.944088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a965436-e678-4846-872a-91ff40c18e14 req-3931f29b-8eec-4f28-8533-d48d38f5f9b5 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0742676 Aug 30 14:45:44.970272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:44.978790 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.079009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5b832cb-8b89-4354-b001-0ab72c4101dc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:45.135241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:45.167069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:45.172862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:45.176299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=1c8df736-5213-484e-bd2a-5ad6b4a177c3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:45.234605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f5b832cb-8b89-4354-b001-0ab72c4101dc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:45.254395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:45.270639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.324694 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.334429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a713876c-aafd-48e4-be94-1780f0b777c7 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:45:45.342943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b188faa7-a526-4bc7-9430-62d5ce57e45b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8759453 Aug 30 14:45:45.344655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:45.369865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f7e330b0-386f-4d94-9ffd-5c18e2e8c329 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:45.395686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a713876c-aafd-48e4-be94-1780f0b777c7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:45:45.401568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a713876c-aafd-48e4-be94-1780f0b777c7 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:45:45.533626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82e318-83c6-465f-8e6d-ee68dfd912d9 req-ab89ae8c-1d3a-4534-915e-488bcdd7f932 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:45.541965 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd82e318-83c6-465f-8e6d-ee68dfd912d9 req-ab89ae8c-1d3a-4534-915e-488bcdd7f932 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1096 time: 0.1462402 Aug 30 14:45:45.564727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.629507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cd82e318-83c6-465f-8e6d-ee68dfd912d9 req-e8886a41-6a93-490b-bf51-d6458d46839b tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846841 Aug 30 14:45:45.691879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Provisioning complete for port c9946ddb-377e-4ada-9bd8-9b26c5862e6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:45.696866 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.722127 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e330b0-386f-4d94-9ffd-5c18e2e8c329 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:45.722713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Checking segment: {'id': '8694af71-c66d-4e6c-8b22-321892b866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0cfc3858-995e-4e26-b3cf-b87f8b08d4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:45.722713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network hostable DHCP agents. Network: 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:45:45.727207 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7e330b0-386f-4d94-9ffd-5c18e2e8c329 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.732191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=85775526-57b6-4a7d-be53-caf2ff25c333,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:45.796836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:45:45.802013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Router c01e6f16-48d2-4fa4-ba56-f00d2219c3e3 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:45:45.830615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:45.833822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Port c9946ddb-377e-4ada-9bd8-9b26c5862e6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:45.841464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:45.842076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.870254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28dbca-2241-449b-97d6-723b011ddcf3 None None] Network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:45.875213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0df20dc3-2d62-4e48-830b-6bd4915c4653 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0792370 Aug 30 14:45:45.875900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:45.881083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5686c99a-dde1-4cb2-ba09-c6d72a27ad9a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2016015476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:45.932772 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5686c99a-dde1-4cb2-ba09-c6d72a27ad9a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.934383 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5686c99a-dde1-4cb2-ba09-c6d72a27ad9a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:45.967376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Provisioning for port f5b832cb-8b89-4354-b001-0ab72c4101dc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:45.973481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:45.974122 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.005076 n-d-805668-3 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-f7e330b0-386f-4d94-9ffd-5c18e2e8c329 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b14493b-96bc-4cff-b9ad-06b7691dfa2b (CIDR: 172.20.0.0/28) Aug 30 14:45:46.079791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5686c99a-dde1-4cb2-ba09-c6d72a27ad9a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.086992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5686c99a-dde1-4cb2-ba09-c6d72a27ad9a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.099388 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e330b0-386f-4d94-9ffd-5c18e2e8c329 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:45:46.099889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e330b0-386f-4d94-9ffd-5c18e2e8c329 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:45:46.122834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5686c99a-dde1-4cb2-ba09-c6d72a27ad9a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.124543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5686c99a-dde1-4cb2-ba09-c6d72a27ad9a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2473474 Aug 30 14:45:46.127154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60352) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:46.134921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'network_id': '0cfc3858-995e-4e26-b3cf-b87f8b08d4b2', 'name': 'tempest-PortsIpV6TestJSON-163776015'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:46.248639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d89d6137-c980-4c0a-b159-99ded574a3f0 req-b7c307d1-87fd-4486-939e-7ee8767628ff tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1558826 Aug 30 14:45:46.265926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f7e330b0-386f-4d94-9ffd-5c18e2e8c329 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9170542 Aug 30 14:45:46.271911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:46.278348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:46.281682 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.297484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:46.311285 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a4c463-a0f0-48f1-aaa4-ce8230eaac36 None None] Sync routers for ids ['c01e6f16-48d2-4fa4-ba56-f00d2219c3e3'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:46.324114 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4c463-a0f0-48f1-aaa4-ce8230eaac36 None None] Routers {'c01e6f16-48d2-4fa4-ba56-f00d2219c3e3'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:46.328123 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f6a4c463-a0f0-48f1-aaa4-ce8230eaac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c01e6f16-48d2-4fa4-ba56-f00d2219c3e3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:46.337576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.342312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05545abf-aad0-441b-ac46-c7ade3e1396d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6032045 Aug 30 14:45:46.343007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:46.366145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-0cfc3858-995e-4e26-b3cf-b87f8b08d4b2', 'network_id': '0cfc3858-995e-4e26-b3cf-b87f8b08d4b2', 'tenant_id': '9f17afd48b014894b9266b621abe4590', 'fixed_ips': [{'subnet_id': '85775526-57b6-4a7d-be53-caf2ff25c333'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:45:46.372969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.425920 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f6a4c463-a0f0-48f1-aaa4-ce8230eaac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:46.433339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:46.439437 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.447633 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4c463-a0f0-48f1-aaa4-ce8230eaac36 None None] Routers {'c01e6f16-48d2-4fa4-ba56-f00d2219c3e3'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:46.448590 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f6a4c463-a0f0-48f1-aaa4-ce8230eaac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c01e6f16-48d2-4fa4-ba56-f00d2219c3e3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:46.497737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port e13a0cbd-b165-41b3-b188-86bf7e340570 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:45:46.520558 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-267498e9-31d9-470b-8046-85cda839da1f tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/routers/c01e6f16-48d2-4fa4-ba56-f00d2219c3e3 HTTP/1.1" status: 200 len: 923 time: 0.1763735 Aug 30 14:45:46.523367 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f6a4c463-a0f0-48f1-aaa4-ce8230eaac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:46.523594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:46.528307 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a4c463-a0f0-48f1-aaa4-ce8230eaac36 None None] The sync data for ids ['c01e6f16-48d2-4fa4-ba56-f00d2219c3e3'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:46.573262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:46.578362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e86b1306-d07f-4c0b-a0fe-66d3220c5614 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=c01e6f16-48d2-4fa4-ba56-f00d2219c3e3 HTTP/1.1" status: 200 len: 205 time: 0.0519257 Aug 30 14:45:46.581489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:46.688248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] For port f5b832cb-8b89-4354-b001-0ab72c4101dc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5b832cb-8b89-4354-b001-0ab72c4101dc,segment=NetworkSegment(092e894b-ec3a-495b-a699-5d469f741a55),segment_id=092e894b-ec3a-495b-a699-5d469f741a55)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:46.693755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:46.703697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.709203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.783849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.856331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Allocated IP 2001:db8::2 (0cfc3858-995e-4e26-b3cf-b87f8b08d4b2/85775526-57b6-4a7d-be53-caf2ff25c333/4f39115b-0462-48c5-9bc3-9f52f52643ff) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:46.883153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:46.891699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:46.892127 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:46.938114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37c91889-b7e8-4595-a452-280d4d22abb9 None None] Provisioning for port 1c8df736-5213-484e-bd2a-5ad6b4a177c3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:46.955372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21b02e-1fa6-4e1b-86a7-55325c244c6d None None] Pushing event updated for resources: {'Port': ['ID=f5b832cb-8b89-4354-b001-0ab72c4101dc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:46.992791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce796b75-00f6-4a58-9608-84822d7421ba req-6e7f2ae4-7537-464b-86c2-049371e2f6cc tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:46.994382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce796b75-00f6-4a58-9608-84822d7421ba req-6e7f2ae4-7537-464b-86c2-049371e2f6cc tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1096 time: 0.1763768 Aug 30 14:45:47.004323 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.051885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37c91889-b7e8-4595-a452-280d4d22abb9 None None] Provisioning complete for port 1c8df736-5213-484e-bd2a-5ad6b4a177c3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:47.052454 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37c91889-b7e8-4595-a452-280d4d22abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.058175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce796b75-00f6-4a58-9608-84822d7421ba req-aed013f9-902b-490b-a204-5ad047f71e8c tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573714 Aug 30 14:45:47.122117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Deleting port c5f35036-d1bd-4289-bb72-c818d2d75ac7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:47.123037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.154841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-37c91889-b7e8-4595-a452-280d4d22abb9 None None] Port 1c8df736-5213-484e-bd2a-5ad6b4a177c3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:47.206635 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.311894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a618a0-1496-42d4-8b21-c864519eea05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a3bad-d67a-46ba-9e8a-909fdf31a7c7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:45:47.314698 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e915b9e-65c3-428a-8e01-84b10087a387" -d '{"events": [{"server_uuid": "95a618a0-1496-42d4-8b21-c864519eea05", "name": "network-vif-plugged", "status": "completed", "tag": "224a3bad-d67a-46ba-9e8a-909fdf31a7c7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:45:47.369951 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.376100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:47.402653 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.423684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.463771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.479803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Calling delete_port for c5f35036-d1bd-4289-bb72-c818d2d75ac7 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:47.483859 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Transition to ACTIVE for port object 4f39115b-0462-48c5-9bc3-9f52f52643ff will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:47.532946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:47.537880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:47.544393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:47.545004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.546701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:47.547477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=19918164-f8ad-4850-958d-30f940c9748d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:47.560328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a38a74a7-9695-4218-a072-3c967793eccf req-3c9741f4-e731-43db-bb83-de304b20df15 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0825312 Aug 30 14:45:47.575798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c439d217-7f0a-42d6-9d90-55e714d60081 None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:47.587966 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3e8da19-00b4-4518-ac36-529fd5da4bc8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3141594 Aug 30 14:45:47.590222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:47.594048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Transition to ACTIVE for port object 4f39115b-0462-48c5-9bc3-9f52f52643ff will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:47.604318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2041067602', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '19918164-f8ad-4850-958d-30f940c9748d'}], 'security_groups': ['645e16ec-8254-451a-a0ee-d076cda935ee']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:47.747547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.773600 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a73921-edaa-40ff-aa4c-3053378905b9 x-openstack-request-id: req-f5a73921-edaa-40ff-aa4c-3053378905b9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:45:47.773963 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a618a0-1496-42d4-8b21-c864519eea05", "name": "network-vif-plugged", "status": "completed", "tag": "224a3bad-d67a-46ba-9e8a-909fdf31a7c7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:45:47.774334 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5a73921-edaa-40ff-aa4c-3053378905b9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:45:47.774914 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a618a0-1496-42d4-8b21-c864519eea05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a3bad-d67a-46ba-9e8a-909fdf31a7c7', 'code': 200} Aug 30 14:45:47.782210 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.838566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.914074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:47.923399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Pushing event updated for resources: {'Port': ['ID=4f39115b-0462-48c5-9bc3-9f52f52643ff,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:47.932306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:47.939446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:47.965313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::6a (0cfc3858-995e-4e26-b3cf-b87f8b08d4b2/85775526-57b6-4a7d-be53-caf2ff25c333/e13a0cbd-b165-41b3-b188-86bf7e340570) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:47.989017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event deleted for resources: {'Port': ['ID=c5f35036-d1bd-4289-bb72-c818d2d75ac7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:47.991675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.015584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85752a0e-5c61-4f3a-ac6d-b7c62fa12e4c req-09150cbe-871f-4425-8513-9aad9e9578aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:48.017297 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85752a0e-5c61-4f3a-ac6d-b7c62fa12e4c req-09150cbe-871f-4425-8513-9aad9e9578aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.1406419 Aug 30 14:45:48.125586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Attempting to bind port 4f39115b-0462-48c5-9bc3-9f52f52643ff on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:48.129473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Attempting to bind port 4f39115b-0462-48c5-9bc3-9f52f52643ff by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8694af71-c66d-4e6c-8b22-321892b866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0cfc3858-995e-4e26-b3cf-b87f8b08d4b2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:48.135346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Attempting to bind port 4f39115b-0462-48c5-9bc3-9f52f52643ff on network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:48.142194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.149969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:48.150349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Checking segment: {'id': '8694af71-c66d-4e6c-8b22-321892b866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0cfc3858-995e-4e26-b3cf-b87f8b08d4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:48.150960 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.151528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Bound using segment: {'id': '8694af71-c66d-4e6c-8b22-321892b866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0cfc3858-995e-4e26-b3cf-b87f8b08d4b2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:48.152022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Bound port: 4f39115b-0462-48c5-9bc3-9f52f52643ff, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8694af71-c66d-4e6c-8b22-321892b866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0cfc3858-995e-4e26-b3cf-b87f8b08d4b2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:48.152414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.160214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.222456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] For port 4f39115b-0462-48c5-9bc3-9f52f52643ff, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:48.227497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] For port 4f39115b-0462-48c5-9bc3-9f52f52643ff, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4f39115b-0462-48c5-9bc3-9f52f52643ff,segment=NetworkSegment(8694af71-c66d-4e6c-8b22-321892b866d0),segment_id=8694af71-c66d-4e6c-8b22-321892b866d0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:48.258123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.273199 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.274938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Fanout notify agent at l3_agent the message router_deleted on router c01e6f16-48d2-4fa4-ba56-f00d2219c3e3 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:45:48.296565 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.297757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-547ea129-8748-45dd-9f76-81d8c970da73 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/c01e6f16-48d2-4fa4-ba56-f00d2219c3e3 HTTP/1.1" status: 204 len: 168 time: 1.7152290 Aug 30 14:45:48.304439 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85752a0e-5c61-4f3a-ac6d-b7c62fa12e4c req-bbfe74e6-45e8-4985-822b-b949eb1114d2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767868 Aug 30 14:45:48.305219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:48.314792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1631617610', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': False}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:48.326734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88432f-5031-4ef9-b254-5ccbd6f56a96 req-a8f4cd3c-8c25-4323-86c6-6b5a66ea5a62 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:48.334901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e88432f-5031-4ef9-b254-5ccbd6f56a96 req-a8f4cd3c-8c25-4323-86c6-6b5a66ea5a62 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.1112397 Aug 30 14:45:48.342973 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:45:48.352451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949fff6-9b60-448c-b4fc-de2c0df87ef3 None None] Update dhcp port {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'fixed_ips': [{'subnet_id': '4b14493b-96bc-4cff-b9ad-06b7691dfa2b', 'ip_address': '172.20.0.2'}, {'subnet_id': '19918164-f8ad-4850-958d-30f940c9748d'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'f5b832cb-8b89-4354-b001-0ab72c4101dc'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:45:48.385418 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c949fff6-9b60-448c-b4fc-de2c0df87ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.395722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e88432f-5031-4ef9-b254-5ccbd6f56a96 req-71d0080a-9e79-40bd-a360-79f27ffd6332 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522981 Aug 30 14:45:48.400769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dee9e7-14e1-4eda-a8d5-be9550fc23ed None None] Pushing event updated for resources: {'Port': ['ID=4f39115b-0462-48c5-9bc3-9f52f52643ff,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:48.701358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Delete allocated IP 172.20.0.5 (9e752f37-74b1-42c7-86c4-9967604e7a92/4b14493b-96bc-4cff-b9ad-06b7691dfa2b) {{(pid=94827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 14:45:48.764113 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73e5e6c0-57bd-45a7-a420-6449c07e6f0e req-2605a9d2-bb19-4153-b457-dd4b106fd469 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0922227 Aug 30 14:45:48.764983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.766078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.770566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.22 (9e752f37-74b1-42c7-86c4-9967604e7a92/19918164-f8ad-4850-958d-30f940c9748d/1c8df736-5213-484e-bd2a-5ad6b4a177c3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:48.813011 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:48.853299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object e13a0cbd-b165-41b3-b188-86bf7e340570 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:48.936477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:49.032086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4f39115b-0462-48c5-9bc3-9f52f52643ff up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:49.093943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4f39115b-0462-48c5-9bc3-9f52f52643ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:49.102182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5b832cb-8b89-4354-b001-0ab72c4101dc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:49.168734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:49.169680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:49.191303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:49.200855 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:49.265352 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:49.269352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=e13a0cbd-b165-41b3-b188-86bf7e340570,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:49.329182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 1c8df736-5213-484e-bd2a-5ad6b4a177c3 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:49.344593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:49.360731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:49.363636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:49.382628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:49.401586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:49.402336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:49.588008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3a078282-aaad-4fb6-a10c-98feae1dc6ab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4562984 Aug 30 14:45:49.614076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:49.648653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c949fff6-9b60-448c-b4fc-de2c0df87ef3 None None] Allocated IP 172.20.0.18 (9e752f37-74b1-42c7-86c4-9967604e7a92/19918164-f8ad-4850-958d-30f940c9748d/f5b832cb-8b89-4354-b001-0ab72c4101dc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:49.768581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] In _notify_port_updated(), no bound segment for port 1c8df736-5213-484e-bd2a-5ad6b4a177c3 on network 9e752f37-74b1-42c7-86c4-9967604e7a92 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:45:49.774696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:49.775360 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:49.790951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "PUT /v2.0/ports/1c8df736-5213-484e-bd2a-5ad6b4a177c3 HTTP/1.1" status: 200 len: 921 time: 2.1984823 Aug 30 14:45:49.796956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:49.812375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e0e1-7db5-4584-9325-db319ffda677 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=1c8df736-5213-484e-bd2a-5ad6b4a177c3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:49.830932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9bfe72-cb56-41e7-880b-01f112b92f1e None None] Network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:49.953651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a62ee9ef-3a5d-422a-9d18-a1f71d0ea969 req-7b6b6ab2-c4b9-4a91-9e59-9b0a4c061534 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0702028 Aug 30 14:45:50.039850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f8660a3e-a8cb-47fc-a791-857618ce2417 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 1c8df736-5213-484e-bd2a-5ad6b4a177c3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:50.040248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8660a3e-a8cb-47fc-a791-857618ce2417 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.042014 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.071776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c84ea65b-a34e-475d-9289-9c311bd1544e None None] Provisioning for port 4f39115b-0462-48c5-9bc3-9f52f52643ff completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:50.130089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c949fff6-9b60-448c-b4fc-de2c0df87ef3 None None] For port f5b832cb-8b89-4354-b001-0ab72c4101dc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5b832cb-8b89-4354-b001-0ab72c4101dc,segment=NetworkSegment(092e894b-ec3a-495b-a699-5d469f741a55),segment_id=092e894b-ec3a-495b-a699-5d469f741a55)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:50.193886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c949fff6-9b60-448c-b4fc-de2c0df87ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.247075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c84ea65b-a34e-475d-9289-9c311bd1544e None None] Provisioning complete for port 4f39115b-0462-48c5-9bc3-9f52f52643ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:50.247556 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c84ea65b-a34e-475d-9289-9c311bd1544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.261069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c949fff6-9b60-448c-b4fc-de2c0df87ef3 None None] Transition to ACTIVE for port object f5b832cb-8b89-4354-b001-0ab72c4101dc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:50.378984 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c949fff6-9b60-448c-b4fc-de2c0df87ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.431386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1af17a-c7f4-48e6-91e6-d604d86bf13d req-85550e6d-bc24-4504-9bed-7f5c4f2e0278 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:50.432939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee1af17a-c7f4-48e6-91e6-d604d86bf13d req-85550e6d-bc24-4504-9bed-7f5c4f2e0278 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.8858387 Aug 30 14:45:50.491944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949fff6-9b60-448c-b4fc-de2c0df87ef3 None None] Pushing event updated for resources: {'Port': ['ID=f5b832cb-8b89-4354-b001-0ab72c4101dc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:50.554971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee1af17a-c7f4-48e6-91e6-d604d86bf13d req-b744a339-5f87-47d7-b62f-25601f79447a tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840437 Aug 30 14:45:50.616599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.660771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c84ea65b-a34e-475d-9289-9c311bd1544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.724646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c84ea65b-a34e-475d-9289-9c311bd1544e None None] For port 4f39115b-0462-48c5-9bc3-9f52f52643ff, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4f39115b-0462-48c5-9bc3-9f52f52643ff,segment=NetworkSegment(8694af71-c66d-4e6c-8b22-321892b866d0),segment_id=8694af71-c66d-4e6c-8b22-321892b866d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:50.731583 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c84ea65b-a34e-475d-9289-9c311bd1544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.827830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ea65b-a34e-475d-9289-9c311bd1544e None None] Pushing event updated for resources: {'Port': ['ID=4f39115b-0462-48c5-9bc3-9f52f52643ff,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:50.886176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.938439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8660a3e-a8cb-47fc-a791-857618ce2417 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:50.969815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f8660a3e-a8cb-47fc-a791-857618ce2417 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 1c8df736-5213-484e-bd2a-5ad6b4a177c3 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:50.985420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5b832cb-8b89-4354-b001-0ab72c4101dc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:51.078546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.172362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.179161 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.208254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62d8cdef-d655-49b6-870e-3a655d69571e None None] Provisioning complete for port 4f39115b-0462-48c5-9bc3-9f52f52643ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:51.208254 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d8cdef-d655-49b6-870e-3a655d69571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.231292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-121c9074-658f-4568-b71b-d09f664c76a7 req-3742e51d-917b-4b00-aa05-41c723467bc1 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1462293 Aug 30 14:45:51.359489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=e13a0cbd-b165-41b3-b188-86bf7e340570,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:51.397791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Allocated IP 172.25.6.200 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/110e2b2d-c800-4772-b23a-5ee0bdd413d8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:51.442911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62d8cdef-d655-49b6-870e-3a655d69571e None None] Provisioning for port e13a0cbd-b165-41b3-b188-86bf7e340570 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:51.449092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62d8cdef-d655-49b6-870e-3a655d69571e None None] Provisioning complete for port e13a0cbd-b165-41b3-b188-86bf7e340570 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:51.449479 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d8cdef-d655-49b6-870e-3a655d69571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.545562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62d8cdef-d655-49b6-870e-3a655d69571e None None] Port e13a0cbd-b165-41b3-b188-86bf7e340570 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:51.605362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.684738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Provisioning for port f5b832cb-8b89-4354-b001-0ab72c4101dc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:51.712629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:51.717413 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.766244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc626e4-c077-449e-8fc6-735c14615bce req-0724e6d1-5c10-462c-9cdd-75d5cf5c1fb9 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:51.767832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5cc626e4-c077-449e-8fc6-735c14615bce req-0724e6d1-5c10-462c-9cdd-75d5cf5c1fb9 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.0988913 Aug 30 14:45:51.775722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8660a3e-a8cb-47fc-a791-857618ce2417 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.823377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.867307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.874222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Could not find standard attr ID for object 1c8df736-5213-484e-bd2a-5ad6b4a177c3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:45:51.890091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Provisioning complete for port c9946ddb-377e-4ada-9bd8-9b26c5862e6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:51.892335 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:51.908263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8660a3e-a8cb-47fc-a791-857618ce2417 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=1c8df736-5213-484e-bd2a-5ad6b4a177c3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:51.954889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Port c9946ddb-377e-4ada-9bd8-9b26c5862e6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:51.996802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Provisioning complete for port e13a0cbd-b165-41b3-b188-86bf7e340570 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:51.997318 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.037073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5cc626e4-c077-449e-8fc6-735c14615bce req-7062a1be-c903-4601-ab35-789325beb16f tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525432 Aug 30 14:45:52.048424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3ec16-0ac5-44a0-a9e4-8b894bf31d95 None None] Port e13a0cbd-b165-41b3-b188-86bf7e340570 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:52.065750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8660a3e-a8cb-47fc-a791-857618ce2417 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.067810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f8660a3e-a8cb-47fc-a791-857618ce2417 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/1c8df736-5213-484e-bd2a-5ad6b4a177c3 HTTP/1.1" status: 204 len: 168 time: 2.2698107 Aug 30 14:45:52.072591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:52.095083 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.196910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-352d8371-758a-4d3e-be07-2b60630608f2 None None] Provisioning complete for port e13a0cbd-b165-41b3-b188-86bf7e340570 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:52.200324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-352d8371-758a-4d3e-be07-2b60630608f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.206752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:52.209777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:52.231144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:52.253263 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3042ebfb-039e-4a34-b7f5-16623e95820f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:45:52.260844 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3042ebfb-039e-4a34-b7f5-16623e95820f tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/1c8df736-5213-484e-bd2a-5ad6b4a177c3 HTTP/1.1" status: 404 len: 333 time: 0.1810582 Aug 30 14:45:52.271311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:52.333352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-352d8371-758a-4d3e-be07-2b60630608f2 None None] Port e13a0cbd-b165-41b3-b188-86bf7e340570 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:52.414087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d3489bf8-cd45-424c-b1f4-e6e8a4043fad req-3a6c8ddd-d27d-496a-b058-d491179f6056 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0483449 Aug 30 14:45:52.440143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'Port': ['ID=110e2b2d-c800-4772-b23a-5ee0bdd413d8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:52.451576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a362d9b-9a2e-4434-8313-987a072d8f3b None None] Could not find standard attr ID for object 1c8df736-5213-484e-bd2a-5ad6b4a177c3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:45:52.458597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-478c42cd-f5ef-4f9d-b2c6-82244a303006 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.485415 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-478c42cd-f5ef-4f9d-b2c6-82244a303006 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.550570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539a483-0bef-46d6-9e2f-82ecc1f8a117 req-d9eb87b0-672f-4661-9eee-084971086ed5 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:52.564855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4539a483-0bef-46d6-9e2f-82ecc1f8a117 req-d9eb87b0-672f-4661-9eee-084971086ed5 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.3488305 Aug 30 14:45:52.573126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-478c42cd-f5ef-4f9d-b2c6-82244a303006 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.575903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-478c42cd-f5ef-4f9d-b2c6-82244a303006 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.579692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-478c42cd-f5ef-4f9d-b2c6-82244a303006 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/security-groups/35634635-4d27-4f24-8835-061421b083c4 HTTP/1.1" status: 204 len: 168 time: 0.2537794 Aug 30 14:45:52.587490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:52.638610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c42cd-f5ef-4f9d-b2c6-82244a303006 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35634635-4d27-4f24-8835-061421b083c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:52.718263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4539a483-0bef-46d6-9e2f-82ecc1f8a117 req-b62f5499-56e2-4d2e-a969-766b18e339e9 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519620 Aug 30 14:45:52.745421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.760836 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.761998 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.786478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ada01c78-bda3-45d6-83a0-13e3776b7a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.863944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:52.923925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4f39115b-0462-48c5-9bc3-9f52f52643ff up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:52.964594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ada01c78-bda3-45d6-83a0-13e3776b7a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.017456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4f39115b-0462-48c5-9bc3-9f52f52643ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:53.018627 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.028684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=e13a0cbd-b165-41b3-b188-86bf7e340570,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:53.083419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0303a-70fd-4b07-b0ee-48ce8030c4ad req-af458252-d019-4ae8-b80e-a2e6f1972f9d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:53.091333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06c0303a-70fd-4b07-b0ee-48ce8030c4ad req-af458252-d019-4ae8-b80e-a2e6f1972f9d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.2267780 Aug 30 14:45:53.102133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ada01c78-bda3-45d6-83a0-13e3776b7a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.104462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ada01c78-bda3-45d6-83a0-13e3776b7a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.107848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ada01c78-bda3-45d6-83a0-13e3776b7a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/security-groups/645e16ec-8254-451a-a0ee-d076cda935ee HTTP/1.1" status: 204 len: 168 time: 0.5139389 Aug 30 14:45:53.111088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:53.139759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada01c78-bda3-45d6-83a0-13e3776b7a72 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e16ec-8254-451a-a0ee-d076cda935ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:53.180351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:53.186707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:53.217993 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.237235 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06c0303a-70fd-4b07-b0ee-48ce8030c4ad req-9775bc21-81fc-4fea-9908-aca6b69cacf1 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300929 Aug 30 14:45:53.275039 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6711e940-d40d-415d-82d1-c6b920805432 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet 4b14493b-96bc-4cff-b9ad-06b7691dfa2b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:53.317273 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6711e940-d40d-415d-82d1-c6b920805432 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.407367 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6711e940-d40d-415d-82d1-c6b920805432 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.426917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Router b112d908-29e4-4258-8417-2bf8c9093d20 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:45:53.638854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Router 0e50184f-8b0a-4809-b9c9-383c6f77ab71 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:45:53.674495 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6711e940-d40d-415d-82d1-c6b920805432 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.707121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d32b38fe-eb19-41dd-a05c-58b05f4a59de req-d7b3a25e-748f-4522-bbeb-2a78e1bd04cc tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1047990 Aug 30 14:45:53.741221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:53.756741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Sync routers for ids ['b112d908-29e4-4258-8417-2bf8c9093d20'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:53.768703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Routers {'b112d908-29e4-4258-8417-2bf8c9093d20'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:53.768975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b112d908-29e4-4258-8417-2bf8c9093d20'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:53.774297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.776089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ce7ad7d-20f9-442e-9ff4-017849450c22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4653594 Aug 30 14:45:53.779178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:53.822686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:53.834263 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef9d31-2f2b-41ff-9a0a-080ed3409d33 None None] Sync routers for ids ['0e50184f-8b0a-4809-b9c9-383c6f77ab71'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:53.852291 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef9d31-2f2b-41ff-9a0a-080ed3409d33 None None] Routers {'0e50184f-8b0a-4809-b9c9-383c6f77ab71'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:53.852947 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96ef9d31-2f2b-41ff-9a0a-080ed3409d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0e50184f-8b0a-4809-b9c9-383c6f77ab71'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:53.859815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b6dd5bd6-3469-451a-abe1-b76d2485e6a4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "PUT /v2.0/routers/0e50184f-8b0a-4809-b9c9-383c6f77ab71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2423687 Aug 30 14:45:53.864336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:53.870200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8c46c60-705b-4168-affa-b53043b3508e None None] Provisioning complete for port e13a0cbd-b165-41b3-b188-86bf7e340570 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:53.870831 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c46c60-705b-4168-affa-b53043b3508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:53.952043 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96ef9d31-2f2b-41ff-9a0a-080ed3409d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:53.968417 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef9d31-2f2b-41ff-9a0a-080ed3409d33 None None] Routers {'0e50184f-8b0a-4809-b9c9-383c6f77ab71'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:53.969950 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96ef9d31-2f2b-41ff-9a0a-080ed3409d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0e50184f-8b0a-4809-b9c9-383c6f77ab71'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:54.022539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3237dd43-fce3-42a8-8596-342af3027f22 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/routers/b112d908-29e4-4258-8417-2bf8c9093d20 HTTP/1.1" status: 200 len: 909 time: 0.2420120 Aug 30 14:45:54.025476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:54.033229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1631617610', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': True}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:54.043193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8c46c60-705b-4168-affa-b53043b3508e None None] Port e13a0cbd-b165-41b3-b188-86bf7e340570 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:54.055633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97626248-b179-4dd7-bd10-f583e4d86e08 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:54.057302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97626248-b179-4dd7-bd10-f583e4d86e08 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e50184f-8b0a-4809-b9c9-383c6f77ab71 HTTP/1.1" status: 200 len: 987 time: 0.1916835 Aug 30 14:45:54.063421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:54.078628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:54.081336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:54.092779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Set router b112d908-29e4-4258-8417-2bf8c9093d20 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:54.146785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6711e940-d40d-415d-82d1-c6b920805432 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:54.208397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711e940-d40d-415d-82d1-c6b920805432 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=4b14493b-96bc-4cff-b9ad-06b7691dfa2b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:54.212963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:54.226849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-9fd17128-03f8-4bc2-a41c-a97f3e53b7a2 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:54.228407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-9fd17128-03f8-4bc2-a41c-a97f3e53b7a2 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/networks?id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a HTTP/1.1" status: 200 len: 910 time: 0.5793431 Aug 30 14:45:54.237101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6711e940-d40d-415d-82d1-c6b920805432 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:54.246539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6711e940-d40d-415d-82d1-c6b920805432 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/4b14493b-96bc-4cff-b9ad-06b7691dfa2b HTTP/1.1" status: 204 len: 168 time: 1.1260335 Aug 30 14:45:54.247938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:54.263226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:54.275300 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96ef9d31-2f2b-41ff-9a0a-080ed3409d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:54.276231 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef9d31-2f2b-41ff-9a0a-080ed3409d33 None None] The sync data for ids ['0e50184f-8b0a-4809-b9c9-383c6f77ab71'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:54.296583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5ef98-1ca0-4298-ad1f-417dea1e0fab None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:54.390202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-4c21d8c7-8cd7-4b23-8c85-bc09eeed63d8 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/quotas/356d8d3422984408b4f2311b506222d2 HTTP/1.1" status: 200 len: 375 time: 0.1544816 Aug 30 14:45:54.559293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b112d908-29e4-4258-8417-2bf8c9093d20', 'name': 'tempest-snat-router-1631617610', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': '110e2b2d-c800-4772-b23a-5ee0bdd413d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:48Z', 'updated_at': '2021-08-30T14:45:52Z', 'revision_number': 3, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port': {'id': '110e2b2d-c800-4772-b23a-5ee0bdd413d8', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b112d908-29e4-4258-8417-2bf8c9093d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:51Z', 'updated_at': '2021-08-30T14:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:54.564167 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:54.580547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:54.621764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Checking router: b112d908-29e4-4258-8417-2bf8c9093d20 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:45:54.622343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Updating router b112d908-29e4-4258-8417-2bf8c9093d20 port 110e2b2d-c800-4772-b23a-5ee0bdd413d8 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:45:54.704193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:54.866719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3279ee4-cc79-4358-bc07-fdb1774dd78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:54.873418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4db6597-000b-4f75-b0e1-5a28309d7964 req-6f77fe36-940a-4ad2-90a8-c2f7081f91f0 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0920544 Aug 30 14:45:55.026913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:55.031494 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.084669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.115352 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.166566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4179-b5f3-423c-ad2b-a5f8a813f337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.190035 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-8dee62de-e192-4d41-b1df-022a445ae9a5 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=356d8d3422984408b4f2311b506222d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7868018 Aug 30 14:45:55.251425 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.266198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Transition to ACTIVE for port object 110e2b2d-c800-4772-b23a-5ee0bdd413d8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:55.274015 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.330659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3279ee4-cc79-4358-bc07-fdb1774dd78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.344047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Attempting to bind port 110e2b2d-c800-4772-b23a-5ee0bdd413d8 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:45:55.344337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Attempting to bind port 110e2b2d-c800-4772-b23a-5ee0bdd413d8 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:45:55.344708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Attempting to bind port 110e2b2d-c800-4772-b23a-5ee0bdd413d8 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:45:55.346862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Pushing event updated for resources: {'Port': ['ID=110e2b2d-c800-4772-b23a-5ee0bdd413d8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:55.347019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3279ee4-cc79-4358-bc07-fdb1774dd78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.356953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:45:55.357379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:45:55.357798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.358206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:45:55.358700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Bound port: 110e2b2d-c800-4772-b23a-5ee0bdd413d8, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:45:55.359093 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.363298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.363679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.364076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.364439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.364777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.365140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.365482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.365817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.366145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.366509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.366844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.367174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:45:55.385180 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d3279ee4-cc79-4358-bc07-fdb1774dd78b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5907da4fa824673ae06094caa3e93da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8020229 Aug 30 14:45:55.388537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:55.431757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] For port 110e2b2d-c800-4772-b23a-5ee0bdd413d8, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:45:55.438988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] For port 110e2b2d-c800-4772-b23a-5ee0bdd413d8, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=110e2b2d-c800-4772-b23a-5ee0bdd413d8,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:45:55.441433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Allocated IP 172.25.6.139 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/52aadbec-8ded-4783-b774-cc42b2668b8f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:55.447621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.462139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3279ee4-cc79-4358-bc07-fdb1774dd78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d5e48d-ff6a-4f0a-9c0b-b5754db6d048,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:55.518489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-366766ca-9c6d-490d-8189-6efe2aa78fbd service neutron] 10.222.0.50 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190510 Aug 30 14:45:55.542898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86d66c-feb9-4d83-9e22-b2044f00553c None None] Pushing event updated for resources: {'Port': ['ID=110e2b2d-c800-4772-b23a-5ee0bdd413d8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:55.551102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc37d622-a34b-4f52-bd85-f48835282bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.566187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Routers {'b112d908-29e4-4258-8417-2bf8c9093d20'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:55.566551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b112d908-29e4-4258-8417-2bf8c9093d20'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:55.590714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc37d622-a34b-4f52-bd85-f48835282bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.633667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-755d6829-29de-47e4-a17f-62d28de589d0 service neutron] 10.222.0.50 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140990 Aug 30 14:45:55.647450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.682224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc37d622-a34b-4f52-bd85-f48835282bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.686373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc37d622-a34b-4f52-bd85-f48835282bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.687919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cc37d622-a34b-4f52-bd85-f48835282bee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58d5e48d-ff6a-4f0a-9c0b-b5754db6d048 HTTP/1.1" status: 204 len: 168 time: 0.2938316 Aug 30 14:45:55.699336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5acc9cad-19dc-497d-a428-c6a7c46770b9 None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:55.699481 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5acc9cad-19dc-497d-a428-c6a7c46770b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.706000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37d622-a34b-4f52-bd85-f48835282bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d5e48d-ff6a-4f0a-9c0b-b5754db6d048,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:55.724898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] Set router b112d908-29e4-4258-8417-2bf8c9093d20 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:55.729278 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:55.837404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:55.843881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:55.847888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:55.878903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'Port': ['ID=52aadbec-8ded-4783-b774-cc42b2668b8f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:56.206730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c4a38f9-8c55-492d-b5aa-62e254eb5c4c req-a3d163bc-b35a-4cf4-a5ae-ee58feea39f5 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 210 time: 0.1716366 Aug 30 14:45:56.281590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:56.312685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5acc9cad-19dc-497d-a428-c6a7c46770b9 None None] Provisioning complete for port c9946ddb-377e-4ada-9bd8-9b26c5862e6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:56.313224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5acc9cad-19dc-497d-a428-c6a7c46770b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:56.358282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5acc9cad-19dc-497d-a428-c6a7c46770b9 None None] Port c9946ddb-377e-4ada-9bd8-9b26c5862e6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:45:56.367337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:56.396656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b112d908-29e4-4258-8417-2bf8c9093d20', 'name': 'tempest-snat-router-1631617610', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': '110e2b2d-c800-4772-b23a-5ee0bdd413d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:48Z', 'updated_at': '2021-08-30T14:45:52Z', 'revision_number': 3, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port': {'id': '110e2b2d-c800-4772-b23a-5ee0bdd413d8', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b112d908-29e4-4258-8417-2bf8c9093d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:51Z', 'updated_at': '2021-08-30T14:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:56.439252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97729605-5f37-47aa-aadb-547e7ed5e19c None None] The sync data for ids ['b112d908-29e4-4258-8417-2bf8c9093d20'] in n-d-805668-3 is: [{'id': 'b112d908-29e4-4258-8417-2bf8c9093d20', 'name': 'tempest-snat-router-1631617610', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': '110e2b2d-c800-4772-b23a-5ee0bdd413d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:48Z', 'updated_at': '2021-08-30T14:45:52Z', 'revision_number': 3, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port': {'id': '110e2b2d-c800-4772-b23a-5ee0bdd413d8', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b112d908-29e4-4258-8417-2bf8c9093d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:51Z', 'updated_at': '2021-08-30T14:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:56.466737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2683-7ee0-415f-b87c-7423eaf82bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:56.479927 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:56.570336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b3b7f67-ed09-4873-b377-4fec0228cba7 req-d11548e9-cae8-4efb-9d93-d331724ed962 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.5861750 Aug 30 14:45:56.653765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=52cc5a5b-09eb-4356-b03c-f931a7fe550f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:56.689934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:56.700289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:56.707339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:56.708285 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:56.727399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011169b8-ce14-41ed-94bd-08028ae9e06a None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:45:56.815454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:56.970995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2683-7ee0-415f-b87c-7423eaf82bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:56.986387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2683-7ee0-415f-b87c-7423eaf82bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.015989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7322f72e-12c6-4d02-843a-a5d285c6fe87 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7646611 Aug 30 14:45:57.018878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:57.029031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f6d13c60-bf71-4d20-899f-b5676c951572 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1836285530'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:57.078176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6d13c60-bf71-4d20-899f-b5676c951572 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.121229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8e6a2683-7ee0-415f-b87c-7423eaf82bcb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d37e735c1f2747b781c4edcebe995329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7526989 Aug 30 14:45:57.122022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:57.124402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a2683-7ee0-415f-b87c-7423eaf82bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acdbf99-8286-4066-aff3-0878ff0cc124,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:57.185960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port e13a0cbd-b165-41b3-b188-86bf7e340570 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:45:57.186224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.239962 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8bb5b-d946-4898-be62-8948c1376f0c None None] Update dhcp port {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'fixed_ips': [{'subnet_id': '19918164-f8ad-4850-958d-30f940c9748d', 'ip_address': '172.20.0.18'}, {'subnet_id': '52cc5a5b-09eb-4356-b03c-f931a7fe550f'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'f5b832cb-8b89-4354-b001-0ab72c4101dc'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:45:57.323717 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6c8bb5b-d946-4898-be62-8948c1376f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.441881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6d13c60-bf71-4d20-899f-b5676c951572 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.444993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08af5292-fbb5-46bd-bcbf-14cd4f475b76 req-ce24624a-8cab-4905-8e40-def68942fc32 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 210 time: 0.1033275 Aug 30 14:45:57.529699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.552402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for e13a0cbd-b165-41b3-b188-86bf7e340570 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:45:57.552844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.669598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b6c8bb5b-d946-4898-be62-8948c1376f0c None None] Allocated IP 172.20.0.2 (9e752f37-74b1-42c7-86c4-9967604e7a92/52cc5a5b-09eb-4356-b03c-f931a7fe550f/f5b832cb-8b89-4354-b001-0ab72c4101dc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:57.764613 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52fa6fd0-c44f-45d3-8f0d-a6a17aab5fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.769838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6d13c60-bf71-4d20-899f-b5676c951572 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.821305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6c8bb5b-d946-4898-be62-8948c1376f0c None None] For port f5b832cb-8b89-4354-b001-0ab72c4101dc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5b832cb-8b89-4354-b001-0ab72c4101dc,segment=NetworkSegment(092e894b-ec3a-495b-a699-5d469f741a55),segment_id=092e894b-ec3a-495b-a699-5d469f741a55)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:45:57.861484 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6c8bb5b-d946-4898-be62-8948c1376f0c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.883627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d13c60-bf71-4d20-899f-b5676c951572 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9531f71-983a-47d1-bb55-5159952aeecf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:57.888354 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a4f4ce1-2d4b-44fc-b941-ebbc1b3df7f0 req-c21b6caa-d457-4e05-8c87-cbfedcc94322 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1249087 Aug 30 14:45:57.906306 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.916327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6c8bb5b-d946-4898-be62-8948c1376f0c None None] Transition to ACTIVE for port object f5b832cb-8b89-4354-b001-0ab72c4101dc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:57.926195 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6c8bb5b-d946-4898-be62-8948c1376f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.944163 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a01e76ca-8821-412c-b091-6897dc6fae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.951057 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52fa6fd0-c44f-45d3-8f0d-a6a17aab5fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.966163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6d13c60-bf71-4d20-899f-b5676c951572 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:57.967764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f6d13c60-bf71-4d20-899f-b5676c951572 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9467931 Aug 30 14:45:57.979177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:57.984291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=e13a0cbd-b165-41b3-b188-86bf7e340570,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:57.987852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-467b6e83-d18c-492a-9cfc-c7932d7ebf31 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'security_group': {'name': 'tempest-secgroup-702078512'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:58.104539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-a9c05389-8720-4bad-ad6e-de62acb677d9 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:58.107776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-a9c05389-8720-4bad-ad6e-de62acb677d9 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.39 "GET /v2.0/networks?id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a HTTP/1.1" status: 200 len: 910 time: 0.5629978 Aug 30 14:45:58.110522 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467b6e83-d18c-492a-9cfc-c7932d7ebf31 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:58.112847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Router c8b946e3-1b78-4f7e-98d6-89c7e62a6f84 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:45:58.139399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Request body: {'port': {'device_id': 'cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0', 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'admin_state_up': True, 'tenant_id': '356d8d3422984408b4f2311b506222d2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:58.150424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:58.191139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8bb5b-d946-4898-be62-8948c1376f0c None None] Pushing event updated for resources: {'Port': ['ID=f5b832cb-8b89-4354-b001-0ab72c4101dc,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:58.232364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52fa6fd0-c44f-45d3-8f0d-a6a17aab5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:58.236325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52fa6fd0-c44f-45d3-8f0d-a6a17aab5fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:58.240655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-52fa6fd0-c44f-45d3-8f0d-a6a17aab5fa4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5acdbf99-8286-4066-aff3-0878ff0cc124 HTTP/1.1" status: 204 len: 168 time: 1.1121316 Aug 30 14:45:58.267224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa6fd0-c44f-45d3-8f0d-a6a17aab5fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acdbf99-8286-4066-aff3-0878ff0cc124,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:58.293159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Made reservation on behalf of 356d8d3422984408b4f2311b506222d2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:45:58.296224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:58.432787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:58.436426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Router 0e50184f-8b0a-4809-b9c9-383c6f77ab71 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:45:58.447116 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Sync routers for ids ['c8b946e3-1b78-4f7e-98d6-89c7e62a6f84'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:58.468335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Routers {'c8b946e3-1b78-4f7e-98d6-89c7e62a6f84'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:58.469375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c8b946e3-1b78-4f7e-98d6-89c7e62a6f84'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:58.591444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Allocated IP 172.20.0.6 (e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a/7c2f63bd-18bf-4b1c-a152-eaf8c5590855/c90d2926-3765-4320-9db1-5ac050a8edc2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:45:58.679304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-be2710d7-adbb-45a0-9b6f-fc4c687d67ab req-49c8c661-7091-4064-98e9-3784ec113397 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 210 time: 0.0474498 Aug 30 14:45:58.681730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:45:58.693037 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b18e4d-f064-4d89-8eec-5d22e092ab23 None None] Sync routers for ids ['0e50184f-8b0a-4809-b9c9-383c6f77ab71'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:45:58.696199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ad4471d2-1a33-4a2b-9f18-9962d5c5248a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "PUT /v2.0/routers/0e50184f-8b0a-4809-b9c9-383c6f77ab71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6279457 Aug 30 14:45:58.701688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:58.705130 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b18e4d-f064-4d89-8eec-5d22e092ab23 None None] Routers {'0e50184f-8b0a-4809-b9c9-383c6f77ab71'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:58.706248 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-52b18e4d-f064-4d89-8eec-5d22e092ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0e50184f-8b0a-4809-b9c9-383c6f77ab71'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:58.761885 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-323adb5b-da60-4b0f-a552-773107f0d11c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:45:58.764286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-323adb5b-da60-4b0f-a552-773107f0d11c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/e13a0cbd-b165-41b3-b188-86bf7e340570 HTTP/1.1" status: 404 len: 333 time: 0.0612259 Aug 30 14:45:58.767636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:58.788493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Set router c8b946e3-1b78-4f7e-98d6-89c7e62a6f84 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:45:58.801100 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-52b18e4d-f064-4d89-8eec-5d22e092ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:58.826885 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b18e4d-f064-4d89-8eec-5d22e092ab23 None None] Routers {'0e50184f-8b0a-4809-b9c9-383c6f77ab71'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:45:58.827524 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-52b18e4d-f064-4d89-8eec-5d22e092ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0e50184f-8b0a-4809-b9c9-383c6f77ab71'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:58.860707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:58.886172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Transition to ACTIVE for port object c90d2926-3765-4320-9db1-5ac050a8edc2 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:45:58.938976 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3894db-1816-42f9-a9de-3c56140396c3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:58.973785 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-52b18e4d-f064-4d89-8eec-5d22e092ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:58.974644 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b18e4d-f064-4d89-8eec-5d22e092ab23 None None] The sync data for ids ['0e50184f-8b0a-4809-b9c9-383c6f77ab71'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:45:58.991036 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.180163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:45:59.231496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:45:59.239840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fe7fdcd-d0bd-4aa3-ad3b-94be48cab833 req-119ecae8-3333-44a9-b4c4-98f1938b14f0 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.2234418 Aug 30 14:45:59.240660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:45:59.278968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['224a3bad-d67a-46ba-9e8a-909fdf31a7c7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:45:59.285709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5b832cb-8b89-4354-b001-0ab72c4101dc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:45:59.332649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Pushing event updated for resources: {'Port': ['ID=c90d2926-3765-4320-9db1-5ac050a8edc2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:59.345476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3894db-1816-42f9-a9de-3c56140396c3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.348140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3894db-1816-42f9-a9de-3c56140396c3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.403672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:45:59.404297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.438314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467b6e83-d18c-492a-9cfc-c7932d7ebf31 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.440584 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.443871 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.449731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467b6e83-d18c-492a-9cfc-c7932d7ebf31 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.451217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3894db-1816-42f9-a9de-3c56140396c3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.453305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3894db-1816-42f9-a9de-3c56140396c3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Fanout notify agent at l3_agent the message router_deleted on router 0e50184f-8b0a-4809-b9c9-383c6f77ab71 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:45:59.463455 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd3894db-1816-42f9-a9de-3c56140396c3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.468918 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dd3894db-1816-42f9-a9de-3c56140396c3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/routers/0e50184f-8b0a-4809-b9c9-383c6f77ab71 HTTP/1.1" status: 204 len: 168 time: 0.6996465 Aug 30 14:45:59.474199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:59.495469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6c62bf03-e88a-423e-9b10-4ee5d6a0a2ef tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3765039 Aug 30 14:45:59.500214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b6e83-d18c-492a-9cfc-c7932d7ebf31 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c60d15-8a85-495d-be0f-1570d78ed83f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:45:59.507585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.514176 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7076d37a-d70d-4c52-a3f6-8e68b2f480ee tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4825313 Aug 30 14:45:59.514648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:59.520609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-327d9f59-92b8-46d3-b0cb-1573f22ce124 None None] Provisioning for port f5b832cb-8b89-4354-b001-0ab72c4101dc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:45:59.534523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Request body: {'port': {'device_id': 'cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:59.541545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-327d9f59-92b8-46d3-b0cb-1573f22ce124 None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:59.542093 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-327d9f59-92b8-46d3-b0cb-1573f22ce124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.625227 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-467b6e83-d18c-492a-9cfc-c7932d7ebf31 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.629239 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-467b6e83-d18c-492a-9cfc-c7932d7ebf31 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6429286 Aug 30 14:45:59.633199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:59.650856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae94b908-5b1c-4739-b03c-352e9416ea2e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1096767524'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:45:59.681962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a37ad9-12d2-434b-a81b-b5653a208b57 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet 85775526-57b6-4a7d-be53-caf2ff25c333 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:45:59.685725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a37ad9-12d2-434b-a81b-b5653a208b57 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.733718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:45:59.734199 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.741233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.742055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b946e3-1b78-4f7e-98d6-89c7e62a6f84', 'name': 'tempest-snat-router-1631617610', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '52aadbec-8ded-4783-b774-cc42b2668b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:54Z', 'updated_at': '2021-08-30T14:45:56Z', 'revision_number': 3, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port': {'id': '52aadbec-8ded-4783-b774-cc42b2668b8f', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b946e3-1b78-4f7e-98d6-89c7e62a6f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:55Z', 'updated_at': '2021-08-30T14:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:45:59.777645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Checking router: c8b946e3-1b78-4f7e-98d6-89c7e62a6f84 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:45:59.777906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Updating router c8b946e3-1b78-4f7e-98d6-89c7e62a6f84 port 52aadbec-8ded-4783-b774-cc42b2668b8f binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:45:59.832821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-84fe971c-6a08-491e-8651-f43216d6f368 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/routers/c8b946e3-1b78-4f7e-98d6-89c7e62a6f84 HTTP/1.1" status: 200 len: 908 time: 0.3173652 Aug 30 14:45:59.838780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:45:59.847961 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae94b908-5b1c-4739-b03c-352e9416ea2e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.918924 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a37ad9-12d2-434b-a81b-b5653a208b57 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:59.983591 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.084493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44f59-7ced-4ed4-93ce-f3516735ce8f req-95361d24-a450-4d5a-a58f-e4c6579cb2cf tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:00.086939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4d44f59-7ced-4ed4-93ce-f3516735ce8f req-95361d24-a450-4d5a-a58f-e4c6579cb2cf tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1027 time: 0.2067604 Aug 30 14:46:00.152102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.176971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a37ad9-12d2-434b-a81b-b5653a208b57 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.231745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4d44f59-7ced-4ed4-93ce-f3516735ce8f req-61aeae6c-3b8a-4801-9609-b14df9844bad tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078272 Aug 30 14:46:00.282642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae94b908-5b1c-4739-b03c-352e9416ea2e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.289541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae94b908-5b1c-4739-b03c-352e9416ea2e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.313397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 110e2b2d-c800-4772-b23a-5ee0bdd413d8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:00.347252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae94b908-5b1c-4739-b03c-352e9416ea2e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.349336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae94b908-5b1c-4739-b03c-352e9416ea2e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7136223 Aug 30 14:46:00.351959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94b908-5b1c-4739-b03c-352e9416ea2e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dde3b7-9f35-4dc8-a916-40308be94abb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:00.356540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:00.366011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1965255360', 'security_groups': ['e6dde3b7-9f35-4dc8-a916-40308be94abb'], 'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52cc5a5b-09eb-4356-b03c-f931a7fe550f'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:00.371737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a37ad9-12d2-434b-a81b-b5653a208b57 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.396906 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ff04fcd2-b740-4300-8168-9bd7c71e79c1 req-ab9ccc1b-ebbb-431d-bd8f-555b225f4270 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0670347 Aug 30 14:46:00.410181 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.421200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a37ad9-12d2-434b-a81b-b5653a208b57 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=85775526-57b6-4a7d-be53-caf2ff25c333,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:00.457581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-327d9f59-92b8-46d3-b0cb-1573f22ce124 None None] Provisioning complete for port c9946ddb-377e-4ada-9bd8-9b26c5862e6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:00.458230 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-327d9f59-92b8-46d3-b0cb-1573f22ce124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.495464 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a37ad9-12d2-434b-a81b-b5653a208b57 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.499356 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-32a37ad9-12d2-434b-a81b-b5653a208b57 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/85775526-57b6-4a7d-be53-caf2ff25c333 HTTP/1.1" status: 204 len: 168 time: 1.0136616 Aug 30 14:46:00.502523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:00.515422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c03429-3208-4af6-a03d-095a72351775 None None] Network 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:00.622815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.633571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 110e2b2d-c800-4772-b23a-5ee0bdd413d8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:00.684166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 110e2b2d-c800-4772-b23a-5ee0bdd413d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:00.684306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90d2926-3765-4320-9db1-5ac050a8edc2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:46:00.684432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.690339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:00.707287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.712310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Deleting port 52aadbec-8ded-4783-b774-cc42b2668b8f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:00.712664 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.786177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Transition to ACTIVE for port object c90d2926-3765-4320-9db1-5ac050a8edc2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:00.797162 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.819045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-327d9f59-92b8-46d3-b0cb-1573f22ce124 None None] Port c9946ddb-377e-4ada-9bd8-9b26c5862e6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:00.824228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 4f39115b-0462-48c5-9bc3-9f52f52643ff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:00.825060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:00.953677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] DHCP port deletion for 0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:46:00.959643 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.016855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=c90d2926-3765-4320-9db1-5ac050a8edc2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:01.022048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Calling delete_port for 52aadbec-8ded-4783-b774-cc42b2668b8f owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:01.051609 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.063791 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-077f8881-06ed-4c33-81d2-ee758efbf414 None None] Provisioning for port c90d2926-3765-4320-9db1-5ac050a8edc2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:01.135375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.142576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 110e2b2d-c800-4772-b23a-5ee0bdd413d8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=110e2b2d-c800-4772-b23a-5ee0bdd413d8,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:01.155815 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.173852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Transition to ACTIVE for port object 52aadbec-8ded-4783-b774-cc42b2668b8f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:01.250822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Attempting to bind port c90d2926-3765-4320-9db1-5ac050a8edc2 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:46:01.251428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Attempting to bind port c90d2926-3765-4320-9db1-5ac050a8edc2 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:46:01.251559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Attempting to bind port c90d2926-3765-4320-9db1-5ac050a8edc2 on network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:46:01.283680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Port c90d2926-3765-4320-9db1-5ac050a8edc2 on network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:46:01.284192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Attempting to bind port c90d2926-3765-4320-9db1-5ac050a8edc2 on network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:46:01.302641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4f39115b-0462-48c5-9bc3-9f52f52643ff no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:01.310072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.405781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=110e2b2d-c800-4772-b23a-5ee0bdd413d8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:01.422079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] Deleting port 4f39115b-0462-48c5-9bc3-9f52f52643ff {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:01.424366 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.430516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:46:01.431341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Checking segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:01.431750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Bound using segment: {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:46:01.432226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Bound port: c90d2926-3765-4320-9db1-5ac050a8edc2, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d4b4de-544b-44c3-a715-c5c19d72f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:46:01.432602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.447058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Attempting to bind port 52aadbec-8ded-4783-b774-cc42b2668b8f on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:46:01.447617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Attempting to bind port 52aadbec-8ded-4783-b774-cc42b2668b8f by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:46:01.448236 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Attempting to bind port 52aadbec-8ded-4783-b774-cc42b2668b8f on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:46:01.554228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f7a71d7-3982-48d0-9a9f-e4e05bac3e11 req-81a01617-cf66-40fd-b84d-b4bdecc267ed tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0525656 Aug 30 14:46:01.573587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.590300 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.618167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] For port 4f39115b-0462-48c5-9bc3-9f52f52643ff, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4f39115b-0462-48c5-9bc3-9f52f52643ff,segment=NetworkSegment(8694af71-c66d-4e6c-8b22-321892b866d0),segment_id=8694af71-c66d-4e6c-8b22-321892b866d0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:01.618544 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.639158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event deleted for resources: {'Port': ['ID=52aadbec-8ded-4783-b774-cc42b2668b8f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:01.643268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] For port c90d2926-3765-4320-9db1-5ac050a8edc2, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:46:01.660428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] device_id is not set on port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:46:01.676484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] For port c90d2926-3765-4320-9db1-5ac050a8edc2, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c90d2926-3765-4320-9db1-5ac050a8edc2,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:46:01.691073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 4f39115b-0462-48c5-9bc3-9f52f52643ff owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:01.736926 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.754390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:46:01.754390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:01.754390 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.755404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:46:01.755404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Bound port: 52aadbec-8ded-4783-b774-cc42b2668b8f, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:46:01.755618 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.776441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Port 52aadbec-8ded-4783-b774-cc42b2668b8f has been deleted concurrently {{(pid=94828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 30 14:46:01.873751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:01.876649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:01.879694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] 10.222.0.39 "PUT /v2.0/ports/c90d2926-3765-4320-9db1-5ac050a8edc2 HTTP/1.1" status: 200 len: 1091 time: 2.3669908 Aug 30 14:46:01.881815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0', 'tag': 'c90d2926-3765-4320-9db1-5ac050a8edc2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:46:01.888990 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0", "tag": "c90d2926-3765-4320-9db1-5ac050a8edc2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:46:01.917421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0e110-4cea-4b4d-a4a5-68ca1efb0ce9 req-f726c77d-9511-436f-90d6-da6280a9494d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:01.923813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6aa0e110-4cea-4b4d-a4a5-68ca1efb0ce9 req-f726c77d-9511-436f-90d6-da6280a9494d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1052 time: 0.3895915 Aug 30 14:46:01.967327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e40679-bf1c-4328-803e-6a32ee66c6de None None] Pushing event updated for resources: {'Port': ['ID=52aadbec-8ded-4783-b774-cc42b2668b8f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:02.034792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] For port 4f39115b-0462-48c5-9bc3-9f52f52643ff, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4f39115b-0462-48c5-9bc3-9f52f52643ff,segment=NetworkSegment(8694af71-c66d-4e6c-8b22-321892b866d0),segment_id=8694af71-c66d-4e6c-8b22-321892b866d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:02.035500 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.055762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] Calling delete_port for 4f39115b-0462-48c5-9bc3-9f52f52643ff owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:02.063463 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d94545-8457-483f-9325-66bf318abc67 x-openstack-request-id: req-03d94545-8457-483f-9325-66bf318abc67 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:46:02.064133 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0", "tag": "c90d2926-3765-4320-9db1-5ac050a8edc2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:46:02.064645 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03d94545-8457-483f-9325-66bf318abc67 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:46:02.065234 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0', 'tag': 'c90d2926-3765-4320-9db1-5ac050a8edc2', 'status': 'completed', 'code': 200} Aug 30 14:46:02.080462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.102883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeccfd9-b95c-4781-9e76-83e18a61ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=c90d2926-3765-4320-9db1-5ac050a8edc2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:02.196248 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.203608 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.221395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Routers {'c8b946e3-1b78-4f7e-98d6-89c7e62a6f84'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:02.222408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['c8b946e3-1b78-4f7e-98d6-89c7e62a6f84'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:02.349474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6aa0e110-4cea-4b4d-a4a5-68ca1efb0ce9 req-8c2ede64-559c-47fd-bf36-42c885dc34c7 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674848 Aug 30 14:46:02.403177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4f39115b-0462-48c5-9bc3-9f52f52643ff, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4f39115b-0462-48c5-9bc3-9f52f52643ff,segment=NetworkSegment(8694af71-c66d-4e6c-8b22-321892b866d0),segment_id=8694af71-c66d-4e6c-8b22-321892b866d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:02.416379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] Set router c8b946e3-1b78-4f7e-98d6-89c7e62a6f84 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:46:02.421561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.425788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.449526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.7 (9e752f37-74b1-42c7-86c4-9967604e7a92/52cc5a5b-09eb-4356-b03c-f931a7fe550f/8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:02.462993 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.481382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=4f39115b-0462-48c5-9bc3-9f52f52643ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:02.488364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No DVR routers for this DVR port 4f39115b-0462-48c5-9bc3-9f52f52643ff on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:02.603296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b946e3-1b78-4f7e-98d6-89c7e62a6f84', 'name': 'tempest-snat-router-1631617610', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:54Z', 'updated_at': '2021-08-30T14:46:01Z', 'revision_number': 5, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:02.607741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event deleted for resources: {'Port': ['ID=4f39115b-0462-48c5-9bc3-9f52f52643ff,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:02.610278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.641987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfc3858-995e-4e26-b3cf-b87f8b08d4b2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:02.691297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8694af71-c66d-4e6c-8b22-321892b866d0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:02.697707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8694af71-c66d-4e6c-8b22-321892b866d0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:02.718564 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.753387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.754136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] Pushing event deleted for resources: {'Port': ['ID=4f39115b-0462-48c5-9bc3-9f52f52643ff,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:02.765410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080ab3d-9503-484e-874e-17de1753d43f None None] No DVR routers for this DVR port 4f39115b-0462-48c5-9bc3-9f52f52643ff on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:02.788671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:02.789151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:02.792484 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:02.799734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c83bd1-30d9-43f8-aa0e-bad6a8cf3fa2 None None] The sync data for ids ['c8b946e3-1b78-4f7e-98d6-89c7e62a6f84'] in n-d-805668-3 is: [{'id': 'c8b946e3-1b78-4f7e-98d6-89c7e62a6f84', 'name': 'tempest-snat-router-1631617610', 'tenant_id': '8bc077b2e5e94275a6115b3da327357c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:54Z', 'updated_at': '2021-08-30T14:46:01Z', 'revision_number': 5, 'project_id': '8bc077b2e5e94275a6115b3da327357c', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:02.822058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.894432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.896717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.898100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.937841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:02.941691 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.958879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-15c719de-a44c-4570-83a2-c4811adc7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:02.961079 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-15c719de-a44c-4570-83a2-c4811adc7187 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356d8d3422984408b4f2311b506222d2&device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1094 time: 0.9478989 Aug 30 14:46:02.964920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:02.965764 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/networks/0cfc3858-995e-4e26-b3cf-b87f8b08d4b2 HTTP/1.1" status: 204 len: 168 time: 2.4613988 Aug 30 14:46:02.983919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:02.984286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:03.005593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2a0dc7e7-78d6-4d5a-b913-5da0fc5c6ba7 req-f901d1be-e950-4f3a-9075-e76e211f3158 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1397734 Aug 30 14:46:03.036849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e492c-503f-46dd-9f54-c5fbd8cae9fd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Network': ['ID=0cfc3858-995e-4e26-b3cf-b87f8b08d4b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:03.065246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76812c9b-dd37-4c8f-969b-c54252c59427 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:03.071193 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-76812c9b-dd37-4c8f-969b-c54252c59427 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 HTTP/1.1" status: 200 len: 844 time: 0.0708742 Aug 30 14:46:03.071802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.071957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:03.072489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8b946e3-1b78-4f7e-98d6-89c7e62a6f84 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:03.079862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-6ae60ed6-d611-4c4c-8a95-83ebf36fcfb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90d2926-3765-4320-9db1-5ac050a8edc2 HTTP/1.1" status: 200 len: 217 time: 0.0917652 Aug 30 14:46:03.083152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.084210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c0c508df-6a8c-4e6e-82e9-8f238877b616 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c8b946e3-1b78-4f7e-98d6-89c7e62a6f84 HTTP/1.1" status: 204 len: 168 time: 3.2438865 Aug 30 14:46:03.087281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:03.206592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-161a86d9-089b-40a8-be55-e942e37b9217 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/4b218ab8-9f38-4b5f-96a5-5eb0df8002e0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1184754 Aug 30 14:46:03.207503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e007e1b-a2b1-4d53-9e4e-7717ad6bafba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.210226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:03.213274 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.222408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:03.228954 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.285822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 110e2b2d-c800-4772-b23a-5ee0bdd413d8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:03.344481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 110e2b2d-c800-4772-b23a-5ee0bdd413d8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:03.345586 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.351232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-f86cce66-cebb-4e61-8ac8-9c680777cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:03.353017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-f86cce66-cebb-4e61-8ac8-9c680777cc11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c2f63bd-18bf-4b1c-a152-eaf8c5590855 HTTP/1.1" status: 200 len: 848 time: 0.2627454 Aug 30 14:46:03.409840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:03.426222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:03.457479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:03.474645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:03.494697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.500224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-405d8d31-5370-4bec-b7ce-1fe2d531b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:03.501939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-405d8d31-5370-4bec-b7ce-1fe2d531b350 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413679 Aug 30 14:46:03.643308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Deleting port 110e2b2d-c800-4772-b23a-5ee0bdd413d8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:03.643664 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.671421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:03.672337 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.688024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf8628-50d8-496d-b8d8-c9a59c71dbbc req-4ff41693-758e-45a2-9711-aaee46430078 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:03.691133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21bf8628-50d8-496d-b8d8-c9a59c71dbbc req-4ff41693-758e-45a2-9711-aaee46430078 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1094 time: 0.2185009 Aug 30 14:46:03.711820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-4bdb2a82-5807-412b-83fd-434a44e8e72e service neutron] 10.222.0.39 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011521 Aug 30 14:46:03.731106 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e007e1b-a2b1-4d53-9e4e-7717ad6bafba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.762549 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e007e1b-a2b1-4d53-9e4e-7717ad6bafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.820911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af8ff6c0-0fff-4216-9235-f19135721bf4 None None] Provisioning for port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:03.828324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af8ff6c0-0fff-4216-9235-f19135721bf4 None None] Provisioning complete for port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:03.830477 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af8ff6c0-0fff-4216-9235-f19135721bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.848250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e007e1b-a2b1-4d53-9e4e-7717ad6bafba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32573986-e1b9-4243-afb5-bd407e911e6a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:03.864766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:03.874884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.876055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] For port 110e2b2d-c800-4772-b23a-5ee0bdd413d8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=110e2b2d-c800-4772-b23a-5ee0bdd413d8,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:03.876569 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:03.883287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2e007e1b-a2b1-4d53-9e4e-7717ad6bafba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f60696ecb6ab43f3b0c1d09b1e9b6710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8957467 Aug 30 14:46:03.888218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:03.893363 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5828f6cb-6318-4db1-bd25-a4ce543893d8 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5347729 Aug 30 14:46:03.895036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:03.917971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-085da34a-3543-469a-b345-c63749ae36cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:03.931381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Calling delete_port for 110e2b2d-c800-4772-b23a-5ee0bdd413d8 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:03.952855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af8ff6c0-0fff-4216-9235-f19135721bf4 None None] Port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:03.991004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21bf8628-50d8-496d-b8d8-c9a59c71dbbc req-0b52a5ae-ad63-4252-808f-73ac9ef0cd6d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539599 Aug 30 14:46:04.046059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fa3d-9610-42de-9cfc-de68d65df4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.058784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac15b9d-63a3-4cdf-a8da-48590e719975 req-ba05bfff-8710-4e7f-98e1-8e73587f715b service neutron] 10.222.0.39 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381407 Aug 30 14:46:04.094236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fa3d-9610-42de-9cfc-de68d65df4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.209843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e79ae3b-22b9-4664-9446-a905cb161991 req-8e0faba0-9377-4070-9372-9200584af83b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0760281 Aug 30 14:46:04.261569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.263532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-98380c63-e361-4c11-8f2f-73929c90413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:04.265263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-98380c63-e361-4c11-8f2f-73929c90413c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356d8d3422984408b4f2311b506222d2&device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1094 time: 0.1335592 Aug 30 14:46:04.274038 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fa3d-9610-42de-9cfc-de68d65df4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.275813 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fa3d-9610-42de-9cfc-de68d65df4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.277207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7dc7fa3d-9610-42de-9cfc-de68d65df4cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32573986-e1b9-4243-afb5-bd407e911e6a HTTP/1.1" status: 204 len: 168 time: 0.3826039 Aug 30 14:46:04.321432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:04.330860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:04.340343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:04.341347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.342431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509299b-208f-4e21-8548-4d642bcbd9f7 None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:04.346589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7fa3d-9610-42de-9cfc-de68d65df4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32573986-e1b9-4243-afb5-bd407e911e6a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:04.409296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=82304b46-6bde-408f-a77e-847531175346,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:04.477802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085da34a-3543-469a-b345-c63749ae36cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:04.480776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bcfb5226-523c-42d2-a66b-bd1f8806032e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2683260 Aug 30 14:46:04.481706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:04.482475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-085da34a-3543-469a-b345-c63749ae36cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.490183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-795b9058-881c-4d46-adb4-915db213fda1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'security_group': {'name': 'tempest-secgroup-1710445295'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:04.551185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-795b9058-881c-4d46-adb4-915db213fda1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.593117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-ce362dec-e23b-4f5b-b2fa-29faae1d47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:04.594653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-ce362dec-e23b-4f5b-b2fa-29faae1d47ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a HTTP/1.1" status: 200 len: 910 time: 0.3199635 Aug 30 14:46:04.627507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-4557dc95-cbf0-47b1-88d2-5f2321ded112', 'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'tenant_id': '9f17afd48b014894b9266b621abe4590', 'fixed_ips': [{'subnet_id': '82304b46-6bde-408f-a77e-847531175346'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:46:04.628768 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.680549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-4eb37084-37b0-4135-aa03-3e50831beb34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90d2926-3765-4320-9db1-5ac050a8edc2 HTTP/1.1" status: 200 len: 217 time: 0.0754194 Aug 30 14:46:04.731190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-795b9058-881c-4d46-adb4-915db213fda1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.737328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-795b9058-881c-4d46-adb4-915db213fda1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.740468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.804394 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-795b9058-881c-4d46-adb4-915db213fda1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.805835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-795b9058-881c-4d46-adb4-915db213fda1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3227262 Aug 30 14:46:04.808880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b9058-881c-4d46-adb4-915db213fda1 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a78b64b-72eb-465f-bd2f-f5b44387b332,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:04.812049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:04.820310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d761d113-0c6d-4e56-91fc-7fe175612ccf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'security_group': {'name': 'tempest-secgroup-41476520'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:04.844645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event deleted for resources: {'Port': ['ID=110e2b2d-c800-4772-b23a-5ee0bdd413d8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:04.855261 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d761d113-0c6d-4e56-91fc-7fe175612ccf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.893928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:04.894234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Allocated IP 2001:db8::2 (4557dc95-cbf0-47b1-88d2-5f2321ded112/82304b46-6bde-408f-a77e-847531175346/5a99203f-0a14-486b-a334-a28c92ca0c84) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:04.904112 n-d-805668-3 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-085da34a-3543-469a-b345-c63749ae36cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 52cc5a5b-09eb-4356-b03c-f931a7fe550f (CIDR: 172.20.0.0/28) Aug 30 14:46:04.948839 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-085da34a-3543-469a-b345-c63749ae36cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:46:04.949465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085da34a-3543-469a-b345-c63749ae36cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:04.952957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-3b1e1cbc-c9cb-4dea-aa0e-3394aa97c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:04.954470 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-3b1e1cbc-c9cb-4dea-aa0e-3394aa97c41b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c2f63bd-18bf-4b1c-a152-eaf8c5590855 HTTP/1.1" status: 200 len: 848 time: 0.2574134 Aug 30 14:46:04.956373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:04.956707 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7031bfc2-2903-480d-a4c1-9b511736ce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.058319 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d761d113-0c6d-4e56-91fc-7fe175612ccf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.076369 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d761d113-0c6d-4e56-91fc-7fe175612ccf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.141899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.144880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-085da34a-3543-469a-b345-c63749ae36cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2446191 Aug 30 14:46:05.146615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.151430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:05.158535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c268e080-24de-4f7c-8945-f723086cba9e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:05.187274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761d113-0c6d-4e56-91fc-7fe175612ccf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33a77cc-6a6a-4d5c-abcc-c81267e155c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:05.219637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91562264-9407-4ff0-b94e-c925da4c4d20 req-51efee31-a777-43a3-8b87-aaa8b5cf5389 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:05.222072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91562264-9407-4ff0-b94e-c925da4c4d20 req-51efee31-a777-43a3-8b87-aaa8b5cf5389 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1094 time: 0.1148658 Aug 30 14:46:05.246689 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.257332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Transition to ACTIVE for port object 5a99203f-0a14-486b-a334-a28c92ca0c84 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:05.277564 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-91562264-9407-4ff0-b94e-c925da4c4d20 req-254783f4-563f-4b13-9862-d7f2138bb1a2 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Aug 30 14:46:05.336195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Transition to ACTIVE for port object 5a99203f-0a14-486b-a334-a28c92ca0c84 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:05.353455 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.382439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-2de2806e-ede6-49a8-b127-9d6e9f78661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:05.384114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-2de2806e-ede6-49a8-b127-9d6e9f78661d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4218242 Aug 30 14:46:05.408599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7031bfc2-2903-480d-a4c1-9b511736ce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.412168 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.412736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b112d908-29e4-4258-8417-2bf8c9093d20 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:05.420194 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7031bfc2-2903-480d-a4c1-9b511736ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.429761 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d761d113-0c6d-4e56-91fc-7fe175612ccf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.434348 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d761d113-0c6d-4e56-91fc-7fe175612ccf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6211843 Aug 30 14:46:05.434991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:05.438477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:05.442833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:05.447402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:05.447705 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.448720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c658a854-4d28-4e18-acbd-065fb874a36b tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b112d908-29e4-4258-8417-2bf8c9093d20 HTTP/1.1" status: 204 len: 168 time: 2.3602984 Aug 30 14:46:05.451589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27fa6cc8-a94a-4f88-a7a3-b05ff157527f req-fe213a0b-3c1e-4564-b7fc-063362b48b62 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0835931 Aug 30 14:46:05.452374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:05.464000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1153988043', 'security_groups': ['a33a77cc-6a6a-4d5c-abcc-c81267e155c2'], 'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '82304b46-6bde-408f-a77e-847531175346'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:05.483698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Pushing event updated for resources: {'Port': ['ID=5a99203f-0a14-486b-a334-a28c92ca0c84,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:05.511608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1755656904', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:05.552362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Attempting to bind port 5a99203f-0a14-486b-a334-a28c92ca0c84 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:46:05.552823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Attempting to bind port 5a99203f-0a14-486b-a334-a28c92ca0c84 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '0e7f0733-1a4c-4458-8834-95f4edc2b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:46:05.553240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Attempting to bind port 5a99203f-0a14-486b-a334-a28c92ca0c84 on network 4557dc95-cbf0-47b1-88d2-5f2321ded112 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:46:05.558593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7031bfc2-2903-480d-a4c1-9b511736ce65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=334c6cf4233141949970369310dd5784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594491 Aug 30 14:46:05.561465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031bfc2-2903-480d-a4c1-9b511736ce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82dacb1-73ed-41d2-b5b0-91232cc85316,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:05.564855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:05.565829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:46:05.566123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Checking segment: {'id': '0e7f0733-1a4c-4458-8834-95f4edc2b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:05.566536 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.566931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Bound using segment: {'id': '0e7f0733-1a4c-4458-8834-95f4edc2b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:46:05.567998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Bound port: 5a99203f-0a14-486b-a334-a28c92ca0c84, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7f0733-1a4c-4458-8834-95f4edc2b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:46:05.567998 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.571357 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.572760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.664174 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.668989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-893957ff-b06c-4ce9-a15e-815babd50ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.681499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] For port 5a99203f-0a14-486b-a334-a28c92ca0c84, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:46:05.685966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] For port 5a99203f-0a14-486b-a334-a28c92ca0c84, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a99203f-0a14-486b-a334-a28c92ca0c84,segment=NetworkSegment(0e7f0733-1a4c-4458-8834-95f4edc2b841),segment_id=0e7f0733-1a4c-4458-8834-95f4edc2b841)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:46:05.691970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.698600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-893957ff-b06c-4ce9-a15e-815babd50ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.778093 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-893957ff-b06c-4ce9-a15e-815babd50ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.782860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-893957ff-b06c-4ce9-a15e-815babd50ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.784477 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-893957ff-b06c-4ce9-a15e-815babd50ace admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f82dacb1-73ed-41d2-b5b0-91232cc85316 HTTP/1.1" status: 204 len: 168 time: 0.2161317 Aug 30 14:46:05.810948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de23e9-fabb-4b6d-bdb4-b22008fd8e3d None None] Pushing event updated for resources: {'Port': ['ID=5a99203f-0a14-486b-a334-a28c92ca0c84,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:05.811248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893957ff-b06c-4ce9-a15e-815babd50ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82dacb1-73ed-41d2-b5b0-91232cc85316,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:05.844264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:05.920722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-ff07c001-4f80-4821-9478-5f89e80c0b4b service neutron] 10.222.0.39 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198717 Aug 30 14:46:05.961739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:05.987932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port 1e6dde55-b383-4239-a995-a70ccb79eea2 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:46:06.099137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268e080-24de-4f7c-8945-f723086cba9e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:06.108257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c268e080-24de-4f7c-8945-f723086cba9e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:06.157392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:06.164207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28d476de-e3f8-4b43-9ef9-fa8b18dbc927 req-3cd4d183-76ff-4d87-b228-89d1a3811d0d service neutron] 10.222.0.39 "GET /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341621 Aug 30 14:46:06.392444 n-d-805668-3 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-c268e080-24de-4f7c-8945-f723086cba9e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 19918164-f8ad-4850-958d-30f940c9748d (CIDR: 172.20.0.16/28) Aug 30 14:46:06.411042 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268e080-24de-4f7c-8945-f723086cba9e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:46:06.411543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c268e080-24de-4f7c-8945-f723086cba9e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:06.448447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c268e080-24de-4f7c-8945-f723086cba9e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2948844 Aug 30 14:46:06.453610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:06.464866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'subnet': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:06.502507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::cb (4557dc95-cbf0-47b1-88d2-5f2321ded112/82304b46-6bde-408f-a77e-847531175346/1e6dde55-b383-4239-a995-a70ccb79eea2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:06.756293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b8b4c-9fad-4597-abae-e32ca7fef973 req-189703e1-8656-477d-afeb-6a5dee566652 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:06.759218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d8b8b4c-9fad-4597-abae-e32ca7fef973 req-189703e1-8656-477d-afeb-6a5dee566652 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1094 time: 0.2583594 Aug 30 14:46:06.851205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d8b8b4c-9fad-4597-abae-e32ca7fef973 req-3e313e69-d5c4-412c-8f78-20095c26b487 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750456 Aug 30 14:46:06.869330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Made reservation on behalf of 13e35082be304162b929e193a5a62174 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:06.874191 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:06.893495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c90d2926-3765-4320-9db1-5ac050a8edc2 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:46:06.962469 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:06.992399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object 1e6dde55-b383-4239-a995-a70ccb79eea2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:07.093705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c90d2926-3765-4320-9db1-5ac050a8edc2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c90d2926-3765-4320-9db1-5ac050a8edc2,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:07.109516 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'c90d2926-3765-4320-9db1-5ac050a8edc2', 'network_id': 'e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a', 'port_id': 'c90d2926-3765-4320-9db1-5ac050a8edc2', 'mac_address': 'fa:16:3e:0b:d2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2f63bd-18bf-4b1c-a152-eaf8c5590855', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:46:07.170535 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.187952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90d2926-3765-4320-9db1-5ac050a8edc2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:46:07.239999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c90d2926-3765-4320-9db1-5ac050a8edc2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c90d2926-3765-4320-9db1-5ac050a8edc2,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:07.282259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b12736cd-f6b6-46a6-add3-b720cd37480f req-81dd7051-c58a-4074-8799-9697b5b41019 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.6936092 Aug 30 14:46:07.283401 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.382559 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.416176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.424107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c90d2926-3765-4320-9db1-5ac050a8edc2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:07.450716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.519155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a99203f-0a14-486b-a334-a28c92ca0c84 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:07.542248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c90d2926-3765-4320-9db1-5ac050a8edc2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:46:07.559499 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.568152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:07.583685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:07.586909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:07.592790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:07.614403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3605489b-78b9-4b98-b87e-3e6815181185 None None] Provisioning for port 5a99203f-0a14-486b-a334-a28c92ca0c84 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:07.643188 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.652961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Allocated IP 172.25.6.209 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b6698da7-6ba1-498e-bca4-6a8818488d37) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:07.703421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=1e6dde55-b383-4239-a995-a70ccb79eea2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:07.704701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 5a99203f-0a14-486b-a334-a28c92ca0c84 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:07.709770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3605489b-78b9-4b98-b87e-3e6815181185 None None] Provisioning complete for port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:07.710719 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3605489b-78b9-4b98-b87e-3e6815181185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.762913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:07.767813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2539e3b7-512d-4a64-8de0-eda7afb9726a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3193181 Aug 30 14:46:07.768479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:07.777363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3e111db5-dd69-4f80-874a-4f6be24415bd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:07.778598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3605489b-78b9-4b98-b87e-3e6815181185 None None] Port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:07.780216 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:07.780707 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.787775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:07.791939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:07.792551 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.834311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac04b6-5bef-4e8c-b2c0-89fc31f05cbb None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:07.852230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Subnet': ['ID=64c16319-3da8-4fbf-81e0-77d3d214b48d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:07.871731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-35e43632-cbbd-42d0-9b13-829bcce8e0ec tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4170773 Aug 30 14:46:07.874563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:07.877828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:07.880110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-267412327', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64c16319-3da8-4fbf-81e0-77d3d214b48d'}], 'security_groups': ['e9531f71-983a-47d1-bb55-5159952aeecf', '50c60d15-8a85-495d-be0f-1570d78ed83f']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:08.017973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:08.078469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:08.089077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:08.097054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:08.101327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event updated for resources: {'Port': ['ID=b6698da7-6ba1-498e-bca4-6a8818488d37,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:08.239194 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f8b25e92-b43c-448c-874b-748f8dc3c668 None None] Provisioning for port 1e6dde55-b383-4239-a995-a70ccb79eea2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:08.253855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e111db5-dd69-4f80-874a-4f6be24415bd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:08.258800 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e111db5-dd69-4f80-874a-4f6be24415bd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:08.259561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:08.284399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f8b25e92-b43c-448c-874b-748f8dc3c668 None None] Provisioning complete for port 1e6dde55-b383-4239-a995-a70ccb79eea2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:08.284894 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8b25e92-b43c-448c-874b-748f8dc3c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:08.359297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 5a99203f-0a14-486b-a334-a28c92ca0c84, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a99203f-0a14-486b-a334-a28c92ca0c84,segment=NetworkSegment(0e7f0733-1a4c-4458-8834-95f4edc2b841),segment_id=0e7f0733-1a4c-4458-8834-95f4edc2b841)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:08.377733 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:08.396375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 110e2b2d-c800-4772-b23a-5ee0bdd413d8 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:08.447514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8b25e92-b43c-448c-874b-748f8dc3c668 None None] Port 1e6dde55-b383-4239-a995-a70ccb79eea2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:08.453345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 110e2b2d-c800-4772-b23a-5ee0bdd413d8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:08.453702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 110e2b2d-c800-4772-b23a-5ee0bdd413d8 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:08.500229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac690a-341c-4b3a-9841-906e54dc22f0 None None] Update dhcp port {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'fixed_ips': [{'subnet_id': '19918164-f8ad-4850-958d-30f940c9748d', 'ip_address': '172.20.0.18'}, {'subnet_id': '52cc5a5b-09eb-4356-b03c-f931a7fe550f', 'ip_address': '172.20.0.2'}, {'subnet_id': '64c16319-3da8-4fbf-81e0-77d3d214b48d'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'f5b832cb-8b89-4354-b001-0ab72c4101dc'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:46:08.504765 n-d-805668-3 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-3e111db5-dd69-4f80-874a-4f6be24415bd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82304b46-6bde-408f-a77e-847531175346 (CIDR: 2001:db8::/64) Aug 30 14:46:08.512935 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e111db5-dd69-4f80-874a-4f6be24415bd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:46:08.513842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e111db5-dd69-4f80-874a-4f6be24415bd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:08.517495 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:08.538698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72139240-a168-469c-a6fe-079e742de325 req-9639bd85-a6be-48c4-b2e1-287c803d8759 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:08.540400 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-72139240-a168-469c-a6fe-079e742de325 req-9639bd85-a6be-48c4-b2e1-287c803d8759 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1095 time: 0.4145575 Aug 30 14:46:08.540790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=5a99203f-0a14-486b-a334-a28c92ca0c84,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:08.547907 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44ac690a-341c-4b3a-9841-906e54dc22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:08.575538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:08.592754 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-72139240-a168-469c-a6fe-079e742de325 req-6fd538f8-d02b-47c4-8478-315a39dfae0d tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377419 Aug 30 14:46:08.700407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3e111db5-dd69-4f80-874a-4f6be24415bd tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9278765 Aug 30 14:46:08.703799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:08.710488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:08.732356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d003018-6aab-4fd5-bc8f-e518d871be2b req-63cdd585-4dc4-4d6d-b425-9682b493e036 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.3808851 Aug 30 14:46:08.827576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-44ac690a-341c-4b3a-9841-906e54dc22f0 None None] Allocated IP 172.20.0.34 (9e752f37-74b1-42c7-86c4-9967604e7a92/64c16319-3da8-4fbf-81e0-77d3d214b48d/f5b832cb-8b89-4354-b001-0ab72c4101dc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:08.958228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c90d2926-3765-4320-9db1-5ac050a8edc2 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:09.008458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:09.013906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.089113 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.095692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-44ac690a-341c-4b3a-9841-906e54dc22f0 None None] For port f5b832cb-8b89-4354-b001-0ab72c4101dc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5b832cb-8b89-4354-b001-0ab72c4101dc,segment=NetworkSegment(092e894b-ec3a-495b-a699-5d469f741a55),segment_id=092e894b-ec3a-495b-a699-5d469f741a55)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:09.136298 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44ac690a-341c-4b3a-9841-906e54dc22f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.153476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44ac690a-341c-4b3a-9841-906e54dc22f0 None None] Transition to ACTIVE for port object f5b832cb-8b89-4354-b001-0ab72c4101dc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:09.162279 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44ac690a-341c-4b3a-9841-906e54dc22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.291805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port c90d2926-3765-4320-9db1-5ac050a8edc2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:09.326323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Router 3fbd6888-4e42-4922-bd19-968c5f3f5ed7 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:46:09.351878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a99203f-0a14-486b-a334-a28c92ca0c84 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:09.448093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port c90d2926-3765-4320-9db1-5ac050a8edc2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:09.449486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.570862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:09.600530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.603190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0f31dcef-3851-4de4-96de-3b0e573936fc tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1183996 Aug 30 14:46:09.609876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac690a-341c-4b3a-9841-906e54dc22f0 None None] Pushing event updated for resources: {'Port': ['ID=f5b832cb-8b89-4354-b001-0ab72c4101dc,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:09.612427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 32824) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:09.621014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eda0ba76-36c3-473a-96f2-30d8b7aa0fa1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': False}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:09.661278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7ecd9-717a-40f2-8f9e-146a2b1c2733 None None] Sync routers for ids ['3fbd6888-4e42-4922-bd19-968c5f3f5ed7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:09.710605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:09.711143 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.753134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7ecd9-717a-40f2-8f9e-146a2b1c2733 None None] Routers {'3fbd6888-4e42-4922-bd19-968c5f3f5ed7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:09.754341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-23f7ecd9-717a-40f2-8f9e-146a2b1c2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['3fbd6888-4e42-4922-bd19-968c5f3f5ed7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:09.805364 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.810220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-23f7ecd9-717a-40f2-8f9e-146a2b1c2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:09.884029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7ecd9-717a-40f2-8f9e-146a2b1c2733 None None] Routers {'3fbd6888-4e42-4922-bd19-968c5f3f5ed7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:09.885014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-23f7ecd9-717a-40f2-8f9e-146a2b1c2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['3fbd6888-4e42-4922-bd19-968c5f3f5ed7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:09.905330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90d2926-3765-4320-9db1-5ac050a8edc2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:46:09.917953 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e674751d-ca62-41dc-bba8-26edca083816" -d '{"events": [{"server_uuid": "cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0", "name": "network-vif-plugged", "status": "completed", "tag": "c90d2926-3765-4320-9db1-5ac050a8edc2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:46:09.984809 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2cfdb7b-bfe7-4d68-987c-df05e78aee41 req-0972939c-d707-4709-8630-39316dfcb4df tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1610332 Aug 30 14:46:10.035977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-23f7ecd9-717a-40f2-8f9e-146a2b1c2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:10.036776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7ecd9-717a-40f2-8f9e-146a2b1c2733 None None] The sync data for ids ['3fbd6888-4e42-4922-bd19-968c5f3f5ed7'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:10.041621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c90d2926-3765-4320-9db1-5ac050a8edc2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c90d2926-3765-4320-9db1-5ac050a8edc2,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:10.054462 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:10.117490 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d77ef-e952-49bb-879d-b0b68d3e99f1 x-openstack-request-id: req-176d77ef-e952-49bb-879d-b0b68d3e99f1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:46:10.118005 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0", "name": "network-vif-plugged", "status": "completed", "tag": "c90d2926-3765-4320-9db1-5ac050a8edc2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:46:10.118289 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-176d77ef-e952-49bb-879d-b0b68d3e99f1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:46:10.118990 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90d2926-3765-4320-9db1-5ac050a8edc2', 'code': 200} Aug 30 14:46:10.173540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c90d2926-3765-4320-9db1-5ac050a8edc2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:10.231232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:10.253857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:10.274163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:10.292119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137db82-24e6-41e2-a652-d7c9f246d64b None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:10.327161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac6e6d-04a6-4d53-ae40-bf2b75d21baf req-ede0cb68-c3ae-400d-8510-2fe3328327cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:10.328688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32ac6e6d-04a6-4d53-ae40-bf2b75d21baf req-ede0cb68-c3ae-400d-8510-2fe3328327cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1096 time: 0.1172278 Aug 30 14:46:10.334679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Delete allocated IP 172.20.0.7 (9e752f37-74b1-42c7-86c4-9967604e7a92/52cc5a5b-09eb-4356-b03c-f931a7fe550f) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 14:46:10.337976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:10.353991 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:10.458103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32ac6e6d-04a6-4d53-ae40-bf2b75d21baf req-8be5a585-f2f6-46f2-9e34-cec85b0b586e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877764 Aug 30 14:46:10.486231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda0ba76-36c3-473a-96f2-30d8b7aa0fa1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:10.516900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Allocated IP 172.20.0.40 (9e752f37-74b1-42c7-86c4-9967604e7a92/64c16319-3da8-4fbf-81e0-77d3d214b48d/8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:10.540426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:10.562313 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8571701 Aug 30 14:46:10.569781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 32884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:10.576690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2105181275', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0'}], 'security_groups': ['5a78b64b-72eb-465f-bd2f-f5b44387b332']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:10.606803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee391782-ff50-479f-b2c1-025b4fffc9a0 req-f8baa3e2-89ee-4686-a2a3-d3cec900e6a2 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:10.608672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee391782-ff50-479f-b2c1-025b4fffc9a0 req-f8baa3e2-89ee-4686-a2a3-d3cec900e6a2 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1096 time: 0.5924294 Aug 30 14:46:10.610550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.611088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.611521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.611878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.612244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.612578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.613004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.613628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.613969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.614299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.614628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.614962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1ade8-3009-462a-bd00-ea19b12f7f0b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:10.685296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ee391782-ff50-479f-b2c1-025b4fffc9a0 req-74df384a-a274-4217-8908-675fe01d1d0c tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Aug 30 14:46:10.808646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7a370-f0fe-4706-935b-9d4d2723f143 None None] Update dhcp port {'port': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'fixed_ips': [{'subnet_id': '82304b46-6bde-408f-a77e-847531175346', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0'}], 'binding:host_id': 'n-d-805668-3'}, 'id': '5a99203f-0a14-486b-a334-a28c92ca0c84'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:46:10.867873 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a370-f0fe-4706-935b-9d4d2723f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:10.945635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Provisioning for port f5b832cb-8b89-4354-b001-0ab72c4101dc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:10.952374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:10.952754 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:10.954482 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:10.988570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Transition to ACTIVE for port object 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:11.010626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:11.020874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:11.114882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event updated for resources: {'Port': ['ID=8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:11.173838 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93394378-c7e6-4c36-bc32-da228f2c885a req-7ed6c16a-ae5b-467f-a117-322417f6e98d tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0960732 Aug 30 14:46:11.271186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] In _notify_port_updated(), no bound segment for port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c on network 9e752f37-74b1-42c7-86c4-9967604e7a92 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:46:11.278623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:11.280065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:11.286297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 32924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:11.286613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-46e9c572-14d1-4a62-93bc-90a40f18e7f7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "PUT /v2.0/ports/8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c HTTP/1.1" status: 200 len: 959 time: 3.4102836 Aug 30 14:46:11.538763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9dc7a370-f0fe-4706-935b-9d4d2723f143 None None] Allocated IP 2001:db8:0:1::2 (4557dc95-cbf0-47b1-88d2-5f2321ded112/b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0/5a99203f-0a14-486b-a334-a28c92ca0c84) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:11.723394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9dc7a370-f0fe-4706-935b-9d4d2723f143 None None] For port 5a99203f-0a14-486b-a334-a28c92ca0c84, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a99203f-0a14-486b-a334-a28c92ca0c84,segment=NetworkSegment(0e7f0733-1a4c-4458-8834-95f4edc2b841),segment_id=0e7f0733-1a4c-4458-8834-95f4edc2b841)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:11.788451 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a370-f0fe-4706-935b-9d4d2723f143 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:11.838865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9dc7a370-f0fe-4706-935b-9d4d2723f143 None None] Transition to ACTIVE for port object 5a99203f-0a14-486b-a334-a28c92ca0c84 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:11.845428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5b832cb-8b89-4354-b001-0ab72c4101dc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:11.850594 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a370-f0fe-4706-935b-9d4d2723f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:11.907092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce4a3d-54d2-4a17-9449-1847d0b0329f req-3dce3d1a-9362-4e92-bf24-c56a756a3d3e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:11.910326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d1ce4a3d-54d2-4a17-9449-1847d0b0329f req-3dce3d1a-9362-4e92-bf24-c56a756a3d3e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1096 time: 0.1092296 Aug 30 14:46:11.940299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7a370-f0fe-4706-935b-9d4d2723f143 None None] Pushing event updated for resources: {'Port': ['ID=5a99203f-0a14-486b-a334-a28c92ca0c84,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:11.984211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d1ce4a3d-54d2-4a17-9449-1847d0b0329f req-bb3b33d7-67c2-4530-9fd7-e06b60da5d92 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Aug 30 14:46:12.045679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Provisioning for port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:12.051656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Provisioning complete for port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:12.052174 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.090429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:12.091123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.128192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:12.150487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Provisioning complete for port c9946ddb-377e-4ada-9bd8-9b26c5862e6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:12.151168 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.273332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ede5622-9c79-47a2-aec3-a73bb52c1620 None None] Port c9946ddb-377e-4ada-9bd8-9b26c5862e6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:12.278865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:12.279397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.340707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d2e51ce-4c19-40a4-87be-7759a4f30c83 req-fc543d9c-3cd4-49dd-95b8-3a50b65f8ee7 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0669136 Aug 30 14:46:12.404696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3842cc6e-3374-4dab-bd8d-c80011522ef9 None None] Provisioning complete for port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:12.405872 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3842cc6e-3374-4dab-bd8d-c80011522ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.491583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.492580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3842cc6e-3374-4dab-bd8d-c80011522ef9 None None] Port 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:12.515132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedcd84-f360-460e-afe2-8206e1f85c57 req-eeb5d1f4-c9b8-4340-91cb-61934a21c437 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:12.526302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bedcd84-f360-460e-afe2-8206e1f85c57 req-eeb5d1f4-c9b8-4340-91cb-61934a21c437 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1096 time: 0.4074826 Aug 30 14:46:12.558885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for 8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:12.586398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda0ba76-36c3-473a-96f2-30d8b7aa0fa1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.625548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda0ba76-36c3-473a-96f2-30d8b7aa0fa1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.816954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bedcd84-f360-460e-afe2-8206e1f85c57 req-b408ac43-f987-45e9-967d-e49658872cbe tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895529 Aug 30 14:46:12.913792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:12.938347 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.007281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:13.023127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.023486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.023820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.024168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.024512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.024845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.025204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.025536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.025866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.026188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.026519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.026844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:13.048507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Provisioning complete for port 1e6dde55-b383-4239-a995-a70ccb79eea2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:13.051450 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.086112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Delete allocated IP 2001:db8::cb (4557dc95-cbf0-47b1-88d2-5f2321ded112/82304b46-6bde-408f-a77e-847531175346) {{(pid=94827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 14:46:13.092300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9aab6-715e-47a1-bfc2-772f9a542043 req-f704b4f9-81c8-4f5e-8f5b-80c1aeabfcbf tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:13.097192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda0ba76-36c3-473a-96f2-30d8b7aa0fa1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Router 3fbd6888-4e42-4922-bd19-968c5f3f5ed7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:46:13.100195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ff9aab6-715e-47a1-bfc2-772f9a542043 req-f704b4f9-81c8-4f5e-8f5b-80c1aeabfcbf tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0788066 Aug 30 14:46:13.145637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8:0:1::41 (4557dc95-cbf0-47b1-88d2-5f2321ded112/b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0/1e6dde55-b383-4239-a995-a70ccb79eea2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:13.154449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ff9aab6-715e-47a1-bfc2-772f9a542043 req-e2565376-77d5-4ca4-8f34-b4aaa6c90b5f tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512407 Aug 30 14:46:13.170538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Port 1e6dde55-b383-4239-a995-a70ccb79eea2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:13.194025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Provisioning for port 5a99203f-0a14-486b-a334-a28c92ca0c84 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:13.207674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:13.208466 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.367858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a99203f-0a14-486b-a334-a28c92ca0c84 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:13.434919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0ba76-36c3-473a-96f2-30d8b7aa0fa1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:13.447964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eda0ba76-36c3-473a-96f2-30d8b7aa0fa1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.453758 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eda0ba76-36c3-473a-96f2-30d8b7aa0fa1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "PUT /v2.0/routers/3fbd6888-4e42-4922-bd19-968c5f3f5ed7 HTTP/1.1" status: 200 len: 926 time: 3.8390665 Aug 30 14:46:13.454426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:13.455454 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81631af5-16b5-47f5-8d65-e58bf807faab None None] Sync routers for ids ['3fbd6888-4e42-4922-bd19-968c5f3f5ed7'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:13.486593 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81631af5-16b5-47f5-8d65-e58bf807faab None None] Routers {'3fbd6888-4e42-4922-bd19-968c5f3f5ed7'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:13.489009 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-81631af5-16b5-47f5-8d65-e58bf807faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['3fbd6888-4e42-4922-bd19-968c5f3f5ed7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:13.503896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Provisioning complete for port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:13.504539 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.534334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:13.535019 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.552219 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b787e08b-e416-40af-aad0-9dad72bf17e4 req-8eba3a1b-6e54-4bf5-b95f-15b2e683c079 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1319089 Aug 30 14:46:13.569667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a928bc87-f4d2-4a04-9bce-5ce76cd7a3df None None] Port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:13.575556 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-81631af5-16b5-47f5-8d65-e58bf807faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:13.589801 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81631af5-16b5-47f5-8d65-e58bf807faab None None] Routers {'3fbd6888-4e42-4922-bd19-968c5f3f5ed7'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:13.593304 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-81631af5-16b5-47f5-8d65-e58bf807faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['3fbd6888-4e42-4922-bd19-968c5f3f5ed7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:13.607082 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895ee5d-7f37-4732-aac4-3a6bd5193cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.642943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.644865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-479f1b28-9780-418f-bc62-663d31c57fda tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c HTTP/1.1" status: 204 len: 168 time: 2.3564758 Aug 30 14:46:13.649605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:13.669490 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-81631af5-16b5-47f5-8d65-e58bf807faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:13.670687 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81631af5-16b5-47f5-8d65-e58bf807faab None None] The sync data for ids ['3fbd6888-4e42-4922-bd19-968c5f3f5ed7'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:13.689394 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa25b5b9-d65c-47f9-b873-87325f11b582 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] GET failed (client error): The resource could not be found. Aug 30 14:46:13.693100 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fa25b5b9-d65c-47f9-b873-87325f11b582 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports/8e9b0d8f-0bb1-4a8e-bd56-96e3807be82c HTTP/1.1" status: 404 len: 333 time: 0.0404019 Aug 30 14:46:13.694413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:13.763122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51294e17-9e76-4a1b-8e4e-5cbc7c0abc7b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.790102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51294e17-9e76-4a1b-8e4e-5cbc7c0abc7b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.799182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5b7af896-0347-48c2-bfb1-963c7353f9a2 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/routers/3fbd6888-4e42-4922-bd19-968c5f3f5ed7 HTTP/1.1" status: 200 len: 926 time: 0.3317115 Aug 30 14:46:13.800200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:13.821289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dfff5-f4de-43fb-900d-536de1f4ad03 req-f96fa8bb-8217-4e8d-9256-feed3b9da822 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:13.823045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a19dfff5-f4de-43fb-900d-536de1f4ad03 req-f96fa8bb-8217-4e8d-9256-feed3b9da822 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1096 time: 0.2129314 Aug 30 14:46:13.913707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3399cb10-90dd-49df-bf74-d3598f28be36 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:13.916191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3399cb10-90dd-49df-bf74-d3598f28be36 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=3fbd6888-4e42-4922-bd19-968c5f3f5ed7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1152339 Aug 30 14:46:13.920990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:13.927719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51294e17-9e76-4a1b-8e4e-5cbc7c0abc7b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.936128 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51294e17-9e76-4a1b-8e4e-5cbc7c0abc7b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:13.941768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a19dfff5-f4de-43fb-900d-536de1f4ad03 req-dfea144b-c79f-46e6-8e4e-a69c29d7392c tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049290 Aug 30 14:46:13.945421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51294e17-9e76-4a1b-8e4e-5cbc7c0abc7b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/security-groups/e6dde3b7-9f35-4dc8-a916-40308be94abb HTTP/1.1" status: 204 len: 168 time: 0.2485297 Aug 30 14:46:13.946915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:13.978081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51294e17-9e76-4a1b-8e4e-5cbc7c0abc7b tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dde3b7-9f35-4dc8-a916-40308be94abb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:14.019452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.042265 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85746237-6db0-4120-a805-4f935fdb97ae tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.051651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object 1e6dde55-b383-4239-a995-a70ccb79eea2 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:14.071375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.080857 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85746237-6db0-4120-a805-4f935fdb97ae tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.119456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895ee5d-7f37-4732-aac4-3a6bd5193cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.136553 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d895ee5d-7f37-4732-aac4-3a6bd5193cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.141633 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85746237-6db0-4120-a805-4f935fdb97ae tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.145869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85746237-6db0-4120-a805-4f935fdb97ae tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.149351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-85746237-6db0-4120-a805-4f935fdb97ae tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/security-groups/50c60d15-8a85-495d-be0f-1570d78ed83f HTTP/1.1" status: 204 len: 168 time: 0.1950688 Aug 30 14:46:14.151368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:14.173506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85746237-6db0-4120-a805-4f935fdb97ae tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c60d15-8a85-495d-be0f-1570d78ed83f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:14.175879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] In _notify_port_updated(), no bound segment for port 1e6dde55-b383-4239-a995-a70ccb79eea2 on network 4557dc95-cbf0-47b1-88d2-5f2321ded112 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:46:14.181981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:14.182638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.186473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "PUT /v2.0/ports/1e6dde55-b383-4239-a995-a70ccb79eea2 HTTP/1.1" status: 200 len: 930 time: 3.6119344 Aug 30 14:46:14.199248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:14.206228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ba056-eb2b-4c73-b194-9d465562e130 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:14.210079 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6b5ba056-eb2b-4c73-b194-9d465562e130 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 881 time: 0.2847137 Aug 30 14:46:14.210802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:14.253341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-96e50b35-12ae-4ae2-90ef-a3135fcfcf1c tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fbd6888-4e42-4922-bd19-968c5f3f5ed7 HTTP/1.1" status: 200 len: 205 time: 0.0381963 Aug 30 14:46:14.256053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:14.264930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c187-7d01-4cad-ae81-5b71df031166 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=1e6dde55-b383-4239-a995-a70ccb79eea2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:14.272401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895ee5d-7f37-4732-aac4-3a6bd5193cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe66627-190c-4ff0-83e1-7d33eaab87cc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:14.288998 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d895ee5d-7f37-4732-aac4-3a6bd5193cf9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b159a82d010416e9b2c66e91ded1f42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3740151 Aug 30 14:46:14.291538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33044) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:14.344887 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877785a0-01d1-4a54-b4da-7b5e5a162b12 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.412514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dfed00f-a172-4b45-bf3e-cad25ad5f7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.418182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fbec8-ea3c-4c4b-8511-4bb469fff969 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 1e6dde55-b383-4239-a995-a70ccb79eea2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:14.418531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbec8-ea3c-4c4b-8511-4bb469fff969 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.446679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877785a0-01d1-4a54-b4da-7b5e5a162b12 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.478758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.486936 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dfed00f-a172-4b45-bf3e-cad25ad5f7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.527470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7772512c-734a-4177-8c01-c787498f05b8 None None] Provisioning for port 1e6dde55-b383-4239-a995-a70ccb79eea2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:14.545599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7772512c-734a-4177-8c01-c787498f05b8 None None] Provisioning complete for port 1e6dde55-b383-4239-a995-a70ccb79eea2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:14.546260 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7772512c-734a-4177-8c01-c787498f05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.594259 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877785a0-01d1-4a54-b4da-7b5e5a162b12 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.596808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877785a0-01d1-4a54-b4da-7b5e5a162b12 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.600915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-877785a0-01d1-4a54-b4da-7b5e5a162b12 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/security-groups/e9531f71-983a-47d1-bb55-5159952aeecf HTTP/1.1" status: 204 len: 168 time: 0.4467256 Aug 30 14:46:14.603508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:14.610733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbec8-ea3c-4c4b-8511-4bb469fff969 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.615614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dfed00f-a172-4b45-bf3e-cad25ad5f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.620972 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3dfed00f-a172-4b45-bf3e-cad25ad5f7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.626105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3dfed00f-a172-4b45-bf3e-cad25ad5f7b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfe66627-190c-4ff0-83e1-7d33eaab87cc HTTP/1.1" status: 204 len: 168 time: 0.3298302 Aug 30 14:46:14.645500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fbec8-ea3c-4c4b-8511-4bb469fff969 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 1e6dde55-b383-4239-a995-a70ccb79eea2 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:14.647791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfed00f-a172-4b45-bf3e-cad25ad5f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe66627-190c-4ff0-83e1-7d33eaab87cc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:14.679774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebdfc3e-85bb-4386-930f-f3e36a0989cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet 52cc5a5b-09eb-4356-b03c-f931a7fe550f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:14.687699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfc3e-85bb-4386-930f-f3e36a0989cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.715368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877785a0-01d1-4a54-b4da-7b5e5a162b12 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9531f71-983a-47d1-bb55-5159952aeecf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:14.757629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7772512c-734a-4177-8c01-c787498f05b8 None None] Port 1e6dde55-b383-4239-a995-a70ccb79eea2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:14.757841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23dc81b8-a54b-424f-acff-0496774fdf52 req-6687542c-ec3b-4a40-bac8-2eeba388761a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0654538 Aug 30 14:46:14.772806 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfc3e-85bb-4386-930f-f3e36a0989cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.797623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.830348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc31940-d513-4c68-a79d-09e8af5d559d req-8106b140-acb7-4844-b30f-01cc605f5c76 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:14.832064 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-abc31940-d513-4c68-a79d-09e8af5d559d req-8106b140-acb7-4844-b30f-01cc605f5c76 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1096 time: 0.1135402 Aug 30 14:46:14.917324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Deleting port b6698da7-6ba1-498e-bca4-6a8818488d37 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:14.918099 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.968333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbec8-ea3c-4c4b-8511-4bb469fff969 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.010786 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.011995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fbec8-ea3c-4c4b-8511-4bb469fff969 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=1e6dde55-b383-4239-a995-a70ccb79eea2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:15.030799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Calling delete_port for b6698da7-6ba1-498e-bca4-6a8818488d37 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:15.047179 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbec8-ea3c-4c4b-8511-4bb469fff969 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.055836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8e3fbec8-ea3c-4c4b-8511-4bb469fff969 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/1e6dde55-b383-4239-a995-a70ccb79eea2 HTTP/1.1" status: 204 len: 168 time: 0.8468928 Aug 30 14:46:15.056890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfc3e-85bb-4386-930f-f3e36a0989cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.059055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33068) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:15.128903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Deleting port c90d2926-3765-4320-9db1-5ac050a8edc2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:15.129289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.133283 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b48b30c-e264-4518-8e7d-ec0ee598cbbf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:46:15.135083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0b48b30c-e264-4518-8e7d-ec0ee598cbbf tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/1e6dde55-b383-4239-a995-a70ccb79eea2 HTTP/1.1" status: 404 len: 333 time: 0.0742297 Aug 30 14:46:15.140902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:15.250102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c316122-2ddc-4e20-a410-3de158a9d37e req-77b94655-afa9-43d8-8995-de64949b2698 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:15.258127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c316122-2ddc-4e20-a410-3de158a9d37e req-77b94655-afa9-43d8-8995-de64949b2698 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 1096 time: 0.1999097 Aug 30 14:46:15.302710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfc3e-85bb-4386-930f-f3e36a0989cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.316720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] For port c90d2926-3765-4320-9db1-5ac050a8edc2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c90d2926-3765-4320-9db1-5ac050a8edc2,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:15.317410 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.332706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Calling delete_port for c90d2926-3765-4320-9db1-5ac050a8edc2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:15.353736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdfc3e-85bb-4386-930f-f3e36a0989cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=52cc5a5b-09eb-4356-b03c-f931a7fe550f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:15.354359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9124c-6b55-4d6e-97a4-1f0823fa736c None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:15.364880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ebdfc3e-85bb-4386-930f-f3e36a0989cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.368191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6ebdfc3e-85bb-4386-930f-f3e36a0989cf tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/52cc5a5b-09eb-4356-b03c-f931a7fe550f HTTP/1.1" status: 204 len: 168 time: 0.7606001 Aug 30 14:46:15.377416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:15.470212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4c316122-2ddc-4e20-a410-3de158a9d37e req-3a396827-9b40-4ff3-9c75-67a707779409 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111146 Aug 30 14:46:15.559483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.560191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b279a0a3-ecf7-42e6-9338-313ebc124b3e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet 64c16319-3da8-4fbf-81e0-77d3d214b48d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:15.575716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eba95ca5-afac-4f2e-8057-540d9839382d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.578541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b279a0a3-ecf7-42e6-9338-313ebc124b3e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.588687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c90d2926-3765-4320-9db1-5ac050a8edc2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:46:15.605640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['224a3bad-d67a-46ba-9e8a-909fdf31a7c7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:46:15.621638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Pushing event deleted for resources: {'Port': ['ID=c90d2926-3765-4320-9db1-5ac050a8edc2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:15.703074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] No DVR routers for this DVR port c90d2926-3765-4320-9db1-5ac050a8edc2 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:15.712021 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.714480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-abc31940-d513-4c68-a79d-09e8af5d559d req-b5497e16-d29a-44dc-8e00-61cb4ecc5d1e tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c90d2926-3765-4320-9db1-5ac050a8edc2 HTTP/1.1" status: 204 len: 173 time: 0.8666599 Aug 30 14:46:15.715157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0', 'name': 'network-vif-deleted', 'tag': 'c90d2926-3765-4320-9db1-5ac050a8edc2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:46:15.718036 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17fefcc-5146-4548-89f6-848887f660cb" -d '{"events": [{"server_uuid": "cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0", "name": "network-vif-deleted", "tag": "c90d2926-3765-4320-9db1-5ac050a8edc2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:46:15.758035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b279a0a3-ecf7-42e6-9338-313ebc124b3e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:15.814873 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d11ab7-2b7b-4b93-b958-0c47d7751979 x-openstack-request-id: req-16d11ab7-2b7b-4b93-b958-0c47d7751979 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:46:15.815552 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0", "name": "network-vif-deleted", "tag": "c90d2926-3765-4320-9db1-5ac050a8edc2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:46:15.816141 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16d11ab7-2b7b-4b93-b958-0c47d7751979 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:46:15.816769 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0', 'name': 'network-vif-deleted', 'tag': 'c90d2926-3765-4320-9db1-5ac050a8edc2', 'status': 'completed', 'code': 200} Aug 30 14:46:15.899042 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e8c68c3-8363-41ce-b99c-f9f01813186b req-1f2a0dd7-2a06-4bb1-ab1d-b451898f7a89 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0609272 Aug 30 14:46:15.936693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eba95ca5-afac-4f2e-8057-540d9839382d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.125095 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.162607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event deleted for resources: {'Port': ['ID=b6698da7-6ba1-498e-bca4-6a8818488d37,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:16.165252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eba95ca5-afac-4f2e-8057-540d9839382d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.167874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eba95ca5-afac-4f2e-8057-540d9839382d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.171883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:16.172168 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eba95ca5-afac-4f2e-8057-540d9839382d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/security-groups/a33a77cc-6a6a-4d5c-abcc-c81267e155c2 HTTP/1.1" status: 204 len: 168 time: 1.0301709 Aug 30 14:46:16.188449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b279a0a3-ecf7-42e6-9338-313ebc124b3e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.199697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba95ca5-afac-4f2e-8057-540d9839382d tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33a77cc-6a6a-4d5c-abcc-c81267e155c2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:16.274043 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1c8e-427a-42d4-bf0c-52e9b3b37838 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.318485 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1c8e-427a-42d4-bf0c-52e9b3b37838 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.419809 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1c8e-427a-42d4-bf0c-52e9b3b37838 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.420404 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.423379 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1c8e-427a-42d4-bf0c-52e9b3b37838 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.428214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6d9b1c8e-427a-42d4-bf0c-52e9b3b37838 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/security-groups/5a78b64b-72eb-465f-bd2f-f5b44387b332 HTTP/1.1" status: 204 len: 168 time: 0.2545848 Aug 30 14:46:16.428841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:16.451259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b1c8e-427a-42d4-bf0c-52e9b3b37838 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a78b64b-72eb-465f-bd2f-f5b44387b332,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:16.572104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c1e245-408f-4dca-823a-0fa553cfce5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet 82304b46-6bde-408f-a77e-847531175346 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:16.577616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c1e245-408f-4dca-823a-0fa553cfce5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.580052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b279a0a3-ecf7-42e6-9338-313ebc124b3e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.650557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c1e245-408f-4dca-823a-0fa553cfce5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.690309 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b279a0a3-ecf7-42e6-9338-313ebc124b3e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.692441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b279a0a3-ecf7-42e6-9338-313ebc124b3e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/64c16319-3da8-4fbf-81e0-77d3d214b48d HTTP/1.1" status: 204 len: 168 time: 1.3137419 Aug 30 14:46:16.697743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:16.745286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d64873da-abda-4601-a20a-89db1cb5918c req-43263e1b-ab8e-4716-8a2b-dddc2f0570cc tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc7395a8-bbd4-4f4b-8fc1-b46e14715cf0 HTTP/1.1" status: 200 len: 210 time: 0.0682976 Aug 30 14:46:16.746020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279a0a3-ecf7-42e6-9338-313ebc124b3e tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=64c16319-3da8-4fbf-81e0-77d3d214b48d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:16.758458 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-022fdd27-3aec-47aa-8a01-711638a1c976 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:16.758938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022fdd27-3aec-47aa-8a01-711638a1c976 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:16.760792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-022fdd27-3aec-47aa-8a01-711638a1c976 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/52cc5a5b-09eb-4356-b03c-f931a7fe550f HTTP/1.1" status: 404 len: 337 time: 0.0598707 Aug 30 14:46:16.765333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:16.771252 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.776706 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.876014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-056da859-fac7-4e10-b6d4-e9a49312c549 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting subnet 19918164-f8ad-4850-958d-30f940c9748d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:16.880280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-056da859-fac7-4e10-b6d4-e9a49312c549 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.908670 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.909395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Fanout notify agent at l3_agent the message router_deleted on router 3fbd6888-4e42-4922-bd19-968c5f3f5ed7 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:16.921883 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.926779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b3c50dfa-4d7b-4a42-b4f9-6be120ebe3ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/3fbd6888-4e42-4922-bd19-968c5f3f5ed7 HTTP/1.1" status: 204 len: 168 time: 2.6614015 Aug 30 14:46:16.927135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:16.932644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-27ad762a-4d5c-4e52-bfae-4bcc75b56c8a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-185167969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:16.965089 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-056da859-fac7-4e10-b6d4-e9a49312c549 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.995294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ad762a-4d5c-4e52-bfae-4bcc75b56c8a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:16.998231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ad762a-4d5c-4e52-bfae-4bcc75b56c8a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.035541 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c1e245-408f-4dca-823a-0fa553cfce5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.075914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d50601a4-f4de-4a79-a87c-ef097e0f44d4 req-84a8cd2a-4c43-468e-85dd-ce4cd62d0a2f tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0645106 Aug 30 14:46:17.091708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ad762a-4d5c-4e52-bfae-4bcc75b56c8a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.098450 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ad762a-4d5c-4e52-bfae-4bcc75b56c8a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.125370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ad762a-4d5c-4e52-bfae-4bcc75b56c8a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.127429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27ad762a-4d5c-4e52-bfae-4bcc75b56c8a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1992226 Aug 30 14:46:17.130345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:17.144339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:17.151109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab7c9e-62a4-4db4-9538-49d122f27365 None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:17.168173 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-056da859-fac7-4e10-b6d4-e9a49312c549 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.196730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c1e245-408f-4dca-823a-0fa553cfce5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.212675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c1e245-408f-4dca-823a-0fa553cfce5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.214934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d0c1e245-408f-4dca-823a-0fa553cfce5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/82304b46-6bde-408f-a77e-847531175346 HTTP/1.1" status: 204 len: 168 time: 0.7737465 Aug 30 14:46:17.222265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:17.252000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:17.276873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129ba28-8963-4d3b-8c77-4ea30ed22faf None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:17.298477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1e245-408f-4dca-823a-0fa553cfce5f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=82304b46-6bde-408f-a77e-847531175346,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:17.467282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-97871301-2bbc-4df7-bd6a-89af0b399f2c None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:17.467927 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97871301-2bbc-4df7-bd6a-89af0b399f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.481187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:17.486552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.511512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:17.595078 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-056da859-fac7-4e10-b6d4-e9a49312c549 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.612400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.668451 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-056da859-fac7-4e10-b6d4-e9a49312c549 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.673887 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-056da859-fac7-4e10-b6d4-e9a49312c549 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/19918164-f8ad-4850-958d-30f940c9748d HTTP/1.1" status: 204 len: 168 time: 0.9074535 Aug 30 14:46:17.718465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33186) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:17.746279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056da859-fac7-4e10-b6d4-e9a49312c549 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Subnet': ['ID=19918164-f8ad-4850-958d-30f940c9748d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:17.751884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-97871301-2bbc-4df7-bd6a-89af0b399f2c None None] Provisioning complete for port c9946ddb-377e-4ada-9bd8-9b26c5862e6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:17.752460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97871301-2bbc-4df7-bd6a-89af0b399f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.801718 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c50e263-e590-4ad7-9688-cfd4f1b4b7db tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:17.802290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c50e263-e590-4ad7-9688-cfd4f1b4b7db tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:17.804210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c50e263-e590-4ad7-9688-cfd4f1b4b7db tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/4b14493b-96bc-4cff-b9ad-06b7691dfa2b HTTP/1.1" status: 404 len: 337 time: 0.0806386 Aug 30 14:46:17.810684 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79354c37-1c72-48fc-9aa9-7cf8ddc3d6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.813367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:17.871241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-97871301-2bbc-4df7-bd6a-89af0b399f2c None None] Port c9946ddb-377e-4ada-9bd8-9b26c5862e6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:17.886215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7b3f8-25e5-4bf4-a0b0-95075c80fce6 None None] Update dhcp port {'port': {'network_id': '9e752f37-74b1-42c7-86c4-9967604e7a92', 'fixed_ips': [{'subnet_id': '19918164-f8ad-4850-958d-30f940c9748d'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'f5b832cb-8b89-4354-b001-0ab72c4101dc'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:46:17.888299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:17.891159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7ed6f5c-4c59-4710-a9e1-44f7d3492256 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d3ef30-a544-4689-997b-1cb62270d84b HTTP/1.1" status: 200 len: 205 time: 0.0729256 Aug 30 14:46:17.940688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5f7b3f8-25e5-4bf4-a0b0-95075c80fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:17.954831 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1b421b14-4bd9-4b45-8c32-ce3e69c461b7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] delete failed (client error): The resource could not be found. Aug 30 14:46:17.955241 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1b421b14-4bd9-4b45-8c32-ce3e69c461b7 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/routers/e3d3ef30-a544-4689-997b-1cb62270d84b HTTP/1.1" status: 404 len: 336 time: 0.0655639 Aug 30 14:46:17.957098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:17.990482 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca71a8f5-2df8-4088-93ef-de353f147616 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:17.991539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca71a8f5-2df8-4088-93ef-de353f147616 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:17.996372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ca71a8f5-2df8-4088-93ef-de353f147616 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/3386385e-e55f-494d-a6be-d19137458c27 HTTP/1.1" status: 404 len: 337 time: 0.0380075 Aug 30 14:46:17.997257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:18.028708 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e1a16c-e342-47f2-9141-092903793a91 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:18.029204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e1a16c-e342-47f2-9141-092903793a91 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:18.034262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e9e1a16c-e342-47f2-9141-092903793a91 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/df41295a-62c6-4af9-819e-053788e0258f HTTP/1.1" status: 404 len: 337 time: 0.0343058 Aug 30 14:46:18.034944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:18.175960 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b080bb-ca3c-4177-a96f-bf7c9bb084ad tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:18.176430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b080bb-ca3c-4177-a96f-bf7c9bb084ad tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:18.182254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e7b080bb-ca3c-4177-a96f-bf7c9bb084ad tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/ac797513-9001-4b52-992f-15f8e8e12350 HTTP/1.1" status: 404 len: 337 time: 0.1453278 Aug 30 14:46:18.280754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:18.354977 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e848d2f8-a6d2-4032-876b-80a38d9bc8d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:18.355741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e848d2f8-a6d2-4032-876b-80a38d9bc8d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:18.358083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e848d2f8-a6d2-4032-876b-80a38d9bc8d2 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/026ee974-3ad6-4549-981c-12e1d20a8d70 HTTP/1.1" status: 404 len: 333 time: 0.0750813 Aug 30 14:46:18.377502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:18.396607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a35030c-69c6-4dc8-9996-3f7e363485b2 req-8c16e550-a73e-44f3-ae9c-080536160827 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0872829 Aug 30 14:46:18.410060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:18.452574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d235c3-2a1a-4be1-ac0d-18a9b91fdf4c None None] Network 9e752f37-74b1-42c7-86c4-9967604e7a92 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:18.622884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef4de53f-cc39-471c-a152-3d92280647d6 None None] Provisioning complete for port f5b832cb-8b89-4354-b001-0ab72c4101dc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:18.623259 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef4de53f-cc39-471c-a152-3d92280647d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:18.780298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] DHCP port deletion for 9e752f37-74b1-42c7-86c4-9967604e7a92 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:46:18.877666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef4de53f-cc39-471c-a152-3d92280647d6 None None] Provisioning complete for port c9946ddb-377e-4ada-9bd8-9b26c5862e6a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:18.878136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef4de53f-cc39-471c-a152-3d92280647d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:18.924443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c90d2926-3765-4320-9db1-5ac050a8edc2 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:18.924996 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70cebcf-2198-485a-997d-962acd705ed3 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:18.926343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70cebcf-2198-485a-997d-962acd705ed3 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:18.928692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d70cebcf-2198-485a-997d-962acd705ed3 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/e194f1bd-27ec-4e65-b508-671f43e7183e HTTP/1.1" status: 404 len: 337 time: 0.5297575 Aug 30 14:46:18.956072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:18.968068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: c90d2926-3765-4320-9db1-5ac050a8edc2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:18.968068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c90d2926-3765-4320-9db1-5ac050a8edc2 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:18.968931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:18.976228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ef4de53f-cc39-471c-a152-3d92280647d6 None None] Port c9946ddb-377e-4ada-9bd8-9b26c5862e6a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:18.984077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] Deleting port f5b832cb-8b89-4354-b001-0ab72c4101dc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:18.984561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.000276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.005734 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79354c37-1c72-48fc-9aa9-7cf8ddc3d6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.048476 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79354c37-1c72-48fc-9aa9-7cf8ddc3d6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.062772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] For port f5b832cb-8b89-4354-b001-0ab72c4101dc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5b832cb-8b89-4354-b001-0ab72c4101dc,segment=NetworkSegment(092e894b-ec3a-495b-a699-5d469f741a55),segment_id=092e894b-ec3a-495b-a699-5d469f741a55)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:19.063268 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.078293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] Calling delete_port for f5b832cb-8b89-4354-b001-0ab72c4101dc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:19.101417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-79354c37-1c72-48fc-9aa9-7cf8ddc3d6e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4511de8a3ed4461ca00e37c8a4bdf0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5868366 Aug 30 14:46:19.103585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Allocated IP 172.25.6.74 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c6837474-d18e-44a6-9156-f711fbcc8721) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:19.110098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:19.135441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:19.146446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:19.161099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:19.161988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.181869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619eba0-ce8f-4cb8-9b00-4ded60c0f84a req-78fcb9a7-af8b-4f47-afc1-bb45f735bf20 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:19.183805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9619eba0-ce8f-4cb8-9b00-4ded60c0f84a req-78fcb9a7-af8b-4f47-afc1-bb45f735bf20 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.3551631 Aug 30 14:46:19.203633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79354c37-1c72-48fc-9aa9-7cf8ddc3d6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f927a95-d615-47a2-b59a-259853f25852,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:19.218546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=088621fc-1f08-46a2-b860-b4fb85b7db49,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:19.231129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748f455-e7bd-4195-bd55-00992f5b7b26 None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:19.252455 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-80310f60-e7f8-44bd-adff-4d50a8308a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:19.252894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80310f60-e7f8-44bd-adff-4d50a8308a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:19.254779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-80310f60-e7f8-44bd-adff-4d50a8308a40 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/3b1c8ae0-3964-4e85-ba30-fc783a86b889 HTTP/1.1" status: 404 len: 337 time: 0.2968655 Aug 30 14:46:19.257945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:19.274120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.306470 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.306887 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-407eb706-1b16-4780-83fa-5e54aae40d89 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:19.307679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407eb706-1b16-4780-83fa-5e54aae40d89 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:19.309785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-407eb706-1b16-4780-83fa-5e54aae40d89 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/bb6c8c46-7563-4e83-94aa-99deb30e6b9b HTTP/1.1" status: 404 len: 333 time: 0.0506706 Aug 30 14:46:19.312281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:19.314941 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9619eba0-ce8f-4cb8-9b00-4ded60c0f84a req-5cad8da8-89c5-45b9-ae7c-962b123eb42b tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911536 Aug 30 14:46:19.320749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-db80181c-e73f-4678-801a-783bfa7009af tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0891325 Aug 30 14:46:19.331573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5b832cb-8b89-4354-b001-0ab72c4101dc no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:19.337400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:19.344537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1738c280-91fb-412b-afd1-29271ac0245c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'security_group': {'name': 'tempest-secgroup-989666116'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:19.347998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07320ce3-366d-45f4-a8fd-6e14ad982905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.376668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07320ce3-366d-45f4-a8fd-6e14ad982905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.406406 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c868fc6b-2670-45c0-a070-2457171fc710 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:19.407161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c868fc6b-2670-45c0-a070-2457171fc710 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:19.409295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c868fc6b-2670-45c0-a070-2457171fc710 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/5987c8a9-4d49-483c-a576-c3be930b0c6e HTTP/1.1" status: 404 len: 337 time: 0.0959792 Aug 30 14:46:19.426327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:19.446665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07320ce3-366d-45f4-a8fd-6e14ad982905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.449994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07320ce3-366d-45f4-a8fd-6e14ad982905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.452103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-07320ce3-366d-45f4-a8fd-6e14ad982905 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f927a95-d615-47a2-b59a-259853f25852 HTTP/1.1" status: 204 len: 168 time: 0.3404849 Aug 30 14:46:19.466561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07320ce3-366d-45f4-a8fd-6e14ad982905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f927a95-d615-47a2-b59a-259853f25852,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:19.498569 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2aeeaec-eaf7-46b0-94fc-21960735c8cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:19.499189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2aeeaec-eaf7-46b0-94fc-21960735c8cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:19.501580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d2aeeaec-eaf7-46b0-94fc-21960735c8cd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/subnets/0b860068-c265-4c31-9690-ef536068c0dd HTTP/1.1" status: 404 len: 337 time: 0.0663660 Aug 30 14:46:19.506203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:19.543316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1738c280-91fb-412b-afd1-29271ac0245c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.608812 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-750a68aa-d1e4-41c5-9c13-c92c7e520e59 req-003ae51b-d958-44e0-ac31-464a0aff0642 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1377275 Aug 30 14:46:19.624750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.680960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] No DVR routers for this DVR port f5b832cb-8b89-4354-b001-0ab72c4101dc on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:19.687538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3f08f0c4-9838-4bcd-8fbf-047dfc354c97 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Deleting port c9946ddb-377e-4ada-9bd8-9b26c5862e6a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:19.688365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f08f0c4-9838-4bcd-8fbf-047dfc354c97 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.702656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:19.711036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7e8315a6-1a3f-415f-a54b-4e7acea36768 None None] Provisioning complete for port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:19.711563 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e8315a6-1a3f-415f-a54b-4e7acea36768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.716912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:19.723591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:19.775254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event updated for resources: {'Port': ['ID=c6837474-d18e-44a6-9156-f711fbcc8721,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:19.790636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7e8315a6-1a3f-415f-a54b-4e7acea36768 None None] Port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:19.824959 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f5b832cb-8b89-4354-b001-0ab72c4101dc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:19.825490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5b832cb-8b89-4354-b001-0ab72c4101dc not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:19.839801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9340ad3-2413-4b72-801d-6c82e358f507 None None] Pushing event deleted for resources: {'Port': ['ID=f5b832cb-8b89-4354-b001-0ab72c4101dc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:19.877189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7e8315a6-1a3f-415f-a54b-4e7acea36768 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:19.877715 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e8315a6-1a3f-415f-a54b-4e7acea36768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.883070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f08f0c4-9838-4bcd-8fbf-047dfc354c97 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:19.916669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3f08f0c4-9838-4bcd-8fbf-047dfc354c97 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Calling delete_port for c9946ddb-377e-4ada-9bd8-9b26c5862e6a owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:20.029800 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.064018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1738c280-91fb-412b-afd1-29271ac0245c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.071140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-e0ff4c28-1b0f-49a6-9a62-c92d9a656f57 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:20.072736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-e0ff4c28-1b0f-49a6-9a62-c92d9a656f57 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.1524625 Aug 30 14:46:20.088202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1738c280-91fb-412b-afd1-29271ac0245c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.211029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f08f0c4-9838-4bcd-8fbf-047dfc354c97 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.213844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56654ca7-b5d1-4094-8526-32140d2a5510 None None] Update dhcp port {'port': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'fixed_ips': [{'subnet_id': 'b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '088621fc-1f08-46a2-b860-b4fb85b7db49'}], 'binding:host_id': 'n-d-805668-3'}, 'id': '5a99203f-0a14-486b-a334-a28c92ca0c84'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:46:20.243354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1738c280-91fb-412b-afd1-29271ac0245c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.256441 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56654ca7-b5d1-4094-8526-32140d2a5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.260309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1738c280-91fb-412b-afd1-29271ac0245c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9169772 Aug 30 14:46:20.260902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08f0c4-9838-4bcd-8fbf-047dfc354c97 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Port': ['ID=c9946ddb-377e-4ada-9bd8-9b26c5862e6a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:20.263540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:20.273766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738c280-91fb-412b-afd1-29271ac0245c tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6de610-1744-4126-ab3c-25d62c138a16,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:20.275907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-29eb87a4-6a99-480a-9d40-d09eb1c5526f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'security_group': {'name': 'tempest-secgroup-849445298'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:20.284836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Deleting port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:20.285281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.291694 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f08f0c4-9838-4bcd-8fbf-047dfc354c97 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.294054 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f08f0c4-9838-4bcd-8fbf-047dfc354c97 tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/ports/c9946ddb-377e-4ada-9bd8-9b26c5862e6a HTTP/1.1" status: 204 len: 168 time: 0.7858584 Aug 30 14:46:20.298113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:20.413794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29eb87a4-6a99-480a-9d40-d09eb1c5526f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.527851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.539237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.567596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] For port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:20.567979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.632661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-56654ca7-b5d1-4094-8526-32140d2a5510 None None] Allocated IP 2001:db8::2 (4557dc95-cbf0-47b1-88d2-5f2321ded112/088621fc-1f08-46a2-b860-b4fb85b7db49/5a99203f-0a14-486b-a334-a28c92ca0c84) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:20.644858 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29eb87a4-6a99-480a-9d40-d09eb1c5526f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.667989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29eb87a4-6a99-480a-9d40-d09eb1c5526f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.683596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Calling delete_port for 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:20.735359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:20.761504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.790304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-003fb881-09e4-4f82-a56e-25d6209e9f48 req-b74c2120-10d4-4de2-b14f-1d7057e35273 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0614669 Aug 30 14:46:20.816504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56654ca7-b5d1-4094-8526-32140d2a5510 None None] For port 5a99203f-0a14-486b-a334-a28c92ca0c84, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a99203f-0a14-486b-a334-a28c92ca0c84,segment=NetworkSegment(0e7f0733-1a4c-4458-8834-95f4edc2b841),segment_id=0e7f0733-1a4c-4458-8834-95f4edc2b841)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:20.833472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e752f37-74b1-42c7-86c4-9967604e7a92']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:20.848224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56654ca7-b5d1-4094-8526-32140d2a5510 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.848485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092e894b-ec3a-495b-a699-5d469f741a55') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:20.848607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092e894b-ec3a-495b-a699-5d469f741a55') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:20.870205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.888783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-56654ca7-b5d1-4094-8526-32140d2a5510 None None] Transition to ACTIVE for port object 5a99203f-0a14-486b-a334-a28c92ca0c84 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:20.894489 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56654ca7-b5d1-4094-8526-32140d2a5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.896559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dd2c8-d3d3-483a-9bbe-c1f4c7215aa2 req-a8d12c93-7461-4594-a24b-90a4a3363955 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:20.898427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e42dd2c8-d3d3-483a-9bbe-c1f4c7215aa2 req-a8d12c93-7461-4594-a24b-90a4a3363955 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 1097 time: 0.4007668 Aug 30 14:46:20.899372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29eb87a4-6a99-480a-9d40-d09eb1c5526f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.903915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-29eb87a4-6a99-480a-9d40-d09eb1c5526f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6328557 Aug 30 14:46:20.904619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33296) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:20.910720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb87a4-6a99-480a-9d40-d09eb1c5526f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caecea9e-d5ee-4ea9-b961-f63aa756825b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:20.942957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.976798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:20.976798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:20.977204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e56cfe44-4857-47a3-8092-a79a5b10e66e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'security_group': {'name': 'tempest-secgroup-761855549'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:20.981235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1393884642'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:20.984385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56654ca7-b5d1-4094-8526-32140d2a5510 None None] Pushing event updated for resources: {'Port': ['ID=5a99203f-0a14-486b-a334-a28c92ca0c84,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:20.989324 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:21.003133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.034566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['224a3bad-d67a-46ba-9e8a-909fdf31a7c7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:46:21.064220 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.076898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.086545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.096387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e56cfe44-4857-47a3-8092-a79a5b10e66e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.105449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.109706 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] 10.222.0.50 "DELETE /v2.0/networks/9e752f37-74b1-42c7-86c4-9967604e7a92 HTTP/1.1" status: 204 len: 168 time: 0.8082736 Aug 30 14:46:21.144092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Pushing event deleted for resources: {'Port': ['ID=224a3bad-d67a-46ba-9e8a-909fdf31a7c7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:21.181164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Made reservation on behalf of c274ab357e354bdbb65bff4509d92715 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:21.181673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] No DVR routers for this DVR port 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:21.184933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.186656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.187607 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a5b6032c-9f2c-4b29-8ece-745e8ab9b8c9 req-04abd8ee-c98d-473a-b7a3-1ce0e2f53911 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.21 "DELETE /v2.0/ports/224a3bad-d67a-46ba-9e8a-909fdf31a7c7 HTTP/1.1" status: 204 len: 173 time: 1.1077244 Aug 30 14:46:21.188846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a618a0-1496-42d4-8b21-c864519eea05', 'name': 'network-vif-deleted', 'tag': '224a3bad-d67a-46ba-9e8a-909fdf31a7c7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:46:21.192198 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852b984d-987c-445f-82f1-1eb6f64f5db0" -d '{"events": [{"server_uuid": "95a618a0-1496-42d4-8b21-c864519eea05", "name": "network-vif-deleted", "tag": "224a3bad-d67a-46ba-9e8a-909fdf31a7c7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:46:21.213089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e42dd2c8-d3d3-483a-9bbe-c1f4c7215aa2 req-a056a618-c331-4898-9fe5-399e552265ac tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=15396127-fed4-4235-9fb7-2615cfb44128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491534 Aug 30 14:46:21.243774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.277147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecaead-6b04-4c80-9727-b170d10b1fbd tempest-PortsTestJSON-1086415266 tempest-PortsTestJSON-1086415266-project] Pushing event deleted for resources: {'Network': ['ID=9e752f37-74b1-42c7-86c4-9967604e7a92,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:21.329783 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f61de-0262-4236-8561-99c0c472994c x-openstack-request-id: req-414f61de-0262-4236-8561-99c0c472994c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:46:21.330387 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a618a0-1496-42d4-8b21-c864519eea05", "name": "network-vif-deleted", "tag": "224a3bad-d67a-46ba-9e8a-909fdf31a7c7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:46:21.330867 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-414f61de-0262-4236-8561-99c0c472994c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:46:21.331431 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a618a0-1496-42d4-8b21-c864519eea05', 'name': 'network-vif-deleted', 'tag': '224a3bad-d67a-46ba-9e8a-909fdf31a7c7', 'status': 'completed', 'code': 200} Aug 30 14:46:21.407950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a99203f-0a14-486b-a334-a28c92ca0c84 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:21.489732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e56cfe44-4857-47a3-8092-a79a5b10e66e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.496449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e56cfe44-4857-47a3-8092-a79a5b10e66e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.545727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Router b4b11410-acee-44c6-b304-b040ae43bd66 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:46:21.616373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cfe44-4857-47a3-8092-a79a5b10e66e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1021b6-0fda-4ec7-89ec-bbd3cafdef50,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:21.747557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:21.764264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.766735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-45a58c22-5928-494e-9fbd-2367d38335f0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "PUT /v2.0/routers/b4b11410-acee-44c6-b304-b040ae43bd66 HTTP/1.1" status: 200 len: 882 time: 4.6342659 Aug 30 14:46:21.768609 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:21.769444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.773169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afd71f-9ec5-48d6-bbdf-aa2ec076760f None None] Sync routers for ids ['b4b11410-acee-44c6-b304-b040ae43bd66'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:21.775176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.794606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afd71f-9ec5-48d6-bbdf-aa2ec076760f None None] Routers {'b4b11410-acee-44c6-b304-b040ae43bd66'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:21.799835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0afd71f-9ec5-48d6-bbdf-aa2ec076760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b4b11410-acee-44c6-b304-b040ae43bd66'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:21.822770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:46:21.843099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d7076d-2f4d-40b5-8967-254fde4700de,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:21.847575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:21.849192 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Added segment 62220ac0-9c51-4d47-891e-874e4f102368 of type vlan for network e32f6520-5d99-4974-a409-27b76b601768 Aug 30 14:46:21.892757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0afd71f-9ec5-48d6-bbdf-aa2ec076760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:21.920540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afd71f-9ec5-48d6-bbdf-aa2ec076760f None None] Routers {'b4b11410-acee-44c6-b304-b040ae43bd66'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:21.924827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0afd71f-9ec5-48d6-bbdf-aa2ec076760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b4b11410-acee-44c6-b304-b040ae43bd66'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:21.935345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:21.943284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.011992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0afd71f-9ec5-48d6-bbdf-aa2ec076760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:22.012650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afd71f-9ec5-48d6-bbdf-aa2ec076760f None None] The sync data for ids ['b4b11410-acee-44c6-b304-b040ae43bd66'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:22.018769 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.034363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:22.035074 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.070594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8577cd06-8377-48d1-a46d-cfee90c720a7 req-2b731068-0412-4a5b-a27f-49fb22fe716e tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0828154 Aug 30 14:46:22.073187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e56cfe44-4857-47a3-8092-a79a5b10e66e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.077247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e56cfe44-4857-47a3-8092-a79a5b10e66e tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1687865 Aug 30 14:46:22.082290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:22.088096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1124288399', 'security_groups': ['de1021b6-0fda-4ec7-89ec-bbd3cafdef50'], 'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '088621fc-1f08-46a2-b860-b4fb85b7db49'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:22.150422 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4136083 Aug 30 14:46:22.157576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:22.164226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Request body: {'subnet': {'network_id': 'e32f6520-5d99-4974-a409-27b76b601768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:22.196792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d870c24e-512d-404a-ba64-0a8a583f39d1 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/routers/b4b11410-acee-44c6-b304-b040ae43bd66 HTTP/1.1" status: 200 len: 923 time: 0.4267836 Aug 30 14:46:22.200753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:22.284568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3d78f-91f0-41c1-92df-bf3e1cbdf308 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event updated for resources: {'Network': ['ID=e32f6520-5d99-4974-a409-27b76b601768,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:22.312778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e32f6520-5d99-4974-a409-27b76b601768 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:46:22.319634 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6350c705-5de4-43ed-925d-c77fdb6f859f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13e35082be304162b929e193a5a62174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830233 Aug 30 14:46:22.326971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:22.359447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Made reservation on behalf of c274ab357e354bdbb65bff4509d92715 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:22.363906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.462250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-674e2803-88d2-402f-86b6-25ba9a3b02b1 None None] Provisioning for port 5a99203f-0a14-486b-a334-a28c92ca0c84 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:22.483234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e3bf9c-fdf0-41d4-beb6-42a995855321 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:22.484456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-674e2803-88d2-402f-86b6-25ba9a3b02b1 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:22.489355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-66e3bf9c-fdf0-41d4-beb6-42a995855321 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=b4b11410-acee-44c6-b304-b040ae43bd66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2874286 Aug 30 14:46:22.490063 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-674e2803-88d2-402f-86b6-25ba9a3b02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.490643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:22.521533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-777f210b-09d9-4a36-b3d8-e9500924ee3c req-e666a9d3-2860-4bd5-9c9f-5e9925536509 tempest-TestServerMultinode-1835270271 tempest-TestServerMultinode-1835270271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95a618a0-1496-42d4-8b21-c864519eea05 HTTP/1.1" status: 200 len: 210 time: 0.0836613 Aug 30 14:46:22.547441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a1df16d-217f-471b-88f7-d82913fca5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.576095 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a1df16d-217f-471b-88f7-d82913fca5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.622399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:22.633449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-674e2803-88d2-402f-86b6-25ba9a3b02b1 None None] Provisioning complete for port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:22.633829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-674e2803-88d2-402f-86b6-25ba9a3b02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.671168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-674e2803-88d2-402f-86b6-25ba9a3b02b1 None None] Port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:22.692174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a914dc6-0fa1-4c7a-b9d6-dcf20fd54afa tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:22.694175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6a914dc6-0fa1-4c7a-b9d6-dcf20fd54afa tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 881 time: 0.1996310 Aug 30 14:46:22.697223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:22.729433 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8fe51303-af25-4d74-97ac-8d45cd53c82c tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4b11410-acee-44c6-b304-b040ae43bd66 HTTP/1.1" status: 200 len: 205 time: 0.0310271 Aug 30 14:46:22.732635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:22.766787 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a1df16d-217f-471b-88f7-d82913fca5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.771528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a1df16d-217f-471b-88f7-d82913fca5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.776534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3a1df16d-217f-471b-88f7-d82913fca5e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6390429f-c9ac-4878-9b1e-e98d619fe65b HTTP/1.1" status: 204 len: 168 time: 0.4459143 Aug 30 14:46:22.803313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1df16d-217f-471b-88f7-d82913fca5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390429f-c9ac-4878-9b1e-e98d619fe65b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:22.808978 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.884522 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.893662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:22.946764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Checking segment: {'id': '62220ac0-9c51-4d47-891e-874e4f102368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e32f6520-5d99-4974-a409-27b76b601768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:22.947612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Network hostable DHCP agents. Network: e32f6520-5d99-4974-a409-27b76b601768, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:46:22.950926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event updated for resources: {'Subnet': ['ID=8c82dee3-f119-41c2-a3f2-8d53d17e5149,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:22.970653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] device_id is not set on port 542efec3-02fb-4deb-828e-5d12a4a353f7 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:46:22.991660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Network e32f6520-5d99-4974-a409-27b76b601768 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:46:23.008323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e32f6520-5d99-4974-a409-27b76b601768) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:23.016240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:23.017324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:23.021669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e801b84b-7999-46c5-9409-55b0fcd4b776 None None] Network e32f6520-5d99-4974-a409-27b76b601768 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:23.077104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5d89f007-647c-42b4-88d4-3929e7da1d8f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9157968 Aug 30 14:46:23.077952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:23.083579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Request body: {'port': {'network_id': 'e32f6520-5d99-4974-a409-27b76b601768', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1796232726'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:23.219045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Made reservation on behalf of c274ab357e354bdbb65bff4509d92715 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:23.223416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:23.233395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:23.251525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] device_id is not set on port 084de3c4-0efc-4b7f-80e4-678443549007 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:46:23.258380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e7569d44-3a8a-4f6d-b50f-4e8083e31511 req-42e6172c-8e06-4a66-bb1a-c5fac81313f5 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0565782 Aug 30 14:46:23.299831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-e32f6520-5d99-4974-a409-27b76b601768', 'network_id': 'e32f6520-5d99-4974-a409-27b76b601768', 'tenant_id': 'c274ab357e354bdbb65bff4509d92715', 'fixed_ips': [{'subnet_id': '8c82dee3-f119-41c2-a3f2-8d53d17e5149'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:46:23.301266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:23.462322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8::2f4 (4557dc95-cbf0-47b1-88d2-5f2321ded112/088621fc-1f08-46a2-b860-b4fb85b7db49/542efec3-02fb-4deb-828e-5d12a4a353f7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:23.479313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Deleting port c6837474-d18e-44a6-9156-f711fbcc8721 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:23.480210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:23.492528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Allocated IP 2001:db8::1de (e32f6520-5d99-4974-a409-27b76b601768/8c82dee3-f119-41c2-a3f2-8d53d17e5149/084de3c4-0efc-4b7f-80e4-678443549007) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:23.646012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:23.714019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:23.741985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Calling delete_port for c6837474-d18e-44a6-9156-f711fbcc8721 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:23.855190 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:23.890169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object 542efec3-02fb-4deb-828e-5d12a4a353f7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:23.950428 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:23.982917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Transition to ACTIVE for port object 084de3c4-0efc-4b7f-80e4-678443549007 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:24.028903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.030537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:24.039985 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026443 Aug 30 14:46:24.043688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:24.114970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:24.117855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=542efec3-02fb-4deb-828e-5d12a4a353f7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:24.121088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:24.124591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:24.130395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:24.138177 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.144326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.145622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.209790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event deleted for resources: {'Port': ['ID=c6837474-d18e-44a6-9156-f711fbcc8721,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:24.224200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b985f9a2-6e52-4d79-813c-ea7a04e61a27 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1405954 Aug 30 14:46:24.230473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:24.237706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-92260192-7fcd-427e-8a9d-85872221d494 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:24.242534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Allocated IP 2001:db8::2 (e32f6520-5d99-4974-a409-27b76b601768/8c82dee3-f119-41c2-a3f2-8d53d17e5149/270b83fe-7652-4276-beb5-140f7d3484cc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:24.250507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Network e32f6520-5d99-4974-a409-27b76b601768 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:24.305453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ad40cd68-ceb1-45f5-b004-064c8b9d9830 tempest-NetworksApiDiscovery-1600368545 tempest-NetworksApiDiscovery-1600368545-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2545316 Aug 30 14:46:24.305453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:24.338305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:24.354882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:24.355595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.384187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event updated for resources: {'Port': ['ID=084de3c4-0efc-4b7f-80e4-678443549007,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:24.409151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-959e7a97-05ff-4313-974b-867d49e106fe tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3301914 Aug 30 14:46:24.411231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:24.417352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Request body: {'port': {'network_id': 'e32f6520-5d99-4974-a409-27b76b601768', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-413436675', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:24.417916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:46:24.418261 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:46:24.418592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:46:24.491859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ab3014fa-b66b-4869-82af-9e25d8946ebc req-2f4032c3-4398-4ac0-a623-1b3710b73c3a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1470046 Aug 30 14:46:24.607256 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.630616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Transition to ACTIVE for port object 270b83fe-7652-4276-beb5-140f7d3484cc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:24.649064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.671758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Transition to ACTIVE for port object 270b83fe-7652-4276-beb5-140f7d3484cc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:24.681879 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.694562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92260192-7fcd-427e-8a9d-85872221d494 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:24.701630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92260192-7fcd-427e-8a9d-85872221d494 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.740436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Network e32f6520-5d99-4974-a409-27b76b601768 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:24.743406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:24.769278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:24.773884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:24.780475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:24.781257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 224a3bad-d67a-46ba-9e8a-909fdf31a7c7 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:24.828115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1024fcb-5d39-4cbb-9329-fb04c8d3b727 None None] Provisioning for port 542efec3-02fb-4deb-828e-5d12a4a353f7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:24.859597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Pushing event updated for resources: {'Port': ['ID=270b83fe-7652-4276-beb5-140f7d3484cc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:24.863523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Attempting to bind port 270b83fe-7652-4276-beb5-140f7d3484cc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:46:24.864222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Attempting to bind port 270b83fe-7652-4276-beb5-140f7d3484cc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '62220ac0-9c51-4d47-891e-874e4f102368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e32f6520-5d99-4974-a409-27b76b601768'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:46:24.864877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Attempting to bind port 270b83fe-7652-4276-beb5-140f7d3484cc on network e32f6520-5d99-4974-a409-27b76b601768 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:46:24.872203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1024fcb-5d39-4cbb-9329-fb04c8d3b727 None None] Provisioning complete for port 542efec3-02fb-4deb-828e-5d12a4a353f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:24.872934 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1024fcb-5d39-4cbb-9329-fb04c8d3b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.906660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:46:24.907188 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Checking segment: {'id': '62220ac0-9c51-4d47-891e-874e4f102368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e32f6520-5d99-4974-a409-27b76b601768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:24.907698 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.908198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Bound using segment: {'id': '62220ac0-9c51-4d47-891e-874e4f102368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e32f6520-5d99-4974-a409-27b76b601768'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:46:24.908786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Bound port: 270b83fe-7652-4276-beb5-140f7d3484cc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62220ac0-9c51-4d47-891e-874e4f102368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e32f6520-5d99-4974-a409-27b76b601768'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:46:24.909323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.938664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1024fcb-5d39-4cbb-9329-fb04c8d3b727 None None] Port 542efec3-02fb-4deb-828e-5d12a4a353f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:24.946100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:25.002449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] For port 270b83fe-7652-4276-beb5-140f7d3484cc, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:46:25.010004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] For port 270b83fe-7652-4276-beb5-140f7d3484cc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=270b83fe-7652-4276-beb5-140f7d3484cc,segment=NetworkSegment(62220ac0-9c51-4d47-891e-874e4f102368),segment_id=62220ac0-9c51-4d47-891e-874e4f102368)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:46:25.022007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.067724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Made reservation on behalf of c274ab357e354bdbb65bff4509d92715 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:25.075402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.079455 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.081614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.102667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504e5e6-e5bc-47fe-ad39-fa015a50a24d None None] Pushing event updated for resources: {'Port': ['ID=270b83fe-7652-4276-beb5-140f7d3484cc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:25.114908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] device_id is not set on port f554e9fb-80f9-471b-b4e4-97ccf39cf1fe yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:46:25.141422 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-123bc58b-5b95-41eb-9045-36cc4146d7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.172423 n-d-805668-3 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-92260192-7fcd-427e-8a9d-85872221d494 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 088621fc-1f08-46a2-b860-b4fb85b7db49 (CIDR: 2001:db8::/64) Aug 30 14:46:25.179449 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-92260192-7fcd-427e-8a9d-85872221d494 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:46:25.180236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92260192-7fcd-427e-8a9d-85872221d494 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:25.189841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.191032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Fanout notify agent at l3_agent the message router_deleted on router b4b11410-acee-44c6-b304-b040ae43bd66 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:25.230023 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.233816 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-662c3322-a69f-47f9-9ffd-56e87949e782 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/b4b11410-acee-44c6-b304-b040ae43bd66 HTTP/1.1" status: 204 len: 168 time: 2.4999642 Aug 30 14:46:25.244969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:25.252774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d6412f28-2804-4a00-8d4a-39ec63444877 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-23130830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:25.261964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-92260192-7fcd-427e-8a9d-85872221d494 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0302141 Aug 30 14:46:25.266979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:25.271240 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.273296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a6086c8a-4859-4baa-b500-341fdf123908 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:25.333606 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:46:25.335427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b20c8fd-b13f-4030-88ac-77eca3702cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.414178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6412f28-2804-4a00-8d4a-39ec63444877 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.415527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6412f28-2804-4a00-8d4a-39ec63444877 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.421676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Allocated IP 2001:db8::197 (e32f6520-5d99-4974-a409-27b76b601768/8c82dee3-f119-41c2-a3f2-8d53d17e5149/f554e9fb-80f9-471b-b4e4-97ccf39cf1fe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:25.653154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ba1a1b3-0a40-4dba-bb69-5b89dd49dda3 req-12b7b309-afd7-4cbb-a2c0-c68ca9888281 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0514457 Aug 30 14:46:25.852928 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b20c8fd-b13f-4030-88ac-77eca3702cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.882208 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b20c8fd-b13f-4030-88ac-77eca3702cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.883487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6412f28-2804-4a00-8d4a-39ec63444877 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.891733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6412f28-2804-4a00-8d4a-39ec63444877 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.914896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6086c8a-4859-4baa-b500-341fdf123908 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:25.918722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6086c8a-4859-4baa-b500-341fdf123908 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.989906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6412f28-2804-4a00-8d4a-39ec63444877 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:25.993556 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d6412f28-2804-4a00-8d4a-39ec63444877 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7460661 Aug 30 14:46:26.000131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:26.009202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': True}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:26.010028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20c8fd-b13f-4030-88ac-77eca3702cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4572ca97-e4ec-47ac-955d-2ced29e9f56d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:26.019206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9b20c8fd-b13f-4030-88ac-77eca3702cbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84c3e42b191c40c9a337585d4192f285&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0721714 Aug 30 14:46:26.024088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33444) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:26.042885 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.098531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Transition to ACTIVE for port object f554e9fb-80f9-471b-b4e4-97ccf39cf1fe will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:26.164901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Deleting port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:26.165320 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.168519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.261485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Network e32f6520-5d99-4974-a409-27b76b601768 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:26.266659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:26.269295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:26.275327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:26.276192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.314948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8986769 Aug 30 14:46:26.317219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:26.362912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2305f50-37fb-4926-b976-922ce93ceb6b tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event updated for resources: {'Port': ['ID=f554e9fb-80f9-471b-b4e4-97ccf39cf1fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:26.375978 n-d-805668-3 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-a6086c8a-4859-4baa-b500-341fdf123908 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0 (CIDR: 2001:db8:0:1::/64) Aug 30 14:46:26.419736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] For port ba45b3f0-b55d-43ee-b21d-6615b4bbe35d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:26.420336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.440788 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e098b7fc-ab79-496f-9a07-8169e8652d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.447118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Calling delete_port for ba45b3f0-b55d-43ee-b21d-6615b4bbe35d owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:26.490684 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6086c8a-4859-4baa-b500-341fdf123908 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:46:26.491376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6086c8a-4859-4baa-b500-341fdf123908 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:26.531109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.563850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a6828-0ced-4342-9748-85f83439ae0f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:26.570984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a6828-0ced-4342-9748-85f83439ae0f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:26.578206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a6828-0ced-4342-9748-85f83439ae0f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:26.579676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-758a6828-0ced-4342-9748-85f83439ae0f tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2606022 Aug 30 14:46:26.585386 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a6086c8a-4859-4baa-b500-341fdf123908 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3167140 Aug 30 14:46:26.587895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e098b7fc-ab79-496f-9a07-8169e8652d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.589623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:26.590315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:26.601680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'subnet': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:26.607683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc13f8-84c9-45fd-b196-90004e0298fd None None] Network e32f6520-5d99-4974-a409-27b76b601768 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:26.814781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75103386-a1c0-426c-9c0f-8aefeb7eb35b None None] Provisioning for port 270b83fe-7652-4276-beb5-140f7d3484cc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:26.849595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e064305a-ce42-45b6-b04c-2a6426052d71 req-e10a30af-2537-4721-ac2c-1dcfe8af4d9a tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0562937 Aug 30 14:46:26.904208 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e098b7fc-ab79-496f-9a07-8169e8652d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.906886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e098b7fc-ab79-496f-9a07-8169e8652d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:26.908453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e098b7fc-ab79-496f-9a07-8169e8652d71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4572ca97-e4ec-47ac-955d-2ced29e9f56d HTTP/1.1" status: 204 len: 168 time: 0.8827293 Aug 30 14:46:26.945315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098b7fc-ab79-496f-9a07-8169e8652d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4572ca97-e4ec-47ac-955d-2ced29e9f56d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:26.962537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Made reservation on behalf of 9f17afd48b014894b9266b621abe4590 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:26.966327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.047073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc927c27-b01f-42cb-a9aa-2533e8504fbd tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Deleting port f554e9fb-80f9-471b-b4e4-97ccf39cf1fe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:27.047941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc927c27-b01f-42cb-a9aa-2533e8504fbd tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.056778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.173412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba45b3f0-b55d-43ee-b21d-6615b4bbe35d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:27.277009 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.332091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.528001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 270b83fe-7652-4276-beb5-140f7d3484cc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:27.646446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-266e2cbb-85fb-48a4-9509-91327f4a2a67 None None] Provisioning for port 084de3c4-0efc-4b7f-80e4-678443549007 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:27.662642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-266e2cbb-85fb-48a4-9509-91327f4a2a67 None None] Provisioning complete for port 084de3c4-0efc-4b7f-80e4-678443549007 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:27.663412 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-266e2cbb-85fb-48a4-9509-91327f4a2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.669302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc927c27-b01f-42cb-a9aa-2533e8504fbd tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.743199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-266e2cbb-85fb-48a4-9509-91327f4a2a67 None None] Port 084de3c4-0efc-4b7f-80e4-678443549007 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:27.750553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 270b83fe-7652-4276-beb5-140f7d3484cc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:27.758789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 270b83fe-7652-4276-beb5-140f7d3484cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:27.759693 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.782190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.787470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-266e2cbb-85fb-48a4-9509-91327f4a2a67 None None] Provisioning for port f554e9fb-80f9-471b-b4e4-97ccf39cf1fe completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:27.799351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-266e2cbb-85fb-48a4-9509-91327f4a2a67 None None] Provisioning complete for port f554e9fb-80f9-471b-b4e4-97ccf39cf1fe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:27.800086 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-266e2cbb-85fb-48a4-9509-91327f4a2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.811586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc927c27-b01f-42cb-a9aa-2533e8504fbd tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Calling delete_port for f554e9fb-80f9-471b-b4e4-97ccf39cf1fe owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:27.882929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Allocated IP 172.25.6.224 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/ffd5e7a4-60e4-41b6-baa9-56f0d94e469d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:27.962106 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c1cea11-1317-4313-bfb1-d1760b31d145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:27.967289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-266e2cbb-85fb-48a4-9509-91327f4a2a67 None None] Port f554e9fb-80f9-471b-b4e4-97ccf39cf1fe cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:28.003960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.084642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:28.089987 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.096238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:28.110563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:28.111201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.135558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b289c-c1bb-483c-b346-7f94506ab537 None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:28.154815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Subnet': ['ID=fb350b47-3dac-40ad-88aa-7c7d4135ee1c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:28.160215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e6d25e6-ed09-4098-ac58-8b4746e5d6aa req-5a0aa74a-5838-40b0-a898-058ca3c53412 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1371291 Aug 30 14:46:28.238493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c702b3ac-cf76-4d84-9f6f-dd0a527d5d2f tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6475501 Aug 30 14:46:28.239784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:28.248525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3de3e97f-3e17-4e40-b81a-081bfdc98a7e None None] Provisioning complete for port 084de3c4-0efc-4b7f-80e4-678443549007 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:28.249183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3de3e97f-3e17-4e40-b81a-081bfdc98a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.253213 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.262763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1954533477', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb350b47-3dac-40ad-88aa-7c7d4135ee1c'}], 'security_groups': ['af6de610-1744-4126-ab3c-25d62c138a16', 'caecea9e-d5ee-4ea9-b961-f63aa756825b']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:28.303358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:28.396555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3de3e97f-3e17-4e40-b81a-081bfdc98a7e None None] Port 084de3c4-0efc-4b7f-80e4-678443549007 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:28.478841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 270b83fe-7652-4276-beb5-140f7d3484cc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=270b83fe-7652-4276-beb5-140f7d3484cc,segment=NetworkSegment(62220ac0-9c51-4d47-891e-874e4f102368),segment_id=62220ac0-9c51-4d47-891e-874e4f102368)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:28.490628 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.493268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc927c27-b01f-42cb-a9aa-2533e8504fbd tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.518780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.552847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc927c27-b01f-42cb-a9aa-2533e8504fbd tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event deleted for resources: {'Port': ['ID=f554e9fb-80f9-471b-b4e4-97ccf39cf1fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:28.572577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e53f74f-0b4e-4bd0-b3a1-5cc4d5b050b8 None None] Could not find standard attr ID for object f554e9fb-80f9-471b-b4e4-97ccf39cf1fe. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:46:28.602273 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.635648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1314405132-network', 'tenant_id': 'ad974f7c9dcf4c87975fdb6ffa51f55b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:28.650955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc927c27-b01f-42cb-a9aa-2533e8504fbd tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.653323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dc927c27-b01f-42cb-a9aa-2533e8504fbd tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "DELETE /v2.0/ports/f554e9fb-80f9-471b-b4e4-97ccf39cf1fe HTTP/1.1" status: 204 len: 168 time: 2.0630095 Aug 30 14:46:28.659387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:28.661076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=270b83fe-7652-4276-beb5-140f7d3484cc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:28.661923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:28.667141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'Port': ['ID=ffd5e7a4-60e4-41b6-baa9-56f0d94e469d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:28.670524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:28.677630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Request body: {'port': {'name': 'tempest-new-port-name-269163002', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:28.678069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] bootfile-name is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:46:28.678941 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] tftp-server is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:46:28.679272 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] server-ip-address is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:46:28.683064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:28.711486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Made reservation on behalf of ad974f7c9dcf4c87975fdb6ffa51f55b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:28.715665 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.732484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:46:28.734590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.855496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07760743-ef28-47f2-914b-a59af01509df None None] Update dhcp port {'port': {'network_id': '4557dc95-cbf0-47b1-88d2-5f2321ded112', 'fixed_ips': [{'subnet_id': 'b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '088621fc-1f08-46a2-b860-b4fb85b7db49', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb350b47-3dac-40ad-88aa-7c7d4135ee1c'}], 'binding:host_id': 'n-d-805668-3'}, 'id': '5a99203f-0a14-486b-a334-a28c92ca0c84'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:46:28.925435 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07760743-ef28-47f2-914b-a59af01509df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:28.956290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:28.967844 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] Sync routers for ids ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:28.980732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-93c50dad-387f-44a8-8f5c-b7d2546423c9 admin admin] 10.222.0.50 "PUT /v2.0/routers/aa8a3c2b-83fb-4dec-bc40-9d051d59e133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3334696 Aug 30 14:46:28.983430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:28.984903 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] Routers {'aa8a3c2b-83fb-4dec-bc40-9d051d59e133'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:28.985689 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:28.990717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.065962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.078928 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.082737 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.160881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7f3c7d-2b0a-44cd-8d9a-570a54f96741,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:29.226248 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] Set router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:46:29.240179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:46:29.285529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.297643 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Added segment dfc69d77-42ac-4515-b830-2c6d52e7e3a4 of type vlan for network aa95b5b0-4927-429c-8897-d6ba1619a84b Aug 30 14:46:29.297898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-07760743-ef28-47f2-914b-a59af01509df None None] Allocated IP 2001:db8:0:2::2 (4557dc95-cbf0-47b1-88d2-5f2321ded112/fb350b47-3dac-40ad-88aa-7c7d4135ee1c/5a99203f-0a14-486b-a334-a28c92ca0c84) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:29.429623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.498676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.514288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 270b83fe-7652-4276-beb5-140f7d3484cc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:29.517478 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:46:26Z', 'revision_number': 5, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:29.544633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.551052 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] Checking router: aa8a3c2b-83fb-4dec-bc40-9d051d59e133 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:46:29.562074 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] Routers {'aa8a3c2b-83fb-4dec-bc40-9d051d59e133'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:29.563014 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:29.593911 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.594815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:29.595411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.639271 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3322248 Aug 30 14:46:29.660311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:29.670881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-07760743-ef28-47f2-914b-a59af01509df None None] For port 5a99203f-0a14-486b-a334-a28c92ca0c84, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a99203f-0a14-486b-a334-a28c92ca0c84,segment=NetworkSegment(0e7f0733-1a4c-4458-8834-95f4edc2b841),segment_id=0e7f0733-1a4c-4458-8834-95f4edc2b841)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:29.724759 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07760743-ef28-47f2-914b-a59af01509df None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.726869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Request body: {'subnet': {'network_id': 'aa95b5b0-4927-429c-8897-d6ba1619a84b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1314405132-subnet', 'tenant_id': 'ad974f7c9dcf4c87975fdb6ffa51f55b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:29.734698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 270b83fe-7652-4276-beb5-140f7d3484cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:29.735240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.783036 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] Set router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:46:29.803269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-07760743-ef28-47f2-914b-a59af01509df None None] Transition to ACTIVE for port object 5a99203f-0a14-486b-a334-a28c92ca0c84 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:29.815070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07760743-ef28-47f2-914b-a59af01509df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:29.882924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a930b3-919d-4f3a-99dc-da98bf1582d4 admin admin] Pushing event updated for resources: {'Network': ['ID=aa95b5b0-4927-429c-8897-d6ba1619a84b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:29.906631 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-228f7c51-1fb2-489b-9e9b-3ee4af65b971 req-864b326c-dd8f-44f6-8918-c24fc3deab8b tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.5730145 Aug 30 14:46:29.936263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Made reservation on behalf of ad974f7c9dcf4c87975fdb6ffa51f55b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:29.942245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network aa95b5b0-4927-429c-8897-d6ba1619a84b details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:46:29.944905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.009660 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.072722 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:46:26Z', 'revision_number': 5, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:30.110285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07760743-ef28-47f2-914b-a59af01509df None None] Pushing event updated for resources: {'Port': ['ID=5a99203f-0a14-486b-a334-a28c92ca0c84,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:30.116731 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858f119-4b8b-48a4-96a5-47f6573e14f5 None None] The sync data for ids ['aa8a3c2b-83fb-4dec-bc40-9d051d59e133'] in n-d-805668-3 is: [{'id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'name': 'tempest-TestServerMultinode-399816225-router', 'tenant_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:44:51Z', 'updated_at': '2021-08-30T14:46:26Z', 'revision_number': 5, 'project_id': 'b4461dc91ff84aaa8e564e89ddc309bf', 'gw_port': {'id': 'f3814b91-da9b-46db-8bcb-bfb806a84adc', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a3c2b-83fb-4dec-bc40-9d051d59e133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:44:52Z', 'updated_at': '2021-08-30T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:30.138295 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.294511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.333336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.376440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Deleting port f3814b91-da9b-46db-8bcb-bfb806a84adc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:30.377169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.391878 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.467939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] In _notify_port_updated(), no bound segment for port 084de3c4-0efc-4b7f-80e4-678443549007 on network e32f6520-5d99-4974-a409-27b76b601768 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:46:30.482148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:30.484840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.489382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "PUT /v2.0/ports/084de3c4-0efc-4b7f-80e4-678443549007 HTTP/1.1" status: 200 len: 1129 time: 1.8233697 Aug 30 14:46:30.504034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:30.580053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Delete allocated IP 2001:db8::2f4 (4557dc95-cbf0-47b1-88d2-5f2321ded112/088621fc-1f08-46a2-b860-b4fb85b7db49) {{(pid=94827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 14:46:30.633319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68153eba-7bd2-4a69-a10e-5c54ebc8b018,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:30.649038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Allocated IP 2001:db8:0:2::88 (4557dc95-cbf0-47b1-88d2-5f2321ded112/fb350b47-3dac-40ad-88aa-7c7d4135ee1c/542efec3-02fb-4deb-828e-5d12a4a353f7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:30.651465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cce720-38b3-4bd2-9abb-ae930b6207e3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event updated for resources: {'Port': ['ID=084de3c4-0efc-4b7f-80e4-678443549007,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:30.657153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] For port f3814b91-da9b-46db-8bcb-bfb806a84adc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f3814b91-da9b-46db-8bcb-bfb806a84adc,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:30.657807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.661700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Checking segment: {'id': 'dfc69d77-42ac-4515-b830-2c6d52e7e3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'aa95b5b0-4927-429c-8897-d6ba1619a84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:30.662336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Network hostable DHCP agents. Network: aa95b5b0-4927-429c-8897-d6ba1619a84b, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:46:30.676828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d419735-2abe-4f9b-93e2-c7a650bd89f8 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:30.685189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8d419735-2abe-4f9b-93e2-c7a650bd89f8 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "GET /v2.0/ports/084de3c4-0efc-4b7f-80e4-678443549007 HTTP/1.1" status: 200 len: 1129 time: 0.1725533 Aug 30 14:46:30.691135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:30.704918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Calling delete_port for f3814b91-da9b-46db-8bcb-bfb806a84adc owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:30.962478 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:30.986242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Transition to ACTIVE for port object 542efec3-02fb-4deb-828e-5d12a4a353f7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:31.032582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.058275 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.074271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.108470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a6b15f8c-649b-40a9-a691-874f772f0ae2 None None] Provisioning complete for port 084de3c4-0efc-4b7f-80e4-678443549007 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:31.110036 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6b15f8c-649b-40a9-a691-874f772f0ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.184081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a6b15f8c-649b-40a9-a691-874f772f0ae2 None None] Port 084de3c4-0efc-4b7f-80e4-678443549007 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:31.321711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Provisioning for port 542efec3-02fb-4deb-828e-5d12a4a353f7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:31.328058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Provisioning complete for port 542efec3-02fb-4deb-828e-5d12a4a353f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:31.328699 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.358761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] In _notify_port_updated(), no bound segment for port 542efec3-02fb-4deb-828e-5d12a4a353f7 on network 4557dc95-cbf0-47b1-88d2-5f2321ded112 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:46:31.370342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a99203f-0a14-486b-a334-a28c92ca0c84 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:31.378305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:31.379851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.394173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "PUT /v2.0/ports/542efec3-02fb-4deb-828e-5d12a4a353f7 HTTP/1.1" status: 200 len: 969 time: 3.1469686 Aug 30 14:46:31.397988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:31.420599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e9731-1eba-457f-a99f-6bb1511ccb31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event updated for resources: {'Port': ['ID=542efec3-02fb-4deb-828e-5d12a4a353f7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:31.442152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Port 542efec3-02fb-4deb-828e-5d12a4a353f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:31.462178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Provisioning for port 5a99203f-0a14-486b-a334-a28c92ca0c84 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:31.467713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:31.468245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.525138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b51870fa-151b-4cd8-84ea-13d6c2689c51 req-6e02551f-0f73-44af-aec4-c79001039c71 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0462980 Aug 30 14:46:31.556135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Network aa95b5b0-4927-429c-8897-d6ba1619a84b is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:46:31.561008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:31.561511 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.568842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, aa95b5b0-4927-429c-8897-d6ba1619a84b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:31.611954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1b011b17-ed35-43a3-9735-fac987581842 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Deleting port 084de3c4-0efc-4b7f-80e4-678443549007 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:31.612472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b011b17-ed35-43a3-9735-fac987581842 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.648827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1dcda0-fc56-4672-81b8-ecbcdf6f8fe2 None None] Network aa95b5b0-4927-429c-8897-d6ba1619a84b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:31.738106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:31.738381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.750764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd5a47-3da8-4b68-b3f0-cae8f1516077 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 542efec3-02fb-4deb-828e-5d12a4a353f7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:31.750764 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a47-3da8-4b68-b3f0-cae8f1516077 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.756359 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.764473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Provisioning complete for port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:31.764895 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.796973 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6abffe10-8795-4788-8360-8518a4d3a245 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0674915 Aug 30 14:46:31.832314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Router bf21e5c6-c0df-4671-bc98-727c73c53197 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:46:31.915071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:31.967065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ad38dcb4-dcf6-4b84-8dad-a78147fa1960 None None] Port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:31.972632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ba45b3f0-b55d-43ee-b21d-6615b4bbe35d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:31.976187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3814b91-da9b-46db-8bcb-bfb806a84adc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:32.002679 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b011b17-ed35-43a3-9735-fac987581842 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.015271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ba45b3f0-b55d-43ee-b21d-6615b4bbe35d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:32.015809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ba45b3f0-b55d-43ee-b21d-6615b4bbe35d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:32.078457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.126081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1b011b17-ed35-43a3-9735-fac987581842 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Calling delete_port for 084de3c4-0efc-4b7f-80e4-678443549007 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:32.141021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd1aa8a-eb8e-4809-938f-c396bb67d2f3 None None] Network aa95b5b0-4927-429c-8897-d6ba1619a84b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:32.154512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a47-3da8-4b68-b3f0-cae8f1516077 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.196572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-75d8b873-060d-478c-b5a9-a5c8c5b05ef4 None None] Provisioning complete for port 542efec3-02fb-4deb-828e-5d12a4a353f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:32.196951 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75d8b873-060d-478c-b5a9-a5c8c5b05ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.215870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.218946 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.243628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-75d8b873-060d-478c-b5a9-a5c8c5b05ef4 None None] Port 542efec3-02fb-4deb-828e-5d12a4a353f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:32.288253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.289003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa8a3c2b-83fb-4dec-bc40-9d051d59e133 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:32.296548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.298160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-08adddb3-1acc-409d-a606-5ab5bd4d8785 admin admin] 10.222.0.50 "DELETE /v2.0/routers/aa8a3c2b-83fb-4dec-bc40-9d051d59e133 HTTP/1.1" status: 204 len: 168 time: 3.3138299 Aug 30 14:46:32.303218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:32.318796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd5a47-3da8-4b68-b3f0-cae8f1516077 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 542efec3-02fb-4deb-828e-5d12a4a353f7 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:32.391958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d3e79c-e9c6-455e-8cbd-78337365ed79 admin admin] Deleting subnet 7c2f63bd-18bf-4b1c-a152-eaf8c5590855 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:32.404341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d3e79c-e9c6-455e-8cbd-78337365ed79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.461559 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d3e79c-e9c6-455e-8cbd-78337365ed79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.595909 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d3e79c-e9c6-455e-8cbd-78337365ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.622929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:32.628669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.634428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe546f-aa61-46da-b032-062b08edaf4f None None] Sync routers for ids ['bf21e5c6-c0df-4671-bc98-727c73c53197'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:32.637979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:32.639613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d5e2410c-e4c3-44a8-a82e-2bd490274cb8 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "PUT /v2.0/routers/bf21e5c6-c0df-4671-bc98-727c73c53197 HTTP/1.1" status: 200 len: 917 time: 6.6290257 Aug 30 14:46:32.651743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe546f-aa61-46da-b032-062b08edaf4f None None] Routers {'bf21e5c6-c0df-4671-bc98-727c73c53197'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:32.654813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edfe546f-aa61-46da-b032-062b08edaf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['bf21e5c6-c0df-4671-bc98-727c73c53197'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:32.662827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a47-3da8-4b68-b3f0-cae8f1516077 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.742401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd5a47-3da8-4b68-b3f0-cae8f1516077 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=542efec3-02fb-4deb-828e-5d12a4a353f7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:32.746769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edfe546f-aa61-46da-b032-062b08edaf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:32.770594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fda7dc1-ac54-4be4-b8de-af1e9b813161 req-e5bb371a-1310-4395-8657-9909d64ef628 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.1102083 Aug 30 14:46:32.775090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe546f-aa61-46da-b032-062b08edaf4f None None] Routers {'bf21e5c6-c0df-4671-bc98-727c73c53197'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:32.775964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edfe546f-aa61-46da-b032-062b08edaf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['bf21e5c6-c0df-4671-bc98-727c73c53197'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:32.815269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:32.820949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a47-3da8-4b68-b3f0-cae8f1516077 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.825486 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6fdd5a47-3da8-4b68-b3f0-cae8f1516077 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/542efec3-02fb-4deb-828e-5d12a4a353f7 HTTP/1.1" status: 204 len: 168 time: 1.4228072 Aug 30 14:46:32.826250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:32.833377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-791350023-network', 'tenant_id': '03a6bb891a7e43d99c52efa42f1f1364'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:32.840099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edfe546f-aa61-46da-b032-062b08edaf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:32.840830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe546f-aa61-46da-b032-062b08edaf4f None None] The sync data for ids ['bf21e5c6-c0df-4671-bc98-727c73c53197'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:32.861540 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-477e318d-bcf8-48b4-b40c-538c1b434a05 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] GET failed (client error): The resource could not be found. Aug 30 14:46:32.865846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-477e318d-bcf8-48b4-b40c-538c1b434a05 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports/542efec3-02fb-4deb-828e-5d12a4a353f7 HTTP/1.1" status: 404 len: 333 time: 0.0361347 Aug 30 14:46:32.872171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:32.876482 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.887060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d3e79c-e9c6-455e-8cbd-78337365ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.893935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Made reservation on behalf of 03a6bb891a7e43d99c52efa42f1f1364 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:32.896810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.955307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:32.966732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3e79c-e9c6-455e-8cbd-78337365ed79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2f63bd-18bf-4b1c-a152-eaf8c5590855,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:33.007154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c43a3c7-dcd1-4686-a270-37e6815e357b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.041435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f742b512-d52d-44b4-9ad5-9657e5f47a0f None None] Network e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:33.041703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b011b17-ed35-43a3-9735-fac987581842 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.058571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-97419cb0-a199-4f84-9dca-1337eee86100 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/routers/bf21e5c6-c0df-4671-bc98-727c73c53197 HTTP/1.1" status: 200 len: 923 time: 0.4179256 Aug 30 14:46:33.059122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c43a3c7-dcd1-4686-a270-37e6815e357b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.061504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d3e79c-e9c6-455e-8cbd-78337365ed79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.063785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-45d3e79c-e9c6-455e-8cbd-78337365ed79 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7c2f63bd-18bf-4b1c-a152-eaf8c5590855 HTTP/1.1" status: 204 len: 168 time: 0.7589529 Aug 30 14:46:33.065630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:33.068011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:33.164214 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.172298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011b17-ed35-43a3-9735-fac987581842 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event deleted for resources: {'Port': ['ID=084de3c4-0efc-4b7f-80e4-678443549007,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:33.197277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.217458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b011b17-ed35-43a3-9735-fac987581842 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.219572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1b011b17-ed35-43a3-9735-fac987581842 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "DELETE /v2.0/ports/084de3c4-0efc-4b7f-80e4-678443549007 HTTP/1.1" status: 204 len: 168 time: 2.2179558 Aug 30 14:46:33.223850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33562) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:33.239654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eee6ea-cdcf-4bae-99b9-513c7b9807db tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:33.241821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-60eee6ea-cdcf-4bae-99b9-513c7b9807db tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=bf21e5c6-c0df-4671-bc98-727c73c53197&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1725864 Aug 30 14:46:33.264049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:33.275388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c43a3c7-dcd1-4686-a270-37e6815e357b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.279376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c43a3c7-dcd1-4686-a270-37e6815e357b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.283525 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9c43a3c7-dcd1-4686-a270-37e6815e357b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/security-groups/de1021b6-0fda-4ec7-89ec-bbd3cafdef50 HTTP/1.1" status: 204 len: 168 time: 0.4103193 Aug 30 14:46:33.284180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:33.363956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.382573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:46:33.387350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f3814b91-da9b-46db-8bcb-bfb806a84adc no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:33.406620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d140c05c-2271-405a-a7f0-7e40bb2200b7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:33.417624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.418555 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Added segment 7d7ba5b4-9b98-4a21-9e0f-ce12c38e3d8d of type vlan for network 164be1d2-f847-4a3c-b663-b137c36253de Aug 30 14:46:33.458817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43a3c7-dcd1-4686-a270-37e6815e357b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1021b6-0fda-4ec7-89ec-bbd3cafdef50,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:33.510866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f3814b91-da9b-46db-8bcb-bfb806a84adc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:33.520473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f3814b91-da9b-46db-8bcb-bfb806a84adc not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:33.574292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.614934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Deleting port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:33.616598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.643288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb4ee7b-6eb3-4a8e-8502-7c4c9f975fec tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Deleting subnet 8c82dee3-f119-41c2-a3f2-8d53d17e5149 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:33.664931 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ee7b-6eb3-4a8e-8502-7c4c9f975fec tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.671405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.672410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:33.673009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.733588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] DHCP port deletion for e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:46:33.736820 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7641fa3f-ca3d-4245-995e-ed76179ef6e2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.748504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ee7b-6eb3-4a8e-8502-7c4c9f975fec tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.752279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2499e-16b4-4d8a-8b9b-51ea0eb717cb tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:33.757454 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-44e2499e-16b4-4d8a-8b9b-51ea0eb717cb tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 881 time: 0.4918420 Aug 30 14:46:33.763274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:33.778857 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9613700 Aug 30 14:46:33.782688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] For port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:33.783113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.786274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:33.793812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Request body: {'subnet': {'network_id': '164be1d2-f847-4a3c-b663-b137c36253de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-791350023-subnet', 'tenant_id': '03a6bb891a7e43d99c52efa42f1f1364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:33.813492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-caafe770-1bf3-4994-bd9d-943c9a04cfae tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf21e5c6-c0df-4671-bc98-727c73c53197 HTTP/1.1" status: 200 len: 205 time: 0.0491698 Aug 30 14:46:33.817788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79acf61-901c-49e0-8e27-f5f8c4c69d94 admin admin] Pushing event updated for resources: {'Network': ['ID=164be1d2-f847-4a3c-b663-b137c36253de,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:33.820463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:33.821455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Calling delete_port for aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:33.832351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Made reservation on behalf of 03a6bb891a7e43d99c52efa42f1f1364 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:33.836764 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:33.846974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 164be1d2-f847-4a3c-b663-b137c36253de details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:46:33.927778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] Deleting port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:33.928523 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.018652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] For port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,segment=NetworkSegment(75d4b4de-544b-44c3-a715-c5c19d72f165),segment_id=75d4b4de-544b-44c3-a715-c5c19d72f165)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:34.019779 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.046399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] Calling delete_port for aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:34.059518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.119726 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7641fa3f-ca3d-4245-995e-ed76179ef6e2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.125360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Pushing event updated for resources: {'Subnet': ['ID=655c5069-8f5b-4250-9c72-81a26dd73c41,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:34.129912 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.222148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Checking segment: {'id': '7d7ba5b4-9b98-4a21-9e0f-ce12c38e3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '164be1d2-f847-4a3c-b663-b137c36253de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:34.222148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Network hostable DHCP agents. Network: 164be1d2-f847-4a3c-b663-b137c36253de, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:46:34.230940 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.261965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Network 164be1d2-f847-4a3c-b663-b137c36253de is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:46:34.266104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ee7b-6eb3-4a8e-8502-7c4c9f975fec tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.299638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7641fa3f-ca3d-4245-995e-ed76179ef6e2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.301916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7641fa3f-ca3d-4245-995e-ed76179ef6e2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.302453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79573b20-650a-416b-9ffb-cdf767ee9eb9 req-ef992056-ce79-4fd5-99dc-e8b4a2fff852 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.2723958 Aug 30 14:46:34.305939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.306546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7641fa3f-ca3d-4245-995e-ed76179ef6e2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/security-groups/caecea9e-d5ee-4ea9-b961-f63aa756825b HTTP/1.1" status: 204 len: 168 time: 1.0139837 Aug 30 14:46:34.310870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33578) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:34.372061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] Pushing event deleted for resources: {'Port': ['ID=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:34.382592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf4e0d-0fb6-4e78-a4d9-8a71f73cfd4f None None] No DVR routers for this DVR port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:34.396631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641fa3f-ca3d-4245-995e-ed76179ef6e2 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caecea9e-d5ee-4ea9-b961-f63aa756825b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:34.430292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.436713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71698da-cc9b-4ae3-a99a-dc9120dcbafe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.450484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 164be1d2-f847-4a3c-b663-b137c36253de) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:34.462113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:34.462711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.464510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e9d206-10f8-4a67-94ad-d7d016efa94f None None] Network 164be1d2-f847-4a3c-b663-b137c36253de requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:34.479488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff6ef0c-44c9-4bcc-a9b1-ff77c6590699,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:34.487709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7ac9e96d-0aad-4369-8595-44e79d22678c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6978316 Aug 30 14:46:34.493670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71698da-cc9b-4ae3-a99a-dc9120dcbafe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.505011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] No DVR routers for this DVR port aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:34.586647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Deleting port ffd5e7a4-60e4-41b6-baa9-56f0d94e469d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:34.587003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.634679 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ee7b-6eb3-4a8e-8502-7c4c9f975fec tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.660474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71698da-cc9b-4ae3-a99a-dc9120dcbafe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.664641 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c71698da-cc9b-4ae3-a99a-dc9120dcbafe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.669546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c71698da-cc9b-4ae3-a99a-dc9120dcbafe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/security-groups/af6de610-1744-4126-ab3c-25d62c138a16 HTTP/1.1" status: 204 len: 168 time: 0.3419824 Aug 30 14:46:34.671203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:34.671854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:34.722142 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.743934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:34.763223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d4b4de-544b-44c3-a715-c5c19d72f165') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:34.763664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d4b4de-544b-44c3-a715-c5c19d72f165') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:34.775790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3183769-9da1-4768-85c2-bc964694e04b None None] Network 164be1d2-f847-4a3c-b663-b137c36253de requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:34.786502 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.798743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.818214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4ee7b-6eb3-4a8e-8502-7c4c9f975fec tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event deleted for resources: {'Subnet': ['ID=8c82dee3-f119-41c2-a3f2-8d53d17e5149,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:34.819789 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ee7b-6eb3-4a8e-8502-7c4c9f975fec tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.821006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.824333 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fdb4ee7b-6eb3-4a8e-8502-7c4c9f975fec tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "DELETE /v2.0/subnets/8c82dee3-f119-41c2-a3f2-8d53d17e5149 HTTP/1.1" status: 204 len: 168 time: 1.5975399 Aug 30 14:46:34.829282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:34.829547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71698da-cc9b-4ae3-a99a-dc9120dcbafe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6de610-1744-4126-ab3c-25d62c138a16,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:34.834820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Calling delete_port for ffd5e7a4-60e4-41b6-baa9-56f0d94e469d owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:34.858556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1201485d-a90b-4c93-8ed0-28a6db9b1b1f admin admin] Deleting subnet 68153eba-7bd2-4a69-a10e-5c54ebc8b018 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:34.863653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:34.864227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:34.866766 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:34.878128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1201485d-a90b-4c93-8ed0-28a6db9b1b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.893197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb14596-c620-40e7-b173-d80918b2b31a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet 088621fc-1f08-46a2-b860-b4fb85b7db49 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:34.898176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deb14596-c620-40e7-b173-d80918b2b31a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:34.929238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6d295-af84-466d-bfa4-ed4c9f5ec302 None None] Network e32f6520-5d99-4974-a409-27b76b601768 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:35.043271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.056906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.075472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.080766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a HTTP/1.1" status: 204 len: 168 time: 2.0083079 Aug 30 14:46:35.097391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:35.171394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5213b-222c-4f61-81cc-8cef67c28da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37fbfdf-a9f6-45dc-b1ba-d8bba61b804a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:35.217186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] DHCP port deletion for e32f6520-5d99-4974-a409-27b76b601768 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:46:35.293350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] Deleting port 270b83fe-7652-4276-beb5-140f7d3484cc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:35.293788 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.360910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:35.368684 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1201485d-a90b-4c93-8ed0-28a6db9b1b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.427397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:35.428045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device aff6ef0c-44c9-4bcc-a9b1-ff77c6590699 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:35.428895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 270b83fe-7652-4276-beb5-140f7d3484cc no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:35.432255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1201485d-a90b-4c93-8ed0-28a6db9b1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.466027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.472066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deb14596-c620-40e7-b173-d80918b2b31a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.478259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6828e82c-568e-4fa0-96ab-d0322b500827 req-ad974352-780e-4fb2-b2f0-e1352b4357c9 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0619395 Aug 30 14:46:35.485623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] For port 270b83fe-7652-4276-beb5-140f7d3484cc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=270b83fe-7652-4276-beb5-140f7d3484cc,segment=NetworkSegment(62220ac0-9c51-4d47-891e-874e4f102368),segment_id=62220ac0-9c51-4d47-891e-874e4f102368)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:35.486612 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.506481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] Calling delete_port for 270b83fe-7652-4276-beb5-140f7d3484cc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:35.511613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event deleted for resources: {'Port': ['ID=ffd5e7a4-60e4-41b6-baa9-56f0d94e469d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:35.524605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Deleting port 270b83fe-7652-4276-beb5-140f7d3484cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:35.525536 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.590025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1201485d-a90b-4c93-8ed0-28a6db9b1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.618621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.622262 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No ports have port_id starting with 270b83fe-7652-4276-beb5-140f7d3484cc Aug 30 14:46:35.646433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] Pushing event deleted for resources: {'Port': ['ID=270b83fe-7652-4276-beb5-140f7d3484cc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:35.653070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1a624-dc46-40eb-9f21-b36a5019b0cd None None] No DVR routers for this DVR port 270b83fe-7652-4276-beb5-140f7d3484cc on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:35.669165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201485d-a90b-4c93-8ed0-28a6db9b1b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68153eba-7bd2-4a69-a10e-5c54ebc8b018,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:35.682588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1201485d-a90b-4c93-8ed0-28a6db9b1b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.688563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1201485d-a90b-4c93-8ed0-28a6db9b1b1f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/68153eba-7bd2-4a69-a10e-5c54ebc8b018 HTTP/1.1" status: 204 len: 168 time: 0.9773369 Aug 30 14:46:35.697552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:35.733733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deb14596-c620-40e7-b173-d80918b2b31a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.853209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] For port 270b83fe-7652-4276-beb5-140f7d3484cc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=270b83fe-7652-4276-beb5-140f7d3484cc,segment=NetworkSegment(62220ac0-9c51-4d47-891e-874e4f102368),segment_id=62220ac0-9c51-4d47-891e-874e4f102368)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:35.853870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.856593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.868578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:35.978536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Calling delete_port for 270b83fe-7652-4276-beb5-140f7d3484cc owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:36.013872 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deb14596-c620-40e7-b173-d80918b2b31a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.056502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb14596-c620-40e7-b173-d80918b2b31a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=088621fc-1f08-46a2-b860-b4fb85b7db49,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:36.063300 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.067023 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-deb14596-c620-40e7-b173-d80918b2b31a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.068787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-deb14596-c620-40e7-b173-d80918b2b31a tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/088621fc-1f08-46a2-b860-b4fb85b7db49 HTTP/1.1" status: 204 len: 168 time: 1.3426356 Aug 30 14:46:36.071524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00371212-1dfe-44e7-8812-8dc61854577c None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:36.080541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:36.092716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa95b5b0-4927-429c-8897-d6ba1619a84b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:36.139193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc69d77-42ac-4515-b830-2c6d52e7e3a4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:36.139523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc69d77-42ac-4515-b830-2c6d52e7e3a4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:36.165074 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.193104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.200197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1247353d-b18c-4c32-9f31-e343f1639b8b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet fb350b47-3dac-40ad-88aa-7c7d4135ee1c {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:36.206987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1247353d-b18c-4c32-9f31-e343f1639b8b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.211408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:36.211827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: items = [ Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:36.214014 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:36.314602 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1247353d-b18c-4c32-9f31-e343f1639b8b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.340588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.351823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.353847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] 10.222.0.50 "DELETE /v2.0/networks/aa95b5b0-4927-429c-8897-d6ba1619a84b HTTP/1.1" status: 204 len: 168 time: 0.6542044 Aug 30 14:46:36.361585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:36.398000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb4450-931b-441f-9df0-d90d70f8bb1d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa95b5b0-4927-429c-8897-d6ba1619a84b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:36.413512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.418297 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.492483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b163133e-eab1-44c3-b1ef-339be55a2d11 admin admin] Deleting subnet 655c5069-8f5b-4250-9c72-81a26dd73c41 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:36.501818 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b163133e-eab1-44c3-b1ef-339be55a2d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.528148 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.528722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Fanout notify agent at l3_agent the message router_deleted on router bf21e5c6-c0df-4671-bc98-727c73c53197 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:36.537004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.538360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2c8ad70d-4097-403c-a6a5-53990be40e12 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/bf21e5c6-c0df-4671-bc98-727c73c53197 HTTP/1.1" status: 204 len: 168 time: 2.7139394 Aug 30 14:46:36.538973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1247353d-b18c-4c32-9f31-e343f1639b8b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.547239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:36.561277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c432553f-bd42-4019-aa75-81b359493269 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2058867551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:36.666888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b163133e-eab1-44c3-b1ef-339be55a2d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.679383 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.730560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event deleted for resources: {'Port': ['ID=270b83fe-7652-4276-beb5-140f7d3484cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:36.748036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] No DVR routers for this DVR port 270b83fe-7652-4276-beb5-140f7d3484cc on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:36.757346 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c432553f-bd42-4019-aa75-81b359493269 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.758729 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c432553f-bd42-4019-aa75-81b359493269 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.768202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1247353d-b18c-4c32-9f31-e343f1639b8b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.823104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b163133e-eab1-44c3-b1ef-339be55a2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.860100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247353d-b18c-4c32-9f31-e343f1639b8b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=fb350b47-3dac-40ad-88aa-7c7d4135ee1c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:36.864606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1247353d-b18c-4c32-9f31-e343f1639b8b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.869534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1247353d-b18c-4c32-9f31-e343f1639b8b tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/fb350b47-3dac-40ad-88aa-7c7d4135ee1c HTTP/1.1" status: 204 len: 168 time: 0.7718005 Aug 30 14:46:36.879507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:36.918302 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fc6872-c042-4281-95dc-eaae9095fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:36.918769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fc6872-c042-4281-95dc-eaae9095fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:36.920521 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-89fc6872-c042-4281-95dc-eaae9095fca4 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/088621fc-1f08-46a2-b860-b4fb85b7db49 HTTP/1.1" status: 404 len: 337 time: 0.0400949 Aug 30 14:46:36.932128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:36.992426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b163133e-eab1-44c3-b1ef-339be55a2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.992802 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:36.996883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c432553f-bd42-4019-aa75-81b359493269 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.011640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32f6520-5d99-4974-a409-27b76b601768']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:37.036458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c432553f-bd42-4019-aa75-81b359493269 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.049782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163133e-eab1-44c3-b1ef-339be55a2d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655c5069-8f5b-4250-9c72-81a26dd73c41,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:37.055866 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b163133e-eab1-44c3-b1ef-339be55a2d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.056254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89f59e0a-ce90-48bb-b7ed-be853fe2b74d req-2f1cb392-a8ae-40c2-a92c-07fcb5612112 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.2549093 Aug 30 14:46:37.061006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b163133e-eab1-44c3-b1ef-339be55a2d11 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/655c5069-8f5b-4250-9c72-81a26dd73c41 HTTP/1.1" status: 204 len: 168 time: 0.6982963 Aug 30 14:46:37.062986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:37.071243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62220ac0-9c51-4d47-891e-874e4f102368') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:37.071505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62220ac0-9c51-4d47-891e-874e4f102368') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:37.150806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c432553f-bd42-4019-aa75-81b359493269 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.152191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c432553f-bd42-4019-aa75-81b359493269 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5978026 Aug 30 14:46:37.164247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:37.171951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'enable_snat': False}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:37.191919 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.274744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.291706 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.339907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:37.342118 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.355155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5722abdc-5cb2-4f90-b07e-6c713da69934 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting subnet b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:37.359071 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:37.379821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af30fb-84da-47ad-aeec-cca2f4712d79 None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:37.414379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5722abdc-5cb2-4f90-b07e-6c713da69934 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.494043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9deff6b-8842-4b44-b021-bbe644b6aaa3 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:37.494703 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9deff6b-8842-4b44-b021-bbe644b6aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.555294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.582251 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5722abdc-5cb2-4f90-b07e-6c713da69934 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.602870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67184d74-c83b-41eb-bc8e-67cb9d47c124 req-d4ed1e4c-adcc-49aa-a0bc-78dae815ee7c tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/ports?device_id=17962e3d-89ae-4958-8625-dd16bdf82624 HTTP/1.1" status: 200 len: 210 time: 0.0428641 Aug 30 14:46:37.629424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.666361 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.680558 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] 10.222.0.50 "DELETE /v2.0/networks/e32f6520-5d99-4974-a409-27b76b601768 HTTP/1.1" status: 204 len: 168 time: 2.8435862 Aug 30 14:46:37.689256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd124dc1-f7a2-4c54-a3a5-d732b4feede3 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184 tempest-ExtraDHCPOptionsIpV6TestJSON-351408184-project] Pushing event deleted for resources: {'Network': ['ID=e32f6520-5d99-4974-a409-27b76b601768,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:37.713789 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.735360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9deff6b-8842-4b44-b021-bbe644b6aaa3 None None] Provisioning complete for port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:37.736457 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9deff6b-8842-4b44-b021-bbe644b6aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.771547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.796743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164be1d2-f847-4a3c-b663-b137c36253de']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:37.836004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7ba5b4-9b98-4a21-9e0f-ce12c38e3d8d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:37.836950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7ba5b4-9b98-4a21-9e0f-ce12c38e3d8d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:37.870519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.910978 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.925290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:37.926269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:37.929407 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:38.049704 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.053966 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5722abdc-5cb2-4f90-b07e-6c713da69934 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.069941 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.071938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d9deff6b-8842-4b44-b021-bbe644b6aaa3 None None] Port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:38.079368 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] 10.222.0.50 "DELETE /v2.0/networks/164be1d2-f847-4a3c-b663-b137c36253de HTTP/1.1" status: 204 len: 168 time: 1.0140092 Aug 30 14:46:38.136917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e841d-e61b-4bf9-a01c-3483b61cb2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=164be1d2-f847-4a3c-b663-b137c36253de,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:38.221630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5722abdc-5cb2-4f90-b07e-6c713da69934 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.295382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722abdc-5cb2-4f90-b07e-6c713da69934 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Subnet': ['ID=b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:38.314822 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5722abdc-5cb2-4f90-b07e-6c713da69934 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.327576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5722abdc-5cb2-4f90-b07e-6c713da69934 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/b7acdaa2-4884-4c1b-96b1-b4eff10bb1e0 HTTP/1.1" status: 204 len: 168 time: 1.3924797 Aug 30 14:46:38.328611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.377513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.455055 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e378333c-5e52-4cc2-bb64-999354238a82 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:38.455495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e378333c-5e52-4cc2-bb64-999354238a82 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:38.459086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e378333c-5e52-4cc2-bb64-999354238a82 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/82304b46-6bde-408f-a77e-847531175346 HTTP/1.1" status: 404 len: 337 time: 0.1276729 Aug 30 14:46:38.464177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.518925 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fcdade49-04e9-4705-95ac-2ea94151ba53 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e50184f-8b0a-4809-b9c9-383c6f77ab71 HTTP/1.1" status: 200 len: 205 time: 0.0532360 Aug 30 14:46:38.523992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.528103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Deleting port c817baf6-2beb-429a-84cd-98890d045c88 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:38.528484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.567564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.605230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.627956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.654568 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-5e76719f-b229-4930-b5c9-f41cb8418a31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] delete failed (client error): The resource could not be found. Aug 30 14:46:38.664732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5e76719f-b229-4930-b5c9-f41cb8418a31 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/routers/0e50184f-8b0a-4809-b9c9-383c6f77ab71 HTTP/1.1" status: 404 len: 336 time: 0.1369162 Aug 30 14:46:38.674084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33914) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.689715 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.733317 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e0b93b-2e19-41b3-b0ad-c3c2bf55f051 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:38.733983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e0b93b-2e19-41b3-b0ad-c3c2bf55f051 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:38.737995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a8e0b93b-2e19-41b3-b0ad-c3c2bf55f051 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/85775526-57b6-4a7d-be53-caf2ff25c333 HTTP/1.1" status: 404 len: 337 time: 0.0581348 Aug 30 14:46:38.746377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.837412 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7292101f-6ec8-4798-a939-c21bf52177e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:38.837950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7292101f-6ec8-4798-a939-c21bf52177e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:38.840052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7292101f-6ec8-4798-a939-c21bf52177e3 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/5c30cbe5-7180-46f0-8298-7ec39519bdeb HTTP/1.1" status: 404 len: 337 time: 0.0922558 Aug 30 14:46:38.845455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] For port c817baf6-2beb-429a-84cd-98890d045c88, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c817baf6-2beb-429a-84cd-98890d045c88,segment=NetworkSegment(ba20e2fe-1dd7-4f2e-96fb-4daabc741c50),segment_id=ba20e2fe-1dd7-4f2e-96fb-4daabc741c50)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:38.847243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cbdd93c0-1a52-4313-ac5c-a38c77f4e807 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad974f7c9dcf4c87975fdb6ffa51f55b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749903 Aug 30 14:46:38.848131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.848360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.859772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:38.918590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Calling delete_port for c817baf6-2beb-429a-84cd-98890d045c88 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:38.941964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88fadcaa-fc72-4bb0-90df-bf28c8771864 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:38.947328 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05e3c18-8aa1-4dab-b531-03a5dd8c47cc tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:38.947894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05e3c18-8aa1-4dab-b531-03a5dd8c47cc tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:38.949962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a05e3c18-8aa1-4dab-b531-03a5dd8c47cc tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/47ddfa76-0bb9-4860-b90b-43e4ee87eee4 HTTP/1.1" status: 404 len: 337 time: 0.0974774 Aug 30 14:46:38.957818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.016988 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a4f66b-17cd-44b8-b965-bd3d64b1a2fe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:39.018087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a4f66b-17cd-44b8-b965-bd3d64b1a2fe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:39.020198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f6a4f66b-17cd-44b8-b965-bd3d64b1a2fe tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/e05a9a60-69f1-46d4-8553-8cbd9d61b5ad HTTP/1.1" status: 404 len: 333 time: 0.0592673 Aug 30 14:46:39.028869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.073797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-374864d6-a198-4ef8-8890-d1304e27d113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.081187 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c89e21e-0e5c-4386-ae7c-9e0581fcbfab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:39.081594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c89e21e-0e5c-4386-ae7c-9e0581fcbfab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:39.087464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6c89e21e-0e5c-4386-ae7c-9e0581fcbfab tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/945dc3ec-cc3d-4349-b883-cbd961b846e7 HTTP/1.1" status: 404 len: 337 time: 0.0507491 Aug 30 14:46:39.093491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.144532 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65dde5a-e2c4-4c17-8fe2-5f0cffa13fca tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:39.145567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65dde5a-e2c4-4c17-8fe2-5f0cffa13fca tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:39.148419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c65dde5a-e2c4-4c17-8fe2-5f0cffa13fca tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/9aabf753-c0ba-46e2-bcdf-08c968397508 HTTP/1.1" status: 404 len: 337 time: 0.0536311 Aug 30 14:46:39.159567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Allocated IP 172.25.6.73 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/619eaf9d-8dad-4751-83d8-3c95e56c775f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:39.162334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.174863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-374864d6-a198-4ef8-8890-d1304e27d113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.179049 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88fadcaa-fc72-4bb0-90df-bf28c8771864 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.220699 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1030251a-3c98-48d5-b990-bd2825f43649 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:39.221626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1030251a-3c98-48d5-b990-bd2825f43649 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:39.224332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1030251a-3c98-48d5-b990-bd2825f43649 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/de838dbe-bd5b-403e-ae51-a9c47ed7fad9 HTTP/1.1" status: 404 len: 333 time: 0.0596609 Aug 30 14:46:39.237977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.301834 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-34354c21-0fca-4990-909f-572d56d125e5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:39.302696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34354c21-0fca-4990-909f-572d56d125e5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:39.305860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-34354c21-0fca-4990-909f-572d56d125e5 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/ce0e28e6-5b76-4a43-85f6-7ce264397f39 HTTP/1.1" status: 404 len: 337 time: 0.0662241 Aug 30 14:46:39.323347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.324243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf9ac6-1399-4be6-b3ed-695f5194621b None None] Network 4557dc95-cbf0-47b1-88d2-5f2321ded112 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:39.337237 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-de7c0cbc-f958-4332-aeea-2cbe5f0fd998 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c274ab357e354bdbb65bff4509d92715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577122 Aug 30 14:46:39.355752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.433942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d972f712-a346-4a53-aa15-90a184900417 None None] Provisioning complete for port 5a99203f-0a14-486b-a334-a28c92ca0c84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:39.435797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d972f712-a346-4a53-aa15-90a184900417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.436986 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3dffff-4f23-4b41-b058-7528e2e37acb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:39.437768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3dffff-4f23-4b41-b058-7528e2e37acb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:39.440933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3e3dffff-4f23-4b41-b058-7528e2e37acb tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/subnets/5381def2-4199-4be4-8e6a-d7909301387b HTTP/1.1" status: 404 len: 337 time: 0.1160126 Aug 30 14:46:39.446614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.466668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.527787 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-374864d6-a198-4ef8-8890-d1304e27d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.528116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Pushing event deleted for resources: {'Port': ['ID=c817baf6-2beb-429a-84cd-98890d045c88,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:39.534187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-374864d6-a198-4ef8-8890-d1304e27d113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.536578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-374864d6-a198-4ef8-8890-d1304e27d113 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca7f3c7d-2b0a-44cd-8d9a-570a54f96741 HTTP/1.1" status: 204 len: 168 time: 0.6701353 Aug 30 14:46:39.584112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88fadcaa-fc72-4bb0-90df-bf28c8771864 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.587396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88fadcaa-fc72-4bb0-90df-bf28c8771864 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.592176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-88fadcaa-fc72-4bb0-90df-bf28c8771864 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "DELETE /v2.0/security-groups/8efdfe4d-615a-4b56-9db9-5217c32d3ba0 HTTP/1.1" status: 204 len: 168 time: 0.9595995 Aug 30 14:46:39.602301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.614545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374864d6-a198-4ef8-8890-d1304e27d113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7f3c7d-2b0a-44cd-8d9a-570a54f96741,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:39.627617 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8569345c-d884-409f-bb7f-148eba4e9eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.640487 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3cff758d-5d34-4fc2-9383-6fbc91bb8f35 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] show failed (client error): The resource could not be found. Aug 30 14:46:39.642471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3cff758d-5d34-4fc2-9383-6fbc91bb8f35 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "GET /v2.0/security-groups/8efdfe4d-615a-4b56-9db9-5217c32d3ba0 HTTP/1.1" status: 404 len: 347 time: 0.0338044 Aug 30 14:46:39.648495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:39.671094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fadcaa-fc72-4bb0-90df-bf28c8771864 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efdfe4d-615a-4b56-9db9-5217c32d3ba0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:39.680305 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.697082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8569345c-d884-409f-bb7f-148eba4e9eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.918445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d972f712-a346-4a53-aa15-90a184900417 None None] Provisioning complete for port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:39.918824 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d972f712-a346-4a53-aa15-90a184900417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.961297 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.968176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-12fe37e3-a7ec-4ff0-9ca3-0ab5d5dfcbd6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Deleting port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:39.968805 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12fe37e3-a7ec-4ff0-9ca3-0ab5d5dfcbd6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.020982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d972f712-a346-4a53-aa15-90a184900417 None None] Port 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:46:40.041755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8569345c-d884-409f-bb7f-148eba4e9eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.045405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8569345c-d884-409f-bb7f-148eba4e9eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.049764 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8569345c-d884-409f-bb7f-148eba4e9eab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49d7076d-2f4d-40b5-8967-254fde4700de HTTP/1.1" status: 204 len: 168 time: 0.6890960 Aug 30 14:46:40.060871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569345c-d884-409f-bb7f-148eba4e9eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d7076d-2f4d-40b5-8967-254fde4700de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:40.109015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.123429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Deleting port a0fc3d28-c81d-45ac-998f-6b68410dae65 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:40.124526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.125365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] DHCP port deletion for 4557dc95-cbf0-47b1-88d2-5f2321ded112 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:46:40.130247 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12fe37e3-a7ec-4ff0-9ca3-0ab5d5dfcbd6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.289755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] Deleting port 5a99203f-0a14-486b-a334-a28c92ca0c84 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:40.291208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.339542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-12fe37e3-a7ec-4ff0-9ca3-0ab5d5dfcbd6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Calling delete_port for 4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:40.378286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:40.493505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] For port 5a99203f-0a14-486b-a334-a28c92ca0c84, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a99203f-0a14-486b-a334-a28c92ca0c84,segment=NetworkSegment(0e7f0733-1a4c-4458-8834-95f4edc2b841),segment_id=0e7f0733-1a4c-4458-8834-95f4edc2b841)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:40.494596 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.566827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] Calling delete_port for 5a99203f-0a14-486b-a334-a28c92ca0c84 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:40.567089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d5e8666f-1a1e-46a4-8bc9-aa834f51f493 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03a6bb891a7e43d99c52efa42f1f1364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812439 Aug 30 14:46:40.567428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:40.637508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Router a81180cb-72ac-4321-b4e9-b46fbd202376 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:46:40.755562 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.767724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77c8c786-6b00-42e7-a82a-c5d360b3e2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.815929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] Pushing event deleted for resources: {'Port': ['ID=5a99203f-0a14-486b-a334-a28c92ca0c84,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:40.829262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cab66-ca4b-425c-9095-c818034db44b None None] No DVR routers for this DVR port 5a99203f-0a14-486b-a334-a28c92ca0c84 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:40.839428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Pushing event updated for resources: {'Port': ['ID=619eaf9d-8dad-4751-83d8-3c95e56c775f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:40.855831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:40.870331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:40.881208 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:40.883682 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77c8c786-6b00-42e7-a82a-c5d360b3e2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.985061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:40.993520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b26aa38f-3638-4ba7-b2df-18c578a4a678 admin admin] 10.222.0.50 "PUT /v2.0/routers/a81180cb-72ac-4321-b4e9-b46fbd202376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8830304 Aug 30 14:46:40.995797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:41.004194 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69137978-2936-4840-a0ac-07af551bd69d None None] Sync routers for ids ['a81180cb-72ac-4321-b4e9-b46fbd202376'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:41.026468 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69137978-2936-4840-a0ac-07af551bd69d None None] Routers {'a81180cb-72ac-4321-b4e9-b46fbd202376'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:41.027857 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69137978-2936-4840-a0ac-07af551bd69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a81180cb-72ac-4321-b4e9-b46fbd202376'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:41.088572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.089216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.101882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12fe37e3-a7ec-4ff0-9ca3-0ab5d5dfcbd6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.149859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Calling delete_port for a0fc3d28-c81d-45ac-998f-6b68410dae65 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:41.152568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe37e3-a7ec-4ff0-9ca3-0ab5d5dfcbd6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Port': ['ID=4b218ab8-9f38-4b5f-96a5-5eb0df8002e0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:41.159993 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12fe37e3-a7ec-4ff0-9ca3-0ab5d5dfcbd6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.162688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-12fe37e3-a7ec-4ff0-9ca3-0ab5d5dfcbd6 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/ports/4b218ab8-9f38-4b5f-96a5-5eb0df8002e0 HTTP/1.1" status: 204 len: 168 time: 1.7140741 Aug 30 14:46:41.169411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:41.225762 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-69137978-2936-4840-a0ac-07af551bd69d None None] Set router a81180cb-72ac-4321-b4e9-b46fbd202376 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:46:41.564366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.599680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a99203f-0a14-486b-a334-a28c92ca0c84 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:41.703698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 5a99203f-0a14-486b-a334-a28c92ca0c84 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:41.708196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a99203f-0a14-486b-a334-a28c92ca0c84 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:41.782723 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69137978-2936-4840-a0ac-07af551bd69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:46:39Z', 'revision_number': 5, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:41.796785 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.808159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4557dc95-cbf0-47b1-88d2-5f2321ded112']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:41.821764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.824871 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69137978-2936-4840-a0ac-07af551bd69d None None] Checking router: a81180cb-72ac-4321-b4e9-b46fbd202376 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:46:41.826002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77c8c786-6b00-42e7-a82a-c5d360b3e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.826682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7f0733-1a4c-4458-8834-95f4edc2b841') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:41.827011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7f0733-1a4c-4458-8834-95f4edc2b841') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:41.829244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77c8c786-6b00-42e7-a82a-c5d360b3e2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.834822 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69137978-2936-4840-a0ac-07af551bd69d None None] Routers {'a81180cb-72ac-4321-b4e9-b46fbd202376'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:41.835874 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69137978-2936-4840-a0ac-07af551bd69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['a81180cb-72ac-4321-b4e9-b46fbd202376'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:41.842669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-77c8c786-6b00-42e7-a82a-c5d360b3e2dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d140c05c-2271-405a-a7f0-7e40bb2200b7 HTTP/1.1" status: 204 len: 168 time: 1.2661119 Aug 30 14:46:41.845064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.873600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.896151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:41.897558 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:41.938446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8c786-6b00-42e7-a82a-c5d360b3e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d140c05c-2271-405a-a7f0-7e40bb2200b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:42.001267 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:42.023656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.083475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:42.111290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.194822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.211949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.216972 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] 10.222.0.50 "DELETE /v2.0/networks/4557dc95-cbf0-47b1-88d2-5f2321ded112 HTTP/1.1" status: 204 len: 168 time: 1.0461698 Aug 30 14:46:42.228122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Deleting port 780b4e64-ea21-40a7-a43f-127f5c695d27 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:42.228582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.239033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8f5a9-efe2-403a-8959-64059f2df426 tempest-PortsIpV6TestJSON-1385823941 tempest-PortsIpV6TestJSON-1385823941-project] Pushing event deleted for resources: {'Network': ['ID=4557dc95-cbf0-47b1-88d2-5f2321ded112,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:42.276781 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-69137978-2936-4840-a0ac-07af551bd69d None None] Set router a81180cb-72ac-4321-b4e9-b46fbd202376 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:46:42.282404 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.321750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Pushing event deleted for resources: {'Port': ['ID=a0fc3d28-c81d-45ac-998f-6b68410dae65,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:42.396140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.406940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.460841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] For port 780b4e64-ea21-40a7-a43f-127f5c695d27, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=780b4e64-ea21-40a7-a43f-127f5c695d27,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:42.461173 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.490826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Calling delete_port for 780b4e64-ea21-40a7-a43f-127f5c695d27 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:42.546038 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.548628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.567638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-01d02881-bd6c-4262-b692-cc3b94e1cf34 tempest-AttachVolumeTestJSON-1813733363 tempest-AttachVolumeTestJSON-1813733363-project] 10.222.0.50 "DELETE /v2.0/floatingips/2910962d-00a5-4b45-8ced-5d82c502c3b9 HTTP/1.1" status: 204 len: 168 time: 2.9103310 Aug 30 14:46:42.621247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Router 07360b49-da3e-41e0-bbd1-7e10d923a9fa is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:46:42.626398 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69137978-2936-4840-a0ac-07af551bd69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:46:39Z', 'revision_number': 5, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:42.663677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69137978-2936-4840-a0ac-07af551bd69d None None] The sync data for ids ['a81180cb-72ac-4321-b4e9-b46fbd202376'] in n-d-805668-3 is: [{'id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'name': 'tempest-TestServerMultinode-606270707-router', 'tenant_id': '356d8d3422984408b4f2311b506222d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:45:10Z', 'updated_at': '2021-08-30T14:46:39Z', 'revision_number': 5, 'project_id': '356d8d3422984408b4f2311b506222d2', 'gw_port': {'id': '780b4e64-ea21-40a7-a43f-127f5c695d27', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81180cb-72ac-4321-b4e9-b46fbd202376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:45:11Z', 'updated_at': '2021-08-30T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:42.838449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:42.870693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1832512084'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:42.876384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:42.884163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.886565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-04eb468d-460e-4f13-92a3-175d3cc663e6 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "PUT /v2.0/routers/07360b49-da3e-41e0-bbd1-7e10d923a9fa HTTP/1.1" status: 200 len: 919 time: 5.7197423 Aug 30 14:46:42.890337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:42.891271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d5175-fecb-41ad-9b19-15cffa6cb0da None None] Sync routers for ids ['07360b49-da3e-41e0-bbd1-7e10d923a9fa'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:42.911290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d5175-fecb-41ad-9b19-15cffa6cb0da None None] Routers {'07360b49-da3e-41e0-bbd1-7e10d923a9fa'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:42.912103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2a5d5175-fecb-41ad-9b19-15cffa6cb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['07360b49-da3e-41e0-bbd1-7e10d923a9fa'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:42.928932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.986554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2a5d5175-fecb-41ad-9b19-15cffa6cb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:42.986932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Pushing event deleted for resources: {'Port': ['ID=780b4e64-ea21-40a7-a43f-127f5c695d27,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:42.996730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:43.002719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.050676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d5175-fecb-41ad-9b19-15cffa6cb0da None None] Routers {'07360b49-da3e-41e0-bbd1-7e10d923a9fa'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:43.051146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.053905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2a5d5175-fecb-41ad-9b19-15cffa6cb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['07360b49-da3e-41e0-bbd1-7e10d923a9fa'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:43.132175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6a54229f-8745-432a-9b7b-5b77ba0b6b41 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/routers/07360b49-da3e-41e0-bbd1-7e10d923a9fa HTTP/1.1" status: 200 len: 925 time: 0.2398067 Aug 30 14:46:43.132900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:43.148945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2a5d5175-fecb-41ad-9b19-15cffa6cb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:43.150349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d5175-fecb-41ad-9b19-15cffa6cb0da None None] The sync data for ids ['07360b49-da3e-41e0-bbd1-7e10d923a9fa'] in n-d-805668-3 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:43.197249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.234961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47bf74-00b0-4dc7-9ad2-75642785ba38 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:43.245773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fc47bf74-00b0-4dc7-9ad2-75642785ba38 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=07360b49-da3e-41e0-bbd1-7e10d923a9fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1117609 Aug 30 14:46:43.246654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:43.351778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c817baf6-2beb-429a-84cd-98890d045c88 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:43.378005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c817baf6-2beb-429a-84cd-98890d045c88 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:43.378605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c817baf6-2beb-429a-84cd-98890d045c88 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:43.444858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.452030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.477921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c437c93b-26c7-44fe-8ab6-318a2b309abe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f17afd48b014894b9266b621abe4590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317225 Aug 30 14:46:43.477921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:43.569134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.586314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8c25a-5059-49b8-8931-3cf0f6049b13 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:43.588151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-37a8c25a-5059-49b8-8931-3cf0f6049b13 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/networks/70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 881 time: 0.3403280 Aug 30 14:46:43.591631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:43.617065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.624294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-047292d3-11e6-4cae-a6ca-65956cd6d420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.628274 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.628847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a81180cb-72ac-4321-b4e9-b46fbd202376 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:43.634087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.638493 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4eb83096-3edb-4e4e-8d34-df5296071321 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a81180cb-72ac-4321-b4e9-b46fbd202376 HTTP/1.1" status: 204 len: 168 time: 2.6410077 Aug 30 14:46:43.639157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:43.671576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bc8cf5c0-93cb-48bf-b39f-092b1aaa0a92 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=07360b49-da3e-41e0-bbd1-7e10d923a9fa HTTP/1.1" status: 200 len: 205 time: 0.0714297 Aug 30 14:46:43.672767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:43.723836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:46:43.754942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d73119c-62f0-4aca-9688-e0b4734e0d97,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:43.757600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.758529 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment e08285ea-74e0-4046-8ecf-99b10408ff28 of type vlan for network 35de043a-4a7f-4387-b6f1-2dd374179544 Aug 30 14:46:43.807169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e05869-85a4-4bdb-8950-b144fd29dee1 admin admin] Deleting subnet 22dcc173-7ca7-417e-83f7-2b01880a0b4d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:43.813619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84e05869-85a4-4bdb-8950-b144fd29dee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.831290 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-047292d3-11e6-4cae-a6ca-65956cd6d420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.852837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.878123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84e05869-85a4-4bdb-8950-b144fd29dee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.971863 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:43.977685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:43.978502 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.068257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.117076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0173926 Aug 30 14:46:44.119099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb97e5-4e73-4ea6-bfe1-3ac3ee09c416 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=35de043a-4a7f-4387-b6f1-2dd374179544,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:44.131106 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84e05869-85a4-4bdb-8950-b144fd29dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.136219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 35de043a-4a7f-4387-b6f1-2dd374179544 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:46:44.180511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-047292d3-11e6-4cae-a6ca-65956cd6d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.190454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-047292d3-11e6-4cae-a6ca-65956cd6d420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.207049 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-047292d3-11e6-4cae-a6ca-65956cd6d420 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3faca7eb-d037-4071-bf5d-73ab15dcc57b HTTP/1.1" status: 204 len: 168 time: 0.7317755 Aug 30 14:46:44.243943 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84e05869-85a4-4bdb-8950-b144fd29dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.263602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:44.323718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e05869-85a4-4bdb-8950-b144fd29dee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22dcc173-7ca7-417e-83f7-2b01880a0b4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:44.330366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': '35de043a-4a7f-4387-b6f1-2dd374179544', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:44.340010 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84e05869-85a4-4bdb-8950-b144fd29dee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.346571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-84e05869-85a4-4bdb-8950-b144fd29dee1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/22dcc173-7ca7-417e-83f7-2b01880a0b4d HTTP/1.1" status: 204 len: 168 time: 0.6935999 Aug 30 14:46:44.349863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8d755-a71a-4496-9ad4-6f5f0c4b2bd2 None None] Network d5e7faea-dbe4-4641-b18c-d53900922e99 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:44.356983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:44.362319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047292d3-11e6-4cae-a6ca-65956cd6d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faca7eb-d037-4071-bf5d-73ab15dcc57b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:44.425489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.494221 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.581242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Deleting port 619eaf9d-8dad-4751-83d8-3c95e56c775f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:44.581589 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.621618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:44.625292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.692597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] DHCP port deletion for d5e7faea-dbe4-4641-b18c-d53900922e99 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:46:44.796911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] Deleting port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:44.797357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.799482 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.837885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Calling delete_port for 619eaf9d-8dad-4751-83d8-3c95e56c775f owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:44.939812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] For port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,segment=NetworkSegment(ba20e2fe-1dd7-4f2e-96fb-4daabc741c50),segment_id=ba20e2fe-1dd7-4f2e-96fb-4daabc741c50)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:44.942130 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.970845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Deleting port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:44.971849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.974193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] Calling delete_port for ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:44.981430 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.161509 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.183919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=d878f9ae-0cf2-417a-90f5-839a0d11b444,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:45.241561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] No DVR routers for this DVR port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:45.250449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7ca42-2539-4bac-b3ce-66a82e0a0adb None None] Pushing event deleted for resources: {'Port': ['ID=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:45.290282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] For port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,segment=NetworkSegment(ba20e2fe-1dd7-4f2e-96fb-4daabc741c50),segment_id=ba20e2fe-1dd7-4f2e-96fb-4daabc741c50)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:45.290629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.335516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.336269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Calling delete_port for ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:45.373362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': 'e08285ea-74e0-4046-8ecf-99b10408ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '35de043a-4a7f-4387-b6f1-2dd374179544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:45.373718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: 35de043a-4a7f-4387-b6f1-2dd374179544, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:46:45.392893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:45.433309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:45.440518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:45.441360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 780b4e64-ea21-40a7-a43f-127f5c695d27 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:45.443235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event deleted for resources: {'Port': ['ID=619eaf9d-8dad-4751-83d8-3c95e56c775f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:45.491480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 780b4e64-ea21-40a7-a43f-127f5c695d27 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:45.492290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 780b4e64-ea21-40a7-a43f-127f5c695d27 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:45.529016 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.530752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network 35de043a-4a7f-4387-b6f1-2dd374179544 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:46:45.565925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 35de043a-4a7f-4387-b6f1-2dd374179544) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:45.596858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f9f4e-1dbb-4028-b3aa-45b9b3d51b47 None None] Network 35de043a-4a7f-4387-b6f1-2dd374179544 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:45.626061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:45.627311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.630559 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.683913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad08cbd0-1a07-4d80-9e00-4f3b6e829a44,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:45.720189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] No DVR routers for this DVR port ad08cbd0-1a07-4d80-9e00-4f3b6e829a44 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:45.804459 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d4c30220-8a88-4d5c-a1e5-5550affceaa1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5375338 Aug 30 14:46:45.806595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:45.821900 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.824027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1746206846'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:45.825142 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.919433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.920049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Fanout notify agent at l3_agent the message router_deleted on router 07360b49-da3e-41e0-bbd1-7e10d923a9fa {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:45.936373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:45.937847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4752ae22-bb1b-4b77-bec3-cd2ae7428678 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/07360b49-da3e-41e0-bbd1-7e10d923a9fa HTTP/1.1" status: 204 len: 168 time: 2.2618473 Aug 30 14:46:45.942079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:45.948350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1545776558', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:46.003958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-35de043a-4a7f-4387-b6f1-2dd374179544', 'network_id': '35de043a-4a7f-4387-b6f1-2dd374179544', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': 'd878f9ae-0cf2-417a-90f5-839a0d11b444'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:46:46.004842 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.020591 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:46:46.020591 n-d-805668-3 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:46:46.020591 n-d-805668-3 neutron-server[94826]: [parameters: {'project_id': '8cc13b72c25d4774ad141f049fa3df7c', 'id': '450f0ce6-db5a-4479-889e-4de9d8a2177e', 'expiration': datetime.datetime(2021, 8, 30, 14, 48, 45, 985849)}] Aug 30 14:46:46.020591 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:46:46.021587 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:46:46.026210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.027413 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.071435 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.103897 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e7faea-dbe4-4641-b18c-d53900922e99']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:46.126570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:46.127954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba20e2fe-1dd7-4f2e-96fb-4daabc741c50') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:46.148697 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.183766 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.197492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:46.198013 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:46.200803 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:46.222618 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.350894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Allocated IP 172.20.255.242 (35de043a-4a7f-4387-b6f1-2dd374179544/d878f9ae-0cf2-417a-90f5-839a0d11b444/97ba9f68-771b-43cb-beb7-6ada341ef331) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:46.360583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.376047 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.390404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] 10.222.0.50 "DELETE /v2.0/networks/d5e7faea-dbe4-4641-b18c-d53900922e99 HTTP/1.1" status: 204 len: 168 time: 2.0313387 Aug 30 14:46:46.437717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b643d-0843-404f-8a8b-8dfdfee85b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e7faea-dbe4-4641-b18c-d53900922e99,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:46.555890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:46.574525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:46.579123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.612665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.633581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:46:46.659422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.659954 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment b25a9d28-d749-40f7-9f2f-f25585a3188b of type vlan for network b353b3be-800c-41ff-a38e-fb623e086eb7 Aug 30 14:46:46.696360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.723260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Transition to ACTIVE for port object 97ba9f68-771b-43cb-beb7-6ada341ef331 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:46.762914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.768086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:46.778474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Transition to ACTIVE for port object 97ba9f68-771b-43cb-beb7-6ada341ef331 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:46.796964 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.871243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9facf067-ffdd-4dd4-9985-b8d914cfab92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4461dc91ff84aaa8e564e89ddc309bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999639 Aug 30 14:46:46.871898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.873210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34318) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:46.878106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:46.878740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:46.950385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:46.972842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Pushing event updated for resources: {'Port': ['ID=97ba9f68-771b-43cb-beb7-6ada341ef331,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:46.984783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1749890 Aug 30 14:46:46.993511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:47.004459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Network 35de043a-4a7f-4387-b6f1-2dd374179544 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:47.010421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:47.018807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:47.023089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': 'b353b3be-800c-41ff-a38e-fb623e086eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:47.235620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Attempting to bind port 97ba9f68-771b-43cb-beb7-6ada341ef331 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:46:47.236004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Attempting to bind port 97ba9f68-771b-43cb-beb7-6ada341ef331 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e08285ea-74e0-4046-8ecf-99b10408ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '35de043a-4a7f-4387-b6f1-2dd374179544'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:46:47.236377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Attempting to bind port 97ba9f68-771b-43cb-beb7-6ada341ef331 on network 35de043a-4a7f-4387-b6f1-2dd374179544 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:46:47.245810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:46:47.245810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Checking segment: {'id': 'e08285ea-74e0-4046-8ecf-99b10408ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '35de043a-4a7f-4387-b6f1-2dd374179544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:47.246206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.246572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Bound using segment: {'id': 'e08285ea-74e0-4046-8ecf-99b10408ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '35de043a-4a7f-4387-b6f1-2dd374179544'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:46:47.247054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Bound port: 97ba9f68-771b-43cb-beb7-6ada341ef331, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08285ea-74e0-4046-8ecf-99b10408ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '35de043a-4a7f-4387-b6f1-2dd374179544'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:46:47.247448 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.264985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034a5e8-57c3-4099-a11a-f82dfb4535a2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=b353b3be-800c-41ff-a38e-fb623e086eb7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:47.293514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b353b3be-800c-41ff-a38e-fb623e086eb7 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:46:47.312861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6bacacc-0c4e-4972-a0c0-e1d17b6c671a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.420254 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81835deb-5d45-47f5-b98e-c3836c0d6fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.425258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec1c03cd-026a-40aa-beeb-069c9aa7a7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.446693 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.487372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.506760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81835deb-5d45-47f5-b98e-c3836c0d6fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.508764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] For port 97ba9f68-771b-43cb-beb7-6ada341ef331, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:46:47.521673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] For port 97ba9f68-771b-43cb-beb7-6ada341ef331, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=97ba9f68-771b-43cb-beb7-6ada341ef331,segment=NetworkSegment(e08285ea-74e0-4046-8ecf-99b10408ff28),segment_id=e08285ea-74e0-4046-8ecf-99b10408ff28)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:46:47.530888 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.548840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6bacacc-0c4e-4972-a0c0-e1d17b6c671a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.556725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6bacacc-0c4e-4972-a0c0-e1d17b6c671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.597499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b6bacacc-0c4e-4972-a0c0-e1d17b6c671a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b43ae6a60fc446769211ea4c984efca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6459606 Aug 30 14:46:47.599653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34334) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:47.633476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e098-e95c-45fa-b961-a33ee08ebaa7 None None] Pushing event updated for resources: {'Port': ['ID=97ba9f68-771b-43cb-beb7-6ada341ef331,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:47.737529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec1c03cd-026a-40aa-beeb-069c9aa7a7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.749021 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec1c03cd-026a-40aa-beeb-069c9aa7a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.753633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81835deb-5d45-47f5-b98e-c3836c0d6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.757368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81835deb-5d45-47f5-b98e-c3836c0d6fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.761001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-81835deb-5d45-47f5-b98e-c3836c0d6fd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15ba5783-0a0e-445a-b80d-0f703045e0a3 HTTP/1.1" status: 204 len: 168 time: 0.8553948 Aug 30 14:46:47.781957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Allocated IP 172.25.6.117 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/962c6f9e-8c68-4fcf-876c-ecf2a29226d6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:47.783765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bacacc-0c4e-4972-a0c0-e1d17b6c671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3766665-7778-45b8-9612-b8708de2c094,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:47.791682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81835deb-5d45-47f5-b98e-c3836c0d6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba5783-0a0e-445a-b80d-0f703045e0a3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:47.847873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bd22bfd-1395-4a5a-af2d-80a3ad6da1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.901682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ec1c03cd-026a-40aa-beeb-069c9aa7a7fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb510148445946abb0e8d723cb28c523&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3324661 Aug 30 14:46:47.902618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:47.906392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.912310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:47.955134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bd22bfd-1395-4a5a-af2d-80a3ad6da1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:47.971270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c03cd-026a-40aa-beeb-069c9aa7a7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c265c13d-871d-4f2b-81ca-c7c21414d46a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:48.078632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bd22bfd-1395-4a5a-af2d-80a3ad6da1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.085281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bd22bfd-1395-4a5a-af2d-80a3ad6da1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.087816 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7bd22bfd-1395-4a5a-af2d-80a3ad6da1ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3766665-7778-45b8-9612-b8708de2c094 HTTP/1.1" status: 204 len: 168 time: 0.4836404 Aug 30 14:46:48.109795 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.119887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd22bfd-1395-4a5a-af2d-80a3ad6da1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3766665-7778-45b8-9612-b8708de2c094,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:48.165354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b861160-ace9-4c12-b791-300612a6a86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.188824 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.220200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b861160-ace9-4c12-b791-300612a6a86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.248982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:48.254547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:48.262395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:48.292051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b861160-ace9-4c12-b791-300612a6a86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.294652 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b861160-ace9-4c12-b791-300612a6a86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.299893 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1b861160-ace9-4c12-b791-300612a6a86f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c265c13d-871d-4f2b-81ca-c7c21414d46a HTTP/1.1" status: 204 len: 168 time: 0.3777530 Aug 30 14:46:48.317356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b861160-ace9-4c12-b791-300612a6a86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c265c13d-871d-4f2b-81ca-c7c21414d46a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:48.355237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event updated for resources: {'Port': ['ID=962c6f9e-8c68-4fcf-876c-ecf2a29226d6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:48.546342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.608113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:48.715486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': 'b25a9d28-d749-40f7-9f2f-f25585a3188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b353b3be-800c-41ff-a38e-fb623e086eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:48.715819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: b353b3be-800c-41ff-a38e-fb623e086eb7, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:46:48.722716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=387c1b14-2fa5-407b-8ded-0daffed9d1ab,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:48.749696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network b353b3be-800c-41ff-a38e-fb623e086eb7 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:46:48.777959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b353b3be-800c-41ff-a38e-fb623e086eb7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:48.783160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:48.783930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.795238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd63c35e-d301-47d6-9ce2-5f91d58ae6b5 None None] Network b353b3be-800c-41ff-a38e-fb623e086eb7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:48.825938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-11f9f475-c089-416b-9792-742915d893b5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8313277 Aug 30 14:46:48.830761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:48.860503 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:48.924265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:49.032975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.144188 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.242117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002899aa-88b0-4ecd-88f4-8e12bf422ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b353b3be-800c-41ff-a38e-fb623e086eb7', 'network_id': 'b353b3be-800c-41ff-a38e-fb623e086eb7', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': '387c1b14-2fa5-407b-8ded-0daffed9d1ab'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:46:49.243014 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-002899aa-88b0-4ecd-88f4-8e12bf422ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.307223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.395673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 97ba9f68-771b-43cb-beb7-6ada341ef331 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:49.419753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=387c1b14-2fa5-407b-8ded-0daffed9d1ab,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:49.470603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e272c-a866-432f-883b-4b96465ee74b None None] Network 35de043a-4a7f-4387-b6f1-2dd374179544 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:49.520052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.547029 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b353b3be-800c-41ff-a38e-fb623e086eb7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-002899aa-88b0-4ecd-88f4-8e12bf422ef4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 387c1b14-2fa5-407b-8ded-0daffed9d1ab: This subnet is being modified by another concurrent operation. Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 387c1b14-2fa5-407b-8ded-0daffed9d1ab: This subnet is being modified by another concurrent operation. Aug 30 14:46:49.558890 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 30 14:46:49.571417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:49.591398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-033178f2-5f10-4eee-806a-20ae54a58113 None None] Provisioning for port 97ba9f68-771b-43cb-beb7-6ada341ef331 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:49.601009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a209da4d-f222-48dc-959a-fb01ed2a5499 None None] Network b353b3be-800c-41ff-a38e-fb623e086eb7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:49.617869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e664d97b-6162-4f77-b2f8-8a0e3a028a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.623338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25a9d28-d749-40f7-9f2f-f25585a3188b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:49.624308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25a9d28-d749-40f7-9f2f-f25585a3188b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:49.656301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.666965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 97ba9f68-771b-43cb-beb7-6ada341ef331 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:46:49.684696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.695000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 97ba9f68-771b-43cb-beb7-6ada341ef331 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:49.695664 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.696099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:49.696599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:49.700174 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:49.834750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.873084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.883688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/b353b3be-800c-41ff-a38e-fb623e086eb7 HTTP/1.1" status: 204 len: 168 time: 1.0517807 Aug 30 14:46:49.916358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:49.923027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1266182115'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:49.924730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c77801ea-0f67-4e8a-934c-1e0a6848c51f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=356d8d3422984408b4f2311b506222d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9951625 Aug 30 14:46:49.928911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:49.950902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd68df-3599-47d3-92ff-b730af00433a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=b353b3be-800c-41ff-a38e-fb623e086eb7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:49.987717 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:49.997177 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.074750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 97ba9f68-771b-43cb-beb7-6ada341ef331, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=97ba9f68-771b-43cb-beb7-6ada341ef331,segment=NetworkSegment(e08285ea-74e0-4046-8ecf-99b10408ff28),segment_id=e08285ea-74e0-4046-8ecf-99b10408ff28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:50.076568 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e664d97b-6162-4f77-b2f8-8a0e3a028a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.085400 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.086497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e664d97b-6162-4f77-b2f8-8a0e3a028a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.126332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e664d97b-6162-4f77-b2f8-8a0e3a028a42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b0c689edd8d49beb0f4de6097057ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495687 Aug 30 14:46:50.132364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:50.148276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=97ba9f68-771b-43cb-beb7-6ada341ef331,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:50.160458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.182247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664d97b-6162-4f77-b2f8-8a0e3a028a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3a1fd8-8b70-494a-8f61-7ad4064930dc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:50.194675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:50.198463 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.249906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:46:50.250190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6853f65-4e44-4e40-a927-a63ae9d2af10 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:46:50.267282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ca43ef4-13e2-458c-882b-b8d176efa2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.272343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.272700 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment cf68cdee-de1e-4d82-84ff-aa05b210f2a2 of type vlan for network f5a6a981-19f1-44ce-a05d-e0313675ffa2 Aug 30 14:46:50.309467 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ab90-f769-4e9b-b578-c4cc3d6fa34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.326976 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ca43ef4-13e2-458c-882b-b8d176efa2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.349114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.379640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-846ebaa1-44d5-44f0-b9a4-91467d6a2b88 None None] Provisioning complete for port 97ba9f68-771b-43cb-beb7-6ada341ef331 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:50.380318 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-846ebaa1-44d5-44f0-b9a4-91467d6a2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.421926 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ab90-f769-4e9b-b578-c4cc3d6fa34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.423826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.429244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6853f65-4e44-4e40-a927-a63ae9d2af10 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:46:50.433337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:50.434392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.515511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ca43ef4-13e2-458c-882b-b8d176efa2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.522314 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ca43ef4-13e2-458c-882b-b8d176efa2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.528872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8ca43ef4-13e2-458c-882b-b8d176efa2a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d3a1fd8-8b70-494a-8f61-7ad4064930dc HTTP/1.1" status: 204 len: 168 time: 0.3948383 Aug 30 14:46:50.545293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6269362 Aug 30 14:46:50.552648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:50.579134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': 'f5a6a981-19f1-44ce-a05d-e0313675ffa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:50.585932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca43ef4-13e2-458c-882b-b8d176efa2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3a1fd8-8b70-494a-8f61-7ad4064930dc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:50.588266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4770cf-cbbd-45de-8515-6e6272363c32 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=f5a6a981-19f1-44ce-a05d-e0313675ffa2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:50.617191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network f5a6a981-19f1-44ce-a05d-e0313675ffa2 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:46:50.623527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ab90-f769-4e9b-b578-c4cc3d6fa34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.629785 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ab90-f769-4e9b-b578-c4cc3d6fa34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.637273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ccf3ab90-f769-4e9b-b578-c4cc3d6fa34f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15396127-fed4-4235-9fb7-2615cfb44128 HTTP/1.1" status: 204 len: 168 time: 0.7056677 Aug 30 14:46:50.683747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3ab90-f769-4e9b-b578-c4cc3d6fa34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15396127-fed4-4235-9fb7-2615cfb44128,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:50.759161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:50.766840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Router 70dee5bb-7225-4fe1-bd04-862880d4fa21 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:46:50.770143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:50.877491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 14:46:50.879572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 14:46:51.019601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:51.033289 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766979c3-be6f-4658-8c1e-49189770b176 None None] Sync routers for ids ['70dee5bb-7225-4fe1-bd04-862880d4fa21'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:51.050597 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766979c3-be6f-4658-8c1e-49189770b176 None None] Routers {'70dee5bb-7225-4fe1-bd04-862880d4fa21'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:51.052623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-766979c3-be6f-4658-8c1e-49189770b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['70dee5bb-7225-4fe1-bd04-862880d4fa21'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:51.073639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.115233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.145525 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-766979c3-be6f-4658-8c1e-49189770b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:51.181878 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766979c3-be6f-4658-8c1e-49189770b176 None None] Routers {'70dee5bb-7225-4fe1-bd04-862880d4fa21'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:51.182536 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-766979c3-be6f-4658-8c1e-49189770b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['70dee5bb-7225-4fe1-bd04-862880d4fa21'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:51.234869 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-766979c3-be6f-4658-8c1e-49189770b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:51.235881 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766979c3-be6f-4658-8c1e-49189770b176 None None] The sync data for ids ['70dee5bb-7225-4fe1-bd04-862880d4fa21'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:51.252111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=2eb46e92-d49b-4a05-9937-223a36fa48e4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:51.274315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': 'cf68cdee-de1e-4d82-84ff-aa05b210f2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f5a6a981-19f1-44ce-a05d-e0313675ffa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:51.274942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: f5a6a981-19f1-44ce-a05d-e0313675ffa2, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:46:51.318982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network f5a6a981-19f1-44ce-a05d-e0313675ffa2 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:46:51.335423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, f5a6a981-19f1-44ce-a05d-e0313675ffa2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:51.346698 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.348611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:51.349358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0377afa-3c7a-4a1e-8d2e-9816809f4332 None None] Network f5a6a981-19f1-44ce-a05d-e0313675ffa2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:51.351051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.357811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-686dacd5-fd0b-4185-9f9f-3e78683af7f8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4109414 Aug 30 14:46:51.362183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:51.386759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:51.417878 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fa413a59-d0e3-4a80-ad64-7d406139f3ae tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8625925 Aug 30 14:46:51.419965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:51.442583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 97ba9f68-771b-43cb-beb7-6ada341ef331 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:46:51.632286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.657010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 97ba9f68-771b-43cb-beb7-6ada341ef331 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:46:51.657415 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.737204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f175a4cd-a303-4a00-9bf7-4b4bd9bcaafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-f5a6a981-19f1-44ce-a05d-e0313675ffa2', 'network_id': 'f5a6a981-19f1-44ce-a05d-e0313675ffa2', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': '2eb46e92-d49b-4a05-9937-223a36fa48e4'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:46:51.738505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f175a4cd-a303-4a00-9bf7-4b4bd9bcaafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.753189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.899413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:51.937852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb46e92-d49b-4a05-9937-223a36fa48e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-f175a4cd-a303-4a00-9bf7-4b4bd9bcaafc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2eb46e92-d49b-4a05-9937-223a36fa48e4: This subnet is being modified by another concurrent operation. Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2eb46e92-d49b-4a05-9937-223a36fa48e4: This subnet is being modified by another concurrent operation. Aug 30 14:46:51.951206 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 30 14:46:51.975696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4339b-dfe9-47eb-8e7f-2e73e978bbbe None None] Network f5a6a981-19f1-44ce-a05d-e0313675ffa2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:52.025756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.037459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a6a981-19f1-44ce-a05d-e0313675ffa2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:52.050710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf68cdee-de1e-4d82-84ff-aa05b210f2a2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:52.051463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf68cdee-de1e-4d82-84ff-aa05b210f2a2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:52.062909 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.083235 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.094354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:52.094956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:52.098801 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:52.144667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Deleting port 001718cc-7650-4caa-817c-6c36f1c240de {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:52.145293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.187922 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.222600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.224989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/f5a6a981-19f1-44ce-a05d-e0313675ffa2 HTTP/1.1" status: 204 len: 168 time: 0.8027415 Aug 30 14:46:52.226086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e24cbe-980b-4692-8380-cba6d421cf8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=f5a6a981-19f1-44ce-a05d-e0313675ffa2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:52.232443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:52.243195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1436482215'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:52.269332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7fd120-3f68-4c86-8318-84afd388a12e None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:46:52.278387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:52.285562 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.339181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:46:52.356013 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.356381 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment e9673b33-2103-4051-a267-3a70b5a9cc92 of type vlan for network d2ddbd3b-420d-4af2-b235-d86ba862b29f Aug 30 14:46:52.372688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] For port 001718cc-7650-4caa-817c-6c36f1c240de, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=001718cc-7650-4caa-817c-6c36f1c240de,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:52.373068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.393154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Calling delete_port for 001718cc-7650-4caa-817c-6c36f1c240de owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:52.418102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fd120-3f68-4c86-8318-84afd388a12e None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:46:52.490238 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.523784 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.550213 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.895516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:52.973414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Pushing event deleted for resources: {'Port': ['ID=001718cc-7650-4caa-817c-6c36f1c240de,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:52.982575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Deleting port 962c6f9e-8c68-4fcf-876c-ecf2a29226d6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:52.983208 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:53.001206 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:53.009424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:53.010392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:53.108563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=d2ddbd3b-420d-4af2-b235-d86ba862b29f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:53.124569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d2ddbd3b-420d-4af2-b235-d86ba862b29f details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:46:53.125906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ecd63575-73ed-49cc-895e-a7c18e2d6898 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8958585 Aug 30 14:46:53.128395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:53.135888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': 'd2ddbd3b-420d-4af2-b235-d86ba862b29f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:53.144091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:53.161514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Calling delete_port for 962c6f9e-8c68-4fcf-876c-ecf2a29226d6 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:53.329609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:53.338720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:53.481454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:53.634328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:53.736845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=b52ed897-b6e7-4ee7-9b22-1aa642c55be7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:53.760087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': 'e9673b33-2103-4051-a267-3a70b5a9cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2ddbd3b-420d-4af2-b235-d86ba862b29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:53.762240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: d2ddbd3b-420d-4af2-b235-d86ba862b29f, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:46:53.797397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network d2ddbd3b-420d-4af2-b235-d86ba862b29f is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:46:53.816774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d2ddbd3b-420d-4af2-b235-d86ba862b29f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:53.831176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:53.833532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:53.839291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3ab34-889c-417e-a3de-7d26faee6204 None None] Network d2ddbd3b-420d-4af2-b235-d86ba862b29f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:53.887233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-37789fc2-f3ea-4aed-9938-2c024fccedb7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7571838 Aug 30 14:46:53.893854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:54.187949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-d2ddbd3b-420d-4af2-b235-d86ba862b29f', 'network_id': 'd2ddbd3b-420d-4af2-b235-d86ba862b29f', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': 'b52ed897-b6e7-4ee7-9b22-1aa642c55be7'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:46:54.189915 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:54.379055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:54.448944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Pushing event deleted for resources: {'Port': ['ID=962c6f9e-8c68-4fcf-876c-ecf2a29226d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:54.473749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Router 2f45e561-948f-412b-85d9-8f58e7daed04 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:46:54.544674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Allocated IP 172.20.0.1 (d2ddbd3b-420d-4af2-b235-d86ba862b29f/b52ed897-b6e7-4ee7-9b22-1aa642c55be7/6e89c10f-7980-440b-b896-73803984e04c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:46:54.560777 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:54.597065 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:54.791341 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:54.802682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Transition to ACTIVE for port object 6e89c10f-7980-440b-b896-73803984e04c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:54.831014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Transition to ACTIVE for port object 6e89c10f-7980-440b-b896-73803984e04c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:46:54.840380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:54.846867 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:54.885584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:54.893761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Network d2ddbd3b-420d-4af2-b235-d86ba862b29f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:46:54.898331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:54.903928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] Sync routers for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:54.908492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:46:54.916219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Pushing event updated for resources: {'Port': ['ID=6e89c10f-7980-440b-b896-73803984e04c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:54.949428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:54.950739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2e363db2-7d59-4262-96a1-cf54f2c3ec20 admin admin] 10.222.0.50 "PUT /v2.0/routers/2f45e561-948f-412b-85d9-8f58e7daed04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3336339 Aug 30 14:46:54.959787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:54.960683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:54.966397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496407'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:54.978331 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570792'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.090984 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.102317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:46:55.122500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Router 70dee5bb-7225-4fe1-bd04-862880d4fa21 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:46:55.215060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.257596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:46:55.266041 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.268702 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bde66c-a37a-49a1-9e9f-35e9d82745f3 None None] Sync routers for ids ['70dee5bb-7225-4fe1-bd04-862880d4fa21'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:46:55.280263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b047f178-9f26-43d4-9d1f-8aa58dd2660f tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "PUT /v2.0/routers/70dee5bb-7225-4fe1-bd04-862880d4fa21 HTTP/1.1" status: 200 len: 710 time: 3.9128697 Aug 30 14:46:55.280263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:55.286347 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bde66c-a37a-49a1-9e9f-35e9d82745f3 None None] Routers {'70dee5bb-7225-4fe1-bd04-862880d4fa21'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:55.286987 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a1bde66c-a37a-49a1-9e9f-35e9d82745f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['70dee5bb-7225-4fe1-bd04-862880d4fa21'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:55.399947 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b3d69466-4d51-406f-83b0-218ec4f1ce36 tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/routers/70dee5bb-7225-4fe1-bd04-862880d4fa21 HTTP/1.1" status: 200 len: 745 time: 0.1153870 Aug 30 14:46:55.399947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.401028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34588) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:55.402646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Deleting port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:55.403008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.410208 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a1bde66c-a37a-49a1-9e9f-35e9d82745f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:55.448110 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bde66c-a37a-49a1-9e9f-35e9d82745f3 None None] Routers {'70dee5bb-7225-4fe1-bd04-862880d4fa21'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:55.448996 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a1bde66c-a37a-49a1-9e9f-35e9d82745f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['70dee5bb-7225-4fe1-bd04-862880d4fa21'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:55.498658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Attempting to bind port 6e89c10f-7980-440b-b896-73803984e04c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:46:55.499046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Attempting to bind port 6e89c10f-7980-440b-b896-73803984e04c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e9673b33-2103-4051-a267-3a70b5a9cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2ddbd3b-420d-4af2-b235-d86ba862b29f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:46:55.499324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Attempting to bind port 6e89c10f-7980-440b-b896-73803984e04c on network d2ddbd3b-420d-4af2-b235-d86ba862b29f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:46:55.520481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=b52ed897-b6e7-4ee7-9b22-1aa642c55be7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:55.526178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-80bc930d-50e6-4093-8bce-870e09fdf17f tempest-RoutersIpV6AdminTest-880388488 tempest-RoutersIpV6AdminTest-880388488-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&device_id=70dee5bb-7225-4fe1-bd04-862880d4fa21 HTTP/1.1" status: 200 len: 205 time: 0.0995293 Aug 30 14:46:55.541546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6862d2e5-a644-4e49-8ae6-bc259a9d8f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.545662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:46:55.546045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Checking segment: {'id': 'e9673b33-2103-4051-a267-3a70b5a9cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2ddbd3b-420d-4af2-b235-d86ba862b29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:55.546650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.547097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Bound using segment: {'id': 'e9673b33-2103-4051-a267-3a70b5a9cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2ddbd3b-420d-4af2-b235-d86ba862b29f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:46:55.547587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Bound port: 6e89c10f-7980-440b-b896-73803984e04c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9673b33-2103-4051-a267-3a70b5a9cc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2ddbd3b-420d-4af2-b235-d86ba862b29f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:46:55.547974 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.548712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:55.554672 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a1bde66c-a37a-49a1-9e9f-35e9d82745f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:55.555837 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bde66c-a37a-49a1-9e9f-35e9d82745f3 None None] The sync data for ids ['70dee5bb-7225-4fe1-bd04-862880d4fa21'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:55.566006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] For port 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:55.566389 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.587822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Calling delete_port for 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:55.717283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.732734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ddbd3b-420d-4af2-b235-d86ba862b29f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:55.745766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9673b33-2103-4051-a267-3a70b5a9cc92') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:55.746180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9673b33-2103-4051-a267-3a70b5a9cc92') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:55.757897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.761289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] For port 6e89c10f-7980-440b-b896-73803984e04c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:46:55.774708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-af097bf3-00df-4f65-add9-1dd612d6a6df tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=70dee5bb-7225-4fe1-bd04-862880d4fa21 HTTP/1.1" status: 200 len: 205 time: 0.2189143 Aug 30 14:46:55.774987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:55.786292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] For port 6e89c10f-7980-440b-b896-73803984e04c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6e89c10f-7980-440b-b896-73803984e04c,segment=NetworkSegment(e9673b33-2103-4051-a267-3a70b5a9cc92),segment_id=e9673b33-2103-4051-a267-3a70b5a9cc92)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:46:55.793784 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.795471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.805690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:55.806665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.877920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Pushing event updated for resources: {'Port': ['ID=6e89c10f-7980-440b-b896-73803984e04c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:55.891881 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:55.894259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.894353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.894947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.895077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.895335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.895669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.895999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.896325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.896676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.897542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.897669 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d76a-b3f8-46e2-9d68-ba894c06a34d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:55.897867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.898192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cd2a3d-88e8-4cb6-afaa-12a833a4776b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:46:55.900065 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 14:46:55.900065 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 14:46:55.900065 n-d-805668-3 neutron-server[94827]: [parameters: {'id': 'd2ddbd3b-420d-4af2-b235-d86ba862b29f'}] Aug 30 14:46:55.900065 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:46:55.901676 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:46:55.937297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:46:52Z', 'revision_number': 5, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port': {'id': '2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:38:40Z', 'updated_at': '2021-08-30T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:55.984839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] Checking router: 2f45e561-948f-412b-85d9-8f58e7daed04 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:46:55.998378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] Routers {'2f45e561-948f-412b-85d9-8f58e7daed04'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:46:55.999024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['2f45e561-948f-412b-85d9-8f58e7daed04'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:56.005161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d53d77-a5ae-4110-a824-0d5d07279dc0 None None] Network d2ddbd3b-420d-4af2-b235-d86ba862b29f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:56.118588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] Set router 2f45e561-948f-412b-85d9-8f58e7daed04 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:46:56.154146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d76a-b3f8-46e2-9d68-ba894c06a34d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.162084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d76a-b3f8-46e2-9d68-ba894c06a34d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.198332 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.225888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:46:55Z', 'revision_number': 6, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:56.266311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:56.315138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d76a-b3f8-46e2-9d68-ba894c06a34d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.319663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc2d76a-b3f8-46e2-9d68-ba894c06a34d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Fanout notify agent at l3_agent the message router_deleted on router 70dee5bb-7225-4fe1-bd04-862880d4fa21 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:56.329950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a837218-4064-43a6-83b3-7604ee7d82b4 None None] The sync data for ids ['2f45e561-948f-412b-85d9-8f58e7daed04'] in n-d-805668-3 is: [{'id': '2f45e561-948f-412b-85d9-8f58e7daed04', 'name': 'tempest-AttachVolumeTestJSON-460093852-router', 'tenant_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:38:38Z', 'updated_at': '2021-08-30T14:46:55Z', 'revision_number': 6, 'project_id': '4709a04a1ab44809b6c3ced32ed0ca1c', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:46:56.331952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d76a-b3f8-46e2-9d68-ba894c06a34d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.334063 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4cc2d76a-b3f8-46e2-9d68-ba894c06a34d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/70dee5bb-7225-4fe1-bd04-862880d4fa21 HTTP/1.1" status: 204 len: 168 time: 0.5577018 Aug 30 14:46:56.338257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.377788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d4b6aaaa-f8e2-46b2-a908-be35f962327d tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=70dee5bb-7225-4fe1-bd04-862880d4fa21 HTTP/1.1" status: 200 len: 205 time: 0.0381260 Aug 30 14:46:56.380316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.411452 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.435094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.437834 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-84444a2f-92db-42b7-b2c9-44406e0a8594 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] delete failed (client error): The resource could not be found. Aug 30 14:46:56.439350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-84444a2f-92db-42b7-b2c9-44406e0a8594 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/70dee5bb-7225-4fe1-bd04-862880d4fa21 HTTP/1.1" status: 404 len: 336 time: 0.0569215 Aug 30 14:46:56.442591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.477313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-37b6df0b-5c70-4168-8bae-8168656be06e tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=07360b49-da3e-41e0-bbd1-7e10d923a9fa HTTP/1.1" status: 200 len: 205 time: 0.0333161 Aug 30 14:46:56.482267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.507370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc3931-93d2-482e-8fce-41ed0bab63f1 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:46:56.560946 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-1e7f35fa-5f96-49ef-a943-42da85fef27a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] delete failed (client error): The resource could not be found. Aug 30 14:46:56.562760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e7f35fa-5f96-49ef-a943-42da85fef27a tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/07360b49-da3e-41e0-bbd1-7e10d923a9fa HTTP/1.1" status: 404 len: 336 time: 0.0767167 Aug 30 14:46:56.565441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.587243 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.591872 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.601841 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5dcdb174-e772-48d8-8ddb-1ecf05ff1ff2 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf21e5c6-c0df-4671-bc98-727c73c53197 HTTP/1.1" status: 200 len: 205 time: 0.0349920 Aug 30 14:46:56.606362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.674125 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-07e5568d-b3fd-4db5-8948-db1422f59e2b tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] delete failed (client error): The resource could not be found. Aug 30 14:46:56.678985 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-07e5568d-b3fd-4db5-8948-db1422f59e2b tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/bf21e5c6-c0df-4671-bc98-727c73c53197 HTTP/1.1" status: 404 len: 336 time: 0.0672197 Aug 30 14:46:56.681023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.687156 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.687979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f45e561-948f-412b-85d9-8f58e7daed04 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:46:56.704564 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.708741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c773632-4ebf-493e-bf29-254da0d9b54a admin admin] 10.222.0.50 "DELETE /v2.0/routers/2f45e561-948f-412b-85d9-8f58e7daed04 HTTP/1.1" status: 204 len: 168 time: 1.7589390 Aug 30 14:46:56.709736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.727433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc3931-93d2-482e-8fce-41ed0bab63f1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:46:56.761128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6a101ed9-74f2-4742-bbe9-a66995f05fb8 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4b11410-acee-44c6-b304-b040ae43bd66 HTTP/1.1" status: 200 len: 205 time: 0.0753906 Aug 30 14:46:56.766433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.869084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc5c343-8fe6-4be4-a5d6-5852af86875e admin admin] Deleting subnet 6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:46:56.872581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc5c343-8fe6-4be4-a5d6-5852af86875e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.877585 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f9a4c033-8b2b-43a3-a6c5-bb5e87a9fd11 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] delete failed (client error): The resource could not be found. Aug 30 14:46:56.878999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9a4c033-8b2b-43a3-a6c5-bb5e87a9fd11 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/b4b11410-acee-44c6-b304-b040ae43bd66 HTTP/1.1" status: 404 len: 336 time: 0.1029727 Aug 30 14:46:56.897494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:56.935827 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc5c343-8fe6-4be4-a5d6-5852af86875e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:56.964334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Deleting port 6e89c10f-7980-440b-b896-73803984e04c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:56.964681 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.060240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5cfe2dba-4247-4d6f-8092-963ba8bcc984 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fbd6888-4e42-4922-bd19-968c5f3f5ed7 HTTP/1.1" status: 200 len: 205 time: 0.1456761 Aug 30 14:46:57.063241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:57.077739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc5c343-8fe6-4be4-a5d6-5852af86875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.096357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] For port 6e89c10f-7980-440b-b896-73803984e04c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6e89c10f-7980-440b-b896-73803984e04c,segment=NetworkSegment(e9673b33-2103-4051-a267-3a70b5a9cc92),segment_id=e9673b33-2103-4051-a267-3a70b5a9cc92)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:57.096851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.114924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Calling delete_port for 6e89c10f-7980-440b-b896-73803984e04c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:57.133279 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-273e58c2-b464-4bdb-b083-0a211bbae6db tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] delete failed (client error): The resource could not be found. Aug 30 14:46:57.134357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-273e58c2-b464-4bdb-b083-0a211bbae6db tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/3fbd6888-4e42-4922-bd19-968c5f3f5ed7 HTTP/1.1" status: 404 len: 336 time: 0.0701697 Aug 30 14:46:57.137130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:57.171617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f1634261-a97a-47c0-81d8-1e8afa1113eb tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "GET /v2.0/ports?device_id=c01e6f16-48d2-4fa4-ba56-f00d2219c3e3 HTTP/1.1" status: 200 len: 205 time: 0.0331059 Aug 30 14:46:57.174843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:57.229452 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ab7b8118-9192-4642-80e4-a610302e57c0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] delete failed (client error): The resource could not be found. Aug 30 14:46:57.230763 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ab7b8118-9192-4642-80e4-a610302e57c0 tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/routers/c01e6f16-48d2-4fa4-ba56-f00d2219c3e3 HTTP/1.1" status: 404 len: 336 time: 0.0548000 Aug 30 14:46:57.233562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:57.294503 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f368a79a-1710-4e66-bc3b-350e9893d2ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] DELETE failed (client error): The resource could not be found. Aug 30 14:46:57.294972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f368a79a-1710-4e66-bc3b-350e9893d2ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:46:57.299438 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f368a79a-1710-4e66-bc3b-350e9893d2ba tempest-RoutersIpV6AdminTest-332448590 tempest-RoutersIpV6AdminTest-332448590-project] 10.222.0.50 "DELETE /v2.0/subnets/85bf080e-9ae9-457d-912a-4d6a1074bce4 HTTP/1.1" status: 404 len: 337 time: 0.0621383 Aug 30 14:46:57.310925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.328834 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc5c343-8fe6-4be4-a5d6-5852af86875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.330484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No DVR routers for this DVR port 6e89c10f-7980-440b-b896-73803984e04c on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:57.342906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 001718cc-7650-4caa-817c-6c36f1c240de no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:57.357483 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc5c343-8fe6-4be4-a5d6-5852af86875e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.361087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-edc5c343-8fe6-4be4-a5d6-5852af86875e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6f563f36-e2b4-4f0f-9d2d-a262d1488fc9 HTTP/1.1" status: 204 len: 168 time: 0.6488209 Aug 30 14:46:57.366598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:57.425489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642bcb72-0966-48ce-bc18-18f80918040c None None] Network 76d2391c-8dd6-40bc-aaaf-65b1b6401624 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:57.455542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5c343-8fe6-4be4-a5d6-5852af86875e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f563f36-e2b4-4f0f-9d2d-a262d1488fc9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:57.487947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Port': ['ID=6e89c10f-7980-440b-b896-73803984e04c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:57.592489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.660053 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 001718cc-7650-4caa-817c-6c36f1c240de {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:57.660408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 001718cc-7650-4caa-817c-6c36f1c240de not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:57.660837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:57.681626 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.701957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Deleting port 23cbe26e-2e5e-4a27-9051-571bef29c925 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:57.702312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.706369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ddbd3b-420d-4af2-b235-d86ba862b29f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:57.728056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9673b33-2103-4051-a267-3a70b5a9cc92') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:57.728786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9673b33-2103-4051-a267-3a70b5a9cc92') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:57.739957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.741382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:57.741743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2ac5bee1-2c77-4d1b-b8d9-7a2488349dc6 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:57.774966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.798830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:57.799508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.905362 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbc2f-407b-42f2-8bdf-a6fb8b30828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.922976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:57.933069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] For port 23cbe26e-2e5e-4a27-9051-571bef29c925, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=23cbe26e-2e5e-4a27-9051-571bef29c925,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:57.933453 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:57.957821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Calling delete_port for 23cbe26e-2e5e-4a27-9051-571bef29c925 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:57.980760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] DHCP port deletion for 76d2391c-8dd6-40bc-aaaf-65b1b6401624 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:58.007142 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:58.012057 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.025719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.032882 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/d2ddbd3b-420d-4af2-b235-d86ba862b29f HTTP/1.1" status: 204 len: 168 time: 4.1378641 Aug 30 14:46:58.037920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:58.087151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-842019242'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:58.099860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8baa3f-8adf-4d9f-83cf-7e549e4034aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=d2ddbd3b-420d-4af2-b235-d86ba862b29f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:58.123059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] Deleting port 23cbe26e-2e5e-4a27-9051-571bef29c925 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:46:58.123449 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.151704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.173964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:58.184630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.210447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cbe26e-2e5e-4a27-9051-571bef29c925,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:58.223658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] No DVR routers for this DVR port 23cbe26e-2e5e-4a27-9051-571bef29c925 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:58.248037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:46:58.263701 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.264381 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment eef08c8c-b10d-4f7c-8372-9311275dae55 of type vlan for network 3b688c94-71b7-4531-8495-2309fb3ff0a8 Aug 30 14:46:58.274506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb5974b-f7d6-4177-a9f3-5b1178207b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.305729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] For port 23cbe26e-2e5e-4a27-9051-571bef29c925, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=23cbe26e-2e5e-4a27-9051-571bef29c925,segment=NetworkSegment(f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6),segment_id=f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:46:58.309218 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.328057 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.348242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.348508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] Calling delete_port for 23cbe26e-2e5e-4a27-9051-571bef29c925 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:46:58.364798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d2391c-8dd6-40bc-aaaf-65b1b6401624']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:58.378728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:58.379146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f709d8a5-aad4-4e7f-b1e3-f68e34ec26c6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:46:58.395726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.413180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.419691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:58.420329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.420637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.434064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:46:58.434522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:46:58.436289 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:46:58.458626 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.512741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] Pushing event deleted for resources: {'Port': ['ID=23cbe26e-2e5e-4a27-9051-571bef29c925,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:58.519193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a791d-b0c9-4ec7-b2f6-79b5ee5d15f8 None None] No DVR routers for this DVR port 23cbe26e-2e5e-4a27-9051-571bef29c925 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:46:58.547782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.563879 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.581170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/76d2391c-8dd6-40bc-aaaf-65b1b6401624 HTTP/1.1" status: 204 len: 168 time: 1.2102954 Aug 30 14:46:58.583868 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.596652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=3b688c94-71b7-4531-8495-2309fb3ff0a8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:58.609654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 3b688c94-71b7-4531-8495-2309fb3ff0a8 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:46:58.692504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb5974b-f7d6-4177-a9f3-5b1178207b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.700307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51a7e9-59d2-4086-9f61-3579d7779ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d2391c-8dd6-40bc-aaaf-65b1b6401624,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:58.706323 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb5974b-f7d6-4177-a9f3-5b1178207b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.713579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7421a7fa-a24a-45ad-b051-90c994136109 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6430461 Aug 30 14:46:58.716488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:58.723110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': '3b688c94-71b7-4531-8495-2309fb3ff0a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:46:58.744274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5974b-f7d6-4177-a9f3-5b1178207b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74660a7c-b8f5-429e-ba6d-9d8c431f70b4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:58.777089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9bb5974b-f7d6-4177-a9f3-5b1178207b3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c3716c204ef4eb89674a20e8569f255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508265 Aug 30 14:46:58.778913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:58.795552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:58.868088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866c1de8-7171-401e-b742-e35f19525431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.894950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0ceeffe7-d51b-469d-a1b9-e96f0a02662a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4709a04a1ab44809b6c3ced32ed0ca1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958412 Aug 30 14:46:58.898019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:58.908986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866c1de8-7171-401e-b742-e35f19525431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.909885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:46:58.914427 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.984229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f484eb5a-e1c0-4f01-a5e5-ea02ef2630c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:58.998364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866c1de8-7171-401e-b742-e35f19525431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:59.000287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866c1de8-7171-401e-b742-e35f19525431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:59.001591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-866c1de8-7171-401e-b742-e35f19525431 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74660a7c-b8f5-429e-ba6d-9d8c431f70b4 HTTP/1.1" status: 204 len: 168 time: 0.2215552 Aug 30 14:46:59.020217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f484eb5a-e1c0-4f01-a5e5-ea02ef2630c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:59.022838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c1de8-7171-401e-b742-e35f19525431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74660a7c-b8f5-429e-ba6d-9d8c431f70b4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:59.164844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f484eb5a-e1c0-4f01-a5e5-ea02ef2630c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:59.167941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f484eb5a-e1c0-4f01-a5e5-ea02ef2630c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:59.180801 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f484eb5a-e1c0-4f01-a5e5-ea02ef2630c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd08c3a4-7bc5-4174-b50f-fb6a4c4e6d48 HTTP/1.1" status: 204 len: 168 time: 0.2733581 Aug 30 14:46:59.203308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484eb5a-e1c0-4f01-a5e5-ea02ef2630c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd08c3a4-7bc5-4174-b50f-fb6a4c4e6d48,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:59.264119 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:59.367477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:59.412146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 23cbe26e-2e5e-4a27-9051-571bef29c925 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:46:59.491349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 23cbe26e-2e5e-4a27-9051-571bef29c925 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:46:59.493320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 23cbe26e-2e5e-4a27-9051-571bef29c925 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:46:59.612631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=af0b2a19-6c48-446f-8b9c-6665ec7379fd,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:46:59.666204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': 'eef08c8c-b10d-4f7c-8372-9311275dae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b688c94-71b7-4531-8495-2309fb3ff0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:46:59.666700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: 3b688c94-71b7-4531-8495-2309fb3ff0a8, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:46:59.675208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:59.728866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network 3b688c94-71b7-4531-8495-2309fb3ff0a8 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:46:59.752077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 3b688c94-71b7-4531-8495-2309fb3ff0a8) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:46:59.763352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6d1d1-a7f1-4446-a0aa-ec288abe3a52 None None] Network 3b688c94-71b7-4531-8495-2309fb3ff0a8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:46:59.769191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:46:59.769916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:59.830029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:59.832513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb33d461-d053-4055-8777-6d0e8820953e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bc077b2e5e94275a6115b3da327357c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561227 Aug 30 14:46:59.895979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7cf57bfc-a5e1-4dcc-8e42-c33e55ee735e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1755586 Aug 30 14:46:59.896784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:46:59.962447 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c9353b-09af-4188-9cfd-fd31b12ba1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.009025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c9353b-09af-4188-9cfd-fd31b12ba1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.027569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-3b688c94-71b7-4531-8495-2309fb3ff0a8', 'network_id': '3b688c94-71b7-4531-8495-2309fb3ff0a8', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': 'af0b2a19-6c48-446f-8b9c-6665ec7379fd'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:00.028465 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.126944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.127280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c9353b-09af-4188-9cfd-fd31b12ba1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.132350 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25c9353b-09af-4188-9cfd-fd31b12ba1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.135992 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-25c9353b-09af-4188-9cfd-fd31b12ba1c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d78d182a-9bcb-4490-ba23-3791a8d118ae HTTP/1.1" status: 204 len: 168 time: 0.3039522 Aug 30 14:47:00.165088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9353b-09af-4188-9cfd-fd31b12ba1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78d182a-9bcb-4490-ba23-3791a8d118ae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:00.284856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.321520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Allocated IP 172.20.0.2 (3b688c94-71b7-4531-8495-2309fb3ff0a8/af0b2a19-6c48-446f-8b9c-6665ec7379fd/8dd3064b-acaf-4c72-98ff-8271e389e3e3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:00.640086 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.650972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Transition to ACTIVE for port object 8dd3064b-acaf-4c72-98ff-8271e389e3e3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:00.692858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Transition to ACTIVE for port object 8dd3064b-acaf-4c72-98ff-8271e389e3e3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:00.703591 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.730042 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:00.802650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Network 3b688c94-71b7-4531-8495-2309fb3ff0a8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:00.804685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:00.807825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:00.838232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=af0b2a19-6c48-446f-8b9c-6665ec7379fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:00.919076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Pushing event updated for resources: {'Port': ['ID=8dd3064b-acaf-4c72-98ff-8271e389e3e3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:00.981359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:00.994751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Attempting to bind port 8dd3064b-acaf-4c72-98ff-8271e389e3e3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:00.995140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Attempting to bind port 8dd3064b-acaf-4c72-98ff-8271e389e3e3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'eef08c8c-b10d-4f7c-8372-9311275dae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b688c94-71b7-4531-8495-2309fb3ff0a8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:00.995526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Attempting to bind port 8dd3064b-acaf-4c72-98ff-8271e389e3e3 on network 3b688c94-71b7-4531-8495-2309fb3ff0a8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:01.011041 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:01.011432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Checking segment: {'id': 'eef08c8c-b10d-4f7c-8372-9311275dae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b688c94-71b7-4531-8495-2309fb3ff0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:01.011847 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.012251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Bound using segment: {'id': 'eef08c8c-b10d-4f7c-8372-9311275dae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b688c94-71b7-4531-8495-2309fb3ff0a8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:01.012742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Bound port: 8dd3064b-acaf-4c72-98ff-8271e389e3e3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef08c8c-b10d-4f7c-8372-9311275dae55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b688c94-71b7-4531-8495-2309fb3ff0a8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:01.013158 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.042851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.071273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b688c94-71b7-4531-8495-2309fb3ff0a8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:01.123212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef08c8c-b10d-4f7c-8372-9311275dae55') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:01.123465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef08c8c-b10d-4f7c-8372-9311275dae55') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:01.159083 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.180501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] For port 8dd3064b-acaf-4c72-98ff-8271e389e3e3, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:01.190406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1839774771-network', 'tenant_id': '447118a64ed1434fa1634b6da0c72234'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:01.194651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] For port 8dd3064b-acaf-4c72-98ff-8271e389e3e3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8dd3064b-acaf-4c72-98ff-8271e389e3e3,segment=NetworkSegment(eef08c8c-b10d-4f7c-8372-9311275dae55),segment_id=eef08c8c-b10d-4f7c-8372-9311275dae55)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:01.204646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.222768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.246202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:01.247290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.252829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Made reservation on behalf of 447118a64ed1434fa1634b6da0c72234 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:01.255091 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:01.258351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.275860 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.378681 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 14:47:01.378681 n-d-805668-3 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 14:47:01.378681 n-d-805668-3 neutron-server[94826]: [parameters: {'id': '3b688c94-71b7-4531-8495-2309fb3ff0a8'}] Aug 30 14:47:01.378681 n-d-805668-3 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:47:01.378681 n-d-805668-3 neutron-server[94826]: DEBUG oslo_db.api [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:47:01.446189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed58ae-3cbc-4e65-878a-a24dee9811c7 None None] Pushing event updated for resources: {'Port': ['ID=8dd3064b-acaf-4c72-98ff-8271e389e3e3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:01.527883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e495173b-c294-4670-bfe8-b70f0faca9df None None] Network 3b688c94-71b7-4531-8495-2309fb3ff0a8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:01.555538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.564031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.649534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:01.688911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:01.700670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.701030 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Added segment dcc9e4d1-73ba-4ae6-b662-8339c97d5367 of type vlan for network 77f94df7-d876-4109-bc50-7a08f5d78d33 Aug 30 14:47:01.728383 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.753365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838af67-e265-4c50-ad14-d186a69b39fc None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:47:01.840447 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.876936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838af67-e265-4c50-ad14-d186a69b39fc None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:47:01.878837 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.914548 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.915685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:01.918599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:02.020928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:02.045155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Deleting port 8dd3064b-acaf-4c72-98ff-8271e389e3e3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:02.045974 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:02.050941 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0683317 Aug 30 14:47:02.052187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:02.057506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Request body: {'subnet': {'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1839774771-subnet', 'tenant_id': '447118a64ed1434fa1634b6da0c72234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:02.060875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ad07e-4651-4a28-afcb-5d54eae9a048 admin admin] Pushing event updated for resources: {'Network': ['ID=77f94df7-d876-4109-bc50-7a08f5d78d33,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:02.097484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 77f94df7-d876-4109-bc50-7a08f5d78d33 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:02.100811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Made reservation on behalf of 447118a64ed1434fa1634b6da0c72234 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:02.104262 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:02.213517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] For port 8dd3064b-acaf-4c72-98ff-8271e389e3e3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8dd3064b-acaf-4c72-98ff-8271e389e3e3,segment=NetworkSegment(eef08c8c-b10d-4f7c-8372-9311275dae55),segment_id=eef08c8c-b10d-4f7c-8372-9311275dae55)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:02.214256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:02.251278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Calling delete_port for 8dd3064b-acaf-4c72-98ff-8271e389e3e3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:02.263041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1794634212'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:02.322781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:02.343250 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:47:02.346575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:02.389424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:02.508510 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:02.595380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d952008b-65da-4fe6-bcf1-181052f4f864,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:02.614614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Checking segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:02.615370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Network hostable DHCP agents. Network: 77f94df7-d876-4109-bc50-7a08f5d78d33, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:02.638765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Network 77f94df7-d876-4109-bc50-7a08f5d78d33 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:02.656781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 77f94df7-d876-4109-bc50-7a08f5d78d33) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:02.663504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:02.663881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:02.671890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0a665-158b-492a-86b6-a40576ac8323 None None] Network 77f94df7-d876-4109-bc50-7a08f5d78d33 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:02.687425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-66f0d1ac-7c59-4256-a3bc-1797c790bafc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6338010 Aug 30 14:47:03.076803 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.083251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e579459a-8864-4406-ba10-bcd4abc390a0 None None] Network 77f94df7-d876-4109-bc50-7a08f5d78d33 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:03.201730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.261615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Port': ['ID=8dd3064b-acaf-4c72-98ff-8271e389e3e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:03.269967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No DVR routers for this DVR port 8dd3064b-acaf-4c72-98ff-8271e389e3e3 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:03.500049 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.544599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b688c94-71b7-4531-8495-2309fb3ff0a8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:03.594302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef08c8c-b10d-4f7c-8372-9311275dae55') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:03.594665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef08c8c-b10d-4f7c-8372-9311275dae55') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:03.613554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.638227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-d924fde8-deda-4efc-9dff-c8c77505e2f2 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:03.639766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-d924fde8-deda-4efc-9dff-c8c77505e2f2 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 815 time: 0.3415492 Aug 30 14:47:03.649344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.677718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.700429 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-bc5f0de0-15e9-40ba-ac6f-12aebbd76d62 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/quotas/447118a64ed1434fa1634b6da0c72234 HTTP/1.1" status: 200 len: 375 time: 0.0469303 Aug 30 14:47:03.703549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:03.703975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.708740 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:03.712719 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:03.895937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07603e44-6edf-400e-9396-4b396f66baad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:03.921370 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-a0979c35-bd34-441a-891e-5148ce437846 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2200181 Aug 30 14:47:03.921989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.934012 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.939471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:03.941365 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/3b688c94-71b7-4531-8495-2309fb3ff0a8 HTTP/1.1" status: 204 len: 168 time: 4.0427048 Aug 30 14:47:03.947786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616573936'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:03.962887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:03.988477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461f0b-d90c-454e-aeef-f2137f04c6aa tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=3b688c94-71b7-4531-8495-2309fb3ff0a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:03.996679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:03.997032 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Added segment 9fcc245f-8515-464d-b5aa-3b07115b4619 of type vlan for network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 Aug 30 14:47:03.999682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:04.016010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.069567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.102922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:04.111957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.155122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.155524 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment 3fd5a68b-b134-4962-808a-ef0a120ba9b0 of type vlan for network bb545e5f-4589-4cdd-8b43-87491b5fbd03 Aug 30 14:47:04.156454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:04.157432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.238628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.274017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.280839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:04.281952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.329734 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3070655 Aug 30 14:47:04.336750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:04.344830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:04.362310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8322a-c368-4611-b838-c7630432c682 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Network': ['ID=fc6a2e33-1ed1-4e6d-8e10-e349d5356783,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:04.375118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:04.406971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-1dc18cbf-76ec-4a21-b1cb-f126b01dddfb service neutron] 10.222.0.50 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744616 Aug 30 14:47:04.427069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4856386 Aug 30 14:47:04.432834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:04.440623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': 'bb545e5f-4589-4cdd-8b43-87491b5fbd03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:04.504736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c01d14-a10e-468c-80b1-e035aac5a9e9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=bb545e5f-4589-4cdd-8b43-87491b5fbd03,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:04.528742 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network bb545e5f-4589-4cdd-8b43-87491b5fbd03 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:04.677074 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-6fe8a1d9-adf5-4bc1-89a9-c9403534cd5e service neutron] 10.222.0.50 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592187 Aug 30 14:47:04.690508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:04.699376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.844425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:04.848386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:04.967311 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee94859a-216f-42c1-9a47-dca7abc47727 req-30e2dd8a-7fb6-4256-9103-4ce9bf33bf5e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0750566 Aug 30 14:47:04.968653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 14:47:04.969296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 14:47:05.051436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:05.165402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=707b06e9-72a6-4749-aeb7-877b9ef2ae6e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:05.181207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:05.181643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network hostable DHCP agents. Network: fc6a2e33-1ed1-4e6d-8e10-e349d5356783, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:05.235238 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:05.242909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:05.281344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, fc6a2e33-1ed1-4e6d-8e10-e349d5356783) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:05.291567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:05.292171 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:05.300347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df70e8a-26a4-4e8d-9e4a-ef3fef708dfd None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:05.317917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=eb0656e3-c659-4c0e-b5ec-1d18490722ca,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:05.328493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d07b2d19-6848-4b7f-98e5-d94951bee354 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9885855 Aug 30 14:47:05.331526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:05.332048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': '3fd5a68b-b134-4962-808a-ef0a120ba9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bb545e5f-4589-4cdd-8b43-87491b5fbd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:05.332048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: bb545e5f-4589-4cdd-8b43-87491b5fbd03, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:05.339953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'name': 'tempest-NetworksTestDHCPv6-1688088915'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:05.353686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network bb545e5f-4589-4cdd-8b43-87491b5fbd03 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:05.365533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, bb545e5f-4589-4cdd-8b43-87491b5fbd03) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:05.369914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:05.370497 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:05.387630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f9612-162d-402e-a3cd-0332ba61e703 None None] Network bb545e5f-4589-4cdd-8b43-87491b5fbd03 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:05.398152 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6b80bb1c-b0e8-49d8-9649-4f75059fd444 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9593620 Aug 30 14:47:05.399296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:05.540084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:05.544108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:05.574875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 15b1014c-338e-4470-93f4-e247070176fd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:05.671054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '707b06e9-72a6-4749-aeb7-877b9ef2ae6e'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:05.671929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:05.687665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-bb545e5f-4589-4cdd-8b43-87491b5fbd03', 'network_id': 'bb545e5f-4589-4cdd-8b43-87491b5fbd03', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': 'eb0656e3-c659-4c0e-b5ec-1d18490722ca'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:05.688530 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:05.749787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::4 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/707b06e9-72a6-4749-aeb7-877b9ef2ae6e/15b1014c-338e-4470-93f4-e247070176fd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:05.973293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.056477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.065588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Allocated IP 172.20.0.3 (bb545e5f-4589-4cdd-8b43-87491b5fbd03/eb0656e3-c659-4c0e-b5ec-1d18490722ca/519e5afd-9dd3-4f03-810d-8a146ebab104) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:06.070257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.090253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 15b1014c-338e-4470-93f4-e247070176fd will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:06.145143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f7ed100-7c8f-4c5e-8191-6bcc817621a7 req-20b93276-9790-4bd9-b00a-a562be8ac003 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0501971 Aug 30 14:47:06.189019 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.245706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/707b06e9-72a6-4749-aeb7-877b9ef2ae6e/08cb710b-c31f-4514-a105-248b7aaf3bdc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:06.290156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:06.291572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=15b1014c-338e-4470-93f4-e247070176fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:06.303517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:06.306683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:06.313175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:06.313862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.350923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-12f07a65-b66d-4f8b-86bd-433f6d9a3c24 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0155129 Aug 30 14:47:06.351829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:06.452488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aed001-7839-4e10-a43c-d5469b29f8c2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:06.456496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1aed001-7839-4e10-a43c-d5469b29f8c2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1017816 Aug 30 14:47:06.456900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:06.540385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.575336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Transition to ACTIVE for port object 519e5afd-9dd3-4f03-810d-8a146ebab104 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:06.588966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-06a30da5-9d83-4f11-82ea-7547220fc133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 15b1014c-338e-4470-93f4-e247070176fd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:06.589364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06a30da5-9d83-4f11-82ea-7547220fc133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.606339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Transition to ACTIVE for port object 519e5afd-9dd3-4f03-810d-8a146ebab104 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:06.608777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.632877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Transition to ACTIVE for port object 08cb710b-c31f-4514-a105-248b7aaf3bdc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:06.636694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.642159 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.718489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0656e3-c659-4c0e-b5ec-1d18490722ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:06.769818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Transition to ACTIVE for port object 08cb710b-c31f-4514-a105-248b7aaf3bdc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:06.771271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06a30da5-9d83-4f11-82ea-7547220fc133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.778390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Network bb545e5f-4589-4cdd-8b43-87491b5fbd03 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:06.792108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Pushing event updated for resources: {'Port': ['ID=519e5afd-9dd3-4f03-810d-8a146ebab104,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:06.801524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-06a30da5-9d83-4f11-82ea-7547220fc133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 15b1014c-338e-4470-93f4-e247070176fd owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:06.819952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.825464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:06.829543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:06.849560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb545e5f-4589-4cdd-8b43-87491b5fbd03']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:06.854432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.884232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd5a68b-b134-4962-808a-ef0a120ba9b0') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:06.884848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd5a68b-b134-4962-808a-ef0a120ba9b0') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:06.906890 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.944628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:06.959520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:06.960426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:07.054493 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:07.060322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 14:47:07.060322 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 14:47:07.060322 n-d-805668-3 neutron-server[94827]: [parameters: {'id': 'bb545e5f-4589-4cdd-8b43-87491b5fbd03'}] Aug 30 14:47:07.060322 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:47:07.064852 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:47:07.066968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:07.069097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Attempting to bind port 519e5afd-9dd3-4f03-810d-8a146ebab104 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:07.069484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Attempting to bind port 519e5afd-9dd3-4f03-810d-8a146ebab104 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3fd5a68b-b134-4962-808a-ef0a120ba9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bb545e5f-4589-4cdd-8b43-87491b5fbd03'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:07.070045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Attempting to bind port 519e5afd-9dd3-4f03-810d-8a146ebab104 on network bb545e5f-4589-4cdd-8b43-87491b5fbd03 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:07.071922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Pushing event updated for resources: {'Port': ['ID=08cb710b-c31f-4514-a105-248b7aaf3bdc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:07.077717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:07.080527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:07.089387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:07.089787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Checking segment: {'id': '3fd5a68b-b134-4962-808a-ef0a120ba9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bb545e5f-4589-4cdd-8b43-87491b5fbd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:07.090199 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.090593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Bound using segment: {'id': '3fd5a68b-b134-4962-808a-ef0a120ba9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bb545e5f-4589-4cdd-8b43-87491b5fbd03'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:07.091079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Bound port: 519e5afd-9dd3-4f03-810d-8a146ebab104, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd5a68b-b134-4962-808a-ef0a120ba9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bb545e5f-4589-4cdd-8b43-87491b5fbd03'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:07.091485 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.139675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06a30da5-9d83-4f11-82ea-7547220fc133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.203172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a30da5-9d83-4f11-82ea-7547220fc133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=15b1014c-338e-4470-93f4-e247070176fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:07.222437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Attempting to bind port 08cb710b-c31f-4514-a105-248b7aaf3bdc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:07.222813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Attempting to bind port 08cb710b-c31f-4514-a105-248b7aaf3bdc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:07.223177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Attempting to bind port 08cb710b-c31f-4514-a105-248b7aaf3bdc on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:07.251869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:07.252235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:07.252650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.253146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:07.254841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Bound port: 08cb710b-c31f-4514-a105-248b7aaf3bdc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:07.255575 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.272175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] For port 519e5afd-9dd3-4f03-810d-8a146ebab104, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:07.276730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06a30da5-9d83-4f11-82ea-7547220fc133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.279317 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-06a30da5-9d83-4f11-82ea-7547220fc133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/15b1014c-338e-4470-93f4-e247070176fd HTTP/1.1" status: 204 len: 168 time: 0.8209469 Aug 30 14:47:07.285635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:07.293654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] For port 519e5afd-9dd3-4f03-810d-8a146ebab104, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=519e5afd-9dd3-4f03-810d-8a146ebab104,segment=NetworkSegment(3fd5a68b-b134-4962-808a-ef0a120ba9b0),segment_id=3fd5a68b-b134-4962-808a-ef0a120ba9b0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:07.309004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e7e3a6aa-1daf-4811-8fac-7fa6f1cc3b9d req-74991aae-83b3-4b2e-a412-d821567df3d3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0668440 Aug 30 14:47:07.317572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.378325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e6a1b-cece-4a63-8595-0ed5699ea94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:07.384384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e6a1b-cece-4a63-8595-0ed5699ea94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:07.386514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-974e6a1b-cece-4a63-8595-0ed5699ea94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0998471 Aug 30 14:47:07.390381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:07.451135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] For port 08cb710b-c31f-4514-a105-248b7aaf3bdc, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:07.453553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae7ac7-16ad-440b-beb3-7ced4eaf38e7 None None] Pushing event updated for resources: {'Port': ['ID=519e5afd-9dd3-4f03-810d-8a146ebab104,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:07.457947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] For port 08cb710b-c31f-4514-a105-248b7aaf3bdc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=08cb710b-c31f-4514-a105-248b7aaf3bdc,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:07.478252 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.484466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e82849-5b21-4c94-abec-c8870c5cbf31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 707b06e9-72a6-4749-aeb7-877b9ef2ae6e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:07.489210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e82849-5b21-4c94-abec-c8870c5cbf31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.502992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346cbd8-647b-426a-afdd-c498fba261bf None None] Network bb545e5f-4589-4cdd-8b43-87491b5fbd03 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:07.554351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e82849-5b21-4c94-abec-c8870c5cbf31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.655043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e705d-fb75-4d5c-987a-19271de41a59 None None] Pushing event updated for resources: {'Port': ['ID=08cb710b-c31f-4514-a105-248b7aaf3bdc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:07.683052 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.700248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e82849-5b21-4c94-abec-c8870c5cbf31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.873313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e82849-5b21-4c94-abec-c8870c5cbf31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.931448 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93e82849-5b21-4c94-abec-c8870c5cbf31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:07.935238 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-93e82849-5b21-4c94-abec-c8870c5cbf31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/707b06e9-72a6-4749-aeb7-877b9ef2ae6e HTTP/1.1" status: 204 len: 168 time: 0.5411201 Aug 30 14:47:07.936151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34914) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:07.938014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e82849-5b21-4c94-abec-c8870c5cbf31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=707b06e9-72a6-4749-aeb7-877b9ef2ae6e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:08.010553 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a9ba4df7-5f55-49f7-b736-28a2c25666fb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632143 Aug 30 14:47:08.011265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:08.013018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Deleting port 519e5afd-9dd3-4f03-810d-8a146ebab104 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:08.013509 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.026565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:08.114251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] For port 519e5afd-9dd3-4f03-810d-8a146ebab104, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=519e5afd-9dd3-4f03-810d-8a146ebab104,segment=NetworkSegment(3fd5a68b-b134-4962-808a-ef0a120ba9b0),segment_id=3fd5a68b-b134-4962-808a-ef0a120ba9b0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:08.114831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.137203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Calling delete_port for 519e5afd-9dd3-4f03-810d-8a146ebab104 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:08.197073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:08.201681 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.254473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.300496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Port': ['ID=519e5afd-9dd3-4f03-810d-8a146ebab104,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:08.308951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No DVR routers for this DVR port 519e5afd-9dd3-4f03-810d-8a146ebab104 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:08.415710 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.429845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb545e5f-4589-4cdd-8b43-87491b5fbd03']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:08.451270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4e8ab000-da5e-4b0c-92e7-e70dbbfc41d5 req-96861b05-0372-4e50-8449-36560d222be7 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0412314 Aug 30 14:47:08.454887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd5a68b-b134-4962-808a-ef0a120ba9b0') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:08.455190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd5a68b-b134-4962-808a-ef0a120ba9b0') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:08.458026 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.468387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.502063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.512581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:08.513021 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.513233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:08.524367 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:08.560876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:08.565213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:08.566270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.570922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=898e97df-8ebc-4501-847f-2e10cb11c7ee,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:08.607655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-16e240be-1032-48ad-b1fd-42b34ebd1141 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5949750 Aug 30 14:47:08.608381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:08.619899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'name': 'tempest-NetworksTestDHCPv6-704742733'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:08.678905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.695574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.697862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/bb545e5f-4589-4cdd-8b43-87491b5fbd03 HTTP/1.1" status: 204 len: 168 time: 3.2951162 Aug 30 14:47:08.706203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:08.714854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-687355438'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:08.744279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01c7e1-4081-474b-96e1-8a4daf1161cd tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=bb545e5f-4589-4cdd-8b43-87491b5fbd03,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:08.769032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:08.773273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.833122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:08.836254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:08.841149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.848213 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.848213 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment a54495f0-c604-490d-b093-fadb3e1945e5 of type vlan for network 7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d Aug 30 14:47:08.879225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 603398c7-455c-42cb-a4dc-df301012e334 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:08.911721 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.972935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:08.980378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:08.984388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.074984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::38 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/898e97df-8ebc-4501-847f-2e10cb11c7ee/603398c7-455c-42cb-a4dc-df301012e334) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:09.102074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:09.108533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': '7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:09.110365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4027259 Aug 30 14:47:09.123816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5c2ee-3f78-4770-8b39-0005ad678220 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:09.138679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:09.267211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a23d5-a228-4451-98aa-41dbedcbe5c4 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:09.437158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 08cb710b-c31f-4514-a105-248b7aaf3bdc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:09.465150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:09.468861 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.500672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-313cec0b-344f-44fc-b5f0-0a2e1f4d0145 None None] Provisioning for port 08cb710b-c31f-4514-a105-248b7aaf3bdc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:09.565925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 08cb710b-c31f-4514-a105-248b7aaf3bdc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:09.569752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.572139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 08cb710b-c31f-4514-a105-248b7aaf3bdc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:09.572705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.607438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc11af1d-ce1b-4d22-9682-672cef86907d req-f71999fa-45be-482e-9cda-0b95c8426d90 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0587423 Aug 30 14:47:09.622876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 603398c7-455c-42cb-a4dc-df301012e334 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:09.743520 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.852405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:09.864475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:09.871480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=603398c7-455c-42cb-a4dc-df301012e334,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:09.883722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:09.892954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:09.893933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.936904 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.979015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-505da654-5e5a-43c2-8594-7a571d954a5e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3618779 Aug 30 14:47:09.980247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:09.986535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.054325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 08cb710b-c31f-4514-a105-248b7aaf3bdc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=08cb710b-c31f-4514-a105-248b7aaf3bdc,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:10.072907 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.096694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=ad9b9801-608d-48a7-9788-1176da209635,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:10.106018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': 'a54495f0-c604-490d-b093-fadb3e1945e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:10.106477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: 7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:10.106949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e5ae6-7662-45a8-ab38-67417e576582 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:10.119984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e5ae6-7662-45a8-ab38-67417e576582 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:10.122060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-659e5ae6-7662-45a8-ab38-67417e576582 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1404607 Aug 30 14:47:10.124932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:10.141211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network 7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:10.160110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=08cb710b-c31f-4514-a105-248b7aaf3bdc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:10.224086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:10.230994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:10.231758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.240771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f480340-696e-45ce-bb6a-915473b0a6e8 None None] Network 7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:10.253657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f5d24a92-81ab-4588-9a9a-8e8e0b3fbf6d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1495388 Aug 30 14:47:10.256724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:10.285177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 603398c7-455c-42cb-a4dc-df301012e334 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:10.285613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.358584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628f1b8-005e-4f48-9777-9157b21faf33 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:10.435841 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.462230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 603398c7-455c-42cb-a4dc-df301012e334 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:10.510992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.621934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ea0109c-9968-4628-ae02-d21310e9612a None None] Provisioning complete for port 08cb710b-c31f-4514-a105-248b7aaf3bdc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:10.622762 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ea0109c-9968-4628-ae02-d21310e9612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.626700 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.776342 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-38281449-c374-42ac-86f7-b5d803274884 req-e68f76e7-076c-4248-a04e-5cb34dc27d13 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0562303 Aug 30 14:47:10.800730 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.804115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.848549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9b9801-608d-48a7-9788-1176da209635,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:10.870656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=603398c7-455c-42cb-a4dc-df301012e334,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:10.915331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.915691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.916320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.916663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.917007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.917385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.917716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.918056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.918382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.918710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.919066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.919426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:10.923886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.925398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb4654-7109-4f1f-816a-1f007e6d3fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d', 'network_id': '7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': 'ad9b9801-608d-48a7-9788-1176da209635'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:10.925917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8736336-8c7c-4c0d-9e7a-8cca50b58804 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/603398c7-455c-42cb-a4dc-df301012e334 HTTP/1.1" status: 204 len: 168 time: 0.7997308 Aug 30 14:47:10.926681 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4654-7109-4f1f-816a-1f007e6d3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.928867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:11.004587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4a073-4728-486d-87c7-22691c3be5b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:11.006979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4a073-4728-486d-87c7-22691c3be5b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:11.009219 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bcf4a073-4728-486d-87c7-22691c3be5b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0793526 Aug 30 14:47:11.013588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:11.018095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.040687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:11.047509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8ea0109c-9968-4628-ae02-d21310e9612a None None] Could not find standard attr ID for object 603398c7-455c-42cb-a4dc-df301012e334. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:47:11.066566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54495f0-c604-490d-b093-fadb3e1945e5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:11.066926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54495f0-c604-490d-b093-fadb3e1945e5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:11.098800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.106686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-28837a59-bc89-49ab-bc65-238f59ea64f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 898e97df-8ebc-4501-847f-2e10cb11c7ee {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:11.119967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28837a59-bc89-49ab-bc65-238f59ea64f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.134570 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.145635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:11.146365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:11.149801 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:11.196582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b742530-1ac2-4243-bd8a-defa2f52c850 None None] Network 7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:11.245942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28837a59-bc89-49ab-bc65-238f59ea64f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.296345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.310422 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.312469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d HTTP/1.1" status: 204 len: 168 time: 1.0541282 Aug 30 14:47:11.332149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:11.350236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-567088163'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:11.351072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f594f-c40e-4012-b77d-57d4bba113c9 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:11.421864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 08cb710b-c31f-4514-a105-248b7aaf3bdc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:11.464045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:11.476433 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.516748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28837a59-bc89-49ab-bc65-238f59ea64f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.549669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 08cb710b-c31f-4514-a105-248b7aaf3bdc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:11.550545 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.627662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:11.679928 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.680238 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment 8f8ceeae-a963-47e9-91b6-cb2229c71614 of type vlan for network ccfff979-b5e8-44f0-b64e-9ab79a9d2fde Aug 30 14:47:11.691864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28837a59-bc89-49ab-bc65-238f59ea64f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.710236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28837a59-bc89-49ab-bc65-238f59ea64f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.712179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-28837a59-bc89-49ab-bc65-238f59ea64f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/898e97df-8ebc-4501-847f-2e10cb11c7ee HTTP/1.1" status: 204 len: 168 time: 0.6983345 Aug 30 14:47:11.715236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:11.773707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c5ee1c9-cd98-45be-b831-c5312b3a2c79 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568898 Aug 30 14:47:11.777280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28837a59-bc89-49ab-bc65-238f59ea64f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=898e97df-8ebc-4501-847f-2e10cb11c7ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:11.778655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34990) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:11.784225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.786261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:11.802766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8aae66df-55de-4640-9469-0817454076ba None None] Provisioning complete for port 08cb710b-c31f-4514-a105-248b7aaf3bdc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:11.803152 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8aae66df-55de-4640-9469-0817454076ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.862916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.873457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:11.875110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:11.908802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5751989 Aug 30 14:47:11.921507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:11.932521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': 'ccfff979-b5e8-44f0-b64e-9ab79a9d2fde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:12.027368 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3118886a-2289-4de7-b7d2-17be0324a868 req-2d0d574b-a2a4-4e1f-9bbf-47f36b943d7d tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.1018777 Aug 30 14:47:12.095693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d88a03d-8a3e-4362-a8b3-8f7566348ff3 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:12.105695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4db86-f67f-43ae-8325-1449a676db37 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=ccfff979-b5e8-44f0-b64e-9ab79a9d2fde,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:12.141010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:12.144556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.189014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network ccfff979-b5e8-44f0-b64e-9ab79a9d2fde details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:12.229530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:12.233575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.432930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eae417f9-dd55-4861-8a62-88e08743df79 None None] Could not find standard attr ID for object 15b1014c-338e-4470-93f4-e247070176fd. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:47:12.598297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.682175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:47:12.713129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:12.714909 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.719399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:12.733388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:12.734015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.782827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0020750 Aug 30 14:47:12.785001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:12.789160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'name': 'tempest-NetworksTestDHCPv6-1576723216'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:12.807192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc43fd8-b71d-4344-969a-48f5e38bc1b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=587989d6-30c4-4ceb-97ba-0770f78ad09e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:12.813609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] Deleting port 08cb710b-c31f-4514-a105-248b7aaf3bdc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:12.815005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.886783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=92fc946a-83c7-463a-8736-a25f5ce88b7a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:12.891564 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': '8f8ceeae-a963-47e9-91b6-cb2229c71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ccfff979-b5e8-44f0-b64e-9ab79a9d2fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:12.891941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: ccfff979-b5e8-44f0-b64e-9ab79a9d2fde, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:12.931681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network ccfff979-b5e8-44f0-b64e-9ab79a9d2fde is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:12.939448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] For port 08cb710b-c31f-4514-a105-248b7aaf3bdc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=08cb710b-c31f-4514-a105-248b7aaf3bdc,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:12.940313 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.964165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, ccfff979-b5e8-44f0-b64e-9ab79a9d2fde) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:12.964752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] Calling delete_port for 08cb710b-c31f-4514-a105-248b7aaf3bdc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:12.981935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:12.981935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.990059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf3e9a-3183-4247-9584-07e3fba5bcb0 None None] Network ccfff979-b5e8-44f0-b64e-9ab79a9d2fde requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:13.023304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:13.027086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.041023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:13.041287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-58e049b1-e456-4c1f-bf71-a8897a66a1a6 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1194599 Aug 30 14:47:13.087348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 3a46c5af-7999-47a9-9823-5f18d74292ef yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:13.203376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4cc70e0e-9e4f-4a7e-89b7-92a84490b341 req-bfc10f86-3311-4a4b-b777-0cf5a51b0f4e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0536780 Aug 30 14:47:13.234836 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.246760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.352942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] No DVR routers for this DVR port 08cb710b-c31f-4514-a105-248b7aaf3bdc on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:13.371138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f908e-c01f-44dc-a377-3e73e116982b None None] Pushing event deleted for resources: {'Port': ['ID=08cb710b-c31f-4514-a105-248b7aaf3bdc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:13.406378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df85ce-b57f-4268-a2e5-8d0dccf556a7 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:13.416009 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.473768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::258 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/587989d6-30c4-4ceb-97ba-0770f78ad09e/3a46c5af-7999-47a9-9823-5f18d74292ef) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:13.541922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 08cb710b-c31f-4514-a105-248b7aaf3bdc no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:47:13.601490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.629385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 08cb710b-c31f-4514-a105-248b7aaf3bdc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:47:13.633747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 08cb710b-c31f-4514-a105-248b7aaf3bdc not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:47:13.638602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=92fc946a-83c7-463a-8736-a25f5ce88b7a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:13.654905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.655251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.655593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.655931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.656261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.656587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.656910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.657270 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.657600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.657921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.658240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.658559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:13.710017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa00843-5e5e-4aa8-a0ac-efe89b16af8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-ccfff979-b5e8-44f0-b64e-9ab79a9d2fde', 'network_id': 'ccfff979-b5e8-44f0-b64e-9ab79a9d2fde', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': '92fc946a-83c7-463a-8736-a25f5ce88b7a'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:13.712047 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-baa00843-5e5e-4aa8-a0ac-efe89b16af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.732944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.755648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfff979-b5e8-44f0-b64e-9ab79a9d2fde']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:13.763620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8ceeae-a963-47e9-91b6-cb2229c71614') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:13.763920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8ceeae-a963-47e9-91b6-cb2229c71614') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:13.774661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.794468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.802267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:13.803392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.877844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210eb8a-2a55-409f-bcb1-22b34255a647 None None] Network ccfff979-b5e8-44f0-b64e-9ab79a9d2fde requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:13.906409 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:13.949704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '587989d6-30c4-4ceb-97ba-0770f78ad09e'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:13.951418 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.971826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.987355 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:13.991192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/ccfff979-b5e8-44f0-b64e-9ab79a9d2fde HTTP/1.1" status: 204 len: 168 time: 0.9484711 Aug 30 14:47:14.003195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:14.020273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1772963300'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:14.069165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce7a31-7a38-4b54-9012-0fffcf9156e2 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=ccfff979-b5e8-44f0-b64e-9ab79a9d2fde,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:14.097537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:14.110282 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.159320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:14.187668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.188645 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment 2bd4f820-040b-4e20-a84c-8d874e795d83 of type vlan for network 159a1d52-ce87-4759-84e0-81d2a8a41327 Aug 30 14:47:14.352325 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b13abf1a-1b7e-4e35-b7bd-fac6332ee995 req-12ac8b5c-ab8e-4d72-8764-cc744beb45fe tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0785522 Aug 30 14:47:14.355233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.406089 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.408573 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.418401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:14.419055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.425628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 3a46c5af-7999-47a9-9823-5f18d74292ef will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:14.476099 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.589777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5822024 Aug 30 14:47:14.589777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e95394-fdcc-43fd-9890-636d4a45dec8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=159a1d52-ce87-4759-84e0-81d2a8a41327,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:14.592256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:14.601109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7eeb069b-38eb-43c2-969d-23db83f88837 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:14.622620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/587989d6-30c4-4ceb-97ba-0770f78ad09e/600dc465-df53-4645-ada3-e741a545426e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:14.667169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:14.667169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:14.667169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:14.676692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:14.683133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.756601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9658089 Aug 30 14:47:14.757651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:14.773126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7939851-cb87-4408-b7fc-ccc95f5b7f21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=3a46c5af-7999-47a9-9823-5f18d74292ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:14.799626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 159a1d52-ce87-4759-84e0-81d2a8a41327 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:15.035458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eeb069b-38eb-43c2-969d-23db83f88837 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.039018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.057262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Transition to ACTIVE for port object 600dc465-df53-4645-ada3-e741a545426e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:15.059430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eeb069b-38eb-43c2-969d-23db83f88837 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.082295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Transition to ACTIVE for port object 600dc465-df53-4645-ada3-e741a545426e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:15.095228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.104113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7eeb069b-38eb-43c2-969d-23db83f88837 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network 159a1d52-ce87-4759-84e0-81d2a8a41327 is not hosted by any dhcp agent {{(pid=94827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:47:15.112346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb069b-38eb-43c2-969d-23db83f88837 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:15.113010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eeb069b-38eb-43c2-969d-23db83f88837 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.118102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:15.123913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': '159a1d52-ce87-4759-84e0-81d2a8a41327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:15.127449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7eeb069b-38eb-43c2-969d-23db83f88837 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "PUT /v2.0/networks/159a1d52-ce87-4759-84e0-81d2a8a41327 HTTP/1.1" status: 200 len: 723 time: 0.5337331 Aug 30 14:47:15.196881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:15.210782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:15.213833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:15.215811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d5849-5d1f-44d4-a32c-602ce7a3e525 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:15.217893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Pushing event updated for resources: {'Port': ['ID=600dc465-df53-4645-ada3-e741a545426e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:15.221146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-046d5849-5d1f-44d4-a32c-602ce7a3e525 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4627864 Aug 30 14:47:15.229887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:15.262547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb069b-38eb-43c2-969d-23db83f88837 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=159a1d52-ce87-4759-84e0-81d2a8a41327,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:15.322157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Attempting to bind port 600dc465-df53-4645-ada3-e741a545426e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:15.322157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Attempting to bind port 600dc465-df53-4645-ada3-e741a545426e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:15.322864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Attempting to bind port 600dc465-df53-4645-ada3-e741a545426e on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:15.329957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:15.330433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:15.330831 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.331224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:15.331703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Bound port: 600dc465-df53-4645-ada3-e741a545426e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:15.332105 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.347068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 159a1d52-ce87-4759-84e0-81d2a8a41327 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:15.397355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:15.400909 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.509328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d98c8-67a3-49a1-8019-b8c15a659c30 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 3a46c5af-7999-47a9-9823-5f18d74292ef {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:15.510240 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c6d98c8-67a3-49a1-8019-b8c15a659c30 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.583880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7fd5eeb7-c8c3-484e-80e6-bba070735448 req-55361b0f-bde7-4e9f-848a-76dbdd0eab32 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0991414 Aug 30 14:47:15.721450 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c6d98c8-67a3-49a1-8019-b8c15a659c30 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.748441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d98c8-67a3-49a1-8019-b8c15a659c30 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 3a46c5af-7999-47a9-9823-5f18d74292ef owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:15.883803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] For port 600dc465-df53-4645-ada3-e741a545426e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:15.888612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] For port 600dc465-df53-4645-ada3-e741a545426e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=600dc465-df53-4645-ada3-e741a545426e,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:15.895826 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:15.920193 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:16.090781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664af33b-338c-45ad-bfee-00ee7e71ad3a None None] Pushing event updated for resources: {'Port': ['ID=600dc465-df53-4645-ada3-e741a545426e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:16.155321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=a04549a7-7a86-471b-b3b8-799f90d03865,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:16.181840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': '2bd4f820-040b-4e20-a84c-8d874e795d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '159a1d52-ce87-4759-84e0-81d2a8a41327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:16.182309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: 159a1d52-ce87-4759-84e0-81d2a8a41327, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:16.224981 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c6d98c8-67a3-49a1-8019-b8c15a659c30 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:16.228222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network 159a1d52-ce87-4759-84e0-81d2a8a41327 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:16.290114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 159a1d52-ce87-4759-84e0-81d2a8a41327) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:16.302315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d98c8-67a3-49a1-8019-b8c15a659c30 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=3a46c5af-7999-47a9-9823-5f18d74292ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:16.302776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409dbc92-163a-4172-adcf-5a5e25a9fa20 None None] Network 159a1d52-ce87-4759-84e0-81d2a8a41327 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:16.311303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:16.311938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627061'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:16.343558 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c6d98c8-67a3-49a1-8019-b8c15a659c30 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:16.353873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:16.355680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5c6d98c8-67a3-49a1-8019-b8c15a659c30 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/3a46c5af-7999-47a9-9823-5f18d74292ef HTTP/1.1" status: 204 len: 168 time: 1.1091335 Aug 30 14:47:16.411748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a4fe7e3f-14c9-4254-9ff7-49f8cd60f1a4 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2881038 Aug 30 14:47:16.412168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:16.424236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8f41b9d1-18bd-40df-a0b1-ca9f57a88346 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:16.463863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5175bf5-9ffa-42b4-9de3-6b3e6e5f48a7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:16.470249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5175bf5-9ffa-42b4-9de3-6b3e6e5f48a7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:16.477023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a5175bf5-9ffa-42b4-9de3-6b3e6e5f48a7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1216743 Aug 30 14:47:16.478200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:16.641853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4053e0c-546f-4378-b790-9bddad16f826 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 587989d6-30c4-4ceb-97ba-0770f78ad09e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:16.647087 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4053e0c-546f-4378-b790-9bddad16f826 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:16.708482 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4053e0c-546f-4378-b790-9bddad16f826 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:16.765968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-159a1d52-ce87-4759-84e0-81d2a8a41327', 'network_id': '159a1d52-ce87-4759-84e0-81d2a8a41327', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': 'a04549a7-7a86-471b-b3b8-799f90d03865'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:16.766851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:16.780627 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f41b9d1-18bd-40df-a0b1-ca9f57a88346 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14241651'] for subnet, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:17.003729 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4053e0c-546f-4378-b790-9bddad16f826 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:17.144286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4053e0c-546f-4378-b790-9bddad16f826 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:17.220862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c90cd6e-a9bb-430f-8c3d-033daef1a0db req-6e5ab0e4-de41-448e-af52-01b6b0b312a7 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.4434662 Aug 30 14:47:17.229543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f41b9d1-18bd-40df-a0b1-ca9f57a88346 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763168528168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12781902'] for subnet, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:17.336872 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4053e0c-546f-4378-b790-9bddad16f826 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:17.343122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c4053e0c-546f-4378-b790-9bddad16f826 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/587989d6-30c4-4ceb-97ba-0770f78ad09e HTTP/1.1" status: 204 len: 168 time: 0.8635693 Aug 30 14:47:17.353430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:17.358240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4053e0c-546f-4378-b790-9bddad16f826 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=587989d6-30c4-4ceb-97ba-0770f78ad09e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:17.383693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Allocated IP 172.20.0.2 (159a1d52-ce87-4759-84e0-81d2a8a41327/a04549a7-7a86-471b-b3b8-799f90d03865/11ddf7f2-5a70-4028-b82a-57719de791bc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:17.514631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f41b9d1-18bd-40df-a0b1-ca9f57a88346 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:17.516024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f41b9d1-18bd-40df-a0b1-ca9f57a88346 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:17.519601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8f41b9d1-18bd-40df-a0b1-ca9f57a88346 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "PUT /v2.0/subnets/a04549a7-7a86-471b-b3b8-799f90d03865 HTTP/1.1" status: 200 len: 806 time: 1.1060646 Aug 30 14:47:17.524765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:17.622568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 600dc465-df53-4645-ada3-e741a545426e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:17.637959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ee3befa4-03cd-4d3f-93a1-497cddd30dc1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2594550 Aug 30 14:47:17.638890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:17.682288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41b9d1-18bd-40df-a0b1-ca9f57a88346 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=a04549a7-7a86-471b-b3b8-799f90d03865,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:17.720501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79e77f-024b-4a6b-8bf9-b47663092201 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:17.726124 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae79e77f-024b-4a6b-8bf9-b47663092201 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0835156 Aug 30 14:47:17.727078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:17.806725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5f978-f54d-453e-9a4d-8d63e517fe67 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:17.812512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-40c5f978-f54d-453e-9a4d-8d63e517fe67 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841837 Aug 30 14:47:17.813650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:17.884677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 600dc465-df53-4645-ada3-e741a545426e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:17.888245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:17.897460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:17.901755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Transition to ACTIVE for port object 11ddf7f2-5a70-4028-b82a-57719de791bc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:17.967297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Transition to ACTIVE for port object 11ddf7f2-5a70-4028-b82a-57719de791bc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:17.982683 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.004758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0ceec43e-5198-4c1b-a1c3-cb5f5ca7255e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1722372 Aug 30 14:47:18.004758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:18.004758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:18.025752 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.150071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Network 159a1d52-ce87-4759-84e0-81d2a8a41327 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:18.154981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:18.158723 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.168833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:18.175940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:18.265959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.307976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db96e74-50ed-4861-a36b-c77967d45397 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:18.321310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=a04549a7-7a86-471b-b3b8-799f90d03865,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:18.399282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Pushing event updated for resources: {'Port': ['ID=11ddf7f2-5a70-4028-b82a-57719de791bc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:18.503892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.523161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159a1d52-ce87-4759-84e0-81d2a8a41327']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:18.559039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd4f820-040b-4e20-a84c-8d874e795d83') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:18.559616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd4f820-040b-4e20-a84c-8d874e795d83') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:18.588402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.650504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.666400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:18.667100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:18.671659 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:18.697298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.739298 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8de4d7c4-95ca-4d35-91d4-08051bdfda8c req-2c878e13-db69-4b54-bda5-cf3d5d9acd39 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.2729273 Aug 30 14:47:18.756806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Attempting to bind port 11ddf7f2-5a70-4028-b82a-57719de791bc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:18.758148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Attempting to bind port 11ddf7f2-5a70-4028-b82a-57719de791bc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '2bd4f820-040b-4e20-a84c-8d874e795d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '159a1d52-ce87-4759-84e0-81d2a8a41327'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:18.759725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Attempting to bind port 11ddf7f2-5a70-4028-b82a-57719de791bc on network 159a1d52-ce87-4759-84e0-81d2a8a41327 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:18.776213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:18.780031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:18.783265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:18.783597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.817501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=d6b56768-85b8-4e48-91bd-b63d20f95b8b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:18.824192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bfde5f87-72a6-4dd1-b249-dcfc10993975 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8296831 Aug 30 14:47:18.827071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 14:47:18.827071 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 14:47:18.827071 n-d-805668-3 neutron-server[94827]: [parameters: {'id': '159a1d52-ce87-4759-84e0-81d2a8a41327'}] Aug 30 14:47:18.827071 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:47:18.827520 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:47:18.827818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:18.833026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': 'd6b56768-85b8-4e48-91bd-b63d20f95b8b', 'ip_address': '2001:db8::a3f4:f3ba:59dc:fecf'}], 'name': 'tempest-NetworksTestDHCPv6-48722886'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:18.859891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:18.860484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Checking segment: {'id': '2bd4f820-040b-4e20-a84c-8d874e795d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '159a1d52-ce87-4759-84e0-81d2a8a41327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:18.862054 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.864132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Bound using segment: {'id': '2bd4f820-040b-4e20-a84c-8d874e795d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '159a1d52-ce87-4759-84e0-81d2a8a41327'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:18.865709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Bound port: 11ddf7f2-5a70-4028-b82a-57719de791bc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd4f820-040b-4e20-a84c-8d874e795d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '159a1d52-ce87-4759-84e0-81d2a8a41327'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:18.868783 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:18.875449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a58b5904-bc29-4987-8834-a735a3a0dce9 None None] Provisioning for port 600dc465-df53-4645-ada3-e741a545426e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:18.960914 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:18.977263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a58b5904-bc29-4987-8834-a735a3a0dce9 None None] Provisioning complete for port 600dc465-df53-4645-ada3-e741a545426e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:18.979171 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a58b5904-bc29-4987-8834-a735a3a0dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.081484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] For port 11ddf7f2-5a70-4028-b82a-57719de791bc, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:19.085361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] For port 11ddf7f2-5a70-4028-b82a-57719de791bc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=11ddf7f2-5a70-4028-b82a-57719de791bc,segment=NetworkSegment(2bd4f820-040b-4e20-a84c-8d874e795d83),segment_id=2bd4f820-040b-4e20-a84c-8d874e795d83)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:19.099117 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.184696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:19.248687 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a58b5904-bc29-4987-8834-a735a3a0dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.320597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a39f1b-4e51-44f5-a4f1-1f7af436717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.329286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.414010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da49c2-149c-4db5-a6f4-c8808ebef56f None None] Network 159a1d52-ce87-4759-84e0-81d2a8a41327 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:19.493564 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.570144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 26a57af3-4e75-4fd8-9630-9f585c97b70e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:19.578898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c73b0d-d25c-4782-8707-9e521cd5d93a None None] Pushing event updated for resources: {'Port': ['ID=11ddf7f2-5a70-4028-b82a-57719de791bc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:19.590975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a58b5904-bc29-4987-8834-a735a3a0dce9 None None] For port 600dc465-df53-4645-ada3-e741a545426e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=600dc465-df53-4645-ada3-e741a545426e,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:19.597860 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a58b5904-bc29-4987-8834-a735a3a0dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.659242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a39f1b-4e51-44f5-a4f1-1f7af436717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.664908 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a39f1b-4e51-44f5-a4f1-1f7af436717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.674834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff634c0d-224c-4f5f-9407-c7c741120e02 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:19.746220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Deleting port 11ddf7f2-5a70-4028-b82a-57719de791bc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:19.747037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.773696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a39f1b-4e51-44f5-a4f1-1f7af436717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d5d68e-b052-4f0d-93fc-e9c62dc17c63,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:19.793900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-32a39f1b-4e51-44f5-a4f1-1f7af436717c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ae5b9bb082f4e2199dc816188b27cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8315032 Aug 30 14:47:19.800264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:19.873818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6ab8796-a05d-40a2-92ce-6e46ab559495 req-6dbf8c1a-9288-4f95-a905-8808b3c35deb tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0466299 Aug 30 14:47:19.893217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db0c7799-a876-4876-8880-3157603c73fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.905821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-07db7794-bb89-4fa5-a889-f81fd9d184cd None None] Provisioning complete for port 600dc465-df53-4645-ada3-e741a545426e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:19.906307 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07db7794-bb89-4fa5-a889-f81fd9d184cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.909521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::a3f4:f3ba:59dc:fecf (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/d6b56768-85b8-4e48-91bd-b63d20f95b8b/26a57af3-4e75-4fd8-9630-9f585c97b70e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:19.947735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db0c7799-a876-4876-8880-3157603c73fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.951895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] For port 11ddf7f2-5a70-4028-b82a-57719de791bc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=11ddf7f2-5a70-4028-b82a-57719de791bc,segment=NetworkSegment(2bd4f820-040b-4e20-a84c-8d874e795d83),segment_id=2bd4f820-040b-4e20-a84c-8d874e795d83)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:19.952273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:19.999761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Calling delete_port for 11ddf7f2-5a70-4028-b82a-57719de791bc owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:20.025141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b5904-bc29-4987-8834-a735a3a0dce9 None None] Pushing event updated for resources: {'Port': ['ID=600dc465-df53-4645-ada3-e741a545426e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:20.046144 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.070692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15d64b-ecbe-4edf-841a-9bd01fd639a9 None None] Network 159a1d52-ce87-4759-84e0-81d2a8a41327 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:20.073210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db0c7799-a876-4876-8880-3157603c73fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.077944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db0c7799-a876-4876-8880-3157603c73fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.081752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-db0c7799-a876-4876-8880-3157603c73fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60d5d68e-b052-4f0d-93fc-e9c62dc17c63 HTTP/1.1" status: 204 len: 168 time: 0.2798402 Aug 30 14:47:20.127517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c7799-a876-4876-8880-3157603c73fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d5d68e-b052-4f0d-93fc-e9c62dc17c63,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:20.139942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.205729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Port': ['ID=11ddf7f2-5a70-4028-b82a-57719de791bc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:20.207719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No DVR routers for this DVR port 11ddf7f2-5a70-4028-b82a-57719de791bc on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:20.446283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.470159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159a1d52-ce87-4759-84e0-81d2a8a41327']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:20.486692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd4f820-040b-4e20-a84c-8d874e795d83') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:20.486990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd4f820-040b-4e20-a84c-8d874e795d83') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:20.506494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.534623 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.555268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:20.555686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:20.563856 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:20.566903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.633920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 26a57af3-4e75-4fd8-9630-9f585c97b70e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:20.648285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.660690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.670973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:20.671196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/159a1d52-ce87-4759-84e0-81d2a8a41327 HTTP/1.1" status: 204 len: 168 time: 3.1443317 Aug 30 14:47:20.690025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677610b-f041-49d5-86d6-3b14b9284532 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=159a1d52-ce87-4759-84e0-81d2a8a41327,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:20.702692 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a2341a-94d5-4dcb-8c08-78c0ab0f7579 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:20.703269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a2341a-94d5-4dcb-8c08-78c0ab0f7579 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:20.705100 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e3a2341a-94d5-4dcb-8c08-78c0ab0f7579 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/159a1d52-ce87-4759-84e0-81d2a8a41327 HTTP/1.1" status: 404 len: 339 time: 0.0326762 Aug 30 14:47:20.710102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:20.715777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388177093', 'description': 'd1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:20.721364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.779442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:20.780030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9666b090-9f98-4062-924e-90fe962643d0 None None] Provisioning complete for port 600dc465-df53-4645-ada3-e741a545426e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:20.780538 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9666b090-9f98-4062-924e-90fe962643d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.781535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:20.788735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:20.798865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:20.805640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:20.806651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.812354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12f3c12-9095-4852-b2ce-95efdbad5d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.812743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=26a57af3-4e75-4fd8-9630-9f585c97b70e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:20.828952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:20.832673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.837583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-205e02ef-22f2-4340-971c-a62734989331 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0086803 Aug 30 14:47:20.840098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:20.869340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:20.900588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.902168 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment 80ad10e5-f7bf-4543-a8d5-b70d14027fe7 of type vlan for network a57b2a2a-7501-47d6-95d8-05eab6bc18ac Aug 30 14:47:20.967671 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:20.982698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72495f-dfe2-4421-a51f-3db58415ebfd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:20.991480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72495f-dfe2-4421-a51f-3db58415ebfd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:20.993254 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0c72495f-dfe2-4421-a51f-3db58415ebfd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1518683 Aug 30 14:47:20.998448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:21.012212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.022863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:21.025377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.060125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b71614ad-bc0e-4e32-b376-07f02c205d50 req-7318b868-32a5-4405-850e-a01b8d1cd45f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0649617 Aug 30 14:47:21.075096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac123053-1e6f-4dca-94ad-9f7f86037d61 None None] Could not find standard attr ID for object 603398c7-455c-42cb-a4dc-df301012e334. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:47:21.174368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=a57b2a2a-7501-47d6-95d8-05eab6bc18ac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:21.186110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a57b2a2a-7501-47d6-95d8-05eab6bc18ac details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:21.195201 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12f3c12-9095-4852-b2ce-95efdbad5d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.211894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-483e1d6b-6b6b-4bd2-ad77-473a79031fe0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5003414 Aug 30 14:47:21.214448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:21.252690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c12f3c12-9095-4852-b2ce-95efdbad5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.315933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c12f3c12-9095-4852-b2ce-95efdbad5d51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d16edc1aa4c4d5e831d406dd2653358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310979 Aug 30 14:47:21.322840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:21.417708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 600dc465-df53-4645-ada3-e741a545426e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:21.430554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603689e-16c5-4982-b2cc-71bb74233c45 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:21.435314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f3c12-9095-4852-b2ce-95efdbad5d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad231e7-cc7a-4b00-8213-17a497129176,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:21.435875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2603689e-16c5-4982-b2cc-71bb74233c45 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/networks?id=a57b2a2a-7501-47d6-95d8-05eab6bc18ac HTTP/1.1" status: 200 len: 760 time: 0.2198982 Aug 30 14:47:21.437980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:21.446981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a97bac2-2a3f-4f6e-a1eb-088776bf7a81 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'description': 'd2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:21.528219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-385d8ace-ca9c-4d35-ac9a-cca486addb53 None None] Could not find standard attr ID for object 3a46c5af-7999-47a9-9823-5f18d74292ef. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:47:21.539746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 600dc465-df53-4645-ada3-e741a545426e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:21.540510 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.562754 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43f8c49e-c6cf-4baa-a9af-46ade56e0919 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 26a57af3-4e75-4fd8-9630-9f585c97b70e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:21.563107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f8c49e-c6cf-4baa-a9af-46ade56e0919 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.670349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36b2eca7-99b3-44e9-81e2-12e1d7e65083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.757686 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36b2eca7-99b3-44e9-81e2-12e1d7e65083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.856762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f8c49e-c6cf-4baa-a9af-46ade56e0919 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.861156 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a97bac2-2a3f-4f6e-a1eb-088776bf7a81 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.886017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43f8c49e-c6cf-4baa-a9af-46ade56e0919 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 26a57af3-4e75-4fd8-9630-9f585c97b70e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:21.892481 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a97bac2-2a3f-4f6e-a1eb-088776bf7a81 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.903753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36b2eca7-99b3-44e9-81e2-12e1d7e65083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.906368 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36b2eca7-99b3-44e9-81e2-12e1d7e65083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.910985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-36b2eca7-99b3-44e9-81e2-12e1d7e65083 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ad231e7-cc7a-4b00-8213-17a497129176 HTTP/1.1" status: 204 len: 168 time: 0.5823598 Aug 30 14:47:21.961699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a97bac2-2a3f-4f6e-a1eb-088776bf7a81 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network a57b2a2a-7501-47d6-95d8-05eab6bc18ac is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:47:21.965509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e85b8052-97e6-4347-a05b-16c885c36c12 None None] Provisioning for port 26a57af3-4e75-4fd8-9630-9f585c97b70e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:21.967317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97bac2-2a3f-4f6e-a1eb-088776bf7a81 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:21.967994 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a97bac2-2a3f-4f6e-a1eb-088776bf7a81 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:21.971156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e85b8052-97e6-4347-a05b-16c885c36c12 None None] Provisioning complete for port 26a57af3-4e75-4fd8-9630-9f585c97b70e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:21.972070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:21.972551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6a97bac2-2a3f-4f6e-a1eb-088776bf7a81 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "PUT /v2.0/networks/a57b2a2a-7501-47d6-95d8-05eab6bc18ac HTTP/1.1" status: 200 len: 757 time: 0.5313699 Aug 30 14:47:21.981541 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e85b8052-97e6-4347-a05b-16c885c36c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.028281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2eca7-99b3-44e9-81e2-12e1d7e65083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad231e7-cc7a-4b00-8213-17a497129176,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:22.042320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97bac2-2a3f-4f6e-a1eb-088776bf7a81 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=a57b2a2a-7501-47d6-95d8-05eab6bc18ac,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:22.083213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e85b8052-97e6-4347-a05b-16c885c36c12 None None] Port 26a57af3-4e75-4fd8-9630-9f585c97b70e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:47:22.093818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a57b2a2a-7501-47d6-95d8-05eab6bc18ac details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:22.260553 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f8c49e-c6cf-4baa-a9af-46ade56e0919 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.306368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8c49e-c6cf-4baa-a9af-46ade56e0919 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=26a57af3-4e75-4fd8-9630-9f585c97b70e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:22.363000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f8c49e-c6cf-4baa-a9af-46ade56e0919 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.370354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-43f8c49e-c6cf-4baa-a9af-46ade56e0919 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/26a57af3-4e75-4fd8-9630-9f585c97b70e HTTP/1.1" status: 204 len: 168 time: 1.3684456 Aug 30 14:47:22.371075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:22.481593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929dc27b-d874-4d01-83d2-67e1572b846d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:22.491760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929dc27b-d874-4d01-83d2-67e1572b846d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:22.502215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-929dc27b-d874-4d01-83d2-67e1572b846d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1285167 Aug 30 14:47:22.504188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:22.586964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e518801a-98e7-4c6d-8858-0b2cbd10a813 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet d6b56768-85b8-4e48-91bd-b63d20f95b8b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:22.591491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e518801a-98e7-4c6d-8858-0b2cbd10a813 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.646852 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75dc7966-1e16-4c1f-9f3c-2a864060a61b req-3a7af35e-fcc9-4033-b4ba-e9a672cfd481 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0638714 Aug 30 14:47:22.690912 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e518801a-98e7-4c6d-8858-0b2cbd10a813 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.729411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee245f67-2ddb-4063-ad9a-e0b64a8b2e6a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:22.738042 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ee245f67-2ddb-4063-ad9a-e0b64a8b2e6a tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/networks?id=a57b2a2a-7501-47d6-95d8-05eab6bc18ac HTTP/1.1" status: 200 len: 760 time: 0.7614970 Aug 30 14:47:22.738245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:22.750264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-611790138'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:22.776593 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e518801a-98e7-4c6d-8858-0b2cbd10a813 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.783385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:22.788234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.824391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:22.860779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.861407 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment 95d857fa-697f-4305-9ab1-c006e8a699fa of type vlan for network 31abc8b0-1fea-4abc-9834-e129bb6ddd46 Aug 30 14:47:22.877933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e518801a-98e7-4c6d-8858-0b2cbd10a813 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.924048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518801a-98e7-4c6d-8858-0b2cbd10a813 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b56768-85b8-4e48-91bd-b63d20f95b8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:22.936518 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e518801a-98e7-4c6d-8858-0b2cbd10a813 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.939378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e518801a-98e7-4c6d-8858-0b2cbd10a813 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/d6b56768-85b8-4e48-91bd-b63d20f95b8b HTTP/1.1" status: 204 len: 168 time: 0.4341955 Aug 30 14:47:22.941717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:22.949942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.989158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:22.997343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:22.998515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:23.022874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:23.025420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31839af9-850b-461f-85c4-fcd06f420a6a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752883 Aug 30 14:47:23.058038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc943a9c-cf83-46cb-966b-f7062166657d None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:23.114747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:23.122349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=31abc8b0-1fea-4abc-9834-e129bb6ddd46,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:23.156684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 31abc8b0-1fea-4abc-9834-e129bb6ddd46 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:23.213135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:23.217510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a39692ee-2f05-4e14-8b7b-00007bb4053b tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4779656 Aug 30 14:47:23.240945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': '31abc8b0-1fea-4abc-9834-e129bb6ddd46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:23.337273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:23.344230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:23.566103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:47:23.596502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:23.603963 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:23.727604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] Deleting port 600dc465-df53-4645-ada3-e741a545426e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:23.728005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:23.810977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] For port 600dc465-df53-4645-ada3-e741a545426e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=600dc465-df53-4645-ada3-e741a545426e,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:23.811906 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:23.836480 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:23.850310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] Calling delete_port for 600dc465-df53-4645-ada3-e741a545426e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:23.903889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=be1c0a73-2282-4a87-a0f2-2df6a70ee37d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:23.943930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:23.949207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:23.955974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:23.957716 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.003649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b003fd7b-287f-49d8-80de-3ad1cf22fb31 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9754918 Aug 30 14:47:24.004465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:24.008454 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2dffabf9-cec9-43c2-b452-5c3ee64aad3f req-f7144e8d-2a0e-4b67-bf6a-8a169db84aa9 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.2491000 Aug 30 14:47:24.011447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.019423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': 'be1c0a73-2282-4a87-a0f2-2df6a70ee37d', 'ip_address': '2001:db8::44d7:326c:4c92:2610'}], 'name': 'tempest-NetworksTestDHCPv6-426831106'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:24.063148 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.084215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] No DVR routers for this DVR port 600dc465-df53-4645-ada3-e741a545426e on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:24.086472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=ff8fbad4-83c7-40b8-baad-600a707477c6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:24.096578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': '95d857fa-697f-4305-9ab1-c006e8a699fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '31abc8b0-1fea-4abc-9834-e129bb6ddd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:24.097178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: 31abc8b0-1fea-4abc-9834-e129bb6ddd46, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:24.112604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bbfdf-d2f9-4314-a4b5-a7735be0e453 None None] Pushing event deleted for resources: {'Port': ['ID=600dc465-df53-4645-ada3-e741a545426e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:24.124024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network 31abc8b0-1fea-4abc-9834-e129bb6ddd46 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:24.127082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534d9e6f-49d9-46fe-a4b1-086152266f17 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:24.145491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 31abc8b0-1fea-4abc-9834-e129bb6ddd46) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:24.154987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:24.155576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.182955 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d49294ac-b380-4804-8e79-592f02c8c12d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9683993 Aug 30 14:47:24.186234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:24.204495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa94ac-6bc5-4483-8333-239dc2bbfb0a None None] Network 31abc8b0-1fea-4abc-9834-e129bb6ddd46 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:24.294494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:24.304441 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.359216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port be74ebde-392c-492d-a860-a869694a196c yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:24.447942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.574872 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.613246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'be1c0a73-2282-4a87-a0f2-2df6a70ee37d'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:24.614765 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.703060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.788904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::44d7:326c:4c92:2610 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/be1c0a73-2282-4a87-a0f2-2df6a70ee37d/be74ebde-392c-492d-a860-a869694a196c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:24.816492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8fbad4-83c7-40b8-baad-600a707477c6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:24.887598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.907874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31abc8b0-1fea-4abc-9834-e129bb6ddd46']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:24.908442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e7517-fb86-4c78-9752-e74870ccb319 None None] Network 31abc8b0-1fea-4abc-9834-e129bb6ddd46 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:24.931572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d857fa-697f-4305-9ab1-c006e8a699fa') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:24.937834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d857fa-697f-4305-9ab1-c006e8a699fa') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:24.959824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.980728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.989747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:24.990828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:24.995122 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:25.067077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.088496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.106574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object be74ebde-392c-492d-a860-a869694a196c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:25.111866 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.114412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/31abc8b0-1fea-4abc-9834-e129bb6ddd46 HTTP/1.1" status: 204 len: 168 time: 0.9239526 Aug 30 14:47:25.115711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc110-bd6f-4f26-a1fc-4e48e02fc14e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=31abc8b0-1fea-4abc-9834-e129bb6ddd46,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:25.117866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:25.148060 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6571b969-a86f-4cf6-9164-21f9bfe5f0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.150978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0022175e-722b-47ab-90f8-a60685653863 req-dda902fe-e5e6-42c1-aa6f-4460999818fd tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0622723 Aug 30 14:47:25.157353 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d573549-9383-4361-960c-f76f60c010e8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] GET failed (client error): The resource could not be found. Aug 30 14:47:25.161553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:25.161850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6d573549-9383-4361-960c-f76f60c010e8 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/subnets/ff8fbad4-83c7-40b8-baad-600a707477c6 HTTP/1.1" status: 404 len: 337 time: 0.0426843 Aug 30 14:47:25.199459 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-580cdd38-cabb-45ce-86fb-d1a9e64df0be tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:25.200084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580cdd38-cabb-45ce-86fb-d1a9e64df0be tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:25.201931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-580cdd38-cabb-45ce-86fb-d1a9e64df0be tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/31abc8b0-1fea-4abc-9834-e129bb6ddd46 HTTP/1.1" status: 404 len: 339 time: 0.0379891 Aug 30 14:47:25.205925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:25.216812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.270020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=be74ebde-392c-492d-a860-a869694a196c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:25.287772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:25.289268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:25.292096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:25.298103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:25.298735 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.316431 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7f595ae2-aeb4-4a0c-83b9-a72779250810 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3096933 Aug 30 14:47:25.318984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:25.346422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/be1c0a73-2282-4a87-a0f2-2df6a70ee37d/d04ca688-3d26-47c2-957a-0f146dbf3cd4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:25.387056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc05a1-6ecf-4168-8b5d-0b8b3fd93709 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:25.393589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-55cc05a1-6ecf-4168-8b5d-0b8b3fd93709 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0705051 Aug 30 14:47:25.394008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:25.436713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 600dc465-df53-4645-ada3-e741a545426e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:47:25.466406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 600dc465-df53-4645-ada3-e741a545426e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:47:25.466861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 600dc465-df53-4645-ada3-e741a545426e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:47:25.544596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9eb902-83c6-4dd4-a00b-a4e4d00237a7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:25.549169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:25.549469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1f9eb902-83c6-4dd4-a00b-a4e4d00237a7 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3421836 Aug 30 14:47:25.557985 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.567868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Transition to ACTIVE for port object d04ca688-3d26-47c2-957a-0f146dbf3cd4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:25.575774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2cec1d10-d28a-46a2-bbd6-09d61c1eb831 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port be74ebde-392c-492d-a860-a869694a196c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:25.576224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cec1d10-d28a-46a2-bbd6-09d61c1eb831 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.586770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Transition to ACTIVE for port object d04ca688-3d26-47c2-957a-0f146dbf3cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:25.587609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8e91ccdd-ca72-465e-b246-f6c551704057 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 207 time: 0.0372045 Aug 30 14:47:25.590931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:25.597409 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.650057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:25.654434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:25.660914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:25.697568 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cec1d10-d28a-46a2-bbd6-09d61c1eb831 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.712903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2cec1d10-d28a-46a2-bbd6-09d61c1eb831 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for be74ebde-392c-492d-a860-a869694a196c owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:25.741876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Pushing event updated for resources: {'Port': ['ID=d04ca688-3d26-47c2-957a-0f146dbf3cd4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:25.747333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Attempting to bind port d04ca688-3d26-47c2-957a-0f146dbf3cd4 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:25.747720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Attempting to bind port d04ca688-3d26-47c2-957a-0f146dbf3cd4 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:25.750355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Attempting to bind port d04ca688-3d26-47c2-957a-0f146dbf3cd4 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:25.761929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:25.765079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:25.766546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.766976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:25.768654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Bound port: d04ca688-3d26-47c2-957a-0f146dbf3cd4, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:25.769103 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.838774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e209cd9-b3b7-4353-9b7a-e4068f124960 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:25.845156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e209cd9-b3b7-4353-9b7a-e4068f124960 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:25.851050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e209cd9-b3b7-4353-9b7a-e4068f124960 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:25.857087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e209cd9-b3b7-4353-9b7a-e4068f124960 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:25.862641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6e209cd9-b3b7-4353-9b7a-e4068f124960 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2706649 Aug 30 14:47:25.863275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:25.890270 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cec1d10-d28a-46a2-bbd6-09d61c1eb831 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.918599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] For port d04ca688-3d26-47c2-957a-0f146dbf3cd4, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:25.922207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] For port d04ca688-3d26-47c2-957a-0f146dbf3cd4, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d04ca688-3d26-47c2-957a-0f146dbf3cd4,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:25.932943 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.934597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec1d10-d28a-46a2-bbd6-09d61c1eb831 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=be74ebde-392c-492d-a860-a869694a196c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:25.984145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cec1d10-d28a-46a2-bbd6-09d61c1eb831 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:25.990632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2cec1d10-d28a-46a2-bbd6-09d61c1eb831 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/be74ebde-392c-492d-a860-a869694a196c HTTP/1.1" status: 204 len: 168 time: 0.5923321 Aug 30 14:47:25.992424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.007665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5fa13-4f84-4304-92f0-a15991d532e4 None None] Pushing event updated for resources: {'Port': ['ID=d04ca688-3d26-47c2-957a-0f146dbf3cd4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:26.034529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ff8ba958-6295-4f59-ad84-2f566dba98d5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1462867 Aug 30 14:47:26.035843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35316) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.129626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de0097-6c6d-4449-b4d4-19ff2b27d92c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:26.137670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de0097-6c6d-4449-b4d4-19ff2b27d92c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:26.139627 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b8de0097-6c6d-4449-b4d4-19ff2b27d92c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1461911 Aug 30 14:47:26.142486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.182776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c498d84f-301b-495a-a662-f185a25e4a8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:26.186493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c498d84f-301b-495a-a662-f185a25e4a8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:26.192293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c498d84f-301b-495a-a662-f185a25e4a8e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1501765 Aug 30 14:47:26.196643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.362935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3ce6b6b-d7e1-4279-96f9-e480874b9e09 req-9071240c-7fd2-4eb6-83e2-77a5f971f600 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.1102641 Aug 30 14:47:26.410221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb7099-7ae4-47d1-b85b-65bdc9a88f75 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:26.412287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb7099-7ae4-47d1-b85b-65bdc9a88f75 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:26.417722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-99cb7099-7ae4-47d1-b85b-65bdc9a88f75 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2123821 Aug 30 14:47:26.425271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.476204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-799e6907-5a4b-42b6-93bc-91b4605d3efa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet be1c0a73-2282-4a87-a0f2-2df6a70ee37d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:26.522372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-799e6907-5a4b-42b6-93bc-91b4605d3efa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:26.605165 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-799e6907-5a4b-42b6-93bc-91b4605d3efa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:26.663730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268ba4eb-a5de-4803-abcb-e90bc6b90665 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:26.665341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-268ba4eb-a5de-4803-abcb-e90bc6b90665 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/networks/35de043a-4a7f-4387-b6f1-2dd374179544 HTTP/1.1" status: 200 len: 800 time: 0.2381136 Aug 30 14:47:26.670910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.756477 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-799e6907-5a4b-42b6-93bc-91b4605d3efa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:26.840186 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3261c9b0-0f49-4215-870e-3983b23b6951 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/networks/35de043a-4a7f-4387-b6f1-2dd374179544?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1680124 Aug 30 14:47:26.843802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35344) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.848289 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-799e6907-5a4b-42b6-93bc-91b4605d3efa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:26.886460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e6907-5a4b-42b6-93bc-91b4605d3efa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=be1c0a73-2282-4a87-a0f2-2df6a70ee37d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:26.890401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-799e6907-5a4b-42b6-93bc-91b4605d3efa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:26.892544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-799e6907-5a4b-42b6-93bc-91b4605d3efa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/be1c0a73-2282-4a87-a0f2-2df6a70ee37d HTTP/1.1" status: 204 len: 168 time: 0.7488956 Aug 30 14:47:26.897250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.942779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5470e25-e780-4e8a-9e13-b4896973efee tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:26.950596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c5470e25-e780-4e8a-9e13-b4896973efee tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/subnets/d878f9ae-0cf2-417a-90f5-839a0d11b444 HTTP/1.1" status: 200 len: 811 time: 0.1050723 Aug 30 14:47:26.954563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:26.986613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2271c2b1-d987-4011-8304-7d74aed0b02d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868495 Aug 30 14:47:26.988012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:27.000828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:27.098376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c66d69a-fb09-45dc-abbd-30f22834cd53 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:27.107393 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6c66d69a-fb09-45dc-abbd-30f22834cd53 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "GET /v2.0/subnets/d878f9ae-0cf2-417a-90f5-839a0d11b444?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1498082 Aug 30 14:47:27.107740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35354) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:27.122503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1207230697'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:27.179886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:27.190074 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:27.533112 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-461ec989-b580-4c48-9f39-67d2a6a0508f req-5b4438d0-e2a6-4c35-8c4d-71526bebf5c1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0726147 Aug 30 14:47:27.549107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d04ca688-3d26-47c2-957a-0f146dbf3cd4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:27.617010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d04ca688-3d26-47c2-957a-0f146dbf3cd4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:27.647100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b8f83-7c1a-425f-a716-fb5792ea8fd7 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:27.726559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:27.730430 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:27.800862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:27.821903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae819cfb-913a-477f-b16c-cca468a3d5a1 None None] Provisioning for port d04ca688-3d26-47c2-957a-0f146dbf3cd4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:27.825449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:27.825935 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Added segment 871719eb-631e-4c65-b542-5881de75e412 of type vlan for network 33639358-9b77-47cc-91b5-8e09ce573fce Aug 30 14:47:27.857524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae819cfb-913a-477f-b16c-cca468a3d5a1 None None] Provisioning complete for port d04ca688-3d26-47c2-957a-0f146dbf3cd4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:27.858033 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae819cfb-913a-477f-b16c-cca468a3d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:27.913216 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:27.967589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:47:27.978702 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dccd965-78fe-437f-b19b-c76d74d2188e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:27.991582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.003627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:28.004290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.065773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae819cfb-913a-477f-b16c-cca468a3d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.108850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9998369 Aug 30 14:47:28.111754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:28.118346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'network_id': '33639358-9b77-47cc-91b5-8e09ce573fce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:28.121495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ae819cfb-913a-477f-b16c-cca468a3d5a1 None None] For port d04ca688-3d26-47c2-957a-0f146dbf3cd4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d04ca688-3d26-47c2-957a-0f146dbf3cd4,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:28.122230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aaced-d7f4-408d-bfe2-491ca2f51223 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Network': ['ID=33639358-9b77-47cc-91b5-8e09ce573fce,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:28.139110 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae819cfb-913a-477f-b16c-cca468a3d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.151312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 33639358-9b77-47cc-91b5-8e09ce573fce details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:28.201223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.246994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] Deleting port d04ca688-3d26-47c2-957a-0f146dbf3cd4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:28.247467 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.254820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Made reservation on behalf of 8cc13b72c25d4774ad141f049fa3df7c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:28.259042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.321611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:28.325241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:28.331202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:28.331864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.344245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=6478aca1-3a90-4cfa-9527-c6865dac6799,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:28.370719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e3ab88fa-4701-4abb-be1d-d9d0714e1cbc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3750761 Aug 30 14:47:28.377166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:28.393556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae819cfb-913a-477f-b16c-cca468a3d5a1 None None] Pushing event updated for resources: {'Port': ['ID=d04ca688-3d26-47c2-957a-0f146dbf3cd4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:28.412724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': '6478aca1-3a90-4cfa-9527-c6865dac6799', 'ip_address': '2001:db8::e24b:45b0:bc2b:dab7'}], 'name': 'tempest-NetworksTestDHCPv6-27227933'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:28.419298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 14:47:28.419796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 14:47:28.470575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] For port d04ca688-3d26-47c2-957a-0f146dbf3cd4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d04ca688-3d26-47c2-957a-0f146dbf3cd4,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:28.471632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.495416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] Calling delete_port for d04ca688-3d26-47c2-957a-0f146dbf3cd4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:28.649641 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.719897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fba1e69e-5043-4eb0-98ab-46231e8113b7 req-a99f31aa-0553-45b5-9bdf-90c4c1557c0e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.1188757 Aug 30 14:47:28.726973 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.770870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:28.803425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:28.813818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] Pushing event deleted for resources: {'Port': ['ID=d04ca688-3d26-47c2-957a-0f146dbf3cd4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:28.832324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99c428-ea2b-4602-9892-bb7f01e1a6ea None None] No DVR routers for this DVR port d04ca688-3d26-47c2-957a-0f146dbf3cd4 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:28.858292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64baa9d-f49e-48ee-92aa-e9b361b04419 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:28.973068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=31b29f9f-ccc0-47ae-9c92-26ee55b565f9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:29.000523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Checking segment: {'id': '871719eb-631e-4c65-b542-5881de75e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33639358-9b77-47cc-91b5-8e09ce573fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:29.000886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network hostable DHCP agents. Network: 33639358-9b77-47cc-91b5-8e09ce573fce, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:29.020875 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.048889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Network 33639358-9b77-47cc-91b5-8e09ce573fce is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:29.064435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 33639358-9b77-47cc-91b5-8e09ce573fce) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:29.074002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:29.075691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.079435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b88042-30fd-4b6a-9114-03d4d5314454 None None] Network 33639358-9b77-47cc-91b5-8e09ce573fce requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:29.080151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 08ca9478-25fc-4ce3-9e86-37d72a3e5a9d yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:29.109244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4e38443b-36b6-4a1c-8033-68f71e8faac3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9954998 Aug 30 14:47:29.112261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:29.137551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-254926a5-797d-46b6-accc-47e76b4c692f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:29.308038 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-254926a5-797d-46b6-accc-47e76b4c692f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13281995'] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.311932 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.407305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d04ca688-3d26-47c2-957a-0f146dbf3cd4 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:47:29.466160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-33639358-9b77-47cc-91b5-8e09ce573fce', 'network_id': '33639358-9b77-47cc-91b5-8e09ce573fce', 'tenant_id': '8cc13b72c25d4774ad141f049fa3df7c', 'fixed_ips': [{'subnet_id': '31b29f9f-ccc0-47ae-9c92-26ee55b565f9'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:29.467016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.477425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::e24b:45b0:bc2b:dab7 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/6478aca1-3a90-4cfa-9527-c6865dac6799/08ca9478-25fc-4ce3-9e86-37d72a3e5a9d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:29.544948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d04ca688-3d26-47c2-957a-0f146dbf3cd4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:47:29.554420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d04ca688-3d26-47c2-957a-0f146dbf3cd4 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:47:29.605001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-254926a5-797d-46b6-accc-47e76b4c692f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763168528168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24488110'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.659253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254926a5-797d-46b6-accc-47e76b4c692f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:29.659845 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-254926a5-797d-46b6-accc-47e76b4c692f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.661474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-254926a5-797d-46b6-accc-47e76b4c692f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "PUT /v2.0/subnets/31b29f9f-ccc0-47ae-9c92-26ee55b565f9 HTTP/1.1" status: 200 len: 877 time: 0.5482213 Aug 30 14:47:29.665698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:29.755348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.775035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 08ca9478-25fc-4ce3-9e86-37d72a3e5a9d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:29.781636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254926a5-797d-46b6-accc-47e76b4c692f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event updated for resources: {'Subnet': ['ID=31b29f9f-ccc0-47ae-9c92-26ee55b565f9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:29.831152 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.940624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:29.944526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:29.955304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:29.972868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:29.985798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:29.998818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=08ca9478-25fc-4ce3-9e86-37d72a3e5a9d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:30.004733 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da4230a0-9c72-4f32-b802-8211f243b787 req-cffbab86-2697-431d-bfe3-51bdce962ded tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0885408 Aug 30 14:47:30.030217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '6478aca1-3a90-4cfa-9527-c6865dac6799'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:30.031678 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.042828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-25db263b-2948-474a-a4eb-d4d63e5e61b0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6461582 Aug 30 14:47:30.043746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:30.054155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.143809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab9a9b-d3cd-4fda-b5d0-bd0f90f28d53 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:30.145734 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d3ab9a9b-d3cd-4fda-b5d0-bd0f90f28d53 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1008451 Aug 30 14:47:30.149213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:30.252854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/6478aca1-3a90-4cfa-9527-c6865dac6799/bd010027-15ae-4bf0-8d9e-603992879cc5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:30.307191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.390278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Allocated IP 172.20.0.3 (33639358-9b77-47cc-91b5-8e09ce573fce/31b29f9f-ccc0-47ae-9c92-26ee55b565f9/71588a91-fee1-4747-9054-6b1b8ea59df9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:30.453419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f46390ec-11fb-44a1-9423-66fed2add685 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 08ca9478-25fc-4ce3-9e86-37d72a3e5a9d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:30.453773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f46390ec-11fb-44a1-9423-66fed2add685 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.559524 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f46390ec-11fb-44a1-9423-66fed2add685 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.574357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f46390ec-11fb-44a1-9423-66fed2add685 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 08ca9478-25fc-4ce3-9e86-37d72a3e5a9d owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:30.615474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.646020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Transition to ACTIVE for port object bd010027-15ae-4bf0-8d9e-603992879cc5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:30.686614 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.728836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Transition to ACTIVE for port object bd010027-15ae-4bf0-8d9e-603992879cc5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:30.729236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f46390ec-11fb-44a1-9423-66fed2add685 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.731657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Transition to ACTIVE for port object 71588a91-fee1-4747-9054-6b1b8ea59df9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:30.747577 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.765762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Transition to ACTIVE for port object 71588a91-fee1-4747-9054-6b1b8ea59df9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:30.778541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46390ec-11fb-44a1-9423-66fed2add685 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=08ca9478-25fc-4ce3-9e86-37d72a3e5a9d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:30.802940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.842402 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.847054 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f46390ec-11fb-44a1-9423-66fed2add685 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:30.849365 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f46390ec-11fb-44a1-9423-66fed2add685 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/08ca9478-25fc-4ce3-9e86-37d72a3e5a9d HTTP/1.1" status: 204 len: 168 time: 0.6987076 Aug 30 14:47:30.852987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:30.862546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:30.872986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:30.883993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Network 33639358-9b77-47cc-91b5-8e09ce573fce is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:30.886136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:30.887507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=31b29f9f-ccc0-47ae-9c92-26ee55b565f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:30.889078 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:30.898292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Pushing event updated for resources: {'Port': ['ID=bd010027-15ae-4bf0-8d9e-603992879cc5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:30.910184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:30.937670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a6362-ed14-4340-8b60-d2ef7603731b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:30.939463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a6362-ed14-4340-8b60-d2ef7603731b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:30.941005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb5a6362-ed14-4340-8b60-d2ef7603731b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0869901 Aug 30 14:47:30.944611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:31.025356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Pushing event updated for resources: {'Port': ['ID=71588a91-fee1-4747-9054-6b1b8ea59df9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:31.037269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4e5af4-a588-4cbb-8533-2ca04b83f04d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 6478aca1-3a90-4cfa-9527-c6865dac6799 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:31.038893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.040781 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5af4-a588-4cbb-8533-2ca04b83f04d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.071536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33639358-9b77-47cc-91b5-8e09ce573fce']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:31.077109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Attempting to bind port bd010027-15ae-4bf0-8d9e-603992879cc5 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:31.077651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Attempting to bind port bd010027-15ae-4bf0-8d9e-603992879cc5 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:31.078204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Attempting to bind port bd010027-15ae-4bf0-8d9e-603992879cc5 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:31.082173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Attempting to bind port 71588a91-fee1-4747-9054-6b1b8ea59df9 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:31.082621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Attempting to bind port 71588a91-fee1-4747-9054-6b1b8ea59df9 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '871719eb-631e-4c65-b542-5881de75e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33639358-9b77-47cc-91b5-8e09ce573fce'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:31.083867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Attempting to bind port 71588a91-fee1-4747-9054-6b1b8ea59df9 on network 33639358-9b77-47cc-91b5-8e09ce573fce {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:31.091032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:31.091445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Checking segment: {'id': '871719eb-631e-4c65-b542-5881de75e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33639358-9b77-47cc-91b5-8e09ce573fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:31.091976 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.092494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Bound using segment: {'id': '871719eb-631e-4c65-b542-5881de75e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33639358-9b77-47cc-91b5-8e09ce573fce'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:31.093862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Bound port: 71588a91-fee1-4747-9054-6b1b8ea59df9, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871719eb-631e-4c65-b542-5881de75e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33639358-9b77-47cc-91b5-8e09ce573fce'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:31.094336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.096188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871719eb-631e-4c65-b542-5881de75e412') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:31.096594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871719eb-631e-4c65-b542-5881de75e412') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:31.097937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:31.098457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:31.098853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.099347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:31.099895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Bound port: bd010027-15ae-4bf0-8d9e-603992879cc5, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:31.100357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.110805 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.128025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.137229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5af4-a588-4cbb-8533-2ca04b83f04d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.141800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:31.142098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:31.145835 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:31.180401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2e667a84-540b-43e7-b34c-4a8cbd8acf88 req-1ff7bf89-df98-4e21-8c3f-747dc4f8ad1e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0461895 Aug 30 14:47:31.200867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] For port 71588a91-fee1-4747-9054-6b1b8ea59df9, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:31.242443 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 14:47:31.242443 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 14:47:31.242443 n-d-805668-3 neutron-server[94827]: [parameters: {'id': '33639358-9b77-47cc-91b5-8e09ce573fce'}] Aug 30 14:47:31.242443 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:47:31.242968 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:47:31.252646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] For port 71588a91-fee1-4747-9054-6b1b8ea59df9, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71588a91-fee1-4747-9054-6b1b8ea59df9,segment=NetworkSegment(871719eb-631e-4c65-b542-5881de75e412),segment_id=871719eb-631e-4c65-b542-5881de75e412)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:31.259328 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.305695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5af4-a588-4cbb-8533-2ca04b83f04d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.421019 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5af4-a588-4cbb-8533-2ca04b83f04d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.459752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e5af4-a588-4cbb-8533-2ca04b83f04d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=6478aca1-3a90-4cfa-9527-c6865dac6799,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:31.468467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5af4-a588-4cbb-8533-2ca04b83f04d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.473572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:31.474985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8a4e5af4-a588-4cbb-8533-2ca04b83f04d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/6478aca1-3a90-4cfa-9527-c6865dac6799 HTTP/1.1" status: 204 len: 168 time: 0.5239706 Aug 30 14:47:31.525081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9520805c-b6a0-46c7-a5e0-499970312651 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496769 Aug 30 14:47:31.527363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:31.596248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] For port bd010027-15ae-4bf0-8d9e-603992879cc5, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:31.640060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] For port bd010027-15ae-4bf0-8d9e-603992879cc5, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bd010027-15ae-4bf0-8d9e-603992879cc5,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:31.643268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb0a66-9137-41ab-9b72-19ada37c3f91 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:31.644898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fffb0a66-9137-41ab-9b72-19ada37c3f91 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1164546 Aug 30 14:47:31.648070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef460bd-18b2-4d30-83e2-800dfabf75eb None None] Pushing event updated for resources: {'Port': ['ID=71588a91-fee1-4747-9054-6b1b8ea59df9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:31.650655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:31.657828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b9cf4-0849-4929-a56f-b5daca969691 None None] Network 33639358-9b77-47cc-91b5-8e09ce573fce requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:31.663949 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.718667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5704e1-a072-40ee-91c1-4d4dbfb39586 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:31.723767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:31.737090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ca5704e1-a072-40ee-91c1-4d4dbfb39586 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847175 Aug 30 14:47:31.744120 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.787705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964933b6-afcc-423e-ba55-91de48b6f5ba None None] Pushing event updated for resources: {'Port': ['ID=bd010027-15ae-4bf0-8d9e-603992879cc5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:31.794145 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:31.827279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35444) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:31.830116 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-88fdcbcf-ef47-4664-bb36-983536e2f7e3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028054 Aug 30 14:47:31.842965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:32.017526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ce2e9-cd9f-49a0-bb33-e5df256097b7 None None] Network 33639358-9b77-47cc-91b5-8e09ce573fce requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:32.028721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:32.032066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:32.197803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Deleting port 71588a91-fee1-4747-9054-6b1b8ea59df9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:32.200539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:32.479029 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a62c5917-9b01-430f-a574-6709c93f8a36 req-eb78bc75-7a36-4c1b-a046-b4fc767ce9d2 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0503595 Aug 30 14:47:32.528020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] For port 71588a91-fee1-4747-9054-6b1b8ea59df9, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71588a91-fee1-4747-9054-6b1b8ea59df9,segment=NetworkSegment(871719eb-631e-4c65-b542-5881de75e412),segment_id=871719eb-631e-4c65-b542-5881de75e412)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:32.528530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:32.548133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Calling delete_port for 71588a91-fee1-4747-9054-6b1b8ea59df9 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:32.756376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:32.802781 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:32.843083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Port': ['ID=71588a91-fee1-4747-9054-6b1b8ea59df9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:32.848349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No DVR routers for this DVR port 71588a91-fee1-4747-9054-6b1b8ea59df9 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:32.984849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.143248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:33.150049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:33.160793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:33.161436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.187017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.284487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33639358-9b77-47cc-91b5-8e09ce573fce']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:33.293495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:33.301023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': '5e049baf-8f3d-4f86-9616-dd67febdb014', 'ip_address': '2001:db8::1d20:47a4:a4cd:b0f3'}], 'name': 'tempest-NetworksTestDHCPv6-966247740'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:33.306401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4780140 Aug 30 14:47:33.346547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6393c-a598-4fc5-ae40-234fa2d4bd93 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=5e049baf-8f3d-4f86-9616-dd67febdb014,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:33.360217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871719eb-631e-4c65-b542-5881de75e412') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:33.361181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871719eb-631e-4c65-b542-5881de75e412') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:33.448919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.522122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.530772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:33.535150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:33.545378 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:33.563538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bd010027-15ae-4bf0-8d9e-603992879cc5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:33.678946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4059abf-fb46-426e-977d-9f317d157d73 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:33.720929 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-042eca77-6fd1-4ccb-aa5e-2dbc3a29dd67 req-45ddd3e2-815f-4cef-86ac-b79626f9a917 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0869524 Aug 30 14:47:33.811913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:33.823215 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.829659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.838076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.840934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/33639358-9b77-47cc-91b5-8e09ce573fce HTTP/1.1" status: 204 len: 168 time: 4.1742501 Aug 30 14:47:33.847057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:33.860397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d9193-c51b-44e4-a6af-23331ac21821 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=33639358-9b77-47cc-91b5-8e09ce573fce,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:33.866099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:33.884640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f68e91e1-b4b3-4139-82bf-031e3b7dcbee None None] Provisioning for port bd010027-15ae-4bf0-8d9e-603992879cc5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:33.897785 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c70f35-3d77-4632-8864-3704d1224303 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:33.898250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c70f35-3d77-4632-8864-3704d1224303 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:33.903403 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c1c70f35-3d77-4632-8864-3704d1224303 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/31b29f9f-ccc0-47ae-9c92-26ee55b565f9 HTTP/1.1" status: 404 len: 337 time: 0.0494294 Aug 30 14:47:33.903403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:33.933349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port bd010027-15ae-4bf0-8d9e-603992879cc5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:33.943606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port bd010027-15ae-4bf0-8d9e-603992879cc5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:33.943973 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:33.959737 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8f6e76-6f8f-4fb5-8aa3-4b30e06fdb75 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:33.960202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8f6e76-6f8f-4fb5-8aa3-4b30e06fdb75 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:33.962054 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5f8f6e76-6f8f-4fb5-8aa3-4b30e06fdb75 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/33639358-9b77-47cc-91b5-8e09ce573fce HTTP/1.1" status: 404 len: 339 time: 0.0577061 Aug 30 14:47:33.965707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.001612 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dd1f51-d78c-4b3a-bfad-3bf9dffafaf5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.002194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dd1f51-d78c-4b3a-bfad-3bf9dffafaf5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.006542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c6dd1f51-d78c-4b3a-bfad-3bf9dffafaf5 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/ff8fbad4-83c7-40b8-baad-600a707477c6 HTTP/1.1" status: 404 len: 337 time: 0.0366817 Aug 30 14:47:34.007100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.032036 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-25608a8d-bdd0-458f-8d4e-ce190032cc97 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.032651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25608a8d-bdd0-458f-8d4e-ce190032cc97 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.034533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-25608a8d-bdd0-458f-8d4e-ce190032cc97 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/31abc8b0-1fea-4abc-9834-e129bb6ddd46 HTTP/1.1" status: 404 len: 339 time: 0.0266449 Aug 30 14:47:34.037662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.115375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.169352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::1d20:47a4:a4cd:b0f3 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/5e049baf-8f3d-4f86-9616-dd67febdb014/3229a38c-9bd9-434a-8aae-8ae2eeaa6b03) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:34.175912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.191888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port bd010027-15ae-4bf0-8d9e-603992879cc5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bd010027-15ae-4bf0-8d9e-603992879cc5,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:34.198017 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.293438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=bd010027-15ae-4bf0-8d9e-603992879cc5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:34.308937 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.322517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57b2a2a-7501-47d6-95d8-05eab6bc18ac']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:34.340318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ad10e5-f7bf-4543-a8d5-b70d14027fe7') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:34.340683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ad10e5-f7bf-4543-a8d5-b70d14027fe7') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:34.351584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.368030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.377649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:34.377649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:34.381250 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:34.428455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4e295a0-7a98-4a41-b6f6-e5046738370e None None] Provisioning complete for port bd010027-15ae-4bf0-8d9e-603992879cc5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:34.428841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4e295a0-7a98-4a41-b6f6-e5046738370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.450126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.485226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:34.488347 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.496487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.498604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/a57b2a2a-7501-47d6-95d8-05eab6bc18ac HTTP/1.1" status: 204 len: 168 time: 0.4596586 Aug 30 14:47:34.500736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.516160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17431748-f304-480a-b43f-9df0f1447c4e tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=a57b2a2a-7501-47d6-95d8-05eab6bc18ac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:34.557693 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a44c0c4-b5ad-45da-a456-288980215756 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.558149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a44c0c4-b5ad-45da-a456-288980215756 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.561096 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1a44c0c4-b5ad-45da-a456-288980215756 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/a04549a7-7a86-471b-b3b8-799f90d03865 HTTP/1.1" status: 404 len: 337 time: 0.0570719 Aug 30 14:47:34.562707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.583786 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f8a225-f2f8-43eb-9502-dea32f7c3113 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.584371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f8a225-f2f8-43eb-9502-dea32f7c3113 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.586442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-56f8a225-f2f8-43eb-9502-dea32f7c3113 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/159a1d52-ce87-4759-84e0-81d2a8a41327 HTTP/1.1" status: 404 len: 339 time: 0.0223105 Aug 30 14:47:34.588614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.594425 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.622523 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ab61b8-3160-4cba-b716-f2084e721c28 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.622996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ab61b8-3160-4cba-b716-f2084e721c28 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.629802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f8ab61b8-3160-4cba-b716-f2084e721c28 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/92fc946a-83c7-463a-8736-a25f5ce88b7a HTTP/1.1" status: 404 len: 337 time: 0.0399809 Aug 30 14:47:34.630378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.638309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:34.642634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:34.645956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:34.652344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:34.652994 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:34.657954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef366385-f585-4977-9bd9-9cc62db4ab4a None None] Could not find standard attr ID for object be74ebde-392c-492d-a860-a869694a196c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:47:34.667898 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6747e6e8-ac29-4dab-92e4-5ec650cc99c3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.669276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6747e6e8-ac29-4dab-92e4-5ec650cc99c3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.674179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6747e6e8-ac29-4dab-92e4-5ec650cc99c3 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/ccfff979-b5e8-44f0-b64e-9ab79a9d2fde HTTP/1.1" status: 404 len: 339 time: 0.0419052 Aug 30 14:47:34.674394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.704694 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0154b71a-86d6-48c1-bb50-951b68306bbc tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.705200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0154b71a-86d6-48c1-bb50-951b68306bbc tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.706924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0154b71a-86d6-48c1-bb50-951b68306bbc tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/ad9b9801-608d-48a7-9788-1176da209635 HTTP/1.1" status: 404 len: 337 time: 0.0316415 Aug 30 14:47:34.707714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=3229a38c-9bd9-434a-8aae-8ae2eeaa6b03,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:34.710885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.715154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b99d2c5c-2e7d-4435-bd02-a7f50b8e0127 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4192431 Aug 30 14:47:34.717713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.732745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-01183b0c-4d30-4d79-8b88-d7274552c521 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': '5e049baf-8f3d-4f86-9616-dd67febdb014', 'ip_address': '2001:db8::1d20:47a4:a4cd:b0f3'}], 'name': 'tempest-NetworksTestDHCPv6-547198709'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:34.749230 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-881eb871-c8e1-43de-99b7-86de43abf91f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.749958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881eb871-c8e1-43de-99b7-86de43abf91f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.759960 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-881eb871-c8e1-43de-99b7-86de43abf91f tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/7dc4666f-2b55-4ae0-9ab3-fe5f120a2f0d HTTP/1.1" status: 404 len: 339 time: 0.0473914 Aug 30 14:47:34.760611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35574) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.852707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5507ee8-fccd-4b1e-9d7d-da77ca415fef req-8f7d1b28-edfa-440b-9415-94248e5181e1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0416350 Aug 30 14:47:34.853741 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-626c9fc1-9cde-4e4d-8050-2d063f92e4d0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.854268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626c9fc1-9cde-4e4d-8050-2d063f92e4d0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.858500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-626c9fc1-9cde-4e4d-8050-2d063f92e4d0 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/eb0656e3-c659-4c0e-b5ec-1d18490722ca HTTP/1.1" status: 404 len: 337 time: 0.0945866 Aug 30 14:47:34.858882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35582) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.887475 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-516b7f0d-7239-4312-a2e6-3bca77594a66 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.888063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516b7f0d-7239-4312-a2e6-3bca77594a66 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.892875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.895533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-516b7f0d-7239-4312-a2e6-3bca77594a66 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/bb545e5f-4589-4cdd-8b43-87491b5fbd03 HTTP/1.1" status: 404 len: 339 time: 0.0335646 Aug 30 14:47:34.925815 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9245015a-8ba4-4723-af34-eeaf149b2e11 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.926282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9245015a-8ba4-4723-af34-eeaf149b2e11 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.930741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9245015a-8ba4-4723-af34-eeaf149b2e11 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/af0b2a19-6c48-446f-8b9c-6665ec7379fd HTTP/1.1" status: 404 len: 337 time: 0.0337546 Aug 30 14:47:34.931526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35588) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.948719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01183b0c-4d30-4d79-8b88-d7274552c521 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:34.960532 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe26210-b72e-4208-ab0f-6ee2e090ebe1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:34.961469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe26210-b72e-4208-ab0f-6ee2e090ebe1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:34.966668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:34.967040 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dbe26210-b72e-4208-ab0f-6ee2e090ebe1 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/3b688c94-71b7-4531-8495-2309fb3ff0a8 HTTP/1.1" status: 404 len: 339 time: 0.0324461 Aug 30 14:47:34.975968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-47153d2f-1482-4525-8653-53d975f4ffc9 None None] Could not find standard attr ID for object 08ca9478-25fc-4ce3-9e86-37d72a3e5a9d. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:47:35.040952 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2161e5e0-76f3-4110-8307-db04be953b4d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:35.041555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2161e5e0-76f3-4110-8307-db04be953b4d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:35.047323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2161e5e0-76f3-4110-8307-db04be953b4d tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/b52ed897-b6e7-4ee7-9b22-1aa642c55be7 HTTP/1.1" status: 404 len: 337 time: 0.0757463 Aug 30 14:47:35.048185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.074090 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef352e5-0290-4f73-8fe0-444ba8715962 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:35.074759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef352e5-0290-4f73-8fe0-444ba8715962 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:35.078870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fef352e5-0290-4f73-8fe0-444ba8715962 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/d2ddbd3b-420d-4af2-b235-d86ba862b29f HTTP/1.1" status: 404 len: 339 time: 0.0273716 Aug 30 14:47:35.079472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.131662 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fc789d-e28e-499f-85c3-62357e19beca tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:35.132131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fc789d-e28e-499f-85c3-62357e19beca tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:35.137775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-71fc789d-e28e-499f-85c3-62357e19beca tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/2eb46e92-d49b-4a05-9937-223a36fa48e4 HTTP/1.1" status: 404 len: 337 time: 0.0542092 Aug 30 14:47:35.137775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.176421 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5cde56-4708-438d-b9e7-275c322e3737 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:35.177415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5cde56-4708-438d-b9e7-275c322e3737 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:35.181651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc5cde56-4708-438d-b9e7-275c322e3737 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/f5a6a981-19f1-44ce-a05d-e0313675ffa2 HTTP/1.1" status: 404 len: 339 time: 0.0409904 Aug 30 14:47:35.182805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.185637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01183b0c-4d30-4d79-8b88-d7274552c521 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:35.221694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-01183b0c-4d30-4d79-8b88-d7274552c521 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port cd11bdb3-02aa-4214-ab54-e7c1e7107830 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:35.226252 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77e1629-77e2-4f55-99f1-dc838e114fad tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:35.226938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77e1629-77e2-4f55-99f1-dc838e114fad tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:35.232269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.232851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a77e1629-77e2-4f55-99f1-dc838e114fad tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/387c1b14-2fa5-407b-8ded-0daffed9d1ab HTTP/1.1" status: 404 len: 337 time: 0.0485265 Aug 30 14:47:35.252575 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f20e90-4b3d-43cb-97dc-9349a9f6d32c tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] DELETE failed (client error): The resource could not be found. Aug 30 14:47:35.253196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f20e90-4b3d-43cb-97dc-9349a9f6d32c tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:35.254947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-35f20e90-4b3d-43cb-97dc-9349a9f6d32c tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/b353b3be-800c-41ff-a38e-fb623e086eb7 HTTP/1.1" status: 404 len: 339 time: 0.0216463 Aug 30 14:47:35.258050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.350364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4426607-7903-42a1-8a3b-532577099119 None None] Provisioning for port 3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:35.374975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b4426607-7903-42a1-8a3b-532577099119 None None] Provisioning complete for port 3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:35.374975 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4426607-7903-42a1-8a3b-532577099119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:35.450930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bd010027-15ae-4bf0-8d9e-603992879cc5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:35.453374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1f995b-0563-41d5-9729-f9515dbdf389 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Deleting subnet d878f9ae-0cf2-417a-90f5-839a0d11b444 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:35.459870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1f995b-0563-41d5-9729-f9515dbdf389 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:35.558168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b4426607-7903-42a1-8a3b-532577099119 None None] Port 3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:47:35.574017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1f995b-0563-41d5-9729-f9515dbdf389 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:35.592600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port bd010027-15ae-4bf0-8d9e-603992879cc5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:35.599659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:35.647926 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-01183b0c-4d30-4d79-8b88-d7274552c521 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 14:47:35.648487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01183b0c-4d30-4d79-8b88-d7274552c521 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:35.716502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-01183b0c-4d30-4d79-8b88-d7274552c521 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9974868 Aug 30 14:47:35.719360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.774749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1f995b-0563-41d5-9729-f9515dbdf389 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:35.827222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976828dd-82a9-4e82-ac77-2704b69de61c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:35.833873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976828dd-82a9-4e82-ac77-2704b69de61c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:35.836081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-976828dd-82a9-4e82-ac77-2704b69de61c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1152935 Aug 30 14:47:35.838858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.886076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1f995b-0563-41d5-9729-f9515dbdf389 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:35.952115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f995b-0563-41d5-9729-f9515dbdf389 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Subnet': ['ID=d878f9ae-0cf2-417a-90f5-839a0d11b444,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:35.954619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1f995b-0563-41d5-9729-f9515dbdf389 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:35.958774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ac1f995b-0563-41d5-9729-f9515dbdf389 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/subnets/d878f9ae-0cf2-417a-90f5-839a0d11b444 HTTP/1.1" status: 204 len: 168 time: 0.6975749 Aug 30 14:47:35.959085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:35.979194 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee9929-a5c3-451a-9536-c712c227e58c None None] Network 35de043a-4a7f-4387-b6f1-2dd374179544 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:36.013505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99c23d2c-90f9-4764-9467-ac4a959b3a6e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:36.014062 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c23d2c-90f9-4764-9467-ac4a959b3a6e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.065871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89443f04-95e1-431c-8c92-1f808f82dc72 req-3e40e7c5-842b-4a4a-b499-2602eb35ff28 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.1140134 Aug 30 14:47:36.121907 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.191795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Deleting port 97ba9f68-771b-43cb-beb7-6ada341ef331 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:36.192402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.235062 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c23d2c-90f9-4764-9467-ac4a959b3a6e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.265322 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] For port 97ba9f68-771b-43cb-beb7-6ada341ef331, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=97ba9f68-771b-43cb-beb7-6ada341ef331,segment=NetworkSegment(e08285ea-74e0-4046-8ecf-99b10408ff28),segment_id=e08285ea-74e0-4046-8ecf-99b10408ff28)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:36.265653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.267702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99c23d2c-90f9-4764-9467-ac4a959b3a6e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:36.285282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Calling delete_port for 97ba9f68-771b-43cb-beb7-6ada341ef331 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:36.374435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] DHCP port deletion for 35de043a-4a7f-4387-b6f1-2dd374179544 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:47:36.504453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] Deleting port 97ba9f68-771b-43cb-beb7-6ada341ef331 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:36.504874 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.514555 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.541204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] No DVR routers for this DVR port 97ba9f68-771b-43cb-beb7-6ada341ef331 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:36.583466 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c23d2c-90f9-4764-9467-ac4a959b3a6e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.626496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c23d2c-90f9-4764-9467-ac4a959b3a6e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=3229a38c-9bd9-434a-8aae-8ae2eeaa6b03,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:36.665201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c23d2c-90f9-4764-9467-ac4a959b3a6e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.671685 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-99c23d2c-90f9-4764-9467-ac4a959b3a6e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 HTTP/1.1" status: 204 len: 168 time: 0.8289974 Aug 30 14:47:36.673894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:36.687266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] For port 97ba9f68-771b-43cb-beb7-6ada341ef331, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=97ba9f68-771b-43cb-beb7-6ada341ef331,segment=NetworkSegment(e08285ea-74e0-4046-8ecf-99b10408ff28),segment_id=e08285ea-74e0-4046-8ecf-99b10408ff28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:36.687673 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.706177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] Calling delete_port for 97ba9f68-771b-43cb-beb7-6ada341ef331 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:36.726788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.749850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Port': ['ID=97ba9f68-771b-43cb-beb7-6ada341ef331,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:36.759277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35de043a-4a7f-4387-b6f1-2dd374179544']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:36.785623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a967c-0b09-48d3-b03f-ce126ac81b27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:36.790084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08285ea-74e0-4046-8ecf-99b10408ff28') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:36.790393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08285ea-74e0-4046-8ecf-99b10408ff28') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:36.799103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a967c-0b09-48d3-b03f-ce126ac81b27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:36.801088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2a3a967c-0b09-48d3-b03f-ce126ac81b27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1248646 Aug 30 14:47:36.804133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:36.816012 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.841958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.856635 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.857286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:47:36.857992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:47:36.867900 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:47:36.884065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78e2dbb-c2cf-482b-ba1f-1ab3b725061c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 5e049baf-8f3d-4f86-9616-dd67febdb014 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:36.889032 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78e2dbb-c2cf-482b-ba1f-1ab3b725061c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.925367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] No DVR routers for this DVR port 97ba9f68-771b-43cb-beb7-6ada341ef331 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:36.939090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229e2d-6216-4897-8376-9df5a99c959e None None] Pushing event deleted for resources: {'Port': ['ID=97ba9f68-771b-43cb-beb7-6ada341ef331,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:36.965028 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78e2dbb-c2cf-482b-ba1f-1ab3b725061c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:37.015140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:37.024955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dcf4bb-cdee-4103-ba70-554d79299141 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:47:37.039163 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:37.041624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] 10.222.0.50 "DELETE /v2.0/networks/35de043a-4a7f-4387-b6f1-2dd374179544 HTTP/1.1" status: 204 len: 168 time: 1.0815785 Aug 30 14:47:37.046966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78e2dbb-c2cf-482b-ba1f-1ab3b725061c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:37.076537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dbac8-9e3b-4e4f-b567-c7b3a4402485 tempest-NetworksTest-2000002187 tempest-NetworksTest-2000002187-project] Pushing event deleted for resources: {'Network': ['ID=35de043a-4a7f-4387-b6f1-2dd374179544,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:37.190879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dcf4bb-cdee-4103-ba70-554d79299141 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:47:37.211644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2969880a-ae55-4ec9-84e1-76d8f3f20a88 req-907f2b58-99b9-4e41-a528-8eae41804860 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0434308 Aug 30 14:47:37.234761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78e2dbb-c2cf-482b-ba1f-1ab3b725061c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:37.300086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e2dbb-c2cf-482b-ba1f-1ab3b725061c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=5e049baf-8f3d-4f86-9616-dd67febdb014,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:37.309317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78e2dbb-c2cf-482b-ba1f-1ab3b725061c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:37.313784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:37.313991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a78e2dbb-c2cf-482b-ba1f-1ab3b725061c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/5e049baf-8f3d-4f86-9616-dd67febdb014 HTTP/1.1" status: 204 len: 168 time: 0.5086951 Aug 30 14:47:37.409901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5eda6d7e-8183-43bb-9444-d7bc9ccd381c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944421 Aug 30 14:47:37.415554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:37.421474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:37.443486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 97ba9f68-771b-43cb-beb7-6ada341ef331 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:47:37.504722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 97ba9f68-771b-43cb-beb7-6ada341ef331 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:47:37.504722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 97ba9f68-771b-43cb-beb7-6ada341ef331 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:47:37.554132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:37.559652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:37.781673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3e2457-7dc8-4483-98cc-660409e89546 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:47:37.809677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:37.941469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e2457-7dc8-4483-98cc-660409e89546 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:47:38.100001 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cb3835c9-dd65-4bd5-8420-22583d523341 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cc13b72c25d4774ad141f049fa3df7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887180 Aug 30 14:47:38.103770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:38.248187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9be5ed43-db1e-4afe-b426-8ee06e27a7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:38.256934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9492313-882a-42e3-aa65-11b0649a32f2 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:38.312236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9be5ed43-db1e-4afe-b426-8ee06e27a7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:38.501720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32880be3-4221-4c75-9a6b-d7a10334c576 req-be02ab6a-2ffb-450d-b294-1bae0f2b7301 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.1487465 Aug 30 14:47:38.516537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9be5ed43-db1e-4afe-b426-8ee06e27a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:38.521748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9be5ed43-db1e-4afe-b426-8ee06e27a7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:38.525815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9be5ed43-db1e-4afe-b426-8ee06e27a7ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d73119c-62f0-4aca-9688-e0b4734e0d97 HTTP/1.1" status: 204 len: 168 time: 0.4209974 Aug 30 14:47:38.543236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:38.543820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ed43-db1e-4afe-b426-8ee06e27a7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d73119c-62f0-4aca-9688-e0b4734e0d97,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:38.642402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:38.658327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:38.668679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:38.669321 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:38.714568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:47:38.742445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3257101 Aug 30 14:47:38.745793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:38.750131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ac086-4893-4dd3-be47-e5599304ad34 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=7d090b4c-b31a-4685-bea5-93b736b4de66,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:38.751412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e29c5877-f62f-4032-a292-c082590984a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': '7d090b4c-b31a-4685-bea5-93b736b4de66', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-492638482'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:38.875610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] Deleting port bd010027-15ae-4bf0-8d9e-603992879cc5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:38.876275 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:38.992356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29c5877-f62f-4032-a292-c082590984a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:38.999079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e29c5877-f62f-4032-a292-c082590984a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.000711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] For port bd010027-15ae-4bf0-8d9e-603992879cc5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bd010027-15ae-4bf0-8d9e-603992879cc5,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:39.001162 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.032987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e29c5877-f62f-4032-a292-c082590984a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port fb756f73-316f-4375-ae08-e1bdbd94caab yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:47:39.035077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] Calling delete_port for bd010027-15ae-4bf0-8d9e-603992879cc5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:39.216284 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.246299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] Pushing event deleted for resources: {'Port': ['ID=bd010027-15ae-4bf0-8d9e-603992879cc5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:39.250437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6921b-a3b5-47e9-82d0-99cd1d135b4f None None] No DVR routers for this DVR port bd010027-15ae-4bf0-8d9e-603992879cc5 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:39.265231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c4289-5b6f-433e-83a5-fb4367ed80ab None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:39.292361 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29c5877-f62f-4032-a292-c082590984a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:47:39.294285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29c5877-f62f-4032-a292-c082590984a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:47:39.334238 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e29c5877-f62f-4032-a292-c082590984a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.5844159 Aug 30 14:47:39.334493 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:47:39.334968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:39.383593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d0b60571-2982-4e6c-8f31-c6791f81f423 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0478237 Aug 30 14:47:39.392648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:39.417288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bd010027-15ae-4bf0-8d9e-603992879cc5 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:47:39.459688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: bd010027-15ae-4bf0-8d9e-603992879cc5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:47:39.459917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bd010027-15ae-4bf0-8d9e-603992879cc5 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:47:39.501974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92786c3c-5362-4b27-a245-ae7d95e8b342 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:39.508505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92786c3c-5362-4b27-a245-ae7d95e8b342 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:39.510259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-92786c3c-5362-4b27-a245-ae7d95e8b342 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1165504 Aug 30 14:47:39.513231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:39.573375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2962678-d623-4fca-8baf-8228654717f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '7d090b4c-b31a-4685-bea5-93b736b4de66'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:39.574150 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2962678-d623-4fca-8baf-8228654717f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.643889 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3aa60d80-482a-458b-8abb-1faec398bf5e req-2ef254ba-4f97-4e50-988b-5a4e758d3203 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0585306 Aug 30 14:47:39.667028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aadd433-2ba7-474d-96fc-df4dbcac0db6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 7d090b4c-b31a-4685-bea5-93b736b4de66 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:39.671372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aadd433-2ba7-474d-96fc-df4dbcac0db6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.738295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aadd433-2ba7-474d-96fc-df4dbcac0db6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.796281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aadd433-2ba7-474d-96fc-df4dbcac0db6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.855722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:39.918675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aadd433-2ba7-474d-96fc-df4dbcac0db6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-b2962678-d623-4fca-8baf-8228654717f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d090b4c-b31a-4685-bea5-93b736b4de66: This subnet is being modified by another concurrent operation. Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d090b4c-b31a-4685-bea5-93b736b4de66: This subnet is being modified by another concurrent operation. Aug 30 14:47:39.920742 n-d-805668-3 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 30 14:47:39.942622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d095a7-8f84-4814-9047-1679962ad010 None None] get_active_networks_info from n-d-805668-3 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:47:39.971803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadd433-2ba7-474d-96fc-df4dbcac0db6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=7d090b4c-b31a-4685-bea5-93b736b4de66,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:39.986049 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aadd433-2ba7-474d-96fc-df4dbcac0db6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.991441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:40.001418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1aadd433-2ba7-474d-96fc-df4dbcac0db6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/7d090b4c-b31a-4685-bea5-93b736b4de66 HTTP/1.1" status: 204 len: 168 time: 0.4865518 Aug 30 14:47:40.049725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:40.055932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:40.066624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-afec42fa-a8a2-4e1f-8809-ce73828127a8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722663 Aug 30 14:47:40.122634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d095a7-8f84-4814-9047-1679962ad010 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 14:47:40.134691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940160857'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:40.194545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.210307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.235280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:40.244284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.392641 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.403198 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.480321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53451b7-828f-4390-b0cb-f65e50b1b116,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:40.564574 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.571095 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.617850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.629024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.632191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7754276 Aug 30 14:47:40.635699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:40.638786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:40.652851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f15596-6846-4770-ad8e-b050d3ea74ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfee6fb8-33c1-4e7a-bc03-abe042bd4d8d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:40.659369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:40.664968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:40.665759 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.677115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c74768-73a0-48e8-b738-7faaf3eb2e1d None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:40.706749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6557343 Aug 30 14:47:40.709512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:40.723335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c48dbfe2-6729-438e-94c4-85f8efae2d6b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1385138953', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:40.723335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df04b-9375-45e1-aed9-0dc558152665 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=2871d80d-7ab8-43d3-9006-a686ab1e39bb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:40.754376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfe2-6729-438e-94c4-85f8efae2d6b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.757305 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfe2-6729-438e-94c4-85f8efae2d6b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.851956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfe2-6729-438e-94c4-85f8efae2d6b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.859977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfe2-6729-438e-94c4-85f8efae2d6b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.865601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b084a1c0-10b0-4b69-bc11-c676cbf99982 req-5c01efd6-1161-4a86-b9a0-8a0032add7f2 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0937707 Aug 30 14:47:40.893193 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfe2-6729-438e-94c4-85f8efae2d6b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.898235 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c48dbfe2-6729-438e-94c4-85f8efae2d6b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1844258 Aug 30 14:47:40.898862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:40.960293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d617fa8e-8fba-4cc8-9967-5480e2788b07 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3231575 Aug 30 14:47:40.963011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:40.967839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d472e598-e3d3-409f-99cb-9207e2b32c0b tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-security--1029032974', 'description': 'tempest-security-description-267338701'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:40.988002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '2871d80d-7ab8-43d3-9006-a686ab1e39bb'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:40.988876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.000205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d472e598-e3d3-409f-99cb-9207e2b32c0b tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.107754 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d472e598-e3d3-409f-99cb-9207e2b32c0b tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.115118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d472e598-e3d3-409f-99cb-9207e2b32c0b tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.119116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d472e598-e3d3-409f-99cb-9207e2b32c0b tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.124906 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d472e598-e3d3-409f-99cb-9207e2b32c0b tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "PUT /v2.0/security-groups/bfee6fb8-33c1-4e7a-bc03-abe042bd4d8d HTTP/1.1" status: 200 len: 1779 time: 0.1607959 Aug 30 14:47:41.125936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:41.140538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:41.231826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472e598-e3d3-409f-99cb-9207e2b32c0b tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfee6fb8-33c1-4e7a-bc03-abe042bd4d8d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:41.250326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bfb98403-62b7-4d72-a17e-4c86e9eacc1f tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups/bfee6fb8-33c1-4e7a-bc03-abe042bd4d8d HTTP/1.1" status: 200 len: 1779 time: 0.1171734 Aug 30 14:47:41.250497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:41.319086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9fa966f-8c67-47b9-a262-44fbc7152381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.348399 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea56f50b-e694-4674-aa0e-ef86faace93e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.394833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea56f50b-e694-4674-aa0e-ef86faace93e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.406812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/2871d80d-7ab8-43d3-9006-a686ab1e39bb/e0a789b6-6f66-4314-bd67-1f0dd11047ad) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:41.475055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea56f50b-e694-4674-aa0e-ef86faace93e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.479448 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea56f50b-e694-4674-aa0e-ef86faace93e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.480658 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ea56f50b-e694-4674-aa0e-ef86faace93e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/bfee6fb8-33c1-4e7a-bc03-abe042bd4d8d HTTP/1.1" status: 204 len: 168 time: 0.2292197 Aug 30 14:47:41.488389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:41.503636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.521633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56f50b-e694-4674-aa0e-ef86faace93e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfee6fb8-33c1-4e7a-bc03-abe042bd4d8d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:41.570898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9fa966f-8c67-47b9-a262-44fbc7152381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.575713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fa7578ff-bf62-4243-b5bd-4ed26cbf2e94 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860631 Aug 30 14:47:41.578372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9fa966f-8c67-47b9-a262-44fbc7152381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.585415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:41.629884 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-073bab96-a1a2-4096-8fec-c5b6dbb7c459 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] delete failed (client error): The resource could not be found. Aug 30 14:47:41.631355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-073bab96-a1a2-4096-8fec-c5b6dbb7c459 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/bfee6fb8-33c1-4e7a-bc03-abe042bd4d8d HTTP/1.1" status: 404 len: 347 time: 0.0429163 Aug 30 14:47:41.642385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:41.648090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-23b2fe89-ef17-4542-b6f8-58f1360879fd tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-secgroup--347212511'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:41.686170 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe89-ef17-4542-b6f8-58f1360879fd tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.713077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c9fa966f-8c67-47b9-a262-44fbc7152381 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f194482476024ec0a3b003d278525caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680845 Aug 30 14:47:41.713560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa966f-8c67-47b9-a262-44fbc7152381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b672314-6019-4761-9f77-17689d2bbfbc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:41.719398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:41.749705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.770314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Transition to ACTIVE for port object e0a789b6-6f66-4314-bd67-1f0dd11047ad will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:41.791520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Transition to ACTIVE for port object e0a789b6-6f66-4314-bd67-1f0dd11047ad will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:41.800348 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.811209 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3558d657-109c-4a2c-ad8a-ccffa3ceb1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.841544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3558d657-109c-4a2c-ad8a-ccffa3ceb1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.863754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Pushing event updated for resources: {'Port': ['ID=e0a789b6-6f66-4314-bd67-1f0dd11047ad,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:41.883084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:41.884963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:41.888502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:41.931606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3558d657-109c-4a2c-ad8a-ccffa3ceb1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.934500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3558d657-109c-4a2c-ad8a-ccffa3ceb1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:41.941769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3558d657-109c-4a2c-ad8a-ccffa3ceb1a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b672314-6019-4761-9f77-17689d2bbfbc HTTP/1.1" status: 204 len: 168 time: 0.2188587 Aug 30 14:47:41.964454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::1 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/2871d80d-7ab8-43d3-9006-a686ab1e39bb/9e8878d6-e4f5-475f-99c8-df43976dba00) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:41.983085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d657-109c-4a2c-ad8a-ccffa3ceb1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b672314-6019-4761-9f77-17689d2bbfbc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:42.049783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-691fe416-5d69-4571-ad52-c2ccf80d6b9c req-40b9fa23-f2b9-421e-80bc-edf94b0903ab tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0948291 Aug 30 14:47:42.069836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Attempting to bind port e0a789b6-6f66-4314-bd67-1f0dd11047ad on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:42.070504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Attempting to bind port e0a789b6-6f66-4314-bd67-1f0dd11047ad by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:42.070912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Attempting to bind port e0a789b6-6f66-4314-bd67-1f0dd11047ad on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:42.099626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:42.100060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:42.100745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.101269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:42.102271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Bound port: e0a789b6-6f66-4314-bd67-1f0dd11047ad, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:42.102692 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.119600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe89-ef17-4542-b6f8-58f1360879fd tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.127511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe89-ef17-4542-b6f8-58f1360879fd tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.167490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe89-ef17-4542-b6f8-58f1360879fd tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.171574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-23b2fe89-ef17-4542-b6f8-58f1360879fd tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5253069 Aug 30 14:47:42.172326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:42.179353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b145e416-4580-4044-8226-19d5dc1cbe31 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': 'cb9232d1-633b-42eb-88ad-1c04e317a1a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:42.187270 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2fe89-ef17-4542-b6f8-58f1360879fd tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9232d1-633b-42eb-88ad-1c04e317a1a5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:42.231655 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b145e416-4580-4044-8226-19d5dc1cbe31 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.310160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] For port e0a789b6-6f66-4314-bd67-1f0dd11047ad, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:42.329367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] For port e0a789b6-6f66-4314-bd67-1f0dd11047ad, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e0a789b6-6f66-4314-bd67-1f0dd11047ad,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:42.349299 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.354224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.392837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 9e8878d6-e4f5-475f-99c8-df43976dba00 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:42.397952 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b145e416-4580-4044-8226-19d5dc1cbe31 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.406731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b145e416-4580-4044-8226-19d5dc1cbe31 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.447017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.467000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145e416-4580-4044-8226-19d5dc1cbe31 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e356c2-28d2-4db1-9ee8-b357248578b5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:42.484578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b145e416-4580-4044-8226-19d5dc1cbe31 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.491761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b145e416-4580-4044-8226-19d5dc1cbe31 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182936 Aug 30 14:47:42.492417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35776) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:42.541205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d3562e0-835c-462f-a96b-b97689b6d595 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.548020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb543d5-48f1-4e10-8b81-628fdcfa9b9b None None] Pushing event updated for resources: {'Port': ['ID=e0a789b6-6f66-4314-bd67-1f0dd11047ad,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:42.577663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d3562e0-835c-462f-a96b-b97689b6d595 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.590755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:42.591584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=9e8878d6-e4f5-475f-99c8-df43976dba00,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:42.601341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:42.602736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:42.607891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:42.608921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.630340 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d3562e0-835c-462f-a96b-b97689b6d595 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.637727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d3562e0-835c-462f-a96b-b97689b6d595 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.642541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3d3562e0-835c-462f-a96b-b97689b6d595 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/67e356c2-28d2-4db1-9ee8-b357248578b5 HTTP/1.1" status: 204 len: 168 time: 0.1477380 Aug 30 14:47:42.643200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35780) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:42.667397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3562e0-835c-462f-a96b-b97689b6d595 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67e356c2-28d2-4db1-9ee8-b357248578b5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:42.667930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03ee9d35-aa42-469a-9672-a3620c3d93d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.720833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3042a08-6147-4c39-99f8-cd9e714642f3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704391 Aug 30 14:47:42.721492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:42.825508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc709e79-1641-48bd-a5c6-0f3891fc631c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.864812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc709e79-1641-48bd-a5c6-0f3891fc631c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.927042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc709e79-1641-48bd-a5c6-0f3891fc631c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.930371 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc709e79-1641-48bd-a5c6-0f3891fc631c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.934515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fc709e79-1641-48bd-a5c6-0f3891fc631c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/cb9232d1-633b-42eb-88ad-1c04e317a1a5 HTTP/1.1" status: 204 len: 168 time: 0.2096760 Aug 30 14:47:42.936129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:42.957545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc709e79-1641-48bd-a5c6-0f3891fc631c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9232d1-633b-42eb-88ad-1c04e317a1a5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:43.002288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5adecef9-dfbd-4c3c-b61f-414fe8f9730e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647981 Aug 30 14:47:43.006503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:43.012146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bbd2dbab-e5d1-4a30-a98a-19f96d76a857 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-secgroup--132608816'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:43.223888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c23077b5-246e-42ae-b430-addda089ba2c req-ca2b17df-2e20-4911-9487-504ac64bc784 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0439670 Aug 30 14:47:43.290842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.368743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03ee9d35-aa42-469a-9672-a3620c3d93d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.385828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03ee9d35-aa42-469a-9672-a3620c3d93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.452431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbd2dbab-e5d1-4a30-a98a-19f96d76a857 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.487584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e0a789b6-6f66-4314-bd67-1f0dd11047ad up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:43.586819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port e0a789b6-6f66-4314-bd67-1f0dd11047ad completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:43.600202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbd2dbab-e5d1-4a30-a98a-19f96d76a857 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.611735 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbd2dbab-e5d1-4a30-a98a-19f96d76a857 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.625777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee9d35-aa42-469a-9672-a3620c3d93d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc0250-7c46-4afb-a35b-bd0d53a95dbf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:43.635504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-03ee9d35-aa42-469a-9672-a3620c3d93d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=495b1154752647f8a7602785366cadb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0301306 Aug 30 14:47:43.639443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:43.676165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbd2dbab-e5d1-4a30-a98a-19f96d76a857 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.678346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bbd2dbab-e5d1-4a30-a98a-19f96d76a857 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6705077 Aug 30 14:47:43.685674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:43.697118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2dbab-e5d1-4a30-a98a-19f96d76a857 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435e9403-6e80-49f7-95e4-e244acd42740,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:43.698587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-696f0e31-9b09-4732-b03a-9154a6424370 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '435e9403-6e80-49f7-95e4-e244acd42740', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:43.812914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-696f0e31-9b09-4732-b03a-9154a6424370 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.866680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffcdae2f-694b-48e2-a9a4-ddcc0142c7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.929437 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffcdae2f-694b-48e2-a9a4-ddcc0142c7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:43.992019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-622b555c-98ca-4c3b-9a0a-155ce16c7a1e None None] Provisioning for port e0a789b6-6f66-4314-bd67-1f0dd11047ad completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:44.000961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-622b555c-98ca-4c3b-9a0a-155ce16c7a1e None None] Provisioning complete for port e0a789b6-6f66-4314-bd67-1f0dd11047ad triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:44.001378 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-622b555c-98ca-4c3b-9a0a-155ce16c7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.026181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-696f0e31-9b09-4732-b03a-9154a6424370 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.041636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-696f0e31-9b09-4732-b03a-9154a6424370 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.059192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.066654 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffcdae2f-694b-48e2-a9a4-ddcc0142c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.072456 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffcdae2f-694b-48e2-a9a4-ddcc0142c7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.076420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ffcdae2f-694b-48e2-a9a4-ddcc0142c7c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73bc0250-7c46-4afb-a35b-bd0d53a95dbf HTTP/1.1" status: 204 len: 168 time: 0.4332831 Aug 30 14:47:44.108673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdae2f-694b-48e2-a9a4-ddcc0142c7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bc0250-7c46-4afb-a35b-bd0d53a95dbf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:44.112467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.113291 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.127283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f0e31-9b09-4732-b03a-9154a6424370 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941966b3-4ee2-437f-b206-323d48422f91,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:44.139682 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-696f0e31-9b09-4732-b03a-9154a6424370 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.145227 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-696f0e31-9b09-4732-b03a-9154a6424370 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4560587 Aug 30 14:47:44.146028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:44.152970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0c918dc4-a167-4225-b9c9-b8d82c6a0809 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '435e9403-6e80-49f7-95e4-e244acd42740', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:44.236744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c918dc4-a167-4225-b9c9-b8d82c6a0809 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.299751 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-622b555c-98ca-4c3b-9a0a-155ce16c7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.359187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3cb2680f-1251-438c-bf80-70ff266292d6 req-043da7d7-fb08-4e1a-a0f3-29f8fe3f81e1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0413303 Aug 30 14:47:44.372699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-622b555c-98ca-4c3b-9a0a-155ce16c7a1e None None] For port e0a789b6-6f66-4314-bd67-1f0dd11047ad, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e0a789b6-6f66-4314-bd67-1f0dd11047ad,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:44.383833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=9e8878d6-e4f5-475f-99c8-df43976dba00,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:44.394886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-622b555c-98ca-4c3b-9a0a-155ce16c7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.398059 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c918dc4-a167-4225-b9c9-b8d82c6a0809 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.406885 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c918dc4-a167-4225-b9c9-b8d82c6a0809 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.450174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:44.452354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:44.473578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c918dc4-a167-4225-b9c9-b8d82c6a0809 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed2f7c3-4330-47df-bee1-d3d6a617d764,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:44.486814 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c918dc4-a167-4225-b9c9-b8d82c6a0809 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.487995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0c918dc4-a167-4225-b9c9-b8d82c6a0809 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407753 Aug 30 14:47:44.491580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:44.503225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-afc84af5-ef87-4f2d-90e5-b912db7df2bc tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '435e9403-6e80-49f7-95e4-e244acd42740', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:44.570558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b555c-98ca-4c3b-9a0a-155ce16c7a1e None None] Pushing event updated for resources: {'Port': ['ID=e0a789b6-6f66-4314-bd67-1f0dd11047ad,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:44.571299 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afc84af5-ef87-4f2d-90e5-b912db7df2bc tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.589148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4cbd71ed-0a45-435f-8414-de6718010e28 None None] Provisioning for port 9e8878d6-e4f5-475f-99c8-df43976dba00 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:44.594774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4cbd71ed-0a45-435f-8414-de6718010e28 None None] Provisioning complete for port 9e8878d6-e4f5-475f-99c8-df43976dba00 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:44.595904 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4cbd71ed-0a45-435f-8414-de6718010e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.741307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Router 9fe888eb-2e66-4e31-aa71-b238e3ec0967 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:47:44.744736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afc84af5-ef87-4f2d-90e5-b912db7df2bc tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.749854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afc84af5-ef87-4f2d-90e5-b912db7df2bc tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.810257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc84af5-ef87-4f2d-90e5-b912db7df2bc tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e131ba-d6d7-460e-a9ac-0bc5193eb023,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:44.823060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afc84af5-ef87-4f2d-90e5-b912db7df2bc tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.824648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-afc84af5-ef87-4f2d-90e5-b912db7df2bc tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317487 Aug 30 14:47:44.829143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35816) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:44.836715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35818) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:44.842369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dd5800f6-d348-432c-be38-2ef31b5e8c16 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '435e9403-6e80-49f7-95e4-e244acd42740', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:44.859500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5076-d29d-4ab9-b159-677f5c2e8f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.945140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5800f6-d348-432c-be38-2ef31b5e8c16 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:44.954098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:47:44.960047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd71ed-0a45-435f-8414-de6718010e28 None None] Port 9e8878d6-e4f5-475f-99c8-df43976dba00 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:47:44.963784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7f710b89-f58a-4b8d-940f-62daac6f88a2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "PUT /v2.0/routers/9fe888eb-2e66-4e31-aa71-b238e3ec0967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0635295 Aug 30 14:47:44.964467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:44.970964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Sync routers for ids ['9fe888eb-2e66-4e31-aa71-b238e3ec0967'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:47:44.992761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Routers {'9fe888eb-2e66-4e31-aa71-b238e3ec0967'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:47:44.994503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9fe888eb-2e66-4e31-aa71-b238e3ec0967'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:45.024878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b231c1b-293b-4dac-b0c4-7bb641b3cd8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:45.030451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3b231c1b-293b-4dac-b0c4-7bb641b3cd8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports/9e8878d6-e4f5-475f-99c8-df43976dba00 HTTP/1.1" status: 200 len: 911 time: 0.0640121 Aug 30 14:47:45.031091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:45.101745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe0b75-c00c-4ea1-8034-6c48cf112e45 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:45.102871 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5800f6-d348-432c-be38-2ef31b5e8c16 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.109097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe0b75-c00c-4ea1-8034-6c48cf112e45 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:45.113965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9abe0b75-c00c-4ea1-8034-6c48cf112e45 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0792964 Aug 30 14:47:45.114390 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5800f6-d348-432c-be38-2ef31b5e8c16 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.114530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:45.116173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d1861ed-33c3-4434-acc8-21154220d908 None None] Provisioning complete for port 9e8878d6-e4f5-475f-99c8-df43976dba00 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:45.116735 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d1861ed-33c3-4434-acc8-21154220d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.160106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5800f6-d348-432c-be38-2ef31b5e8c16 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd669b5b-162b-4376-820a-e01dbe947d3f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:45.166239 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Set router 9fe888eb-2e66-4e31-aa71-b238e3ec0967 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:47:45.185404 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5076-d29d-4ab9-b159-677f5c2e8f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.190667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5076-d29d-4ab9-b159-677f5c2e8f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.219256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5800f6-d348-432c-be38-2ef31b5e8c16 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.226191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dd5800f6-d348-432c-be38-2ef31b5e8c16 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3879957 Aug 30 14:47:45.227584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:45.228128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d1861ed-33c3-4434-acc8-21154220d908 None None] Port 9e8878d6-e4f5-475f-99c8-df43976dba00 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:47:45.244911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cdf3cc19-31f4-4e86-adee-61821ce9b4ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '435e9403-6e80-49f7-95e4-e244acd42740', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:45.278320 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b86f5076-d29d-4ab9-b159-677f5c2e8f94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9206ec713e8844d2b5af72e3c4f86e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455812 Aug 30 14:47:45.280531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f5076-d29d-4ab9-b159-677f5c2e8f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae4b00e-5fba-4349-903a-9c2c8a0853d0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:45.283244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:45.438563 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cc19-31f4-4e86-adee-61821ce9b4ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.453868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c7ee8e-df27-4869-989f-a32c95e1c990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.513709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e0a789b6-6f66-4314-bd67-1f0dd11047ad up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:45.520261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f72f3527-0bb2-4fd8-b456-12b54949b92e req-fa3c7570-9adf-4f03-8520-8cac94a735c4 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0352523 Aug 30 14:47:45.521739 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c7ee8e-df27-4869-989f-a32c95e1c990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.589409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cc19-31f4-4e86-adee-61821ce9b4ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.595905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cc19-31f4-4e86-adee-61821ce9b4ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.608357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e0a789b6-6f66-4314-bd67-1f0dd11047ad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:45.608867 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.618625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3cc19-31f4-4e86-adee-61821ce9b4ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea35c35-f954-48c4-8ed9-26b23ceba433,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:45.636536 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c7ee8e-df27-4869-989f-a32c95e1c990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.639545 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c7ee8e-df27-4869-989f-a32c95e1c990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.641132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-99c7ee8e-df27-4869-989f-a32c95e1c990 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ae4b00e-5fba-4349-903a-9c2c8a0853d0 HTTP/1.1" status: 204 len: 168 time: 0.3543596 Aug 30 14:47:45.644740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cc19-31f4-4e86-adee-61821ce9b4ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.647498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cdf3cc19-31f4-4e86-adee-61821ce9b4ba tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4065309 Aug 30 14:47:45.655051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:45.671384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe888eb-2e66-4e31-aa71-b238e3ec0967', 'name': 'tempest-NetworksTestDHCPv6-router-1385138953', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:40Z', 'updated_at': '2021-08-30T14:47:43Z', 'revision_number': 2, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None, '_interfaces': [{'id': '9e8878d6-e4f5-475f-99c8-df43976dba00', 'name': '', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'mac_address': 'fa:16:3e:9b:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe888eb-2e66-4e31-aa71-b238e3ec0967', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '2871d80d-7ab8-43d3-9006-a686ab1e39bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:47:41Z', 'updated_at': '2021-08-30T14:47:43Z', 'revision_number': 2, 'project_id': '3db242ec7f47461a8207669826ae820f', 'subnets': [{'id': '2871d80d-7ab8-43d3-9006-a686ab1e39bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:45.679770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7ee8e-df27-4869-989f-a32c95e1c990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae4b00e-5fba-4349-903a-9c2c8a0853d0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:45.691277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e13c69a0-f467-4fc5-a27c-eb8e7f6dd7b5 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.701725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e13c69a0-f467-4fc5-a27c-eb8e7f6dd7b5 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.706983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Checking router: 9fe888eb-2e66-4e31-aa71-b238e3ec0967 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:47:45.707345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Updating router 9fe888eb-2e66-4e31-aa71-b238e3ec0967 port 9e8878d6-e4f5-475f-99c8-df43976dba00 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:47:45.723451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.771871 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e13c69a0-f467-4fc5-a27c-eb8e7f6dd7b5 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.783178 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.789556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e13c69a0-f467-4fc5-a27c-eb8e7f6dd7b5 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:45.791266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e13c69a0-f467-4fc5-a27c-eb8e7f6dd7b5 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1ea35c35-f954-48c4-8ed9-26b23ceba433 HTTP/1.1" status: 204 len: 168 time: 0.1347153 Aug 30 14:47:45.792776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c69a0-f467-4fc5-a27c-eb8e7f6dd7b5 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ea35c35-f954-48c4-8ed9-26b23ceba433,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:45.794897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:45.909484 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0de547ea-6f1a-41ab-b3fe-aa4d351a4193 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1104658 Aug 30 14:47:45.910586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:45.982278 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10cf28cd-c744-4288-9e4c-b94e71e0de53 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.002464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10cf28cd-c744-4288-9e4c-b94e71e0de53 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.060702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10cf28cd-c744-4288-9e4c-b94e71e0de53 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.091232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10cf28cd-c744-4288-9e4c-b94e71e0de53 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.101210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-10cf28cd-c744-4288-9e4c-b94e71e0de53 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/dd669b5b-162b-4376-820a-e01dbe947d3f HTTP/1.1" status: 204 len: 168 time: 0.1822431 Aug 30 14:47:46.117455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf28cd-c744-4288-9e4c-b94e71e0de53 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd669b5b-162b-4376-820a-e01dbe947d3f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:46.121358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:46.224050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-863fb22e-ab79-4221-b221-5d57f77e3a57 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0964599 Aug 30 14:47:46.225595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:46.255182 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c25c478c-82a9-41db-b7cb-4dbdb0ec3669 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.269722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c25c478c-82a9-41db-b7cb-4dbdb0ec3669 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.302608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 9e8878d6-e4f5-475f-99c8-df43976dba00 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:46.303209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.320747 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c25c478c-82a9-41db-b7cb-4dbdb0ec3669 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.330426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c25c478c-82a9-41db-b7cb-4dbdb0ec3669 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.335516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c25c478c-82a9-41db-b7cb-4dbdb0ec3669 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/55e131ba-d6d7-460e-a9ac-0bc5193eb023 HTTP/1.1" status: 204 len: 168 time: 0.1084566 Aug 30 14:47:46.336372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:46.364336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c478c-82a9-41db-b7cb-4dbdb0ec3669 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55e131ba-d6d7-460e-a9ac-0bc5193eb023,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:46.450003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-34642e6a-e744-4524-a300-c448a7beed67 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1057677 Aug 30 14:47:46.451552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:46.487352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.517279 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.518568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Transition to ACTIVE for port object 9e8878d6-e4f5-475f-99c8-df43976dba00 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:46.530176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.559584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 9e8878d6-e4f5-475f-99c8-df43976dba00 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:46.581110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8de9388b-916e-4a46-a258-8e3bafa8fb93 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.626993 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8de9388b-916e-4a46-a258-8e3bafa8fb93 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.635701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a74751-e02d-42f7-9d63-f853c703662c None None] Pushing event updated for resources: {'Port': ['ID=9e8878d6-e4f5-475f-99c8-df43976dba00,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:46.655491 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6cf6280-60ff-4321-a9c1-927d006db642 req-8577ba27-a74d-4d02-8fa6-2366d173d355 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0410044 Aug 30 14:47:46.733344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8de9388b-916e-4a46-a258-8e3bafa8fb93 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.745200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8de9388b-916e-4a46-a258-8e3bafa8fb93 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.746527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8de9388b-916e-4a46-a258-8e3bafa8fb93 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/8ed2f7c3-4330-47df-bee1-d3d6a617d764 HTTP/1.1" status: 204 len: 168 time: 0.2941408 Aug 30 14:47:46.749168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35874) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:46.799382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9388b-916e-4a46-a258-8e3bafa8fb93 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ed2f7c3-4330-47df-bee1-d3d6a617d764,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:46.856670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3fc681fc-f326-4ca7-a745-290fece8d9ad tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1046133 Aug 30 14:47:46.858803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:46.861932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Attempting to bind port 9e8878d6-e4f5-475f-99c8-df43976dba00 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:46.862317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Attempting to bind port 9e8878d6-e4f5-475f-99c8-df43976dba00 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:46.862687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Attempting to bind port 9e8878d6-e4f5-475f-99c8-df43976dba00 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:46.879279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:46.879686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:46.880084 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.880522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:46.881017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Bound port: 9e8878d6-e4f5-475f-99c8-df43976dba00, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:46.881445 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.979992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fd81cd2-7729-41d5-9038-05155e3b93ea tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:46.994004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fd81cd2-7729-41d5-9038-05155e3b93ea tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.060530 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:47:47.060930 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:47:47.063195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.156309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89fd6750-3d97-4282-a6a2-0776d36b1438 None None] Could not find standard attr ID for object 9e8878d6-e4f5-475f-99c8-df43976dba00. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:47:47.198969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=9e8878d6-e4f5-475f-99c8-df43976dba00,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:47.242718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fd81cd2-7729-41d5-9038-05155e3b93ea tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.309203 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fd81cd2-7729-41d5-9038-05155e3b93ea tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.312651 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8fd81cd2-7729-41d5-9038-05155e3b93ea tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/941966b3-4ee2-437f-b206-323d48422f91 HTTP/1.1" status: 204 len: 168 time: 0.4504557 Aug 30 14:47:47.313715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:47.314217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd81cd2-7729-41d5-9038-05155e3b93ea tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=941966b3-4ee2-437f-b206-323d48422f91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:47.342179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.439442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f061b500-49cf-4ac2-a0a2-7f77fae1bd2d tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243575 Aug 30 14:47:47.443845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:47.546211 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f469c-c679-407b-93fb-497700f37428 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.587588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f469c-c679-407b-93fb-497700f37428 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.587867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Attempting to bind port 9e8878d6-e4f5-475f-99c8-df43976dba00 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:47.588027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Attempting to bind port 9e8878d6-e4f5-475f-99c8-df43976dba00 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:47.588405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Attempting to bind port 9e8878d6-e4f5-475f-99c8-df43976dba00 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:47.596829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:47.597182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:47.597596 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.601348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:47.603122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Bound port: 9e8878d6-e4f5-475f-99c8-df43976dba00, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:47.610982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.661851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f469c-c679-407b-93fb-497700f37428 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.665015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d0f469c-c679-407b-93fb-497700f37428 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:47.666210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9d0f469c-c679-407b-93fb-497700f37428 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/435e9403-6e80-49f7-95e4-e244acd42740 HTTP/1.1" status: 204 len: 168 time: 0.2213361 Aug 30 14:47:47.668929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:47.672889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Router 9fe888eb-2e66-4e31-aa71-b238e3ec0967 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:47:47.699837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f469c-c679-407b-93fb-497700f37428 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435e9403-6e80-49f7-95e4-e244acd42740,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:47.735337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Port 9e8878d6-e4f5-475f-99c8-df43976dba00 has been deleted concurrently {{(pid=94828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 30 14:47:47.769602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Routers {'9fe888eb-2e66-4e31-aa71-b238e3ec0967'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:47:47.770437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9fe888eb-2e66-4e31-aa71-b238e3ec0967'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:47.790211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-397b80be-fd73-479d-959f-ff8ae45368d5 req-14ad8fe4-8abd-447b-8d89-fc7dc6919af3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0375705 Aug 30 14:47:47.951970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] Set router 9fe888eb-2e66-4e31-aa71-b238e3ec0967 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:47:48.052862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe888eb-2e66-4e31-aa71-b238e3ec0967', 'name': 'tempest-NetworksTestDHCPv6-router-1385138953', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:40Z', 'updated_at': '2021-08-30T14:47:46Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:48.095436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54bca4-9d48-41c0-93ef-f71dfd6bb925 None None] The sync data for ids ['9fe888eb-2e66-4e31-aa71-b238e3ec0967'] in n-d-805668-3 is: [{'id': '9fe888eb-2e66-4e31-aa71-b238e3ec0967', 'name': 'tempest-NetworksTestDHCPv6-router-1385138953', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:40Z', 'updated_at': '2021-08-30T14:47:46Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:47:48.316766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fc19a0b5-aa54-447f-8579-69cfd039a0e7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6458559 Aug 30 14:47:48.322259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:48.328399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d2c9885d-fa17-4f94-bbb9-6d1ec8be01c7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480798476'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:48.339713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:47:48.351486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-265b45fe-65ab-42b5-ad59-299b456099e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "PUT /v2.0/routers/9fe888eb-2e66-4e31-aa71-b238e3ec0967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2357097 Aug 30 14:47:48.354127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:48.422220 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2c9885d-fa17-4f94-bbb9-6d1ec8be01c7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.452031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e7e4-063f-4b13-90b3-ff27bb5df1e0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:48.453788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656e7e4-063f-4b13-90b3-ff27bb5df1e0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:48.459182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d656e7e4-063f-4b13-90b3-ff27bb5df1e0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1008735 Aug 30 14:47:48.459977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:48.556483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f9070b-ff01-4853-99dd-2d4232141b8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 2871d80d-7ab8-43d3-9006-a686ab1e39bb {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:48.564079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f9070b-ff01-4853-99dd-2d4232141b8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.584271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2c9885d-fa17-4f94-bbb9-6d1ec8be01c7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.594569 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2c9885d-fa17-4f94-bbb9-6d1ec8be01c7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.643528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2c9885d-fa17-4f94-bbb9-6d1ec8be01c7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.644766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d2c9885d-fa17-4f94-bbb9-6d1ec8be01c7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3230238 Aug 30 14:47:48.650324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:48.655712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-834c100c-8452-46af-aea0-863b52edaad6 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '49baa312-5bda-4425-98ef-1b4560ada85c', 'direction': 'ingress', 'protocol': 17}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:48.664368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9885d-fa17-4f94-bbb9-6d1ec8be01c7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49baa312-5bda-4425-98ef-1b4560ada85c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:48.691734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f9070b-ff01-4853-99dd-2d4232141b8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.759610 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834c100c-8452-46af-aea0-863b52edaad6 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.891857 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f9070b-ff01-4853-99dd-2d4232141b8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.931714 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0d4bc8f3-eb80-4682-bfab-d73545cbbea4 req-50333050-d427-44b7-bb0b-9a9eb0facf43 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0525851 Aug 30 14:47:48.965205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834c100c-8452-46af-aea0-863b52edaad6 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:48.979061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834c100c-8452-46af-aea0-863b52edaad6 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.009358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c100c-8452-46af-aea0-863b52edaad6 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8154df-1df6-49fb-a755-ff62749e8c27,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:49.022633 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834c100c-8452-46af-aea0-863b52edaad6 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.025685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-834c100c-8452-46af-aea0-863b52edaad6 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3742275 Aug 30 14:47:49.026869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:49.047567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f9070b-ff01-4853-99dd-2d4232141b8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.104318 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4fca-3509-4cae-bbad-7c1b887bc42c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.109240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9070b-ff01-4853-99dd-2d4232141b8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=2871d80d-7ab8-43d3-9006-a686ab1e39bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:49.113136 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f9070b-ff01-4853-99dd-2d4232141b8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.118574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c7f9070b-ff01-4853-99dd-2d4232141b8d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/2871d80d-7ab8-43d3-9006-a686ab1e39bb HTTP/1.1" status: 204 len: 168 time: 0.6553955 Aug 30 14:47:49.118766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e45e8-9fac-4669-b063-7dc27f22ed62 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:49.121395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:49.163786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4fca-3509-4cae-bbad-7c1b887bc42c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.256907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4fca-3509-4cae-bbad-7c1b887bc42c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.260003 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4fca-3509-4cae-bbad-7c1b887bc42c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.261241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ebbd4fca-3509-4cae-bbad-7c1b887bc42c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/49baa312-5bda-4425-98ef-1b4560ada85c HTTP/1.1" status: 204 len: 168 time: 0.2332964 Aug 30 14:47:49.265259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:49.277393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd4fca-3509-4cae-bbad-7c1b887bc42c tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49baa312-5bda-4425-98ef-1b4560ada85c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:49.329785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:49.330432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a85814d4-8b56-4355-be43-ca6aaf33542a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619261 Aug 30 14:47:49.338851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-82f718c0-dc07-4863-aa1e-e64b5db98244 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-secgroup--526182351'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:49.357802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8382db2f-4109-45ec-9d76-5179d9445520 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2371681 Aug 30 14:47:49.360167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:49.395891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:47:49.420881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f718c0-dc07-4863-aa1e-e64b5db98244 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.432226 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] Sync routers for ids ['9fe888eb-2e66-4e31-aa71-b238e3ec0967'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:47:49.446823 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] Routers {'9fe888eb-2e66-4e31-aa71-b238e3ec0967'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:47:49.447807 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9fe888eb-2e66-4e31-aa71-b238e3ec0967'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:49.517312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] Deleting port e0a789b6-6f66-4314-bd67-1f0dd11047ad {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:49.518058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.523113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:49.537155 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] Set router 9fe888eb-2e66-4e31-aa71-b238e3ec0967 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:47:49.555162 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f34026e6-f925-4506-a1e7-f8cee93150f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.605168 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe888eb-2e66-4e31-aa71-b238e3ec0967', 'name': 'tempest-NetworksTestDHCPv6-router-1385138953', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:40Z', 'updated_at': '2021-08-30T14:47:46Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:49.629759 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f718c0-dc07-4863-aa1e-e64b5db98244 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.635264 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] Checking router: 9fe888eb-2e66-4e31-aa71-b238e3ec0967 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:47:49.637913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f718c0-dc07-4863-aa1e-e64b5db98244 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.648256 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] Routers {'9fe888eb-2e66-4e31-aa71-b238e3ec0967'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:47:49.649306 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9fe888eb-2e66-4e31-aa71-b238e3ec0967'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:49.690637 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f718c0-dc07-4863-aa1e-e64b5db98244 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.695118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-82f718c0-dc07-4863-aa1e-e64b5db98244 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3642223 Aug 30 14:47:49.707943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:49.716868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fef5e1fd-51dd-4da4-beec-be7b8e7e93e8 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932157738'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:49.742037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f718c0-dc07-4863-aa1e-e64b5db98244 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d49789d-d4a3-4516-aa22-3421fb0367d6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:49.767049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] For port e0a789b6-6f66-4314-bd67-1f0dd11047ad, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e0a789b6-6f66-4314-bd67-1f0dd11047ad,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:49.767555 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.778977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fef5e1fd-51dd-4da4-beec-be7b8e7e93e8 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.790672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] Calling delete_port for e0a789b6-6f66-4314-bd67-1f0dd11047ad owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:49.828963 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] Set router 9fe888eb-2e66-4e31-aa71-b238e3ec0967 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:47:49.883263 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f34026e6-f925-4506-a1e7-f8cee93150f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.886614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f34026e6-f925-4506-a1e7-f8cee93150f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.918514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5762ce8a-16c7-4e9f-9af1-157153d7756e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.944887 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f34026e6-f925-4506-a1e7-f8cee93150f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.946503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34026e6-f925-4506-a1e7-f8cee93150f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe888eb-2e66-4e31-aa71-b238e3ec0967 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:47:49.950871 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.963750 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe888eb-2e66-4e31-aa71-b238e3ec0967', 'name': 'tempest-NetworksTestDHCPv6-router-1385138953', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:40Z', 'updated_at': '2021-08-30T14:47:46Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:49.968055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f34026e6-f925-4506-a1e7-f8cee93150f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:49.974919 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f34026e6-f925-4506-a1e7-f8cee93150f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/routers/9fe888eb-2e66-4e31-aa71-b238e3ec0967 HTTP/1.1" status: 204 len: 168 time: 0.6103141 Aug 30 14:47:49.975875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:49.984487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:50.003620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] No DVR routers for this DVR port e0a789b6-6f66-4314-bd67-1f0dd11047ad on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:47:50.011176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.012743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c687679-bcca-498b-8f6f-aaef56f16c0d None None] Pushing event deleted for resources: {'Port': ['ID=e0a789b6-6f66-4314-bd67-1f0dd11047ad,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:50.034815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fef5e1fd-51dd-4da4-beec-be7b8e7e93e8 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.050426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fef5e1fd-51dd-4da4-beec-be7b8e7e93e8 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.066306 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cf91a-150c-403c-8ebb-5f25c679fc04 None None] The sync data for ids ['9fe888eb-2e66-4e31-aa71-b238e3ec0967'] in n-d-805668-3 is: [{'id': '9fe888eb-2e66-4e31-aa71-b238e3ec0967', 'name': 'tempest-NetworksTestDHCPv6-router-1385138953', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:40Z', 'updated_at': '2021-08-30T14:47:46Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:47:50.125632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6f50d9c-5f49-4669-8764-08bef1c32614 req-bb778c5a-e664-4cc7-b957-c50b1842b641 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0516834 Aug 30 14:47:50.176451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5e1fd-51dd-4da4-beec-be7b8e7e93e8 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28375b37-b80b-42dc-a9b0-b63164ca4c11,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:50.290880 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5762ce8a-16c7-4e9f-9af1-157153d7756e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.296810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5762ce8a-16c7-4e9f-9af1-157153d7756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.335618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:50.339873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.360895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fef5e1fd-51dd-4da4-beec-be7b8e7e93e8 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.385566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fef5e1fd-51dd-4da4-beec-be7b8e7e93e8 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6701963 Aug 30 14:47:50.391876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:50.496275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762ce8a-16c7-4e9f-9af1-157153d7756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fdbe53-9b21-4418-bf45-043bd387d4d3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:50.514169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:50.527660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a6c6a613-2ba8-4467-8834-d57ea4452afa tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '5d49789d-d4a3-4516-aa22-3421fb0367d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '28375b37-b80b-42dc-a9b0-b63164ca4c11', 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:50.573026 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5762ce8a-16c7-4e9f-9af1-157153d7756e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13ea4cfce2df436f88c51efc9db9839e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0484633 Aug 30 14:47:50.578260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:50.660220 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a613-2ba8-4467-8834-d57ea4452afa tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.706691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10978b34-025e-4c77-b44d-5083fdf4576a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.736761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10978b34-025e-4c77-b44d-5083fdf4576a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.796529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.797018 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30064be5-500b-4adb-b894-44121e037eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.841067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:50.847084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:50.850794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:50.851497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.855875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a613-2ba8-4467-8834-d57ea4452afa tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.867212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a613-2ba8-4467-8834-d57ea4452afa tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.878270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=0e60b0a9-3548-413b-943f-33103e8066fb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:50.878672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c4624-bdf5-4390-8a06-f6a78eef8abe None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:50.886338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10978b34-025e-4c77-b44d-5083fdf4576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.889670 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10978b34-025e-4c77-b44d-5083fdf4576a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:50.896583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-10978b34-025e-4c77-b44d-5083fdf4576a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0fdbe53-9b21-4418-bf45-043bd387d4d3 HTTP/1.1" status: 204 len: 168 time: 0.3139422 Aug 30 14:47:50.945451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10978b34-025e-4c77-b44d-5083fdf4576a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fdbe53-9b21-4418-bf45-043bd387d4d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:50.956771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6a613-2ba8-4467-8834-d57ea4452afa tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042664ec-352a-42cc-9f8e-bd6b4225d71f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:51.057680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30064be5-500b-4adb-b894-44121e037eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.070633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30064be5-500b-4adb-b894-44121e037eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.078073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7e2ad4d3-060e-4396-9609-ccdf7ae25afe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1012216 Aug 30 14:47:51.080502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.087181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3ef284b3-4859-4786-9d94-fbb682ac2fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-246109239', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:51.089313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a613-2ba8-4467-8834-d57ea4452afa tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.091436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a6c6a613-2ba8-4467-8834-d57ea4452afa tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6066749 Aug 30 14:47:51.110508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.147064 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-30064be5-500b-4adb-b894-44121e037eda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40d8b26ff32d4b6ca29b05fe967a2e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6086471 Aug 30 14:47:51.148002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30064be5-500b-4adb-b894-44121e037eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70329c77-a6df-4afb-ae64-dac4a93c0993,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:51.150573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 35992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.179669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '0e60b0a9-3548-413b-943f-33103e8066fb'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:47:51.180568 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.203835 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c9374e-3a45-4f73-a724-8783b301babe tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.234120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c9374e-3a45-4f73-a724-8783b301babe tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.240620 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef284b3-4859-4786-9d94-fbb682ac2fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.242852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef284b3-4859-4786-9d94-fbb682ac2fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.300695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b366f36e-bb09-419e-8449-d8cf0390d06d req-954f0640-610d-4374-b33a-2f7d92f32bc0 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0485210 Aug 30 14:47:51.335007 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ebef26-2941-4950-90b3-d5ce1a9f20cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.373679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.392256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/0e60b0a9-3548-413b-943f-33103e8066fb/c195d15c-e86b-4818-94ec-d44f895153bc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:51.393339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c9374e-3a45-4f73-a724-8783b301babe tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.400117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c9374e-3a45-4f73-a724-8783b301babe tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.401548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a8c9374e-3a45-4f73-a724-8783b301babe tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/042664ec-352a-42cc-9f8e-bd6b4225d71f HTTP/1.1" status: 204 len: 168 time: 0.2886112 Aug 30 14:47:51.402589 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25b5fe3e-f1e0-48e5-8cd1-d2f90253d0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.403424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ebef26-2941-4950-90b3-d5ce1a9f20cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.404603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 35998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.437330 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef284b3-4859-4786-9d94-fbb682ac2fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.459799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9374e-3a45-4f73-a724-8783b301babe tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=042664ec-352a-42cc-9f8e-bd6b4225d71f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:51.465312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef284b3-4859-4786-9d94-fbb682ac2fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.477645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e0a789b6-6f66-4314-bd67-1f0dd11047ad no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:47:51.506791 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ef284b3-4859-4786-9d94-fbb682ac2fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.508142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3ef284b3-4859-4786-9d94-fbb682ac2fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4263883 Aug 30 14:47:51.512065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: e0a789b6-6f66-4314-bd67-1f0dd11047ad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:47:51.512503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e0a789b6-6f66-4314-bd67-1f0dd11047ad not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:47:51.512662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.527377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aa389ff0-0455-4bc5-93d0-f0b5411d9baa tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1167946 Aug 30 14:47:51.530647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.606767 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ebef26-2941-4950-90b3-d5ce1a9f20cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.610040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ebef26-2941-4950-90b3-d5ce1a9f20cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.623440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f5ebef26-2941-4950-90b3-d5ce1a9f20cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70329c77-a6df-4afb-ae64-dac4a93c0993 HTTP/1.1" status: 204 len: 168 time: 0.4624782 Aug 30 14:47:51.656241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebef26-2941-4950-90b3-d5ce1a9f20cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70329c77-a6df-4afb-ae64-dac4a93c0993,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:51.658391 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.668361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Transition to ACTIVE for port object c195d15c-e86b-4818-94ec-d44f895153bc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:51.670381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc2310c1-2317-428f-8ac8-6e0f1985a1e3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.698274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Transition to ACTIVE for port object c195d15c-e86b-4818-94ec-d44f895153bc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:51.705992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc2310c1-2317-428f-8ac8-6e0f1985a1e3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.711125 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.792211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:51.798706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:51.801402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:51.813660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Pushing event updated for resources: {'Port': ['ID=c195d15c-e86b-4818-94ec-d44f895153bc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:51.834139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc2310c1-2317-428f-8ac8-6e0f1985a1e3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.836804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc2310c1-2317-428f-8ac8-6e0f1985a1e3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.840952 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fc2310c1-2317-428f-8ac8-6e0f1985a1e3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/28375b37-b80b-42dc-a9b0-b63164ca4c11 HTTP/1.1" status: 204 len: 168 time: 0.3061628 Aug 30 14:47:51.840952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25b5fe3e-f1e0-48e5-8cd1-d2f90253d0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.854735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36006) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.856421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25b5fe3e-f1e0-48e5-8cd1-d2f90253d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.865029 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2310c1-2317-428f-8ac8-6e0f1985a1e3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28375b37-b80b-42dc-a9b0-b63164ca4c11,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:51.908922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-25b5fe3e-f1e0-48e5-8cd1-d2f90253d0a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59d3c334f986463981effcb8b3768341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340729 Aug 30 14:47:51.913932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:51.933819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5fe3e-f1e0-48e5-8cd1-d2f90253d0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3246bc-7b6a-4dcf-ac68-bb5a2b87402e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:51.980101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Attempting to bind port c195d15c-e86b-4818-94ec-d44f895153bc on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:51.981027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Attempting to bind port c195d15c-e86b-4818-94ec-d44f895153bc by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:51.985950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Attempting to bind port c195d15c-e86b-4818-94ec-d44f895153bc on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:51.994096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:51.994484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:51.994905 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:51.995314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:51.995824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Bound port: c195d15c-e86b-4818-94ec-d44f895153bc, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:51.996222 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.065382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d36-b88f-4a5d-b2a0-74806beb884e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.102271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d36-b88f-4a5d-b2a0-74806beb884e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.177809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] For port c195d15c-e86b-4818-94ec-d44f895153bc, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:47:52.181170 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d36-b88f-4a5d-b2a0-74806beb884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.187566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d36-b88f-4a5d-b2a0-74806beb884e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.187888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] For port c195d15c-e86b-4818-94ec-d44f895153bc, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c195d15c-e86b-4818-94ec-d44f895153bc,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:47:52.191413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a3f55d36-b88f-4a5d-b2a0-74806beb884e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc3246bc-7b6a-4dcf-ac68-bb5a2b87402e HTTP/1.1" status: 204 len: 168 time: 0.2756398 Aug 30 14:47:52.200902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c989ed37-6bd0-49e0-bb1d-7a3e4ba93fd7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3446903 Aug 30 14:47:52.202537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.202690 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.219183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36018) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:52.259744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f55d36-b88f-4a5d-b2a0-74806beb884e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3246bc-7b6a-4dcf-ac68-bb5a2b87402e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:52.451254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277a210-dde3-4f69-b7b8-70ebd0d532c5 None None] Pushing event updated for resources: {'Port': ['ID=c195d15c-e86b-4818-94ec-d44f895153bc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:52.499732 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f595c8a-d9db-4d2f-9b1b-13ddf611e1a0 req-c393a660-4d4e-4d8a-9c85-4c43ea74f2f1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.1048505 Aug 30 14:47:52.677183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-222bc2db-6910-4c7c-b62c-56a3ccef7dd9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.706520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::1 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/0e60b0a9-3548-413b-943f-33103e8066fb/a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:52.721442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-222bc2db-6910-4c7c-b62c-56a3ccef7dd9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.874647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-222bc2db-6910-4c7c-b62c-56a3ccef7dd9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.877463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-222bc2db-6910-4c7c-b62c-56a3ccef7dd9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.878642 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-222bc2db-6910-4c7c-b62c-56a3ccef7dd9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/5d49789d-d4a3-4516-aa22-3421fb0367d6 HTTP/1.1" status: 204 len: 168 time: 0.4082186 Aug 30 14:47:52.881554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:52.922763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc2db-6910-4c7c-b62c-56a3ccef7dd9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d49789d-d4a3-4516-aa22-3421fb0367d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:52.957167 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:52.981436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:52.995427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-caff4377-b418-49c8-b9b7-2db2bc37f8cc tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119969 Aug 30 14:47:53.001563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:53.016122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-81fd3504-affc-4035-a495-0b37cf94aa43 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-secgroup--895349609'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:53.064869 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.071343 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81fd3504-affc-4035-a495-0b37cf94aa43 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.116098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:53.120565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:53.125607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:53.125981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.255092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:53.282155 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81fd3504-affc-4035-a495-0b37cf94aa43 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.293549 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81fd3504-affc-4035-a495-0b37cf94aa43 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.315488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.357821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd3504-affc-4035-a495-0b37cf94aa43 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d38101-6532-4dc6-86f5-0e15c677eb95,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:53.362233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81fd3504-affc-4035-a495-0b37cf94aa43 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.364172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-81fd3504-affc-4035-a495-0b37cf94aa43 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3608670 Aug 30 14:47:53.375211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:53.401893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8661b5dc-92f8-4d5c-8a17-2fcac0eca0f9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '70d38101-6532-4dc6-86f5-0e15c677eb95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:53.477672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8661b5dc-92f8-4d5c-8a17-2fcac0eca0f9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.557716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c195d15c-e86b-4818-94ec-d44f895153bc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:53.561302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:53.644319 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8661b5dc-92f8-4d5c-8a17-2fcac0eca0f9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.651716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8661b5dc-92f8-4d5c-8a17-2fcac0eca0f9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.706318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661b5dc-92f8-4d5c-8a17-2fcac0eca0f9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c23acd-8f85-4726-b473-d319bfdb4c6c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:53.710315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25361238-2d74-4113-affd-d3440be5b628 req-9f111d98-e4ee-4d65-a852-e740c0cb623f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0509038 Aug 30 14:47:53.721474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c195d15c-e86b-4818-94ec-d44f895153bc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:53.751249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8661b5dc-92f8-4d5c-8a17-2fcac0eca0f9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.755038 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8661b5dc-92f8-4d5c-8a17-2fcac0eca0f9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3763721 Aug 30 14:47:53.759614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:53.837958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.842826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1d34-8956-4fbd-aab9-379ee82e7a2a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.844432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.846055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.865775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1d34-8956-4fbd-aab9-379ee82e7a2a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.915980 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1d34-8956-4fbd-aab9-379ee82e7a2a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.923284 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1d34-8956-4fbd-aab9-379ee82e7a2a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:53.925344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0c4b1d34-8956-4fbd-aab9-379ee82e7a2a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/13c23acd-8f85-4726-b473-d319bfdb4c6c HTTP/1.1" status: 204 len: 168 time: 0.1634138 Aug 30 14:47:53.929786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:53.946910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b1d34-8956-4fbd-aab9-379ee82e7a2a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13c23acd-8f85-4726-b473-d319bfdb4c6c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:53.969081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0154867-bb1c-4079-9a78-4a723dfa93fa None None] Provisioning for port c195d15c-e86b-4818-94ec-d44f895153bc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:53.980243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0154867-bb1c-4079-9a78-4a723dfa93fa None None] Provisioning complete for port c195d15c-e86b-4818-94ec-d44f895153bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:53.987378 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0154867-bb1c-4079-9a78-4a723dfa93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.003592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-df12011f-2b09-4c67-b338-a744ebe589c5 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708544 Aug 30 14:47:54.006884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:54.008288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:54.093622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:54.096006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:54.144628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3004d1ed-5c13-46a8-9434-1926c7a52e73 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.158724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0154867-bb1c-4079-9a78-4a723dfa93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.175939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-574413985-network', 'tenant_id': '3057603410234f2790aa154b7e81c21f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:54.214581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e0154867-bb1c-4079-9a78-4a723dfa93fa None None] For port c195d15c-e86b-4818-94ec-d44f895153bc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c195d15c-e86b-4818-94ec-d44f895153bc,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:47:54.225220 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0154867-bb1c-4079-9a78-4a723dfa93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.227311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3004d1ed-5c13-46a8-9434-1926c7a52e73 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.257286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Made reservation on behalf of 3057603410234f2790aa154b7e81c21f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:54.260111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.284623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.356082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3004d1ed-5c13-46a8-9434-1926c7a52e73 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.361611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3004d1ed-5c13-46a8-9434-1926c7a52e73 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.365285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3004d1ed-5c13-46a8-9434-1926c7a52e73 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/70d38101-6532-4dc6-86f5-0e15c677eb95 HTTP/1.1" status: 204 len: 168 time: 0.3534808 Aug 30 14:47:54.367512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:54.374734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0154867-bb1c-4079-9a78-4a723dfa93fa None None] Pushing event updated for resources: {'Port': ['ID=c195d15c-e86b-4818-94ec-d44f895153bc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:54.387930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004d1ed-5c13-46a8-9434-1926c7a52e73 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d38101-6532-4dc6-86f5-0e15c677eb95,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:54.483786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fabaa9d-95db-4790-ae12-3bf40c7edb2d None None] Provisioning for port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:47:54.492989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fabaa9d-95db-4790-ae12-3bf40c7edb2d None None] Provisioning complete for port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:54.493786 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fabaa9d-95db-4790-ae12-3bf40c7edb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.499157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.509819 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.547824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:47:54.571086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b52d0d94-195e-44e2-a81b-32004904cb2b tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1999915 Aug 30 14:47:54.571943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:54.573672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8fabaa9d-95db-4790-ae12-3bf40c7edb2d None None] Port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:47:54.580052 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-425d312f-8e69-4683-8c3c-c45a4f17496a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group': {'name': 'tempest-secgroup--770741999'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:54.582253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b98a8-4511-470f-9b4a-3a9dc912cdbd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:54.587273 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.587887 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Added segment e87aa5fc-7fed-4bb8-9651-4027d82580e2 of type vlan for network a1d552fd-ff02-46c3-b5b0-f6724f920852 Aug 30 14:47:54.590725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Router 33dadd11-9843-4806-916b-9a86b1d9abde is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:47:54.672881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.695043 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-425d312f-8e69-4683-8c3c-c45a4f17496a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.742208 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.743606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:54.748832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:47:54.753092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:54.771949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c1ee166c-7b8a-4839-9f72-cd9351811145 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "PUT /v2.0/routers/33dadd11-9843-4806-916b-9a86b1d9abde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2552578 Aug 30 14:47:54.772240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:54.777154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Sync routers for ids ['33dadd11-9843-4806-916b-9a86b1d9abde'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:47:54.801730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Routers {'33dadd11-9843-4806-916b-9a86b1d9abde'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:47:54.803295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['33dadd11-9843-4806-916b-9a86b1d9abde'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:54.858249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90127258-806d-48b8-9618-510a8caba63e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:54.859506 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-90127258-806d-48b8-9618-510a8caba63e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports/a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 HTTP/1.1" status: 200 len: 911 time: 0.0810642 Aug 30 14:47:54.863133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] Pushing event updated for resources: {'Network': ['ID=a1d552fd-ff02-46c3-b5b0-f6724f920852,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:54.863704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:54.905970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40a50d25-4c2c-4216-be13-015a8d637de7 req-c0e60296-0c55-43ce-94b6-682427d2edbb tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0437713 Aug 30 14:47:54.931454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a1d552fd-ff02-46c3-b5b0-f6724f920852 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:47:54.975568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588e765-9a7b-4d55-bf88-1a383e1d7d94 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:54.981693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588e765-9a7b-4d55-bf88-1a383e1d7d94 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:54.983423 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1588e765-9a7b-4d55-bf88-1a383e1d7d94 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1187780 Aug 30 14:47:54.986298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:55.001380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-425d312f-8e69-4683-8c3c-c45a4f17496a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.018972 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-425d312f-8e69-4683-8c3c-c45a4f17496a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.054224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-425d312f-8e69-4683-8c3c-c45a4f17496a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.056417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-425d312f-8e69-4683-8c3c-c45a4f17496a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4818511 Aug 30 14:47:55.069491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a3af927b-afc2-42cc-ab08-fd880029f74c None None] Provisioning complete for port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:55.070147 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3af927b-afc2-42cc-ab08-fd880029f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.071752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:55.087432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cf74cb13-d5b9-4ee2-8a83-b73c8db0d140 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '9692e302-b090-4376-b56e-73233c0d2027', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:55.134876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Set router 33dadd11-9843-4806-916b-9a86b1d9abde gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:47:55.174302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a3af927b-afc2-42cc-ab08-fd880029f74c None None] Port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:47:55.175022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d312f-8e69-4683-8c3c-c45a4f17496a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9692e302-b090-4376-b56e-73233c0d2027,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:55.193420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf74cb13-d5b9-4ee2-8a83-b73c8db0d140 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.203989 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fb57d1e-4bb9-4d88-9f2b-25d5bae6b8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.214765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3b9efc62-b27d-4dd9-8b33-7a5df5698a7d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6501334 Aug 30 14:47:55.218699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:55.235722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Request body: {'subnet': {'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-574413985-subnet', 'tenant_id': '3057603410234f2790aa154b7e81c21f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:55.377804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Made reservation on behalf of 3057603410234f2790aa154b7e81c21f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:55.389702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.540564 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf74cb13-d5b9-4ee2-8a83-b73c8db0d140 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.559167 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf74cb13-d5b9-4ee2-8a83-b73c8db0d140 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.635016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c195d15c-e86b-4818-94ec-d44f895153bc up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:47:55.648775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74cb13-d5b9-4ee2-8a83-b73c8db0d140 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6bb43f-3b3b-42e3-b56c-5b04ac3dc57a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:55.730331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c195d15c-e86b-4818-94ec-d44f895153bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:47:55.731112 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.798114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.818098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf74cb13-d5b9-4ee2-8a83-b73c8db0d140 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.824725 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cf74cb13-d5b9-4ee2-8a83-b73c8db0d140 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7511556 Aug 30 14:47:55.827469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:55.828618 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.856869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dadd11-9843-4806-916b-9a86b1d9abde', 'name': 'tempest-NetworksTestDHCPv6-router-246109239', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:51Z', 'updated_at': '2021-08-30T14:47:53Z', 'revision_number': 2, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None, '_interfaces': [{'id': 'a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7', 'name': '', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'mac_address': 'fa:16:3e:7f:07:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dadd11-9843-4806-916b-9a86b1d9abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '0e60b0a9-3548-413b-943f-33103e8066fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:47:52Z', 'updated_at': '2021-08-30T14:47:53Z', 'revision_number': 2, 'project_id': '3db242ec7f47461a8207669826ae820f', 'subnets': [{'id': '0e60b0a9-3548-413b-943f-33103e8066fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:55.891781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Checking router: 33dadd11-9843-4806-916b-9a86b1d9abde for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:47:55.892600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Updating router 33dadd11-9843-4806-916b-9a86b1d9abde port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:47:55.944396 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:55.980665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-22e939ff-924e-44e1-b919-0b677bf1c624 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules/ef6bb43f-3b3b-42e3-b56c-5b04ac3dc57a HTTP/1.1" status: 200 len: 763 time: 0.1455743 Aug 30 14:47:55.983790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:56.115091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8677fb-7fdb-489b-a03a-90b947a871c4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:56.160293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d747b2c-12ee-4682-b92d-a2f6645e0721 req-ce4fbccc-3a13-4817-9096-4e763e34c943 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.1559205 Aug 30 14:47:56.183029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Checking segment: {'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:56.183029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Network hostable DHCP agents. Network: a1d552fd-ff02-46c3-b5b0-f6724f920852, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:47:56.185270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bc88dc20-5126-4b41-b403-134bb74f7d02 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1906352 Aug 30 14:47:56.186437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:56.233798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Network a1d552fd-ff02-46c3-b5b0-f6724f920852 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:47:56.259202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, a1d552fd-ff02-46c3-b5b0-f6724f920852) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:56.270052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a7ee-d018-4884-8dac-67ddbfbf2481 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.271498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:56.272863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.298958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d840dddf-a44f-4e7f-8fe9-e20750eb9793 None None] Network a1d552fd-ff02-46c3-b5b0-f6724f920852 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:56.301545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a7ee-d018-4884-8dac-67ddbfbf2481 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.322062 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-24294acd-74e9-43a7-b531-aa6017b6dbf5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0932963 Aug 30 14:47:56.442026 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a7ee-d018-4884-8dac-67ddbfbf2481 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.452786 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a7ee-d018-4884-8dac-67ddbfbf2481 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.455615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8dd8a7ee-d018-4884-8dac-67ddbfbf2481 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ef6bb43f-3b3b-42e3-b56c-5b04ac3dc57a HTTP/1.1" status: 204 len: 168 time: 0.2665486 Aug 30 14:47:56.460305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:56.507138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8a7ee-d018-4884-8dac-67ddbfbf2481 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef6bb43f-3b3b-42e3-b56c-5b04ac3dc57a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:56.554404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:56.554978 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.663382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-785df485-12cb-4a6a-be39-310642e9c752 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2010322 Aug 30 14:47:56.664690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:56.669071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d219fb-b2e2-4d92-9811-54d758665049 None None] Network a1d552fd-ff02-46c3-b5b0-f6724f920852 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:56.673266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0db2820c-2ddb-4246-9d02-e5614e3aea69 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '9692e302-b090-4376-b56e-73233c0d2027', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:56.714235 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.751222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0db2820c-2ddb-4246-9d02-e5614e3aea69 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.788933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.814560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:47:56.857143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Transition to ACTIVE for port object a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:47:56.876972 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.944706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0db2820c-2ddb-4246-9d02-e5614e3aea69 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.954722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0db2820c-2ddb-4246-9d02-e5614e3aea69 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:56.956989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Pushing event updated for resources: {'Port': ['ID=a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:56.979145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.979480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.980037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.980548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.981093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.981622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.982148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.983112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.983685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.984205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.984736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:56.986007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e7e4-86b8-47a0-aa4a-1fe72760683b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:47:57.037615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2820c-2ddb-4246-9d02-e5614e3aea69 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b94db91-a503-48f9-bc91-13898faa0504,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:57.102906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0db2820c-2ddb-4246-9d02-e5614e3aea69 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.106729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0db2820c-2ddb-4246-9d02-e5614e3aea69 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4375637 Aug 30 14:47:57.107810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36162) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:57.136253 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4a7bc09c-18be-4d6d-b4cb-bd475c9b2e8a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules/5b94db91-a503-48f9-bc91-13898faa0504 HTTP/1.1" status: 200 len: 763 time: 0.0268850 Aug 30 14:47:57.149183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:57.227868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Attempting to bind port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:57.228360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Attempting to bind port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:57.228739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Attempting to bind port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:57.266877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:57.267358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:57.267778 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.268196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:57.268687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Bound port: a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:57.269352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.406624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.479846 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d9283cf6-6e18-47f2-8f16-d892095223ae req-86cd65a9-8e2c-4e64-a4fe-b8a5c9671249 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0912051 Aug 30 14:47:57.496159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9837f303-8555-498d-a934-2e9c783744c9 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3437135 Aug 30 14:47:57.497453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:57.517646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:47:57.518006 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:47:57.527071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:57.528374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3cd5d7d5-e746-4000-ab20-10bac5af7e98 None None] Could not find standard attr ID for object a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:47:57.575764 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87110626-8818-414e-8434-b16e1b67cf3e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.592420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-5214e560-416f-4a68-bbbf-612a0d7d77f1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:57.594084 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-5214e560-416f-4a68-bbbf-612a0d7d77f1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.21 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 815 time: 0.4563849 Aug 30 14:47:57.606859 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87110626-8818-414e-8434-b16e1b67cf3e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.618735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Request body: {'port': {'device_id': '2e485167-4c9a-4d43-bd5d-0981088883c2', 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'admin_state_up': True, 'tenant_id': '447118a64ed1434fa1634b6da0c72234'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:57.748942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.779552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87110626-8818-414e-8434-b16e1b67cf3e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.837456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87110626-8818-414e-8434-b16e1b67cf3e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.841115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-87110626-8818-414e-8434-b16e1b67cf3e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5b94db91-a503-48f9-bc91-13898faa0504 HTTP/1.1" status: 204 len: 168 time: 0.3403811 Aug 30 14:47:57.845998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:57.915463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7b8f820-c3a5-4ab0-8093-b11fea72e806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:57.917670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87110626-8818-414e-8434-b16e1b67cf3e tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b94db91-a503-48f9-bc91-13898faa0504,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:57.950835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0af0d821-e4cf-4ea8-b98d-af01611e5170 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823388 Aug 30 14:47:57.953836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36190) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:57.959554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-15723e81-c9bd-4a09-b43c-a2f50277cb14 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Request body: {'security_group_rule': {'security_group_id': '9692e302-b090-4376-b56e-73233c0d2027', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:57.970692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Made reservation on behalf of 447118a64ed1434fa1634b6da0c72234 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:47:57.975133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.017138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Router 33dadd11-9843-4806-916b-9a86b1d9abde has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:47:58.052702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Attempting to bind port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:47:58.053330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Attempting to bind port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:47:58.053780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Attempting to bind port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:47:58.079526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:47:58.081988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:47:58.083848 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.086808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:47:58.090782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Bound port: a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:47:58.091326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.107863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:47:58.115781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a045fcde-8c4d-48c4-bd5f-a8bb36a4c680 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "PUT /v2.0/routers/33dadd11-9843-4806-916b-9a86b1d9abde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268294 Aug 30 14:47:58.116430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:58.125308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Allocated IP 172.20.0.5 (77f94df7-d876-4109-bc50-7a08f5d78d33/d952008b-65da-4fe6-bcf1-181052f4f864/312f41b1-b8cf-4621-b083-5d725616fd76) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:47:58.193808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Port a93d3bde-4f5a-4c0f-a88e-cf7ed1f9cad7 has been deleted concurrently {{(pid=94828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 30 14:47:58.198231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15723e81-c9bd-4a09-b43c-a2f50277cb14 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.201257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027decc-b553-4a4f-826f-9053a1b83c23 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:58.205494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027decc-b553-4a4f-826f-9053a1b83c23 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:58.214275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:58.214920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8027decc-b553-4a4f-826f-9053a1b83c23 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0966570 Aug 30 14:47:58.216730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Routers {'33dadd11-9843-4806-916b-9a86b1d9abde'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:47:58.217514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['33dadd11-9843-4806-916b-9a86b1d9abde'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:58.314260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] Set router 33dadd11-9843-4806-916b-9a86b1d9abde gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:47:58.382975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dadd11-9843-4806-916b-9a86b1d9abde', 'name': 'tempest-NetworksTestDHCPv6-router-246109239', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:51Z', 'updated_at': '2021-08-30T14:47:57Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:58.417834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d8d0f-72d3-4ba1-b331-721675368297 None None] The sync data for ids ['33dadd11-9843-4806-916b-9a86b1d9abde'] in n-d-805668-3 is: [{'id': '33dadd11-9843-4806-916b-9a86b1d9abde', 'name': 'tempest-NetworksTestDHCPv6-router-246109239', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:51Z', 'updated_at': '2021-08-30T14:47:57Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:47:58.589108 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.810876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-037ae001-a26f-4864-a099-638ebfae181d req-0d593feb-8cdb-4012-85df-0747b539bc3b tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0720472 Aug 30 14:47:58.888422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-53065ec8-e1cb-484e-9d55-9ca1193d060f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 0e60b0a9-3548-413b-943f-33103e8066fb {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:47:58.896927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53065ec8-e1cb-484e-9d55-9ca1193d060f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.937489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15723e81-c9bd-4a09-b43c-a2f50277cb14 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.955333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15723e81-c9bd-4a09-b43c-a2f50277cb14 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.960180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:58.979976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53065ec8-e1cb-484e-9d55-9ca1193d060f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.021369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15723e81-c9bd-4a09-b43c-a2f50277cb14 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10e19fd-fd40-43ea-8ebb-c04fb24e48b6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:59.031216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15723e81-c9bd-4a09-b43c-a2f50277cb14 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.032438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-15723e81-c9bd-4a09-b43c-a2f50277cb14 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0776532 Aug 30 14:47:59.035153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:59.081593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2748da6b-5757-43ff-8ee9-7c16feacdadd tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules/a10e19fd-fd40-43ea-8ebb-c04fb24e48b6 HTTP/1.1" status: 200 len: 764 time: 0.0445805 Aug 30 14:47:59.083874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:59.121553 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53065ec8-e1cb-484e-9d55-9ca1193d060f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.125418 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.158535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4efd9e0f-7a61-4704-a079-f1a07f679a3a tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0729952 Aug 30 14:47:59.160049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36214) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:59.245656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.249125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Network 77f94df7-d876-4109-bc50-7a08f5d78d33 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:47:59.269170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:47:59.271994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53065ec8-e1cb-484e-9d55-9ca1193d060f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.277551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:47:59.291521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d188839-d5ad-484b-977a-9870e35dd5e7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.294623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Pushing event updated for resources: {'Port': ['ID=312f41b1-b8cf-4621-b083-5d725616fd76,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:59.352361 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d188839-d5ad-484b-977a-9870e35dd5e7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.358062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53065ec8-e1cb-484e-9d55-9ca1193d060f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=0e60b0a9-3548-413b-943f-33103e8066fb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:59.362563 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53065ec8-e1cb-484e-9d55-9ca1193d060f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.363144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24743de6-911f-45c8-b800-a8d6110347bb None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:47:59.364572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-53065ec8-e1cb-484e-9d55-9ca1193d060f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/0e60b0a9-3548-413b-943f-33103e8066fb HTTP/1.1" status: 204 len: 168 time: 1.1345413 Aug 30 14:47:59.370590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:59.405538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:47:59.406147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.425929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d188839-d5ad-484b-977a-9870e35dd5e7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.434360 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d188839-d5ad-484b-977a-9870e35dd5e7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.435746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d188839-d5ad-484b-977a-9870e35dd5e7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a10e19fd-fd40-43ea-8ebb-c04fb24e48b6 HTTP/1.1" status: 204 len: 168 time: 0.2749276 Aug 30 14:47:59.439210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:59.442056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-73a8fcce-3823-4b43-8bc7-8cbecd140f04 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8273244 Aug 30 14:47:59.447742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d188839-d5ad-484b-977a-9870e35dd5e7 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a10e19fd-fd40-43ea-8ebb-c04fb24e48b6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:47:59.467850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Request body: {'port': {'device_id': '2e485167-4c9a-4d43-bd5d-0981088883c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:47:59.559814 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.570883 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3bb02da1-bebc-458b-bcc4-80308643b942 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1276774 Aug 30 14:47:59.572935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:59.576779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-af20b9ce-0fc5-4c5c-9af5-5b9a71838828 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2037463 Aug 30 14:47:59.579233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:47:59.679312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f70b2f-4ef2-4d41-894a-fe3417a1cc1d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:59.775299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:47:59.872602 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] Sync routers for ids ['33dadd11-9843-4806-916b-9a86b1d9abde'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:47:59.896562 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] Routers {'33dadd11-9843-4806-916b-9a86b1d9abde'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:47:59.897548 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['33dadd11-9843-4806-916b-9a86b1d9abde'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:47:59.902879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] Deleting port c195d15c-e86b-4818-94ec-d44f895153bc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:47:59.905469 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.022273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d86369f-d0e9-4d91-b705-bb7f57bd5ce3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.134810 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] Set router 33dadd11-9843-4806-916b-9a86b1d9abde gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:00.153926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] For port c195d15c-e86b-4818-94ec-d44f895153bc, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c195d15c-e86b-4818-94ec-d44f895153bc,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:00.155017 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.194991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] Calling delete_port for c195d15c-e86b-4818-94ec-d44f895153bc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:00.230525 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dadd11-9843-4806-916b-9a86b1d9abde', 'name': 'tempest-NetworksTestDHCPv6-router-246109239', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:51Z', 'updated_at': '2021-08-30T14:47:57Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:00.232358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d86369f-d0e9-4d91-b705-bb7f57bd5ce3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.294629 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] Checking router: 33dadd11-9843-4806-916b-9a86b1d9abde for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:00.312676 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] Routers {'33dadd11-9843-4806-916b-9a86b1d9abde'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:00.314015 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['33dadd11-9843-4806-916b-9a86b1d9abde'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:00.367154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f70b2f-4ef2-4d41-894a-fe3417a1cc1d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.379411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f70b2f-4ef2-4d41-894a-fe3417a1cc1d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.463712 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.473007 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] Set router 33dadd11-9843-4806-916b-9a86b1d9abde gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:00.497559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] No DVR routers for this DVR port c195d15c-e86b-4818-94ec-d44f895153bc on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:48:00.537628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233615f-3a88-4404-be66-63ff9853d111 req-eb651dd9-bf09-4448-84d9-729d2e1b3b67 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:00.545713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6233615f-3a88-4404-be66-63ff9853d111 req-eb651dd9-bf09-4448-84d9-729d2e1b3b67 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 931 time: 0.5581553 Aug 30 14:48:00.549416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2be26f-6e80-4247-aff9-6d607855441d None None] Pushing event deleted for resources: {'Port': ['ID=c195d15c-e86b-4818-94ec-d44f895153bc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:00.566664 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f70b2f-4ef2-4d41-894a-fe3417a1cc1d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.567280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f70b2f-4ef2-4d41-894a-fe3417a1cc1d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Fanout notify agent at l3_agent the message router_deleted on router 33dadd11-9843-4806-916b-9a86b1d9abde {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:48:00.582649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f70b2f-4ef2-4d41-894a-fe3417a1cc1d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.588150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b6f70b2f-4ef2-4d41-894a-fe3417a1cc1d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/routers/33dadd11-9843-4806-916b-9a86b1d9abde HTTP/1.1" status: 204 len: 168 time: 1.0076079 Aug 30 14:48:00.595838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:00.615506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d86369f-d0e9-4d91-b705-bb7f57bd5ce3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.619413 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d86369f-d0e9-4d91-b705-bb7f57bd5ce3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.621507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7d86369f-d0e9-4d91-b705-bb7f57bd5ce3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "DELETE /v2.0/security-groups/9692e302-b090-4376-b56e-73233c0d2027 HTTP/1.1" status: 204 len: 168 time: 1.0472741 Aug 30 14:48:00.635796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:00.643386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86369f-d0e9-4d91-b705-bb7f57bd5ce3 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9692e302-b090-4376-b56e-73233c0d2027,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:00.680936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312f41b1-b8cf-4621-b083-5d725616fd76 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:48:00.706793 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.710543 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5a3096e9-bffb-4992-bc76-b09b9f01efa3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1132884 Aug 30 14:48:00.723108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:00.744958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6233615f-3a88-4404-be66-63ff9853d111 req-c40c1de0-22dd-44a4-a6dd-a78cd84e53f1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708417 Aug 30 14:48:00.764373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Transition to ACTIVE for port object 312f41b1-b8cf-4621-b083-5d725616fd76 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:00.800118 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dadd11-9843-4806-916b-9a86b1d9abde', 'name': 'tempest-NetworksTestDHCPv6-router-246109239', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:51Z', 'updated_at': '2021-08-30T14:47:57Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:00.804980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:00.846544 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb06137-8770-4fda-8841-2446225a11b0 None None] The sync data for ids ['33dadd11-9843-4806-916b-9a86b1d9abde'] in n-d-805668-3 is: [{'id': '33dadd11-9843-4806-916b-9a86b1d9abde', 'name': 'tempest-NetworksTestDHCPv6-router-246109239', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:47:51Z', 'updated_at': '2021-08-30T14:47:57Z', 'revision_number': 3, 'project_id': '3db242ec7f47461a8207669826ae820f', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:00.873143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Pushing event updated for resources: {'Port': ['ID=312f41b1-b8cf-4621-b083-5d725616fd76,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:00.906368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:00.906626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0960d986-0723-435b-8c70-aa66c27bf347 tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2597957 Aug 30 14:48:00.934243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad1dd1-fdeb-42bb-9dd8-167474d48bb1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:00.938274 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dfad1dd1-fdeb-42bb-9dd8-167474d48bb1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2080798 Aug 30 14:48:00.939795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:01.021516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5872e1b5-e8e2-4b5f-8e3d-8a37c3f509fe tempest-SecGroupTest-1063789093 tempest-SecGroupTest-1063789093-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081245 Aug 30 14:48:01.034101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ded71fbd-e202-4807-8e62-ae1da69c3005 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928833 Aug 30 14:48:01.037378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:01.066602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:01.159723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Attempting to bind port 312f41b1-b8cf-4621-b083-5d725616fd76 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:01.163245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Attempting to bind port 312f41b1-b8cf-4621-b083-5d725616fd76 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:01.163826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Attempting to bind port 312f41b1-b8cf-4621-b083-5d725616fd76 on network 77f94df7-d876-4109-bc50-7a08f5d78d33 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:01.184095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Port 312f41b1-b8cf-4621-b083-5d725616fd76 on network 77f94df7-d876-4109-bc50-7a08f5d78d33 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:48:01.185433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Attempting to bind port 312f41b1-b8cf-4621-b083-5d725616fd76 on network 77f94df7-d876-4109-bc50-7a08f5d78d33 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:01.191873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:01.199395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Checking segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:01.200030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Bound using segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:01.200693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Bound port: 312f41b1-b8cf-4621-b083-5d725616fd76, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:01.201237 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:01.361591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] For port 312f41b1-b8cf-4621-b083-5d725616fd76, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:01.367128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] For port 312f41b1-b8cf-4621-b083-5d725616fd76, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=312f41b1-b8cf-4621-b083-5d725616fd76,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:01.378817 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:01.455430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:01.465482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c195d15c-e86b-4818-94ec-d44f895153bc no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:48:01.485513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:01.487518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] 10.222.0.21 "PUT /v2.0/ports/312f41b1-b8cf-4621-b083-5d725616fd76 HTTP/1.1" status: 200 len: 1091 time: 2.0314343 Aug 30 14:48:01.488131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e485167-4c9a-4d43-bd5d-0981088883c2', 'tag': '312f41b1-b8cf-4621-b083-5d725616fd76'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:48:01.490749 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15982d2f-43b1-4ee8-b058-b710d4cd8126" -d '{"events": [{"name": "network-changed", "server_uuid": "2e485167-4c9a-4d43-bd5d-0981088883c2", "tag": "312f41b1-b8cf-4621-b083-5d725616fd76"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:48:01.503511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c195d15c-e86b-4818-94ec-d44f895153bc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:48:01.506058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c195d15c-e86b-4818-94ec-d44f895153bc not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:48:01.629203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26b3e6-438a-43d5-9025-92b1eeb439ac service neutron] Pushing event updated for resources: {'Port': ['ID=312f41b1-b8cf-4621-b083-5d725616fd76,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:01.654763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:01.672743 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aff7137-ba4d-483f-9e79-6bc4ee9c527d x-openstack-request-id: req-3aff7137-ba4d-483f-9e79-6bc4ee9c527d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:48:01.673265 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e485167-4c9a-4d43-bd5d-0981088883c2", "tag": "312f41b1-b8cf-4621-b083-5d725616fd76", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:48:01.673625 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3aff7137-ba4d-483f-9e79-6bc4ee9c527d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:48:01.674144 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e485167-4c9a-4d43-bd5d-0981088883c2', 'tag': '312f41b1-b8cf-4621-b083-5d725616fd76', 'status': 'completed', 'code': 200} Aug 30 14:48:01.712082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-fbdb5435-3beb-41bf-be12-420b923073fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:01.713900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-fbdb5435-3beb-41bf-be12-420b923073fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 1094 time: 0.1039145 Aug 30 14:48:01.765629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:01.793072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-7e7f3850-e116-49da-89ef-b22861e90eef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=312f41b1-b8cf-4621-b083-5d725616fd76 HTTP/1.1" status: 200 len: 217 time: 0.0635748 Aug 30 14:48:01.873705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:01.881810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:01.947988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-acbb69da-3bd0-4810-8e5f-161897d72af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:01.950624 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-acbb69da-3bd0-4810-8e5f-161897d72af1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.1505156 Aug 30 14:48:02.043983 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-1cec31f1-5d6a-47a6-a0ab-30abb392c2c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845330 Aug 30 14:48:02.271712 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-acd08e8d-7c33-430f-a0e5-900ebe965178 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c1f5767561241bbb2cf826e407b4d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034373 Aug 30 14:48:02.284511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0b0e2-1615-4d4b-8cf4-07464fb85574 req-cde7f667-8aff-4acb-ae57-85bb49621e99 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:02.287223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-20a0b0e2-1615-4d4b-8cf4-07464fb85574 req-cde7f667-8aff-4acb-ae57-85bb49621e99 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 943 time: 0.3772337 Aug 30 14:48:02.289417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:02.299795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-1a4115c6-00b3-430f-ba70-d15bb8e0e2b0 service neutron] 10.222.0.21 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471540 Aug 30 14:48:02.461272 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-20a0b0e2-1615-4d4b-8cf4-07464fb85574 req-ef0c35fa-f1e5-4d85-b364-8247040aad1f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627324 Aug 30 14:48:02.495175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0db555e4-6cd9-48a7-999d-2354ac9c6fe9 req-979e9010-ddcd-4d12-9501-d41c8024106f service neutron] 10.222.0.21 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903021 Aug 30 14:48:02.523018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdba5f1d-ab41-41fa-ae7a-8a750e9a1b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:02.564107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdba5f1d-ab41-41fa-ae7a-8a750e9a1b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:02.656885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:02.690118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-04e32ad8-b34e-49bd-a6ad-3599afa5c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:02.693029 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:48:02.693302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-04e32ad8-b34e-49bd-a6ad-3599afa5c653 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 1094 time: 0.0849543 Aug 30 14:48:02.695115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:02.758170 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdba5f1d-ab41-41fa-ae7a-8a750e9a1b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:02.760805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdba5f1d-ab41-41fa-ae7a-8a750e9a1b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:02.762222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fdba5f1d-ab41-41fa-ae7a-8a750e9a1b11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e53451b7-828f-4390-b0cb-f65e50b1b116 HTTP/1.1" status: 204 len: 168 time: 0.4715314 Aug 30 14:48:02.763010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=f4ebd229-f87b-42af-a40c-5820d804ab2f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:02.768620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:02.779901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:02.790260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca656f02-066a-4e33-b675-c67d034893ed None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:02.805914 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:02.806997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:02.817997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba5f1d-ab41-41fa-ae7a-8a750e9a1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53451b7-828f-4390-b0cb-f65e50b1b116,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:02.839859 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9aeade1a-ca2b-40f8-a4ed-5e286030db01 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8008497 Aug 30 14:48:02.842228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:02.850475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:02.934832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c555d3-db8b-40b2-8a4f-56076fab82af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:02.990429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-ddc02bb9-915f-4734-a5f0-3a13f3cf8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:02.993245 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-ddc02bb9-915f-4734-a5f0-3a13f3cf8cb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 916 time: 0.2924495 Aug 30 14:48:03.091694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:03.109330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'f4ebd229-f87b-42af-a40c-5820d804ab2f'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:48:03.110648 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:03.124704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-4600694e-b6be-4ac7-9dee-b04b5e8e2120 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=312f41b1-b8cf-4621-b083-5d725616fd76 HTTP/1.1" status: 200 len: 217 time: 0.1217380 Aug 30 14:48:03.133762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-99c555d3-db8b-40b2-8a4f-56076fab82af admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:48:03.133762 n-d-805668-3 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 14:48:03.133762 n-d-805668-3 neutron-server[94827]: [parameters: {'project_id': 'a47eea73278245d0822ca48b15223d85', 'id': '39131ec5-0ecc-4597-bceb-cc01a24254b6', 'expiration': datetime.datetime(2021, 8, 30, 14, 50, 3, 113287)}] Aug 30 14:48:03.133762 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:48:03.135702 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-99c555d3-db8b-40b2-8a4f-56076fab82af admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:48:03.138759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:03.152134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:03.264871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-5319d41a-019a-4727-a60b-f558206da465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:03.279143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-5319d41a-019a-4727-a60b-f558206da465 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.1399732 Aug 30 14:48:03.373524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-3fdf9e4b-57b6-44af-a0ba-c946f15681c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857952 Aug 30 14:48:03.421379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Allocated IP 2001:db8::f816:3eff:fe2a:4606 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/f4ebd229-f87b-42af-a40c-5820d804ab2f/5be1be5b-1d2e-4795-9aa5-b38385a32e55) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:03.663314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c555d3-db8b-40b2-8a4f-56076fab82af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:03.704255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-8dddb544-9bee-431a-b28f-3354cedbded1 service neutron] 10.222.0.21 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222861 Aug 30 14:48:03.840312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:03.931667 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:03.935390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-15982d2f-43b1-4ee8-b058-b710d4cd8126 req-6a421602-82bd-44f7-ac19-66dadecc6a7e service neutron] 10.222.0.21 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207065 Aug 30 14:48:03.976118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Transition to ACTIVE for port object 5be1be5b-1d2e-4795-9aa5-b38385a32e55 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:03.988130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=cf5b754e-8163-4739-b2d2-3435fa12395c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:04.008546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Transition to ACTIVE for port object 5be1be5b-1d2e-4795-9aa5-b38385a32e55 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:04.017353 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.021930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:04.025946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1f8c5-d242-43d7-b751-66f21debd0c5 req-5d3d1dc2-a1fd-42ec-a376-5c85fd8b7236 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:04.033502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:04.034251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ff1f8c5-d242-43d7-b751-66f21debd0c5 req-5d3d1dc2-a1fd-42ec-a376-5c85fd8b7236 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 943 time: 0.3285370 Aug 30 14:48:04.041118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:04.041118 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.111138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:04.125095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:04.131552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:04.144387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ff1f8c5-d242-43d7-b751-66f21debd0c5 req-2d7e3f5b-1037-41eb-a521-68f42b0e1d34 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091013 Aug 30 14:48:04.160697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Pushing event updated for resources: {'Port': ['ID=5be1be5b-1d2e-4795-9aa5-b38385a32e55,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:04.261635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Attempting to bind port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:04.261635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Attempting to bind port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:04.262202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Attempting to bind port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:04.267635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:04.268070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:04.268432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.268841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:04.269387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Bound port: 5be1be5b-1d2e-4795-9aa5-b38385a32e55, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:04.269764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.292060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c555d3-db8b-40b2-8a4f-56076fab82af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.300020 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c555d3-db8b-40b2-8a4f-56076fab82af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.312744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-427be6f0-bc75-4213-b39c-10d0e364852a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4688985 Aug 30 14:48:04.315457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:04.329511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:c2:2b:43', 'name': 'tempest-NetworksTestDHCPv6-706648294'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:04.363060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ede43693-322a-4430-91c9-e338e112c950 None None] For port 5be1be5b-1d2e-4795-9aa5-b38385a32e55, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:04.388218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ede43693-322a-4430-91c9-e338e112c950 None None] For port 5be1be5b-1d2e-4795-9aa5-b38385a32e55, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5be1be5b-1d2e-4795-9aa5-b38385a32e55,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:04.388473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c555d3-db8b-40b2-8a4f-56076fab82af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4dd97-8e13-42cf-a316-2ff40bc43051,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:04.388617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.406821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:04.465534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-99c555d3-db8b-40b2-8a4f-56076fab82af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a47eea73278245d0822ca48b15223d85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8070300 Aug 30 14:48:04.466486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:04.555951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43693-322a-4430-91c9-e338e112c950 None None] Pushing event updated for resources: {'Port': ['ID=5be1be5b-1d2e-4795-9aa5-b38385a32e55,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:04.623632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18e1fc9e-fe54-4306-968e-86160f34af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.679235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18e1fc9e-fe54-4306-968e-86160f34af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.695960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:04.716325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-94f03fa7-478f-4447-8734-718765d4d3e6 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:04.717120 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-94f03fa7-478f-4447-8734-718765d4d3e6 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 14:48:04.717639 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-94f03fa7-478f-4447-8734-718765d4d3e6 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 14:48:04.724397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-94f03fa7-478f-4447-8734-718765d4d3e6 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3065612 Aug 30 14:48:04.732494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:04.741470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--399298033'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:04.783094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.811273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.862897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18e1fc9e-fe54-4306-968e-86160f34af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.866184 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18e1fc9e-fe54-4306-968e-86160f34af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.871935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-18e1fc9e-fe54-4306-968e-86160f34af49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8e4dd97-8e13-42cf-a316-2ff40bc43051 HTTP/1.1" status: 204 len: 168 time: 0.3998530 Aug 30 14:48:04.894515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1fc9e-fe54-4306-968e-86160f34af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4dd97-8e13-42cf-a316-2ff40bc43051,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:04.905212 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:04.961495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 3cb3472d-b7ac-4f89-9313-e21855c00f59 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:48:05.063656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.070359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.130818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd410a-91ed-4536-a2cb-4a47b72bfa46,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:05.243150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.254424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.285849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.289628 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5538380 Aug 30 14:48:05.298872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:05.303602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 172.20.0.14 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/cf5b754e-8163-4739-b2d2-3435fa12395c/3cb3472d-b7ac-4f89-9313-e21855c00f59) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:05.310222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0b61f6fd-2896-4d3a-9b74-adebc91a661f tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '553f9ea3-7ae6-4ed8-a61a-2c7b4436e96e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:05.312981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fec2:2b43 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/f4ebd229-f87b-42af-a40c-5820d804ab2f/3cb3472d-b7ac-4f89-9313-e21855c00f59) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:05.359937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b630f1e-56a9-4383-b021-a540e3819c69 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553f9ea3-7ae6-4ed8-a61a-2c7b4436e96e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:05.405340 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b61f6fd-2896-4d3a-9b74-adebc91a661f tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.523073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.540625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 3cb3472d-b7ac-4f89-9313-e21855c00f59 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:05.577764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5be1be5b-1d2e-4795-9aa5-b38385a32e55 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:05.594591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b61f6fd-2896-4d3a-9b74-adebc91a661f tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.603306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b61f6fd-2896-4d3a-9b74-adebc91a661f tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.650334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.691855 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b61f6fd-2896-4d3a-9b74-adebc91a661f tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.696004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0b61f6fd-2896-4d3a-9b74-adebc91a661f tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3935347 Aug 30 14:48:05.696745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:05.703210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49bd7e50-a7a3-476b-a402-fcf98382e997 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '553f9ea3-7ae6-4ed8-a61a-2c7b4436e96e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:05.712707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:05.717852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:05.722455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:05.731349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:05.748449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61f6fd-2896-4d3a-9b74-adebc91a661f tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ebf058-e994-414b-a03e-5c501dada42f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:05.752960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:05.792483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49bd7e50-a7a3-476b-a402-fcf98382e997 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.796263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0667a21-68aa-46cf-8285-a7c95cd0b645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.814628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a55f2-8900-423e-930d-cccb01404e5f req-1b65f263-e618-41b0-ab3b-6fc2f841c6b5 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:05.827538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-544a55f2-8900-423e-930d-cccb01404e5f req-1b65f263-e618-41b0-ab3b-6fc2f841c6b5 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 943 time: 0.2210343 Aug 30 14:48:05.868705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=3cb3472d-b7ac-4f89-9313-e21855c00f59,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:05.884390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:05.885650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:05.948416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-544a55f2-8900-423e-930d-cccb01404e5f req-57173cca-8b3c-4848-af38-aa8d36bee9de tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167281 Aug 30 14:48:06.053148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0667a21-68aa-46cf-8285-a7c95cd0b645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.069749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0667a21-68aa-46cf-8285-a7c95cd0b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.076813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-121a1f38-f256-4c91-869d-219647b29f80 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7593832 Aug 30 14:48:06.079636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:06.086343 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-49bd7e50-a7a3-476b-a402-fcf98382e997 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 14:48:06.089067 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-49bd7e50-a7a3-476b-a402-fcf98382e997 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3902254 Aug 30 14:48:06.091821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:06.141608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0667a21-68aa-46cf-8285-a7c95cd0b645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05f98c5-6374-4489-8cdc-7509fc4d67a8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:06.162448 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f0667a21-68aa-46cf-8285-a7c95cd0b645 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b99ea73dc6ff4131b9d868e4520dfbe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024136 Aug 30 14:48:06.164534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36368) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:06.208735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e1215-11d3-455d-a845-675f3a75295a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:06.216120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e1215-11d3-455d-a845-675f3a75295a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:06.217864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-152e1215-11d3-455d-a845-675f3a75295a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1368816 Aug 30 14:48:06.218983 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a41e446-6e4e-474d-8ed8-ab787c473978 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.220700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:06.233370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2954bdc7-fd8f-4f38-97a2-a7267a120ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.302975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2954bdc7-fd8f-4f38-97a2-a7267a120ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.324571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d94329c-3833-4213-88bc-aecbc459e8bb None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:06.351069 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a41e446-6e4e-474d-8ed8-ab787c473978 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.405509 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2954bdc7-fd8f-4f38-97a2-a7267a120ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.409322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9cca63ed-6bf1-4e64-b432-55a24f981700 None None] Provisioning for port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:06.410133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2954bdc7-fd8f-4f38-97a2-a7267a120ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.418602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2954bdc7-fd8f-4f38-97a2-a7267a120ac0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d05f98c5-6374-4489-8cdc-7509fc4d67a8 HTTP/1.1" status: 204 len: 168 time: 0.2521963 Aug 30 14:48:06.423137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9cca63ed-6bf1-4e64-b432-55a24f981700 None None] Provisioning complete for port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:06.423503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cca63ed-6bf1-4e64-b432-55a24f981700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.425940 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a41e446-6e4e-474d-8ed8-ab787c473978 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.430168 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a41e446-6e4e-474d-8ed8-ab787c473978 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.433774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1a41e446-6e4e-474d-8ed8-ab787c473978 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/553f9ea3-7ae6-4ed8-a61a-2c7b4436e96e HTTP/1.1" status: 204 len: 168 time: 0.3381233 Aug 30 14:48:06.436744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954bdc7-fd8f-4f38-97a2-a7267a120ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05f98c5-6374-4489-8cdc-7509fc4d67a8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:06.438913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:06.472885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f20359e7-337d-4a30-842c-1e3bb61cce27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 3cb3472d-b7ac-4f89-9313-e21855c00f59 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:06.473776 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20359e7-337d-4a30-842c-1e3bb61cce27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.485499 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41e446-6e4e-474d-8ed8-ab787c473978 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f9ea3-7ae6-4ed8-a61a-2c7b4436e96e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:06.553996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ec9c31da-67ed-49e9-b608-953a75174144 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124988 Aug 30 14:48:06.557890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:06.563493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-869edc91-9ae8-42a4-b71b-1cab21d8d368 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--742448187'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:06.612688 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-869edc91-9ae8-42a4-b71b-1cab21d8d368 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.620349 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cca63ed-6bf1-4e64-b432-55a24f981700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.628100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20359e7-337d-4a30-842c-1e3bb61cce27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.662141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f20359e7-337d-4a30-842c-1e3bb61cce27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 3cb3472d-b7ac-4f89-9313-e21855c00f59 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:06.710828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9cca63ed-6bf1-4e64-b432-55a24f981700 None None] For port 5be1be5b-1d2e-4795-9aa5-b38385a32e55, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5be1be5b-1d2e-4795-9aa5-b38385a32e55,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:06.719159 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cca63ed-6bf1-4e64-b432-55a24f981700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.820922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca63ed-6bf1-4e64-b432-55a24f981700 None None] Pushing event updated for resources: {'Port': ['ID=5be1be5b-1d2e-4795-9aa5-b38385a32e55,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:06.857532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-869edc91-9ae8-42a4-b71b-1cab21d8d368 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.864102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-869edc91-9ae8-42a4-b71b-1cab21d8d368 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.944140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc5974-f2c8-4217-9faf-345699a6d3ce None None] Update dhcp port {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': 'f4ebd229-f87b-42af-a40c-5820d804ab2f', 'ip_address': '2001:db8::f816:3eff:fe2a:4606'}, {'subnet_id': 'cf5b754e-8163-4739-b2d2-3435fa12395c'}], 'binding:host_id': 'n-d-805668-3'}, 'id': '5be1be5b-1d2e-4795-9aa5-b38385a32e55'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:48:06.946026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869edc91-9ae8-42a4-b71b-1cab21d8d368 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64893b0-4962-464e-9ab0-fe0a3fd01441,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:06.966800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-869edc91-9ae8-42a4-b71b-1cab21d8d368 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.970324 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-869edc91-9ae8-42a4-b71b-1cab21d8d368 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4103501 Aug 30 14:48:06.972154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:06.978959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8b112c05-9b7a-4236-9b8a-3b1cf2d34f57 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': 'a64893b0-4962-464e-9ab0-fe0a3fd01441', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:06.980280 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-8b112c05-9b7a-4236-9b8a-3b1cf2d34f57 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 30 14:48:06.981479 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8b112c05-9b7a-4236-9b8a-3b1cf2d34f57 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:06.983670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8b112c05-9b7a-4236-9b8a-3b1cf2d34f57 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098190 Aug 30 14:48:06.986731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:07.061143 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2fc5974-f2c8-4217-9faf-345699a6d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.124666 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20359e7-337d-4a30-842c-1e3bb61cce27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.222301 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019179f1-5eb2-41d9-bb72-1001939006fe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.247525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20359e7-337d-4a30-842c-1e3bb61cce27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=3cb3472d-b7ac-4f89-9313-e21855c00f59,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:07.279139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc47a3-9d29-4411-98bb-016c1cfdb477 req-6a78a7ef-5e1a-44c8-a283-70ed31226d80 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:07.281782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5dc47a3-9d29-4411-98bb-016c1cfdb477 req-6a78a7ef-5e1a-44c8-a283-70ed31226d80 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 943 time: 0.1859457 Aug 30 14:48:07.298004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019179f1-5eb2-41d9-bb72-1001939006fe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.312052 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 312f41b1-b8cf-4621-b083-5d725616fd76 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:48:07.369193 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019179f1-5eb2-41d9-bb72-1001939006fe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.373997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-019179f1-5eb2-41d9-bb72-1001939006fe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.379337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-019179f1-5eb2-41d9-bb72-1001939006fe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/a64893b0-4962-464e-9ab0-fe0a3fd01441 HTTP/1.1" status: 204 len: 168 time: 0.3778751 Aug 30 14:48:07.389878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:07.439785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019179f1-5eb2-41d9-bb72-1001939006fe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64893b0-4962-464e-9ab0-fe0a3fd01441,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:07.507313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5dc47a3-9d29-4411-98bb-016c1cfdb477 req-6af5bc2b-89e9-47f3-abc5-19482e9f26e7 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416852 Aug 30 14:48:07.510874 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:48:07.518453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b95a851d-63f4-416c-ba24-fc432dfb0766 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116319 Aug 30 14:48:07.519194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:07.524956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-139de1f3-153d-4689-b85a-f1b401b117de tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--363548990'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:07.532897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5be1be5b-1d2e-4795-9aa5-b38385a32e55 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:07.554527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-139de1f3-153d-4689-b85a-f1b401b117de tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.568272 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20359e7-337d-4a30-842c-1e3bb61cce27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.588995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f20359e7-337d-4a30-842c-1e3bb61cce27 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/3cb3472d-b7ac-4f89-9313-e21855c00f59 HTTP/1.1" status: 204 len: 168 time: 1.3553500 Aug 30 14:48:07.590335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:07.671668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-139de1f3-153d-4689-b85a-f1b401b117de tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.683394 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-139de1f3-153d-4689-b85a-f1b401b117de tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.718714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fc9a0-8e88-4f80-bb1d-a6d33d1d6baf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:07.724366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fc9a0-8e88-4f80-bb1d-a6d33d1d6baf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:07.727327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fc9a0-8e88-4f80-bb1d-a6d33d1d6baf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:07.734789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-951fc9a0-8e88-4f80-bb1d-a6d33d1d6baf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1392510 Aug 30 14:48:07.735166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:07.786062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139de1f3-153d-4689-b85a-f1b401b117de tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c407219d-86a9-459f-94dd-ad2d2f937bfb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:07.789854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-139de1f3-153d-4689-b85a-f1b401b117de tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.793762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-139de1f3-153d-4689-b85a-f1b401b117de tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2734349 Aug 30 14:48:07.794820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:07.801629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2ab1aa13-9d0b-44a2-a45c-560e73fd58d1 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': 'c407219d-86a9-459f-94dd-ad2d2f937bfb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:07.801629 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-2ab1aa13-9d0b-44a2-a45c-560e73fd58d1 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 30 14:48:07.801629 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-2ab1aa13-9d0b-44a2-a45c-560e73fd58d1 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:07.807753 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ab1aa13-9d0b-44a2-a45c-560e73fd58d1 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113740 Aug 30 14:48:07.808187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:07.890388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0a35ba-4427-4120-ade4-3f5704614111 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet cf5b754e-8163-4739-b2d2-3435fa12395c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:07.912108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f2fc5974-f2c8-4217-9faf-345699a6d3ce None None] Allocated IP 172.20.0.2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/cf5b754e-8163-4739-b2d2-3435fa12395c/5be1be5b-1d2e-4795-9aa5-b38385a32e55) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:07.934587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00d8d664-9941-41dc-9a44-a28ceca7e280 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:07.972956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00d8d664-9941-41dc-9a44-a28ceca7e280 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.004314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 312f41b1-b8cf-4621-b083-5d725616fd76, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=312f41b1-b8cf-4621-b083-5d725616fd76,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:08.014247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:08.014617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.082454 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '312f41b1-b8cf-4621-b083-5d725616fd76', 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'port_id': '312f41b1-b8cf-4621-b083-5d725616fd76', 'mac_address': 'fa:16:3e:cf:9b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd952008b-65da-4fe6-bcf1-181052f4f864', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:48:08.133434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:08.167735 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00d8d664-9941-41dc-9a44-a28ceca7e280 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.175013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00d8d664-9941-41dc-9a44-a28ceca7e280 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.178030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-00d8d664-9941-41dc-9a44-a28ceca7e280 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/c407219d-86a9-459f-94dd-ad2d2f937bfb HTTP/1.1" status: 204 len: 168 time: 0.3675933 Aug 30 14:48:08.181784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:08.239122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8d664-9941-41dc-9a44-a28ceca7e280 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c407219d-86a9-459f-94dd-ad2d2f937bfb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:08.289722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-10676117-ed67-4547-a275-8e5453530961 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1060209 Aug 30 14:48:08.293965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:08.310824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-815dd41d-45db-4c40-97f9-93ac131f0b5e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--922261643'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:08.359528 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.453141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-815dd41d-45db-4c40-97f9-93ac131f0b5e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.625008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1155112183-network', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:08.665662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-815dd41d-45db-4c40-97f9-93ac131f0b5e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.686558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2fc5974-f2c8-4217-9faf-345699a6d3ce None None] For port 5be1be5b-1d2e-4795-9aa5-b38385a32e55, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5be1be5b-1d2e-4795-9aa5-b38385a32e55,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:08.688439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-815dd41d-45db-4c40-97f9-93ac131f0b5e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.704659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Made reservation on behalf of ceb6313f948b418f83ffc70adff9b951 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:08.716348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.750365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312f41b1-b8cf-4621-b083-5d725616fd76 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:48:08.754686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-815dd41d-45db-4c40-97f9-93ac131f0b5e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.760334 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-815dd41d-45db-4c40-97f9-93ac131f0b5e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4618158 Aug 30 14:48:08.763495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:08.769988 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.775007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d79451d5-bce0-43e0-97cf-c607a0df7cc2 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '2bdb241e-0219-41e7-b53f-f11df781e62d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:08.797522 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-d79451d5-bce0-43e0-97cf-c607a0df7cc2 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 30 14:48:08.798348 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-d79451d5-bce0-43e0-97cf-c607a0df7cc2 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:08.799749 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d79451d5-bce0-43e0-97cf-c607a0df7cc2 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0325608 Aug 30 14:48:08.801866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dd41d-45db-4c40-97f9-93ac131f0b5e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb241e-0219-41e7-b53f-f11df781e62d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:08.810159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:08.821156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2988ce6e-12f9-4cfc-a818-a71e52086bbf tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '2bdb241e-0219-41e7-b53f-f11df781e62d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:08.821848 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-2988ce6e-12f9-4cfc-a818-a71e52086bbf tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 30 14:48:08.822350 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-2988ce6e-12f9-4cfc-a818-a71e52086bbf tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:08.825870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2988ce6e-12f9-4cfc-a818-a71e52086bbf tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0123956 Aug 30 14:48:08.826454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36444) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:08.852981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-58c96143-3f9e-4f8c-98ee-c636cf871eb7 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '2bdb241e-0219-41e7-b53f-f11df781e62d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:08.854291 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-58c96143-3f9e-4f8c-98ee-c636cf871eb7 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 30 14:48:08.854916 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-58c96143-3f9e-4f8c-98ee-c636cf871eb7 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:08.858519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-58c96143-3f9e-4f8c-98ee-c636cf871eb7 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107615 Aug 30 14:48:08.859040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:08.862113 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 312f41b1-b8cf-4621-b083-5d725616fd76, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=312f41b1-b8cf-4621-b083-5d725616fd76,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:08.875256 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.879818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2fc5974-f2c8-4217-9faf-345699a6d3ce None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.880503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1daa65e2-6155-4637-baab-39dfcd4bfad6 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '2bdb241e-0219-41e7-b53f-f11df781e62d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:08.882697 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-1daa65e2-6155-4637-baab-39dfcd4bfad6 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 30 14:48:08.883186 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1daa65e2-6155-4637-baab-39dfcd4bfad6 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:08.884532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1daa65e2-6155-4637-baab-39dfcd4bfad6 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0190072 Aug 30 14:48:08.887279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:08.941579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=312f41b1-b8cf-4621-b083-5d725616fd76,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:08.947021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d57745-69b6-45b2-aba8-1fac9732fedf req-93f245c9-4535-49d4-92f9-8f3bcfe5fde3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:08.957314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40d57745-69b6-45b2-aba8-1fac9732fedf req-93f245c9-4535-49d4-92f9-8f3bcfe5fde3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 943 time: 0.1906085 Aug 30 14:48:08.967284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2fc5974-f2c8-4217-9faf-345699a6d3ce None None] Transition to ACTIVE for port object 5be1be5b-1d2e-4795-9aa5-b38385a32e55 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:08.978311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a35ba-4427-4120-ade4-3f5704614111 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:08.983076 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2fc5974-f2c8-4217-9faf-345699a6d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.037496 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-566f789e-c4cf-4fed-a4cc-0e07e5e017fd tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.104292 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40d57745-69b6-45b2-aba8-1fac9732fedf req-ee068403-134f-4479-a049-9ffae5971a87 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442571 Aug 30 14:48:09.152912 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a35ba-4427-4120-ade4-3f5704614111 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.160619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc5974-f2c8-4217-9faf-345699a6d3ce None None] Pushing event updated for resources: {'Port': ['ID=5be1be5b-1d2e-4795-9aa5-b38385a32e55,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:09.222918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-566f789e-c4cf-4fed-a4cc-0e07e5e017fd tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.337186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['312f41b1-b8cf-4621-b083-5d725616fd76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:48:09.419684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.425277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a35ba-4427-4120-ade4-3f5704614111 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.426770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-566f789e-c4cf-4fed-a4cc-0e07e5e017fd tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.444766 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-566f789e-c4cf-4fed-a4cc-0e07e5e017fd tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.460735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-566f789e-c4cf-4fed-a4cc-0e07e5e017fd tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/2bdb241e-0219-41e7-b53f-f11df781e62d HTTP/1.1" status: 204 len: 168 time: 0.5592186 Aug 30 14:48:09.470474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:09.475853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.491301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:48:09.518417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.518771 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Added segment c9b2eace-2cee-4d15-aeb8-7bbe612ad865 of type vlan for network c6ba0b65-a62d-4066-b31d-82ef754149bf Aug 30 14:48:09.525296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f789e-c4cf-4fed-a4cc-0e07e5e017fd tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb241e-0219-41e7-b53f-f11df781e62d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:09.613404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7de796a5-215c-4e1c-98fd-76d6400db507 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272893 Aug 30 14:48:09.621750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36454) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:09.647655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a2256-4d1d-408c-89db-969b623a4515,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:09.648747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1318dbfe-a368-41ba-b5b1-4047b146c6ff tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--644805817'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:09.668956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.692414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5be1be5b-1d2e-4795-9aa5-b38385a32e55 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:09.759238 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1318dbfe-a368-41ba-b5b1-4047b146c6ff tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.780206 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a35ba-4427-4120-ade4-3f5704614111 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.924323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a35ba-4427-4120-ade4-3f5704614111 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5b754e-8163-4739-b2d2-3435fa12395c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:09.953025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a35ba-4427-4120-ade4-3f5704614111 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.963680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bf0a35ba-4427-4120-ade4-3f5704614111 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/cf5b754e-8163-4739-b2d2-3435fa12395c HTTP/1.1" status: 204 len: 168 time: 2.2273946 Aug 30 14:48:09.964805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:09.967739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.968889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:09.969598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:10.094080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] Pushing event updated for resources: {'Network': ['ID=c6ba0b65-a62d-4066-b31d-82ef754149bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:10.110579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c6ba0b65-a62d-4066-b31d-82ef754149bf details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:48:10.163752 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1318dbfe-a368-41ba-b5b1-4047b146c6ff tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:10.183600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1318dbfe-a368-41ba-b5b1-4047b146c6ff tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:10.282833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4cf734db-15ae-44bd-9b4a-246cb9d05b1c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1464307 Aug 30 14:48:10.294580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:10.312795 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1318dbfe-a368-41ba-b5b1-4047b146c6ff tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:10.314858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1318dbfe-a368-41ba-b5b1-4047b146c6ff tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6914430 Aug 30 14:48:10.321475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Request body: {'subnet': {'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1155112183-subnet', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:10.345638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:10.359806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-450d1204-838c-4ebb-951b-669ea5bf7dba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:10.360838 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-450d1204-838c-4ebb-951b-669ea5bf7dba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 14:48:10.361965 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-450d1204-838c-4ebb-951b-669ea5bf7dba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:10.383480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-450d1204-838c-4ebb-951b-669ea5bf7dba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0230532 Aug 30 14:48:10.390585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:10.420987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0385e398-6ee3-42a5-9f5d-dc0b5ab81f87 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:10.435424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318dbfe-a368-41ba-b5b1-4047b146c6ff tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92732cc5-b58f-4c5e-90be-37525975c1ae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:10.457508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-338d9618-7c8d-40d6-a697-52c6727b1fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet f4ebd229-f87b-42af-a40c-5820d804ab2f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:10.478489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-338d9618-7c8d-40d6-a697-52c6727b1fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:10.562753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Made reservation on behalf of ceb6313f948b418f83ffc70adff9b951 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:10.565322 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:10.570070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b3f2c-f83f-4e18-b882-a1f5fb300f32 req-9332eee3-80d6-4df1-a508-b22a807ee518 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:10.578940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-308b3f2c-f83f-4e18-b882-a1f5fb300f32 req-9332eee3-80d6-4df1-a508-b22a807ee518 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 944 time: 0.1854897 Aug 30 14:48:10.780903 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-308b3f2c-f83f-4e18-b882-a1f5fb300f32 req-a7d9297d-3fed-45a0-b021-71301ecebb82 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862211 Aug 30 14:48:10.805109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe3ed8-d91e-4a71-9495-085118ade49d None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:10.892608 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-338d9618-7c8d-40d6-a697-52c6727b1fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:10.999429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:11.133513 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0385e398-6ee3-42a5-9f5d-dc0b5ab81f87 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:11.135590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0385e398-6ee3-42a5-9f5d-dc0b5ab81f87 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7323346 Aug 30 14:48:11.143140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.148500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2766aef-9637-4c83-9264-bd488e5dd862 None None] Provisioning for port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:11.166462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-255f73fb-e31a-4323-b95d-c077d45c5333 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:11.168562 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-255f73fb-e31a-4323-b95d-c077d45c5333 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 30 14:48:11.170841 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-255f73fb-e31a-4323-b95d-c077d45c5333 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:11.172596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2766aef-9637-4c83-9264-bd488e5dd862 None None] Provisioning complete for port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:11.173322 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2766aef-9637-4c83-9264-bd488e5dd862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:11.173675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:11.181985 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-255f73fb-e31a-4323-b95d-c077d45c5333 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0330138 Aug 30 14:48:11.184351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.194109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-360ea9ba-5898-42dc-953b-0da2cf8ac041 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:11.213165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.217738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.224700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.229976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.230631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.231197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.231651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.232150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.232712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.233116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.233681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.234667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:11.272308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Checking segment: {'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:11.272687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Network hostable DHCP agents. Network: c6ba0b65-a62d-4066-b31d-82ef754149bf, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:48:11.275581 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-360ea9ba-5898-42dc-953b-0da2cf8ac041 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:11.277573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-360ea9ba-5898-42dc-953b-0da2cf8ac041 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0918155 Aug 30 14:48:11.281252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.296870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-34db110c-7396-4fa2-b320-15620e05f3b8 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:11.301083 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-34db110c-7396-4fa2-b320-15620e05f3b8 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 14:48:11.302501 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-34db110c-7396-4fa2-b320-15620e05f3b8 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:11.305122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-34db110c-7396-4fa2-b320-15620e05f3b8 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0213368 Aug 30 14:48:11.309381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.318147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 312f41b1-b8cf-4621-b083-5d725616fd76 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:11.323454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4466d184-e958-4006-a988-36ed95efab65 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:11.402382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-338d9618-7c8d-40d6-a697-52c6727b1fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:11.410994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Network c6ba0b65-a62d-4066-b31d-82ef754149bf is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:48:11.438104 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-4466d184-e958-4006-a988-36ed95efab65 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Project 494fcab930984f3f9ed8545fee04c27e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:48:11.495351 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-4466d184-e958-4006-a988-36ed95efab65 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:11.497898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4466d184-e958-4006-a988-36ed95efab65 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1871777 Aug 30 14:48:11.499705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c6ba0b65-a62d-4066-b31d-82ef754149bf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:11.501911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.516207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:11.517109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:11.572207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d22f0558-cc7f-46fc-8f71-c09b93fcf0e9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2745080 Aug 30 14:48:11.575613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.582705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:11.592476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-108b8185-014b-4dd2-be4c-824e4a7cfad8 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:11.606791 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-108b8185-014b-4dd2-be4c-824e4a7cfad8 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 30 14:48:11.615432 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-108b8185-014b-4dd2-be4c-824e4a7cfad8 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:11.623424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-108b8185-014b-4dd2-be4c-824e4a7cfad8 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0782523 Aug 30 14:48:11.627978 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.643738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:11.645479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:11.649993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-69b8cbc9-5039-4956-bae0-c1f9eae2b4e1 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:11.674478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-338d9618-7c8d-40d6-a697-52c6727b1fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:11.758108 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-69b8cbc9-5039-4956-bae0-c1f9eae2b4e1 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Project 494fcab930984f3f9ed8545fee04c27e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:48:11.789081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06528f6-6465-4557-bd6d-9d4469c44201 None None] Network c6ba0b65-a62d-4066-b31d-82ef754149bf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:11.797786 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-69b8cbc9-5039-4956-bae0-c1f9eae2b4e1 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:11.799928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-69b8cbc9-5039-4956-bae0-c1f9eae2b4e1 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1681447 Aug 30 14:48:11.803116 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2766aef-9637-4c83-9264-bd488e5dd862 None None] Could not find standard attr ID for object 3cb3472d-b7ac-4f89-9313-e21855c00f59. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:48:11.805175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.806607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 312f41b1-b8cf-4621-b083-5d725616fd76 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:11.827756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e97fae53-a2ed-4593-9f9a-80e45bac3e7e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '92732cc5-b58f-4c5e-90be-37525975c1ae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:11.874356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d9618-7c8d-40d6-a697-52c6727b1fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ebd229-f87b-42af-a40c-5820d804ab2f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:11.890689 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-e97fae53-a2ed-4593-9f9a-80e45bac3e7e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Project 494fcab930984f3f9ed8545fee04c27e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:48:11.915739 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-e97fae53-a2ed-4593-9f9a-80e45bac3e7e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:11.916760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e97fae53-a2ed-4593-9f9a-80e45bac3e7e tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1099505 Aug 30 14:48:11.921918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36494) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:11.926112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 312f41b1-b8cf-4621-b083-5d725616fd76 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:11.929478 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.065554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-338d9618-7c8d-40d6-a697-52c6727b1fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.076335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:12.083930 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-338d9618-7c8d-40d6-a697-52c6727b1fdd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/f4ebd229-f87b-42af-a40c-5820d804ab2f HTTP/1.1" status: 204 len: 168 time: 2.1171889 Aug 30 14:48:12.129314 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.273070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7243d410-d266-49d3-be2d-52b84cbd46f6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1820910 Aug 30 14:48:12.273070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36502) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:12.273070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:12.290525 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7d49-fff4-497f-8a4b-f4c6d32b0249 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.450936 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7d49-fff4-497f-8a4b-f4c6d32b0249 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.470358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-c6ba0b65-a62d-4066-b31d-82ef754149bf', 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'fixed_ips': [{'subnet_id': '1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:48:12.475851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.594824 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.598289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7d49-fff4-497f-8a4b-f4c6d32b0249 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.602108 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7d49-fff4-497f-8a4b-f4c6d32b0249 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.603633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e4c7d49-fff4-497f-8a4b-f4c6d32b0249 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/92732cc5-b58f-4c5e-90be-37525975c1ae HTTP/1.1" status: 204 len: 168 time: 0.6792064 Aug 30 14:48:12.630084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:12.636156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c7d49-fff4-497f-8a4b-f4c6d32b0249 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92732cc5-b58f-4c5e-90be-37525975c1ae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:12.679469 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.737616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 312f41b1-b8cf-4621-b083-5d725616fd76, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=312f41b1-b8cf-4621-b083-5d725616fd76,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:12.742863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e485167-4c9a-4d43-bd5d-0981088883c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312f41b1-b8cf-4621-b083-5d725616fd76'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:48:12.745648 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84dda88-673c-4701-911d-89c04699b79b" -d '{"events": [{"server_uuid": "2e485167-4c9a-4d43-bd5d-0981088883c2", "name": "network-vif-plugged", "status": "completed", "tag": "312f41b1-b8cf-4621-b083-5d725616fd76"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:48:12.756965 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.759651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a4e1c8-df79-4a25-92ef-9866c726f524 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:12.771886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:12.782810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.817034 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ae5c76-4f0a-4564-a7c2-4923c73de749 x-openstack-request-id: req-37ae5c76-4f0a-4564-a7c2-4923c73de749 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:48:12.818480 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e485167-4c9a-4d43-bd5d-0981088883c2", "name": "network-vif-plugged", "status": "completed", "tag": "312f41b1-b8cf-4621-b083-5d725616fd76", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:48:12.819109 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37ae5c76-4f0a-4564-a7c2-4923c73de749 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:48:12.819882 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e485167-4c9a-4d43-bd5d-0981088883c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312f41b1-b8cf-4621-b083-5d725616fd76', 'code': 200} Aug 30 14:48:12.857147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3b837-b3d8-4d51-b4b0-acd08f8f1a22 req-451edb5e-2c33-452b-b4f8-12d485253420 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:12.888469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22c3b837-b3d8-4d51-b4b0-acd08f8f1a22 req-451edb5e-2c33-452b-b4f8-12d485253420 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 944 time: 0.8016546 Aug 30 14:48:12.977121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-81e6dfb0-2390-4704-8c84-67790701230c None None] Provisioning complete for port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:12.977786 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81e6dfb0-2390-4704-8c84-67790701230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:13.012589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=312f41b1-b8cf-4621-b083-5d725616fd76,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:13.094147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Allocated IP 172.20.0.2 (c6ba0b65-a62d-4066-b31d-82ef754149bf/1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd/2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:13.140089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aeca3cb3-47f3-41a7-bbee-52fb460eaf02 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4978924 Aug 30 14:48:13.148935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36514) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:13.149615 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22c3b837-b3d8-4d51-b4b0-acd08f8f1a22 req-574a5785-ebe6-45dd-8be9-5c9072859723 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756136 Aug 30 14:48:13.154478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1885e4-03c8-4b1b-a915-ffdcd77faaf0 req-13c09387-c383-494a-acc5-9ea2141230e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:13.155856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa1885e4-03c8-4b1b-a915-ffdcd77faaf0 req-13c09387-c383-494a-acc5-9ea2141230e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 1096 time: 0.2107706 Aug 30 14:48:13.166475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--63188421'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:13.385708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa1885e4-03c8-4b1b-a915-ffdcd77faaf0 req-f1dcfbc2-b487-4542-82f9-b3a88cdb1609 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940265 Aug 30 14:48:13.404483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:13.458542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:48:13.633581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:13.668884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:13.671842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] Deleting port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:13.672259 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:13.675981 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:13.725684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Transition to ACTIVE for port object 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:13.753654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Transition to ACTIVE for port object 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:13.769729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:13.864171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Network c6ba0b65-a62d-4066-b31d-82ef754149bf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:13.871461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] For port 5be1be5b-1d2e-4795-9aa5-b38385a32e55, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5be1be5b-1d2e-4795-9aa5-b38385a32e55,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:13.872085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:48:13.872845 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:13.894261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:13.933600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:13.938712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] Calling delete_port for 5be1be5b-1d2e-4795-9aa5-b38385a32e55 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:13.954987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Pushing event updated for resources: {'Port': ['ID=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:13.999469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Allocated IP 172.25.6.213 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/fdc9a575-1bb6-4926-905d-bade1e0d488e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:14.054163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.077753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.187595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Attempting to bind port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:14.189201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Attempting to bind port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:14.190251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Attempting to bind port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 on network c6ba0b65-a62d-4066-b31d-82ef754149bf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:14.200680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d154e7b-5b36-40e5-a730-99cbb50a176b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:14.207748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:14.209489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Checking segment: {'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:14.211616 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.212761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Bound using segment: {'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:14.213920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Bound port: 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:14.215097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.244308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.244669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.245360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.254985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.255515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.255874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.256224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.256643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.256894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.257260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.257600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.257979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:14.295391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.295838 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f1a2f441-9dc1-49c6-a812-5d29642e1480 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1386847 Aug 30 14:48:14.308550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:14.326031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f5e3165b-f507-49f0-8cb6-095113330a43 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '4d154e7b-5b36-40e5-a730-99cbb50a176b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:14.447693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.462445 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.561865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] For port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:14.570364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.590691 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.640337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] For port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,segment=NetworkSegment(c9b2eace-2cee-4d15-aeb8-7bbe612ad865),segment_id=c9b2eace-2cee-4d15-aeb8-7bbe612ad865)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:14.657649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] Pushing event deleted for resources: {'Port': ['ID=5be1be5b-1d2e-4795-9aa5-b38385a32e55,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:14.665178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ecd87-776e-4a25-a92c-0695a7de787c None None] No DVR routers for this DVR port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:48:14.668955 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.714669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c8fd2-e21d-4945-be16-7fac8885ef78 req-1e5a4690-30f7-4f7d-8a6c-efa327abce42 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:14.718857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c42c8fd2-e21d-4945-be16-7fac8885ef78 req-1e5a4690-30f7-4f7d-8a6c-efa327abce42 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 945 time: 0.2763031 Aug 30 14:48:14.720481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Port 5be1be5b-1d2e-4795-9aa5-b38385a32e55 concurrently deleted while adding address for new subnet {'id': 'd630db22-36ce-4ae3-afb3-0cc661107ad0', 'name': '', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3205, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-30T14:48:13Z', 'updated_at': '2021-08-30T14:48:13Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3db242ec7f47461a8207669826ae820f'}. {{(pid=94827) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 30 14:48:14.721210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.726255 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f5e3165b-f507-49f0-8cb6-095113330a43 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The resource could not be found. Aug 30 14:48:14.742805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f5e3165b-f507-49f0-8cb6-095113330a43 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4333081 Aug 30 14:48:14.743452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:14.874932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9b5dc703-a4ae-4b02-ade9-dc5cc9cba129 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '4d154e7b-5b36-40e5-a730-99cbb50a176b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '24b11793-7aaa-4343-8033-ac9e827d635f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:14.888408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc9a575-1bb6-4926-905d-bade1e0d488e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:14.936181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f22666-01a4-4d2c-a583-647fbd7f8310 None None] Pushing event updated for resources: {'Port': ['ID=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:14.965132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:14.975284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:14.981992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:15.023159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:15.050903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:15.055995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=d630db22-36ce-4ae3-afb3-0cc661107ad0,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:15.060556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:15.061272 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:15.065084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba47d5-c6bb-4512-97b6-226cf20238da None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:15.080571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c42c8fd2-e21d-4945-be16-7fac8885ef78 req-0df9f710-b211-4fcd-a937-22840a593db6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290753 Aug 30 14:48:15.120781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a661a51a-ae21-4c6f-b8bb-16e55fb9106a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8534901 Aug 30 14:48:15.127077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:15.145190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:15.352409 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-9b5dc703-a4ae-4b02-ade9-dc5cc9cba129 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The resource could not be found. Aug 30 14:48:15.362202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9b5dc703-a4ae-4b02-ade9-dc5cc9cba129 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6104217 Aug 30 14:48:15.363177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:15.544873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'd630db22-36ce-4ae3-afb3-0cc661107ad0'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:48:15.551862 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:15.652735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:15.729851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e47eec7-de10-4299-aa0a-94a6e0d7cb8b tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:15.788402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:15.868774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:15.871268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e47eec7-de10-4299-aa0a-94a6e0d7cb8b tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:15.944241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Allocated IP 2001:db8::f816:3eff:fead:685a (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/d630db22-36ce-4ae3-afb3-0cc661107ad0/d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:15.981718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:16.001985 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:16.026068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5be1be5b-1d2e-4795-9aa5-b38385a32e55 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:48:16.222559 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e47eec7-de10-4299-aa0a-94a6e0d7cb8b tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:16.256524 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e47eec7-de10-4299-aa0a-94a6e0d7cb8b tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:16.257794 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2e47eec7-de10-4299-aa0a-94a6e0d7cb8b tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/4d154e7b-5b36-40e5-a730-99cbb50a176b HTTP/1.1" status: 204 len: 168 time: 0.8771625 Aug 30 14:48:16.292461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:16.305117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47eec7-de10-4299-aa0a-94a6e0d7cb8b tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d154e7b-5b36-40e5-a730-99cbb50a176b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:16.359688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 5be1be5b-1d2e-4795-9aa5-b38385a32e55 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:48:16.360425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5be1be5b-1d2e-4795-9aa5-b38385a32e55 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:48:16.402314 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:48:16.457536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1c1f0836-3162-46c7-ac06-46f365b77397 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1365459 Aug 30 14:48:16.494324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:16.535774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bc38addc-2302-4f45-b2ef-63bf059a70ec tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '68e5c54a-9c2b-4a9d-bb97-deec12b7e802', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:16.604012 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:16.627302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Transition to ACTIVE for port object d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:16.661394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Transition to ACTIVE for port object d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:16.669964 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:16.729837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:16.734168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:16.744892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:16.819964 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-bc38addc-2302-4f45-b2ef-63bf059a70ec tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The resource could not be found. Aug 30 14:48:16.824996 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bc38addc-2302-4f45-b2ef-63bf059a70ec tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3261669 Aug 30 14:48:16.829256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:16.832762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Pushing event updated for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:16.858231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Attempting to bind port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:16.859259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Attempting to bind port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:16.859851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Attempting to bind port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:16.862679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e929b2dc-5834-4aac-8ad1-7abf27c45b53 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204622426'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:16.867391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:16.868163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:16.868747 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:16.869602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:16.870300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Bound port: d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:16.870886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:16.909378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:16.968383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:16.973296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:16.983018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.085485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90175bcb-6bdb-4bd7-a1aa-394d283bd42d req-67273b7d-095f-4136-ac47-6b1fe2514121 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:17.093322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90175bcb-6bdb-4bd7-a1aa-394d283bd42d req-67273b7d-095f-4136-ac47-6b1fe2514121 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 945 time: 0.2052932 Aug 30 14:48:17.135089 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e929b2dc-5834-4aac-8ad1-7abf27c45b53 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.161500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.174710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c7608-b866-4506-b306-ff2bfa78e087 None None] Network c6ba0b65-a62d-4066-b31d-82ef754149bf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:17.193550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd8672-8892-4d45-a9c7-3554428fd7ce None None] Pushing event updated for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:17.207573 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90175bcb-6bdb-4bd7-a1aa-394d283bd42d req-c18a2c66-71c4-4e96-9cd2-9c9397f97b07 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131358 Aug 30 14:48:17.312869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-82a57596-c435-414e-8196-b10036ae969a None None] Provisioning for port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:17.325587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:17.339030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:17.344178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-82a57596-c435-414e-8196-b10036ae969a None None] Provisioning complete for port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:17.346724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82a57596-c435-414e-8196-b10036ae969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.347999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:17.348750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.373916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Router 166f3441-31e1-4b89-8c8c-0366437f2744 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:48:17.424692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=c6e115e2-0653-4c15-9d89-af36c66ab309,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:17.620579 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e929b2dc-5834-4aac-8ad1-7abf27c45b53 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.649877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:17.653250 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e929b2dc-5834-4aac-8ad1-7abf27c45b53 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.665177 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82a57596-c435-414e-8196-b10036ae969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.670444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Sync routers for ids ['166f3441-31e1-4b89-8c8c-0366437f2744'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:48:17.678548 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7cfb7812-c16a-44d8-911d-5ad86a596171 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5503151 Aug 30 14:48:17.681033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:17.700986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Routers {'166f3441-31e1-4b89-8c8c-0366437f2744'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:17.701747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['166f3441-31e1-4b89-8c8c-0366437f2744'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:17.706798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:df:8f:f2', 'name': 'tempest-NetworksTestDHCPv6-2014022259'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:17.717210 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.718608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b42da5f6-0f77-4ebd-8b69-d55672dab216 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1417353 Aug 30 14:48:17.721826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:17.822508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929b2dc-5834-4aac-8ad1-7abf27c45b53 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1634eab-7593-4c41-a558-e9deab51cb6c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:17.903153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e929b2dc-5834-4aac-8ad1-7abf27c45b53 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:17.905112 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e929b2dc-5834-4aac-8ad1-7abf27c45b53 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0745277 Aug 30 14:48:17.909836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:17.921636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-79db8860-1fbb-4c63-8597-1c96dc1fb1ba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581046547'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:18.047685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79db8860-1fbb-4c63-8597-1c96dc1fb1ba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:18.071042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:18.183076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:18.225097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port d98f7dcd-0856-40bd-8210-6ebe7dce2000 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:48:18.237750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-82a57596-c435-414e-8196-b10036ae969a None None] For port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,segment=NetworkSegment(c9b2eace-2cee-4d15-aeb8-7bbe612ad865),segment_id=c9b2eace-2cee-4d15-aeb8-7bbe612ad865)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:18.254638 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82a57596-c435-414e-8196-b10036ae969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:18.468191 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79db8860-1fbb-4c63-8597-1c96dc1fb1ba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:18.478508 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79db8860-1fbb-4c63-8597-1c96dc1fb1ba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:18.539562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Set router 166f3441-31e1-4b89-8c8c-0366437f2744 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:18.545238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a57596-c435-414e-8196-b10036ae969a None None] Pushing event updated for resources: {'Port': ['ID=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:18.784708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79db8860-1fbb-4c63-8597-1c96dc1fb1ba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:18.793152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-79db8860-1fbb-4c63-8597-1c96dc1fb1ba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8797650 Aug 30 14:48:18.798099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:18.812578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3e246ff-d2a9-445b-a528-d35625734fbe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': 'f1634eab-7593-4c41-a558-e9deab51cb6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a0f19b2f-a00e-4945-9d27-7606a76b56a4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:18.864660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db8860-1fbb-4c63-8597-1c96dc1fb1ba tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f19b2f-a00e-4945-9d27-7606a76b56a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:19.058344 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a3e246ff-d2a9-445b-a528-d35625734fbe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:19.066069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a3e246ff-d2a9-445b-a528-d35625734fbe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2613783 Aug 30 14:48:19.071807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:19.138767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-01a5e15a-9a15-4eb8-99c5-d961ea6a3c91 None None] Provisioning complete for port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:19.143499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01a5e15a-9a15-4eb8-99c5-d961ea6a3c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:19.209979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65901bed-6d84-46b9-8525-a3e1056d38f8 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:19.328493 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6414f6-42fc-4314-8ae9-fc38dd90de49 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:19.375512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6414f6-42fc-4314-8ae9-fc38dd90de49 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:19.407280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:15Z', 'revision_number': 3, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port': {'id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:13Z', 'updated_at': '2021-08-30T14:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:19.543949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6414f6-42fc-4314-8ae9-fc38dd90de49 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:19.546638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d6414f6-42fc-4314-8ae9-fc38dd90de49 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:19.551160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d6414f6-42fc-4314-8ae9-fc38dd90de49 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/a0f19b2f-a00e-4945-9d27-7606a76b56a4 HTTP/1.1" status: 204 len: 168 time: 0.4714863 Aug 30 14:48:19.551394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Checking router: 166f3441-31e1-4b89-8c8c-0366437f2744 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:19.551394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Updating router 166f3441-31e1-4b89-8c8c-0366437f2744 port fdc9a575-1bb6-4926-905d-bade1e0d488e binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:48:19.552156 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:19.553280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 172.20.0.7 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/c6e115e2-0653-4c15-9d89-af36c66ab309/d98f7dcd-0856-40bd-8210-6ebe7dce2000) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:19.562852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:19.569404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fedf:8ff2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/d630db22-36ce-4ae3-afb3-0cc661107ad0/d98f7dcd-0856-40bd-8210-6ebe7dce2000) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:19.604760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6414f6-42fc-4314-8ae9-fc38dd90de49 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f19b2f-a00e-4945-9d27-7606a76b56a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:19.686094 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:19.747945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:19.820591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-afce4111-b2f6-4d99-9f5a-fcbf4d9e9974 None None] Provisioning for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:19.820981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:19.850995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb62634d-f3d4-494b-8b35-6bde614dcd02 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2865820 Aug 30 14:48:19.856518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:19.890262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object d98f7dcd-0856-40bd-8210-6ebe7dce2000 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:19.995011 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.044413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-041bdab0-09d0-46a9-a996-3f84ee204d00 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.082032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:20.088409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-041bdab0-09d0-46a9-a996-3f84ee204d00 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.095099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:20.112018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:20.133452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Allocated IP 172.20.0.1 (c6ba0b65-a62d-4066-b31d-82ef754149bf/1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd/a75f2ed9-8ffe-444f-a3ac-634d5531629a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:20.135431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:20.139579 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-041bdab0-09d0-46a9-a996-3f84ee204d00 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.142712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-041bdab0-09d0-46a9-a996-3f84ee204d00 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.146933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-041bdab0-09d0-46a9-a996-3f84ee204d00 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/f1634eab-7593-4c41-a558-e9deab51cb6c HTTP/1.1" status: 204 len: 168 time: 0.2856359 Aug 30 14:48:20.154567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:20.182831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bdab0-09d0-46a9-a996-3f84ee204d00 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1634eab-7593-4c41-a558-e9deab51cb6c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:20.230828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=d98f7dcd-0856-40bd-8210-6ebe7dce2000,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:20.270220 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.274398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-23add665-275a-495e-931d-c0de439930a5 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172616 Aug 30 14:48:20.275321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:20.276115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.280324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:20.288782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ba43c5a3-c56f-48cf-af7c-4228a469ceb5 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--740782967'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:20.301006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Transition to ACTIVE for port object fdc9a575-1bb6-4926-905d-bade1e0d488e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:20.319197 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c86e7a21-779f-4546-b285-4052223e3dc2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6231837 Aug 30 14:48:20.322993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:20.337496 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.347833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba43c5a3-c56f-48cf-af7c-4228a469ceb5 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.374198 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.443136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:20.507820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:20.508613 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.531366 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.569915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Attempting to bind port fdc9a575-1bb6-4926-905d-bade1e0d488e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:20.570322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Attempting to bind port fdc9a575-1bb6-4926-905d-bade1e0d488e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:20.570715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Attempting to bind port fdc9a575-1bb6-4926-905d-bade1e0d488e on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:20.575566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Transition to ACTIVE for port object a75f2ed9-8ffe-444f-a3ac-634d5531629a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:20.582272 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba43c5a3-c56f-48cf-af7c-4228a469ceb5 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.587809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:20.588706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:20.589147 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.589595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:20.590088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Bound port: fdc9a575-1bb6-4926-905d-bade1e0d488e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:20.590567 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.601583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e679978d-d9ac-488c-ae04-f7ac56ea4e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.603661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba43c5a3-c56f-48cf-af7c-4228a469ceb5 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.623044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50bc40-3b73-4b67-9e14-3ca4b096c4c7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:20.632605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50bc40-3b73-4b67-9e14-3ca4b096c4c7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:20.634551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7d50bc40-3b73-4b67-9e14-3ca4b096c4c7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2982705 Aug 30 14:48:20.639170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:20.668241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed873c96-f42e-438b-ac5b-75c32a29f814 None None] Pushing event updated for resources: {'Port': ['ID=fdc9a575-1bb6-4926-905d-bade1e0d488e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:20.685997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba43c5a3-c56f-48cf-af7c-4228a469ceb5 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.689895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ba43c5a3-c56f-48cf-af7c-4228a469ceb5 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4079123 Aug 30 14:48:20.697566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:20.705846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71582efe-53a2-46f4-aed2-8eea5ba029d0 None None] Update dhcp port {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': 'd630db22-36ce-4ae3-afb3-0cc661107ad0', 'ip_address': '2001:db8::f816:3eff:fead:685a'}, {'subnet_id': 'c6e115e2-0653-4c15-9d89-af36c66ab309'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'd263a3f5-3bf3-4807-9cb4-eb312aa2eb7b'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:48:20.714123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2521d25b-675d-4455-bd97-ed5a176a0a72 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '56b578a3-82b0-43d8-b20c-46e5629be24c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:20.744372 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71582efe-53a2-46f4-aed2-8eea5ba029d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.832529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] For port fdc9a575-1bb6-4926-905d-bade1e0d488e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:20.837307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] For port fdc9a575-1bb6-4926-905d-bade1e0d488e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fdc9a575-1bb6-4926-905d-bade1e0d488e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:20.845442 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.910282 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e679978d-d9ac-488c-ae04-f7ac56ea4e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.939864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e679978d-d9ac-488c-ae04-f7ac56ea4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:20.970822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43c5a3-c56f-48cf-af7c-4228a469ceb5 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b578a3-82b0-43d8-b20c-46e5629be24c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:21.034163 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.056522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e679978d-d9ac-488c-ae04-f7ac56ea4e04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84296e4735f14f099c4dac4680221979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9597185 Aug 30 14:48:21.062228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:21.076653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Routers {'166f3441-31e1-4b89-8c8c-0366437f2744'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:21.076653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['166f3441-31e1-4b89-8c8c-0366437f2744'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:21.077197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679978d-d9ac-488c-ae04-f7ac56ea4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb08f3-e9e0-46ec-a7dc-fb2dc5cb4bfe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:21.099896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed873c96-f42e-438b-ac5b-75c32a29f814 None None] Pushing event updated for resources: {'Port': ['ID=fdc9a575-1bb6-4926-905d-bade1e0d488e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:21.206197 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8775f342-fa70-450b-90e3-f4d758c4d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.232345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8775f342-fa70-450b-90e3-f4d758c4d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.238443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.259012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Pushing event updated for resources: {'Port': ['ID=a75f2ed9-8ffe-444f-a3ac-634d5531629a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:21.290969 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2521d25b-675d-4455-bd97-ed5a176a0a72 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:21.295869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2521d25b-675d-4455-bd97-ed5a176a0a72 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5893843 Aug 30 14:48:21.296354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:21.300053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Network c6ba0b65-a62d-4066-b31d-82ef754149bf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:21.304302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b08669d4-7c29-4aeb-8aef-a10b36978019 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port d98f7dcd-0856-40bd-8210-6ebe7dce2000 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:21.304895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08669d4-7c29-4aeb-8aef-a10b36978019 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.308441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:21.309674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-17782595-4199-419e-a860-63705e5c1bcc tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group_rule': {'security_group_id': '56b578a3-82b0-43d8-b20c-46e5629be24c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:21.311369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:21.342587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8775f342-fa70-450b-90e3-f4d758c4d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.357641 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8775f342-fa70-450b-90e3-f4d758c4d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.359493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8775f342-fa70-450b-90e3-f4d758c4d8d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7abb08f3-e9e0-46ec-a7dc-fb2dc5cb4bfe HTTP/1.1" status: 204 len: 168 time: 0.2959695 Aug 30 14:48:21.360186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-71582efe-53a2-46f4-aed2-8eea5ba029d0 None None] Allocated IP 172.20.0.2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/c6e115e2-0653-4c15-9d89-af36c66ab309/d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:21.387447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775f342-fa70-450b-90e3-f4d758c4d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb08f3-e9e0-46ec-a7dc-fb2dc5cb4bfe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:21.464790 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-17782595-4199-419e-a860-63705e5c1bcc tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:21.470318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-17782595-4199-419e-a860-63705e5c1bcc tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1684561 Aug 30 14:48:21.470810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:21.517103 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] Set router 166f3441-31e1-4b89-8c8c-0366437f2744 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:21.589856 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.616946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1afe5268-5ea7-4d3f-8c79-e236e4eae275 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.682919 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1afe5268-5ea7-4d3f-8c79-e236e4eae275 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.760473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1afe5268-5ea7-4d3f-8c79-e236e4eae275 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.766319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1afe5268-5ea7-4d3f-8c79-e236e4eae275 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.767787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1afe5268-5ea7-4d3f-8c79-e236e4eae275 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/56b578a3-82b0-43d8-b20c-46e5629be24c HTTP/1.1" status: 204 len: 168 time: 0.2956226 Aug 30 14:48:21.772370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:21.791712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe5268-5ea7-4d3f-8c79-e236e4eae275 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b578a3-82b0-43d8-b20c-46e5629be24c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:21.835878 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08669d4-7c29-4aeb-8aef-a10b36978019 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:21.851051 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b08669d4-7c29-4aeb-8aef-a10b36978019 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for d98f7dcd-0856-40bd-8210-6ebe7dce2000 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:22.063791 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08669d4-7c29-4aeb-8aef-a10b36978019 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.123815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0a16f43-8092-435a-851d-24f8412c87fa None None] Provisioning for port a75f2ed9-8ffe-444f-a3ac-634d5531629a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:22.136119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0a16f43-8092-435a-851d-24f8412c87fa None None] Provisioning complete for port a75f2ed9-8ffe-444f-a3ac-634d5531629a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:22.136662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0a16f43-8092-435a-851d-24f8412c87fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.171165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71582efe-53a2-46f4-aed2-8eea5ba029d0 None None] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:22.180548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:22.188593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8d6a6146-982d-4fdc-9e63-36b19aebe3ed tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'tempest-secgroup--45375604'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:22.194625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2eb0b516-254c-4efb-9f51-76e0297752fe tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4168429 Aug 30 14:48:22.195880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e0a16f43-8092-435a-851d-24f8412c87fa None None] Port a75f2ed9-8ffe-444f-a3ac-634d5531629a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:48:22.214992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08669d4-7c29-4aeb-8aef-a10b36978019 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=d98f7dcd-0856-40bd-8210-6ebe7dce2000,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:22.251814 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6146-982d-4fdc-9e63-36b19aebe3ed tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.285792 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71582efe-53a2-46f4-aed2-8eea5ba029d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.318708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71582efe-53a2-46f4-aed2-8eea5ba029d0 None None] Transition to ACTIVE for port object d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:22.324763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:15Z', 'revision_number': 3, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port': {'id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:13Z', 'updated_at': '2021-08-30T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:22.330093 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71582efe-53a2-46f4-aed2-8eea5ba029d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.430199 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6146-982d-4fdc-9e63-36b19aebe3ed tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.438665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6146-982d-4fdc-9e63-36b19aebe3ed tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.446271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08669d4-7c29-4aeb-8aef-a10b36978019 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.449065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b08669d4-7c29-4aeb-8aef-a10b36978019 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/d98f7dcd-0856-40bd-8210-6ebe7dce2000 HTTP/1.1" status: 204 len: 168 time: 1.8049901 Aug 30 14:48:22.452654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:22.483489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6146-982d-4fdc-9e63-36b19aebe3ed tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.487187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8d6a6146-982d-4fdc-9e63-36b19aebe3ed tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3036625 Aug 30 14:48:22.492401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:22.497913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a6146-982d-4fdc-9e63-36b19aebe3ed tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39266146-2ec0-40e1-afa5-94fc15c40503,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:22.508177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-910cb63a-cde8-4c26-90ab-e89fbd75ecab tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:22.508709 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-910cb63a-cde8-4c26-90ab-e89fbd75ecab tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 14:48:22.509371 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-910cb63a-cde8-4c26-90ab-e89fbd75ecab tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 14:48:22.515262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-910cb63a-cde8-4c26-90ab-e89fbd75ecab tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "PUT /v2.0/security-groups/39266146-2ec0-40e1-afa5-94fc15c40503 HTTP/1.1" status: 409 len: 330 time: 0.0210695 Aug 30 14:48:22.515989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:22.530980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71582efe-53a2-46f4-aed2-8eea5ba029d0 None None] Pushing event updated for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:22.541332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c66ce-f91a-4d16-8f91-c75ae0f0f928 None None] The sync data for ids ['166f3441-31e1-4b89-8c8c-0366437f2744'] in n-d-805668-3 is: [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:15Z', 'revision_number': 3, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port': {'id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:13Z', 'updated_at': '2021-08-30T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:22.578131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.634071 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:48:22.634430 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:48:22.642316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbd4c8-853b-4ae9-8cc1-27899228cbfe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:22.644093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbd4c8-853b-4ae9-8cc1-27899228cbfe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:22.646381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbd4c8-853b-4ae9-8cc1-27899228cbfe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:22.648538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51cbd4c8-853b-4ae9-8cc1-27899228cbfe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1950796 Aug 30 14:48:22.653611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:22.667040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-231bc10f-eaa0-46ab-a91f-9449aa81795c tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.726521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a906ccb-a392-4d43-ae88-bc1129317eec tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet c6e115e2-0653-4c15-9d89-af36c66ab309 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:22.729076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-231bc10f-eaa0-46ab-a91f-9449aa81795c tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.732023 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a906ccb-a392-4d43-ae88-bc1129317eec tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.818925 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-231bc10f-eaa0-46ab-a91f-9449aa81795c tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.826331 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-231bc10f-eaa0-46ab-a91f-9449aa81795c tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.840120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-231bc10f-eaa0-46ab-a91f-9449aa81795c tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/39266146-2ec0-40e1-afa5-94fc15c40503 HTTP/1.1" status: 204 len: 168 time: 0.3173735 Aug 30 14:48:22.840915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36670) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:22.883397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bc10f-eaa0-46ab-a91f-9449aa81795c tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39266146-2ec0-40e1-afa5-94fc15c40503,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:22.897249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a906ccb-a392-4d43-ae88-bc1129317eec tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:22.943593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-386fea4c-f969-4d1a-9477-4b8a09728548 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0972733 Aug 30 14:48:22.947530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:22.977271 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-25e6f031-8aa1-4b8f-871d-cead483aec57 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] delete failed (client error): The resource could not be found. Aug 30 14:48:22.978523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-25e6f031-8aa1-4b8f-871d-cead483aec57 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "DELETE /v2.0/security-groups/03afaf97-b951-4b6d-b699-ef9d0b757bc5 HTTP/1.1" status: 404 len: 347 time: 0.0299616 Aug 30 14:48:22.982246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:23.001181 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-945d2a48-a353-4f72-a1b8-de40289b6ed2 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] show failed (client error): The resource could not be found. Aug 30 14:48:23.006380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-945d2a48-a353-4f72-a1b8-de40289b6ed2 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-groups/6ef6e487-97e4-422a-9ad5-b10d024d015b HTTP/1.1" status: 404 len: 347 time: 0.0191531 Aug 30 14:48:23.009534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:23.025834 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b14f4242-d859-4a58-9e46-4e31a6d54177 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] show failed (client error): The resource could not be found. Aug 30 14:48:23.027068 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b14f4242-d859-4a58-9e46-4e31a6d54177 tempest-NegativeSecGroupIPv6Test-1789529023 tempest-NegativeSecGroupIPv6Test-1789529023-project] 10.222.0.50 "GET /v2.0/security-group-rules/a483e540-4d72-4c7b-9e8e-a3393df5bdf3 HTTP/1.1" status: 404 len: 356 time: 0.0164073 Aug 30 14:48:23.241515 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.312118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:23.317277 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.319048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:23.391890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a906ccb-a392-4d43-ae88-bc1129317eec tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.544247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:23.546154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.564306 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.592264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:23.593533 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.663973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Pushing event updated for resources: {'Port': ['ID=a75f2ed9-8ffe-444f-a3ac-634d5531629a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:23.671405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a906ccb-a392-4d43-ae88-bc1129317eec tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.715339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:23.748597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:23.769406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a906ccb-a392-4d43-ae88-bc1129317eec tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.771831 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9a906ccb-a392-4d43-ae88-bc1129317eec tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/c6e115e2-0653-4c15-9d89-af36c66ab309 HTTP/1.1" status: 204 len: 168 time: 1.1169677 Aug 30 14:48:23.774577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:23.776862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a906ccb-a392-4d43-ae88-bc1129317eec tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e115e2-0653-4c15-9d89-af36c66ab309,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:23.790256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:23.908324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb13d32-1c8c-4f81-8718-ef50401e2ec7 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:23.917707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8721a5ce-af7a-4371-bad6-4a755b6b9167 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet d630db22-36ce-4ae3-afb3-0cc661107ad0 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:23.945616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8721a5ce-af7a-4371-bad6-4a755b6b9167 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.021482 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8721a5ce-af7a-4371-bad6-4a755b6b9167 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.031242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Network c6ba0b65-a62d-4066-b31d-82ef754149bf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:24.035744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:24.143636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:24.202415 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8721a5ce-af7a-4371-bad6-4a755b6b9167 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.224652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72f978eb-6066-43b0-a75b-0d351fdfb740 None None] Provisioning for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:24.235696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72f978eb-6066-43b0-a75b-0d351fdfb740 None None] Provisioning complete for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:24.236637 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72f978eb-6066-43b0-a75b-0d351fdfb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.349200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0840d30d-9946-480c-a932-677fcf46dc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.359856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Router 166f3441-31e1-4b89-8c8c-0366437f2744 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:48:24.360906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8721a5ce-af7a-4371-bad6-4a755b6b9167 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.425580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721a5ce-af7a-4371-bad6-4a755b6b9167 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=d630db22-36ce-4ae3-afb3-0cc661107ad0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:24.475178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:24.475641 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.493775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8721a5ce-af7a-4371-bad6-4a755b6b9167 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.496471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8721a5ce-af7a-4371-bad6-4a755b6b9167 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/d630db22-36ce-4ae3-afb3-0cc661107ad0 HTTP/1.1" status: 204 len: 168 time: 0.7208536 Aug 30 14:48:24.504345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:24.562042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:24.583268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1b7f51f1-29ef-4425-8729-b487cc28a973 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745628 Aug 30 14:48:24.583814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f82474bc-a1de-439b-bfc4-b7272fba615e admin admin] 10.222.0.50 "PUT /v2.0/routers/166f3441-31e1-4b89-8c8c-0366437f2744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8596001 Aug 30 14:48:24.585819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:24.595505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2814341a-ee27-4129-82f2-5823b2abaa68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=494fcab930984f3f9ed8545fee04c27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8458056 Aug 30 14:48:24.595738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:24.596547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:24.666030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fdc9a575-1bb6-4926-905d-bade1e0d488e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:24.684143 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7992ca19-abd1-4b84-a1b4-94c826358517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.730234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7992ca19-abd1-4b84-a1b4-94c826358517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.742749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0840d30d-9946-480c-a932-677fcf46dc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.751141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0840d30d-9946-480c-a932-677fcf46dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.753799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b594721-b868-44db-af3a-f6da90ec4716 None None] Update dhcp port {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': 'd630db22-36ce-4ae3-afb3-0cc661107ad0'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'd263a3f5-3bf3-4807-9cb4-eb312aa2eb7b'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:48:24.782586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:24.789316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.807717 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b594721-b868-44db-af3a-f6da90ec4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.821419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0840d30d-9946-480c-a932-677fcf46dc68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6919676bd7b46e5ac0ba56929612d56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1048717 Aug 30 14:48:24.822047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36712) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:24.839328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d37a226-ae77-4ee7-be24-42022e398ac4 None None] Provisioning complete for port a75f2ed9-8ffe-444f-a3ac-634d5531629a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:24.839970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d37a226-ae77-4ee7-be24-42022e398ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.867494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840d30d-9946-480c-a932-677fcf46dc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b84a7a-330d-4c77-b427-387922204a48,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:24.903801 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7992ca19-abd1-4b84-a1b4-94c826358517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.906877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7992ca19-abd1-4b84-a1b4-94c826358517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.907827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7992ca19-abd1-4b84-a1b4-94c826358517 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87cd410a-91ed-4536-a2cb-4a47b72bfa46 HTTP/1.1" status: 204 len: 168 time: 0.3026526 Aug 30 14:48:24.914511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-201928a6-c363-4115-b716-16f612b42575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:24.923528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992ca19-abd1-4b84-a1b4-94c826358517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd410a-91ed-4536-a2cb-4a47b72bfa46,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:24.950183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-201928a6-c363-4115-b716-16f612b42575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.016413 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-201928a6-c363-4115-b716-16f612b42575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.021542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-201928a6-c363-4115-b716-16f612b42575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.026456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-201928a6-c363-4115-b716-16f612b42575 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58b84a7a-330d-4c77-b427-387922204a48 HTTP/1.1" status: 204 len: 168 time: 0.1991661 Aug 30 14:48:25.040281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201928a6-c363-4115-b716-16f612b42575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b84a7a-330d-4c77-b427-387922204a48,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:25.081616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port fdc9a575-1bb6-4926-905d-bade1e0d488e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:25.119057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port fdc9a575-1bb6-4926-905d-bade1e0d488e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:25.122103 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.122788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.222521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:25.224820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a245f73-87d1-4c26-b62b-89595f4802c4 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:25.226436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:25.229593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:25.230206 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.234797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1d37a226-ae77-4ee7-be24-42022e398ac4 None None] Port a75f2ed9-8ffe-444f-a3ac-634d5531629a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:48:25.269063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=b7a5a261-9270-4c48-aa9f-a9a0c527cde4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:25.280447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e6ab413d-e482-4f57-a419-db24d29441cb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6934681 Aug 30 14:48:25.283281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36724) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:25.289405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:25.291696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03e379b0-0bdc-4b76-97ca-8984ef834e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.500339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8dbfd61e-dc76-4d96-a89b-30b3d06e1c1a None None] Provisioning complete for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:25.500998 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8dbfd61e-dc76-4d96-a89b-30b3d06e1c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.546499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:25.550464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.622246 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.666438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port fdc9a575-1bb6-4926-905d-bade1e0d488e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fdc9a575-1bb6-4926-905d-bade1e0d488e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:25.678698 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Sync routers for ids ['166f3441-31e1-4b89-8c8c-0366437f2744'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:48:25.695861 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Routers {'166f3441-31e1-4b89-8c8c-0366437f2744'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:25.697797 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:47:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['166f3441-31e1-4b89-8c8c-0366437f2744'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:25.714968 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:25.811349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa049b-ce6c-4460-900b-0e0efc8badcc None None] Update dhcp port {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': 'b7a5a261-9270-4c48-aa9f-a9a0c527cde4'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'd263a3f5-3bf3-4807-9cb4-eb312aa2eb7b'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:48:25.868421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=fdc9a575-1bb6-4926-905d-bade1e0d488e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:25.873329 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43aa049b-ce6c-4460-900b-0e0efc8badcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.010230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:48:26.159339 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Set router 166f3441-31e1-4b89-8c8c-0366437f2744 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:26.242015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:26.255087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1972197429-network', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:26.304700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-43aa049b-ce6c-4460-900b-0e0efc8badcc None None] Allocated IP 172.20.0.2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/b7a5a261-9270-4c48-aa9f-a9a0c527cde4/d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:26.314293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:48:26.374758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Made reservation on behalf of cb19e0ad15fc4d68b487b763a556a94c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:26.380453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.384310 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.423504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.616529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-43aa049b-ce6c-4460-900b-0e0efc8badcc None None] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:26.698076 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43aa049b-ce6c-4460-900b-0e0efc8badcc None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.716051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.727871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-43aa049b-ce6c-4460-900b-0e0efc8badcc None None] Transition to ACTIVE for port object d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:26.728310 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.760597 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43aa049b-ce6c-4460-900b-0e0efc8badcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.767519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:48:26.789944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61096432-6ca4-481b-9913-063eff409a9d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:26.806986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.807360 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Added segment 156c78b5-ebf3-47f3-b121-af65c5480229 of type vlan for network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b Aug 30 14:48:26.891933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.898170 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:22Z', 'revision_number': 4, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port': {'id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:13Z', 'updated_at': '2021-08-30T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a75f2ed9-8ffe-444f-a3ac-634d5531629a', 'name': '', 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'mac_address': 'fa:16:3e:1d:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:19Z', 'updated_at': '2021-08-30T14:48:22Z', 'revision_number': 2, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'subnets': [{'id': '1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:26.930688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:26.964516 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Checking router: 166f3441-31e1-4b89-8c8c-0366437f2744 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:26.968248 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Updating router 166f3441-31e1-4b89-8c8c-0366437f2744 port a75f2ed9-8ffe-444f-a3ac-634d5531629a binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:48:27.020605 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.022328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:27.025890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.040452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa049b-ce6c-4460-900b-0e0efc8badcc None None] Pushing event updated for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:27.065454 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.076902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:27.124963 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:48:27.125940 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:48:27.195300 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9456162 Aug 30 14:48:27.198226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:27.205984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Request body: {'subnet': {'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1972197429-subnet', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:27.259938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0e2ab-de84-4d18-bc15-ea3b52226235 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:27.279004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:48:27.303974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Made reservation on behalf of cb19e0ad15fc4d68b487b763a556a94c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:27.306522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.462575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:27.556413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:27.613037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.620203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.621363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.689828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.737072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.745371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac934c45-208b-42ac-9092-f234de764ecf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:27.757880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0522a440-8514-4431-ab92-2ffdfa23e2b5 tempest-ServiceProvidersTest-1262286620 tempest-ServiceProvidersTest-1262286620-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6780858 Aug 30 14:48:27.818517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:27.820904 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.830701 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.834732 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Transition to ACTIVE for port object a75f2ed9-8ffe-444f-a3ac-634d5531629a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:27.850477 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.851382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-850431668-network', 'tenant_id': '0978ab3046174ebdab65191a78134e90'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:27.903616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Checking segment: {'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:27.906829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Network hostable DHCP agents. Network: bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:48:27.962695 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Pushing event updated for resources: {'Port': ['ID=a75f2ed9-8ffe-444f-a3ac-634d5531629a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:27.968153 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22321800-58e9-4fb9-a370-48c91ec38cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:27.975887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:48:27.989810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Made reservation on behalf of 0978ab3046174ebdab65191a78134e90 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:27.991031 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.991551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.992073 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.992578 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.994374 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.994914 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.995414 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.995940 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.996435 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.996940 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.997455 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.997951 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:27.998148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.022050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:28.022384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:28.044352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:28.044961 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.061540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a76ca-5cd2-46d2-beeb-0503aa69505b None None] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:28.074425 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.080197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:28.080776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b8437964-cfcf-4bb7-a548-7a3a7e1e941b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8814583 Aug 30 14:48:28.083939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:28.088562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:28.122596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:28.132398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:28.134223 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.144709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.146876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.151843 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Attempting to bind port a75f2ed9-8ffe-444f-a3ac-634d5531629a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:28.152208 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Attempting to bind port a75f2ed9-8ffe-444f-a3ac-634d5531629a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:28.155961 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Attempting to bind port a75f2ed9-8ffe-444f-a3ac-634d5531629a on network c6ba0b65-a62d-4066-b31d-82ef754149bf {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:28.179354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=79b085be-2925-4ac7-8014-ca4299aac8d5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:28.179770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:28.180603 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Checking segment: {'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:28.183828 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.186081 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Bound using segment: {'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:28.188327 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Bound port: a75f2ed9-8ffe-444f-a3ac-634d5531629a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:28.189260 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.260540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:28.299814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:28.303403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.410164 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] For port a75f2ed9-8ffe-444f-a3ac-634d5531629a, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:28.414330 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] For port a75f2ed9-8ffe-444f-a3ac-634d5531629a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a75f2ed9-8ffe-444f-a3ac-634d5531629a,segment=NetworkSegment(c9b2eace-2cee-4d15-aeb8-7bbe612ad865),segment_id=c9b2eace-2cee-4d15-aeb8-7bbe612ad865)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:28.423663 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.483591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.485719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:28.501152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af93ea-c561-4bd5-98a3-01ef8624e8b5 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:28.505638 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac0aea-f5a0-4449-ac4d-fc86326bb2b0 None None] Pushing event updated for resources: {'Port': ['ID=a75f2ed9-8ffe-444f-a3ac-634d5531629a,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:28.512301 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.557478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:48:28.564598 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Routers {'166f3441-31e1-4b89-8c8c-0366437f2744'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:28.565799 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['166f3441-31e1-4b89-8c8c-0366437f2744'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:28.573645 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.574521 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Added segment b85f5323-3132-4965-8002-e2fc517a4216 of type vlan for network e3f14e83-8c0d-4016-a1db-160767c5d2d6 Aug 30 14:48:28.623031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.670105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2cce692a-a86b-4657-a4aa-01eeb2ab71b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3855383 Aug 30 14:48:28.677986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36802) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:28.686100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.689954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:28.695056 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.704075 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.724001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:e2:af:5d', 'name': 'tempest-NetworksTestDHCPv6-1279448949'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:28.790345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc33f5-aba7-4017-b917-810196c4ad3f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:28.829925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3647597 Aug 30 14:48:28.833962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:28.850123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Request body: {'subnet': {'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-850431668-subnet', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:28.885380 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] Set router 166f3441-31e1-4b89-8c8c-0366437f2744 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:28.901905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Made reservation on behalf of 0978ab3046174ebdab65191a78134e90 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:28.904418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:28.954677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc7598a5-c537-437c-9be5-f9f8164ad3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.004137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aa8d6-3be1-4d3b-b625-82959dac12f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f14e83-8c0d-4016-a1db-160767c5d2d6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:29.153146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc7598a5-c537-437c-9be5-f9f8164ad3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.185353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc7598a5-c537-437c-9be5-f9f8164ad3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.192785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:29.244644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.245841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fdc9a575-1bb6-4926-905d-bade1e0d488e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:29.266308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:48:29.320449 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:22Z', 'revision_number': 4, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port': {'id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:13Z', 'updated_at': '2021-08-30T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a75f2ed9-8ffe-444f-a3ac-634d5531629a', 'name': '', 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'mac_address': 'fa:16:3e:1d:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:19Z', 'updated_at': '2021-08-30T14:48:28Z', 'revision_number': 4, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'subnets': [{'id': '1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:29.332172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bc7598a5-c537-437c-9be5-f9f8164ad3f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a6b203ffdc649d4b3bc8c0d9ba04617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8444839 Aug 30 14:48:29.336414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36810) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:29.350800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7598a5-c537-437c-9be5-f9f8164ad3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5fbcd7-b467-4815-9b07-48ad868f6c2e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:29.382182 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.394517 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4ddb3-d600-4ff7-8e69-06d5196050ae None None] The sync data for ids ['166f3441-31e1-4b89-8c8c-0366437f2744'] in n-d-805668-3 is: [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:22Z', 'revision_number': 4, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port': {'id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:13Z', 'updated_at': '2021-08-30T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a75f2ed9-8ffe-444f-a3ac-634d5531629a', 'name': '', 'network_id': 'c6ba0b65-a62d-4066-b31d-82ef754149bf', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'mac_address': 'fa:16:3e:1d:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:19Z', 'updated_at': '2021-08-30T14:48:28Z', 'revision_number': 4, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'subnets': [{'id': '1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:29.435300 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.448610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a453d70-3e54-4b32-be54-f43b41ce1af5 None None] Provisioning for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:29.484414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a453d70-3e54-4b32-be54-f43b41ce1af5 None None] Provisioning complete for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:29.484825 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a453d70-3e54-4b32-be54-f43b41ce1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.561587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe218-71e5-420c-b89e-c39cabb8af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.602459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b', 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'fixed_ips': [{'subnet_id': 'ac934c45-208b-42ac-9092-f234de764ecf'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:48:29.603430 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.642349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.692608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe218-71e5-420c-b89e-c39cabb8af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.736224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a453d70-3e54-4b32-be54-f43b41ce1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.792966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe218-71e5-420c-b89e-c39cabb8af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.796297 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe218-71e5-420c-b89e-c39cabb8af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.805386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port fdc9a575-1bb6-4926-905d-bade1e0d488e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:29.807354 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:29.815288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fcbbe218-71e5-420c-b89e-c39cabb8af49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf5fbcd7-b467-4815-9b07-48ad868f6c2e HTTP/1.1" status: 204 len: 168 time: 0.4763727 Aug 30 14:48:29.816880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 564d3ef3-83fb-44cc-a272-e84792bad8ab yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:48:29.867243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbe218-71e5-420c-b89e-c39cabb8af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5fbcd7-b467-4815-9b07-48ad868f6c2e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:29.880725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:30.152026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a453d70-3e54-4b32-be54-f43b41ce1af5 None None] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:30.184827 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a453d70-3e54-4b32-be54-f43b41ce1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:30.255535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:30.277009 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453d70-3e54-4b32-be54-f43b41ce1af5 None None] Pushing event updated for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:30.330416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 172.20.0.11 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/b7a5a261-9270-4c48-aa9f-a9a0c527cde4/564d3ef3-83fb-44cc-a272-e84792bad8ab) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:30.414838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fee2:af5d (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/79b085be-2925-4ac7-8014-ca4299aac8d5/564d3ef3-83fb-44cc-a272-e84792bad8ab) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:30.416931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Allocated IP 172.25.6.118 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/040e4ea3-cdb9-415e-8c89-0a8118fe8166) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:30.484897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Allocated IP 172.20.0.2 (bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b/ac934c45-208b-42ac-9092-f234de764ecf/8a0496ed-933c-4660-a276-1b2ea1b8a6cf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:30.597165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4e0539-47be-4f39-857c-81950bc63fe8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:30.643300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Checking segment: {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:30.643674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Network hostable DHCP agents. Network: e3f14e83-8c0d-4016-a1db-160767c5d2d6, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:48:30.727912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:48:30.788660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:30.799331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e3f14e83-8c0d-4016-a1db-160767c5d2d6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:30.811286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:30.811638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:30.849291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5482e17f-041e-4ef6-bedd-615c206f63e7 None None] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:30.895374 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a44ccc0a-aab0-4229-8efd-2a0668351323 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0600595 Aug 30 14:48:30.899843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:30.922140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:30.931122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:30.992896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.001453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 564d3ef3-83fb-44cc-a272-e84792bad8ab will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:31.021610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:31.046288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.063473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.129383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Pushing event updated for resources: {'Port': ['ID=040e4ea3-cdb9-415e-8c89-0a8118fe8166,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:31.141433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:31.155197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:31.159593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:31.227823 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.258109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c586e-799e-4bf8-a704-aec2f5238a80 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:31.471055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.521537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.524615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-096e6c8c-cc58-43d0-a444-8ec463370596 None None] Provisioning complete for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:31.525143 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-096e6c8c-cc58-43d0-a444-8ec463370596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.596400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:31.611497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:31.630179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:31.699619 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.714294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.752175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:31.752993 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.759583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:31.760281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.817548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=564d3ef3-83fb-44cc-a272-e84792bad8ab,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:31.844872 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1f6c67c8-8576-4fbe-ae66-26c5551abebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1599007 Aug 30 14:48:31.847296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:31.873256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Transition to ACTIVE for port object 8a0496ed-933c-4660-a276-1b2ea1b8a6cf will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:31.913723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:31.917815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae75b76-e49c-4625-9022-0b988b33e419 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:31.924503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae75b76-e49c-4625-9022-0b988b33e419 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:31.929168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ae75b76-e49c-4625-9022-0b988b33e419 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.0773613 Aug 30 14:48:31.929569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:32.080776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Transition to ACTIVE for port object 8a0496ed-933c-4660-a276-1b2ea1b8a6cf will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:32.095235 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.128843 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.202692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:48:32.203804 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.241982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:32.249753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:32.253711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:32.385823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a75f2ed9-8ffe-444f-a3ac-634d5531629a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:32.463562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d7de65a6-3ae6-4486-8b26-5cc926317fd1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 564d3ef3-83fb-44cc-a272-e84792bad8ab {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:32.464100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7de65a6-3ae6-4486-8b26-5cc926317fd1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.568101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Pushing event updated for resources: {'Port': ['ID=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:32.578304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.604432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:48:32.607359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Attempting to bind port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:32.607922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Attempting to bind port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:32.608357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Attempting to bind port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf on network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:32.615956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a75f2ed9-8ffe-444f-a3ac-634d5531629a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:32.625083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a75f2ed9-8ffe-444f-a3ac-634d5531629a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:32.625571 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.696015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:32.696778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Checking segment: {'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:32.697281 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.697737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Bound using segment: {'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:32.698301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Bound port: 8a0496ed-933c-4660-a276-1b2ea1b8a6cf, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:32.698837 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.732184 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7de65a6-3ae6-4486-8b26-5cc926317fd1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.760227 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.774260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d7de65a6-3ae6-4486-8b26-5cc926317fd1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 564d3ef3-83fb-44cc-a272-e84792bad8ab owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:32.878206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:32.908206 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:32.910080 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9cbae431-1c12-4403-aecb-cf27fe49a1fc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8250935 Aug 30 14:48:32.915493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:32.940278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Sync routers for ids ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:48:33.089130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Allocated IP 172.20.0.2 (e3f14e83-8c0d-4016-a1db-160767c5d2d6/1f4e0539-47be-4f39-857c-81950bc63fe8/1ae95d49-d33f-417f-9b31-6105862cd69f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:33.352889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Allocated IP 172.25.6.176 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/a13cc946-d123-4e13-91cc-b8f270d15c37) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:33.543245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Routers {'00ebf91d-e30e-4373-9be1-c23b74ed71d3'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:33.545619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:33.547793 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:33.569743 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:33.729436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a75f2ed9-8ffe-444f-a3ac-634d5531629a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a75f2ed9-8ffe-444f-a3ac-634d5531629a,segment=NetworkSegment(c9b2eace-2cee-4d15-aeb8-7bbe612ad865),segment_id=c9b2eace-2cee-4d15-aeb8-7bbe612ad865)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:33.753506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:33.792211 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:33.837474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7de65a6-3ae6-4486-8b26-5cc926317fd1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:33.864470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7d8e8615-171d-4689-abca-75dac4065092 None None] Provisioning complete for port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:33.864851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8615-171d-4689-abca-75dac4065092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:33.912979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:33.936910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de65a6-3ae6-4486-8b26-5cc926317fd1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=564d3ef3-83fb-44cc-a272-e84792bad8ab,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:33.939725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] For port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:34.025621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.060510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] For port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,segment=NetworkSegment(156c78b5-ebf3-47f3-b121-af65c5480229),segment_id=156c78b5-ebf3-47f3-b121-af65c5480229)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:34.092742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:34.096286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7de65a6-3ae6-4486-8b26-5cc926317fd1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.098649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d7de65a6-3ae6-4486-8b26-5cc926317fd1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/564d3ef3-83fb-44cc-a272-e84792bad8ab HTTP/1.1" status: 204 len: 168 time: 2.1671147 Aug 30 14:48:34.099325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a75f2ed9-8ffe-444f-a3ac-634d5531629a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:34.101781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:34.117000 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.139718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Set router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:34.234681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:34.242378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:34.255844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:34.298927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=a13cc946-d123-4e13-91cc-b8f270d15c37,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:34.338460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a08eee-7380-4888-a766-9d511de75cd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:34.340056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a08eee-7380-4888-a766-9d511de75cd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:34.341815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a08eee-7380-4888-a766-9d511de75cd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:34.345979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3a08eee-7380-4888-a766-9d511de75cd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2406919 Aug 30 14:48:34.348391 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.348621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:34.424986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Allocated IP 172.20.0.1 (bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b/ac934c45-208b-42ac-9092-f234de764ecf/c01701fd-66be-4c9a-91d2-2a5732c1d6e5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:34.598883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698529-a1d3-48af-a904-21fafe2d02b4 None None] Pushing event updated for resources: {'Port': ['ID=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:34.617817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Transition to ACTIVE for port object 1ae95d49-d33f-417f-9b31-6105862cd69f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:34.637350 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.654390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Transition to ACTIVE for port object c01701fd-66be-4c9a-91d2-2a5732c1d6e5 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:34.726818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7d8e8615-171d-4689-abca-75dac4065092 None None] Could not find standard attr ID for object 564d3ef3-83fb-44cc-a272-e84792bad8ab. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:48:34.729926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Transition to ACTIVE for port object 1ae95d49-d33f-417f-9b31-6105862cd69f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:34.741784 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.744155 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.748970 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-441b50a0-bc46-472a-9ee1-c6491635f414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.840197 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:34.853415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-383b7423-b6f3-4346-b3a3-ebb20fd9970e None None] Could not find standard attr ID for object d98f7dcd-0856-40bd-8210-6ebe7dce2000. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:48:34.855077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:34.858102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Pushing event updated for resources: {'Port': ['ID=1ae95d49-d33f-417f-9b31-6105862cd69f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:34.861453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:34.867245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-383b7423-b6f3-4346-b3a3-ebb20fd9970e None None] Could not find standard attr ID for object 564d3ef3-83fb-44cc-a272-e84792bad8ab. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:48:34.939448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:48:31Z', 'revision_number': 3, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:34.986466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Attempting to bind port 1ae95d49-d33f-417f-9b31-6105862cd69f on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:34.986850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Attempting to bind port 1ae95d49-d33f-417f-9b31-6105862cd69f by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:34.987281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Attempting to bind port 1ae95d49-d33f-417f-9b31-6105862cd69f on network e3f14e83-8c0d-4016-a1db-160767c5d2d6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:34.994060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:34.994984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Checking segment: {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:34.995705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:34.996374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Bound using segment: {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:34.997274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Bound port: 1ae95d49-d33f-417f-9b31-6105862cd69f, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:34.998095 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.001571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Checking router: 00ebf91d-e30e-4373-9be1-c23b74ed71d3 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:35.002182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Updating router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 port 040e4ea3-cdb9-415e-8c89-0a8118fe8166 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:48:35.026721 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-441b50a0-bc46-472a-9ee1-c6491635f414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.044152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:35.058967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-441b50a0-bc46-472a-9ee1-c6491635f414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.066365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:35.069608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:35.108806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] For port 1ae95d49-d33f-417f-9b31-6105862cd69f, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:35.113483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] For port 1ae95d49-d33f-417f-9b31-6105862cd69f, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1ae95d49-d33f-417f-9b31-6105862cd69f,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:35.127309 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.159220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:35.186019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3f2d1-ad39-4046-a131-2ec95609dfcb None None] Pushing event updated for resources: {'Port': ['ID=1ae95d49-d33f-417f-9b31-6105862cd69f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:35.196822 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.236307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b50a0-bc46-472a-9ee1-c6491635f414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b38be85-1c39-4672-b75e-a4486b4f7581,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:35.254722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-441b50a0-bc46-472a-9ee1-c6491635f414 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=538f493a4c954860a5d4769acd3f7784&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0108676 Aug 30 14:48:35.264533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:35.308725 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.372591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b136f8fe-16af-4a1e-9460-759f269cd8b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 79b085be-2925-4ac7-8014-ca4299aac8d5 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:35.430038 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b136f8fe-16af-4a1e-9460-759f269cd8b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.478265 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a14b623b-1281-40e5-9771-052ccda73d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.588219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a14b623b-1281-40e5-9771-052ccda73d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.628980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b136f8fe-16af-4a1e-9460-759f269cd8b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.688948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-0f5b3c4d-3f79-4935-bdd0-9e6df25417ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4037466 Aug 30 14:48:35.819216 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.839293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Transition to ACTIVE for port object 040e4ea3-cdb9-415e-8c89-0a8118fe8166 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:35.853923 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.922530 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.940790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527a82a-b5af-4921-89c0-9b963bc0550d None None] Pushing event updated for resources: {'Port': ['ID=040e4ea3-cdb9-415e-8c89-0a8118fe8166,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:35.950522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a14b623b-1281-40e5-9771-052ccda73d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.955869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a14b623b-1281-40e5-9771-052ccda73d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.957251 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a14b623b-1281-40e5-9771-052ccda73d15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b38be85-1c39-4672-b75e-a4486b4f7581 HTTP/1.1" status: 204 len: 168 time: 0.6842532 Aug 30 14:48:35.983969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Attempting to bind port 040e4ea3-cdb9-415e-8c89-0a8118fe8166 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:35.984654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Attempting to bind port 040e4ea3-cdb9-415e-8c89-0a8118fe8166 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:35.985357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Attempting to bind port 040e4ea3-cdb9-415e-8c89-0a8118fe8166 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:35.992570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:35.992868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.993754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:35.994598 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:35.995273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:35.996021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Bound port: 040e4ea3-cdb9-415e-8c89-0a8118fe8166, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:35.996646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.002901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b623b-1281-40e5-9771-052ccda73d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b38be85-1c39-4672-b75e-a4486b4f7581,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:36.086653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] For port 040e4ea3-cdb9-415e-8c89-0a8118fe8166, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:36.092250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] For port 040e4ea3-cdb9-415e-8c89-0a8118fe8166, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=040e4ea3-cdb9-415e-8c89-0a8118fe8166,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:36.104584 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.262334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8a0496ed-933c-4660-a276-1b2ea1b8a6cf up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:36.280184 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b136f8fe-16af-4a1e-9460-759f269cd8b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.291173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527a82a-b5af-4921-89c0-9b963bc0550d None None] Pushing event updated for resources: {'Port': ['ID=040e4ea3-cdb9-415e-8c89-0a8118fe8166,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:36.360204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-69c45f99-4852-4746-8cf2-8a61923541bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:36.365735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-69c45f99-4852-4746-8cf2-8a61923541bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 1096 time: 0.4266279 Aug 30 14:48:36.406155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Routers {'00ebf91d-e30e-4373-9be1-c23b74ed71d3'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:36.407059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:36.422239 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.433921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.533966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:36.535216 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:36.549979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a75f2ed9-8ffe-444f-a3ac-634d5531629a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:36.557757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.631923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ffa3f-f303-4143-a5fd-2cf67c724d70 None None] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:36.642562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:36.647755 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b136f8fe-16af-4a1e-9460-759f269cd8b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.677779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa65f368-09bd-4332-8ba7-292dac00cb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.708431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b136f8fe-16af-4a1e-9460-759f269cd8b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.716329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:36.716810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b136f8fe-16af-4a1e-9460-759f269cd8b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/79b085be-2925-4ac7-8014-ca4299aac8d5 HTTP/1.1" status: 204 len: 168 time: 2.3677227 Aug 30 14:48:36.719903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136f8fe-16af-4a1e-9460-759f269cd8b7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=79b085be-2925-4ac7-8014-ca4299aac8d5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:36.754357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] Set router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:36.773091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-8e20de3d-2ed2-4c60-9614-7caa17dd5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:36.774626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-8e20de3d-2ed2-4c60-9614-7caa17dd5b0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 916 time: 0.3875623 Aug 30 14:48:36.776585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.837088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:36.854586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de201b8-88ab-46b9-9b1d-482b99922e2b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet b7a5a261-9270-4c48-aa9f-a9a0c527cde4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:36.861917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:36.870180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de201b8-88ab-46b9-9b1d-482b99922e2b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:36.883008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-3323f055-fde0-415e-ad49-97b69811358f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=312f41b1-b8cf-4621-b083-5d725616fd76 HTTP/1.1" status: 200 len: 217 time: 0.0996535 Aug 30 14:48:36.939313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a97a749-cb5c-4420-9920-c29d715fab51 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:36.980772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de201b8-88ab-46b9-9b1d-482b99922e2b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.046187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-8c95d683-89e0-4a18-96c7-39c75ffaf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:37.047689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-8c95d683-89e0-4a18-96c7-39c75ffaf303 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.1532602 Aug 30 14:48:37.120587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-f41425d5-6c09-4f3a-a3db-e224c4d8bc2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580475 Aug 30 14:48:37.131758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa65f368-09bd-4332-8ba7-292dac00cb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.143840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-db2f7175-cc22-4e4d-a841-1dd4fb5775f2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:48:37.147860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-db2f7175-cc22-4e4d-a841-1dd4fb5775f2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092573 Aug 30 14:48:37.161329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa65f368-09bd-4332-8ba7-292dac00cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.238111 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aa65f368-09bd-4332-8ba7-292dac00cb92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b504b7cf7adf4e439d78c850f4187ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945919 Aug 30 14:48:37.248755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:37.258358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:48:37.280392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65f368-09bd-4332-8ba7-292dac00cb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c6e4ba-a20c-482b-a256-9b89a44916e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:37.294236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de201b8-88ab-46b9-9b1d-482b99922e2b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.313335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Router f184c4df-d1de-423a-ab22-66d177d19fdc is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:48:37.335718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-a40accde-bfc4-4712-8719-76412789184d service neutron] 10.222.0.21 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652098 Aug 30 14:48:37.353413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6bd9dd-a1f1-46c7-a8ce-b6489c68f60b None None] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:37.443563 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de201b8-88ab-46b9-9b1d-482b99922e2b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.460035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:37.471580 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Sync routers for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:48:37.492201 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:37.492901 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:37.529214 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.530565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-85bbbfb1-73f4-49f3-b379-6e6fff3f9ad3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6266737 Aug 30 14:48:37.533566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 36974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:37.535575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a75f2ed9-8ffe-444f-a3ac-634d5531629a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:37.535995 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.558894 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9396ef-1fd3-4bcb-a55f-00878229428b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.586508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2cd5aa32-5105-438d-84bd-17b60daeae30 None None] Provisioning for port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:37.603275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2cd5aa32-5105-438d-84bd-17b60daeae30 None None] Provisioning complete for port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:37.603650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aa32-5105-438d-84bd-17b60daeae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.659292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9396ef-1fd3-4bcb-a55f-00878229428b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.679982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-60b15c89-1d01-4d79-8e29-5b346ed0c2aa req-1e39e156-a8fe-409d-b251-f9c35fa159ca service neutron] 10.222.0.21 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363950 Aug 30 14:48:37.755210 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:37.783421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de201b8-88ab-46b9-9b1d-482b99922e2b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.786431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3de201b8-88ab-46b9-9b1d-482b99922e2b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/b7a5a261-9270-4c48-aa9f-a9a0c527cde4 HTTP/1.1" status: 204 len: 168 time: 1.0683782 Aug 30 14:48:37.791711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de201b8-88ab-46b9-9b1d-482b99922e2b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a5a261-9270-4c48-aa9f-a9a0c527cde4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:37.801292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:37.843143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c567a2a5-27fd-4ff3-9c68-e4c6f777c399 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397630 Aug 30 14:48:37.847021 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9396ef-1fd3-4bcb-a55f-00878229428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.851044 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d9396ef-1fd3-4bcb-a55f-00878229428b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:37.852487 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8d9396ef-1fd3-4bcb-a55f-00878229428b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65c6e4ba-a20c-482b-a256-9b89a44916e4 HTTP/1.1" status: 204 len: 168 time: 0.5922601 Aug 30 14:48:37.857013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 36984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:37.912825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:38.021624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9396ef-1fd3-4bcb-a55f-00878229428b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c6e4ba-a20c-482b-a256-9b89a44916e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:38.076973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:38.093684 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3706931e-fb00-405f-b8af-c465b46f11b6 admin admin] 10.222.0.50 "PUT /v2.0/routers/00ebf91d-e30e-4373-9be1-c23b74ed71d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1754198 Aug 30 14:48:38.095089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:38.099577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:38.353476 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:35Z', 'revision_number': 3, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:38.385983 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Checking router: f184c4df-d1de-423a-ab22-66d177d19fdc for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:38.386737 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Updating router f184c4df-d1de-423a-ab22-66d177d19fdc port a13cc946-d123-4e13-91cc-b8f270d15c37 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:48:38.394067 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aa32-5105-438d-84bd-17b60daeae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:38.426124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1ae95d49-d33f-417f-9b31-6105862cd69f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:38.439127 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:38.569975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:38.706375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:38.719238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:38.724744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:38.725365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:38.780294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=ef097cec-4913-40fd-b161-7813d4454102,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:38.808346 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68b4ce0d-2b04-4f82-8b58-9839d02228fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9356070 Aug 30 14:48:38.809090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:38.820154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:38.829571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:38.861554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:48:38.960652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2cd5aa32-5105-438d-84bd-17b60daeae30 None None] For port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,segment=NetworkSegment(156c78b5-ebf3-47f3-b121-af65c5480229),segment_id=156c78b5-ebf3-47f3-b121-af65c5480229)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:39.037475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cd5aa32-5105-438d-84bd-17b60daeae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.041938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:39.047649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.158626 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.199061 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Transition to ACTIVE for port object a13cc946-d123-4e13-91cc-b8f270d15c37 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:39.208435 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.252116 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1ae95d49-d33f-417f-9b31-6105862cd69f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:39.317019 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Attempting to bind port a13cc946-d123-4e13-91cc-b8f270d15c37 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:39.317925 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Attempting to bind port a13cc946-d123-4e13-91cc-b8f270d15c37 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:39.318511 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Attempting to bind port a13cc946-d123-4e13-91cc-b8f270d15c37 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:39.327448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1ae95d49-d33f-417f-9b31-6105862cd69f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:39.330287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.354754 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:39.355517 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:39.356681 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.357991 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:39.358502 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Bound port: a13cc946-d123-4e13-91cc-b8f270d15c37, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:39.358980 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.390937 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b057-1e5b-4762-b9ac-35a8cd0ad67f None None] Pushing event updated for resources: {'Port': ['ID=a13cc946-d123-4e13-91cc-b8f270d15c37,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:39.472102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Allocated IP 172.20.0.1 (e3f14e83-8c0d-4016-a1db-160767c5d2d6/1f4e0539-47be-4f39-857c-81950bc63fe8/a9ccae81-0ab7-4278-b59d-7810e151a967) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:39.495508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-28183b78-b01f-41df-b381-d15e42eb2cb1 None None] Provisioning for port 1ae95d49-d33f-417f-9b31-6105862cd69f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:39.530945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-28183b78-b01f-41df-b381-d15e42eb2cb1 None None] Provisioning complete for port 1ae95d49-d33f-417f-9b31-6105862cd69f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:39.531376 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28183b78-b01f-41df-b381-d15e42eb2cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.537022 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] For port a13cc946-d123-4e13-91cc-b8f270d15c37, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:39.541954 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] For port a13cc946-d123-4e13-91cc-b8f270d15c37, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a13cc946-d123-4e13-91cc-b8f270d15c37,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:39.560767 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.593599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:48:35Z', 'revision_number': 4, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c01701fd-66be-4c9a-91d2-2a5732c1d6e5', 'name': '', 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'mac_address': 'fa:16:3e:7c:95:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:34Z', 'updated_at': '2021-08-30T14:48:34Z', 'revision_number': 1, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'subnets': [{'id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:39.623452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] Deleting port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:39.623839 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.636131 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b057-1e5b-4762-b9ac-35a8cd0ad67f None None] Pushing event updated for resources: {'Port': ['ID=a13cc946-d123-4e13-91cc-b8f270d15c37,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:39.685770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:39.686753 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:39.894297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5aa32-5105-438d-84bd-17b60daeae30 None None] Pushing event updated for resources: {'Port': ['ID=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:39.930228 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.984856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:48:40.004997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df93a3-0b18-4c78-b56e-0b376ca2e74d None None] The sync data for ids ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'] in n-d-805668-3 is: [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:48:35Z', 'revision_number': 4, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c01701fd-66be-4c9a-91d2-2a5732c1d6e5', 'name': '', 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'mac_address': 'fa:16:3e:7c:95:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:34Z', 'updated_at': '2021-08-30T14:48:34Z', 'revision_number': 1, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'subnets': [{'id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:40.016708 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:40.030031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Transition to ACTIVE for port object a9ccae81-0ab7-4278-b59d-7810e151a967 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:40.205687 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:40.329236 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:40.367571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] For port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:40.374335 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:40.412752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] Calling delete_port for d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:40.511716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:40.519568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:40.527802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:40.627274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ccae81-0ab7-4278-b59d-7810e151a967,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:40.788741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28183b78-b01f-41df-b381-d15e42eb2cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:40.818405 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:35Z', 'revision_number': 3, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:40.834076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c292-3eb7-4356-b609-299e470d75ab req-72a905ef-d34b-49a7-bdbe-5c2229041e7b tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:40.843914 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-72a905ef-d34b-49a7-bdbe-5c2229041e7b tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 815 time: 0.6759126 Aug 30 14:48:40.844958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 1ae95d49-d33f-417f-9b31-6105862cd69f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1ae95d49-d33f-417f-9b31-6105862cd69f,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:40.873490 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:40.890554 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:40.912669 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f441d0f-0c13-4cb7-8fb5-fb68d0aad4ad None None] The sync data for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 is: [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:35Z', 'revision_number': 3, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:41.054574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1e8f9e03-75f8-4dbf-8d52-070b90f622cd tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/quotas/447118a64ed1434fa1634b6da0c72234 HTTP/1.1" status: 200 len: 375 time: 0.2080491 Aug 30 14:48:41.158679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8a0496ed-933c-4660-a276-1b2ea1b8a6cf up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:41.200941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:41.238180 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:41.262841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-28183b78-b01f-41df-b381-d15e42eb2cb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:48:41.264758 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-28183b78-b01f-41df-b381-d15e42eb2cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:48:41.265886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=1ae95d49-d33f-417f-9b31-6105862cd69f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:41.288102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] No DVR routers for this DVR port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:48:41.381966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:41.425612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a69677-4439-407d-977b-dd3872cef980 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:41.428585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-fe76deb5-163b-44f9-be04-6015e994e04d tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3711262 Aug 30 14:48:41.447990 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-5c98ce8f-a0de-4759-8b15-25b411fcd46d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:48:41.452761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-5c98ce8f-a0de-4759-8b15-25b411fcd46d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131948 Aug 30 14:48:41.545714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d72a8-bc47-4219-a141-426b3aae52f9 None None] Pushing event deleted for resources: {'Port': ['ID=d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:41.564353 n-d-805668-3 neutron-server[94826]: WARNING neutron.services.revisions.revision_plugin [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Could not find related port for resource to bump revision. Aug 30 14:48:41.678535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Port d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 14:48:41.679041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Reverting IP allocation for 2001:db8::f816:3eff:fead:685a {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 14:48:41.687092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fead:685a {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 14:48:41.697417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:41.709717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'c15f45fd-5f73-4fbb-9746-2bf7e015f4ef'}, {'subnet_id': 'ef097cec-4913-40fd-b161-7813d4454102'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:48:41.711366 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:41.834661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=c15f45fd-5f73-4fbb-9746-2bf7e015f4ef,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:41.862548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:41.866340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:41.875853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:41.876494 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:41.943878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:41.944506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:41.992690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1afcf045-a6a7-4479-9f2c-1e1fbe4d3252 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1815963 Aug 30 14:48:41.998623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:42.017144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:97:81:0a', 'name': 'tempest-NetworksTestDHCPv6-150547818'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:42.280473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:42.500296 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:42.598027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 61655c21-d580-41e5-8b52-98de1716ffa8 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:48:42.656547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Allocated IP 172.20.0.2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/ef097cec-4913-40fd-b161-7813d4454102/6260b298-c4e1-4243-a9d6-7830da4a66fe) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:42.663326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-71552b4a-a731-4c07-adeb-3fcc8abd0d23 service neutron] 10.222.0.50 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1565690 Aug 30 14:48:42.665566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Allocated IP 2001:db8::f816:3eff:fe51:942f (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/c15f45fd-5f73-4fbb-9746-2bf7e015f4ef/6260b298-c4e1-4243-a9d6-7830da4a66fe) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:42.807648 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:42.808567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Provisioning complete for port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:42.808950 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:42.816748 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:42.935739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-f6a090e8-bf6d-4182-979a-4433a208a4f4 service neutron] 10.222.0.50 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605159 Aug 30 14:48:42.966771 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:42.970702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ccae81-0ab7-4278-b59d-7810e151a967,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:43.041581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:43.056282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:43.068130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Transition to ACTIVE for port object 6260b298-c4e1-4243-a9d6-7830da4a66fe will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:43.094779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:43.097388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:43.127100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Transition to ACTIVE for port object 6260b298-c4e1-4243-a9d6-7830da4a66fe will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:43.180591 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:43.271805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Router f184c4df-d1de-423a-ab22-66d177d19fdc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:48:43.319762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:43.479531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:43.484322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:43.495215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:43.516953 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a421d354-abc1-4165-8b4b-cbdd9a260f68 admin admin] 10.222.0.50 "PUT /v2.0/routers/f184c4df-d1de-423a-ab22-66d177d19fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9822328 Aug 30 14:48:43.552958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Pushing event updated for resources: {'Port': ['ID=6260b298-c4e1-4243-a9d6-7830da4a66fe,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:43.561214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:48:43.603962 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0381496f-5157-41d9-b34a-ababe86b5b3a req-95ef2d4d-afd5-49ed-959c-03d851976b4b tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 210 time: 0.2773266 Aug 30 14:48:43.622300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:48:43.622657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d263a3f5-3bf3-4807-9cb4-eb312aa2eb7b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:48:43.666082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Provisioning for port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:43.692498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Provisioning complete for port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:43.692979 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:43.788378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Attempting to bind port 6260b298-c4e1-4243-a9d6-7830da4a66fe on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:43.791582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Attempting to bind port 6260b298-c4e1-4243-a9d6-7830da4a66fe by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:43.797684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Attempting to bind port 6260b298-c4e1-4243-a9d6-7830da4a66fe on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:43.825195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:43.833647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:43.834070 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:43.834479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:43.834993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Bound port: 6260b298-c4e1-4243-a9d6-7830da4a66fe, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:43.835550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:44.030038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 172.20.0.9 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/ef097cec-4913-40fd-b161-7813d4454102/61655c21-d580-41e5-8b52-98de1716ffa8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:44.032948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] For port 6260b298-c4e1-4243-a9d6-7830da4a66fe, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:44.047469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fe97:810a (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/c15f45fd-5f73-4fbb-9746-2bf7e015f4ef/61655c21-d580-41e5-8b52-98de1716ffa8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:44.048251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] For port 6260b298-c4e1-4243-a9d6-7830da4a66fe, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6260b298-c4e1-4243-a9d6-7830da4a66fe,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:44.056801 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:44.108589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:48:44.201868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 040e4ea3-cdb9-415e-8c89-0a8118fe8166 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:44.327280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Provisioning for port a9ccae81-0ab7-4278-b59d-7810e151a967 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:44.359616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Provisioning complete for port a9ccae81-0ab7-4278-b59d-7810e151a967 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:44.359994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:44.461486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2ed53-c68f-4940-9ecb-2e47e4841491 None None] Pushing event updated for resources: {'Port': ['ID=6260b298-c4e1-4243-a9d6-7830da4a66fe,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:44.489021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 040e4ea3-cdb9-415e-8c89-0a8118fe8166 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:44.509707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 040e4ea3-cdb9-415e-8c89-0a8118fe8166 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:44.510516 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:44.512324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Port a9ccae81-0ab7-4278-b59d-7810e151a967 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:48:44.630056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Provisioning complete for port 1ae95d49-d33f-417f-9b31-6105862cd69f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:44.630745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-130d5335-2a0b-4573-a4fc-0463926e474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:44.710758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:44.727251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Sync routers for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:48:44.772014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:44.772681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:44.786995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f2c6a44-5aa1-4447-a6f5-86d9fe7ecf50 req-f3cf50c3-70bf-4e10-9f44-bdc8b2339899 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 210 time: 0.0377121 Aug 30 14:48:44.860284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:44.867035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-386613566-network', 'tenant_id': '8011fcc24f71418a99e6303ac776e698'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:44.900047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Made reservation on behalf of 8011fcc24f71418a99e6303ac776e698 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:44.904806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:44.922319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 61655c21-d580-41e5-8b52-98de1716ffa8 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:44.932661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.076492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Deleting port a75f2ed9-8ffe-444f-a3ac-634d5531629a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:45.076888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.086563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:45.175501 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.176012 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.200442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 040e4ea3-cdb9-415e-8c89-0a8118fe8166, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=040e4ea3-cdb9-415e-8c89-0a8118fe8166,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:45.208326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.209594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1ae95d49-d33f-417f-9b31-6105862cd69f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:45.238569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:45.246777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:45.249747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:45.293874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c292-3eb7-4356-b609-299e470d75ab req-cb0bab61-2f92-4184-9c01-8f465563c150 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:45.299697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-cb0bab61-2f92-4184-9c01-8f465563c150 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 815 time: 0.3144813 Aug 30 14:48:45.324707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Request body: {'port': {'device_id': '91d9e626-3309-44a2-8591-6486af8116b8', 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'admin_state_up': True, 'tenant_id': '447118a64ed1434fa1634b6da0c72234'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:45.327348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=040e4ea3-cdb9-415e-8c89-0a8118fe8166,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:45.344707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:45.352870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.399500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=61655c21-d580-41e5-8b52-98de1716ffa8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:45.432191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] For port a75f2ed9-8ffe-444f-a3ac-634d5531629a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a75f2ed9-8ffe-444f-a3ac-634d5531629a,segment=NetworkSegment(c9b2eace-2cee-4d15-aeb8-7bbe612ad865),segment_id=c9b2eace-2cee-4d15-aeb8-7bbe612ad865)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:45.432572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.444828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1ae95d49-d33f-417f-9b31-6105862cd69f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:45.446152 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.458964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Calling delete_port for a75f2ed9-8ffe-444f-a3ac-634d5531629a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:45.559113 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Sync routers for ids ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:48:45.569394 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.570426 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Routers {'00ebf91d-e30e-4373-9be1-c23b74ed71d3'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:45.571268 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:45.577514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.589393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2050d66-72ef-4005-990c-7b728aa7f9d3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5893202 Aug 30 14:48:45.595304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:45.623956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:48:45.663057 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.663426 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Added segment b6bc7fc2-b5fe-477b-9879-41374b062fef of type vlan for network aa097223-486d-458a-9674-b0edf5793ceb Aug 30 14:48:45.766790 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Set router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:45.797461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee1e5071-2a0b-415b-8674-794d25bb9458 None None] Provisioning complete for port a9ccae81-0ab7-4278-b59d-7810e151a967 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:45.797800 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee1e5071-2a0b-415b-8674-794d25bb9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.815871 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.984830 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:45.987723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:45.987865 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:46.023822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e5071-2a0b-415b-8674-794d25bb9458 None None] Port a9ccae81-0ab7-4278-b59d-7810e151a967 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:48:46.134029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a13cc946-d123-4e13-91cc-b8f270d15c37 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:46.141025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ef367773-5698-438c-8e5c-9206bd8bfcaa req-cf9ab307-3028-44c7-952e-e782b7b9f2d5 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 210 time: 0.1523092 Aug 30 14:48:46.198342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Made reservation on behalf of 447118a64ed1434fa1634b6da0c72234 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:46.206431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:46.216017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:46.225573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3637242 Aug 30 14:48:46.273804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:46.275260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a75f2ed9-8ffe-444f-a3ac-634d5531629a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:46.282256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Request body: {'subnet': {'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-386613566-subnet', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:46.355704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741259a-95c3-4a42-89de-2788ff3bb3d0 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:46.377253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c289f0d-1f17-4755-adfe-b47e8dfb361f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:46.390286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c289f0d-1f17-4755-adfe-b47e8dfb361f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:46.412862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7c289f0d-1f17-4755-adfe-b47e8dfb361f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.8133507 Aug 30 14:48:46.465145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e9055f-ff6a-49c8-b0a4-84e771afa88b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:46.469647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:46.474914 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:48:35Z', 'revision_number': 4, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c01701fd-66be-4c9a-91d2-2a5732c1d6e5', 'name': '', 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'mac_address': 'fa:16:3e:7c:95:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:34Z', 'updated_at': '2021-08-30T14:48:36Z', 'revision_number': 2, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'subnets': [{'id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:46.506771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Made reservation on behalf of 8011fcc24f71418a99e6303ac776e698 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:46.511179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:46.558700 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Checking router: 00ebf91d-e30e-4373-9be1-c23b74ed71d3 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:46.558975 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Updating router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:48:46.559814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 2, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:46.638256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:46.677411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Checking router: f184c4df-d1de-423a-ab22-66d177d19fdc for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:46.678702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Updating router f184c4df-d1de-423a-ab22-66d177d19fdc port a9ccae81-0ab7-4278-b59d-7810e151a967 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:48:46.723793 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:46.753112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-273c9202-8186-4a9f-9b5a-6b72160172c8 None None] Provisioning for port 6260b298-c4e1-4243-a9d6-7830da4a66fe completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:46.765320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a13cc946-d123-4e13-91cc-b8f270d15c37 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:46.867290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eab38-beaf-4c29-9219-13627cf54298 admin admin] Pushing event updated for resources: {'Network': ['ID=aa097223-486d-458a-9674-b0edf5793ceb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:46.899818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network aa097223-486d-458a-9674-b0edf5793ceb details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:48:46.912975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:46.984072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-42b4de91-e00b-41f8-8484-5b27e08aeafb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 61655c21-d580-41e5-8b52-98de1716ffa8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:46.984420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42b4de91-e00b-41f8-8484-5b27e08aeafb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:46.992412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83958bf2-be1e-470b-9918-a1bf183b7b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.135663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a13cc946-d123-4e13-91cc-b8f270d15c37 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:47.137090 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.181958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.206582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42b4de91-e00b-41f8-8484-5b27e08aeafb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.214032 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.238252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-42b4de91-e00b-41f8-8484-5b27e08aeafb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 61655c21-d580-41e5-8b52-98de1716ffa8 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:47.266859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b88573-c3d4-49c6-86f2-dc2ffdf66e18,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:47.269663 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.294245 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Transition to ACTIVE for port object c01701fd-66be-4c9a-91d2-2a5732c1d6e5 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:47.306617 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.473694 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308a47b-fba7-40cf-8f44-515cc6c42a5d None None] Pushing event updated for resources: {'Port': ['ID=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:47.504317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Router 166f3441-31e1-4b89-8c8c-0366437f2744 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:48:47.576005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Checking segment: {'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:47.576373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Network hostable DHCP agents. Network: aa097223-486d-458a-9674-b0edf5793ceb, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:48:47.588859 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Attempting to bind port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:47.588859 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Attempting to bind port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:47.590345 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Attempting to bind port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 on network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:47.603787 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:47.604342 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Checking segment: {'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:47.604842 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.605367 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Bound using segment: {'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:47.606099 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Bound port: c01701fd-66be-4c9a-91d2-2a5732c1d6e5, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156c78b5-ebf3-47f3-b121-af65c5480229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:47.606609 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.649363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42b4de91-e00b-41f8-8484-5b27e08aeafb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.710249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83958bf2-be1e-470b-9918-a1bf183b7b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.735363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d0254aae-b0e2-422c-8202-811b61b0d60f req-e8002dab-e243-43d7-8219-bd1e4fb913e4 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 210 time: 0.0908093 Aug 30 14:48:47.761659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4de91-e00b-41f8-8484-5b27e08aeafb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=61655c21-d580-41e5-8b52-98de1716ffa8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:47.771244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83958bf2-be1e-470b-9918-a1bf183b7b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.820819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Network aa097223-486d-458a-9674-b0edf5793ceb is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:48:47.829388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-83958bf2-be1e-470b-9918-a1bf183b7b48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82052e7ed2c84c2fa25c144f4770c646&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1904142 Aug 30 14:48:47.845680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:47.878959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Allocated IP 172.20.0.10 (77f94df7-d876-4109-bc50-7a08f5d78d33/d952008b-65da-4fe6-bcf1-181052f4f864/edf96296-a72d-4322-81bf-3a9b9e3cfa53) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:47.888390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, aa097223-486d-458a-9674-b0edf5793ceb) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:47.907043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:47.907959 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.924891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83958bf2-be1e-470b-9918-a1bf183b7b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d59739-2109-4e65-a5e5-7b1e66e81245,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:47.958665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:47.965575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3d774510-6c37-43ef-9277-74534ba4bb1e admin admin] 10.222.0.50 "PUT /v2.0/routers/166f3441-31e1-4b89-8c8c-0366437f2744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7444942 Aug 30 14:48:47.981106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:47.982216 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-056b4a76-52e5-4a97-b1f8-f32074eb5075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:47.986262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-01cc4915-987d-4812-9db5-a4e6ea41c5eb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7085118 Aug 30 14:48:47.994506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:48.023443 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] For port c01701fd-66be-4c9a-91d2-2a5732c1d6e5, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:48.032859 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] For port c01701fd-66be-4c9a-91d2-2a5732c1d6e5, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,segment=NetworkSegment(156c78b5-ebf3-47f3-b121-af65c5480229),segment_id=156c78b5-ebf3-47f3-b121-af65c5480229)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:48.040406 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.041183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:48.078445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-056b4a76-52e5-4a97-b1f8-f32074eb5075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.108365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.124479 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308a47b-fba7-40cf-8f44-515cc6c42a5d None None] Pushing event updated for resources: {'Port': ['ID=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:48.160923 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Routers {'00ebf91d-e30e-4373-9be1-c23b74ed71d3'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:48.161642 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:48.212828 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.230920 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.241333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42b4de91-e00b-41f8-8484-5b27e08aeafb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.247128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] Sync routers for ids ['166f3441-31e1-4b89-8c8c-0366437f2744'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:48:48.247447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-42b4de91-e00b-41f8-8484-5b27e08aeafb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/61655c21-d580-41e5-8b52-98de1716ffa8 HTTP/1.1" status: 204 len: 168 time: 1.7529218 Aug 30 14:48:48.252440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:48.258784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1572c396-58fb-4334-9848-85139a0aee3e None None] Network aa097223-486d-458a-9674-b0edf5793ceb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:48.315276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Pushing event updated for resources: {'Port': ['ID=edf96296-a72d-4322-81bf-3a9b9e3cfa53,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:48.339874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Network 77f94df7-d876-4109-bc50-7a08f5d78d33 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:48.342246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:48.374800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:48.382455 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] Set router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:48.391605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['312f41b1-b8cf-4621-b083-5d725616fd76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:48:48.399294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Transition to ACTIVE for port object a9ccae81-0ab7-4278-b59d-7810e151a967 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:48.457195 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.469614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] Routers {'166f3441-31e1-4b89-8c8c-0366437f2744'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:48.470604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['166f3441-31e1-4b89-8c8c-0366437f2744'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:48.517711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:48.518413 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.573746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-253fd8d3-d37e-411b-baf8-5f399efe6c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2539825 Aug 30 14:48:48.585582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-d9631b20-a9c7-4e4a-b09b-6c6adf0fa238 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:48:48.586622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-d9631b20-a9c7-4e4a-b09b-6c6adf0fa238 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059502 Aug 30 14:48:48.723195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Request body: {'port': {'device_id': '91d9e626-3309-44a2-8591-6486af8116b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:48.732572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.812326 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:48:35Z', 'revision_number': 4, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c01701fd-66be-4c9a-91d2-2a5732c1d6e5', 'name': '', 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'mac_address': 'fa:16:3e:7c:95:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:34Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'subnets': [{'id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:48.851385 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:48.889243 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d73d3c-87f4-4324-a442-e55bd7df1f2a None None] The sync data for ids ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'] in n-d-805668-3 is: [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:48:35Z', 'revision_number': 4, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c01701fd-66be-4c9a-91d2-2a5732c1d6e5', 'name': '', 'network_id': 'bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'mac_address': 'fa:16:3e:7c:95:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:34Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'subnets': [{'id': 'ac934c45-208b-42ac-9092-f234de764ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:48.976724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a13cc946-d123-4e13-91cc-b8f270d15c37, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a13cc946-d123-4e13-91cc-b8f270d15c37,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:49.074165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2abef5-7839-4a20-943f-01d68c7e6038 None None] Pushing event updated for resources: {'Port': ['ID=a9ccae81-0ab7-4278-b59d-7810e151a967,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:49.081206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.086717 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.087799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.155838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] Set router 166f3441-31e1-4b89-8c8c-0366437f2744 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:49.291813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d6df6-9054-4a8b-a2db-6a87cd00b372 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:49.293637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d6df6-9054-4a8b-a2db-6a87cd00b372 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:49.295955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d6df6-9054-4a8b-a2db-6a87cd00b372 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:49.300504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:49.301646 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-529d6df6-9054-4a8b-a2db-6a87cd00b372 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.0466299 Aug 30 14:48:49.325871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.502540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Attempting to bind port a9ccae81-0ab7-4278-b59d-7810e151a967 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:49.504294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Attempting to bind port a9ccae81-0ab7-4278-b59d-7810e151a967 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:49.505368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Attempting to bind port a9ccae81-0ab7-4278-b59d-7810e151a967 on network e3f14e83-8c0d-4016-a1db-160767c5d2d6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:49.523941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c31ae-a4f0-4ef8-910f-14906eeb5d02 req-882a16f9-26b1-437a-b859-6b3e1cadb1ca tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:49.532205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d9c31ae-a4f0-4ef8-910f-14906eeb5d02 req-882a16f9-26b1-437a-b859-6b3e1cadb1ca tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 932 time: 0.5351968 Aug 30 14:48:49.545398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.545627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf96296-a72d-4322-81bf-3a9b9e3cfa53 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:48:49.556765 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.614899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5306972-2558-4491-9754-d6f89f2414ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet c15f45fd-5f73-4fbb-9746-2bf7e015f4ef {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:49.619319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5306972-2558-4491-9754-d6f89f2414ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.685528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5306972-2558-4491-9754-d6f89f2414ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.698131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Transition to ACTIVE for port object edf96296-a72d-4322-81bf-3a9b9e3cfa53 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:49.719811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-056b4a76-52e5-4a97-b1f8-f32074eb5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.724348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c01701fd-66be-4c9a-91d2-2a5732c1d6e5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:49.727540 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-056b4a76-52e5-4a97-b1f8-f32074eb5075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.729156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-056b4a76-52e5-4a97-b1f8-f32074eb5075 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99d59739-2109-4e65-a5e5-7b1e66e81245 HTTP/1.1" status: 204 len: 168 time: 1.8821149 Aug 30 14:48:49.794676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:49.795067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Checking segment: {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:49.795533 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.795938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Bound using segment: {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:49.796427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Bound port: a9ccae81-0ab7-4278-b59d-7810e151a967, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:49.796815 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.799474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:49.942655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b4a76-52e5-4a97-b1f8-f32074eb5075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d59739-2109-4e65-a5e5-7b1e66e81245,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:49.947236 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c79f98db-72aa-4b07-9a79-25cfefd35250 None None] Could not find standard attr ID for object 61655c21-d580-41e5-8b52-98de1716ffa8. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:48:49.951987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a13cc946-d123-4e13-91cc-b8f270d15c37,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:49.972738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1d9c31ae-a4f0-4ef8-910f-14906eeb5d02 req-bcd46c74-ac98-46cd-8e60-2eec6deae9dc tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391639 Aug 30 14:48:50.006626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.095163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Pushing event updated for resources: {'Port': ['ID=edf96296-a72d-4322-81bf-3a9b9e3cfa53,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:50.125702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] For port a9ccae81-0ab7-4278-b59d-7810e151a967, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:50.130051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] For port a9ccae81-0ab7-4278-b59d-7810e151a967, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a9ccae81-0ab7-4278-b59d-7810e151a967,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:50.177405 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.204902 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.209251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5306972-2558-4491-9754-d6f89f2414ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.272366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Attempting to bind port edf96296-a72d-4322-81bf-3a9b9e3cfa53 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:50.276106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Attempting to bind port edf96296-a72d-4322-81bf-3a9b9e3cfa53 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:50.276612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Attempting to bind port edf96296-a72d-4322-81bf-3a9b9e3cfa53 on network 77f94df7-d876-4109-bc50-7a08f5d78d33 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:50.294473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-aa097223-486d-458a-9674-b0edf5793ceb', 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'fixed_ips': [{'subnet_id': '41b88573-c3d4-49c6-86f2-dc2ffdf66e18'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:48:50.296418 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.310738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Port edf96296-a72d-4322-81bf-3a9b9e3cfa53 on network 77f94df7-d876-4109-bc50-7a08f5d78d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:48:50.311984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Attempting to bind port edf96296-a72d-4322-81bf-3a9b9e3cfa53 on network 77f94df7-d876-4109-bc50-7a08f5d78d33 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:50.329675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:50.330605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Checking segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:50.333024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Bound using segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:50.333964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Bound port: edf96296-a72d-4322-81bf-3a9b9e3cfa53, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:50.334542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.346167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2abef5-7839-4a20-943f-01d68c7e6038 None None] Pushing event updated for resources: {'Port': ['ID=a9ccae81-0ab7-4278-b59d-7810e151a967,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:50.351557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.397632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Deleting port fdc9a575-1bb6-4926-905d-bade1e0d488e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:50.397632 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.475492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:50.498700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:45Z', 'revision_number': 5, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port': {'id': 'fdc9a575-1bb6-4926-905d-bade1e0d488e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:13Z', 'updated_at': '2021-08-30T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:50.570645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] For port fdc9a575-1bb6-4926-905d-bade1e0d488e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fdc9a575-1bb6-4926-905d-bade1e0d488e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:50.571014 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.585727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Calling delete_port for fdc9a575-1bb6-4926-905d-bade1e0d488e owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:50.598731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:50.599323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.612269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] For port edf96296-a72d-4322-81bf-3a9b9e3cfa53, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:50.617289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] For port edf96296-a72d-4322-81bf-3a9b9e3cfa53, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:50.629214 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.691652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] Checking router: 166f3441-31e1-4b89-8c8c-0366437f2744 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:50.721597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:50.750544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5306972-2558-4491-9754-d6f89f2414ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.764646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:50.765744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.767385 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] 10.222.0.39 "PUT /v2.0/ports/edf96296-a72d-4322-81bf-3a9b9e3cfa53 HTTP/1.1" status: 200 len: 1092 time: 2.1736166 Aug 30 14:48:50.768191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-389254dd-7623-4edb-ae1c-6ddc847b3753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.772740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:50.774330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:50.803716 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5306972-2558-4491-9754-d6f89f2414ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:50.809303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e5306972-2558-4491-9754-d6f89f2414ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/c15f45fd-5f73-4fbb-9746-2bf7e015f4ef HTTP/1.1" status: 204 len: 168 time: 1.5067234 Aug 30 14:48:50.810148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d9e626-3309-44a2-8591-6486af8116b8', 'tag': 'edf96296-a72d-4322-81bf-3a9b9e3cfa53'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:48:50.811234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:50.813568 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f06a17-257a-473a-b98f-0607812115ba" -d '{"events": [{"name": "network-changed", "server_uuid": "91d9e626-3309-44a2-8591-6486af8116b8", "tag": "edf96296-a72d-4322-81bf-3a9b9e3cfa53"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:48:50.890301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Allocated IP 172.20.0.2 (aa097223-486d-458a-9674-b0edf5793ceb/41b88573-c3d4-49c6-86f2-dc2ffdf66e18/4d79cbaa-b39a-43a0-91d5-033bcbb77c57) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:50.971333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff9425c4-e28f-41ed-bb41-973b149fa7d4 None None] Could not find standard attr ID for object 61655c21-d580-41e5-8b52-98de1716ffa8. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:48:50.974511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c0e25-0276-4d3b-9632-b5219e2912d0 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:50.992534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5306972-2558-4491-9754-d6f89f2414ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=c15f45fd-5f73-4fbb-9746-2bf7e015f4ef,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:51.007130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.091006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad36700-d246-4cec-9735-2ddb84f2512f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet ef097cec-4913-40fd-b161-7813d4454102 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:51.094695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ad36700-d246-4cec-9735-2ddb84f2512f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.106179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c292-3eb7-4356-b609-299e470d75ab req-48f97fe4-b623-4700-abf2-19a80829d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:51.112334 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-48f97fe4-b623-4700-abf2-19a80829d8ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 1095 time: 0.2920156 Aug 30 14:48:51.118848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] Routers {'166f3441-31e1-4b89-8c8c-0366437f2744'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:51.121871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['166f3441-31e1-4b89-8c8c-0366437f2744'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:51.128461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6a239-b143-4bbd-a17e-aca4de75b782 service neutron] Pushing event updated for resources: {'Port': ['ID=edf96296-a72d-4322-81bf-3a9b9e3cfa53,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:51.140027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ad36700-d246-4cec-9735-2ddb84f2512f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.225688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-44b7bf30-6f41-48f0-bf50-172e1b2256b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53 HTTP/1.1" status: 200 len: 217 time: 0.0759487 Aug 30 14:48:51.240656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ad36700-d246-4cec-9735-2ddb84f2512f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.319182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc9a575-1bb6-4926-905d-bade1e0d488e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:51.356676 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0faf8a-d220-42f9-9425-79f01bb430d9 x-openstack-request-id: req-8e0faf8a-d220-42f9-9425-79f01bb430d9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:48:51.357187 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d9e626-3309-44a2-8591-6486af8116b8", "tag": "edf96296-a72d-4322-81bf-3a9b9e3cfa53", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:48:51.357284 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e0faf8a-d220-42f9-9425-79f01bb430d9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:48:51.357617 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d9e626-3309-44a2-8591-6486af8116b8', 'tag': 'edf96296-a72d-4322-81bf-3a9b9e3cfa53', 'status': 'completed', 'code': 200} Aug 30 14:48:51.394814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c292-3eb7-4356-b609-299e470d75ab req-7df7faa0-dc7b-4cf2-81be-c6e57bed972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:51.396457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-7df7faa0-dc7b-4cf2-81be-c6e57bed972c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.1647005 Aug 30 14:48:51.405920 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.418017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-389254dd-7623-4edb-ae1c-6ddc847b3753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.451235 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-e96622d4-c0a0-4066-873b-63522debdd40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425930 Aug 30 14:48:51.452068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-389254dd-7623-4edb-ae1c-6ddc847b3753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.480498 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.527527 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.555567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-389254dd-7623-4edb-ae1c-6ddc847b3753 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fbbadbcae704678b0a4a5665de155ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8326278 Aug 30 14:48:51.559942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:51.560584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389254dd-7623-4edb-ae1c-6ddc847b3753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd261c-bb4e-4d35-a4be-3dfb24484219,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:51.589140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] Set router 166f3441-31e1-4b89-8c8c-0366437f2744 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:51.635361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-8712e3b9-b3e5-4041-86bf-24f251636955 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687832 Aug 30 14:48:51.654708 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b51eca56-7b9a-4f22-8397-7568ec34f963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.662862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:50Z', 'revision_number': 7, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:51.665303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ad36700-d246-4cec-9735-2ddb84f2512f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.722372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ad36700-d246-4cec-9735-2ddb84f2512f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.727436 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6ad36700-d246-4cec-9735-2ddb84f2512f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/ef097cec-4913-40fd-b161-7813d4454102 HTTP/1.1" status: 204 len: 168 time: 0.8421392 Aug 30 14:48:51.728199 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b51eca56-7b9a-4f22-8397-7568ec34f963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.729865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:51.733122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.741533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.743999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36700-d246-4cec-9735-2ddb84f2512f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=ef097cec-4913-40fd-b161-7813d4454102,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:51.778865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2849b7d-ec93-4263-ba8b-a77313df7b72 None None] The sync data for ids ['166f3441-31e1-4b89-8c8c-0366437f2744'] in n-d-805668-3 is: [{'id': '166f3441-31e1-4b89-8c8c-0366437f2744', 'name': 'tempest-TestAggregatesBasicOps-1155112183-router', 'tenant_id': 'ceb6313f948b418f83ffc70adff9b951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:11Z', 'updated_at': '2021-08-30T14:48:50Z', 'revision_number': 7, 'project_id': 'ceb6313f948b418f83ffc70adff9b951', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:51.808113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308b551-426d-4528-890f-e00b7e1a09da req-bdbc0de6-3d69-4c97-8414-29a1d7e7021e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:51.810332 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.819221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2308b551-426d-4528-890f-e00b7e1a09da req-bdbc0de6-3d69-4c97-8414-29a1d7e7021e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 944 time: 0.5130069 Aug 30 14:48:51.834444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4c9d1de6-a590-4689-a5ee-62fd99676aed tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019666 Aug 30 14:48:51.841098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37338) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:51.919756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04e1c292-3eb7-4356-b609-299e470d75ab req-b4a1b7de-cbe8-4b2b-9e37-2357c040d42b service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709868 Aug 30 14:48:51.920201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:51.943399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2308b551-426d-4528-890f-e00b7e1a09da req-ac070946-778d-46b2-a70c-9050b24aa734 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232393 Aug 30 14:48:51.947459 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.948497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 166f3441-31e1-4b89-8c8c-0366437f2744 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:48:51.954415 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.955895 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-860e7d65-8e00-4486-810b-e82c1d77fe4f admin admin] 10.222.0.50 "DELETE /v2.0/routers/166f3441-31e1-4b89-8c8c-0366437f2744 HTTP/1.1" status: 204 len: 168 time: 3.9713879 Aug 30 14:48:51.959819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:51.966953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfdc66-236d-4310-9ad4-e78fdf874de3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:51.967562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c01701fd-66be-4c9a-91d2-2a5732c1d6e5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,segment=NetworkSegment(156c78b5-ebf3-47f3-b121-af65c5480229),segment_id=156c78b5-ebf3-47f3-b121-af65c5480229)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:51.978667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:51.979083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a6dfdc66-236d-4310-9ad4-e78fdf874de3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1366351 Aug 30 14:48:51.984594 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:51.985511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6260b298-c4e1-4243-a9d6-7830da4a66fe up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:52.043084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b51eca56-7b9a-4f22-8397-7568ec34f963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.046673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b51eca56-7b9a-4f22-8397-7568ec34f963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.053617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.055492 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b51eca56-7b9a-4f22-8397-7568ec34f963 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83cd261c-bb4e-4d35-a4be-3dfb24484219 HTTP/1.1" status: 204 len: 168 time: 0.4919231 Aug 30 14:48:52.069102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eca56-7b9a-4f22-8397-7568ec34f963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd261c-bb4e-4d35-a4be-3dfb24484219,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:52.103194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06a17-257a-473a-b98f-0607812115ba req-fe6f94e2-96a7-44c5-bff9-11b187773c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:52.105326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84f06a17-257a-473a-b98f-0607812115ba req-fe6f94e2-96a7-44c5-bff9-11b187773c0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 1095 time: 0.1144283 Aug 30 14:48:52.156415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Transition to ACTIVE for port object 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:52.163847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae1bad-849d-4509-92f9-1e759d3c1479 None None] Update dhcp port {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': 'ef097cec-4913-40fd-b161-7813d4454102'}], 'binding:host_id': 'n-d-805668-3'}, 'id': '6260b298-c4e1-4243-a9d6-7830da4a66fe'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:48:52.166665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Allocated IP 172.25.6.214 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/6eb8121a-a7a7-47ff-80bb-78807c6321de) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:52.200948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18ef6d0-07a3-41c0-8c4b-466e870b0ad4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:52.204772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a18ef6d0-07a3-41c0-8c4b-466e870b0ad4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2224259 Aug 30 14:48:52.211854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:52.233369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd494f5-ac1f-4969-b465-72b98d1eaab4 admin admin] Deleting subnet 1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:48:52.237968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dd494f5-ac1f-4969-b465-72b98d1eaab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.259360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:52.263038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Transition to ACTIVE for port object 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:52.266232 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bae1bad-849d-4509-92f9-1e759d3c1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.285143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06a17-257a-473a-b98f-0607812115ba req-eacc023a-2e37-4158-a3d2-920244b97542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:52.287596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84f06a17-257a-473a-b98f-0607812115ba req-eacc023a-2e37-4158-a3d2-920244b97542 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 916 time: 0.1750975 Aug 30 14:48:52.289968 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.298861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 6260b298-c4e1-4243-a9d6-7830da4a66fe completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:52.378206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-92d47b4d-8541-4665-a34b-12b3a662c133 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1652610 Aug 30 14:48:52.390926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:52.391199 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dd494f5-ac1f-4969-b465-72b98d1eaab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.446453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-962401a8-04a6-489c-b31b-0c0a74d65451 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:52.453190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84f06a17-257a-473a-b98f-0607812115ba req-25afb765-05af-4b79-81ca-b29280e0777c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53 HTTP/1.1" status: 200 len: 217 time: 0.0868058 Aug 30 14:48:52.579527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Pushing event updated for resources: {'Port': ['ID=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:52.582721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 6260b298-c4e1-4243-a9d6-7830da4a66fe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:52.583948 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.641160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dd494f5-ac1f-4969-b465-72b98d1eaab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.655667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06a17-257a-473a-b98f-0607812115ba req-b4b60eb0-49eb-4d86-9e82-afe4e165a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:52.657304 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84f06a17-257a-473a-b98f-0607812115ba req-b4b60eb0-49eb-4d86-9e82-afe4e165a323 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.1920962 Aug 30 14:48:52.683602 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.698231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Network aa097223-486d-458a-9674-b0edf5793ceb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:52.710874 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84f06a17-257a-473a-b98f-0607812115ba req-86661279-b47e-4418-b196-eb8e16a56770 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311034 Aug 30 14:48:52.712150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962401a8-04a6-489c-b31b-0c0a74d65451 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:52.716827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-962401a8-04a6-489c-b31b-0c0a74d65451 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.718862 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-962401a8-04a6-489c-b31b-0c0a74d65451 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:52.719326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962401a8-04a6-489c-b31b-0c0a74d65451 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:48:52.724786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:52.731143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:52.737967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dd494f5-ac1f-4969-b465-72b98d1eaab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.771948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd494f5-ac1f-4969-b465-72b98d1eaab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:52.782185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dd494f5-ac1f-4969-b465-72b98d1eaab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.793097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6dd494f5-ac1f-4969-b465-72b98d1eaab4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1f5d3a59-fac4-4834-b55a-cca0f1bc7cdd HTTP/1.1" status: 204 len: 168 time: 0.8321776 Aug 30 14:48:52.797994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:52.808052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.812077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b29e260-5e70-4bd5-b8a0-98ad13732852 None None] Network c6ba0b65-a62d-4066-b31d-82ef754149bf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:52.893387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84f06a17-257a-473a-b98f-0607812115ba req-f3c77dee-7cd4-498f-a97a-2af0cc5b54a5 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697884 Aug 30 14:48:52.904774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-962401a8-04a6-489c-b31b-0c0a74d65451 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5042076 Aug 30 14:48:52.907548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:52.916226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c69151f6-8f37-4b28-bd47-943a82523f1f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:52.950661 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.980989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1573e4-1893-4571-b474-0924cf9b5636 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:52.993804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Attempting to bind port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:52.994255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Attempting to bind port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:52.994562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Attempting to bind port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 on network aa097223-486d-458a-9674-b0edf5793ceb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:53.027048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:53.068303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:53.068692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Checking segment: {'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:53.069146 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.069554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Bound using segment: {'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:53.070043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Bound port: 4d79cbaa-b39a-43a0-91d5-033bcbb77c57, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:53.070431 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.078948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84f06a17-257a-473a-b98f-0607812115ba req-9f8313b6-bf5d-44e4-8ce4-2fa2edadd7ba service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755590 Aug 30 14:48:53.129853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:53.138216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:53.155377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.156958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Pushing event updated for resources: {'Port': ['ID=6eb8121a-a7a7-47ff-80bb-78807c6321de,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:53.181311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd367a2-6228-4343-a631-3402f5c941d6 req-227e9cb6-3f3c-4445-944f-e6ebb4005205 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:53.191424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbd367a2-6228-4343-a631-3402f5c941d6 req-227e9cb6-3f3c-4445-944f-e6ebb4005205 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 944 time: 0.1037676 Aug 30 14:48:53.196429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-53c1e5d3-a0d9-4a16-ac8f-5ba87d5f13f3 None None] Provisioning complete for port 6260b298-c4e1-4243-a9d6-7830da4a66fe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:53.196833 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53c1e5d3-a0d9-4a16-ac8f-5ba87d5f13f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.199993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:50Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:53.207761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 6260b298-c4e1-4243-a9d6-7830da4a66fe, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6260b298-c4e1-4243-a9d6-7830da4a66fe,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:53.251282 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbd367a2-6228-4343-a631-3402f5c941d6 req-947db7f2-e2bc-4ccb-9d39-fbdda71196e7 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580740 Aug 30 14:48:53.316243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] For port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:53.337973 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:48:53.352067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396d9b6-34ea-43d9-8d35-612434e59915 None None] The sync data for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 is: [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:50Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:53.400895 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.401569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 040e4ea3-cdb9-415e-8c89-0a8118fe8166 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:53.404735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Deleting port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:53.405138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.409442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69151f6-8f37-4b28-bd47-943a82523f1f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:53.414167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69151f6-8f37-4b28-bd47-943a82523f1f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.415802 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69151f6-8f37-4b28-bd47-943a82523f1f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:53.416146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69151f6-8f37-4b28-bd47-943a82523f1f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:48:53.518786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] For port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,segment=NetworkSegment(b6bc7fc2-b5fe-477b-9879-41374b062fef),segment_id=b6bc7fc2-b5fe-477b-9879-41374b062fef)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:53.521676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c69151f6-8f37-4b28-bd47-943a82523f1f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6094234 Aug 30 14:48:53.525807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:53.531070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3a525222-0e97-48fd-a516-a087493006f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:53.594391 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.685856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] DHCP port deletion for c6ba0b65-a62d-4066-b31d-82ef754149bf request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:48:53.734051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device edf96296-a72d-4322-81bf-3a9b9e3cfa53 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:48:53.746882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:48:53.754494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=6260b298-c4e1-4243-a9d6-7830da4a66fe,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:53.765718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a525222-0e97-48fd-a516-a087493006f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:53.783064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a525222-0e97-48fd-a516-a087493006f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:53.784837 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a525222-0e97-48fd-a516-a087493006f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:53.786003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a525222-0e97-48fd-a516-a087493006f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:48:53.804918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3a525222-0e97-48fd-a516-a087493006f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2787836 Aug 30 14:48:53.808070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:53.814783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eb9d1b65-7696-4b2b-91ac-82324c204eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:54.016129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9d1b65-7696-4b2b-91ac-82324c204eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:54.026798 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb9d1b65-7696-4b2b-91ac-82324c204eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:54.028254 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9d1b65-7696-4b2b-91ac-82324c204eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:54.028704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9d1b65-7696-4b2b-91ac-82324c204eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:48:54.087132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eb9d1b65-7696-4b2b-91ac-82324c204eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2776701 Aug 30 14:48:54.088246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:54.104196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f1f6ed84-26ad-479c-af16-e7ed393c9106 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:54.234908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 040e4ea3-cdb9-415e-8c89-0a8118fe8166 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:54.235288 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:54.345799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046922c-13b6-4473-984a-e4ef8611036f None None] Pushing event updated for resources: {'Port': ['ID=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:54.364594 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:48:54.381613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f6ed84-26ad-479c-af16-e7ed393c9106 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:54.394284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f6ed84-26ad-479c-af16-e7ed393c9106 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:54.399254 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f6ed84-26ad-479c-af16-e7ed393c9106 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:54.399852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f6ed84-26ad-479c-af16-e7ed393c9106 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:48:54.437520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f1f6ed84-26ad-479c-af16-e7ed393c9106 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3472085 Aug 30 14:48:54.439480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:54.454160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-00b70448-8eeb-4653-bff7-4a69c3a863c5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:54.497184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] For port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,segment=NetworkSegment(c9b2eace-2cee-4d15-aeb8-7bbe612ad865),segment_id=c9b2eace-2cee-4d15-aeb8-7bbe612ad865)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:54.497770 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:54.554217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Calling delete_port for 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:54.612141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] Deleting port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:54.612542 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:54.656372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b70448-8eeb-4653-bff7-4a69c3a863c5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:54.660146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00b70448-8eeb-4653-bff7-4a69c3a863c5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:54.666904 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b70448-8eeb-4653-bff7-4a69c3a863c5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:48:54.667322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b70448-8eeb-4653-bff7-4a69c3a863c5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:48:54.704912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] Deleting port 6260b298-c4e1-4243-a9d6-7830da4a66fe {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:48:54.704912 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:54.744022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-00b70448-8eeb-4653-bff7-4a69c3a863c5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3032842 Aug 30 14:48:54.749584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:54.775237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:54.798456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cfec-683f-44e5-80b5-4d62c93bf1e7 req-b1f0308c-0122-468c-b6dc-ca42ac03f773 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:54.801390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5117cfec-683f-44e5-80b5-4d62c93bf1e7 req-b1f0308c-0122-468c-b6dc-ca42ac03f773 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 944 time: 0.3906195 Aug 30 14:48:54.890346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a8db7-d8fb-4b87-a398-387efc3bf875 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:54.893853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d91a8db7-d8fb-4b87-a398-387efc3bf875 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1431816 Aug 30 14:48:54.896395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port edf96296-a72d-4322-81bf-3a9b9e3cfa53, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:54.898377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:54.941294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.006095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] For port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,segment=NetworkSegment(c9b2eace-2cee-4d15-aeb8-7bbe612ad865),segment_id=c9b2eace-2cee-4d15-aeb8-7bbe612ad865)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:55.006506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.059200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:55.065770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] No DVR routers for this DVR port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:48:55.077118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'edf96296-a72d-4322-81bf-3a9b9e3cfa53', 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'port_id': 'edf96296-a72d-4322-81bf-3a9b9e3cfa53', 'mac_address': 'fa:16:3e:af:e3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd952008b-65da-4fe6-bcf1-181052f4f864', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:48:55.098494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:55.110971 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] For port 6260b298-c4e1-4243-a9d6-7830da4a66fe, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6260b298-c4e1-4243-a9d6-7830da4a66fe,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:55.111377 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.119665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4fd4e8-5b49-4569-b886-ae6ad7948abc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:55.131496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a4fd4e8-5b49-4569-b886-ae6ad7948abc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2314835 Aug 30 14:48:55.133880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:55.181848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5117cfec-683f-44e5-80b5-4d62c93bf1e7 req-f8b97705-9bda-476d-ad56-bb54b1229587 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682199 Aug 30 14:48:55.240597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] Calling delete_port for 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:55.245802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fdc07863-de77-40c6-a7a8-124ba0447891 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106877 Aug 30 14:48:55.251745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:55.260899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:55.270045 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.279307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] Calling delete_port for 6260b298-c4e1-4243-a9d6-7830da4a66fe owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:48:55.320849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ba0b65-a62d-4066-b31d-82ef754149bf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:55.442423 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.485007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:55.485339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b2eace-2cee-4d15-aeb8-7bbe612ad865') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:55.502124 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.507659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:55.513790 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.528242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.539420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:48:55.548043 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: items = [ Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:48:55.550050 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:48:55.589957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23730a8e-d8e5-4d53-9e04-a4f61267c494 None None] Network aa097223-486d-458a-9674-b0edf5793ceb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:55.635548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf96296-a72d-4322-81bf-3a9b9e3cfa53 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:48:55.656203 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.685421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port edf96296-a72d-4322-81bf-3a9b9e3cfa53, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:55.748687 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95f5f67f-a0ce-4e2a-8799-08cbf3dd4733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.811236 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.811616 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.830863 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.839957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:55.840463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c6ba0b65-a62d-4066-b31d-82ef754149bf HTTP/1.1" status: 204 len: 168 time: 3.0399580 Aug 30 14:48:55.860397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950405eb-420b-45cc-a166-e8cb51a9d784 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ba0b65-a62d-4066-b31d-82ef754149bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:55.908068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b5d2812-4a25-48df-82f1-e18f5b0eb23a None None] Provisioning for port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:55.911743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Router 9850328c-9a62-4b6d-9a46-9ea179335e8f is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:48:55.946341 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:55.986776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:56.065315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:56.068045 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:56.078705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:56.088566 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Sync routers for ids ['9850328c-9a62-4b6d-9a46-9ea179335e8f'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:48:56.098898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:56.102845 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8cb70ab4-7cc2-413e-86d4-c534cfcda45b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.1044929 Aug 30 14:48:56.103026 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Routers {'9850328c-9a62-4b6d-9a46-9ea179335e8f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:56.103026 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9850328c-9a62-4b6d-9a46-9ea179335e8f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:56.103268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:56.132265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] No DVR routers for this DVR port 6260b298-c4e1-4243-a9d6-7830da4a66fe on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:48:56.141591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=edf96296-a72d-4322-81bf-3a9b9e3cfa53,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:56.141952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:48:56.145345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['edf96296-a72d-4322-81bf-3a9b9e3cfa53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:48:56.148649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:56.245688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:56.247978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5720669-1c18-43f1-8380-9e1b41b3809e None None] Pushing event deleted for resources: {'Port': ['ID=6260b298-c4e1-4243-a9d6-7830da4a66fe,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:56.318436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] Network c6ba0b65-a62d-4066-b31d-82ef754149bf is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:48:56.320523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] No DVR routers for this DVR port 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:48:56.329683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:56.340647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:56.346187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:56.353640 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:56.357790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e468ee2-08db-4806-8c09-71c8cbf35021 None None] Pushing event deleted for resources: {'Port': ['ID=2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:56.379845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce256000-b2e8-494f-b442-2997149eb9e6 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:48:56.422660 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Set router 9850328c-9a62-4b6d-9a46-9ea179335e8f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:56.568969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3160427 Aug 30 14:48:56.572683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37468) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:56.579037 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:56.629713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:1d:2a:89', 'name': 'tempest-NetworksTestDHCPv6-1999085053'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:48:56.731921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '1c6068dd-348a-44f2-b829-0809acae3f4c'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:48:56.732849 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:56.768162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0b67e-97f1-4a23-a7c3-06ff174ecbd9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=1c6068dd-348a-44f2-b829-0809acae3f4c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:56.770495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,segment=NetworkSegment(b6bc7fc2-b5fe-477b-9879-41374b062fef),segment_id=b6bc7fc2-b5fe-477b-9879-41374b062fef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:56.800443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:56.802363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a13cc946-d123-4e13-91cc-b8f270d15c37 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:56.820391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:48:56.893435 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:48:53Z', 'revision_number': 3, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port': {'id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:51Z', 'updated_at': '2021-08-30T14:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:56.943790 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Checking router: 9850328c-9a62-4b6d-9a46-9ea179335e8f for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:48:56.944420 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Updating router 9850328c-9a62-4b6d-9a46-9ea179335e8f port 6eb8121a-a7a7-47ff-80bb-78807c6321de binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:48:56.990333 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.047532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:57.074534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.084090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.084458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.084805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.085173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.085515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.085856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.086181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.086515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.086845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.087171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.087500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.087823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:48:57.342648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa0542b6-c65b-491c-b1dd-33167a6f3ee6 None None] Provisioning complete for port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:57.343025 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa0542b6-c65b-491c-b1dd-33167a6f3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.426465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Allocated IP 172.20.0.1 (aa097223-486d-458a-9674-b0edf5793ceb/41b88573-c3d4-49c6-86f2-dc2ffdf66e18/5a6af402-0fb7-44f2-9dce-74a9b4d6ae14) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:57.450762 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.451942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Allocated IP 2001:db8::f816:3eff:fe8b:46c0 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/1c6068dd-348a-44f2-b829-0809acae3f4c/fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:57.464217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a13cc946-d123-4e13-91cc-b8f270d15c37 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:57.464604 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.486096 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Transition to ACTIVE for port object 6eb8121a-a7a7-47ff-80bb-78807c6321de will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:57.499644 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.620303 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Attempting to bind port 6eb8121a-a7a7-47ff-80bb-78807c6321de on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:57.620822 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Attempting to bind port 6eb8121a-a7a7-47ff-80bb-78807c6321de by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:57.621321 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Attempting to bind port 6eb8121a-a7a7-47ff-80bb-78807c6321de on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:57.624717 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595dba3-0ef6-4b92-bb03-95114d93793d None None] Pushing event updated for resources: {'Port': ['ID=6eb8121a-a7a7-47ff-80bb-78807c6321de,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:57.633809 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:57.634376 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:57.635159 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.635663 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:57.636263 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Bound port: 6eb8121a-a7a7-47ff-80bb-78807c6321de, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:57.636732 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.662463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438703-5716-4503-a559-08da336304ee req-5f8a1984-7466-41de-bcb7-8ef540b03b25 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:57.664046 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b438703-5716-4503-a559-08da336304ee req-5f8a1984-7466-41de-bcb7-8ef540b03b25 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 945 time: 1.2384861 Aug 30 14:48:57.716685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.735167 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] For port 6eb8121a-a7a7-47ff-80bb-78807c6321de, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:57.736656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Transition to ACTIVE for port object 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:57.740453 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] For port 6eb8121a-a7a7-47ff-80bb-78807c6321de, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6eb8121a-a7a7-47ff-80bb-78807c6321de,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:57.742813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c01701fd-66be-4c9a-91d2-2a5732c1d6e5 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:57.746725 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.805011 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.828619 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Routers {'9850328c-9a62-4b6d-9a46-9ea179335e8f'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:48:57.829291 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9850328c-9a62-4b6d-9a46-9ea179335e8f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:57.833080 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595dba3-0ef6-4b92-bb03-95114d93793d None None] Pushing event updated for resources: {'Port': ['ID=6eb8121a-a7a7-47ff-80bb-78807c6321de,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:57.836901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device edf96296-a72d-4322-81bf-3a9b9e3cfa53 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:57.874116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Network aa097223-486d-458a-9674-b0edf5793ceb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:57.886683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:57.891120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:57.906520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:57.938846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43199baa-e486-436a-9ecb-843dce6d0df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.956252 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b438703-5716-4503-a559-08da336304ee req-7ba9be4e-b4bf-4944-9fbc-e21329f2a87f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231073 Aug 30 14:48:57.956657 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.967696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:57.968409 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:57.980543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Transition to ACTIVE for port object fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:58.015161 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.042819 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] Set router 9850328c-9a62-4b6d-9a46-9ea179335e8f gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:48:58.053754 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.082518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port edf96296-a72d-4322-81bf-3a9b9e3cfa53 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:58.096987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Transition to ACTIVE for port object fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:58.101508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port edf96296-a72d-4322-81bf-3a9b9e3cfa53 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:58.102025 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.130095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port b164c953-6a22-4f92-98e1-7a6a961c2b84 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:48:58.144985 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.248809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.249990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:58.268983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:58.278039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:58.281979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a9ccae81-0ab7-4278-b59d-7810e151a967 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:48:58.286535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Pushing event updated for resources: {'Port': ['ID=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:58.361406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.445713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d9e626-3309-44a2-8591-6486af8116b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf96296-a72d-4322-81bf-3a9b9e3cfa53'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:48:58.448278 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d25c2a2-1e14-477c-880a-727d6c585316" -d '{"events": [{"server_uuid": "91d9e626-3309-44a2-8591-6486af8116b8", "name": "network-vif-plugged", "status": "completed", "tag": "edf96296-a72d-4322-81bf-3a9b9e3cfa53"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:48:58.478422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port edf96296-a72d-4322-81bf-3a9b9e3cfa53, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:58.479688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ee4c50a-2ac5-4295-9892-8548290c1580 None None] Provisioning for port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:58.488178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.488505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ee4c50a-2ac5-4295-9892-8548290c1580 None None] Provisioning complete for port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:58.488892 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c50a-2ac5-4295-9892-8548290c1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.491692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Attempting to bind port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:48:58.492114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Attempting to bind port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:48:58.492475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Attempting to bind port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:48:58.497754 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.501781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fe1d:2a89 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/1c6068dd-348a-44f2-b829-0809acae3f4c/b164c953-6a22-4f92-98e1-7a6a961c2b84) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:48:58.527126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:48:58.527651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:48:58.528056 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.528466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:48:58.528964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Bound port: fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:48:58.529376 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.596494 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:48:53Z', 'revision_number': 3, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port': {'id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:51Z', 'updated_at': '2021-08-30T14:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:48:58.711439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.722427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.723358 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f58dd-593b-498e-9770-5af0b86ee135 None None] The sync data for ids ['9850328c-9a62-4b6d-9a46-9ea179335e8f'] in n-d-805668-3 is: [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:48:53Z', 'revision_number': 3, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port': {'id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:51Z', 'updated_at': '2021-08-30T14:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:48:58.808279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a9ccae81-0ab7-4278-b59d-7810e151a967 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:48:58.824422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a9ccae81-0ab7-4278-b59d-7810e151a967 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:48:58.824797 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.877603 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.887636 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:58.897957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c50a-2ac5-4295-9892-8548290c1580 None None] Port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:48:58.900644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:58.947548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=edf96296-a72d-4322-81bf-3a9b9e3cfa53,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:58.999817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] For port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:48:59.012340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] For port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:48:59.030089 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:59.107874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Network aa097223-486d-458a-9674-b0edf5793ceb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:59.111188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:59.271479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af25c9c-374b-4389-b88c-e1d5b08bd1d3 None None] Pushing event updated for resources: {'Port': ['ID=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:59.319134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:59.338448 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:59.349453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object b164c953-6a22-4f92-98e1-7a6a961c2b84 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:48:59.352891 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:59.434386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:59.437127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a9ccae81-0ab7-4278-b59d-7810e151a967, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a9ccae81-0ab7-4278-b59d-7810e151a967,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:48:59.449557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:59.502094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Router 9850328c-9a62-4b6d-9a46-9ea179335e8f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:48:59.595827 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f43772-f60d-4213-8c17-95588d128a91 x-openstack-request-id: req-d9f43772-f60d-4213-8c17-95588d128a91 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:48:59.600339 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d9e626-3309-44a2-8591-6486af8116b8", "name": "network-vif-plugged", "status": "completed", "tag": "edf96296-a72d-4322-81bf-3a9b9e3cfa53", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:48:59.601013 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9f43772-f60d-4213-8c17-95588d128a91 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:48:59.601629 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d9e626-3309-44a2-8591-6486af8116b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf96296-a72d-4322-81bf-3a9b9e3cfa53', 'code': 200} Aug 30 14:48:59.617796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a75f2ed9-8ffe-444f-a3ac-634d5531629a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:48:59.699818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=b164c953-6a22-4f92-98e1-7a6a961c2b84,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:59.735738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:48:59.756925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42f905-6933-4ff5-9b21-642f94ccad35 req-63fb9c57-4d4c-4e3f-b1c6-89b795945074 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:59.758641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e42f905-6933-4ff5-9b21-642f94ccad35 req-63fb9c57-4d4c-4e3f-b1c6-89b795945074 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 946 time: 0.6298120 Aug 30 14:48:59.766934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:48:59.771027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:48:59.793249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:59.793249 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:59.864380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a75f2ed9-8ffe-444f-a3ac-634d5531629a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:48:59.866000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a75f2ed9-8ffe-444f-a3ac-634d5531629a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:48:59.866612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6260b298-c4e1-4243-a9d6-7830da4a66fe no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:48:59.904674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ae30938c-9f9f-4127-8797-89e1a6f036ce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2804692 Aug 30 14:48:59.904674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d97262-5cb8-4098-9cb0-94ae053ddfbb req-827fb9d5-955b-4aa9-a83d-fd391d430b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:48:59.906082 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09d97262-5cb8-4098-9cb0-94ae053ddfbb req-827fb9d5-955b-4aa9-a83d-fd391d430b40 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 1097 time: 0.2383575 Aug 30 14:48:59.909638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:48:59.940351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:48:59.947325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a9ccae81-0ab7-4278-b59d-7810e151a967,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:48:59.959435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dba8a839-4835-4569-b59b-c744184ebf74 admin admin] 10.222.0.50 "PUT /v2.0/routers/9850328c-9a62-4b6d-9a46-9ea179335e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8550429 Aug 30 14:48:59.974607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 6260b298-c4e1-4243-a9d6-7830da4a66fe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:48:59.974966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6260b298-c4e1-4243-a9d6-7830da4a66fe not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:48:59.975395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fdc9a575-1bb6-4926-905d-bade1e0d488e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:48:59.992712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e42f905-6933-4ff5-9b21-642f94ccad35 req-6b85e644-042a-4430-951b-5baff348bd0e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794047 Aug 30 14:49:00.048013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a452bc8-6f13-4103-be3d-0ecc27ae9bc9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:00.048806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-09d97262-5cb8-4098-9cb0-94ae053ddfbb req-38144a21-c8c1-494a-aba2-1b5f2c8be480 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239882 Aug 30 14:49:00.049801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: fdc9a575-1bb6-4926-905d-bade1e0d488e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:00.050149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fdc9a575-1bb6-4926-905d-bade1e0d488e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:00.051759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:00.097428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a452bc8-6f13-4103-be3d-0ecc27ae9bc9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:00.099302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6a452bc8-6f13-4103-be3d-0ecc27ae9bc9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1861138 Aug 30 14:49:00.102529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37528) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:00.109722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:00.110070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2ea6daaa-cd1b-44e4-8e5b-3e7c61473bd4 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:00.130884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7111db46-e32c-40d7-b94d-e911e949fb35 None None] Provisioning complete for port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:00.131698 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7111db46-e32c-40d7-b94d-e911e949fb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:00.173081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Deleting port c01701fd-66be-4c9a-91d2-2a5732c1d6e5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:00.174378 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:00.224061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7111db46-e32c-40d7-b94d-e911e949fb35 None None] Port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:49:00.506107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] For port c01701fd-66be-4c9a-91d2-2a5732c1d6e5, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,segment=NetworkSegment(156c78b5-ebf3-47f3-b121-af65c5480229),segment_id=156c78b5-ebf3-47f3-b121-af65c5480229)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:00.509469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:00.541271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Calling delete_port for c01701fd-66be-4c9a-91d2-2a5732c1d6e5 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:00.546407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-450789bc-6e47-48ae-9b18-55bb750b8da5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port b164c953-6a22-4f92-98e1-7a6a961c2b84 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:00.546970 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-450789bc-6e47-48ae-9b18-55bb750b8da5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:00.559592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6eb8121a-a7a7-47ff-80bb-78807c6321de up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:00.717494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 6eb8121a-a7a7-47ff-80bb-78807c6321de completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:00.726313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 6eb8121a-a7a7-47ff-80bb-78807c6321de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:00.726973 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:00.737093 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-450789bc-6e47-48ae-9b18-55bb750b8da5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:00.948487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-450789bc-6e47-48ae-9b18-55bb750b8da5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for b164c953-6a22-4f92-98e1-7a6a961c2b84 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:01.047767 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.107387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 6eb8121a-a7a7-47ff-80bb-78807c6321de, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6eb8121a-a7a7-47ff-80bb-78807c6321de,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:01.117803 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.118637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:01.233465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.297664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:01.298602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:01.298945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.309837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d142e89-e552-4ca4-95de-337da4a18fc5 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567942472', 'description': 'tempest-secgroup-smoke-567942472 description', 'project_id': '0978ab3046174ebdab65191a78134e90'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:01.328921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=6eb8121a-a7a7-47ff-80bb-78807c6321de,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:01.344282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d142e89-e552-4ca4-95de-337da4a18fc5 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.385966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c01701fd-66be-4c9a-91d2-2a5732c1d6e5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:01.440917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:01.500115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ecb4-06c4-4a8f-aab9-c3db26f44cfd req-ac0191a4-4543-43d1-92d0-f9b87f7299ad tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:01.522222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e03ecb4-06c4-4a8f-aab9-c3db26f44cfd req-ac0191a4-4543-43d1-92d0-f9b87f7299ad tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 946 time: 0.3020089 Aug 30 14:49:01.577101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02ace78c-ad29-4990-9635-8e2260836057 None None] Provisioning for port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:01.592306 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d142e89-e552-4ca4-95de-337da4a18fc5 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.598339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d142e89-e552-4ca4-95de-337da4a18fc5 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.653189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:01.662892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:01.663816 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.669788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d142e89-e552-4ca4-95de-337da4a18fc5 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.678311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4d142e89-e552-4ca4-95de-337da4a18fc5 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3741822 Aug 30 14:49:01.682711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:01.685625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d142e89-e552-4ca4-95de-337da4a18fc5 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801a4df4-20cb-411c-88d7-895e25bbace0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:01.698201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-781857a1-14ab-4f53-85fe-389171263771 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'security_group_rule': {'security_group_id': '801a4df4-20cb-411c-88d7-895e25bbace0', 'project_id': '0978ab3046174ebdab65191a78134e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:01.724768 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.802394 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.818331 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e03ecb4-06c4-4a8f-aab9-c3db26f44cfd req-823a3f5f-58ea-49e9-a4f6-e94aee775b95 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827346 Aug 30 14:49:01.889806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:01.908454 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:01.910938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a9ccae81-0ab7-4278-b59d-7810e151a967 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:01.950086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-450789bc-6e47-48ae-9b18-55bb750b8da5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.002958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-781857a1-14ab-4f53-85fe-389171263771 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.013727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450789bc-6e47-48ae-9b18-55bb750b8da5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=b164c953-6a22-4f92-98e1-7a6a961c2b84,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:02.053371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36975694-a935-4859-9465-fc5ca9e45e5e None None] Provisioning complete for port b164c953-6a22-4f92-98e1-7a6a961c2b84 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:02.054063 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36975694-a935-4859-9465-fc5ca9e45e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.092069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-36975694-a935-4859-9465-fc5ca9e45e5e None None] Port b164c953-6a22-4f92-98e1-7a6a961c2b84 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 14:49:02.132568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:02.152764 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-450789bc-6e47-48ae-9b18-55bb750b8da5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.157553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a9ccae81-0ab7-4278-b59d-7810e151a967 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:02.157933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:02.158063 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.165384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-450789bc-6e47-48ae-9b18-55bb750b8da5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/b164c953-6a22-4f92-98e1-7a6a961c2b84 HTTP/1.1" status: 204 len: 168 time: 2.0468342 Aug 30 14:49:02.194224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.213646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Sync routers for ids ['9850328c-9a62-4b6d-9a46-9ea179335e8f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:49:02.277133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Routers {'9850328c-9a62-4b6d-9a46-9ea179335e8f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:49:02.277776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9850328c-9a62-4b6d-9a46-9ea179335e8f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:02.310198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cf3aac-5376-42bf-8623-622ef660d3fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:02.314684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cf3aac-5376-42bf-8623-622ef660d3fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:02.327231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c9cf3aac-5376-42bf-8623-622ef660d3fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1675074 Aug 30 14:49:02.328072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:02.441369 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-781857a1-14ab-4f53-85fe-389171263771 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.478533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11b558e-c4d0-4792-8af2-a1494261b44d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 1c6068dd-348a-44f2-b829-0809acae3f4c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:02.483192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11b558e-c4d0-4792-8af2-a1494261b44d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.506199 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-781857a1-14ab-4f53-85fe-389171263771 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.545667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-781857a1-14ab-4f53-85fe-389171263771 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.547206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-781857a1-14ab-4f53-85fe-389171263771 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8574147 Aug 30 14:49:02.552094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:02.554525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781857a1-14ab-4f53-85fe-389171263771 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9fe85c-7102-4996-9468-89b0b55cb899,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:02.572822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-edc07bfb-a7f2-4cc2-be36-affe7d1ebb36 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'security_group_rule': {'security_group_id': '801a4df4-20cb-411c-88d7-895e25bbace0', 'project_id': '0978ab3046174ebdab65191a78134e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:02.679819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Set router 9850328c-9a62-4b6d-9a46-9ea179335e8f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:49:02.689664 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc07bfb-a7f2-4cc2-be36-affe7d1ebb36 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.738271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11b558e-c4d0-4792-8af2-a1494261b44d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.798731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:49:02.836261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6eb8121a-a7a7-47ff-80bb-78807c6321de up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:02.918750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc07bfb-a7f2-4cc2-be36-affe7d1ebb36 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.926393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc07bfb-a7f2-4cc2-be36-affe7d1ebb36 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.952767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edc07bfb-a7f2-4cc2-be36-affe7d1ebb36 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:02.954045 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-edc07bfb-a7f2-4cc2-be36-affe7d1ebb36 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3923206 Aug 30 14:49:02.959725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:02.967584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dd04d50b-1c78-4978-a041-e2135a3434d2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'security_group_rule': {'security_group_id': '801a4df4-20cb-411c-88d7-895e25bbace0', 'project_id': '0978ab3046174ebdab65191a78134e90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:03.018164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc07bfb-a7f2-4cc2-be36-affe7d1ebb36 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a95b077-ad0c-40ef-9550-26a0a2a4db8c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:03.028849 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.043469 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11b558e-c4d0-4792-8af2-a1494261b44d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.091210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd04d50b-1c78-4978-a041-e2135a3434d2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.122219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:49:03.132358 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] Sync routers for ids ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:49:03.147877 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] Routers {'00ebf91d-e30e-4373-9be1-c23b74ed71d3'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:49:03.152592 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:03.156919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 6eb8121a-a7a7-47ff-80bb-78807c6321de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:03.157414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.159752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3a5e1085-6439-4eb4-af56-284d4299c3fe admin admin] 10.222.0.50 "PUT /v2.0/routers/00ebf91d-e30e-4373-9be1-c23b74ed71d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3158104 Aug 30 14:49:03.166157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:03.179634 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11b558e-c4d0-4792-8af2-a1494261b44d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.245994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd04d50b-1c78-4978-a041-e2135a3434d2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.254912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd04d50b-1c78-4978-a041-e2135a3434d2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.310396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04d50b-1c78-4978-a041-e2135a3434d2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a251ce24-ddb8-419e-972b-5a0dbbc8e2c0,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:03.320232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:03.349893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd04d50b-1c78-4978-a041-e2135a3434d2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.356107 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dd04d50b-1c78-4978-a041-e2135a3434d2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900721 Aug 30 14:49:03.359276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:03.364201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e7c46ac2-e771-4cc6-bd32-dfe5b656819d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'security_group_rule': {'security_group_id': '801a4df4-20cb-411c-88d7-895e25bbace0', 'project_id': '0978ab3046174ebdab65191a78134e90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:03.403824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:48:58Z', 'revision_number': 4, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port': {'id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:51Z', 'updated_at': '2021-08-30T14:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '5a6af402-0fb7-44f2-9dce-74a9b4d6ae14', 'name': '', 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'mac_address': 'fa:16:3e:e1:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '41b88573-c3d4-49c6-86f2-dc2ffdf66e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:57Z', 'updated_at': '2021-08-30T14:48:58Z', 'revision_number': 2, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'subnets': [{'id': '41b88573-c3d4-49c6-86f2-dc2ffdf66e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:03.429944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7c46ac2-e771-4cc6-bd32-dfe5b656819d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.444422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Checking router: 9850328c-9a62-4b6d-9a46-9ea179335e8f for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:49:03.445110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Updating router 9850328c-9a62-4b6d-9a46-9ea179335e8f port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:49:03.483878 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.508510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:03.509644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.567494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b558e-c4d0-4792-8af2-a1494261b44d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6068dd-348a-44f2-b829-0809acae3f4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:03.571264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11b558e-c4d0-4792-8af2-a1494261b44d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.579043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e11b558e-c4d0-4792-8af2-a1494261b44d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/1c6068dd-348a-44f2-b829-0809acae3f4c HTTP/1.1" status: 204 len: 168 time: 1.2498579 Aug 30 14:49:03.581630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380e09fb-31f1-484f-87ae-0fb620194a0b None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:03.587182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:03.593232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:03.688334 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-50c76cca-072d-430e-9a52-d69d7612b0c7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966685 Aug 30 14:49:03.689057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:03.723440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:03.763232 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] Set router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:49:04.010967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7c46ac2-e771-4cc6-bd32-dfe5b656819d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.051743 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7c46ac2-e771-4cc6-bd32-dfe5b656819d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.127956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c46ac2-e771-4cc6-bd32-dfe5b656819d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631bbec5-3a1f-4586-a58e-63f4ebbc01a0,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:04.143930 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7c46ac2-e771-4cc6-bd32-dfe5b656819d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.145201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7c46ac2-e771-4cc6-bd32-dfe5b656819d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7847891 Aug 30 14:49:04.156736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:04.173393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'security_group_rule': {'security_group_id': '801a4df4-20cb-411c-88d7-895e25bbace0', 'project_id': '0978ab3046174ebdab65191a78134e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:04.198624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:49:04.198624 n-d-805668-3 neutron-server[94827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:49:04.198624 n-d-805668-3 neutron-server[94827]: [parameters: {'project_id_1': '0978ab3046174ebdab65191a78134e90', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 49, 4, 181189)}] Aug 30 14:49:04.198624 n-d-805668-3 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:49:04.199049 n-d-805668-3 neutron-server[94827]: DEBUG oslo_db.api [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:49:04.222257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:04.225974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.251634 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:49:01Z', 'revision_number': 5, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:04.303766 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] Checking router: 00ebf91d-e30e-4373-9be1-c23b74ed71d3 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:49:04.324333 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] Routers {'00ebf91d-e30e-4373-9be1-c23b74ed71d3'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:49:04.325272 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:04.492188 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.513500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Transition to ACTIVE for port object 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:04.518021 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] Set router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:49:04.528144 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.613210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:04.645799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.709875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea4b8d-ca2d-4a24-ac27-d44c546a665b None None] Pushing event updated for resources: {'Port': ['ID=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:04.780806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Deleting port 040e4ea3-cdb9-415e-8c89-0a8118fe8166 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:04.781428 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.856481 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Project 0978ab3046174ebdab65191a78134e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:49:04.874560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.911981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Attempting to bind port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:04.912398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Attempting to bind port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:04.912766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Attempting to bind port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 on network aa097223-486d-458a-9674-b0edf5793ceb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:04.935215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:04.935596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Checking segment: {'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:04.936009 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.938641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Bound using segment: {'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:04.938847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Bound port: 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bc7fc2-b5fe-477b-9879-41374b062fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:04.939202 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.980898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] Deleting port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:04.983741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:04.989242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:49:01Z', 'revision_number': 5, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:05.007319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:49:05.040928 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938f9be-082d-487c-a44c-3cf91f8b7fe7 None None] The sync data for ids ['00ebf91d-e30e-4373-9be1-c23b74ed71d3'] in n-d-805668-3 is: [{'id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'name': 'tempest-TestAggregatesBasicOps-1972197429-router', 'tenant_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:28Z', 'updated_at': '2021-08-30T14:49:01Z', 'revision_number': 5, 'project_id': 'cb19e0ad15fc4d68b487b763a556a94c', 'gw_port': {'id': '040e4ea3-cdb9-415e-8c89-0a8118fe8166', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ebf91d-e30e-4373-9be1-c23b74ed71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:29Z', 'updated_at': '2021-08-30T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:49:05.062847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] For port 040e4ea3-cdb9-415e-8c89-0a8118fe8166, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=040e4ea3-cdb9-415e-8c89-0a8118fe8166,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:05.064906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.138330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Calling delete_port for 040e4ea3-cdb9-415e-8c89-0a8118fe8166 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:05.260291 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.271828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.364321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] For port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:05.377902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b8808a-d385-432a-baad-3cd6287fd9bb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:05.383249 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.384425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1f7e19ed-0ff0-46ad-a9f8-8c4f2534c4df tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2266772 Aug 30 14:49:05.389152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] For port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,segment=NetworkSegment(b6bc7fc2-b5fe-477b-9879-41374b062fef),segment_id=b6bc7fc2-b5fe-477b-9879-41374b062fef)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:05.396821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:05.401957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.414064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-976cfe11-7ed8-45f6-b431-44695936afc2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'security_group_rule': {'security_group_id': '801a4df4-20cb-411c-88d7-895e25bbace0', 'project_id': '0978ab3046174ebdab65191a78134e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:05.473943 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-976cfe11-7ed8-45f6-b431-44695936afc2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Project 0978ab3046174ebdab65191a78134e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:49:05.480455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976cfe11-7ed8-45f6-b431-44695936afc2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.495499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] For port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:05.496101 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.577010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] Calling delete_port for fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:05.641572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.696791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976cfe11-7ed8-45f6-b431-44695936afc2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.698810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.705624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea4b8d-ca2d-4a24-ac27-d44c546a665b None None] Pushing event updated for resources: {'Port': ['ID=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:05.713216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976cfe11-7ed8-45f6-b431-44695936afc2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.726875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Routers {'9850328c-9a62-4b6d-9a46-9ea179335e8f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:49:05.727573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:48:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9850328c-9a62-4b6d-9a46-9ea179335e8f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:05.765960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Pushing event deleted for resources: {'Port': ['ID=040e4ea3-cdb9-415e-8c89-0a8118fe8166,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:05.794404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cfe11-7ed8-45f6-b431-44695936afc2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c7b9e9-123c-4703-b50c-05bbacd79b19,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:05.861572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-976cfe11-7ed8-45f6-b431-44695936afc2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:05.865542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-976cfe11-7ed8-45f6-b431-44695936afc2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4552886 Aug 30 14:49:05.907671 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.124971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] For port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:06.136468 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.140022 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.182585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-6be781da-9446-4e22-9a34-6002f6e05b9b tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567942472&fields=id&tenant_id=0978ab3046174ebdab65191a78134e90 HTTP/1.1" status: 200 len: 267 time: 0.1104059 Aug 30 14:49:06.220822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] Set router 9850328c-9a62-4b6d-9a46-9ea179335e8f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:49:06.225173 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.227062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00ebf91d-e30e-4373-9be1-c23b74ed71d3 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:49:06.232417 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.233600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ab210fa6-0af8-4a1c-8c56-84d0964e6230 admin admin] 10.222.0.50 "DELETE /v2.0/routers/00ebf91d-e30e-4373-9be1-c23b74ed71d3 HTTP/1.1" status: 204 len: 168 time: 3.0650353 Aug 30 14:49:06.244278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:06.372301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b6832f-b5a0-41da-8c9c-3da9b1f8c18c admin admin] Deleting subnet ac934c45-208b-42ac-9092-f234de764ecf {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:06.381616 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b6832f-b5a0-41da-8c9c-3da9b1f8c18c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.470032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648498-1566-47f3-b74a-d6a954eac880 req-6c0f4fb9-edcf-4d06-95cb-1783bddefdc7 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:06.470941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b6832f-b5a0-41da-8c9c-3da9b1f8c18c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.475804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-6c0f4fb9-edcf-4d06-95cb-1783bddefdc7 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 808 time: 0.2737529 Aug 30 14:49:06.500289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.505500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-710316f8-2754-49e9-93d8-137eb47317b2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/quotas/0978ab3046174ebdab65191a78134e90 HTTP/1.1" status: 200 len: 375 time: 0.0185537 Aug 30 14:49:06.507601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.508843 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.607017 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.626134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:06.630792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=ba61de6a-cd6b-42c7-a0fb-3e267cca5e55,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:06.646080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] Pushing event deleted for resources: {'Port': ['ID=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:06.660799 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b6832f-b5a0-41da-8c9c-3da9b1f8c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.664245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:06.671345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d12e5-be00-4d2d-a662-241ee4bf8d76 None None] No DVR routers for this DVR port fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:06.722450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02d2b6-e7cd-4e12-8610-2d050d845686 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:06.753181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b6832f-b5a0-41da-8c9c-3da9b1f8c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.768475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:06.770664 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.784605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6832f-b5a0-41da-8c9c-3da9b1f8c18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac934c45-208b-42ac-9092-f234de764ecf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:06.795360 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46b6832f-b5a0-41da-8c9c-3da9b1f8c18c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:06.797899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-46b6832f-b5a0-41da-8c9c-3da9b1f8c18c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ac934c45-208b-42ac-9092-f234de764ecf HTTP/1.1" status: 204 len: 168 time: 0.5523086 Aug 30 14:49:06.800595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:06.812327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:06.822205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3bdcb6d5-f8be-467f-8878-8e30b15bec84 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1308353 Aug 30 14:49:06.824923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:06.830906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:04:46:c3', 'name': 'tempest-NetworksTestDHCPv6-1626623714'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:06.887408 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-e5921fa8-b6ba-4489-b1d0-534a45391f69 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3599198 Aug 30 14:49:06.906617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeea3da7-c8cd-4206-8a47-fecd19cbcb02 None None] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:07.011985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c01701fd-66be-4c9a-91d2-2a5732c1d6e5 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:07.034660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-6e0018aa-b8c7-4589-b227-73fd3e6c375e service neutron] 10.222.0.50 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320395 Aug 30 14:49:07.119538 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:07.149343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:48:58Z', 'revision_number': 4, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port': {'id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:51Z', 'updated_at': '2021-08-30T14:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '5a6af402-0fb7-44f2-9dce-74a9b4d6ae14', 'name': '', 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'mac_address': 'fa:16:3e:e1:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '41b88573-c3d4-49c6-86f2-dc2ffdf66e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:57Z', 'updated_at': '2021-08-30T14:49:05Z', 'revision_number': 4, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'subnets': [{'id': '41b88573-c3d4-49c6-86f2-dc2ffdf66e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:07.197965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c01701fd-66be-4c9a-91d2-2a5732c1d6e5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:07.198348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c01701fd-66be-4c9a-91d2-2a5732c1d6e5 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:07.198722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:07.211824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-9841ddfa-6a7c-4539-9736-af3a09f36211 service neutron] 10.222.0.50 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683729 Aug 30 14:49:07.240028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:07.253483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abbd389-2099-4ac5-8c8f-67371257cc6e None None] The sync data for ids ['9850328c-9a62-4b6d-9a46-9ea179335e8f'] in n-d-805668-3 is: [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:48:58Z', 'revision_number': 4, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port': {'id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:51Z', 'updated_at': '2021-08-30T14:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '5a6af402-0fb7-44f2-9dce-74a9b4d6ae14', 'name': '', 'network_id': 'aa097223-486d-458a-9674-b0edf5793ceb', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'mac_address': 'fa:16:3e:e1:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '41b88573-c3d4-49c6-86f2-dc2ffdf66e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:57Z', 'updated_at': '2021-08-30T14:49:05Z', 'revision_number': 4, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'subnets': [{'id': '41b88573-c3d4-49c6-86f2-dc2ffdf66e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:49:07.263565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:07.264075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fe5aca0b-498a-4b5e-bdb9-17c3d5fb1857 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:07.392662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'ba61de6a-cd6b-42c7-a0fb-3e267cca5e55'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:49:07.393723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:07.548404 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:07.573786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Deleting port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:07.574133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:07.589074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port b695b050-a7ac-40c9-8e9c-e62b0e7e25b0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:49:07.736996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] DHCP port deletion for bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:07.818440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-194d818a-9783-46f5-ad5f-e5f8fce64d62 req-a8891274-bd93-4f98-8ed3-8603e9c294c2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 210 time: 0.1433029 Aug 30 14:49:07.860489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Allocated IP 2001:db8::f816:3eff:fe7a:b621 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/ba61de6a-cd6b-42c7-a0fb-3e267cca5e55/351bcda4-3a99-4e90-adf7-9ee1930c44a8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:08.072981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] For port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,segment=NetworkSegment(156c78b5-ebf3-47f3-b121-af65c5480229),segment_id=156c78b5-ebf3-47f3-b121-af65c5480229)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:08.073650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:08.097703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Calling delete_port for 8a0496ed-933c-4660-a276-1b2ea1b8a6cf owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:08.119164 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:08.135086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Transition to ACTIVE for port object 351bcda4-3a99-4e90-adf7-9ee1930c44a8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:08.152833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] Deleting port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:08.153342 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:08.256682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Transition to ACTIVE for port object 351bcda4-3a99-4e90-adf7-9ee1930c44a8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:08.289377 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:08.501353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] For port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,segment=NetworkSegment(156c78b5-ebf3-47f3-b121-af65c5480229),segment_id=156c78b5-ebf3-47f3-b121-af65c5480229)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:08.505361 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:08.533298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Pushing event updated for resources: {'Port': ['ID=351bcda4-3a99-4e90-adf7-9ee1930c44a8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:08.542457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fe04:46c3 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/ba61de6a-cd6b-42c7-a0fb-3e267cca5e55/b695b050-a7ac-40c9-8e9c-e62b0e7e25b0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:08.544783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:08.628618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:08.631375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:08.632121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] Calling delete_port for 8a0496ed-933c-4660-a276-1b2ea1b8a6cf owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:08.648088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:08.661893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] No DVR routers for this DVR port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:08.717163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:08.722513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:08.908811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.006850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:09.021134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156c78b5-ebf3-47f3-b121-af65c5480229') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:09.021493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156c78b5-ebf3-47f3-b121-af65c5480229') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:09.034549 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.050089 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.058715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:49:09.059663 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:49:09.161465 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:49:09.240291 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.244348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:09.275424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:09.275802 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.289443 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.302084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] 10.222.0.50 "DELETE /v2.0/networks/bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b HTTP/1.1" status: 204 len: 168 time: 2.4980600 Aug 30 14:49:09.340621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e6351be-65a3-4768-b4db-09883c36211e req-cbe253e4-8335-44ed-99ae-461866ae29e7 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 210 time: 0.1728935 Aug 30 14:49:09.357156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7331c94-c14c-4eda-9910-1955ad589fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:09.403856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Attempting to bind port 351bcda4-3a99-4e90-adf7-9ee1930c44a8 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:09.406292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Attempting to bind port 351bcda4-3a99-4e90-adf7-9ee1930c44a8 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:09.410795 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Attempting to bind port 351bcda4-3a99-4e90-adf7-9ee1930c44a8 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:09.427158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:09.428129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:09.428755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.429789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:09.430570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Bound port: 351bcda4-3a99-4e90-adf7-9ee1930c44a8, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:09.431141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.515564 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.541569 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.548678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object b695b050-a7ac-40c9-8e9c-e62b0e7e25b0 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:09.626640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.643004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] Network bbe9c2ee-6f00-4f5b-8bf2-1ad92908c36b is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:49:09.643575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] No DVR routers for this DVR port 8a0496ed-933c-4660-a276-1b2ea1b8a6cf on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:09.665809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c770a-aba4-4256-9fb0-ad52636ea02f None None] Pushing event deleted for resources: {'Port': ['ID=8a0496ed-933c-4660-a276-1b2ea1b8a6cf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:09.719431 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.731061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648498-1566-47f3-b74a-d6a954eac880 req-90b3718b-225c-48f5-8b84-cfb440799dba tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:09.732775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-90b3718b-225c-48f5-8b84-cfb440799dba tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.21 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 808 time: 0.2786641 Aug 30 14:49:09.774913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:09.778133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:09.801688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=b695b050-a7ac-40c9-8e9c-e62b0e7e25b0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:09.805786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:09.808134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:09.815715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:09.816925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.818784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] For port 351bcda4-3a99-4e90-adf7-9ee1930c44a8, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:09.831569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] For port 351bcda4-3a99-4e90-adf7-9ee1930c44a8, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=351bcda4-3a99-4e90-adf7-9ee1930c44a8,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:09.846224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.854080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-d47e3e3d-bbd8-4598-b83b-4ba2e7f0e04c tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0978ab3046174ebdab65191a78134e90 HTTP/1.1" status: 200 len: 379 time: 0.0982432 Aug 30 14:49:09.863048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,segment=NetworkSegment(b6bc7fc2-b5fe-477b-9879-41374b062fef),segment_id=b6bc7fc2-b5fe-477b-9879-41374b062fef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:09.864985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'port': {'device_id': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'admin_state_up': True, 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'security_groups': ['801a4df4-20cb-411c-88d7-895e25bbace0']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:09.888214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-359544b1-3fee-4dd4-a810-23b6b4c22684 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ceb6313f948b418f83ffc70adff9b951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058607 Aug 30 14:49:09.888214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-de3d68c1-e417-42b2-8a0f-6b04a3ce2186 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0615027 Aug 30 14:49:09.888214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:09.889956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:09.900108 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.979851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8a0496ed-933c-4660-a276-1b2ea1b8a6cf no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:10.023561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 8a0496ed-933c-4660-a276-1b2ea1b8a6cf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:10.024218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8a0496ed-933c-4660-a276-1b2ea1b8a6cf not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:10.025006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 040e4ea3-cdb9-415e-8c89-0a8118fe8166 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:10.030115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41e45a-2722-4604-a1ea-cfee770cfb20 None None] Pushing event updated for resources: {'Port': ['ID=351bcda4-3a99-4e90-adf7-9ee1930c44a8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:10.049790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Made reservation on behalf of 0978ab3046174ebdab65191a78134e90 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:10.053881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e7315-756c-45a6-8c71-540dc1242177 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:10.055236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:10.071400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e7315-756c-45a6-8c71-540dc1242177 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:10.076313 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-852e7315-756c-45a6-8c71-540dc1242177 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1854701 Aug 30 14:49:10.081582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:10.100019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 040e4ea3-cdb9-415e-8c89-0a8118fe8166 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:10.104090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 040e4ea3-cdb9-415e-8c89-0a8118fe8166 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:10.152580 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b65dab8-3c30-4872-939e-b52b394d04cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:10.180860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:10.198573 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b65dab8-3c30-4872-939e-b52b394d04cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:10.308556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b65dab8-3c30-4872-939e-b52b394d04cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:10.311676 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b65dab8-3c30-4872-939e-b52b394d04cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:10.315915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3b65dab8-3c30-4872-939e-b52b394d04cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/296a2256-4d1d-408c-89db-969b623a4515 HTTP/1.1" status: 204 len: 168 time: 0.4269233 Aug 30 14:49:10.336991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65dab8-3c30-4872-939e-b52b394d04cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a2256-4d1d-408c-89db-969b623a4515,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:10.571774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08e1baa6-6c47-473e-98d0-1d12b12b730c req-34c2d7cd-a344-4bea-9b75-96002408826a tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 210 time: 0.0734448 Aug 30 14:49:10.735409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:10.824312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:10.824819 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:10.972523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 351bcda4-3a99-4e90-adf7-9ee1930c44a8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:11.089244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 351bcda4-3a99-4e90-adf7-9ee1930c44a8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:11.168820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:11.219077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a9fdd9ca-ac86-4fde-97d7-ec04e5703f32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb19e0ad15fc4d68b487b763a556a94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485406 Aug 30 14:49:11.221647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:11.230420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f56161b9-cb4f-49fa-b951-909b576a3acb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port b695b050-a7ac-40c9-8e9c-e62b0e7e25b0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:11.231064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f56161b9-cb4f-49fa-b951-909b576a3acb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.290832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Allocated IP 172.20.0.4 (e3f14e83-8c0d-4016-a1db-160767c5d2d6/1f4e0539-47be-4f39-857c-81950bc63fe8/4cc10748-9784-4fac-a206-8ac447dc0505) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:11.301673 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.361931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.425242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f56161b9-cb4f-49fa-b951-909b576a3acb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.440377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.442979 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.447657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61096432-6ca4-481b-9913-063eff409a9d HTTP/1.1" status: 204 len: 168 time: 0.2253201 Aug 30 14:49:11.458726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f56161b9-cb4f-49fa-b951-909b576a3acb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for b695b050-a7ac-40c9-8e9c-e62b0e7e25b0 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:11.460659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61096432-6ca4-481b-9913-063eff409a9d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:11.490661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.496189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.496189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.496189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.496189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.497713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.497713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.497713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.497713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.498146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.498146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.498969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230381db-27a2-4305-bb21-6a82ad4232a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:11.675328 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.781612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Transition to ACTIVE for port object 4cc10748-9784-4fac-a206-8ac447dc0505 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:11.798183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f56161b9-cb4f-49fa-b951-909b576a3acb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.837891 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0514f400-04c8-4ee2-9519-51e744a8038e req-4900e73e-5b62-4b85-afe7-8a4d07d87d7c tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 210 time: 0.0939801 Aug 30 14:49:11.879069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-896c453a-f50d-428e-98d0-971e347a43e4 None None] Provisioning for port 351bcda4-3a99-4e90-adf7-9ee1930c44a8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:11.884984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-896c453a-f50d-428e-98d0-971e347a43e4 None None] Provisioning complete for port 351bcda4-3a99-4e90-adf7-9ee1930c44a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:11.885382 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-896c453a-f50d-428e-98d0-971e347a43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.906724 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f56161b9-cb4f-49fa-b951-909b576a3acb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:11.921648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:11.933240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f56161b9-cb4f-49fa-b951-909b576a3acb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/b695b050-a7ac-40c9-8e9c-e62b0e7e25b0 HTTP/1.1" status: 204 len: 168 time: 1.8241799 Aug 30 14:49:11.949330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56161b9-cb4f-49fa-b951-909b576a3acb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=b695b050-a7ac-40c9-8e9c-e62b0e7e25b0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:12.059332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38943c-ff51-4d68-ad0f-2eea753069f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:12.067593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38943c-ff51-4d68-ad0f-2eea753069f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:12.073538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4a38943c-ff51-4d68-ad0f-2eea753069f3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1490231 Aug 30 14:49:12.075240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:12.116139 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.193025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-30956cfb-3e4b-4f25-b776-46732d23a5f1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet ba61de6a-cd6b-42c7-a0fb-3e267cca5e55 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:12.199985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30956cfb-3e4b-4f25-b776-46732d23a5f1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.299765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30956cfb-3e4b-4f25-b776-46732d23a5f1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.313969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-896c453a-f50d-428e-98d0-971e347a43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.334230 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'Port': ['ID=4cc10748-9784-4fac-a206-8ac447dc0505,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:12.396460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:12.400662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:12.406443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-896c453a-f50d-428e-98d0-971e347a43e4 None None] For port 351bcda4-3a99-4e90-adf7-9ee1930c44a8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=351bcda4-3a99-4e90-adf7-9ee1930c44a8,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:12.412086 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-896c453a-f50d-428e-98d0-971e347a43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.414181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:12.497871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c453a-f50d-428e-98d0-971e347a43e4 None None] Pushing event updated for resources: {'Port': ['ID=351bcda4-3a99-4e90-adf7-9ee1930c44a8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:12.539897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:12.541140 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.543338 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30956cfb-3e4b-4f25-b776-46732d23a5f1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.561585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-418df33c-7968-4228-bdad-40a3748e8d4f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7010202 Aug 30 14:49:12.590703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Request body: {'port': {'device_id': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:12.599064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9151b673-1313-41e3-930e-7daf3230c90d None None] Could not find standard attr ID for object b695b050-a7ac-40c9-8e9c-e62b0e7e25b0. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:12.667572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.683957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30956cfb-3e4b-4f25-b776-46732d23a5f1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.763696 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30956cfb-3e4b-4f25-b776-46732d23a5f1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=ba61de6a-cd6b-42c7-a0fb-3e267cca5e55,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:12.770571 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30956cfb-3e4b-4f25-b776-46732d23a5f1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.772898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-30956cfb-3e4b-4f25-b776-46732d23a5f1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/ba61de6a-cd6b-42c7-a0fb-3e267cca5e55 HTTP/1.1" status: 204 len: 168 time: 0.6946139 Aug 30 14:49:12.777023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:12.839928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51e01457-3aaf-400d-9f87-f283c1eba25c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614552 Aug 30 14:49:12.843487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:12.925581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a771368-2280-486f-a092-43aa4a66c656 None None] Provisioning for port 4cc10748-9784-4fac-a206-8ac447dc0505 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:12.931087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a771368-2280-486f-a092-43aa4a66c656 None None] Provisioning complete for port 4cc10748-9784-4fac-a206-8ac447dc0505 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:12.931394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-21e6f93b-221c-408e-ac4d-2c8bc7a8ba43 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:12.931835 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a771368-2280-486f-a092-43aa4a66c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.933755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-21e6f93b-221c-408e-ac4d-2c8bc7a8ba43 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 815 time: 0.2685637 Aug 30 14:49:12.956701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4b25c8e7-2dde-4445-b5e5-1a8ec3aadb42 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/quotas/447118a64ed1434fa1634b6da0c72234 HTTP/1.1" status: 200 len: 375 time: 0.0130510 Aug 30 14:49:12.969496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b472057-5915-4346-a302-7db6c61c5657 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:12.973353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d50d13-dadd-47e7-9bea-ee778c9d78e9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:12.974794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e2d50d13-dadd-47e7-9bea-ee778c9d78e9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1302099 Aug 30 14:49:12.977409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:13.030755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20e24-563d-4f96-be3b-4e1575b3d0e8 req-4c6ffa08-1f11-425d-82a4-a7ebb42b6e47 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:13.032671 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0d20e24-563d-4f96-be3b-4e1575b3d0e8 req-4c6ffa08-1f11-425d-82a4-a7ebb42b6e47 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 931 time: 0.1076486 Aug 30 14:49:13.084773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1a771368-2280-486f-a092-43aa4a66c656 None None] Port 4cc10748-9784-4fac-a206-8ac447dc0505 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:49:13.105933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a0d20e24-563d-4f96-be3b-4e1575b3d0e8 req-cb3731fa-9323-4802-becd-7c00a3c51666 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637872 Aug 30 14:49:13.115547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-b9a33091-118f-4eb9-b6b1-afb53f05c513 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395116 Aug 30 14:49:13.134667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0384119-9841-45f7-8e29-901b1e313667 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:13.135891 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d0384119-9841-45f7-8e29-901b1e313667 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1209006 Aug 30 14:49:13.147775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:13.172023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc10748-9784-4fac-a206-8ac447dc0505 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:49:13.184372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.202197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Transition to ACTIVE for port object 4cc10748-9784-4fac-a206-8ac447dc0505 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:13.206888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.226994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:13.272488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc10748-9784-4fac-a206-8ac447dc0505,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:13.296617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-568ce160-7e36-46a5-9c15-874cbf81de67 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1476026 Aug 30 14:49:13.301230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:13.308130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:13.316046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] Deleting port 351bcda4-3a99-4e90-adf7-9ee1930c44a8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:13.317065 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.369747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Attempting to bind port 4cc10748-9784-4fac-a206-8ac447dc0505 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:13.370895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Attempting to bind port 4cc10748-9784-4fac-a206-8ac447dc0505 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:13.371478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Attempting to bind port 4cc10748-9784-4fac-a206-8ac447dc0505 on network e3f14e83-8c0d-4016-a1db-160767c5d2d6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:13.377699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Port 4cc10748-9784-4fac-a206-8ac447dc0505 on network e3f14e83-8c0d-4016-a1db-160767c5d2d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:49:13.378220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Attempting to bind port 4cc10748-9784-4fac-a206-8ac447dc0505 on network e3f14e83-8c0d-4016-a1db-160767c5d2d6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:13.385190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:13.385856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Checking segment: {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:13.386424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Bound using segment: {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:13.387036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Bound port: 4cc10748-9784-4fac-a206-8ac447dc0505, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85f5323-3132-4965-8002-e2fc517a4216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:13.387593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.392274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-0339a939-e4c3-4c83-858e-8c914b636323 service neutron] 10.222.0.50 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722647 Aug 30 14:49:13.470758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] For port 351bcda4-3a99-4e90-adf7-9ee1930c44a8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=351bcda4-3a99-4e90-adf7-9ee1930c44a8,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:13.475053 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.510468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] For port 4cc10748-9784-4fac-a206-8ac447dc0505, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:13.518345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] For port 4cc10748-9784-4fac-a206-8ac447dc0505, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4cc10748-9784-4fac-a206-8ac447dc0505,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:13.532503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] Calling delete_port for 351bcda4-3a99-4e90-adf7-9ee1930c44a8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:13.537347 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.549357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:13.565976 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.644930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:13.645722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.647159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] 10.222.0.21 "PUT /v2.0/ports/4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 1091 time: 1.0708256 Aug 30 14:49:13.647622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'tag': '4cc10748-9784-4fac-a206-8ac447dc0505'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:49:13.667767 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b9134b-542a-4486-9197-8a2ea6bc4b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "dff80151-5287-49f3-a6d1-3cd6c87df8e6", "tag": "4cc10748-9784-4fac-a206-8ac447dc0505"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:49:13.712717 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:13.741865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-553c8ff1-0d28-48e4-98f5-b1755b54f158 service neutron] 10.222.0.50 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397391 Aug 30 14:49:13.789396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] No DVR routers for this DVR port 351bcda4-3a99-4e90-adf7-9ee1930c44a8 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:13.797900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df4fb2-c6ac-4f24-986e-6e437aff25c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc10748-9784-4fac-a206-8ac447dc0505,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:13.810226 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02a1e09-a237-4c12-8825-c8928fd71b2d x-openstack-request-id: req-f02a1e09-a237-4c12-8825-c8928fd71b2d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:49:13.810527 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff80151-5287-49f3-a6d1-3cd6c87df8e6", "tag": "4cc10748-9784-4fac-a206-8ac447dc0505", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:49:13.810781 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f02a1e09-a237-4c12-8825-c8928fd71b2d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:49:13.811193 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'tag': '4cc10748-9784-4fac-a206-8ac447dc0505', 'status': 'completed', 'code': 200} Aug 30 14:49:13.837336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1ad87-8f94-45b8-b556-7342cea0de0f None None] Pushing event deleted for resources: {'Port': ['ID=351bcda4-3a99-4e90-adf7-9ee1930c44a8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:13.838498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648498-1566-47f3-b74a-d6a954eac880 req-33dc537a-6811-40f9-bbfd-f50962a238ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:13.840045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-33dc537a-6811-40f9-bbfd-f50962a238ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1155593 Aug 30 14:49:13.921258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-146e41bc-2e3f-406a-b55f-7f52edc6d9e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 217 time: 0.0664113 Aug 30 14:49:14.058287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28bd3095-1ea4-4ed9-9717-5e526382062e req-776517fe-5647-44a1-b715-65f452a27104 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 210 time: 0.0326867 Aug 30 14:49:14.060348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648498-1566-47f3-b74a-d6a954eac880 req-23da940b-218c-460f-991b-b2d199e29883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:14.061801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-23da940b-218c-460f-991b-b2d199e29883 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 200 len: 847 time: 0.1313484 Aug 30 14:49:14.151565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:49:14.153425 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:14.171118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648498-1566-47f3-b74a-d6a954eac880 req-6bc0e03c-9466-427a-a25e-ceeb7d7d2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:14.181510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-6bc0e03c-9466-427a-a25e-ceeb7d7d2903 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f14e83-8c0d-4016-a1db-160767c5d2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107931 Aug 30 14:49:14.221362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=c02aed6c-a9d5-4472-b095-66246135d9f3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:14.234024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:14.235702 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:14.246818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16d297-a932-410d-89a0-fa24bf2d05c1 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:14.249130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:14.249834 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:14.322567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6cf273b4-45e2-4b9d-a78a-d1e4b898caaa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0200632 Aug 30 14:49:14.325286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:14.330764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:03:f2:c9', 'name': 'tempest-NetworksTestDHCPv6-1117924471'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:14.376380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e8346-5712-4c08-918a-d1f279dabeba req-cf746f9b-51e1-4013-988f-d02689525c5d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:14.377874 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c00e8346-5712-4c08-918a-d1f279dabeba req-cf746f9b-51e1-4013-988f-d02689525c5d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 943 time: 0.1178169 Aug 30 14:49:14.509743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c00e8346-5712-4c08-918a-d1f279dabeba req-40dd1a67-6dd9-4590-8c71-51af106eefd0 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125000 Aug 30 14:49:14.536838 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-4335374f-8b66-440c-a105-7fdd7e70b146 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426423 Aug 30 14:49:14.537470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 351bcda4-3a99-4e90-adf7-9ee1930c44a8 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:14.562125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 351bcda4-3a99-4e90-adf7-9ee1930c44a8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:14.562404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 351bcda4-3a99-4e90-adf7-9ee1930c44a8 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:14.576388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:14.626924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'c02aed6c-a9d5-4472-b095-66246135d9f3'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:49:14.627937 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:14.771105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84648498-1566-47f3-b74a-d6a954eac880 req-21b12cc8-d992-4b56-82bc-c6f27361856d service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088106 Aug 30 14:49:14.773802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:14.799329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Allocated IP 2001:db8::f816:3eff:fe52:1f6a (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/c02aed6c-a9d5-4472-b095-66246135d9f3/bc5cc675-3f94-4238-bd11-9e742fb227c3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:14.830520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port a8f3ec8f-e90e-4961-9f14-53ca14bdbf49 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:49:14.956688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-4f17a838-97cf-4513-8a52-32f9ec3e9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:14.958782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-4f17a838-97cf-4513-8a52-32f9ec3e9af0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1094 time: 0.0716500 Aug 30 14:49:15.027124 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:15.037566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Transition to ACTIVE for port object bc5cc675-3f94-4238-bd11-9e742fb227c3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:15.055097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Transition to ACTIVE for port object bc5cc675-3f94-4238-bd11-9e742fb227c3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:15.062520 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:15.108434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:15.111417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:15.114108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:15.129634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-36978add-05da-4d78-bc3f-c73aec10cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:15.131142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-36978add-05da-4d78-bc3f-c73aec10cb4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 909 time: 0.1541226 Aug 30 14:49:15.149286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fe03:f2c9 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/c02aed6c-a9d5-4472-b095-66246135d9f3/a8f3ec8f-e90e-4961-9f14-53ca14bdbf49) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:15.181074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Pushing event updated for resources: {'Port': ['ID=bc5cc675-3f94-4238-bd11-9e742fb227c3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:15.193908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Attempting to bind port bc5cc675-3f94-4238-bd11-9e742fb227c3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:15.194289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Attempting to bind port bc5cc675-3f94-4238-bd11-9e742fb227c3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:15.194656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Attempting to bind port bc5cc675-3f94-4238-bd11-9e742fb227c3 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:15.203784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:15.204161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:15.204604 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:15.204976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:15.205549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Bound port: bc5cc675-3f94-4238-bd11-9e742fb227c3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:15.205971 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:15.210936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-3262d748-d9a8-4d01-9bf7-1a7eb30d1fa8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 217 time: 0.0714726 Aug 30 14:49:15.264936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f626e2bc-4296-45e0-b050-6b1a691022f9 req-40a36ee3-8041-4a7b-91e0-238b8d332b98 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 210 time: 0.0797484 Aug 30 14:49:15.298151 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] For port bc5cc675-3f94-4238-bd11-9e742fb227c3, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:15.301862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] For port bc5cc675-3f94-4238-bd11-9e742fb227c3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc5cc675-3f94-4238-bd11-9e742fb227c3,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:15.304570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-7e0d14cb-213d-4251-a11a-a86b2ac8db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:15.308654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:15.319273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-7e0d14cb-213d-4251-a11a-a86b2ac8db2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 200 len: 847 time: 0.1002140 Aug 30 14:49:15.370240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e74a1-6c37-4e99-b56f-39b14757116f None None] Pushing event updated for resources: {'Port': ['ID=bc5cc675-3f94-4238-bd11-9e742fb227c3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:15.567854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-0b46680a-bcac-4a59-a25c-537e64211f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:15.569818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-0b46680a-bcac-4a59-a25c-537e64211f23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f14e83-8c0d-4016-a1db-160767c5d2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398736 Aug 30 14:49:15.705269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259f6ad-4f71-4775-9703-545b5a0f2edd req-9525bd97-5d6b-40a0-924e-53a23e096fce tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:15.717526 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d259f6ad-4f71-4775-9703-545b5a0f2edd req-9525bd97-5d6b-40a0-924e-53a23e096fce tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 943 time: 0.1218262 Aug 30 14:49:15.751661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:15.767559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object a8f3ec8f-e90e-4961-9f14-53ca14bdbf49 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:15.773197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d259f6ad-4f71-4775-9703-545b5a0f2edd req-ab414dd1-158d-419b-96b7-deef4a2491fd tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483823 Aug 30 14:49:15.781404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-8c45e475-2761-4216-81be-0f5b7287f6b6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:15.783212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-8c45e475-2761-4216-81be-0f5b7287f6b6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 815 time: 0.4334469 Aug 30 14:49:15.807762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Request body: {'port': {'device_id': 'bec973e8-348d-4f9d-a2f6-934cb65b1447', 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'admin_state_up': True, 'tenant_id': '447118a64ed1434fa1634b6da0c72234'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:15.963250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-a2c3310e-4361-4d0d-a6b2-d6aa44fc0f9c service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569729 Aug 30 14:49:15.970147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:16.078792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:16.090080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:16.101347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:16.107465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:16.108082 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:16.164607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=a8f3ec8f-e90e-4961-9f14-53ca14bdbf49,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:16.171371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.171371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.171648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.172145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.172374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.172518 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.172987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.173389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.173815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.174395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.174611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.174952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:16.183983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Made reservation on behalf of 447118a64ed1434fa1634b6da0c72234 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:16.188030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:16.197665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-92f51e5c-ea27-4a76-95b7-7e2cfecde3b4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8711667 Aug 30 14:49:16.198196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:16.229727 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93b9134b-542a-4486-9197-8a2ea6bc4b7a req-ba6f31e9-c228-43a4-88ac-ed3aa84e3a5c service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612710 Aug 30 14:49:16.291142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31685ad-7f69-4267-8ecd-1a7e713e9ebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:16.298295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31685ad-7f69-4267-8ecd-1a7e713e9ebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:16.300898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e31685ad-7f69-4267-8ecd-1a7e713e9ebf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1014686 Aug 30 14:49:16.303710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:16.471719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Allocated IP 172.20.0.8 (77f94df7-d876-4109-bc50-7a08f5d78d33/d952008b-65da-4fe6-bcf1-181052f4f864/81f08298-3849-4300-af2c-f0bd21f7d42a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:16.487129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ed38fc5b-1dca-4fe6-b681-c67e93357e3e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port a8f3ec8f-e90e-4961-9f14-53ca14bdbf49 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:16.490980 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed38fc5b-1dca-4fe6-b681-c67e93357e3e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:16.565586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc5cc675-3f94-4238-bd11-9e742fb227c3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:16.636804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port bc5cc675-3f94-4238-bd11-9e742fb227c3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:16.671948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed38fc5b-1dca-4fe6-b681-c67e93357e3e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:16.691081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9440e215-c2c0-4242-8d11-fbaa9caa1e6e req-d20e3108-10c4-448d-b039-146c7850e1bd tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 210 time: 0.0566502 Aug 30 14:49:16.703121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ed38fc5b-1dca-4fe6-b681-c67e93357e3e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for a8f3ec8f-e90e-4961-9f14-53ca14bdbf49 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:16.806468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:16.856098 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:16.869147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['edf96296-a72d-4322-81bf-3a9b9e3cfa53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:49:16.918929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['312f41b1-b8cf-4621-b083-5d725616fd76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:49:16.933415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Network 77f94df7-d876-4109-bc50-7a08f5d78d33 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:16.938611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:16.944015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:16.993226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Pushing event updated for resources: {'Port': ['ID=81f08298-3849-4300-af2c-f0bd21f7d42a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:17.048484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed38fc5b-1dca-4fe6-b681-c67e93357e3e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.076626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:17.077745 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.100270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64bee024-9859-41d4-8e88-05b262a8ece5 None None] Provisioning for port bc5cc675-3f94-4238-bd11-9e742fb227c3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:17.107349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64bee024-9859-41d4-8e88-05b262a8ece5 None None] Provisioning complete for port bc5cc675-3f94-4238-bd11-9e742fb227c3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:17.107722 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64bee024-9859-41d4-8e88-05b262a8ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.122804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4ff3106e-fc7c-4ad2-925c-d16afb61fbb1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3177509 Aug 30 14:49:17.140119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38fc5b-1dca-4fe6-b681-c67e93357e3e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=a8f3ec8f-e90e-4961-9f14-53ca14bdbf49,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:17.169528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Request body: {'port': {'device_id': 'bec973e8-348d-4f9d-a2f6-934cb65b1447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:17.177318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f62d7-a9a3-44c9-a6ef-e737b859daf9 req-bcda8d81-0f20-486c-b535-63ec4290db5f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:17.195466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-656f62d7-a9a3-44c9-a6ef-e737b859daf9 req-bcda8d81-0f20-486c-b535-63ec4290db5f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 943 time: 0.2942934 Aug 30 14:49:17.296248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed38fc5b-1dca-4fe6-b681-c67e93357e3e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.298117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ed38fc5b-1dca-4fe6-b681-c67e93357e3e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/a8f3ec8f-e90e-4961-9f14-53ca14bdbf49 HTTP/1.1" status: 204 len: 168 time: 0.9933128 Aug 30 14:49:17.307445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37928) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:17.336443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-656f62d7-a9a3-44c9-a6ef-e737b859daf9 req-97c0617f-dd58-4838-abe1-caf5b53ccd63 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381264 Aug 30 14:49:17.353791 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64bee024-9859-41d4-8e88-05b262a8ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.443673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.469878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64bee024-9859-41d4-8e88-05b262a8ece5 None None] For port bc5cc675-3f94-4238-bd11-9e742fb227c3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc5cc675-3f94-4238-bd11-9e742fb227c3,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:17.492818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64bee024-9859-41d4-8e88-05b262a8ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.514290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ac1ba-32d8-495b-ac9c-3cd043106e21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:17.516269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ac1ba-32d8-495b-ac9c-3cd043106e21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:17.518017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0f5ac1ba-32d8-495b-ac9c-3cd043106e21 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2053404 Aug 30 14:49:17.520806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:17.603350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:17.620280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa3d1a87-dbbb-4699-94cf-d760920801a9 None None] Could not find standard attr ID for object a8f3ec8f-e90e-4961-9f14-53ca14bdbf49. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:17.657112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bee024-9859-41d4-8e88-05b262a8ece5 None None] Pushing event updated for resources: {'Port': ['ID=bc5cc675-3f94-4238-bd11-9e742fb227c3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:17.657266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aeb960-1246-4f2f-9d28-239c72de39ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet c02aed6c-a9d5-4472-b095-66246135d9f3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:17.671231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6aeb960-1246-4f2f-9d28-239c72de39ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.773636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6aeb960-1246-4f2f-9d28-239c72de39ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.860004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05933031-b244-4ebe-a6d5-31a62c79729c req-b620aecf-86aa-4fb1-8de5-3d52969df21c tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:17.861662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05933031-b244-4ebe-a6d5-31a62c79729c req-b620aecf-86aa-4fb1-8de5-3d52969df21c tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 931 time: 0.0779984 Aug 30 14:49:17.879523 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d14101-b99d-45ee-aac9-47901590e0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.896881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6aeb960-1246-4f2f-9d28-239c72de39ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.947047 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05933031-b244-4ebe-a6d5-31a62c79729c req-566ec551-f1fd-4eb6-88fa-6484f8c6ddde tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748174 Aug 30 14:49:17.952913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f08298-3849-4300-af2c-f0bd21f7d42a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:49:17.981299 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.985447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6aeb960-1246-4f2f-9d28-239c72de39ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:17.998164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Transition to ACTIVE for port object 81f08298-3849-4300-af2c-f0bd21f7d42a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:18.004637 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.024308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aeb960-1246-4f2f-9d28-239c72de39ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=c02aed6c-a9d5-4472-b095-66246135d9f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:18.044801 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6aeb960-1246-4f2f-9d28-239c72de39ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.050262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6aeb960-1246-4f2f-9d28-239c72de39ab tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/c02aed6c-a9d5-4472-b095-66246135d9f3 HTTP/1.1" status: 204 len: 168 time: 0.5283310 Aug 30 14:49:18.053202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:18.056987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d2e87-ca7c-4aa4-a375-4ec9de68995a None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:18.089033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=81f08298-3849-4300-af2c-f0bd21f7d42a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:18.100952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d14101-b99d-45ee-aac9-47901590e0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.107246 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10d14101-b99d-45ee-aac9-47901590e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.131796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-686f2a8b-6bfc-4621-8d28-90a967d580db tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624058 Aug 30 14:49:18.139280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:18.144743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:18.166686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d14101-b99d-45ee-aac9-47901590e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10b8e8c-7e7c-4807-bf79-8867bbab7cc5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:18.174408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-10d14101-b99d-45ee-aac9-47901590e0ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33f72440b9a943acbf1a9b4f45158157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5646994 Aug 30 14:49:18.175578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:18.247161 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef131ec-3d95-4b50-812e-cc5eb19db945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.279790 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef131ec-3d95-4b50-812e-cc5eb19db945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.299092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Attempting to bind port 81f08298-3849-4300-af2c-f0bd21f7d42a on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:18.299440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Attempting to bind port 81f08298-3849-4300-af2c-f0bd21f7d42a by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:18.299770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Attempting to bind port 81f08298-3849-4300-af2c-f0bd21f7d42a on network 77f94df7-d876-4109-bc50-7a08f5d78d33 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:18.313260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Port 81f08298-3849-4300-af2c-f0bd21f7d42a on network 77f94df7-d876-4109-bc50-7a08f5d78d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:49:18.313260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Attempting to bind port 81f08298-3849-4300-af2c-f0bd21f7d42a on network 77f94df7-d876-4109-bc50-7a08f5d78d33 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:18.317393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:18.321514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:18.321729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Checking segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:18.322205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Bound using segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:18.322523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Bound port: 81f08298-3849-4300-af2c-f0bd21f7d42a, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:18.323264 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.339283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:18.342894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.354297 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef131ec-3d95-4b50-812e-cc5eb19db945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.358474 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef131ec-3d95-4b50-812e-cc5eb19db945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.363068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4ef131ec-3d95-4b50-812e-cc5eb19db945 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b10b8e8c-7e7c-4807-bf79-8867bbab7cc5 HTTP/1.1" status: 204 len: 168 time: 0.1829221 Aug 30 14:49:18.371900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef131ec-3d95-4b50-812e-cc5eb19db945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10b8e8c-7e7c-4807-bf79-8867bbab7cc5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:18.423953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] Deleting port bc5cc675-3f94-4238-bd11-9e742fb227c3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:18.424421 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.498131 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] For port bc5cc675-3f94-4238-bd11-9e742fb227c3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc5cc675-3f94-4238-bd11-9e742fb227c3,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:18.498785 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.510098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] For port 81f08298-3849-4300-af2c-f0bd21f7d42a, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:18.513754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] Calling delete_port for bc5cc675-3f94-4238-bd11-9e742fb227c3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:18.538319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] For port 81f08298-3849-4300-af2c-f0bd21f7d42a, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f08298-3849-4300-af2c-f0bd21f7d42a,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:18.550220 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.580000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce984754-f1b0-4b07-b803-25e6e05c4f40 req-8497480f-6bbd-4520-ace3-cd5353e505ce tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:18.582680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce984754-f1b0-4b07-b803-25e6e05c4f40 req-8497480f-6bbd-4520-ace3-cd5353e505ce tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 943 time: 0.1456842 Aug 30 14:49:18.612132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:18.612744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.614325 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/81f08298-3849-4300-af2c-f0bd21f7d42a HTTP/1.1" status: 200 len: 1091 time: 1.4669101 Aug 30 14:49:18.614909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec973e8-348d-4f9d-a2f6-934cb65b1447', 'tag': '81f08298-3849-4300-af2c-f0bd21f7d42a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:49:18.617311 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd" -d '{"events": [{"name": "network-changed", "server_uuid": "bec973e8-348d-4f9d-a2f6-934cb65b1447", "tag": "81f08298-3849-4300-af2c-f0bd21f7d42a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:49:18.682484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc5cc675-3f94-4238-bd11-9e742fb227c3 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:18.686310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.700588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce984754-f1b0-4b07-b803-25e6e05c4f40 req-f2ae22b5-cc80-49ce-9abe-ae598fccaee0 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121495 Aug 30 14:49:18.708748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaa768-cc84-43b1-a396-abc46053d3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=81f08298-3849-4300-af2c-f0bd21f7d42a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:18.730598 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56299a75-b36c-4bdd-bdb1-a0e130333250 x-openstack-request-id: req-56299a75-b36c-4bdd-bdb1-a0e130333250 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:49:18.730879 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec973e8-348d-4f9d-a2f6-934cb65b1447", "tag": "81f08298-3849-4300-af2c-f0bd21f7d42a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:49:18.731286 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56299a75-b36c-4bdd-bdb1-a0e130333250 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:49:18.731827 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec973e8-348d-4f9d-a2f6-934cb65b1447', 'tag': '81f08298-3849-4300-af2c-f0bd21f7d42a', 'status': 'completed', 'code': 200} Aug 30 14:49:18.744042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] Pushing event deleted for resources: {'Port': ['ID=bc5cc675-3f94-4238-bd11-9e742fb227c3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:18.747057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: bc5cc675-3f94-4238-bd11-9e742fb227c3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:18.747422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc5cc675-3f94-4238-bd11-9e742fb227c3 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:18.750210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534bde3-30dc-45cc-98ac-91350e64b7c0 None None] No DVR routers for this DVR port bc5cc675-3f94-4238-bd11-9e742fb227c3 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:18.819250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4630a408-5de0-4c5f-99a3-40aa0badba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:18.820831 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-4630a408-5de0-4c5f-99a3-40aa0badba95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 1094 time: 0.1242635 Aug 30 14:49:18.867439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:18.877828 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-5b6dfee6-0e59-4dd6-93bf-a0502d54cf11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f08298-3849-4300-af2c-f0bd21f7d42a HTTP/1.1" status: 200 len: 217 time: 0.0479455 Aug 30 14:49:18.881488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8220e31-7803-4a62-a966-9ae538b71f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.964936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-94a6dce6-3255-457a-bc46-d728238cf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:18.966520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-94a6dce6-3255-457a-bc46-d728238cf271 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.0795681 Aug 30 14:49:18.986009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:49:18.992868 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8220e31-7803-4a62-a966-9ae538b71f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:18.996320 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:19.000151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8220e31-7803-4a62-a966-9ae538b71f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:19.028423 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-6435e62b-c7f0-4fb7-af4a-c49a2902f454 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411334 Aug 30 14:49:19.059975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8220e31-7803-4a62-a966-9ae538b71f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1919565-213f-4cc9-a697-0c241a1299ee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:19.065318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e8220e31-7803-4a62-a966-9ae538b71f65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f126e1d4e8bf443abc53ff01e1383451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967599 Aug 30 14:49:19.080657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 37982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:19.119220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:19.127200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:19.133545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:19.134136 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:19.134797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad02be-0b06-47d5-adcc-ae4c04e327e9 req-ed7f40c5-72f5-4ccc-bc27-b2cb75e25e43 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:19.136336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2aad02be-0b06-47d5-adcc-ae4c04e327e9 req-ed7f40c5-72f5-4ccc-bc27-b2cb75e25e43 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 943 time: 0.0942712 Aug 30 14:49:19.149315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=f1d87cf2-3c66-4c23-a8bf-ad63a3e57733,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:19.149722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f63f2-1954-46f4-b614-b98c613dc677 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:19.175827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9a250c1b-8ad4-485b-8534-08903d4afece tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0369618 Aug 30 14:49:19.180447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 37984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:19.185259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:52:a1:83', 'name': 'tempest-NetworksTestDHCPv6-1877141443'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:19.210830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b0a4007-738b-40bb-b384-02bd74848ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:19.223372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2aad02be-0b06-47d5-adcc-ae4c04e327e9 req-e82726db-3c21-488d-aced-ce34366f5ee0 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801945 Aug 30 14:49:19.259333 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b0a4007-738b-40bb-b384-02bd74848ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:19.332388 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b0a4007-738b-40bb-b384-02bd74848ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:19.335192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'f1d87cf2-3c66-4c23-a8bf-ad63a3e57733'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:49:19.336075 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:19.337739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b0a4007-738b-40bb-b384-02bd74848ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:19.339203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4b0a4007-738b-40bb-b384-02bd74848ba1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1919565-213f-4cc9-a697-0c241a1299ee HTTP/1.1" status: 204 len: 168 time: 0.2560005 Aug 30 14:49:19.350762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a4007-738b-40bb-b384-02bd74848ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1919565-213f-4cc9-a697-0c241a1299ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:19.526380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Allocated IP 2001:db8::f816:3eff:fef1:edb6 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/f1d87cf2-3c66-4c23-a8bf-ad63a3e57733/1a7f9453-c8e1-4aeb-9327-fef23c88ac26) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:19.646181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4cc10748-9784-4fac-a206-8ac447dc0505 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:49:19.735285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-6e146ad2-892d-4a23-85dc-811063ef0945 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874218 Aug 30 14:49:19.912799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4cc10748-9784-4fac-a206-8ac447dc0505, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4cc10748-9784-4fac-a206-8ac447dc0505,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:19.932494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '4cc10748-9784-4fac-a206-8ac447dc0505', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'port_id': '4cc10748-9784-4fac-a206-8ac447dc0505', 'mac_address': 'fa:16:3e:af:b7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:49:19.953907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:20.009272 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.023217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fbc59-1adc-4ff2-a091-becfe23ccf36 req-32119c35-ec63-4e33-a9ab-c35e18338f7c tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:20.028367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-151fbc59-1adc-4ff2-a091-becfe23ccf36 req-32119c35-ec63-4e33-a9ab-c35e18338f7c tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 943 time: 0.2067416 Aug 30 14:49:20.029213 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.032973 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.053769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Transition to ACTIVE for port object 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:20.072007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e6ecf9d-0a24-4ca9-8f6c-c95c80ea0d26 req-cf0d46e4-efc8-45ba-bf73-05ddef4e6cab service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806540 Aug 30 14:49:20.083089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc10748-9784-4fac-a206-8ac447dc0505 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:49:20.088095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Transition to ACTIVE for port object 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:20.105319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.118803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.148479 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4cc10748-9784-4fac-a206-8ac447dc0505, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4cc10748-9784-4fac-a206-8ac447dc0505,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:20.151579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Pushing event updated for resources: {'Port': ['ID=1a7f9453-c8e1-4aeb-9327-fef23c88ac26,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:20.160763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.171477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 8e0ee361-652d-46d1-b93d-5b46989a34b2 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:49:20.216351 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4cc10748-9784-4fac-a206-8ac447dc0505,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:20.225397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:20.227569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:20.230574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:20.256568 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-151fbc59-1adc-4ff2-a091-becfe23ccf36 req-63f5f5e9-65d9-4089-bd6d-cdc6abbeb8c2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158430 Aug 30 14:49:20.284023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-1e9418f0-71b3-4a29-b9aa-44a16d790b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:20.286527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-1e9418f0-71b3-4a29-b9aa-44a16d790b9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 1094 time: 0.1444156 Aug 30 14:49:20.298249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Attempting to bind port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:20.298249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Attempting to bind port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:20.298249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Attempting to bind port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:20.303162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:20.303655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:20.305033 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.305465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:20.305940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Bound port: 1a7f9453-c8e1-4aeb-9327-fef23c88ac26, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:20.307460 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.438918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] For port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:20.450749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] For port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1a7f9453-c8e1-4aeb-9327-fef23c88ac26,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:20.457999 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.480869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fe52:a183 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/f1d87cf2-3c66-4c23-a8bf-ad63a3e57733/8e0ee361-652d-46d1-b93d-5b46989a34b2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:20.495671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf19ba-b516-47b2-a98f-1d776f41096e req-94261cd8-ba42-477b-a54a-6917b5bf38ce tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:20.498018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0fbf19ba-b516-47b2-a98f-1d776f41096e req-94261cd8-ba42-477b-a54a-6917b5bf38ce tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 943 time: 0.1133959 Aug 30 14:49:20.566020 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0fbf19ba-b516-47b2-a98f-1d776f41096e req-54525818-63a4-4e31-bea6-0caa7bac6b4f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612001 Aug 30 14:49:20.590357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120d24d-3269-4121-a7c3-1fe59f6d3d6a None None] Pushing event updated for resources: {'Port': ['ID=1a7f9453-c8e1-4aeb-9327-fef23c88ac26,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:20.608579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-9f8b5d42-edfb-467b-bd35-79beddb9f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:20.610110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-9f8b5d42-edfb-467b-bd35-79beddb9f932 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 916 time: 0.3029714 Aug 30 14:49:20.666764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-6df12a38-265b-4f55-9dd0-2d7051c112bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f08298-3849-4300-af2c-f0bd21f7d42a HTTP/1.1" status: 200 len: 217 time: 0.0472908 Aug 30 14:49:20.749887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['4cc10748-9784-4fac-a206-8ac447dc0505'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:49:20.764646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-07ea73f3-fbac-49a6-86c7-4497e13a3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:20.766071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-07ea73f3-fbac-49a6-86c7-4497e13a3246 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.0883996 Aug 30 14:49:20.769746 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:20.792084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 8e0ee361-652d-46d1-b93d-5b46989a34b2 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:20.811595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-4e01730a-9523-42e0-bfcd-3916a8cb63fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342643 Aug 30 14:49:20.993317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:21.045801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-35c4526e-86b8-403c-840f-21ed09721695 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219317 Aug 30 14:49:21.071081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:21.098650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:21.129691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:21.135286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:21.135926 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:21.149785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=8e0ee361-652d-46d1-b93d-5b46989a34b2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:21.176460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-619ee79c-51f6-455e-bb6e-899cebb2f552 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9947450 Aug 30 14:49:21.179551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:21.201365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc1bbb7d-20a4-4534-b3c9-d814e9a3ccbd req-85a7e8db-7d0e-4927-8a0f-cc0a9601a055 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347015 Aug 30 14:49:21.264706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba711c-011e-4253-b126-735c4af5244c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:21.271436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba711c-011e-4253-b126-735c4af5244c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:21.275912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-00ba711c-011e-4253-b126-735c4af5244c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0918388 Aug 30 14:49:21.276150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:21.353454 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-bfe65d2b-6cce-437c-9fb7-12255eeb22bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636117 Aug 30 14:49:21.418298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-40de301b-b842-4d2b-b527-5cb75011ca3b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 8e0ee361-652d-46d1-b93d-5b46989a34b2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:21.419098 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40de301b-b842-4d2b-b527-5cb75011ca3b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:21.476405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895215-a07d-4c38-b3c3-8d423c5498c4 req-cd539d54-ce25-4250-aaa1-b76cdecc4a59 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:21.478023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b895215-a07d-4c38-b3c3-8d423c5498c4 req-cd539d54-ce25-4250-aaa1-b76cdecc4a59 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 944 time: 0.1127214 Aug 30 14:49:21.495631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-7ad5bf59-9a89-4a7e-a54f-4f9c439e70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:21.497140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-7ad5bf59-9a89-4a7e-a54f-4f9c439e70ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 1097 time: 0.0931070 Aug 30 14:49:21.543048 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40de301b-b842-4d2b-b527-5cb75011ca3b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:21.565843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-40de301b-b842-4d2b-b527-5cb75011ca3b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 8e0ee361-652d-46d1-b93d-5b46989a34b2 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:21.592129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b895215-a07d-4c38-b3c3-8d423c5498c4 req-8f565d69-76b5-49a3-8918-d238699c27b6 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071868 Aug 30 14:49:21.713747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-ff19a4c4-bdbc-4adf-a9ca-215591e397e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:21.715567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-ff19a4c4-bdbc-4adf-a9ca-215591e397e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 916 time: 0.1755972 Aug 30 14:49:21.792094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-4aa35463-3a08-41ea-b5d4-2f6f48e4cc0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53 HTTP/1.1" status: 200 len: 217 time: 0.0671008 Aug 30 14:49:21.883127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-24456030-f3cb-4af0-9044-4dccd0a10949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:21.884915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-24456030-f3cb-4af0-9044-4dccd0a10949 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.0855029 Aug 30 14:49:21.944316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 81f08298-3849-4300-af2c-f0bd21f7d42a details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:49:21.949399 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-91df5c00-2f8d-4838-83ff-ffb219131b51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554993 Aug 30 14:49:22.085576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-4a3967a6-bbdd-4599-ac35-fe467d0038c7 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231136 Aug 30 14:49:22.088163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 81f08298-3849-4300-af2c-f0bd21f7d42a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f08298-3849-4300-af2c-f0bd21f7d42a,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:22.151084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '81f08298-3849-4300-af2c-f0bd21f7d42a', 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'port_id': '81f08298-3849-4300-af2c-f0bd21f7d42a', 'mac_address': 'fa:16:3e:fe:76:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd952008b-65da-4fe6-bcf1-181052f4f864', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:49:22.251243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a785bb6d-cfd1-45b4-9965-1befbf29fdef req-0b81cf32-d430-482a-8f95-9dd57ad2a3e8 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585298 Aug 30 14:49:22.269977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5adc50b8-56b0-49d9-9312-4ef7b3dd07b2 None None] Provisioning for port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:22.284369 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:22.287603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bd60f-8e08-42f2-aba3-72773ed225ee req-d1a495f1-cc7d-4ae8-9740-f273ccce141b tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:22.289402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3bd60f-8e08-42f2-aba3-72773ed225ee req-d1a495f1-cc7d-4ae8-9740-f273ccce141b tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 943 time: 0.1614792 Aug 30 14:49:22.318172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f08298-3849-4300-af2c-f0bd21f7d42a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:49:22.339289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 81f08298-3849-4300-af2c-f0bd21f7d42a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f08298-3849-4300-af2c-f0bd21f7d42a,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:22.344202 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:22.407690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=81f08298-3849-4300-af2c-f0bd21f7d42a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:22.436844 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd3bd60f-8e08-42f2-aba3-72773ed225ee req-9498ac19-3eea-4537-a82a-f1849a4e26e9 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375842 Aug 30 14:49:22.444477 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40de301b-b842-4d2b-b527-5cb75011ca3b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:22.477144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de301b-b842-4d2b-b527-5cb75011ca3b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=8e0ee361-652d-46d1-b93d-5b46989a34b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:22.510314 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40de301b-b842-4d2b-b527-5cb75011ca3b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:22.512603 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-40de301b-b842-4d2b-b527-5cb75011ca3b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/8e0ee361-652d-46d1-b93d-5b46989a34b2 HTTP/1.1" status: 204 len: 168 time: 1.2353160 Aug 30 14:49:22.514840 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:22.558429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['81f08298-3849-4300-af2c-f0bd21f7d42a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:49:22.592060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d51121ce-d548-4e0d-90e1-1bd66bff39ee None None] Could not find standard attr ID for object 8e0ee361-652d-46d1-b93d-5b46989a34b2. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:22.641444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b77a5-a6be-4c71-b0c0-d7a6ec135daf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:22.643846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b77a5-a6be-4c71-b0c0-d7a6ec135daf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:22.652377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:22.654311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-028b77a5-a6be-4c71-b0c0-d7a6ec135daf tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1382365 Aug 30 14:49:22.688511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:22.797299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c80ad8f-0436-4d82-b29c-6c9f88ac7007 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet f1d87cf2-3c66-4c23-a8bf-ad63a3e57733 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:22.815339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaecf6-1ca4-41eb-803e-cf46d53247c4 req-3c1ffdf5-0c78-4a29-8102-78a673116094 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:22.817172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ffdaecf6-1ca4-41eb-803e-cf46d53247c4 req-3c1ffdf5-0c78-4a29-8102-78a673116094 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 944 time: 0.0961947 Aug 30 14:49:22.818082 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c80ad8f-0436-4d82-b29c-6c9f88ac7007 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:22.881227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:22.893899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c80ad8f-0436-4d82-b29c-6c9f88ac7007 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:22.894276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:22.894584 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:22.932403 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ffdaecf6-1ca4-41eb-803e-cf46d53247c4 req-b3bf389e-5e6b-41ef-93f3-0b441a772132 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920882 Aug 30 14:49:23.037794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c80ad8f-0436-4d82-b29c-6c9f88ac7007 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.069593 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.140938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c80ad8f-0436-4d82-b29c-6c9f88ac7007 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.168024 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:49:23.168428 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:49:23.181163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80ad8f-0436-4d82-b29c-6c9f88ac7007 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d87cf2-3c66-4c23-a8bf-ad63a3e57733,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:23.186870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c80ad8f-0436-4d82-b29c-6c9f88ac7007 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.191366 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1c80ad8f-0436-4d82-b29c-6c9f88ac7007 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/f1d87cf2-3c66-4c23-a8bf-ad63a3e57733 HTTP/1.1" status: 204 len: 168 time: 0.5264125 Aug 30 14:49:23.191674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:23.198844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251abd16-b330-47ec-8fec-b4a10d80a421 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:23.237374 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-29e5e645-0334-4a66-8d75-83ac65b5dfce tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441747 Aug 30 14:49:23.240245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:23.297394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2e454-c93f-46a5-a08f-c2f4279de178 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:23.299272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e2b2e454-c93f-46a5-a08f-c2f4279de178 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0580277 Aug 30 14:49:23.302394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:23.373081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04891347-d725-4783-84fc-b1a8a95b2ea3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:23.375616 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-04891347-d725-4783-84fc-b1a8a95b2ea3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708773 Aug 30 14:49:23.377117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38116) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:23.411413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:23.433734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ea7a50e1-ee82-462a-9e0d-efc2d9b60224 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550191 Aug 30 14:49:23.441161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:23.447735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:23.508612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] Deleting port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:23.508994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.596361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] For port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1a7f9453-c8e1-4aeb-9327-fef23c88ac26,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:23.596815 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.626318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] Calling delete_port for 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:23.641543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02d984-c412-4895-8047-c1558773f04c req-f9ec83ba-fbb5-47d7-bf60-71109d7429e0 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:23.642497 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f02d984-c412-4895-8047-c1558773f04c req-f9ec83ba-fbb5-47d7-bf60-71109d7429e0 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 944 time: 0.1065762 Aug 30 14:49:23.670815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:23.674325 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.678680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4cc10748-9784-4fac-a206-8ac447dc0505 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:23.743821 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f02d984-c412-4895-8047-c1558773f04c req-55a92f1a-644b-4e49-848f-2b63bda152c6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Aug 30 14:49:23.756333 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.807093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1a7f9453-c8e1-4aeb-9327-fef23c88ac26,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:23.808265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 4cc10748-9784-4fac-a206-8ac447dc0505 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:23.812401 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.844886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 4cc10748-9784-4fac-a206-8ac447dc0505 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:23.845296 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.891940 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:23.923566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] No DVR routers for this DVR port 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:23.924955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=1a7f9453-c8e1-4aeb-9327-fef23c88ac26,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:23.959011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb581f26-82ca-4434-8a68-9bb082dc6d10 None None] Pushing event deleted for resources: {'Port': ['ID=1a7f9453-c8e1-4aeb-9327-fef23c88ac26,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:23.961015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 81f08298-3849-4300-af2c-f0bd21f7d42a up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:23.975720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.043651 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.063448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:24.071699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:24.077684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 81f08298-3849-4300-af2c-f0bd21f7d42a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:24.081215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:24.086967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc10748-9784-4fac-a206-8ac447dc0505'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:49:24.088582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.089343 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab93eebf-3d7c-47e4-ba36-de3edb968f43" -d '{"events": [{"server_uuid": "dff80151-5287-49f3-a6d1-3cd6c87df8e6", "name": "network-vif-plugged", "status": "completed", "tag": "4cc10748-9784-4fac-a206-8ac447dc0505"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:49:24.096299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e40939-9eb0-4608-832d-def5711e492c None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:24.105028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 81f08298-3849-4300-af2c-f0bd21f7d42a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:24.105433 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.160184 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7151415 Aug 30 14:49:24.160544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:24.171274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac62d0-f189-4743-bf4d-f43ae96e435f req-b6d76891-0843-4fea-991e-3079295d0135 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:24.174134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:b8:c8:d1', 'name': 'tempest-NetworksTestDHCPv6-1309165274'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:24.179067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa833a9-7634-4263-af4e-5b068fd28d5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=3b6e06c9-b0e1-4111-af8a-b1fb28d10a37,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:24.179407 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fac62d0-f189-4743-bf4d-f43ae96e435f req-b6d76891-0843-4fea-991e-3079295d0135 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 944 time: 0.1293597 Aug 30 14:49:24.206398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 4cc10748-9784-4fac-a206-8ac447dc0505, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4cc10748-9784-4fac-a206-8ac447dc0505,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:24.210899 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a614559-8c8e-4a8d-9f32-128571d841b4 x-openstack-request-id: req-6a614559-8c8e-4a8d-9f32-128571d841b4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:49:24.211188 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff80151-5287-49f3-a6d1-3cd6c87df8e6", "name": "network-vif-plugged", "status": "completed", "tag": "4cc10748-9784-4fac-a206-8ac447dc0505", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:49:24.211445 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a614559-8c8e-4a8d-9f32-128571d841b4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:49:24.211839 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc10748-9784-4fac-a206-8ac447dc0505', 'code': 200} Aug 30 14:49:24.217430 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.254544 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7fac62d0-f189-4743-bf4d-f43ae96e435f req-cdac89c5-5e50-4ace-9da6-d0d261df0dda tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710621 Aug 30 14:49:24.340240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97ef3a-cd0a-44c7-b272-8b90a429dcfc req-ede3e47f-940e-4553-87d0-8d1565dceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:24.341843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf97ef3a-cd0a-44c7-b272-8b90a429dcfc req-ede3e47f-940e-4553-87d0-8d1565dceedc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0758924 Aug 30 14:49:24.346604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=4cc10748-9784-4fac-a206-8ac447dc0505,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:24.384949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:24.404838 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bf97ef3a-cd0a-44c7-b272-8b90a429dcfc req-f80daab5-7764-445c-a974-f9317f9a4bf6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559118 Aug 30 14:49:24.498609 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.514430 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.514901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '3b6e06c9-b0e1-4111-af8a-b1fb28d10a37'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:49:24.515762 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.531231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:24.539497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 420326d7-fee8-4ccf-99bb-a8821cad6713 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:49:24.640575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:24.640923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1a7f9453-c8e1-4aeb-9327-fef23c88ac26 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:24.652629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 81f08298-3849-4300-af2c-f0bd21f7d42a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f08298-3849-4300-af2c-f0bd21f7d42a,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:24.659176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.682618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::28f (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/3b6e06c9-b0e1-4111-af8a-b1fb28d10a37/420326d7-fee8-4ccf-99bb-a8821cad6713) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:24.724284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=81f08298-3849-4300-af2c-f0bd21f7d42a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:24.891863 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:24.908432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29186009-d3e3-4dc3-92f6-b7ef746886d1 req-e12ad010-b617-4eb0-969b-3382d14a5b30 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:24.910501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29186009-d3e3-4dc3-92f6-b7ef746886d1 req-e12ad010-b617-4eb0-969b-3382d14a5b30 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 945 time: 0.0785086 Aug 30 14:49:24.917753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 420326d7-fee8-4ccf-99bb-a8821cad6713 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:24.972129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29186009-d3e3-4dc3-92f6-b7ef746886d1 req-07d3a3b2-6fbe-4a2c-886a-8e1ef36472be tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508919 Aug 30 14:49:24.983342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.044774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/3b6e06c9-b0e1-4111-af8a-b1fb28d10a37/5a893912-19ef-4524-a16d-6cd23264c524) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:25.056488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=420326d7-fee8-4ccf-99bb-a8821cad6713,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:25.062079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:25.063768 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:25.071126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:25.084208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:25.085122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.108596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:25.108791 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3f732993-be20-4734-b505-1a312a8155b6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9405754 Aug 30 14:49:25.157656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04d255b5-7151-4b22-ad17-d3e465fde068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.185002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780166d-b16f-40f7-853a-7a7c3d70eb02 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:25.189495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f780166d-b16f-40f7-853a-7a7c3d70eb02 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0785508 Aug 30 14:49:25.195110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38156) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:25.319380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.333477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Transition to ACTIVE for port object 5a893912-19ef-4524-a16d-6cd23264c524 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:25.355623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Transition to ACTIVE for port object 5a893912-19ef-4524-a16d-6cd23264c524 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:25.377172 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.442295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:25.455123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:25.464018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cfa096df-4051-4888-8b34-1426c40b11ac tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 420326d7-fee8-4ccf-99bb-a8821cad6713 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:25.464378 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa096df-4051-4888-8b34-1426c40b11ac tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.467079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:25.479264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Pushing event updated for resources: {'Port': ['ID=5a893912-19ef-4524-a16d-6cd23264c524,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:25.553465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Attempting to bind port 5a893912-19ef-4524-a16d-6cd23264c524 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:25.553802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Attempting to bind port 5a893912-19ef-4524-a16d-6cd23264c524 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:25.554402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Attempting to bind port 5a893912-19ef-4524-a16d-6cd23264c524 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:25.567071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:25.567492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:25.568006 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.568355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:25.568868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Bound port: 5a893912-19ef-4524-a16d-6cd23264c524, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:25.569300 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.576745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a84083-eddf-477b-932a-81fd9b2869e1 req-a9c8ef9f-9e09-4e97-82b4-59eccaede6e1 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:25.584432 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76a84083-eddf-477b-932a-81fd9b2869e1 req-a9c8ef9f-9e09-4e97-82b4-59eccaede6e1 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 945 time: 0.2292576 Aug 30 14:49:25.650201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e312c217-c330-481c-82ee-4167790278b9 None None] For port 5a893912-19ef-4524-a16d-6cd23264c524, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:25.653848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e312c217-c330-481c-82ee-4167790278b9 None None] For port 5a893912-19ef-4524-a16d-6cd23264c524, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a893912-19ef-4524-a16d-6cd23264c524,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:25.659851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.672024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76a84083-eddf-477b-932a-81fd9b2869e1 req-30376139-f183-40c1-a52f-bfa2c65a7d10 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825777 Aug 30 14:49:25.712947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa096df-4051-4888-8b34-1426c40b11ac tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.733934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312c217-c330-481c-82ee-4167790278b9 None None] Pushing event updated for resources: {'Port': ['ID=5a893912-19ef-4524-a16d-6cd23264c524,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:25.738913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cfa096df-4051-4888-8b34-1426c40b11ac tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 420326d7-fee8-4ccf-99bb-a8821cad6713 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:25.881979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa096df-4051-4888-8b34-1426c40b11ac tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.944707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa096df-4051-4888-8b34-1426c40b11ac tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=420326d7-fee8-4ccf-99bb-a8821cad6713,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:25.979956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa096df-4051-4888-8b34-1426c40b11ac tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:25.988500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cfa096df-4051-4888-8b34-1426c40b11ac tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/420326d7-fee8-4ccf-99bb-a8821cad6713 HTTP/1.1" status: 204 len: 168 time: 0.7895248 Aug 30 14:49:25.988804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:26.046443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e47c744-1ba0-4f7e-9490-1340504e5062 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:26.049037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e47c744-1ba0-4f7e-9490-1340504e5062 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:26.054048 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6e47c744-1ba0-4f7e-9490-1340504e5062 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0616765 Aug 30 14:49:26.054414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:26.142981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c876b248-75d1-4172-ac42-41db20678666 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 3b6e06c9-b0e1-4111-af8a-b1fb28d10a37 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:26.146487 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c876b248-75d1-4172-ac42-41db20678666 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:26.192767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca019938-6444-47c6-8de6-85945958bfb7 req-a9231551-c2d6-483d-89b9-65baa3cdce3e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:26.194327 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca019938-6444-47c6-8de6-85945958bfb7 req-a9231551-c2d6-483d-89b9-65baa3cdce3e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 945 time: 0.1293216 Aug 30 14:49:26.202134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c876b248-75d1-4172-ac42-41db20678666 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:26.213318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec973e8-348d-4f9d-a2f6-934cb65b1447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f08298-3849-4300-af2c-f0bd21f7d42a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:49:26.216126 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a2da4e-f180-4b55-abd4-e4f642d81878" -d '{"events": [{"server_uuid": "bec973e8-348d-4f9d-a2f6-934cb65b1447", "name": "network-vif-plugged", "status": "completed", "tag": "81f08298-3849-4300-af2c-f0bd21f7d42a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:49:26.276290 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936aa44d-3d08-4670-81fc-e4edce45146f x-openstack-request-id: req-936aa44d-3d08-4670-81fc-e4edce45146f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:49:26.276582 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec973e8-348d-4f9d-a2f6-934cb65b1447", "name": "network-vif-plugged", "status": "completed", "tag": "81f08298-3849-4300-af2c-f0bd21f7d42a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:49:26.276835 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-936aa44d-3d08-4670-81fc-e4edce45146f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:49:26.277259 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec973e8-348d-4f9d-a2f6-934cb65b1447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f08298-3849-4300-af2c-f0bd21f7d42a', 'code': 200} Aug 30 14:49:26.326368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca019938-6444-47c6-8de6-85945958bfb7 req-2a0fe334-e7ff-431f-86c7-ea0f6d6009ff tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212718 Aug 30 14:49:26.348675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c876b248-75d1-4172-ac42-41db20678666 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:26.434334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c876b248-75d1-4172-ac42-41db20678666 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:26.449142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b9510-263b-40e9-8f2c-95574a4044e6 req-ebffd16e-471c-447b-ba28-42f95b83ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:26.450837 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e1b9510-263b-40e9-8f2c-95574a4044e6 req-ebffd16e-471c-447b-ba28-42f95b83ab02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 1096 time: 0.1006081 Aug 30 14:49:26.455125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c876b248-75d1-4172-ac42-41db20678666 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:26.457385 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c876b248-75d1-4172-ac42-41db20678666 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/3b6e06c9-b0e1-4111-af8a-b1fb28d10a37 HTTP/1.1" status: 204 len: 168 time: 0.4014771 Aug 30 14:49:26.459964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:26.499513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876b248-75d1-4172-ac42-41db20678666 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6e06c9-b0e1-4111-af8a-b1fb28d10a37,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:26.546453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e1b9510-263b-40e9-8f2c-95574a4044e6 req-93b62fee-3277-4750-828a-e7f9a3de2780 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873864 Aug 30 14:49:26.551550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bef8ade9-6652-48da-892d-5c8ed8c5e985 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892570 Aug 30 14:49:26.554107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38180) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:26.599571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a893912-19ef-4524-a16d-6cd23264c524 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:26.631487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a0ee7-f272-4752-b549-f3d3492d0f70 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:26.635811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d33a0ee7-f272-4752-b549-f3d3492d0f70 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0781255 Aug 30 14:49:26.636132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:26.677650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 5a893912-19ef-4524-a16d-6cd23264c524 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:26.725753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bcf68a-c9b4-4b2b-bef3-cb511e0ef0f5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:26.727675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-43bcf68a-c9b4-4b2b-bef3-cb511e0ef0f5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0905578 Aug 30 14:49:26.730406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:26.805284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e385e381-67cc-4116-9afc-2344ed496835 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699162 Aug 30 14:49:26.806886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:26.854420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:26.943931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926b051-1164-43f8-967b-99b6128b23ab req-93c35ada-4e50-43d4-89dd-896eb43c237c tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:26.945496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f926b051-1164-43f8-967b-99b6128b23ab req-93c35ada-4e50-43d4-89dd-896eb43c237c tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 945 time: 0.1429927 Aug 30 14:49:26.991292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4183f102-0213-42e9-a9d7-0e2652a85e74 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:26.991442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:26.994898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:27.054850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f926b051-1164-43f8-967b-99b6128b23ab req-94075a5e-c8d5-408a-ade3-20f3e32998de tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019137 Aug 30 14:49:27.105903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee3d651e-fd54-4cd3-a61d-95d0c5b43076 None None] Provisioning for port 5a893912-19ef-4524-a16d-6cd23264c524 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:27.114753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee3d651e-fd54-4cd3-a61d-95d0c5b43076 None None] Provisioning complete for port 5a893912-19ef-4524-a16d-6cd23264c524 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:27.115128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3d651e-fd54-4cd3-a61d-95d0c5b43076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:27.280753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb68d3-1e64-4258-a7e5-8e2f143b9d00 req-10dcaf1d-70ea-4e92-b7ef-066fb6be56c2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:27.282716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0abb68d3-1e64-4258-a7e5-8e2f143b9d00 req-10dcaf1d-70ea-4e92-b7ef-066fb6be56c2 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 945 time: 0.1099975 Aug 30 14:49:27.306471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3d651e-fd54-4cd3-a61d-95d0c5b43076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:27.331533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0abb68d3-1e64-4258-a7e5-8e2f143b9d00 req-6e5c1817-bc8f-4ccc-ab51-b1ae1390c3af tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406492 Aug 30 14:49:27.332198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:27.402666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ee3d651e-fd54-4cd3-a61d-95d0c5b43076 None None] For port 5a893912-19ef-4524-a16d-6cd23264c524, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a893912-19ef-4524-a16d-6cd23264c524,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:27.413463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:49:27.416194 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee3d651e-fd54-4cd3-a61d-95d0c5b43076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:27.495974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] Deleting port 5a893912-19ef-4524-a16d-6cd23264c524 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:27.496519 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:27.515559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccb874-a361-4cb6-8f84-559dfa0c4d6f req-032dbe31-d12f-41c5-8e09-392de052f1ed tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:27.517481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dfccb874-a361-4cb6-8f84-559dfa0c4d6f req-032dbe31-d12f-41c5-8e09-392de052f1ed tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 945 time: 0.0700428 Aug 30 14:49:27.519745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d651e-fd54-4cd3-a61d-95d0c5b43076 None None] Pushing event updated for resources: {'Port': ['ID=5a893912-19ef-4524-a16d-6cd23264c524,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:27.584825 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dfccb874-a361-4cb6-8f84-559dfa0c4d6f req-32942fcf-f27b-44cc-b4e9-f283b3e59b5a tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Aug 30 14:49:27.637135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15be5c-2872-46a0-b7f6-8c3b7761c3d4 req-5e0d3b87-383d-43ce-8eb8-29eb69b1badc tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:27.638771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a15be5c-2872-46a0-b7f6-8c3b7761c3d4 req-5e0d3b87-383d-43ce-8eb8-29eb69b1badc tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 945 time: 0.1336336 Aug 30 14:49:27.650653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] For port 5a893912-19ef-4524-a16d-6cd23264c524, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a893912-19ef-4524-a16d-6cd23264c524,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:27.651058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:27.685065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] Calling delete_port for 5a893912-19ef-4524-a16d-6cd23264c524 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:27.717873 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a15be5c-2872-46a0-b7f6-8c3b7761c3d4 req-04a51cbd-4165-4fc0-a2b0-a42119f922f1 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687609 Aug 30 14:49:27.728519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:27.748971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:27.826869 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:27.869535 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] Pushing event deleted for resources: {'Port': ['ID=5a893912-19ef-4524-a16d-6cd23264c524,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:27.872754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb62fd-e705-4724-b066-3bd44a5048f3 None None] No DVR routers for this DVR port 5a893912-19ef-4524-a16d-6cd23264c524 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:27.896044 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9b9f3874-db37-4c24-a5b8-4715b11b62aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.013298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] For port 5a893912-19ef-4524-a16d-6cd23264c524, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a893912-19ef-4524-a16d-6cd23264c524,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:28.048935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.054583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.055557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.057786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7e1cb-2ba2-43fd-80a4-f4125ee25f4b tempest-TestServerBasicOps-238797235 tempest-TestServerBasicOps-238797235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:28.064574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bdd7e1cb-2ba2-43fd-80a4-f4125ee25f4b tempest-TestServerBasicOps-238797235 tempest-TestServerBasicOps-238797235-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1091 time: 0.3117533 Aug 30 14:49:28.064896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:28.072551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '4cc10748-9784-4fac-a206-8ac447dc0505', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:28.107924 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.124938 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=5a893912-19ef-4524-a16d-6cd23264c524,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:28.147786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:28.155358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:28.160159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:28.160757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.174186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad888f-227a-4380-9a86-c0d6965b5b25 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:28.191525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=28ac1084-d9d1-44db-956c-15b574ca4f4d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:28.211947 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-850b1e50-c1ac-4b7e-96f6-45cf47b0d0fd tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3622072 Aug 30 14:49:28.212454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:28.221800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-928229f8-c659-4d12-bfe1-3f8e2586e376 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:28.361236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.383801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '28ac1084-d9d1-44db-956c-15b574ca4f4d'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:49:28.384963 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.435341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928229f8-c659-4d12-bfe1-3f8e2586e376 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:28.439014 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-928229f8-c659-4d12-bfe1-3f8e2586e376 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.524747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a893912-19ef-4524-a16d-6cd23264c524 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:28.551652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 5a893912-19ef-4524-a16d-6cd23264c524 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:28.551994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a893912-19ef-4524-a16d-6cd23264c524 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:28.560396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Allocated IP 172.25.6.60 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d0de6aa3-21af-424e-b262-fc8f173a0b65) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:28.582657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Allocated IP 2001:db8::f816:3eff:feba:393c (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/28ac1084-d9d1-44db-956c-15b574ca4f4d/6de1da54-a613-4df1-92ff-796738ff7c23) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:28.589353 n-d-805668-3 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-928229f8-c659-4d12-bfe1-3f8e2586e376 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28ac1084-d9d1-44db-956c-15b574ca4f4d (CIDR: 2001:db8::/64) Aug 30 14:49:28.601270 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.602621 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-928229f8-c659-4d12-bfe1-3f8e2586e376 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:49:28.603332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928229f8-c659-4d12-bfe1-3f8e2586e376 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:28.661625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-928229f8-c659-4d12-bfe1-3f8e2586e376 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4418890 Aug 30 14:49:28.663092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:28.670964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:28.749304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.790800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc797dd-f5a9-493b-ba85-aceece20015e req-e2d82442-8102-42ff-b8a5-75586188b58e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:28.800721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bc797dd-f5a9-493b-ba85-aceece20015e req-e2d82442-8102-42ff-b8a5-75586188b58e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 945 time: 0.1031663 Aug 30 14:49:28.826024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:28.833835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.870354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4bc797dd-f5a9-493b-ba85-aceece20015e req-046a5475-c59d-446e-8ac8-cec5b39c55f7 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630488 Aug 30 14:49:28.881773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:28.923107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:28.926334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:28.934664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:28.938139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'Port': ['ID=d0de6aa3-21af-424e-b262-fc8f173a0b65,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:29.061320 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.078563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Transition to ACTIVE for port object 6de1da54-a613-4df1-92ff-796738ff7c23 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:29.115015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Transition to ACTIVE for port object 6de1da54-a613-4df1-92ff-796738ff7c23 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:29.124051 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.182555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:29.186057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:29.193240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:29.295741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Pushing event updated for resources: {'Port': ['ID=6de1da54-a613-4df1-92ff-796738ff7c23,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:29.347501 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.349310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.356664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Attempting to bind port 6de1da54-a613-4df1-92ff-796738ff7c23 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:29.357071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Attempting to bind port 6de1da54-a613-4df1-92ff-796738ff7c23 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:29.357438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Attempting to bind port 6de1da54-a613-4df1-92ff-796738ff7c23 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:29.390033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:29.390625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:29.390870 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.391225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:29.391720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Bound port: 6de1da54-a613-4df1-92ff-796738ff7c23, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:29.392114 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.465445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=a40f3241-1169-4b01-8855-0f456b8bb533,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:29.488973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] For port 6de1da54-a613-4df1-92ff-796738ff7c23, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:29.493513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:29.495013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:29.495612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] For port 6de1da54-a613-4df1-92ff-796738ff7c23, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6de1da54-a613-4df1-92ff-796738ff7c23,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:29.502448 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.502662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:29.503287 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.534437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-49079433-a89d-4cbf-bea6-e1ff2f9ddf5c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8666337 Aug 30 14:49:29.534597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:29.540120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:96:49:66', 'name': 'tempest-NetworksTestDHCPv6-444049574'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:29.617018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8208c-0303-4cc2-b918-deed749d23c1 None None] Pushing event updated for resources: {'Port': ['ID=6de1da54-a613-4df1-92ff-796738ff7c23,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:29.633073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.747454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.751664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:29.876521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.927649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port a8f3e2a8-9af8-478f-a395-da401afdf2ac yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:49:29.992955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:30.000078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:30.094005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event updated for resources: {'Port': ['ID=d0de6aa3-21af-424e-b262-fc8f173a0b65,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:30.112545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:30.250791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8:0:1::361 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/a40f3241-1169-4b01-8855-0f456b8bb533/a8f3e2a8-9af8-478f-a395-da401afdf2ac) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:30.258641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fe96:4966 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/28ac1084-d9d1-44db-956c-15b574ca4f4d/a8f3e2a8-9af8-478f-a395-da401afdf2ac) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:30.326514 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Floating IP fbf74a1c-458b-4b5e-ac73-5548308deec3 associated. External IP: 172.25.6.60, port: 4cc10748-9784-4fac-a206-8ac447dc0505. Aug 30 14:49:30.337727 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:49:30.682477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6de1da54-a613-4df1-92ff-796738ff7c23 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:30.694868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:30.717737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object a8f3e2a8-9af8-478f-a395-da401afdf2ac will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:30.806591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:30.815348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 6de1da54-a613-4df1-92ff-796738ff7c23 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:30.896377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Router f184c4df-d1de-423a-ab22-66d177d19fdc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:49:30.907299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:30.912387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:30.919764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:30.926206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:30.926946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:30.950359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=a8f3e2a8-9af8-478f-a395-da401afdf2ac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:30.964097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b9d34a3a-6bdf-4bba-b0d8-e26e982c3996 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4279227 Aug 30 14:49:30.964739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:31.105460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3ba25c4c-8fcc-428b-8598-0efef317e888 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port a8f3e2a8-9af8-478f-a395-da401afdf2ac {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:31.105903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ba25c4c-8fcc-428b-8598-0efef317e888 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:31.236816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b1ca9-df6c-4f6c-a841-a013d3225051 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:31.288703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ba25c4c-8fcc-428b-8598-0efef317e888 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:31.336411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3ba25c4c-8fcc-428b-8598-0efef317e888 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for a8f3e2a8-9af8-478f-a395-da401afdf2ac owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:31.349853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36964162-98d1-4be8-9cea-bfa5d9d4fefc None None] Provisioning for port 6de1da54-a613-4df1-92ff-796738ff7c23 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:31.366245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-36964162-98d1-4be8-9cea-bfa5d9d4fefc None None] Provisioning complete for port 6de1da54-a613-4df1-92ff-796738ff7c23 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:31.366760 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36964162-98d1-4be8-9cea-bfa5d9d4fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:31.528469 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36964162-98d1-4be8-9cea-bfa5d9d4fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:31.665510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-36964162-98d1-4be8-9cea-bfa5d9d4fefc None None] For port 6de1da54-a613-4df1-92ff-796738ff7c23, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6de1da54-a613-4df1-92ff-796738ff7c23,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:31.674549 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36964162-98d1-4be8-9cea-bfa5d9d4fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:31.700473 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:31.748212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ba25c4c-8fcc-428b-8598-0efef317e888 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:31.841957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36964162-98d1-4be8-9cea-bfa5d9d4fefc None None] Pushing event updated for resources: {'Port': ['ID=6de1da54-a613-4df1-92ff-796738ff7c23,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:31.850311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:49:31.872288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] Sync routers for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:49:31.881690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22b0ab-0627-466c-acb5-ffea90d0a41e None None] Update dhcp port {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': '28ac1084-d9d1-44db-956c-15b574ca4f4d', 'ip_address': '2001:db8::f816:3eff:feba:393c'}, {'subnet_id': 'a40f3241-1169-4b01-8855-0f456b8bb533'}], 'binding:host_id': 'n-d-805668-3'}, 'id': '6de1da54-a613-4df1-92ff-796738ff7c23'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:49:31.887504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:31.945863 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aecb0150-0b5a-4ad2-9345-88a71c71437f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8754313 Aug 30 14:49:31.947323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'tag': '4cc10748-9784-4fac-a206-8ac447dc0505'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:49:31.952334 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edabd84-f717-47ca-a552-ff3c02bb81f0" -d '{"events": [{"name": "network-changed", "server_uuid": "dff80151-5287-49f3-a6d1-3cd6c87df8e6", "tag": "4cc10748-9784-4fac-a206-8ac447dc0505"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:49:31.953927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:49:31.956511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:49:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:32.013160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed22b0ab-0627-466c-acb5-ffea90d0a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:32.285406 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf43a6-f6be-40bb-9535-d0c3b666a5fa x-openstack-request-id: req-dcaf43a6-f6be-40bb-9535-d0c3b666a5fa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:49:32.285769 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff80151-5287-49f3-a6d1-3cd6c87df8e6", "tag": "4cc10748-9784-4fac-a206-8ac447dc0505", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:49:32.285938 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcaf43a6-f6be-40bb-9535-d0c3b666a5fa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:49:32.286547 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'tag': '4cc10748-9784-4fac-a206-8ac447dc0505', 'status': 'completed', 'code': 200} Aug 30 14:49:32.512594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:49:32.739871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ed22b0ab-0627-466c-acb5-ffea90d0a41e None None] Allocated IP 2001:db8:0:1::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/a40f3241-1169-4b01-8855-0f456b8bb533/6de1da54-a613-4df1-92ff-796738ff7c23) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:32.788916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba25c4c-8fcc-428b-8598-0efef317e888 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=a8f3e2a8-9af8-478f-a395-da401afdf2ac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:32.956194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ba25c4c-8fcc-428b-8598-0efef317e888 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:32.963583 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ba25c4c-8fcc-428b-8598-0efef317e888 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/a8f3e2a8-9af8-478f-a395-da401afdf2ac HTTP/1.1" status: 204 len: 168 time: 1.9976406 Aug 30 14:49:32.966002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:32.985520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-41936804-dea4-4f73-8d0e-f7c64c839499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:32.987401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ed22b0ab-0627-466c-acb5-ffea90d0a41e None None] For port 6de1da54-a613-4df1-92ff-796738ff7c23, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6de1da54-a613-4df1-92ff-796738ff7c23,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:32.993224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-41936804-dea4-4f73-8d0e-f7c64c839499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1967552 Aug 30 14:49:33.024036 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed22b0ab-0627-466c-acb5-ffea90d0a41e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:33.051608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ed22b0ab-0627-466c-acb5-ffea90d0a41e None None] Transition to ACTIVE for port object 6de1da54-a613-4df1-92ff-796738ff7c23 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:33.070712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6de1da54-a613-4df1-92ff-796738ff7c23 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:33.096180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1be73f-97cc-4f40-b2dd-1840694000ee tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:33.097811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9b1be73f-97cc-4f40-b2dd-1840694000ee tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1307983 Aug 30 14:49:33.101561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:33.149847 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed22b0ab-0627-466c-acb5-ffea90d0a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:33.200946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f5f70b-b612-4fb6-83a0-939d653d8942 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:33.202537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-94f5f70b-b612-4fb6-83a0-939d653d8942 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0999885 Aug 30 14:49:33.215466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:33.221677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-866629ea-6ca3-4846-bd37-1badb2717bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:33.230723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-866629ea-6ca3-4846-bd37-1badb2717bb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 909 time: 0.2309930 Aug 30 14:49:33.235411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:33.339287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3481bda7-7a55-410d-b861-c820f40f8c42 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:33.351476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3481bda7-7a55-410d-b861-c820f40f8c42 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:33.354527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3481bda7-7a55-410d-b861-c820f40f8c42 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:33.356453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3481bda7-7a55-410d-b861-c820f40f8c42 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1384184 Aug 30 14:49:33.365453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:33.382538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-a61eba97-09e3-4b63-8733-4a8ea47c5201 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 998 time: 0.1405540 Aug 30 14:49:33.419670 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:33.515566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-093d58f2-f17a-4255-813c-9e33ca647947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:33.564323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22b0ab-0627-466c-acb5-ffea90d0a41e None None] Pushing event updated for resources: {'Port': ['ID=6de1da54-a613-4df1-92ff-796738ff7c23,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:33.656918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5efb66-6966-4448-87d5-965172e11820 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 28ac1084-d9d1-44db-956c-15b574ca4f4d {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:33.668385 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c5efb66-6966-4448-87d5-965172e11820 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:33.730275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-424fda73-7c32-40e7-b1c6-c7f1dfb240d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:33.732127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-424fda73-7c32-40e7-b1c6-c7f1dfb240d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 200 len: 847 time: 0.3031759 Aug 30 14:49:33.856818 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c5efb66-6966-4448-87d5-965172e11820 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:33.900806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fbf74a1c-458b-4b5e-ac73-5548308deec3', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'port_id': '4cc10748-9784-4fac-a206-8ac447dc0505', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'mac_address': 'fa:16:3e:af:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:49:29Z', 'updated_at': '2021-08-30T14:49:29Z', 'revision_number': 0, 'project_id': '0978ab3046174ebdab65191a78134e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:59Z', 'revision_number': 5, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:33.916912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-c90a509b-f2ec-4808-b1be-d0387a338503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:33.919339 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-c90a509b-f2ec-4808-b1be-d0387a338503 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f14e83-8c0d-4016-a1db-160767c5d2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696987 Aug 30 14:49:34.127977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] Checking router: f184c4df-d1de-423a-ab22-66d177d19fdc for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:49:34.184858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:49:34.186177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:49:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:34.190720 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c5efb66-6966-4448-87d5-965172e11820 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.244529 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff42d95-7341-4708-b766-1409d6797060 req-d1c8c6be-fd19-4861-913f-0b29066003b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110301 Aug 30 14:49:34.314469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-78f6991b-e38f-4c19-acde-817aebd229b3 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865769 Aug 30 14:49:34.416348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c5efb66-6966-4448-87d5-965172e11820 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.439446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-093d58f2-f17a-4255-813c-9e33ca647947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.506445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42d95-7341-4708-b766-1409d6797060 req-5d7e9972-c04f-449e-b232-a6fa2626098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:34.510471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff42d95-7341-4708-b766-1409d6797060 req-5d7e9972-c04f-449e-b232-a6fa2626098d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 1096 time: 0.1042657 Aug 30 14:49:34.513527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-093d58f2-f17a-4255-813c-9e33ca647947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.560761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5efb66-6966-4448-87d5-965172e11820 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=28ac1084-d9d1-44db-956c-15b574ca4f4d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:34.573473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d58f2-f17a-4255-813c-9e33ca647947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12e399e-c790-48b7-aac1-29e02c171397,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:34.585092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c5efb66-6966-4448-87d5-965172e11820 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.591848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2c5efb66-6966-4448-87d5-965172e11820 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/28ac1084-d9d1-44db-956c-15b574ca4f4d HTTP/1.1" status: 204 len: 168 time: 1.2229102 Aug 30 14:49:34.606987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:34.644243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6de1da54-a613-4df1-92ff-796738ff7c23 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:34.682143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb957ef4-f32f-40ed-aa97-6974e500c82f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet a40f3241-1169-4b01-8855-0f456b8bb533 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:34.693431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef4-f32f-40ed-aa97-6974e500c82f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.707348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42d95-7341-4708-b766-1409d6797060 req-27234ff0-70bc-4ede-85f0-cb97baf2eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:34.708932 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff42d95-7341-4708-b766-1409d6797060 req-27234ff0-70bc-4ede-85f0-cb97baf2eeb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 916 time: 0.1779714 Aug 30 14:49:34.750319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef4-f32f-40ed-aa97-6974e500c82f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.778244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff42d95-7341-4708-b766-1409d6797060 req-e0c01610-c022-4f85-8ad2-4dae5ecf2b48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=312f41b1-b8cf-4621-b083-5d725616fd76 HTTP/1.1" status: 200 len: 217 time: 0.0534806 Aug 30 14:49:34.872459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42d95-7341-4708-b766-1409d6797060 req-211f82ff-a65d-4ee2-bc81-c941a19148c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:34.877960 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff42d95-7341-4708-b766-1409d6797060 req-211f82ff-a65d-4ee2-bc81-c941a19148c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.0973561 Aug 30 14:49:34.900305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-093d58f2-f17a-4255-813c-9e33ca647947 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f82998f16828425fbe58b9b83772e82a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6634748 Aug 30 14:49:34.903014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef4-f32f-40ed-aa97-6974e500c82f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.914561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23e9dd54-fafc-49a4-b37b-51eff81b40cb None None] Provisioning for port 6de1da54-a613-4df1-92ff-796738ff7c23 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:34.925647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff42d95-7341-4708-b766-1409d6797060 req-f2031707-267b-43cf-8264-6c91a0348edc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396078 Aug 30 14:49:34.926130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:34.932830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 6de1da54-a613-4df1-92ff-796738ff7c23 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:34.933238 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:34.941910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:49:35.002761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23e9dd54-fafc-49a4-b37b-51eff81b40cb None None] Provisioning complete for port 6de1da54-a613-4df1-92ff-796738ff7c23 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:35.004334 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23e9dd54-fafc-49a4-b37b-51eff81b40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.035121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9edabd84-f717-47ca-a552-ff3c02bb81f0 req-095bdfe2-0a62-4ba1-9b59-a2582222bce4 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464059 Aug 30 14:49:35.064614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef4-f32f-40ed-aa97-6974e500c82f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.099215 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-895954f6-7238-450c-bedc-13c1256923dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.110999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb957ef4-f32f-40ed-aa97-6974e500c82f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=a40f3241-1169-4b01-8855-0f456b8bb533,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:35.123201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef4-f32f-40ed-aa97-6974e500c82f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.128582 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eb957ef4-f32f-40ed-aa97-6974e500c82f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/a40f3241-1169-4b01-8855-0f456b8bb533 HTTP/1.1" status: 204 len: 168 time: 0.5170193 Aug 30 14:49:35.130144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:35.136672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff42d95-7341-4708-b766-1409d6797060 req-a2115198-265a-4294-bc78-cc3bf70e0991 service neutron] 10.222.0.21 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029023 Aug 30 14:49:35.138817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-895954f6-7238-450c-bedc-13c1256923dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.148079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa31e6-ece3-4c37-a4be-1d6e7b0e931a None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:35.210361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cbfbe0d1-c4f9-460f-bac6-4ab23cac0cfa tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779886 Aug 30 14:49:35.210620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:35.224429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:35.353775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-895954f6-7238-450c-bedc-13c1256923dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.357003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-895954f6-7238-450c-bedc-13c1256923dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.358378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-895954f6-7238-450c-bedc-13c1256923dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f12e399e-c790-48b7-aac1-29e02c171397 HTTP/1.1" status: 204 len: 168 time: 0.4311080 Aug 30 14:49:35.393948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aff42d95-7341-4708-b766-1409d6797060 req-60169b6c-2cb9-44ae-97a2-0e5884f20097 service neutron] 10.222.0.21 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464085 Aug 30 14:49:35.395820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:35.399703 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.405939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895954f6-7238-450c-bedc-13c1256923dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12e399e-c790-48b7-aac1-29e02c171397,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:35.711226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23e9dd54-fafc-49a4-b37b-51eff81b40cb None None] Could not find standard attr ID for object a8f3e2a8-9af8-478f-a395-da401afdf2ac. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:35.761611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:35.783663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f6c6a7-d675-48eb-9122-6b699ce920f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:35.829437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.objects.ports [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:49:35.831528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce5f4281-8316-4b84-8d7c-00f8ae743cf1 None None] Could not find standard attr ID for object a8f3e2a8-9af8-478f-a395-da401afdf2ac. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:35.841269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fbf74a1c-458b-4b5e-ac73-5548308deec3', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'port_id': '4cc10748-9784-4fac-a206-8ac447dc0505', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'mac_address': 'fa:16:3e:af:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:49:29Z', 'updated_at': '2021-08-30T14:49:29Z', 'revision_number': 0, 'project_id': '0978ab3046174ebdab65191a78134e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:59Z', 'revision_number': 5, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:35.877831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:35.884741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c47995-6972-4f05-90a5-cecf9ee7b60f None None] The sync data for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 is: [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fbf74a1c-458b-4b5e-ac73-5548308deec3', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'port_id': '4cc10748-9784-4fac-a206-8ac447dc0505', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'mac_address': 'fa:16:3e:af:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:49:29Z', 'updated_at': '2021-08-30T14:49:29Z', 'revision_number': 0, 'project_id': '0978ab3046174ebdab65191a78134e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:59Z', 'revision_number': 5, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:49:35.979696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] Deleting port 6de1da54-a613-4df1-92ff-796738ff7c23 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:35.981359 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.016207 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f6c6a7-d675-48eb-9122-6b699ce920f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.021014 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f6c6a7-d675-48eb-9122-6b699ce920f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.094112 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-09f6c6a7-d675-48eb-9122-6b699ce920f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f47b3715361d4c1380dcdb05f02c7bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289433 Aug 30 14:49:36.094112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6c6a7-d675-48eb-9122-6b699ce920f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6824ed0-8a22-4733-adbf-bb129f2a211a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:36.098273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] For port 6de1da54-a613-4df1-92ff-796738ff7c23, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6de1da54-a613-4df1-92ff-796738ff7c23,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:36.098951 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.101006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:36.121201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] Calling delete_port for 6de1da54-a613-4df1-92ff-796738ff7c23 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:36.153326 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7cc877a-ae26-4517-ba28-999743ca98e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.167217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.179374 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7cc877a-ae26-4517-ba28-999743ca98e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.252313 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.275427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] Pushing event deleted for resources: {'Port': ['ID=6de1da54-a613-4df1-92ff-796738ff7c23,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:36.295153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146bebee-ef79-47e1-9f23-29f7479e78d5 None None] No DVR routers for this DVR port 6de1da54-a613-4df1-92ff-796738ff7c23 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:36.299967 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb11595-9254-4f09-acbd-76ac6239a688 None None] New status for floating IP fbf74a1c-458b-4b5e-ac73-5548308deec3: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:49:36.303760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7cc877a-ae26-4517-ba28-999743ca98e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.306194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7cc877a-ae26-4517-ba28-999743ca98e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.307409 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b7cc877a-ae26-4517-ba28-999743ca98e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6824ed0-8a22-4733-adbf-bb129f2a211a HTTP/1.1" status: 204 len: 168 time: 0.2054129 Aug 30 14:49:36.327683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc877a-ae26-4517-ba28-999743ca98e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6824ed0-8a22-4733-adbf-bb129f2a211a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:36.415940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-05f8dc8c-4c79-4451-bb1b-ac11651d7581 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:36.420967 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-05f8dc8c-4c79-4451-bb1b-ac11651d7581 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/networks?id=a1d552fd-ff02-46c3-b5b0-f6724f920852 HTTP/1.1" status: 200 len: 813 time: 0.2270164 Aug 30 14:49:36.443073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] For port 6de1da54-a613-4df1-92ff-796738ff7c23, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6de1da54-a613-4df1-92ff-796738ff7c23,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:36.447751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-560c82f7-dc91-45c8-9aeb-9fed8189387d tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/quotas/3057603410234f2790aa154b7e81c21f HTTP/1.1" status: 200 len: 375 time: 0.0186563 Aug 30 14:49:36.480556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.486668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.487734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.530356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-aa5d6ec7-636f-4dc7-a262-bd79b55ef31a tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3057603410234f2790aa154b7e81c21f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652575 Aug 30 14:49:36.539130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=6de1da54-a613-4df1-92ff-796738ff7c23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:36.555415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6de1da54-a613-4df1-92ff-796738ff7c23 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:36.573279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:36.581261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:36.585246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:36.585890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.586627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 6de1da54-a613-4df1-92ff-796738ff7c23 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:36.587038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6de1da54-a613-4df1-92ff-796738ff7c23 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:36.602254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8db781-37be-4b68-b019-c57e475edf1f None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:36.615614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=d2e327c8-81de-4df2-ac56-d675bb207737,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:36.621516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b44cd6d4-afe7-4ff3-8326-152e01213d82 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4030266 Aug 30 14:49:36.624240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:36.629684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bffcaa8b-3987-49ee-8b97-ab86ec9db94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:36.746752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-1bf715ff-67c3-4a43-9fdf-f2e34a8e47c0 service neutron] 10.222.0.50 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060642 Aug 30 14:49:36.787923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffcaa8b-3987-49ee-8b97-ab86ec9db94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:36.796171 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bffcaa8b-3987-49ee-8b97-ab86ec9db94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.811099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'd2e327c8-81de-4df2-ac56-d675bb207737'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:49:36.812137 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:36.933784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-9203ebfe-3f2b-49bd-b8ba-20686a0d1376 service neutron] 10.222.0.50 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791255 Aug 30 14:49:37.018003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Allocated IP 2001:db8::f816:3eff:fec0:c05e (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/d2e327c8-81de-4df2-ac56-d675bb207737/d8cecdd9-334c-42d2-b6f8-6d122ef9fcac) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:37.063806 n-d-805668-3 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-bffcaa8b-3987-49ee-8b97-ab86ec9db94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2e327c8-81de-4df2-ac56-d675bb207737 (CIDR: 2001:db8::/64) Aug 30 14:49:37.068690 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffcaa8b-3987-49ee-8b97-ab86ec9db94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:49:37.069184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffcaa8b-3987-49ee-8b97-ab86ec9db94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:37.091699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:37.097980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:37.100905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bffcaa8b-3987-49ee-8b97-ab86ec9db94d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4737995 Aug 30 14:49:37.259858 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:37.272181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Transition to ACTIVE for port object d8cecdd9-334c-42d2-b6f8-6d122ef9fcac will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:37.283474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4eb30c38-2410-4142-8a87-b35dde49c5d5 req-d898fffd-b9ef-413f-8ff1-96083bc4c0a1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 210 time: 0.0683327 Aug 30 14:49:37.310874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Transition to ACTIVE for port object d8cecdd9-334c-42d2-b6f8-6d122ef9fcac will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:37.320818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:37.332537 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:37.337453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:37.403168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:37.406456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:37.414652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:37.452528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Pushing event updated for resources: {'Port': ['ID=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:37.525436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Attempting to bind port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:37.526625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Attempting to bind port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:37.527258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Attempting to bind port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:37.533308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:37.534102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:37.534958 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:37.535886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:37.536739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Bound port: d8cecdd9-334c-42d2-b6f8-6d122ef9fcac, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:37.537387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:37.617883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] For port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:37.622655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] For port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:37.631680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:37.738600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd5920-de50-407a-a8fb-09e4c4175267 None None] Pushing event updated for resources: {'Port': ['ID=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:37.740206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:37.809625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:37.812931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:37.817420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:37.818222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:37.830478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=9a44dda2-b25d-4c2d-9a30-6dfece9f6254,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:37.849357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4ed3e70b-2a4a-4447-a642-0ebdb733d8e1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7564528 Aug 30 14:49:37.852333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:37.857674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:91:75:19', 'name': 'tempest-NetworksTestDHCPv6-1074170038'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:38.007968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:38.172775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:38.197676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:49:38.491285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b832a0b3-a414-4293-ae80-ab6cca2a094a req-2f93d83d-7673-43e1-8aae-f4e214dd94eb tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 210 time: 0.1102748 Aug 30 14:49:38.523297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8:0:1::254 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/9a44dda2-b25d-4c2d-9a30-6dfece9f6254/a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:38.530664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::f816:3eff:fe91:7519 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/d2e327c8-81de-4df2-ac56-d675bb207737/a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:38.623422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d8cecdd9-334c-42d2-b6f8-6d122ef9fcac up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:38.700531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:38.779642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-de4bc5e0-a4fb-4ee3-b63d-18a972e60f18 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:38.782133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-de4bc5e0-a4fb-4ee3-b63d-18a972e60f18 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.21 "GET /v2.0/networks?id=a1d552fd-ff02-46c3-b5b0-f6724f920852 HTTP/1.1" status: 200 len: 813 time: 0.1675699 Aug 30 14:49:38.803770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Request body: {'port': {'device_id': 'a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec', 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852', 'admin_state_up': True, 'tenant_id': '3057603410234f2790aa154b7e81c21f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:38.863633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:38.883165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:38.935089 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:38.991054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Made reservation on behalf of 3057603410234f2790aa154b7e81c21f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:38.995339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.042419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:39.061945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:39.066602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:39.072274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:39.072928 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.086173 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:39.105490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4b2e9d06-38e3-4f77-b3c4-aed12684080b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2517819 Aug 30 14:49:39.106226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:39.186150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Allocated IP 172.20.0.8 (a1d552fd-ff02-46c3-b5b0-f6724f920852/ce8677fb-7fdb-489b-a03a-90b947a871c4/e9342820-74ba-4183-80bd-64442552571c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:39.222934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b41251-0804-4ac1-83c3-748193cb0a2c None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:39.236562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-614cb3b5-e3f8-4d89-8b67-b938e0b8df3a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:39.239995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-614cb3b5-e3f8-4d89-8b67-b938e0b8df3a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.306534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6454de05-ad42-42e5-a5be-63f9090307b6 None None] Provisioning for port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:39.316569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6454de05-ad42-42e5-a5be-63f9090307b6 None None] Provisioning complete for port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:39.317284 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6454de05-ad42-42e5-a5be-63f9090307b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.373622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-614cb3b5-e3f8-4d89-8b67-b938e0b8df3a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.380365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.400910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-614cb3b5-e3f8-4d89-8b67-b938e0b8df3a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:39.438051 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.471150 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6454de05-ad42-42e5-a5be-63f9090307b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.490625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Network a1d552fd-ff02-46c3-b5b0-f6724f920852 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:39.500190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:39.506062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:39.539048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Pushing event updated for resources: {'Port': ['ID=e9342820-74ba-4183-80bd-64442552571c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:39.552251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6454de05-ad42-42e5-a5be-63f9090307b6 None None] For port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:39.564602 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6454de05-ad42-42e5-a5be-63f9090307b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.588722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:39.590159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.626548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454de05-ad42-42e5-a5be-63f9090307b6 None None] Pushing event updated for resources: {'Port': ['ID=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:39.639059 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-40a56cec-87a6-4f0b-b35f-280c68c36b38 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8413589 Aug 30 14:49:39.669922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c906ad9-3332-4c89-9f1f-f7a3d3a7b1a6 None None] Update dhcp port {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'fixed_ips': [{'subnet_id': 'd2e327c8-81de-4df2-ac56-d675bb207737', 'ip_address': '2001:db8::f816:3eff:fec0:c05e'}, {'subnet_id': '9a44dda2-b25d-4c2d-9a30-6dfece9f6254'}], 'binding:host_id': 'n-d-805668-3'}, 'id': 'd8cecdd9-334c-42d2-b6f8-6d122ef9fcac'} from n-d-805668-3. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 14:49:39.696453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Request body: {'port': {'device_id': 'a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:39.702898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-614cb3b5-e3f8-4d89-8b67-b938e0b8df3a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.705896 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c906ad9-3332-4c89-9f1f-f7a3d3a7b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.741185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cb3b5-e3f8-4d89-8b67-b938e0b8df3a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:39.747919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72a8f1-cb82-4c70-a795-01953e50faf3 req-4e5c5850-a360-424f-a0e2-a2c306be70bb tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:39.749545 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d72a8f1-cb82-4c70-a795-01953e50faf3 req-4e5c5850-a360-424f-a0e2-a2c306be70bb tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 931 time: 0.1328752 Aug 30 14:49:39.805877 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.806667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-614cb3b5-e3f8-4d89-8b67-b938e0b8df3a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.811111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-614cb3b5-e3f8-4d89-8b67-b938e0b8df3a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c HTTP/1.1" status: 204 len: 168 time: 0.7015574 Aug 30 14:49:39.811838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:39.843612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d72a8f1-cb82-4c70-a795-01953e50faf3 req-04eaa912-a13f-4165-8ef7-6da4027983e6 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727952 Aug 30 14:49:39.878986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dfc4f3-ca40-4ebb-b4db-2ee72071adf7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:39.883124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-03dfc4f3-ca40-4ebb-b4db-2ee72071adf7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0702300 Aug 30 14:49:39.884123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:39.908647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5c906ad9-3332-4c89-9f1f-f7a3d3a7b1a6 None None] Allocated IP 2001:db8:0:1::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/9a44dda2-b25d-4c2d-9a30-6dfece9f6254/d8cecdd9-334c-42d2-b6f8-6d122ef9fcac) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:40.018202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5c906ad9-3332-4c89-9f1f-f7a3d3a7b1a6 None None] For port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:40.051078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c906ad9-3332-4c89-9f1f-f7a3d3a7b1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.065579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c906ad9-3332-4c89-9f1f-f7a3d3a7b1a6 None None] Transition to ACTIVE for port object d8cecdd9-334c-42d2-b6f8-6d122ef9fcac will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:40.070880 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c906ad9-3332-4c89-9f1f-f7a3d3a7b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.073570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf669243-cd52-4875-90a1-f1c084dc11f0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:40.078097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cf669243-cd52-4875-90a1-f1c084dc11f0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1890306 Aug 30 14:49:40.079775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:40.150798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a21bc-98e7-4018-8d18-35a74229e9be tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:40.152671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a21bc-98e7-4018-8d18-35a74229e9be tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:40.154868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a21bc-98e7-4018-8d18-35a74229e9be tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:40.157081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6a2a21bc-98e7-4018-8d18-35a74229e9be tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0746782 Aug 30 14:49:40.159092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:40.168901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c906ad9-3332-4c89-9f1f-f7a3d3a7b1a6 None None] Pushing event updated for resources: {'Port': ['ID=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:40.233122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-725a8873-1fd7-4700-9ae7-12f6a65d437b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 9a44dda2-b25d-4c2d-9a30-6dfece9f6254 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:40.236874 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725a8873-1fd7-4700-9ae7-12f6a65d437b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.264630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9342820-74ba-4183-80bd-64442552571c {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:49:40.273655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.288998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725a8873-1fd7-4700-9ae7-12f6a65d437b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.291837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Transition to ACTIVE for port object e9342820-74ba-4183-80bd-64442552571c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:40.296292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.362005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=e9342820-74ba-4183-80bd-64442552571c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:40.403115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725a8873-1fd7-4700-9ae7-12f6a65d437b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.462189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Attempting to bind port e9342820-74ba-4183-80bd-64442552571c on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:40.462556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Attempting to bind port e9342820-74ba-4183-80bd-64442552571c by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:40.462862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Attempting to bind port e9342820-74ba-4183-80bd-64442552571c on network a1d552fd-ff02-46c3-b5b0-f6724f920852 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:40.470177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Port e9342820-74ba-4183-80bd-64442552571c on network a1d552fd-ff02-46c3-b5b0-f6724f920852 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:49:40.470517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Attempting to bind port e9342820-74ba-4183-80bd-64442552571c on network a1d552fd-ff02-46c3-b5b0-f6724f920852 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:40.476962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:40.477813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Checking segment: {'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:40.478359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Bound using segment: {'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:40.478978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Bound port: e9342820-74ba-4183-80bd-64442552571c, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:40.479355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.525597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725a8873-1fd7-4700-9ae7-12f6a65d437b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.533999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d8cecdd9-334c-42d2-b6f8-6d122ef9fcac up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:40.561621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a8873-1fd7-4700-9ae7-12f6a65d437b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=9a44dda2-b25d-4c2d-9a30-6dfece9f6254,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:40.569288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725a8873-1fd7-4700-9ae7-12f6a65d437b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.576945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-725a8873-1fd7-4700-9ae7-12f6a65d437b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/9a44dda2-b25d-4c2d-9a30-6dfece9f6254 HTTP/1.1" status: 204 len: 168 time: 0.4165962 Aug 30 14:49:40.577686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:40.609413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] For port e9342820-74ba-4183-80bd-64442552571c, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:40.614160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] For port e9342820-74ba-4183-80bd-64442552571c, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e9342820-74ba-4183-80bd-64442552571c,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:40.619704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.651166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9994f7-59bb-4d03-9b27-3895b8c43365 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet d2e327c8-81de-4df2-ac56-d675bb207737 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:40.655353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb9994f7-59bb-4d03-9b27-3895b8c43365 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.664286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:40.665016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.666747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] 10.222.0.21 "PUT /v2.0/ports/e9342820-74ba-4183-80bd-64442552571c HTTP/1.1" status: 200 len: 1091 time: 0.9852064 Aug 30 14:49:40.667306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec', 'tag': 'e9342820-74ba-4183-80bd-64442552571c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:49:40.669856 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffc28af-76f9-48d8-8628-87ff1355f5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec", "tag": "e9342820-74ba-4183-80bd-64442552571c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:49:40.708797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb9994f7-59bb-4d03-9b27-3895b8c43365 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.785454 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a12622-6d2b-4c76-bac9-eae33fc4e121 x-openstack-request-id: req-72a12622-6d2b-4c76-bac9-eae33fc4e121 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:49:40.785888 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec", "tag": "e9342820-74ba-4183-80bd-64442552571c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:49:40.786137 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72a12622-6d2b-4c76-bac9-eae33fc4e121 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:49:40.786535 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec', 'tag': 'e9342820-74ba-4183-80bd-64442552571c', 'status': 'completed', 'code': 200} Aug 30 14:49:40.787096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d40376-9932-47bc-8356-c1380e35fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=e9342820-74ba-4183-80bd-64442552571c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:40.816898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb9994f7-59bb-4d03-9b27-3895b8c43365 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.819198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-ee510766-76d8-4a02-8ec9-ba3297fcd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:40.821141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-ee510766-76d8-4a02-8ec9-ba3297fcd005 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3057603410234f2790aa154b7e81c21f&device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 1094 time: 0.0870640 Aug 30 14:49:40.873456 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-72dcbc79-f61b-4f7d-bb58-b004f31327d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9342820-74ba-4183-80bd-64442552571c HTTP/1.1" status: 200 len: 217 time: 0.0391204 Aug 30 14:49:40.892107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb9994f7-59bb-4d03-9b27-3895b8c43365 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.924865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9994f7-59bb-4d03-9b27-3895b8c43365 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e327c8-81de-4df2-ac56-d675bb207737,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:40.929402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb9994f7-59bb-4d03-9b27-3895b8c43365 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.933633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bb9994f7-59bb-4d03-9b27-3895b8c43365 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/d2e327c8-81de-4df2-ac56-d675bb207737 HTTP/1.1" status: 204 len: 168 time: 0.3523827 Aug 30 14:49:40.935138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:40.936380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-6335ce70-1290-4259-a524-c262edd7602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:40.938648 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-6335ce70-1290-4259-a524-c262edd7602c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce8677fb-7fdb-489b-a03a-90b947a871c4 HTTP/1.1" status: 200 len: 853 time: 0.0579152 Aug 30 14:49:40.955065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7650571-86f9-4f5a-8d35-5a4ce1a684ff None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:40.982194 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9fb341fc-67de-4439-84b1-8ade7eb5d13f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459242 Aug 30 14:49:40.985459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38914) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:40.991348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:41.001310 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-59737eb2-d790-4e89-b490-f86d2e13dba8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1d552fd-ff02-46c3-b5b0-f6724f920852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440073 Aug 30 14:49:41.017563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bdc00cbb-b10c-49d6-890b-ab4c3a36af98 None None] Could not find standard attr ID for object a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:41.070683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bdc00cbb-b10c-49d6-890b-ab4c3a36af98 None None] Provisioning for port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:41.075274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bdc00cbb-b10c-49d6-890b-ab4c3a36af98 None None] Provisioning complete for port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:41.075773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdc00cbb-b10c-49d6-890b-ab4c3a36af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.103723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:41.109118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.110112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c67bfc-88f6-4cf0-9997-eac3a8a624a2 req-32af098c-b6e8-48c7-935c-6a6961c4390f tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:41.111267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87c67bfc-88f6-4cf0-9997-eac3a8a624a2 req-32af098c-b6e8-48c7-935c-6a6961c4390f tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 943 time: 0.1713018 Aug 30 14:49:41.192700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87c67bfc-88f6-4cf0-9997-eac3a8a624a2 req-d3d380d3-c31c-41b8-b409-3ced505d3f1b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752156 Aug 30 14:49:41.195857 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-e34ef78e-6c34-4508-93c9-382d1991ee87 service neutron] 10.222.0.21 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681244 Aug 30 14:49:41.280125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:41.325017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a1bf42e-1b12-45e6-8b6f-c4fd31987258 req-20593f39-d831-495f-a71c-094f71ed78a3 service neutron] 10.222.0.21 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206603 Aug 30 14:49:41.337456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] Deleting port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:41.338111 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.382853 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.413925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] For port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:41.414368 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.432076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] Calling delete_port for d8cecdd9-334c-42d2-b6f8-6d122ef9fcac owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:41.444896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:41.448471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:41.452834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:41.452834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.468986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=4cd80830-66e7-408d-b1e6-c61b9a76b2a7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:41.483696 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-73fa435b-48d3-4971-a58b-f446c5c25036 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4944067 Aug 30 14:49:41.483874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38916) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:41.489783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-def85c15-2e25-4dc9-9a5f-527d3e09161a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:41.501892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-ac45eed7-293d-4620-afdc-30d234bab4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:41.504320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-ac45eed7-293d-4620-afdc-30d234bab4e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3057603410234f2790aa154b7e81c21f&device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 1094 time: 0.0745752 Aug 30 14:49:41.536480 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.549478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] No DVR routers for this DVR port d8cecdd9-334c-42d2-b6f8-6d122ef9fcac on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:41.570848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286bed1-9611-4cf8-a388-e111c82da004 None None] Pushing event deleted for resources: {'Port': ['ID=d8cecdd9-334c-42d2-b6f8-6d122ef9fcac,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:41.585457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a641eb1-2289-475e-b3f6-5afb77f1511a None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:41.638324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-372d5f06-ed51-4719-a7b4-951e3fc09423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:41.640243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-372d5f06-ed51-4719-a7b4-951e3fc09423 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1d552fd-ff02-46c3-b5b0-f6724f920852 HTTP/1.1" status: 200 len: 914 time: 0.1263924 Aug 30 14:49:41.646610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def85c15-2e25-4dc9-9a5f-527d3e09161a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:41.650445 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-def85c15-2e25-4dc9-9a5f-527d3e09161a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.691937 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-747b6b07-d6df-452b-8ef0-3e67cd7fe489 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9342820-74ba-4183-80bd-64442552571c HTTP/1.1" status: 200 len: 217 time: 0.0387850 Aug 30 14:49:41.764348 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': '4cd80830-66e7-408d-b1e6-c61b9a76b2a7'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:49:41.767240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:41.796597 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-e6220dca-89c1-4ffc-aa65-eb91c5da20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:41.797854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-e6220dca-89c1-4ffc-aa65-eb91c5da20d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce8677fb-7fdb-489b-a03a-90b947a871c4 HTTP/1.1" status: 200 len: 853 time: 0.0988472 Aug 30 14:49:41.803854 n-d-805668-3 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-def85c15-2e25-4dc9-9a5f-527d3e09161a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cd80830-66e7-408d-b1e6-c61b9a76b2a7 (CIDR: 2001:db8::/64) Aug 30 14:49:41.815020 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-def85c15-2e25-4dc9-9a5f-527d3e09161a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:49:41.819730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def85c15-2e25-4dc9-9a5f-527d3e09161a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:41.835207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-47cf7a18-33b0-4edf-a80f-899062cf63ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1d552fd-ff02-46c3-b5b0-f6724f920852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299134 Aug 30 14:49:41.848585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-def85c15-2e25-4dc9-9a5f-527d3e09161a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3611040 Aug 30 14:49:41.848975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:41.857309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:41.938035 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-56dacb87-0438-4c9b-ade0-584d9536ec06 service neutron] 10.222.0.21 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954294 Aug 30 14:49:41.977518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/4cd80830-66e7-408d-b1e6-c61b9a76b2a7/527a9d9c-dfc8-420b-8ea0-0e2151be6915) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:41.997795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:42.001987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.052122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bffc28af-76f9-48d8-8628-87ff1355f5b1 req-2e8ef208-369d-42e6-8d49-322d6822aad5 service neutron] 10.222.0.21 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064126 Aug 30 14:49:42.159017 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.170062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Transition to ACTIVE for port object 527a9d9c-dfc8-420b-8ea0-0e2151be6915 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:42.186743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Transition to ACTIVE for port object 527a9d9c-dfc8-420b-8ea0-0e2151be6915 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:42.193435 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.259387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:42.263621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Pushing event updated for resources: {'Port': ['ID=527a9d9c-dfc8-420b-8ea0-0e2151be6915,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:42.267061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:42.269993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:42.332917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Attempting to bind port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:42.333337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Attempting to bind port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:42.333708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Attempting to bind port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:42.339221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:42.339584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:42.340601 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.340601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:42.340835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Bound port: 527a9d9c-dfc8-420b-8ea0-0e2151be6915, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:42.341245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.384240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27ad16-aa49-4088-962f-7e35817e1032 req-0a87a34a-eb26-4d75-ae18-630d684e2c4d tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:42.389938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b27ad16-aa49-4088-962f-7e35817e1032 req-0a87a34a-eb26-4d75-ae18-630d684e2c4d tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 943 time: 0.1130342 Aug 30 14:49:42.420452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] For port 527a9d9c-dfc8-420b-8ea0-0e2151be6915, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:42.424921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] For port 527a9d9c-dfc8-420b-8ea0-0e2151be6915, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=527a9d9c-dfc8-420b-8ea0-0e2151be6915,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:42.431296 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.472507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:49:42.503956 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b27ad16-aa49-4088-962f-7e35817e1032 req-8d90a38d-7f60-4afe-9687-d1b9527d4460 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922499 Aug 30 14:49:42.519501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d8cecdd9-334c-42d2-b6f8-6d122ef9fcac no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:42.544903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061daff-9e95-4c1e-95bd-23a2ae51eed8 None None] Pushing event updated for resources: {'Port': ['ID=527a9d9c-dfc8-420b-8ea0-0e2151be6915,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:42.556396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d8cecdd9-334c-42d2-b6f8-6d122ef9fcac {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:42.556903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d8cecdd9-334c-42d2-b6f8-6d122ef9fcac not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:42.702242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.916701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] For port 527a9d9c-dfc8-420b-8ea0-0e2151be6915, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=527a9d9c-dfc8-420b-8ea0-0e2151be6915,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:42.947529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.952396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.953418 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:43.032881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:43.041251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:43.051935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:43.052524 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:43.062590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=527a9d9c-dfc8-420b-8ea0-0e2151be6915,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:43.065230 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=4fc09042-7a8a-453e-a4f1-10eec0e53c33,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:43.075478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3cb0002c-0228-4c7d-ab4a-4c0cad23f8c3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2234492 Aug 30 14:49:43.078227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:43.083307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:b1:bd:c5', 'name': 'tempest-NetworksTestDHCPv6-1456031149'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:43.203727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:43.306792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:43.332781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:49:43.537734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df4f36-f8d8-4297-8531-c8b4fa09d661 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:43.538628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::67 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/4cd80830-66e7-408d-b1e6-c61b9a76b2a7/36ba53b7-0246-4ca6-9ab6-542efa7c5fe3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:43.546784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:bdc5 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/4fc09042-7a8a-453e-a4f1-10eec0e53c33/36ba53b7-0246-4ca6-9ab6-542efa7c5fe3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:43.645876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f82b5e-6944-46e0-81e8-b4036743b234 req-e5e3350c-4e84-4964-819f-f2f53e468eb7 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:43.650312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9f82b5e-6944-46e0-81e8-b4036743b234 req-e5e3350c-4e84-4964-819f-f2f53e468eb7 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 943 time: 0.0632017 Aug 30 14:49:43.696658 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9f82b5e-6944-46e0-81e8-b4036743b234 req-a90632b2-f89d-4393-96bf-cbbc17956754 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Aug 30 14:49:43.735404 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:43.750021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:43.787751 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:43.807418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e840a27-62ca-4706-8982-13c8d2fe1e8a None None] Provisioning for port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:44.207625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:44.211682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:44.216448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:44.222117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:44.222777 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.226587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=36ba53b7-0246-4ca6-9ab6-542efa7c5fe3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:44.249999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a57c8ac4-0d2e-4c19-9d0d-595060a3b264 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1684403 Aug 30 14:49:44.250305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:44.349354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-726fe09d-06f7-495b-b1b4-d20e244b78ff tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:44.349788 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-726fe09d-06f7-495b-b1b4-d20e244b78ff tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.450924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-726fe09d-06f7-495b-b1b4-d20e244b78ff tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.467599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-726fe09d-06f7-495b-b1b4-d20e244b78ff tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:44.564124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 527a9d9c-dfc8-420b-8ea0-0e2151be6915 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:44.647745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:44.653686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:44.664782 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.716147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-726fe09d-06f7-495b-b1b4-d20e244b78ff tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.718170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Provisioning for port 36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:44.728493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Provisioning complete for port 36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:44.728876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.761921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Port 36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 14:49:44.783662 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Provisioning complete for port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:44.784039 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.787399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fe09d-06f7-495b-b1b4-d20e244b78ff tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=36ba53b7-0246-4ca6-9ab6-542efa7c5fe3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:44.884468 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-726fe09d-06f7-495b-b1b4-d20e244b78ff tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.886936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-726fe09d-06f7-495b-b1b4-d20e244b78ff tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 HTTP/1.1" status: 204 len: 168 time: 0.6356552 Aug 30 14:49:44.890010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:44.910557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.917968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8af96-e88f-4215-a0d9-9eedc2e01dbb req-ad2fba19-2733-487d-a616-af649c0878ea tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:44.919545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ba8af96-e88f-4215-a0d9-9eedc2e01dbb req-ad2fba19-2733-487d-a616-af649c0878ea tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 943 time: 0.0989327 Aug 30 14:49:44.959626 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.973489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 527a9d9c-dfc8-420b-8ea0-0e2151be6915, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=527a9d9c-dfc8-420b-8ea0-0e2151be6915,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:44.977911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813fbc4-39cf-4feb-bd70-309ec5d7e246 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:44.980114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3813fbc4-39cf-4feb-bd70-309ec5d7e246 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0888672 Aug 30 14:49:44.982691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:44.983173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:45.048144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ba8af96-e88f-4215-a0d9-9eedc2e01dbb req-c86a8f8c-8625-4f4a-ba84-66945c3ec1ab tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196296 Aug 30 14:49:45.058264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9eed8-bc20-44d0-85c9-976ee47abaa7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:45.061095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68d9eed8-bc20-44d0-85c9-976ee47abaa7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0761037 Aug 30 14:49:45.062713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:45.150267 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:49:45.150267 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-4c7e82f6-8c7c-476e-99d5-423e49d66d37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:49:45.150468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77433a9c-5775-4cbf-898a-c8b6e39a52c1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:45.150468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77433a9c-5775-4cbf-898a-c8b6e39a52c1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:45.152832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77433a9c-5775-4cbf-898a-c8b6e39a52c1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:45.152832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-77433a9c-5775-4cbf-898a-c8b6e39a52c1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0887575 Aug 30 14:49:45.156285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:45.174802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=527a9d9c-dfc8-420b-8ea0-0e2151be6915,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:45.249598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-593ef838-7ed5-4ba2-b994-00de0cf2944e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 4cd80830-66e7-408d-b1e6-c61b9a76b2a7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:45.254160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593ef838-7ed5-4ba2-b994-00de0cf2944e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:45.320705 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593ef838-7ed5-4ba2-b994-00de0cf2944e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:45.459682 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593ef838-7ed5-4ba2-b994-00de0cf2944e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:45.557309 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593ef838-7ed5-4ba2-b994-00de0cf2944e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:45.611656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ef838-7ed5-4ba2-b994-00de0cf2944e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd80830-66e7-408d-b1e6-c61b9a76b2a7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:45.617642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-593ef838-7ed5-4ba2-b994-00de0cf2944e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:45.620959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-593ef838-7ed5-4ba2-b994-00de0cf2944e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/4cd80830-66e7-408d-b1e6-c61b9a76b2a7 HTTP/1.1" status: 204 len: 168 time: 0.4635286 Aug 30 14:49:45.624954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:45.755967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-798f58f2-66e0-493a-ba68-ba8434c350e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 4fc09042-7a8a-453e-a4f1-10eec0e53c33 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:45.761807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798f58f2-66e0-493a-ba68-ba8434c350e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:45.797332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e9342820-74ba-4183-80bd-64442552571c details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:49:45.843294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6b089d67-de65-4d50-80c9-4eda850ffb52 None None] Could not find standard attr ID for object a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:45.851670 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798f58f2-66e0-493a-ba68-ba8434c350e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:45.894778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6b089d67-de65-4d50-80c9-4eda850ffb52 None None] Could not find standard attr ID for object 36ba53b7-0246-4ca6-9ab6-542efa7c5fe3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:45.967510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe8dd59-8974-4c46-89d8-e718c4d5f515 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:45.971629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798f58f2-66e0-493a-ba68-ba8434c350e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.051472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798f58f2-66e0-493a-ba68-ba8434c350e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.057990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e9342820-74ba-4183-80bd-64442552571c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e9342820-74ba-4183-80bd-64442552571c,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:46.083794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'e9342820-74ba-4183-80bd-64442552571c', 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852', 'port_id': 'e9342820-74ba-4183-80bd-64442552571c', 'mac_address': 'fa:16:3e:9a:49:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8677fb-7fdb-489b-a03a-90b947a871c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:49:46.090807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f58f2-66e0-493a-ba68-ba8434c350e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc09042-7a8a-453e-a4f1-10eec0e53c33,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:46.102969 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798f58f2-66e0-493a-ba68-ba8434c350e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.107659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-798f58f2-66e0-493a-ba68-ba8434c350e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/4fc09042-7a8a-453e-a4f1-10eec0e53c33 HTTP/1.1" status: 204 len: 168 time: 0.4791644 Aug 30 14:49:46.108143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:46.166468 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.180369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aa85e4d1-7541-488a-b949-d35155e116a5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702035 Aug 30 14:49:46.184019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:46.190802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:46.199085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9342820-74ba-4183-80bd-64442552571c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:49:46.258293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e9342820-74ba-4183-80bd-64442552571c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e9342820-74ba-4183-80bd-64442552571c,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:46.259922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb921886-b75a-44f8-a399-b9718a0939de req-4a251969-55e9-477c-a696-29bad9fae386 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:46.263168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb921886-b75a-44f8-a399-b9718a0939de req-4a251969-55e9-477c-a696-29bad9fae386 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 943 time: 0.0815959 Aug 30 14:49:46.275761 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.334059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:46.338944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.344217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb921886-b75a-44f8-a399-b9718a0939de req-fd5b6ca9-705c-48cc-8d3d-7c14e93b27f1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729399 Aug 30 14:49:46.362067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e9342820-74ba-4183-80bd-64442552571c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:46.370935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:46.430104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] Deleting port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:46.430491 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.520455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] For port 527a9d9c-dfc8-420b-8ea0-0e2151be6915, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=527a9d9c-dfc8-420b-8ea0-0e2151be6915,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:46.521018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.554766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] Calling delete_port for 527a9d9c-dfc8-420b-8ea0-0e2151be6915 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:46.668704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 527a9d9c-dfc8-420b-8ea0-0e2151be6915 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:46.704153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 527a9d9c-dfc8-420b-8ea0-0e2151be6915 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:49:46.704731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 527a9d9c-dfc8-420b-8ea0-0e2151be6915 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:49:46.707366 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.726496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] No DVR routers for this DVR port 527a9d9c-dfc8-420b-8ea0-0e2151be6915 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:46.755868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98b091-7326-463b-97f9-e37419e3fd25 None None] Pushing event deleted for resources: {'Port': ['ID=527a9d9c-dfc8-420b-8ea0-0e2151be6915,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:46.761504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.824625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:46.827090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:46.833082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:46.833949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:46.838528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5013844-c72c-41a3-a35f-444d533a4c6a None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:46.856257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=e1056144-5ae7-446a-adf5-b9a66710eb3f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:46.873356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:46.873582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a7074101-3c92-46d2-b88c-d300a3b0a3b2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6872582 Aug 30 14:49:46.879249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-063cdb26-f9ed-4dad-8cf1-adc0ce039df7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:46.952939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['e9342820-74ba-4183-80bd-64442552571c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:49:47.040375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063cdb26-f9ed-4dad-8cf1-adc0ce039df7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:47.044553 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-063cdb26-f9ed-4dad-8cf1-adc0ce039df7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:47.161436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'tenant_id': '3db242ec7f47461a8207669826ae820f', 'fixed_ips': [{'subnet_id': 'e1056144-5ae7-446a-adf5-b9a66710eb3f'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:49:47.162751 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:47.170426 n-d-805668-3 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-063cdb26-f9ed-4dad-8cf1-adc0ce039df7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1056144-5ae7-446a-adf5-b9a66710eb3f (CIDR: 2001:db8::/64) Aug 30 14:49:47.175789 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-063cdb26-f9ed-4dad-8cf1-adc0ce039df7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:49:47.176332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063cdb26-f9ed-4dad-8cf1-adc0ce039df7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:47.194001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-063cdb26-f9ed-4dad-8cf1-adc0ce039df7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3184857 Aug 30 14:49:47.195971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 38986) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:47.202025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'subnet': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:47.348001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:47.352283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:47.386920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Allocated IP 2001:db8::2 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/e1056144-5ae7-446a-adf5-b9a66710eb3f/f8d65ab8-7696-49b4-81e0-cb708ecb387c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:47.569542 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:47.572087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269039f6-3c4e-440c-a7c1-92e6accb545b req-fed1f6eb-a728-45d1-a3ae-779ef95a5e45 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:47.573692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-269039f6-3c4e-440c-a7c1-92e6accb545b req-fed1f6eb-a728-45d1-a3ae-779ef95a5e45 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 944 time: 0.0957601 Aug 30 14:49:47.585889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Transition to ACTIVE for port object f8d65ab8-7696-49b4-81e0-cb708ecb387c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:47.602851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Transition to ACTIVE for port object f8d65ab8-7696-49b4-81e0-cb708ecb387c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:47.610522 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:47.658210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-269039f6-3c4e-440c-a7c1-92e6accb545b req-993b9a83-a335-461e-a052-d2103a2c7e9d tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777671 Aug 30 14:49:47.665907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:47.675521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:47.678449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:47.689953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Pushing event updated for resources: {'Port': ['ID=f8d65ab8-7696-49b4-81e0-cb708ecb387c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:47.744805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Attempting to bind port f8d65ab8-7696-49b4-81e0-cb708ecb387c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:47.745846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Attempting to bind port f8d65ab8-7696-49b4-81e0-cb708ecb387c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:47.746369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Attempting to bind port f8d65ab8-7696-49b4-81e0-cb708ecb387c on network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:47.754218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:47.754619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Checking segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:47.759045 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:47.759468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Bound using segment: {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:47.759972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Bound port: f8d65ab8-7696-49b4-81e0-cb708ecb387c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc245f-8515-464d-b5aa-3b07115b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:47.761543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:47.834974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] For port f8d65ab8-7696-49b4-81e0-cb708ecb387c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:47.838684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] For port f8d65ab8-7696-49b4-81e0-cb708ecb387c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f8d65ab8-7696-49b4-81e0-cb708ecb387c,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:47.845009 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:47.890437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.objects.ports [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:49:47.927830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308da827-fae1-460c-95f8-f1a340f3b769 None None] Pushing event updated for resources: {'Port': ['ID=f8d65ab8-7696-49b4-81e0-cb708ecb387c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:48.097612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:48.325350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] For port f8d65ab8-7696-49b4-81e0-cb708ecb387c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f8d65ab8-7696-49b4-81e0-cb708ecb387c,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:48.376630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:48.386889 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:48.386889 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:48.461288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:48.471788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:48.481640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:48.483092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:48.508173 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Subnet': ['ID=40274baf-c309-40e5-b12c-d92acbbe01df,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:48.510761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=f8d65ab8-7696-49b4-81e0-cb708ecb387c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:48.518110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-186d1066-720e-4c5d-9694-4e0865a576a0 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3173795 Aug 30 14:49:48.518444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 38996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:48.524226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Request body: {'port': {'network_id': 'fc6a2e33-1ed1-4e6d-8e10-e349d5356783', 'mac_address': 'fa:16:3e:93:15:af', 'name': 'tempest-NetworksTestDHCPv6-484959729'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:48.589090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f8d65ab8-7696-49b4-81e0-cb708ecb387c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:48.655074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f8d65ab8-7696-49b4-81e0-cb708ecb387c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:48.679837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Made reservation on behalf of 3db242ec7f47461a8207669826ae820f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:48.780323 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:48.818736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] device_id is not set on port 9e9ce24b-3a5e-4846-8ae1-78b14317cf07 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:49:48.854513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fa8fc-dccf-4ad0-bf56-4f32fc979020 req-e5fdd033-c504-455b-867e-1f87cf5ca081 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:48.858414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d5fa8fc-dccf-4ad0-bf56-4f32fc979020 req-e5fdd033-c504-455b-867e-1f87cf5ca081 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 944 time: 0.0834978 Aug 30 14:49:48.926142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d5fa8fc-dccf-4ad0-bf56-4f32fc979020 req-dbc56d13-f249-49d7-bf43-6c46358fd32b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612020 Aug 30 14:49:49.084612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8::2c1 (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/e1056144-5ae7-446a-adf5-b9a66710eb3f/9e9ce24b-3a5e-4846-8ae1-78b14317cf07) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:49.093666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:15af (fc6a2e33-1ed1-4e6d-8e10-e349d5356783/40274baf-c309-40e5-b12c-d92acbbe01df/9e9ce24b-3a5e-4846-8ae1-78b14317cf07) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:49.162618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202852f-593a-49bb-b4b3-637d7d6ae1c1 None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:49.266612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.283833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Transition to ACTIVE for port object 9e9ce24b-3a5e-4846-8ae1-78b14317cf07 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:49.311784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae776213-de69-4634-96eb-fc80ead3ba92 None None] Provisioning for port f8d65ab8-7696-49b4-81e0-cb708ecb387c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:49.321865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ae776213-de69-4634-96eb-fc80ead3ba92 None None] Provisioning complete for port f8d65ab8-7696-49b4-81e0-cb708ecb387c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:49.322239 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae776213-de69-4634-96eb-fc80ead3ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.328694 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.379494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:49.383182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:49.385641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:49.391488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:49.392126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.418645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event updated for resources: {'Port': ['ID=9e9ce24b-3a5e-4846-8ae1-78b14317cf07,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:49.424879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-14008a65-7282-4161-b32f-86c403c51eb8 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9047832 Aug 30 14:49:49.428016 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:49.499937 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae776213-de69-4634-96eb-fc80ead3ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.542613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ae776213-de69-4634-96eb-fc80ead3ba92 None None] For port f8d65ab8-7696-49b4-81e0-cb708ecb387c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f8d65ab8-7696-49b4-81e0-cb708ecb387c,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:49.549550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae776213-de69-4634-96eb-fc80ead3ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.567982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-842263a6-7b28-413b-82c1-66968d7b8e3f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting port 9e9ce24b-3a5e-4846-8ae1-78b14317cf07 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:49.568692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-842263a6-7b28-413b-82c1-66968d7b8e3f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.641856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae776213-de69-4634-96eb-fc80ead3ba92 None None] Pushing event updated for resources: {'Port': ['ID=f8d65ab8-7696-49b4-81e0-cb708ecb387c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:49.672242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-842263a6-7b28-413b-82c1-66968d7b8e3f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.686437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-842263a6-7b28-413b-82c1-66968d7b8e3f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Calling delete_port for 9e9ce24b-3a5e-4846-8ae1-78b14317cf07 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:49.818858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e9342820-74ba-4183-80bd-64442552571c up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:49.890395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port e9342820-74ba-4183-80bd-64442552571c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:49:49.896073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port e9342820-74ba-4183-80bd-64442552571c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:49.897367 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:49.979017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-842263a6-7b28-413b-82c1-66968d7b8e3f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:50.023622 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:50.045808 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:50.082821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9342820-74ba-4183-80bd-64442552571c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:49:50.085445 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40992771-4108-40c7-b62e-65e871a2f066" -d '{"events": [{"server_uuid": "a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec", "name": "network-vif-plugged", "status": "completed", "tag": "e9342820-74ba-4183-80bd-64442552571c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:49:50.101802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e9342820-74ba-4183-80bd-64442552571c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e9342820-74ba-4183-80bd-64442552571c,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:50.107746 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:50.119394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842263a6-7b28-413b-82c1-66968d7b8e3f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Port': ['ID=9e9ce24b-3a5e-4846-8ae1-78b14317cf07,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:50.131996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-842263a6-7b28-413b-82c1-66968d7b8e3f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:50.134527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-842263a6-7b28-413b-82c1-66968d7b8e3f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/9e9ce24b-3a5e-4846-8ae1-78b14317cf07 HTTP/1.1" status: 204 len: 168 time: 0.7052243 Aug 30 14:49:50.137077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:50.183102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bcb92-a706-4507-9d16-7bcc77513da8 req-bb85f2a2-5fc6-4451-a35d-7cc14e5702cf tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:50.197630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e9342820-74ba-4183-80bd-64442552571c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:50.199980 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da4bcb92-a706-4507-9d16-7bcc77513da8 req-bb85f2a2-5fc6-4451-a35d-7cc14e5702cf tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 944 time: 0.1491117 Aug 30 14:49:50.232953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f514f2-0b61-45b4-9a6a-40e5e3458f48 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:50.237004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c4f514f2-0b61-45b4-9a6a-40e5e3458f48 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0966177 Aug 30 14:49:50.237329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:50.253439 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde45a94-54ff-4c2c-a85b-8d51326186a2 x-openstack-request-id: req-dde45a94-54ff-4c2c-a85b-8d51326186a2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:49:50.253737 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec", "name": "network-vif-plugged", "status": "completed", "tag": "e9342820-74ba-4183-80bd-64442552571c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:49:50.254013 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dde45a94-54ff-4c2c-a85b-8d51326186a2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:49:50.254411 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9342820-74ba-4183-80bd-64442552571c', 'code': 200} Aug 30 14:49:50.278720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da4bcb92-a706-4507-9d16-7bcc77513da8 req-380cefb2-23ed-4f34-a413-e6da861d19c1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770571 Aug 30 14:49:50.327251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f370fd4-2b44-4d16-83ee-10615338e5ea tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:50.332268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2f370fd4-2b44-4d16-83ee-10615338e5ea tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0898097 Aug 30 14:49:50.333383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:50.387775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3527f912-0768-490e-82ed-2db4afd2e5d8 None None] Provisioning complete for port f8d65ab8-7696-49b4-81e0-cb708ecb387c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:50.388152 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3527f912-0768-490e-82ed-2db4afd2e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:50.527806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3527f912-0768-490e-82ed-2db4afd2e5d8 None None] Could not find standard attr ID for object 9e9ce24b-3a5e-4846-8ae1-78b14317cf07. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:50.600943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f8d65ab8-7696-49b4-81e0-cb708ecb387c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:49:50.675279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f8d65ab8-7696-49b4-81e0-cb708ecb387c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:50.675787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:50.757793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4bca0e8b-900e-4e9a-80d4-d823df9beebf None None] Could not find standard attr ID for object 9e9ce24b-3a5e-4846-8ae1-78b14317cf07. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:49:50.857927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d67db3-5cd4-4834-a722-92ea8d3fcd90 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:50.859562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d67db3-5cd4-4834-a722-92ea8d3fcd90 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:50.861181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d67db3-5cd4-4834-a722-92ea8d3fcd90 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:50.862814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e7d67db3-5cd4-4834-a722-92ea8d3fcd90 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5282326 Aug 30 14:49:50.866513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:50.872280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c2f8-1f93-4956-a0ee-e21e4234c0a2 req-1c9b7328-e7e5-4d11-915a-04b1e784ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:50.873832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f11c2f8-1f93-4956-a0ee-e21e4234c0a2 req-1c9b7328-e7e5-4d11-915a-04b1e784ea3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 1096 time: 0.5255885 Aug 30 14:49:50.918341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f11c2f8-1f93-4956-a0ee-e21e4234c0a2 req-d3e40965-9ae5-418c-8716-5e8459f01a7e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360816 Aug 30 14:49:50.934729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff87741-30f6-415e-9dc9-d1440e9d2b4a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet 40274baf-c309-40e5-b12c-d92acbbe01df {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:50.937949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff87741-30f6-415e-9dc9-d1440e9d2b4a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:50.982117 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff87741-30f6-415e-9dc9-d1440e9d2b4a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.067816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff87741-30f6-415e-9dc9-d1440e9d2b4a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.138365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff87741-30f6-415e-9dc9-d1440e9d2b4a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.168723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff87741-30f6-415e-9dc9-d1440e9d2b4a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=40274baf-c309-40e5-b12c-d92acbbe01df,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:51.172386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ff87741-30f6-415e-9dc9-d1440e9d2b4a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.174293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6ff87741-30f6-415e-9dc9-d1440e9d2b4a tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/40274baf-c309-40e5-b12c-d92acbbe01df HTTP/1.1" status: 204 len: 168 time: 0.3067529 Aug 30 14:49:51.177335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:51.183900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395dced2-a4fe-4dc3-835a-91ec003242df None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:51.240067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-641ab2a6-1a98-49ef-b25d-3ff4dba2cc96 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Deleting subnet e1056144-5ae7-446a-adf5-b9a66710eb3f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:49:51.243474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-641ab2a6-1a98-49ef-b25d-3ff4dba2cc96 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.295127 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-641ab2a6-1a98-49ef-b25d-3ff4dba2cc96 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.493328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf986745-fe4f-4108-9b4c-859813617f74 req-cc7cf6cd-283e-4e44-84b1-16d177acb868 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:51.495216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cf986745-fe4f-4108-9b4c-859813617f74 req-cc7cf6cd-283e-4e44-84b1-16d177acb868 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 945 time: 0.1224759 Aug 30 14:49:51.503017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-641ab2a6-1a98-49ef-b25d-3ff4dba2cc96 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.624457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cf986745-fe4f-4108-9b4c-859813617f74 req-7b882cfa-3703-4ff9-9ef5-9ecd495c10af tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152763 Aug 30 14:49:51.653848 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-641ab2a6-1a98-49ef-b25d-3ff4dba2cc96 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.684839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-58e8f095-3c0e-4181-a12d-d7bfcc90e897 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:51.687765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-58e8f095-3c0e-4181-a12d-d7bfcc90e897 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 815 time: 0.1473851 Aug 30 14:49:51.700745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ab2a6-1a98-49ef-b25d-3ff4dba2cc96 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Subnet': ['ID=e1056144-5ae7-446a-adf5-b9a66710eb3f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:51.708958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-641ab2a6-1a98-49ef-b25d-3ff4dba2cc96 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:51.710553 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-209d85a6-30aa-4eba-b318-b7e55474820e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/quotas/447118a64ed1434fa1634b6da0c72234 HTTP/1.1" status: 200 len: 375 time: 0.0127578 Aug 30 14:49:51.710885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-641ab2a6-1a98-49ef-b25d-3ff4dba2cc96 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/e1056144-5ae7-446a-adf5-b9a66710eb3f HTTP/1.1" status: 204 len: 168 time: 0.5324805 Aug 30 14:49:51.713295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:51.767754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-58401c81-d297-43cb-9760-7049978ab8b1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508659 Aug 30 14:49:51.771369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:51.815480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-50bc6e76-202e-4949-b838-a124649f7999 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960755 Aug 30 14:49:51.895815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428daa9-b0a6-487b-9acc-2abc42061806 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:51.897471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6428daa9-b0a6-487b-9acc-2abc42061806 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1256840 Aug 30 14:49:51.900340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:51.929387 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-04ad4cf8-5fdf-475a-87c8-5170bb1da1d3 service neutron] 10.222.0.50 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060135 Aug 30 14:49:51.973581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ecdbc6-4e93-46c5-b60a-6ba9035907ef tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:51.977505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-95ecdbc6-4e93-46c5-b60a-6ba9035907ef tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737510 Aug 30 14:49:51.979778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.041687 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f2d9f17-f94e-4568-b7f0-9cedb0f37094 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613029 Aug 30 14:49:52.044765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.057727 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-9efe5cfb-3159-49a4-9cee-9ca29e654356 service neutron] 10.222.0.50 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222663 Aug 30 14:49:52.063077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc2615-bfb4-4bda-874f-2494c93f165d None None] Network fc6a2e33-1ed1-4e6d-8e10-e349d5356783 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:49:52.085617 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26175ed-2f66-41c8-9344-c70c1c36c3c7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.086305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26175ed-2f66-41c8-9344-c70c1c36c3c7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.088031 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f26175ed-2f66-41c8-9344-c70c1c36c3c7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/9e9ce24b-3a5e-4846-8ae1-78b14317cf07 HTTP/1.1" status: 404 len: 333 time: 0.0421546 Aug 30 14:49:52.090506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.123768 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1b2844-bb60-4aff-af32-f84e8a3a6440 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.124311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1b2844-bb60-4aff-af32-f84e8a3a6440 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.129611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.129859 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f1b2844-bb60-4aff-af32-f84e8a3a6440 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/40274baf-c309-40e5-b12c-d92acbbe01df HTTP/1.1" status: 404 len: 337 time: 0.0381627 Aug 30 14:49:52.156987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dec0f250-fd66-435b-bb5a-2278938e1778 None None] Provisioning complete for port f8d65ab8-7696-49b4-81e0-cb708ecb387c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:49:52.157526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dec0f250-fd66-435b-bb5a-2278938e1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:52.172821 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd765fe-445b-44ea-8f90-a45f0fa0dacb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.173458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd765fe-445b-44ea-8f90-a45f0fa0dacb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.176158 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-abd765fe-445b-44ea-8f90-a45f0fa0dacb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/e1056144-5ae7-446a-adf5-b9a66710eb3f HTTP/1.1" status: 404 len: 337 time: 0.0453823 Aug 30 14:49:52.179055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.235131 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-baadc395-afe6-4d28-b42c-60f1c7061621 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.239643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baadc395-afe6-4d28-b42c-60f1c7061621 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.245590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.246338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-baadc395-afe6-4d28-b42c-60f1c7061621 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/36ba53b7-0246-4ca6-9ab6-542efa7c5fe3 HTTP/1.1" status: 404 len: 333 time: 0.0651555 Aug 30 14:49:52.314501 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eef121-8c5d-4af6-a4ce-ffe1c1cbb486 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.316395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eef121-8c5d-4af6-a4ce-ffe1c1cbb486 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.320114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-67eef121-8c5d-4af6-a4ce-ffe1c1cbb486 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/4fc09042-7a8a-453e-a4f1-10eec0e53c33 HTTP/1.1" status: 404 len: 337 time: 0.0733182 Aug 30 14:49:52.323416 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca7c6f96-a02f-4ec4-9535-30d3d13d3db0 req-98281424-0a1a-4550-ba27-05c79b0b9802 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0676441 Aug 30 14:49:52.324853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.376964 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3972a1-3f73-489f-bd42-58cacbe710ca tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.377425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3972a1-3f73-489f-bd42-58cacbe710ca tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.380881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7a3972a1-3f73-489f-bd42-58cacbe710ca tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/4cd80830-66e7-408d-b1e6-c61b9a76b2a7 HTTP/1.1" status: 404 len: 337 time: 0.0538108 Aug 30 14:49:52.383415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.387743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] DHCP port deletion for fc6a2e33-1ed1-4e6d-8e10-e349d5356783 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:49:52.426523 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fc2c46-028b-4a14-935c-c35125c2d0f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.426523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fc2c46-028b-4a14-935c-c35125c2d0f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.430694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-46fc2c46-028b-4a14-935c-c35125c2d0f7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/a754a0c7-cfbe-4daa-8fd6-b62b9c60d16c HTTP/1.1" status: 404 len: 333 time: 0.0431597 Aug 30 14:49:52.430879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39072) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.471220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] Deleting port f8d65ab8-7696-49b4-81e0-cb708ecb387c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:49:52.471671 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:52.480397 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c408ac27-9ea1-4d2d-873f-decfe749b3c9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.480937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c408ac27-9ea1-4d2d-873f-decfe749b3c9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.482765 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c408ac27-9ea1-4d2d-873f-decfe749b3c9 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/9a44dda2-b25d-4c2d-9a30-6dfece9f6254 HTTP/1.1" status: 404 len: 337 time: 0.0514135 Aug 30 14:49:52.485399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39074) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.517678 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-563e3170-211c-4255-ab7f-d1745fc2cd39 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.518281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563e3170-211c-4255-ab7f-d1745fc2cd39 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.520483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-563e3170-211c-4255-ab7f-d1745fc2cd39 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/d2e327c8-81de-4df2-ac56-d675bb207737 HTTP/1.1" status: 404 len: 337 time: 0.0340390 Aug 30 14:49:52.523027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.551542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f8d65ab8-7696-49b4-81e0-cb708ecb387c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:49:52.561029 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69e1147-b344-4f15-b359-bf4f6a0f8935 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.562102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69e1147-b344-4f15-b359-bf4f6a0f8935 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.563892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c69e1147-b344-4f15-b359-bf4f6a0f8935 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/a8f3e2a8-9af8-478f-a395-da401afdf2ac HTTP/1.1" status: 404 len: 333 time: 0.0399292 Aug 30 14:49:52.567290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.587412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] For port f8d65ab8-7696-49b4-81e0-cb708ecb387c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f8d65ab8-7696-49b4-81e0-cb708ecb387c,segment=NetworkSegment(9fcc245f-8515-464d-b5aa-3b07115b4619),segment_id=9fcc245f-8515-464d-b5aa-3b07115b4619)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:52.587813 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:52.597802 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-577e5190-a684-4fc3-857d-5d730ef0105e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.597802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577e5190-a684-4fc3-857d-5d730ef0105e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.599639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-577e5190-a684-4fc3-857d-5d730ef0105e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/a40f3241-1169-4b01-8855-0f456b8bb533 HTTP/1.1" status: 404 len: 337 time: 0.0309513 Aug 30 14:49:52.602521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39084) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.608185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] Calling delete_port for f8d65ab8-7696-49b4-81e0-cb708ecb387c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:49:52.632661 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-43541707-d6b8-435d-8920-23401ec6282c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.633294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43541707-d6b8-435d-8920-23401ec6282c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.635035 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-43541707-d6b8-435d-8920-23401ec6282c tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/28ac1084-d9d1-44db-956c-15b574ca4f4d HTTP/1.1" status: 404 len: 337 time: 0.0312486 Aug 30 14:49:52.637591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.662898 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed4613e-afab-4022-a349-3a9bb365c546 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.663908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed4613e-afab-4022-a349-3a9bb365c546 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.665800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5ed4613e-afab-4022-a349-3a9bb365c546 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/420326d7-fee8-4ccf-99bb-a8821cad6713 HTTP/1.1" status: 404 len: 333 time: 0.0272856 Aug 30 14:49:52.668219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.697388 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b151165-c169-4202-882c-cbb5c74af310 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.697856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b151165-c169-4202-882c-cbb5c74af310 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.699640 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3b151165-c169-4202-882c-cbb5c74af310 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/3b6e06c9-b0e1-4111-af8a-b1fb28d10a37 HTTP/1.1" status: 404 len: 337 time: 0.0304885 Aug 30 14:49:52.702352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.735283 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e90d495-45e6-44b2-9c70-b76372ca1abe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.736357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e90d495-45e6-44b2-9c70-b76372ca1abe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.739539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e90d495-45e6-44b2-9c70-b76372ca1abe tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/8e0ee361-652d-46d1-b93d-5b46989a34b2 HTTP/1.1" status: 404 len: 333 time: 0.0356016 Aug 30 14:49:52.742092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.769734 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:52.783149 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf439b2c-de1b-41f7-8dc6-8192794ca214 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.783149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf439b2c-de1b-41f7-8dc6-8192794ca214 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.783149 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cf439b2c-de1b-41f7-8dc6-8192794ca214 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/f1d87cf2-3c66-4c23-a8bf-ad63a3e57733 HTTP/1.1" status: 404 len: 337 time: 0.0306511 Aug 30 14:49:52.783559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.809738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:52.819988 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b29f740-9195-406b-bdce-99919eccb1a1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.821180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cb44b-b9bd-46f7-badc-bbb1295dd101 req-7a6c09ff-30de-4ca1-a6d2-14338796e9dd tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:52.822073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b29f740-9195-406b-bdce-99919eccb1a1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.823154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab5cb44b-b9bd-46f7-badc-bbb1295dd101 req-7a6c09ff-30de-4ca1-a6d2-14338796e9dd tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 945 time: 0.0824530 Aug 30 14:49:52.823934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0b29f740-9195-406b-bdce-99919eccb1a1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/a8f3ec8f-e90e-4961-9f14-53ca14bdbf49 HTTP/1.1" status: 404 len: 333 time: 0.0395339 Aug 30 14:49:52.826559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.864695 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4169a8-178e-493a-9490-0ac1700a53ad tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.865725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4169a8-178e-493a-9490-0ac1700a53ad tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.870959 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0c4169a8-178e-493a-9490-0ac1700a53ad tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/c02aed6c-a9d5-4472-b095-66246135d9f3 HTTP/1.1" status: 404 len: 337 time: 0.0400431 Aug 30 14:49:52.871939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.882464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] Pushing event deleted for resources: {'Port': ['ID=f8d65ab8-7696-49b4-81e0-cb708ecb387c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:52.884736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da956361-aab9-4165-b0a6-2529667c10fc None None] No DVR routers for this DVR port f8d65ab8-7696-49b4-81e0-cb708ecb387c on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:49:52.903942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab5cb44b-b9bd-46f7-badc-bbb1295dd101 req-b870774f-60e6-48d1-a0dd-478b10d3b449 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745192 Aug 30 14:49:52.921322 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eec5c36-09db-4e5d-ab13-b9755899c952 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.922253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eec5c36-09db-4e5d-ab13-b9755899c952 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.925092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2eec5c36-09db-4e5d-ab13-b9755899c952 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/b695b050-a7ac-40c9-8e9c-e62b0e7e25b0 HTTP/1.1" status: 404 len: 333 time: 0.0509255 Aug 30 14:49:52.926990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.971252 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-796aeb71-68fe-47e4-aaef-de28790cf07d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:52.972224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796aeb71-68fe-47e4-aaef-de28790cf07d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:52.977334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:52.981815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-796aeb71-68fe-47e4-aaef-de28790cf07d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/ba61de6a-cd6b-42c7-a0fb-3e267cca5e55 HTTP/1.1" status: 404 len: 337 time: 0.0536644 Aug 30 14:49:53.004864 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb979d9-b44b-4806-80d9-30baa95abc42 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.006129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb979d9-b44b-4806-80d9-30baa95abc42 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.008127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9bb979d9-b44b-4806-80d9-30baa95abc42 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/b164c953-6a22-4f92-98e1-7a6a961c2b84 HTTP/1.1" status: 404 len: 333 time: 0.0297287 Aug 30 14:49:53.010881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.041148 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-179e8ca4-6df1-4d58-b511-936cbad68947 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.041615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179e8ca4-6df1-4d58-b511-936cbad68947 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.043348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-179e8ca4-6df1-4d58-b511-936cbad68947 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/1c6068dd-348a-44f2-b829-0809acae3f4c HTTP/1.1" status: 404 len: 337 time: 0.0314486 Aug 30 14:49:53.046093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.072201 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea33c54-1201-4e64-a373-7c83e356e95e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.072871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea33c54-1201-4e64-a373-7c83e356e95e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.074790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0ea33c54-1201-4e64-a373-7c83e356e95e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/61655c21-d580-41e5-8b52-98de1716ffa8 HTTP/1.1" status: 404 len: 333 time: 0.0276833 Aug 30 14:49:53.078461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.108864 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1157546d-f7a9-4141-9a99-77b2ee9ce6f6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.109479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1157546d-f7a9-4141-9a99-77b2ee9ce6f6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.111772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1157546d-f7a9-4141-9a99-77b2ee9ce6f6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/c15f45fd-5f73-4fbb-9746-2bf7e015f4ef HTTP/1.1" status: 404 len: 337 time: 0.0323451 Aug 30 14:49:53.114392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.144755 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-06feb354-815e-4dbd-a67f-7c731429079b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.145248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06feb354-815e-4dbd-a67f-7c731429079b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.149307 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-06feb354-815e-4dbd-a67f-7c731429079b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/ef097cec-4913-40fd-b161-7813d4454102 HTTP/1.1" status: 404 len: 337 time: 0.0313344 Aug 30 14:49:53.149941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.178100 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-988c97dc-e2a2-4498-9b2a-7c50d98f8a7b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.179653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988c97dc-e2a2-4498-9b2a-7c50d98f8a7b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.181484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-988c97dc-e2a2-4498-9b2a-7c50d98f8a7b tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/564d3ef3-83fb-44cc-a272-e84792bad8ab HTTP/1.1" status: 404 len: 333 time: 0.0303192 Aug 30 14:49:53.183936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.211701 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aab7d81-2a65-457f-857f-2659ae49e2e5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.212193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aab7d81-2a65-457f-857f-2659ae49e2e5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.214110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3aab7d81-2a65-457f-857f-2659ae49e2e5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/79b085be-2925-4ac7-8014-ca4299aac8d5 HTTP/1.1" status: 404 len: 337 time: 0.0291958 Aug 30 14:49:53.217118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.254912 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee0cf71-7778-4f2c-bbe0-436562a8f6e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.255704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee0cf71-7778-4f2c-bbe0-436562a8f6e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.257692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7ee0cf71-7778-4f2c-bbe0-436562a8f6e2 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/b7a5a261-9270-4c48-aa9f-a9a0c527cde4 HTTP/1.1" status: 404 len: 337 time: 0.0396156 Aug 30 14:49:53.260342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39162) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.286085 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde19d23-1175-4799-b5e2-381191556f46 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.286848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde19d23-1175-4799-b5e2-381191556f46 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.289016 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dde19d23-1175-4799-b5e2-381191556f46 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/d98f7dcd-0856-40bd-8210-6ebe7dce2000 HTTP/1.1" status: 404 len: 333 time: 0.0276513 Aug 30 14:49:53.291631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.328838 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4a8c9e-7060-4d83-9392-a73d054693a4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.329333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4a8c9e-7060-4d83-9392-a73d054693a4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.332006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8e4a8c9e-7060-4d83-9392-a73d054693a4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/c6e115e2-0653-4c15-9d89-af36c66ab309 HTTP/1.1" status: 404 len: 337 time: 0.0391495 Aug 30 14:49:53.334541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.368793 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c8089b-2f97-4a9c-892a-d1d3dcbf7ec6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.368793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c8089b-2f97-4a9c-892a-d1d3dcbf7ec6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.369564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1c8089b-2f97-4a9c-892a-d1d3dcbf7ec6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/d630db22-36ce-4ae3-afb3-0cc661107ad0 HTTP/1.1" status: 404 len: 337 time: 0.0339746 Aug 30 14:49:53.372414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.436212 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e111d27-16c4-403f-9a66-d9cb8c2ffbf7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.440893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e111d27-16c4-403f-9a66-d9cb8c2ffbf7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.442989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e111d27-16c4-403f-9a66-d9cb8c2ffbf7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/3cb3472d-b7ac-4f89-9313-e21855c00f59 HTTP/1.1" status: 404 len: 333 time: 0.0695794 Aug 30 14:49:53.459930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.460489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80f6a744-7e72-448e-89fd-a80cf245d576 req-b562b929-c741-473d-adb5-c1b700959634 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0327287 Aug 30 14:49:53.521546 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6872aef6-ab63-4fbb-bd7f-5c5b5f56a535 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.522014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6872aef6-ab63-4fbb-bd7f-5c5b5f56a535 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.523876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6872aef6-ab63-4fbb-bd7f-5c5b5f56a535 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/cf5b754e-8163-4739-b2d2-3435fa12395c HTTP/1.1" status: 404 len: 337 time: 0.0629480 Aug 30 14:49:53.529796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.562680 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-00974f3e-3cb9-4476-9b19-1b654a80e1c6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.563144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00974f3e-3cb9-4476-9b19-1b654a80e1c6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.567625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-00974f3e-3cb9-4476-9b19-1b654a80e1c6 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/f4ebd229-f87b-42af-a40c-5820d804ab2f HTTP/1.1" status: 404 len: 337 time: 0.0341039 Aug 30 14:49:53.568087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39180) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.596539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cdd74b4a-e8d5-4f06-bfce-9f0d873ce83e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports?device_id=33dadd11-9843-4806-916b-9a86b1d9abde HTTP/1.1" status: 200 len: 205 time: 0.0273085 Aug 30 14:49:53.600037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.655827 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-6850191d-860e-4b36-b57f-768d1a0ac2db tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] delete failed (client error): The resource could not be found. Aug 30 14:49:53.657307 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6850191d-860e-4b36-b57f-768d1a0ac2db tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/routers/33dadd11-9843-4806-916b-9a86b1d9abde HTTP/1.1" status: 404 len: 336 time: 0.0563300 Aug 30 14:49:53.660864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.690621 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c542d26e-00a5-4a9c-b4ee-ffcd6f23aaf5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.691139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c542d26e-00a5-4a9c-b4ee-ffcd6f23aaf5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.698442 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c542d26e-00a5-4a9c-b4ee-ffcd6f23aaf5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/0e60b0a9-3548-413b-943f-33103e8066fb HTTP/1.1" status: 404 len: 337 time: 0.0364466 Aug 30 14:49:53.699168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.733716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e88dd0a8-abc6-4d59-b5d7-46455665acf3 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fe888eb-2e66-4e31-aa71-b238e3ec0967 HTTP/1.1" status: 200 len: 205 time: 0.0312731 Aug 30 14:49:53.734352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.778172 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-977fac41-080d-45de-a90c-e7fb1a9b5b9d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] delete failed (client error): The resource could not be found. Aug 30 14:49:53.779149 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-977fac41-080d-45de-a90c-e7fb1a9b5b9d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/routers/9fe888eb-2e66-4e31-aa71-b238e3ec0967 HTTP/1.1" status: 404 len: 336 time: 0.0444007 Aug 30 14:49:53.781699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.821492 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-42666fe0-a416-4afb-a240-30df782c0c8e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.822095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42666fe0-a416-4afb-a240-30df782c0c8e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.823833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-42666fe0-a416-4afb-a240-30df782c0c8e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/2871d80d-7ab8-43d3-9006-a686ab1e39bb HTTP/1.1" status: 404 len: 337 time: 0.0355933 Aug 30 14:49:53.827057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.831046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-b15027b9-9006-4ece-baf4-0261fb06c754 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:53.833455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-b15027b9-9006-4ece-baf4-0261fb06c754 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 815 time: 0.2259343 Aug 30 14:49:53.848075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Request body: {'port': {'device_id': '18a6a6e5-7300-4aa3-be25-60048321a4d6', 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'admin_state_up': True, 'tenant_id': '447118a64ed1434fa1634b6da0c72234'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:53.854648 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4aeec67-66d7-4145-8626-7f6d7c5fb2fb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.855098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4aeec67-66d7-4145-8626-7f6d7c5fb2fb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.859058 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a4aeec67-66d7-4145-8626-7f6d7c5fb2fb tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/7d090b4c-b31a-4685-bea5-93b736b4de66 HTTP/1.1" status: 404 len: 337 time: 0.0288537 Aug 30 14:49:53.861912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.893560 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca752da9-5f74-4b91-9665-b395824e8e2e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.895059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca752da9-5f74-4b91-9665-b395824e8e2e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.900125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.901196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ca752da9-5f74-4b91-9665-b395824e8e2e tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/3229a38c-9bd9-434a-8aae-8ae2eeaa6b03 HTTP/1.1" status: 404 len: 333 time: 0.0376627 Aug 30 14:49:53.937059 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f289fce-7e80-4db5-8a03-4003228fa683 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.937629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f289fce-7e80-4db5-8a03-4003228fa683 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.942059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4f289fce-7e80-4db5-8a03-4003228fa683 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/5e049baf-8f3d-4f86-9616-dd67febdb014 HTTP/1.1" status: 404 len: 337 time: 0.0413327 Aug 30 14:49:53.942286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:53.970735 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f05b5b1-e65a-4955-b198-c86302e2d297 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:53.971770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f05b5b1-e65a-4955-b198-c86302e2d297 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:53.974268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f05b5b1-e65a-4955-b198-c86302e2d297 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/08ca9478-25fc-4ce3-9e86-37d72a3e5a9d HTTP/1.1" status: 404 len: 333 time: 0.0311573 Aug 30 14:49:53.977384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.005252 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf11155-324f-4de6-ae60-3a50426592cc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.006033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf11155-324f-4de6-ae60-3a50426592cc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.008563 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ebf11155-324f-4de6-ae60-3a50426592cc tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/6478aca1-3a90-4cfa-9527-c6865dac6799 HTTP/1.1" status: 404 len: 337 time: 0.0300393 Aug 30 14:49:54.011495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.024610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Made reservation on behalf of 447118a64ed1434fa1634b6da0c72234 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:54.028175 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.041966 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d33d7d9-417c-46e4-8509-aa7777588ca7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.042627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d33d7d9-417c-46e4-8509-aa7777588ca7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.044516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9d33d7d9-417c-46e4-8509-aa7777588ca7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/be74ebde-392c-492d-a860-a869694a196c HTTP/1.1" status: 404 len: 333 time: 0.0318961 Aug 30 14:49:54.047565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.090033 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7088497-feb5-45c1-9848-cfd5028a6739 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.090494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7088497-feb5-45c1-9848-cfd5028a6739 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.095291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b7088497-feb5-45c1-9848-cfd5028a6739 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/be1c0a73-2282-4a87-a0f2-2df6a70ee37d HTTP/1.1" status: 404 len: 337 time: 0.0454934 Aug 30 14:49:54.095884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.121322 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4c7e90-24cd-486a-9bdf-f48431c573c1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.121986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4c7e90-24cd-486a-9bdf-f48431c573c1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.131675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6d4c7e90-24cd-486a-9bdf-f48431c573c1 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/26a57af3-4e75-4fd8-9630-9f585c97b70e HTTP/1.1" status: 404 len: 333 time: 0.0346978 Aug 30 14:49:54.132210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.162868 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d4e5dd-41b4-47c1-b461-41433d617490 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.163591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d4e5dd-41b4-47c1-b461-41433d617490 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.168057 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b5d4e5dd-41b4-47c1-b461-41433d617490 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/d6b56768-85b8-4e48-91bd-b63d20f95b8b HTTP/1.1" status: 404 len: 337 time: 0.0348678 Aug 30 14:49:54.168658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.182809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Allocated IP 172.20.0.11 (77f94df7-d876-4109-bc50-7a08f5d78d33/d952008b-65da-4fe6-bcf1-181052f4f864/53e13247-22c0-4a73-a83e-21c38eeae03f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:49:54.197728 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-967accc2-092c-443f-a991-364fb6503fe4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.198642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967accc2-092c-443f-a991-364fb6503fe4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.203022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39252) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.203503 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-967accc2-092c-443f-a991-364fb6503fe4 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/3a46c5af-7999-47a9-9823-5f18d74292ef HTTP/1.1" status: 404 len: 333 time: 0.0335829 Aug 30 14:49:54.250987 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-44148bf5-5c9a-4439-a43f-996d0d979fe5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.251450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44148bf5-5c9a-4439-a43f-996d0d979fe5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.255983 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-44148bf5-5c9a-4439-a43f-996d0d979fe5 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/587989d6-30c4-4ceb-97ba-0770f78ad09e HTTP/1.1" status: 404 len: 337 time: 0.0490117 Aug 30 14:49:54.256849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.288009 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad072807-aee7-4071-be8a-c7aa4269bc44 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.288828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad072807-aee7-4071-be8a-c7aa4269bc44 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.293795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39260) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.294043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ad072807-aee7-4071-be8a-c7aa4269bc44 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/603398c7-455c-42cb-a4dc-df301012e334 HTTP/1.1" status: 404 len: 333 time: 0.0359206 Aug 30 14:49:54.355613 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4d4df0-7395-4d0a-88e8-d00f8c0fe73d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.356077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4d4df0-7395-4d0a-88e8-d00f8c0fe73d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.360143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7a4d4df0-7395-4d0a-88e8-d00f8c0fe73d tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/898e97df-8ebc-4501-847f-2e10cb11c7ee HTTP/1.1" status: 404 len: 337 time: 0.0623951 Aug 30 14:49:54.360528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.389447 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77431bc-2eaa-4ae0-9c04-21f9033b7151 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.389765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77431bc-2eaa-4ae0-9c04-21f9033b7151 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.394359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b77431bc-2eaa-4ae0-9c04-21f9033b7151 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/ports/15b1014c-338e-4470-93f4-e247070176fd HTTP/1.1" status: 404 len: 333 time: 0.0307043 Aug 30 14:49:54.395427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.423773 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f211aa-9ff3-44f7-a9f4-b1512a02bdf7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] DELETE failed (client error): The resource could not be found. Aug 30 14:49:54.424330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f211aa-9ff3-44f7-a9f4-b1512a02bdf7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:49:54.426188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-71f211aa-9ff3-44f7-a9f4-b1512a02bdf7 tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/subnets/707b06e9-72a6-4749-aeb7-877b9ef2ae6e HTTP/1.1" status: 404 len: 337 time: 0.0297847 Aug 30 14:49:54.429490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:54.433102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.482250 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.497715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['edf96296-a72d-4322-81bf-3a9b9e3cfa53', '81f08298-3849-4300-af2c-f0bd21f7d42a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:49:54.573077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Network 77f94df7-d876-4109-bc50-7a08f5d78d33 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:49:54.579780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:49:54.590314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Pushing event updated for resources: {'Port': ['ID=53e13247-22c0-4a73-a83e-21c38eeae03f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:54.598430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:49:54.664456 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.685747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:54.686584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.704547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c6d61fd1-4bbe-4ab7-9019-43322f2c0ccf tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8620677 Aug 30 14:49:54.707659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1266-bb09-4e80-a7fe-c6095bd5d43c req-31e24564-483c-4277-a4f2-5b00ed5157c6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:54.715916 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c93a1266-bb09-4e80-a7fe-c6095bd5d43c req-31e24564-483c-4277-a4f2-5b00ed5157c6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 932 time: 0.1630692 Aug 30 14:49:54.727531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Request body: {'port': {'device_id': '18a6a6e5-7300-4aa3-be25-60048321a4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:54.811955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['312f41b1-b8cf-4621-b083-5d725616fd76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:49:54.823483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.867411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.873665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c93a1266-bb09-4e80-a7fe-c6095bd5d43c req-1cf3cb03-1bc1-4496-8702-03d97e2d41b9 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569147 Aug 30 14:49:54.900037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6a2e33-1ed1-4e6d-8e10-e349d5356783']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:54.911734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcc245f-8515-464d-b5aa-3b07115b4619') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:54.912035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcc245f-8515-464d-b5aa-3b07115b4619') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:49:54.925160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.944661 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.951510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:49:54.951991 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:49:54.955863 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:49:55.031097 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.039496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.041805 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] 10.222.0.50 "DELETE /v2.0/networks/fc6a2e33-1ed1-4e6d-8e10-e349d5356783 HTTP/1.1" status: 204 len: 168 time: 0.6112716 Aug 30 14:49:55.060698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90787eb-3969-4952-9053-4d7a8e624f9f tempest-NetworksTestDHCPv6-2127907702 tempest-NetworksTestDHCPv6-2127907702-project] Pushing event deleted for resources: {'Network': ['ID=fc6a2e33-1ed1-4e6d-8e10-e349d5356783,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:55.157128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0049a7a-21e8-4274-b8fa-f6f9f8162b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.328025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e13247-22c0-4a73-a83e-21c38eeae03f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:49:55.337617 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.351952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Transition to ACTIVE for port object 53e13247-22c0-4a73-a83e-21c38eeae03f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:49:55.357578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.423137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=53e13247-22c0-4a73-a83e-21c38eeae03f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:55.435827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:55.505617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Attempting to bind port 53e13247-22c0-4a73-a83e-21c38eeae03f on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:49:55.505908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Attempting to bind port 53e13247-22c0-4a73-a83e-21c38eeae03f by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:49:55.506289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Attempting to bind port 53e13247-22c0-4a73-a83e-21c38eeae03f on network 77f94df7-d876-4109-bc50-7a08f5d78d33 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:55.512516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Port 53e13247-22c0-4a73-a83e-21c38eeae03f on network 77f94df7-d876-4109-bc50-7a08f5d78d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:49:55.512918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Attempting to bind port 53e13247-22c0-4a73-a83e-21c38eeae03f on network 77f94df7-d876-4109-bc50-7a08f5d78d33 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:49:55.519591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:49:55.519935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Checking segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:49:55.520317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Bound using segment: {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:49:55.520886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Bound port: 53e13247-22c0-4a73-a83e-21c38eeae03f, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:49:55.521272 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.630577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] For port 53e13247-22c0-4a73-a83e-21c38eeae03f, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:49:55.636723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] For port 53e13247-22c0-4a73-a83e-21c38eeae03f, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=53e13247-22c0-4a73-a83e-21c38eeae03f,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:49:55.643356 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.648662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-96a432eb-dc90-4d60-abac-61588a0eb368 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3db242ec7f47461a8207669826ae820f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115591 Aug 30 14:49:55.651924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:55.663955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:55.664630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.666142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/53e13247-22c0-4a73-a83e-21c38eeae03f HTTP/1.1" status: 200 len: 1092 time: 0.9503720 Aug 30 14:49:55.668859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a6a6e5-7300-4aa3-be25-60048321a4d6', 'tag': '53e13247-22c0-4a73-a83e-21c38eeae03f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:49:55.670708 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f044fd-60fd-44d9-8d45-b303fc92b985" -d '{"events": [{"name": "network-changed", "server_uuid": "18a6a6e5-7300-4aa3-be25-60048321a4d6", "tag": "53e13247-22c0-4a73-a83e-21c38eeae03f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:49:55.757213 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a89edca-59cd-43ac-9802-38014be96340 x-openstack-request-id: req-1a89edca-59cd-43ac-9802-38014be96340 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:49:55.757411 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a6a6e5-7300-4aa3-be25-60048321a4d6", "tag": "53e13247-22c0-4a73-a83e-21c38eeae03f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:49:55.757759 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a89edca-59cd-43ac-9802-38014be96340 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:49:55.758229 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a6a6e5-7300-4aa3-be25-60048321a4d6', 'tag': '53e13247-22c0-4a73-a83e-21c38eeae03f', 'status': 'completed', 'code': 200} Aug 30 14:49:55.766652 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3345089-0e58-46ed-af39-34327a34ffb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.783084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4e2f7-7543-4deb-90b7-0afa8525d1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=53e13247-22c0-4a73-a83e-21c38eeae03f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:55.798818 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3345089-0e58-46ed-af39-34327a34ffb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.799407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c4b8c456-739f-4393-80ad-3edabcc186a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:55.802739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-c4b8c456-739f-4393-80ad-3edabcc186a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 1095 time: 0.0879164 Aug 30 14:49:55.854419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-302ce4dd-5d0c-483b-8366-5a654a5f7ca0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53e13247-22c0-4a73-a83e-21c38eeae03f HTTP/1.1" status: 200 len: 217 time: 0.0430884 Aug 30 14:49:55.856871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3345089-0e58-46ed-af39-34327a34ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.859693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3345089-0e58-46ed-af39-34327a34ffb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:55.861735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f3345089-0e58-46ed-af39-34327a34ffb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07603e44-6edf-400e-9396-4b396f66baad HTTP/1.1" status: 204 len: 168 time: 0.2079470 Aug 30 14:49:55.876355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3345089-0e58-46ed-af39-34327a34ffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07603e44-6edf-400e-9396-4b396f66baad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:55.923029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-7dd3ca05-85bf-4337-a5da-3be2fa338de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:55.924578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-7dd3ca05-85bf-4337-a5da-3be2fa338de0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.0633771 Aug 30 14:49:55.972785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-8876e0c0-bc08-413f-98de-116a44ae5553 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407915 Aug 30 14:49:56.063634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0442c2-54c4-4241-bf9d-0c861e0cbaa6 req-a6ba31de-15a6-403b-85b9-60d15d9fbd26 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:56.066251 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c0442c2-54c4-4241-bf9d-0c861e0cbaa6 req-a6ba31de-15a6-403b-85b9-60d15d9fbd26 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 944 time: 0.0662203 Aug 30 14:49:56.124085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c0442c2-54c4-4241-bf9d-0c861e0cbaa6 req-9c12dcab-82a3-46c6-85b7-4a332bb96b42 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501370 Aug 30 14:49:56.156251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-4b911cbc-b37e-4dab-b4d7-1c9838c4c790 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733332 Aug 30 14:49:56.288958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9cf4cab-d452-4327-a3ba-b2d23c842f4c req-3821f7b6-f40a-48ae-a10e-f5346500d92c service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246333 Aug 30 14:49:56.408037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-be67e6ca-0128-4fbf-a1dd-8c474a20daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:56.410035 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-be67e6ca-0128-4fbf-a1dd-8c474a20daa4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 1095 time: 0.0621636 Aug 30 14:49:56.531744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-c4d67a27-e14d-419b-9102-7a997e5563c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:56.533209 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-c4d67a27-e14d-419b-9102-7a997e5563c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 916 time: 0.1141400 Aug 30 14:49:56.590203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-d1727d16-5936-4384-a4f2-d4da75235649 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53e13247-22c0-4a73-a83e-21c38eeae03f HTTP/1.1" status: 200 len: 217 time: 0.0491652 Aug 30 14:49:56.662236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-2a3bc22d-7270-4dfd-84cd-76f653e5f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:56.664482 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-2a3bc22d-7270-4dfd-84cd-76f653e5f71f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.0655534 Aug 30 14:49:56.704038 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-7ce3705c-e01c-4618-bfb5-8badb1e6eee4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312912 Aug 30 14:49:56.818517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:56.834193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-f55d645b-d39a-4c3c-93d8-c97a366b4187 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215701 Aug 30 14:49:56.953089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-62d791b9-b6b6-4caf-b9a3-ae0b0e8c158d tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:56.958676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-62d791b9-b6b6-4caf-b9a3-ae0b0e8c158d tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1389961 Aug 30 14:49:56.958831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:56.965237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-cd5a1438-5572-4742-bf27-a87ce87af703 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:56.968574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cd5a1438-5572-4742-bf27-a87ce87af703 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068183 Aug 30 14:49:56.971148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:56.979753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-296f65ab-3f60-416e-a9c4-6be5343ef0a8 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:56.982163 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-296f65ab-3f60-416e-a9c4-6be5343ef0a8 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0085566 Aug 30 14:49:56.983708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:56.988599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-b43240e0-e738-436e-81f4-bdef03609ea4 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:56.988811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67f044fd-60fd-44d9-8d45-b303fc92b985 req-23cf842f-0906-4dd9-9f35-ecb3efffe387 service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465347 Aug 30 14:49:56.989872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b43240e0-e738-436e-81f4-bdef03609ea4 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050547 Aug 30 14:49:56.992260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:56.996918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-ca31e229-9554-40b7-99e8-cde1e97486e1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:56.997883 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ca31e229-9554-40b7-99e8-cde1e97486e1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047350 Aug 30 14:49:57.000314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.005912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-cbe56c1b-dd67-41c4-9e76-e418c209625b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.009086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cbe56c1b-dd67-41c4-9e76-e418c209625b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055084 Aug 30 14:49:57.010111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.015678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-8585506c-a98e-4c7e-9e8e-c9d59a8103e3 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.019814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39344) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.021476 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8585506c-a98e-4c7e-9e8e-c9d59a8103e3 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0100236 Aug 30 14:49:57.024920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-5e17d44d-d300-4a19-97dd-59cd214b07b6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.028278 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e17d44d-d300-4a19-97dd-59cd214b07b6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047617 Aug 30 14:49:57.028529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.032550 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-266fcd5b-2531-48b0-b0db-a93dab0b0d92 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.035768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-266fcd5b-2531-48b0-b0db-a93dab0b0d92 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042679 Aug 30 14:49:57.035987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.040376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-f33aa4f9-9af8-4357-b1d8-89d4b9d51479 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.043619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f33aa4f9-9af8-4357-b1d8-89d4b9d51479 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046403 Aug 30 14:49:57.043839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.054090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-e65cb2e7-0a4b-4665-aa4e-dce311fb540c tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.054090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e65cb2e7-0a4b-4665-aa4e-dce311fb540c tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050266 Aug 30 14:49:57.054090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39352) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.057289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-127effd0-5802-4e85-ac5c-88ddaf6a685a tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.058210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-127effd0-5802-4e85-ac5c-88ddaf6a685a tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046709 Aug 30 14:49:57.060468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39354) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.066452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-549a739c-4cb5-41e7-bca5-0db873139c37 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.067404 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-549a739c-4cb5-41e7-bca5-0db873139c37 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0059767 Aug 30 14:49:57.069880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.075784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-c4d760db-f6a2-4d45-a9f7-3bfade6b9773 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.079317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.079462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c4d760db-f6a2-4d45-a9f7-3bfade6b9773 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0085659 Aug 30 14:49:57.083922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-e8d26493-7a8a-45d4-97c6-f8168801275a tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.087454 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e8d26493-7a8a-45d4-97c6-f8168801275a tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070405 Aug 30 14:49:57.087734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39360) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.092151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-28b8f71d-ccb4-4f9e-9f04-7894f80cdba3 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.095244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-28b8f71d-ccb4-4f9e-9f04-7894f80cdba3 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042922 Aug 30 14:49:57.095496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.100249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-96ff7624-8e81-4eb5-b318-e4c6d2074d18 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.103471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-96ff7624-8e81-4eb5-b318-e4c6d2074d18 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048242 Aug 30 14:49:57.103750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.108435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-4afaf932-cdd4-4a4d-8f5d-d7ceb826a691 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.111739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4afaf932-cdd4-4a4d-8f5d-d7ceb826a691 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049076 Aug 30 14:49:57.111902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.116923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-fc60cff2-43f4-46b0-98e8-7bb31f6721e1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.119910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fc60cff2-43f4-46b0-98e8-7bb31f6721e1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044072 Aug 30 14:49:57.120080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39368) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.124207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-28d2c906-0979-480a-9152-6ae3ea8bfe65 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.125212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-28d2c906-0979-480a-9152-6ae3ea8bfe65 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042288 Aug 30 14:49:57.127522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.131936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-8f3cf333-7733-40ec-83e4-ecef0ac58ac6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.134990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8f3cf333-7733-40ec-83e4-ecef0ac58ac6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043411 Aug 30 14:49:57.135192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39372) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.139260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-d1148d9a-ad4d-4b3a-b01a-771402c4ff9b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.140197 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d1148d9a-ad4d-4b3a-b01a-771402c4ff9b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041690 Aug 30 14:49:57.142625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.148755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-baeebcb2-0cdf-4d82-b7a1-3b67dd03329b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.153387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.158933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-baeebcb2-0cdf-4d82-b7a1-3b67dd03329b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0111537 Aug 30 14:49:57.162915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-ed2d31b4-80fb-4630-ab04-61ebfa046e62 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.165445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ed2d31b4-80fb-4630-ab04-61ebfa046e62 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0117033 Aug 30 14:49:57.168442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.172775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-221cf493-5816-4f2d-938e-a8dff0a9a475 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.176823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-221cf493-5816-4f2d-938e-a8dff0a9a475 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045996 Aug 30 14:49:57.177145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.183186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-85054dfd-07ef-4acf-8448-80eb68423251 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.184164 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-85054dfd-07ef-4acf-8448-80eb68423251 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056524 Aug 30 14:49:57.187999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.193967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-bc172434-1db8-4475-81e6-a95ac94908d9 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.195902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bc172434-1db8-4475-81e6-a95ac94908d9 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067346 Aug 30 14:49:57.198842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39386) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.203675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-3641c08a-0ad4-499d-930a-903f405095cb tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.208223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3641c08a-0ad4-499d-930a-903f405095cb tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045536 Aug 30 14:49:57.208554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39388) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.213128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-b590727d-bf57-4c9e-a5a0-f2b4632cb3a6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.216237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b590727d-bf57-4c9e-a5a0-f2b4632cb3a6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044181 Aug 30 14:49:57.216741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.221027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-20db0a7a-9601-4b17-8e61-b278c9ea2e8b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.224735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-20db0a7a-9601-4b17-8e61-b278c9ea2e8b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049760 Aug 30 14:49:57.224965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.232609 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-eb7fe90d-5b29-45b5-b5ff-3fee71bc8d34 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.235825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eb7fe90d-5b29-45b5-b5ff-3fee71bc8d34 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077424 Aug 30 14:49:57.236205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39394) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.242337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-75196ac9-9676-4d4e-a5a8-056f84bdbf69 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.245581 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-75196ac9-9676-4d4e-a5a8-056f84bdbf69 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061898 Aug 30 14:49:57.246128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.251188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-80e0654e-0711-43da-a468-33bd23256d52 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.254861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-80e0654e-0711-43da-a468-33bd23256d52 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0076671 Aug 30 14:49:57.255015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.260251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-619af02d-e609-4d33-a9ad-37a6d516d6f8 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.261247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-619af02d-e609-4d33-a9ad-37a6d516d6f8 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053451 Aug 30 14:49:57.264371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.269004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-9074dbfc-664c-44d9-a762-5737af5edabf tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.273106 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9074dbfc-664c-44d9-a762-5737af5edabf tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0075538 Aug 30 14:49:57.273965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.278562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-efca96e9-c8b4-4e7e-8b71-5f87768bc5f1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.283271 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-efca96e9-c8b4-4e7e-8b71-5f87768bc5f1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0081789 Aug 30 14:49:57.285163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.292131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-3952cca7-da1d-45ad-a382-85d62e9e893d tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.292131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3952cca7-da1d-45ad-a382-85d62e9e893d tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044053 Aug 30 14:49:57.292920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.297437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-2fd4d760-7646-4d75-a6e0-a0b6421a87bb tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.301134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2fd4d760-7646-4d75-a6e0-a0b6421a87bb tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044079 Aug 30 14:49:57.301324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.305530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-411e949e-4b11-4d1c-a8ec-32b5979e62ca tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.308933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-411e949e-4b11-4d1c-a8ec-32b5979e62ca tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047138 Aug 30 14:49:57.309548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.314950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-c50cd701-4990-4439-a076-836025454cec tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.317094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c50cd701-4990-4439-a076-836025454cec tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055330 Aug 30 14:49:57.318430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.324424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436a37-d529-4e86-a939-2d9884a46a9f req-83815071-0bee-4b91-8131-4208f80ee77c tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:57.326429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-bb46af9d-1a64-45fc-be52-0bc0f8e61d8b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.330181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bb46af9d-1a64-45fc-be52-0bc0f8e61d8b tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106938 Aug 30 14:49:57.330868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.331904 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d436a37-d529-4e86-a939-2d9884a46a9f req-83815071-0bee-4b91-8131-4208f80ee77c tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 944 time: 0.0875685 Aug 30 14:49:57.337689 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-2dad0684-1a77-4135-902b-ef368f6f5366 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.341501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.342183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2dad0684-1a77-4135-902b-ef368f6f5366 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0102592 Aug 30 14:49:57.352498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-15db9a04-a5d8-4488-91b3-8719cae96ba1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.353500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-15db9a04-a5d8-4488-91b3-8719cae96ba1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0111032 Aug 30 14:49:57.356015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.360023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-705a99d8-f854-41c2-8766-11febfae8d7f tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.363718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-705a99d8-f854-41c2-8766-11febfae8d7f tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042117 Aug 30 14:49:57.364258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.368788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-1ce3c41a-79de-4d8e-a8fd-5d2afde21390 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.371910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1ce3c41a-79de-4d8e-a8fd-5d2afde21390 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047705 Aug 30 14:49:57.372324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.378091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-e18ce528-8f45-4a80-a384-7c42657287c6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.381380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e18ce528-8f45-4a80-a384-7c42657287c6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0056155 Aug 30 14:49:57.381633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.387173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-7514e279-cfd2-4719-b62e-8b97e62fedc1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.390326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7514e279-cfd2-4719-b62e-8b97e62fedc1 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055637 Aug 30 14:49:57.394002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.398156 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d436a37-d529-4e86-a939-2d9884a46a9f req-26cac62c-c06f-44db-9681-3e39197508f3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644224 Aug 30 14:49:57.414811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-c504a79a-4c0f-4696-843a-b32494f4294e tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.414811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c504a79a-4c0f-4696-843a-b32494f4294e tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0157211 Aug 30 14:49:57.415656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.421129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-a32cb435-83f3-4ac5-8b63-a774e874efdd tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.424586 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a32cb435-83f3-4ac5-8b63-a774e874efdd tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052199 Aug 30 14:49:57.425645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.430563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-ce121e84-2b14-4702-9854-bfeb559f96d5 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.433090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ce121e84-2b14-4702-9854-bfeb559f96d5 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048249 Aug 30 14:49:57.433812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.437947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-8ff74dd6-be20-4078-be44-9071ab01bc62 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.440825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8ff74dd6-be20-4078-be44-9071ab01bc62 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041366 Aug 30 14:49:57.441102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.445245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-13d1fc76-a5a9-4752-b7d0-16ff80500920 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.446101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-13d1fc76-a5a9-4752-b7d0-16ff80500920 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042140 Aug 30 14:49:57.448117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.460541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-e267186c-1dc2-4c44-9e55-24db4d4a0617 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.461810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e267186c-1dc2-4c44-9e55-24db4d4a0617 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0114448 Aug 30 14:49:57.463955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.467902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-12fc46e7-d9a1-456c-a165-a68e1f520a83 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.468827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-12fc46e7-d9a1-456c-a165-a68e1f520a83 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040028 Aug 30 14:49:57.470935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.475631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-edaa2d8a-f2de-42cc-b094-92eea3d42e13 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.478734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-edaa2d8a-f2de-42cc-b094-92eea3d42e13 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046742 Aug 30 14:49:57.478953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.488189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-e7d36738-fb33-45e8-83ca-77158972eee2 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.488385 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7d36738-fb33-45e8-83ca-77158972eee2 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0084548 Aug 30 14:49:57.491028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.495895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-63d401f9-6023-42ed-b7e8-4e9ce7551c45 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.497059 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-63d401f9-6023-42ed-b7e8-4e9ce7551c45 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048490 Aug 30 14:49:57.499465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.504198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-03a282ab-440a-4ebf-b884-5593e2b64443 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.505123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-03a282ab-440a-4ebf-b884-5593e2b64443 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042589 Aug 30 14:49:57.507202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.511719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-f5991324-2007-496e-b8c0-1203c3f4894a tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.512640 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f5991324-2007-496e-b8c0-1203c3f4894a tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046103 Aug 30 14:49:57.514801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.521626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-f2d36c4d-40ee-41ea-aabc-8067ef0ac411 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.522877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2d36c4d-40ee-41ea-aabc-8067ef0ac411 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069954 Aug 30 14:49:57.525222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.529778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-ee05d0aa-8c49-4876-bbf0-caf3e2915d78 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.533507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39454) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.535781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ee05d0aa-8c49-4876-bbf0-caf3e2915d78 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0095711 Aug 30 14:49:57.539068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-720c92d1-7c2a-49a8-a0aa-0aed77f4a1be tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.540481 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-720c92d1-7c2a-49a8-a0aa-0aed77f4a1be tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0051653 Aug 30 14:49:57.543078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39456) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.547512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-3582f22a-432e-4ad1-b7c3-303ed985d5a6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.550519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3582f22a-432e-4ad1-b7c3-303ed985d5a6 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059502 Aug 30 14:49:57.552677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.557657 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-4069107c-a391-41de-b8dd-e90fb7b5fb84 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.560978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4069107c-a391-41de-b8dd-e90fb7b5fb84 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046403 Aug 30 14:49:57.561489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.566289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-26481356-8a3c-4a94-89f2-9d43d3b39a85 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.569089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-26481356-8a3c-4a94-89f2-9d43d3b39a85 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047822 Aug 30 14:49:57.570563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.576647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-14fcf8a9-0f7e-4905-9b8b-26996f384eb3 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.581971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.582259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-14fcf8a9-0f7e-4905-9b8b-26996f384eb3 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0091479 Aug 30 14:49:57.587525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-3f9c325b-feae-4a60-b7b1-77334d3eddb8 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.589255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f9c325b-feae-4a60-b7b1-77334d3eddb8 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046852 Aug 30 14:49:57.591394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.599563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [None req-ff2cf1ff-1a46-4ca9-bbf3-56b8426312c8 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.603924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39468) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:57.604129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ff2cf1ff-1a46-4ca9-bbf3-56b8426312c8 tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0115464 Aug 30 14:49:57.609177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [None req-bde8f18e-8eca-40d0-ba82-cd3256bbc03c tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:49:57.610290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bde8f18e-8eca-40d0-ba82-cd3256bbc03c tempest-ExtensionsTestJSON-282445818 tempest-ExtensionsTestJSON-282445818-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052736 Aug 30 14:49:57.892522 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f70cb637-74ea-4ac7-8a6e-296f8dc76de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:57.995149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:58.141530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 53e13247-22c0-4a73-a83e-21c38eeae03f details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:49:58.154420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3bca51c-4a1c-4e8c-9dd4-e062ff1d1149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.264040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3bca51c-4a1c-4e8c-9dd4-e062ff1d1149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.267217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 53e13247-22c0-4a73-a83e-21c38eeae03f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=53e13247-22c0-4a73-a83e-21c38eeae03f,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:58.269644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3bca51c-4a1c-4e8c-9dd4-e062ff1d1149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.288307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '53e13247-22c0-4a73-a83e-21c38eeae03f', 'network_id': '77f94df7-d876-4109-bc50-7a08f5d78d33', 'port_id': '53e13247-22c0-4a73-a83e-21c38eeae03f', 'mac_address': 'fa:16:3e:f1:f3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd952008b-65da-4fe6-bcf1-181052f4f864', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:49:58.316910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:58.327042 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3bca51c-4a1c-4e8c-9dd4-e062ff1d1149 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddc9650dbff14d8bbbcf297c1d366de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306792 Aug 30 14:49:58.333714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bca51c-4a1c-4e8c-9dd4-e062ff1d1149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a314c60c-87c9-4af0-a41f-2b0d408fd4a2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:58.339758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.355322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e13247-22c0-4a73-a83e-21c38eeae03f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:49:58.377445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 53e13247-22c0-4a73-a83e-21c38eeae03f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=53e13247-22c0-4a73-a83e-21c38eeae03f,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:49:58.388097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.395718 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe0e77a5-b9bd-48a3-b430-6b84de326ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.424313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe0e77a5-b9bd-48a3-b430-6b84de326ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.461216 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=53e13247-22c0-4a73-a83e-21c38eeae03f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:58.469708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.469912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.470121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.470751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.470869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.471118 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.471466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.472487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.472830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.473587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.473587 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.473848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:49:58.534935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe0e77a5-b9bd-48a3-b430-6b84de326ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.537935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe0e77a5-b9bd-48a3-b430-6b84de326ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.541086 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fe0e77a5-b9bd-48a3-b430-6b84de326ed8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a314c60c-87c9-4af0-a41f-2b0d408fd4a2 HTTP/1.1" status: 204 len: 168 time: 0.2212813 Aug 30 14:49:58.559927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e77a5-b9bd-48a3-b430-6b84de326ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a314c60c-87c9-4af0-a41f-2b0d408fd4a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:58.572667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862fc4-fe59-4f48-91bc-61174ac2814a req-624acd39-4494-4f74-84bb-398f2b6066fc tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:58.574243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53862fc4-fe59-4f48-91bc-61174ac2814a req-624acd39-4494-4f74-84bb-398f2b6066fc tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0816557 Aug 30 14:49:58.626382 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:58.641192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['53e13247-22c0-4a73-a83e-21c38eeae03f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:49:58.664189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53862fc4-fe59-4f48-91bc-61174ac2814a req-325c56cd-57a9-44b1-861a-f3fce5977265 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753646 Aug 30 14:49:59.255139 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.296814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:59.424186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1601857458'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:59.450678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Made reservation on behalf of f67329964b3b4aa9a1019ae661b4d733 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:59.459458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.464833 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.569533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.573881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.603830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:49:59.610477 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6454d9bb-c0db-478a-9501-e800f594023d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:59.617845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.618217 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Added segment e5aa266c-f984-4adf-998e-86cd5f7113da of type vlan for network 20e994bc-de73-43bc-a6f9-8f2e57590b09 Aug 30 14:49:59.660883 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.687669 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.699318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:59.700404 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:59.794167 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4958847 Aug 30 14:49:59.794790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:49:59.799176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc9dc-3ead-46e0-a703-5c86507d6410 req-ae6b86af-73a4-4837-8381-5cee4248506e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:49:59.802804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Request body: {'subnet': {'network_id': '20e994bc-de73-43bc-a6f9-8f2e57590b09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:49:59.805546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-512fc9dc-3ead-46e0-a703-5c86507d6410 req-ae6b86af-73a4-4837-8381-5cee4248506e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 945 time: 0.0627539 Aug 30 14:49:59.857197 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-512fc9dc-3ead-46e0-a703-5c86507d6410 req-480ac761-c555-401b-a91f-6436c03178f9 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445528 Aug 30 14:49:59.875438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832c81-c0d2-4bc9-bf97-103588192cf6 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Pushing event updated for resources: {'Network': ['ID=20e994bc-de73-43bc-a6f9-8f2e57590b09,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:49:59.887972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 20e994bc-de73-43bc-a6f9-8f2e57590b09 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:49:59.936193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Made reservation on behalf of f67329964b3b4aa9a1019ae661b4d733 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:49:59.941828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.141852 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.158840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 53e13247-22c0-4a73-a83e-21c38eeae03f up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:00.211106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 53e13247-22c0-4a73-a83e-21c38eeae03f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:00.215323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 53e13247-22c0-4a73-a83e-21c38eeae03f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:00.216131 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.233870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Pushing event updated for resources: {'Subnet': ['ID=50cd2992-fc0a-4ab5-909b-d46ef6430710,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:00.278211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Checking segment: {'id': 'e5aa266c-f984-4adf-998e-86cd5f7113da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '20e994bc-de73-43bc-a6f9-8f2e57590b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:00.278672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Network hostable DHCP agents. Network: 20e994bc-de73-43bc-a6f9-8f2e57590b09, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:50:00.314867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Network 20e994bc-de73-43bc-a6f9-8f2e57590b09 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:50:00.315453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.327787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 20e994bc-de73-43bc-a6f9-8f2e57590b09) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:00.336577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:00.337432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.338315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0286eddf-fd15-4394-b027-6f5f87ea71b0 None None] Network 20e994bc-de73-43bc-a6f9-8f2e57590b09 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:50:00.358286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b5a7be96-8fe0-4cdb-8ac8-9751ac3db6ad tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5577450 Aug 30 14:50:00.358635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:00.366101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Request body: {'port': {'network_id': '20e994bc-de73-43bc-a6f9-8f2e57590b09', 'name': 'tempest-TagsExtTest-762770608'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:00.412225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a6a6e5-7300-4aa3-be25-60048321a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e13247-22c0-4a73-a83e-21c38eeae03f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:50:00.414863 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d3298-efb2-4e0b-beca-bd54f1dcb195" -d '{"events": [{"server_uuid": "18a6a6e5-7300-4aa3-be25-60048321a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "53e13247-22c0-4a73-a83e-21c38eeae03f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:50:00.435789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 53e13247-22c0-4a73-a83e-21c38eeae03f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=53e13247-22c0-4a73-a83e-21c38eeae03f,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:00.444384 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.481812 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c327f73-eecb-4673-b1cf-97ddb81f074a x-openstack-request-id: req-1c327f73-eecb-4673-b1cf-97ddb81f074a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:50:00.482100 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a6a6e5-7300-4aa3-be25-60048321a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "53e13247-22c0-4a73-a83e-21c38eeae03f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:50:00.482354 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c327f73-eecb-4673-b1cf-97ddb81f074a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:50:00.482742 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a6a6e5-7300-4aa3-be25-60048321a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e13247-22c0-4a73-a83e-21c38eeae03f', 'code': 200} Aug 30 14:50:00.512423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Made reservation on behalf of f67329964b3b4aa9a1019ae661b4d733 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:50:00.518990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.544647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] device_id is not set on port 6566dd10-a4db-4f78-90eb-937695742470 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:50:00.550598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=53e13247-22c0-4a73-a83e-21c38eeae03f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:00.591423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-20e994bc-de73-43bc-a6f9-8f2e57590b09', 'network_id': '20e994bc-de73-43bc-a6f9-8f2e57590b09', 'tenant_id': 'f67329964b3b4aa9a1019ae661b4d733', 'fixed_ips': [{'subnet_id': '50cd2992-fc0a-4ab5-909b-d46ef6430710'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:50:00.592519 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.653783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd6ba1-ef15-4fc6-8a25-6c92c8070b9e req-42808ffd-f298-40c1-980f-62f7cebd29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:00.661305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-70fd6ba1-ef15-4fc6-8a25-6c92c8070b9e req-42808ffd-f298-40c1-980f-62f7cebd29b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 1097 time: 0.1085811 Aug 30 14:50:00.737459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-70fd6ba1-ef15-4fc6-8a25-6c92c8070b9e req-9fbe0f85-e748-440f-9cfc-995e233e04fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652313 Aug 30 14:50:00.745834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Allocated IP 172.20.0.4 (20e994bc-de73-43bc-a6f9-8f2e57590b09/50cd2992-fc0a-4ab5-909b-d46ef6430710/6566dd10-a4db-4f78-90eb-937695742470) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:50:00.913030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:00.931702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Transition to ACTIVE for port object 6566dd10-a4db-4f78-90eb-937695742470 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:01.012387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.040658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a346a7-c167-4191-b9e7-c2f752ef1437 req-ca5fe1a9-2582-4379-9d5f-dd85796fe290 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:01.042302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62a346a7-c167-4191-b9e7-c2f752ef1437 req-ca5fe1a9-2582-4379-9d5f-dd85796fe290 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 946 time: 0.0883508 Aug 30 14:50:01.088269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Allocated IP 172.20.0.2 (20e994bc-de73-43bc-a6f9-8f2e57590b09/50cd2992-fc0a-4ab5-909b-d46ef6430710/391e7df8-8e5b-4a74-ab82-419a10d04101) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:50:01.095119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Network 20e994bc-de73-43bc-a6f9-8f2e57590b09 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:01.116873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:01.123818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:50:01.164050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Pushing event updated for resources: {'Port': ['ID=6566dd10-a4db-4f78-90eb-937695742470,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:01.194581 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62a346a7-c167-4191-b9e7-c2f752ef1437 req-dd524777-46e0-4b2c-aedf-646f0c239be6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264851 Aug 30 14:50:01.226672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:01.227352 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.253739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-40f72c35-c2a6-48ea-b613-a4eb005c6bac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8938234 Aug 30 14:50:01.254994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:01.259900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b8db226-fab5-4259-a3f1-a344f277e1e3 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-488290168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:01.293890 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.304000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8db226-fab5-4259-a3f1-a344f277e1e3 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.305842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8db226-fab5-4259-a3f1-a344f277e1e3 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.307651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Transition to ACTIVE for port object 391e7df8-8e5b-4a74-ab82-419a10d04101 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:01.326709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Transition to ACTIVE for port object 391e7df8-8e5b-4a74-ab82-419a10d04101 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:01.334615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.377190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Network 20e994bc-de73-43bc-a6f9-8f2e57590b09 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:01.380654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:01.383500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:50:01.391894 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8db226-fab5-4259-a3f1-a344f277e1e3 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.398756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8db226-fab5-4259-a3f1-a344f277e1e3 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.425082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8db226-fab5-4259-a3f1-a344f277e1e3 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.427863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Pushing event updated for resources: {'Port': ['ID=391e7df8-8e5b-4a74-ab82-419a10d04101,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:01.432882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b8db226-fab5-4259-a3f1-a344f277e1e3 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1767054 Aug 30 14:50:01.436886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:01.442216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-97b0f42d-0e55-4f26-8504-aa82690e0b32 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1432005575', 'prefixes': ['172.20.0.0/16']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:01.475333 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Attempting to bind port 391e7df8-8e5b-4a74-ab82-419a10d04101 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:50:01.476308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Attempting to bind port 391e7df8-8e5b-4a74-ab82-419a10d04101 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e5aa266c-f984-4adf-998e-86cd5f7113da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '20e994bc-de73-43bc-a6f9-8f2e57590b09'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:50:01.476961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Attempting to bind port 391e7df8-8e5b-4a74-ab82-419a10d04101 on network 20e994bc-de73-43bc-a6f9-8f2e57590b09 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:50:01.483729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:50:01.484199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Checking segment: {'id': 'e5aa266c-f984-4adf-998e-86cd5f7113da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '20e994bc-de73-43bc-a6f9-8f2e57590b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:01.484705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.485209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Bound using segment: {'id': 'e5aa266c-f984-4adf-998e-86cd5f7113da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '20e994bc-de73-43bc-a6f9-8f2e57590b09'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:50:01.485806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Bound port: 391e7df8-8e5b-4a74-ab82-419a10d04101, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5aa266c-f984-4adf-998e-86cd5f7113da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '20e994bc-de73-43bc-a6f9-8f2e57590b09'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:50:01.486254 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.530905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97b0f42d-0e55-4f26-8504-aa82690e0b32 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.538720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:01.543707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f173c38f-9fe8-47da-a5cd-5f9e618fe91d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710', 'tempest-TagsExtTest-Tag-1523889047') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:01.546952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-97b0f42d-0e55-4f26-8504-aa82690e0b32 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0994935 Aug 30 14:50:01.582995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] For port 391e7df8-8e5b-4a74-ab82-419a10d04101, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:50:01.586899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] For port 391e7df8-8e5b-4a74-ab82-419a10d04101, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=391e7df8-8e5b-4a74-ab82-419a10d04101,segment=NetworkSegment(e5aa266c-f984-4adf-998e-86cd5f7113da),segment_id=e5aa266c-f984-4adf-998e-86cd5f7113da)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:50:01.593291 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.672158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:01.672430 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f173c38f-9fe8-47da-a5cd-5f9e618fe91d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags/tempest-TagsExtTest-Tag-1523889047 HTTP/1.1" status: 201 len: 201 time: 0.1326885 Aug 30 14:50:01.677535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-ee88d2f9-6aa1-4931-a20f-8498b96a0129 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470', 'tempest-TagsExtTest-Tag-1876087305') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:01.701259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99326e6c-b557-4448-8569-968ce96f7f53 None None] Pushing event updated for resources: {'Port': ['ID=391e7df8-8e5b-4a74-ab82-419a10d04101,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:01.726841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:01.823154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ee88d2f9-6aa1-4931-a20f-8498b96a0129 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags/tempest-TagsExtTest-Tag-1876087305 HTTP/1.1" status: 201 len: 201 time: 0.1496973 Aug 30 14:50:01.825976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:01.832486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-d233104e-c6a1-4ded-88c6-0f837abd5093 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c', 'tempest-TagsExtTest-Tag-1819512586') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:02.025541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:02.029455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d233104e-c6a1-4ded-88c6-0f837abd5093 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags/tempest-TagsExtTest-Tag-1819512586 HTTP/1.1" status: 201 len: 201 time: 0.2019958 Aug 30 14:50:02.043644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-924989c1-e2c6-4c71-8529-cbeffc808501 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc', 'tempest-TagsExtTest-Tag-2081616857') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:02.163579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:02.164104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-924989c1-e2c6-4c71-8529-cbeffc808501 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags/tempest-TagsExtTest-Tag-2081616857 HTTP/1.1" status: 201 len: 201 time: 0.1369491 Aug 30 14:50:02.175521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-cba7a06c-36ab-410a-82b4-b140ce366185 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:02.316506 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cba7a06c-36ab-410a-82b4-b140ce366185 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags HTTP/1.1" status: 200 len: 241 time: 0.1468623 Aug 30 14:50:02.316927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:02.339162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-e6e088ea-2156-4bf2-a61b-601842e0443e tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710', 'tempest-TagsExtTest-Tag-1523889047') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:02.341086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:02.432663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646aa36-d8bf-4461-a6b4-a738011c6f78 req-a6e31440-bfa3-40d8-b8c5-aa0190636a2d tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:02.434764 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6646aa36-d8bf-4461-a6b4-a738011c6f78 req-a6e31440-bfa3-40d8-b8c5-aa0190636a2d tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 946 time: 0.0818329 Aug 30 14:50:02.495613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6646aa36-d8bf-4461-a6b4-a738011c6f78 req-eed519fd-b8ad-4920-b93b-adf2239ba8c1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530899 Aug 30 14:50:02.616454 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc83d5df-e76a-44ab-a64e-95c022c9192d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:02.670747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 391e7df8-8e5b-4a74-ab82-419a10d04101 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:02.758928 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc83d5df-e76a-44ab-a64e-95c022c9192d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:02.765224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc83d5df-e76a-44ab-a64e-95c022c9192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:02.776394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 391e7df8-8e5b-4a74-ab82-419a10d04101 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:02.813984 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc83d5df-e76a-44ab-a64e-95c022c9192d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d628695802146889d8edc5837d4dd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689815 Aug 30 14:50:02.817716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:02.868475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:02.904711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83d5df-e76a-44ab-a64e-95c022c9192d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e70577-72ae-4655-8aaf-d24a66161da2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:03.009783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adafcc1c-213b-472a-bd2d-cd8f756a5381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:03.030642 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e6e088ea-2156-4bf2-a61b-601842e0443e tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags/tempest-TagsExtTest-Tag-1523889047 HTTP/1.1" status: 204 len: 168 time: 0.7125351 Aug 30 14:50:03.032273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39582) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:03.038500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-e7bda5ca-3072-4b00-893e-0891d6e8f42b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710', 'tempest-TagsExtTest-Tag-1523889047') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:03.068247 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adafcc1c-213b-472a-bd2d-cd8f756a5381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:03.138280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7bda5ca-3072-4b00-893e-0891d6e8f42b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags/tempest-TagsExtTest-Tag-1523889047 HTTP/1.1" status: 204 len: 168 time: 0.1022115 Aug 30 14:50:03.139745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:03.145058 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-8c27b12a-a490-4b01-81e3-cf8cc6710d38 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:03.149683 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adafcc1c-213b-472a-bd2d-cd8f756a5381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:03.152500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adafcc1c-213b-472a-bd2d-cd8f756a5381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:03.153947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-adafcc1c-213b-472a-bd2d-cd8f756a5381 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58e70577-72ae-4655-8aaf-d24a66161da2 HTTP/1.1" status: 204 len: 168 time: 0.3352749 Aug 30 14:50:03.185913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafcc1c-213b-472a-bd2d-cd8f756a5381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e70577-72ae-4655-8aaf-d24a66161da2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:03.224452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8c27b12a-a490-4b01-81e3-cf8cc6710d38 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags HTTP/1.1" status: 200 len: 205 time: 0.0834935 Aug 30 14:50:03.227150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:03.232821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-05ab23fe-0f3e-4a84-b82f-aea1a26afa0d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:03.235773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118af739-42ce-49a1-9dea-9417d61a0902 None None] Network 20e994bc-de73-43bc-a6f9-8f2e57590b09 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:50:03.336532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05ab23fe-0f3e-4a84-b82f-aea1a26afa0d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags HTTP/1.1" status: 200 len: 241 time: 0.1079912 Aug 30 14:50:03.339082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39594) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:03.346505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-a61bb6d1-38ec-4a77-af7f-be76998e2d56 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470', 'tempest-TagsExtTest-Tag-1876087305') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:03.448067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a61bb6d1-38ec-4a77-af7f-be76998e2d56 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags/tempest-TagsExtTest-Tag-1876087305 HTTP/1.1" status: 204 len: 168 time: 0.1071110 Aug 30 14:50:03.451205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:03.451601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37115ae9-9e80-4177-a7a5-b83bbdd52435 None None] Provisioning for port 391e7df8-8e5b-4a74-ab82-419a10d04101 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:03.457569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-8bd3cdbd-2351-4d17-8dde-c87483f6653a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470', 'tempest-TagsExtTest-Tag-1876087305') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:03.459274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37115ae9-9e80-4177-a7a5-b83bbdd52435 None None] Provisioning complete for port 391e7df8-8e5b-4a74-ab82-419a10d04101 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:03.459651 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37115ae9-9e80-4177-a7a5-b83bbdd52435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:03.616258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8bd3cdbd-2351-4d17-8dde-c87483f6653a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags/tempest-TagsExtTest-Tag-1876087305 HTTP/1.1" status: 204 len: 168 time: 0.1590533 Aug 30 14:50:03.616567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:03.620737 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37115ae9-9e80-4177-a7a5-b83bbdd52435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:03.621164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f755ca26-9a37-4bd4-8707-ca8a070f73a1 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:03.672321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-37115ae9-9e80-4177-a7a5-b83bbdd52435 None None] For port 391e7df8-8e5b-4a74-ab82-419a10d04101, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=391e7df8-8e5b-4a74-ab82-419a10d04101,segment=NetworkSegment(e5aa266c-f984-4adf-998e-86cd5f7113da),segment_id=e5aa266c-f984-4adf-998e-86cd5f7113da)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:03.685433 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37115ae9-9e80-4177-a7a5-b83bbdd52435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:03.813313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:03.814770 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f755ca26-9a37-4bd4-8707-ca8a070f73a1 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags HTTP/1.1" status: 200 len: 205 time: 0.1970458 Aug 30 14:50:03.815769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37115ae9-9e80-4177-a7a5-b83bbdd52435 None None] Pushing event updated for resources: {'Port': ['ID=391e7df8-8e5b-4a74-ab82-419a10d04101,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:03.823724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-42fe77fc-b789-466b-b921-240101f272e8 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:03.954252 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-42fe77fc-b789-466b-b921-240101f272e8 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags HTTP/1.1" status: 200 len: 241 time: 0.1357396 Aug 30 14:50:03.956748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:03.962648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-a73b4cf2-b366-4af8-959b-a7a8e10f9f25 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c', 'tempest-TagsExtTest-Tag-1819512586') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.115753 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a73b4cf2-b366-4af8-959b-a7a8e10f9f25 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags/tempest-TagsExtTest-Tag-1819512586 HTTP/1.1" status: 204 len: 168 time: 0.1572266 Aug 30 14:50:04.120733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.141676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-2535ef23-8860-4cdf-b488-759947dde78a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c', 'tempest-TagsExtTest-Tag-1819512586') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.155352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ef39473-669f-4352-8970-eac21b5742bf None None] Provisioning complete for port 391e7df8-8e5b-4a74-ab82-419a10d04101 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:04.174904 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ef39473-669f-4352-8970-eac21b5742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:04.314001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2535ef23-8860-4cdf-b488-759947dde78a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags/tempest-TagsExtTest-Tag-1819512586 HTTP/1.1" status: 204 len: 168 time: 0.1914196 Aug 30 14:50:04.319273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.328791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-b5aac46a-5374-46bc-9638-d21adf61bb01 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.423484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ef39473-669f-4352-8970-eac21b5742bf None None] Provisioning for port 6566dd10-a4db-4f78-90eb-937695742470 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:04.436401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ef39473-669f-4352-8970-eac21b5742bf None None] Provisioning complete for port 6566dd10-a4db-4f78-90eb-937695742470 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:04.436858 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ef39473-669f-4352-8970-eac21b5742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:04.457542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b5aac46a-5374-46bc-9638-d21adf61bb01 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags HTTP/1.1" status: 200 len: 205 time: 0.1348631 Aug 30 14:50:04.458779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.464216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-55955587-03c4-48e0-8364-83bb805122ee tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.517954 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-55955587-03c4-48e0-8364-83bb805122ee tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags HTTP/1.1" status: 200 len: 241 time: 0.0558515 Aug 30 14:50:04.519277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.529831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6ef39473-669f-4352-8970-eac21b5742bf None None] Port 6566dd10-a4db-4f78-90eb-937695742470 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:50:04.535068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f65720aa-29c3-4a8b-ab87-41b3eed64e60 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc', 'tempest-TagsExtTest-Tag-2081616857') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.559667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f65720aa-29c3-4a8b-ab87-41b3eed64e60 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags/tempest-TagsExtTest-Tag-2081616857 HTTP/1.1" status: 204 len: 168 time: 0.0379851 Aug 30 14:50:04.562287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.568668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-1e6589d3-992e-4951-a5ca-e2527d282142 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc', 'tempest-TagsExtTest-Tag-2081616857') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.587722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 391e7df8-8e5b-4a74-ab82-419a10d04101 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:04.640489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e6589d3-992e-4951-a5ca-e2527d282142 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags/tempest-TagsExtTest-Tag-2081616857 HTTP/1.1" status: 204 len: 168 time: 0.0770433 Aug 30 14:50:04.643097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.648257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-7b8eb5f8-6c64-40db-b11f-81b2b0f8a9f5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.658793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76b1a2eb-a1a0-48eb-a16d-0ed7a19c0ecc None None] Provisioning complete for port 6566dd10-a4db-4f78-90eb-937695742470 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:04.659680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76b1a2eb-a1a0-48eb-a16d-0ed7a19c0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:04.662358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 391e7df8-8e5b-4a74-ab82-419a10d04101 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:04.662738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:04.685774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7b8eb5f8-6c64-40db-b11f-81b2b0f8a9f5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags HTTP/1.1" status: 200 len: 205 time: 0.0387623 Aug 30 14:50:04.685999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.692215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f07b825b-7dbd-472f-baef-66fc33ab344e tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.732621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76b1a2eb-a1a0-48eb-a16d-0ed7a19c0ecc None None] Port 6566dd10-a4db-4f78-90eb-937695742470 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:50:04.756614 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f07b825b-7dbd-472f-baef-66fc33ab344e tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags HTTP/1.1" status: 204 len: 168 time: 0.0693209 Aug 30 14:50:04.759169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.767605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-0ccc5f95-8503-457d-a1f8-f43fa8928487 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.907060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0ccc5f95-8503-457d-a1f8-f43fa8928487 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags HTTP/1.1" status: 204 len: 168 time: 0.1464336 Aug 30 14:50:04.910265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.915265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-10a0d580-e198-4537-872c-61bb663ee500 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:04.978757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-10a0d580-e198-4537-872c-61bb663ee500 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags HTTP/1.1" status: 204 len: 168 time: 0.0673320 Aug 30 14:50:04.981275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:04.985930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-dc4d749e-d853-46e9-8f1e-d7e45160b231 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.047964 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dc4d749e-d853-46e9-8f1e-d7e45160b231 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags HTTP/1.1" status: 204 len: 168 time: 0.0653634 Aug 30 14:50:05.051962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.057432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-273157fc-a4b3-4a5d-84b5-3ebe97a6024a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710', 'tempest-TagsExtTest-Tag-217234348') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.132211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-273157fc-a4b3-4a5d-84b5-3ebe97a6024a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags/tempest-TagsExtTest-Tag-217234348 HTTP/1.1" status: 201 len: 201 time: 0.0768344 Aug 30 14:50:05.132648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.139159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-bcea538a-0d69-43e1-ab20-13c9e02b8d54 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470', 'tempest-TagsExtTest-Tag-744098950') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.257290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bcea538a-0d69-43e1-ab20-13c9e02b8d54 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags/tempest-TagsExtTest-Tag-744098950 HTTP/1.1" status: 201 len: 201 time: 0.1211698 Aug 30 14:50:05.257997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.265839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-bee23664-d254-4436-ba91-062ce6b5f6c4 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c', 'tempest-TagsExtTest-Tag-1522262361') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.368665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bee23664-d254-4436-ba91-062ce6b5f6c4 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags/tempest-TagsExtTest-Tag-1522262361 HTTP/1.1" status: 201 len: 201 time: 0.1094699 Aug 30 14:50:05.371614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.380260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-77502952-cc41-4184-ad39-4346fe129c81 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc', 'tempest-TagsExtTest-Tag-88710141') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.430459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-77502952-cc41-4184-ad39-4346fe129c81 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags/tempest-TagsExtTest-Tag-88710141 HTTP/1.1" status: 201 len: 201 time: 0.0543609 Aug 30 14:50:05.431982 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.438221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-db7c9b64-8661-4add-9b7f-7ea9b772c6bd tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710', {'tags': ['tempest-TagsExtTest-Tag-1510233242', 'tempest-TagsExtTest-Tag-584913203', 'tempest-TagsExtTest-Tag-10929717']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.549480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.550677 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-db7c9b64-8661-4add-9b7f-7ea9b772c6bd tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags HTTP/1.1" status: 200 len: 315 time: 0.1160383 Aug 30 14:50:05.556205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-365bb92e-cce3-48b6-9a31-73de2779842c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.678312 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-365bb92e-cce3-48b6-9a31-73de2779842c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags HTTP/1.1" status: 204 len: 168 time: 0.1268518 Aug 30 14:50:05.678872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.685480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-6b162868-f8b4-4e18-8ed4-e1ba2bb38d40 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710', 'tempest-TagsExtTest-Tag-1510233242') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.775022 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-6b162868-f8b4-4e18-8ed4-e1ba2bb38d40 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:05.777267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6b162868-f8b4-4e18-8ed4-e1ba2bb38d40 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags/tempest-TagsExtTest-Tag-1510233242 HTTP/1.1" status: 404 len: 329 time: 0.0969477 Aug 30 14:50:05.780116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.785467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-56cc020a-0208-43b0-a99a-e7ec2dd4847f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710', 'tempest-TagsExtTest-Tag-584913203') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.855960 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-56cc020a-0208-43b0-a99a-e7ec2dd4847f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:05.857069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-56cc020a-0208-43b0-a99a-e7ec2dd4847f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags/tempest-TagsExtTest-Tag-584913203 HTTP/1.1" status: 404 len: 328 time: 0.0757849 Aug 30 14:50:05.860357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.865811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-5c3a239f-5a79-4aa9-ad4e-9522d70fc65f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710', 'tempest-TagsExtTest-Tag-10929717') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:05.948737 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-5c3a239f-5a79-4aa9-ad4e-9522d70fc65f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:05.950733 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5c3a239f-5a79-4aa9-ad4e-9522d70fc65f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags/tempest-TagsExtTest-Tag-10929717 HTTP/1.1" status: 404 len: 327 time: 0.0891600 Aug 30 14:50:05.953469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:05.958874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-ebfec723-88f8-4bc3-9825-68dacf5eb70d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470', {'tags': ['tempest-TagsExtTest-Tag-1237091458', 'tempest-TagsExtTest-Tag-1640775515', 'tempest-TagsExtTest-Tag-1846608246']}) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.031073 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ebfec723-88f8-4bc3-9825-68dacf5eb70d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags HTTP/1.1" status: 200 len: 318 time: 0.0763755 Aug 30 14:50:06.033764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.040219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-74327ca7-cfa0-4b3c-8382-da322bd81b38 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.115149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74327ca7-cfa0-4b3c-8382-da322bd81b38 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags HTTP/1.1" status: 204 len: 168 time: 0.0790296 Aug 30 14:50:06.117718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39692) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.124047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-dec63900-ae81-4c69-a148-6c3fa9513cae tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470', 'tempest-TagsExtTest-Tag-1237091458') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.177034 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-dec63900-ae81-4c69-a148-6c3fa9513cae tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:06.178022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dec63900-ae81-4c69-a148-6c3fa9513cae tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags/tempest-TagsExtTest-Tag-1237091458 HTTP/1.1" status: 404 len: 329 time: 0.0591834 Aug 30 14:50:06.181435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.186111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-bb658425-2458-4005-a83f-b827b9081850 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470', 'tempest-TagsExtTest-Tag-1640775515') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.255863 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-bb658425-2458-4005-a83f-b827b9081850 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:06.257141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bb658425-2458-4005-a83f-b827b9081850 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags/tempest-TagsExtTest-Tag-1640775515 HTTP/1.1" status: 404 len: 329 time: 0.0746655 Aug 30 14:50:06.259818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.274050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-92ff132f-f911-4085-8bae-14bc9a7e8b97 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470', 'tempest-TagsExtTest-Tag-1846608246') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.336725 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-92ff132f-f911-4085-8bae-14bc9a7e8b97 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:06.337917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-92ff132f-f911-4085-8bae-14bc9a7e8b97 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags/tempest-TagsExtTest-Tag-1846608246 HTTP/1.1" status: 404 len: 329 time: 0.0769980 Aug 30 14:50:06.341233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.346790 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-527fbacc-52ad-4f96-996d-36eba1a2d99f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c', {'tags': ['tempest-TagsExtTest-Tag-579301460', 'tempest-TagsExtTest-Tag-1470745187', 'tempest-TagsExtTest-Tag-1481904394']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.461203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-527fbacc-52ad-4f96-996d-36eba1a2d99f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags HTTP/1.1" status: 200 len: 317 time: 0.1164265 Aug 30 14:50:06.461427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.467211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f34984c7-8bce-4f22-85f8-cb96bc798018 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.601815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f34984c7-8bce-4f22-85f8-cb96bc798018 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags HTTP/1.1" status: 204 len: 168 time: 0.1390748 Aug 30 14:50:06.604430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.611229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-d7d69dd0-2e49-4bf1-9a57-17941b5ee150 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c', 'tempest-TagsExtTest-Tag-579301460') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.709870 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-d7d69dd0-2e49-4bf1-9a57-17941b5ee150 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:06.711255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d7d69dd0-2e49-4bf1-9a57-17941b5ee150 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags/tempest-TagsExtTest-Tag-579301460 HTTP/1.1" status: 404 len: 328 time: 0.1050808 Aug 30 14:50:06.714429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.720200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-06282310-bd63-4560-871b-38db1ce78450 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c', 'tempest-TagsExtTest-Tag-1470745187') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.866834 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-06282310-bd63-4560-871b-38db1ce78450 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:06.872075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.877137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-51f13a96-10a1-4113-b565-b43db6b0253d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c', 'tempest-TagsExtTest-Tag-1481904394') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:06.877625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-06282310-bd63-4560-871b-38db1ce78450 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags/tempest-TagsExtTest-Tag-1470745187 HTTP/1.1" status: 404 len: 329 time: 0.1620026 Aug 30 14:50:06.982905 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-51f13a96-10a1-4113-b565-b43db6b0253d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:06.986826 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51f13a96-10a1-4113-b565-b43db6b0253d tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags/tempest-TagsExtTest-Tag-1481904394 HTTP/1.1" status: 404 len: 329 time: 0.1106343 Aug 30 14:50:06.988509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:06.993380 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-829b87de-52f8-4009-ad38-67b83476b10f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc', {'tags': ['tempest-TagsExtTest-Tag-887664051', 'tempest-TagsExtTest-Tag-93732776', 'tempest-TagsExtTest-Tag-845311602']}) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.032860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-829b87de-52f8-4009-ad38-67b83476b10f tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "PUT /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags HTTP/1.1" status: 200 len: 314 time: 0.0431609 Aug 30 14:50:07.036049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.042052 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-766361c1-ae79-4244-958c-2cd24101ac99 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.110718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-766361c1-ae79-4244-958c-2cd24101ac99 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags HTTP/1.1" status: 204 len: 168 time: 0.0711162 Aug 30 14:50:07.110938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.115865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-d2f49412-6338-4c6d-b66e-9d9290780dfd tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc', 'tempest-TagsExtTest-Tag-887664051') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.145857 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-d2f49412-6338-4c6d-b66e-9d9290780dfd tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:07.150284 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d2f49412-6338-4c6d-b66e-9d9290780dfd tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags/tempest-TagsExtTest-Tag-887664051 HTTP/1.1" status: 404 len: 328 time: 0.0380640 Aug 30 14:50:07.150724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.156001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-d32f73a8-e2b0-43a6-b961-402bc0eabc6a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc', 'tempest-TagsExtTest-Tag-93732776') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.186272 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-d32f73a8-e2b0-43a6-b961-402bc0eabc6a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:07.190822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.191024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d32f73a8-e2b0-43a6-b961-402bc0eabc6a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags/tempest-TagsExtTest-Tag-93732776 HTTP/1.1" status: 404 len: 327 time: 0.0385451 Aug 30 14:50:07.196057 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-273ef108-001f-4f68-8b22-17dc16b133da tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc', 'tempest-TagsExtTest-Tag-845311602') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.229302 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-273ef108-001f-4f68-8b22-17dc16b133da tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] show failed (client error): The resource could not be found. Aug 30 14:50:07.234819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.238080 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-273ef108-001f-4f68-8b22-17dc16b133da tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags/tempest-TagsExtTest-Tag-845311602 HTTP/1.1" status: 404 len: 328 time: 0.0385177 Aug 30 14:50:07.244491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-d6570939-efa4-43b1-bcbe-9b02e93561ac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5543df53-f122-410c-8baa-f0afa6a02dcc') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.286115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d6570939-efa4-43b1-bcbe-9b02e93561ac tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc/tags HTTP/1.1" status: 204 len: 168 time: 0.0466802 Aug 30 14:50:07.286543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.291535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-b8bd983f-35ce-4ee9-b8bb-caebd9286383 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71f4dbce-ded1-4f31-b93b-ca64dd23149c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.339578 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:50:07.401828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b8bd983f-35ce-4ee9-b8bb-caebd9286383 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c/tags HTTP/1.1" status: 204 len: 168 time: 0.1141438 Aug 30 14:50:07.404141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.410004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-2147d44e-a51f-4b04-abcd-c3c947f6ae68 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6566dd10-a4db-4f78-90eb-937695742470') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.507024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2147d44e-a51f-4b04-abcd-c3c947f6ae68 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470/tags HTTP/1.1" status: 204 len: 168 time: 0.1017148 Aug 30 14:50:07.509374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.514037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ba9b9cd4-930d-418b-8d0e-3c46688ddd8a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50cd2992-fc0a-4ab5-909b-d46ef6430710') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:07.591331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.603111 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ba9b9cd4-930d-418b-8d0e-3c46688ddd8a tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710/tags HTTP/1.1" status: 204 len: 168 time: 0.0924864 Aug 30 14:50:07.719996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e0fc085-a888-4cc9-9a91-f62cf382239c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:07.724902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.725489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e0fc085-a888-4cc9-9a91-f62cf382239c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnetpools/5543df53-f122-410c-8baa-f0afa6a02dcc HTTP/1.1" status: 204 len: 168 time: 0.1327677 Aug 30 14:50:07.761276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9f766d2c-80e4-4ccd-bfa7-88e5355115bf tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "GET /v2.0/ports?device_id=71f4dbce-ded1-4f31-b93b-ca64dd23149c HTTP/1.1" status: 200 len: 205 time: 0.0328660 Aug 30 14:50:07.761997 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39766) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:07.865152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bff5f40-48e3-4da3-9b58-0a9d99ac12a5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.141447 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bff5f40-48e3-4da3-9b58-0a9d99ac12a5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.145030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bff5f40-48e3-4da3-9b58-0a9d99ac12a5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.218951 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bff5f40-48e3-4da3-9b58-0a9d99ac12a5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.219740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bff5f40-48e3-4da3-9b58-0a9d99ac12a5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Fanout notify agent at l3_agent the message router_deleted on router 71f4dbce-ded1-4f31-b93b-ca64dd23149c {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:50:08.227929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bff5f40-48e3-4da3-9b58-0a9d99ac12a5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.228930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4bff5f40-48e3-4da3-9b58-0a9d99ac12a5 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/routers/71f4dbce-ded1-4f31-b93b-ca64dd23149c HTTP/1.1" status: 204 len: 168 time: 0.4658570 Aug 30 14:50:08.231605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:08.383699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4f937dfb-2e84-4bf9-8b21-0a96f62c498b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Deleting port 6566dd10-a4db-4f78-90eb-937695742470 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:50:08.384044 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f937dfb-2e84-4bf9-8b21-0a96f62c498b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.489016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f937dfb-2e84-4bf9-8b21-0a96f62c498b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.503621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4f937dfb-2e84-4bf9-8b21-0a96f62c498b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Calling delete_port for 6566dd10-a4db-4f78-90eb-937695742470 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:50:08.673259 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f937dfb-2e84-4bf9-8b21-0a96f62c498b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.722209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f937dfb-2e84-4bf9-8b21-0a96f62c498b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Pushing event deleted for resources: {'Port': ['ID=6566dd10-a4db-4f78-90eb-937695742470,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:08.830405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f937dfb-2e84-4bf9-8b21-0a96f62c498b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.835379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4f937dfb-2e84-4bf9-8b21-0a96f62c498b tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/ports/6566dd10-a4db-4f78-90eb-937695742470 HTTP/1.1" status: 204 len: 168 time: 0.6006155 Aug 30 14:50:08.836098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:08.929621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dd12a7-3b00-4278-bc65-9ff7acedb42c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Deleting subnet 50cd2992-fc0a-4ab5-909b-d46ef6430710 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:50:08.934800 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dd12a7-3b00-4278-bc65-9ff7acedb42c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:08.990319 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dd12a7-3b00-4278-bc65-9ff7acedb42c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.105271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dd12a7-3b00-4278-bc65-9ff7acedb42c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.188276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dd12a7-3b00-4278-bc65-9ff7acedb42c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.220067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd12a7-3b00-4278-bc65-9ff7acedb42c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Pushing event deleted for resources: {'Subnet': ['ID=50cd2992-fc0a-4ab5-909b-d46ef6430710,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:09.226536 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dd12a7-3b00-4278-bc65-9ff7acedb42c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.228692 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-36dd12a7-3b00-4278-bc65-9ff7acedb42c tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/subnets/50cd2992-fc0a-4ab5-909b-d46ef6430710 HTTP/1.1" status: 204 len: 168 time: 0.3892066 Aug 30 14:50:09.234152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:09.237801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22fcb69-8e1c-42f4-b2d3-7f0a44361d14 None None] Network 20e994bc-de73-43bc-a6f9-8f2e57590b09 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:50:09.436671 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.549173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Deleting port 391e7df8-8e5b-4a74-ab82-419a10d04101 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:50:09.550256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.592250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] DHCP port deletion for 20e994bc-de73-43bc-a6f9-8f2e57590b09 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:50:09.648817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] Deleting port 391e7df8-8e5b-4a74-ab82-419a10d04101 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:50:09.649120 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.705031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] For port 391e7df8-8e5b-4a74-ab82-419a10d04101, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=391e7df8-8e5b-4a74-ab82-419a10d04101,segment=NetworkSegment(e5aa266c-f984-4adf-998e-86cd5f7113da),segment_id=e5aa266c-f984-4adf-998e-86cd5f7113da)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:09.706056 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.723737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Calling delete_port for 391e7df8-8e5b-4a74-ab82-419a10d04101 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:50:09.750523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] For port 391e7df8-8e5b-4a74-ab82-419a10d04101, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=391e7df8-8e5b-4a74-ab82-419a10d04101,segment=NetworkSegment(e5aa266c-f984-4adf-998e-86cd5f7113da),segment_id=e5aa266c-f984-4adf-998e-86cd5f7113da)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:09.751123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.771899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] Calling delete_port for 391e7df8-8e5b-4a74-ab82-419a10d04101 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:50:09.872119 n-d-805668-3 neutron-server[94828]: self.session.flush() Aug 30 14:50:09.876389 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.881930 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.925871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] Pushing event deleted for resources: {'Port': ['ID=391e7df8-8e5b-4a74-ab82-419a10d04101,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:09.928245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Pushing event deleted for resources: {'Port': ['ID=391e7df8-8e5b-4a74-ab82-419a10d04101,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:09.930226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd2410-ea83-47f4-80be-6f7537d87f4a None None] No DVR routers for this DVR port 391e7df8-8e5b-4a74-ab82-419a10d04101 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:50:09.931574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] No DVR routers for this DVR port 391e7df8-8e5b-4a74-ab82-419a10d04101 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:50:09.981700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:10.085862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.104872 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e994bc-de73-43bc-a6f9-8f2e57590b09']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:10.120442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5aa266c-f984-4adf-998e-86cd5f7113da') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:10.121331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5aa266c-f984-4adf-998e-86cd5f7113da') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:10.133595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.152005 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.162159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:50:10.163433 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:50:10.172605 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:50:10.185915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-207aedbd-559f-4eb4-88c5-d300a5801fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.260622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.276248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.282140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] 10.222.0.50 "DELETE /v2.0/networks/20e994bc-de73-43bc-a6f9-8f2e57590b09 HTTP/1.1" status: 204 len: 168 time: 1.0467083 Aug 30 14:50:10.294648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a7f7a-21bb-46fa-bdfd-a8257b51f190 tempest-TagsExtTest-695198437 tempest-TagsExtTest-695198437-project] Pushing event deleted for resources: {'Network': ['ID=20e994bc-de73-43bc-a6f9-8f2e57590b09,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:10.388949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-207aedbd-559f-4eb4-88c5-d300a5801fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.396822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-207aedbd-559f-4eb4-88c5-d300a5801fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.479305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aedbd-559f-4eb4-88c5-d300a5801fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a6e04c-05ed-4e9f-a010-9bd4f39afac1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:10.494437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-207aedbd-559f-4eb4-88c5-d300a5801fa0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64d59956eabb4bacb5682e97e5f1b3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111454 Aug 30 14:50:10.497459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:10.582450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 391e7df8-8e5b-4a74-ab82-419a10d04101 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:50:10.630851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b77840c-997e-44b8-ac8d-1486514335cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.653328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 391e7df8-8e5b-4a74-ab82-419a10d04101 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:50:10.653937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 391e7df8-8e5b-4a74-ab82-419a10d04101 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:50:10.658761 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b77840c-997e-44b8-ac8d-1486514335cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.689192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 39812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:10.718943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b77840c-997e-44b8-ac8d-1486514335cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.721610 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b77840c-997e-44b8-ac8d-1486514335cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.725355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6b77840c-997e-44b8-ac8d-1486514335cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62a6e04c-05ed-4e9f-a010-9bd4f39afac1 HTTP/1.1" status: 204 len: 168 time: 0.2239714 Aug 30 14:50:10.738006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77840c-997e-44b8-ac8d-1486514335cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a6e04c-05ed-4e9f-a010-9bd4f39afac1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:10.900445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39820) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:10.900802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5c6bf8cd-ccdd-4b77-88db-6881aa1e7944 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f67329964b3b4aa9a1019ae661b4d733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100706 Aug 30 14:50:10.962681 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-390d920c-1bbb-4c6d-be0b-01763361ea3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.988460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-390d920c-1bbb-4c6d-be0b-01763361ea3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:11.058064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-390d920c-1bbb-4c6d-be0b-01763361ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:11.061145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-390d920c-1bbb-4c6d-be0b-01763361ea3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:11.062706 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-390d920c-1bbb-4c6d-be0b-01763361ea3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6454d9bb-c0db-478a-9501-e800f594023d HTTP/1.1" status: 204 len: 168 time: 0.1605737 Aug 30 14:50:11.074545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d920c-1bbb-4c6d-be0b-01763361ea3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6454d9bb-c0db-478a-9501-e800f594023d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:15.656853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:15.778559 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12924cad-d178-4c16-959e-5d1abc72b2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:15.892544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12924cad-d178-4c16-959e-5d1abc72b2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:15.896775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12924cad-d178-4c16-959e-5d1abc72b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:15.935311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12924cad-d178-4c16-959e-5d1abc72b2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11f205-9f3c-456a-889c-b4f2e595a628,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:15.939701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-12924cad-d178-4c16-959e-5d1abc72b2d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=240249b9f2b045209a8788f0b8de4190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814028 Aug 30 14:50:15.942308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 39976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:15.991635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71aeea27-1374-49ef-8ca3-cede69a9e411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:16.012330 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71aeea27-1374-49ef-8ca3-cede69a9e411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:16.058342 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71aeea27-1374-49ef-8ca3-cede69a9e411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:16.060795 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71aeea27-1374-49ef-8ca3-cede69a9e411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:16.064608 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-71aeea27-1374-49ef-8ca3-cede69a9e411 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc11f205-9f3c-456a-889c-b4f2e595a628 HTTP/1.1" status: 204 len: 168 time: 0.1187828 Aug 30 14:50:16.070436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aeea27-1374-49ef-8ca3-cede69a9e411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11f205-9f3c-456a-889c-b4f2e595a628,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:20.004762 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:21.330778 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4313d94-4a84-474a-9598-23347c6519a1 req-f67c5402-c8e0-4fb2-8ed3-3cc77e1cf372 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437386 Aug 30 14:50:21.443777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4313d94-4a84-474a-9598-23347c6519a1 req-51350201-18fc-41c9-967f-6da3d759f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:21.445744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4313d94-4a84-474a-9598-23347c6519a1 req-51350201-18fc-41c9-967f-6da3d759f207 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=447118a64ed1434fa1634b6da0c72234&device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 1097 time: 0.0572100 Aug 30 14:50:21.564059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4313d94-4a84-474a-9598-23347c6519a1 req-59b6dcad-7392-4774-ad12-4b1c71a6a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:21.566440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4313d94-4a84-474a-9598-23347c6519a1 req-59b6dcad-7392-4774-ad12-4b1c71a6a2d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 200 len: 916 time: 0.0981739 Aug 30 14:50:21.620128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4313d94-4a84-474a-9598-23347c6519a1 req-6e23af0b-2536-4f5b-a247-fed4c3c6c9db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53 HTTP/1.1" status: 200 len: 217 time: 0.0456376 Aug 30 14:50:21.672599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4313d94-4a84-474a-9598-23347c6519a1 req-085afa3d-0885-486e-82fe-1f99573bf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:21.674232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4313d94-4a84-474a-9598-23347c6519a1 req-085afa3d-0885-486e-82fe-1f99573bf39a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 200 len: 855 time: 0.0469584 Aug 30 14:50:21.713083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4313d94-4a84-474a-9598-23347c6519a1 req-90f98d9e-f2b2-403d-8a76-14f4cc88cdda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77f94df7-d876-4109-bc50-7a08f5d78d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305355 Aug 30 14:50:21.826813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4313d94-4a84-474a-9598-23347c6519a1 req-8aec0946-b74a-45d9-8485-e891891fd6ce service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062226 Aug 30 14:50:21.935596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4313d94-4a84-474a-9598-23347c6519a1 req-5401c717-c3ee-4f74-97ef-d6ac03d8128f service neutron] 10.222.0.39 "GET /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008961 Aug 30 14:50:25.151512 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff105a71-9969-429c-8fcf-9b07e3c003d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:27.777498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b59fb-b2e1-42a0-9351-edcf8705c36f req-7cad1ac6-9245-4330-88b7-53fb44bcaab1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:27.779966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-803b59fb-b2e1-42a0-9351-edcf8705c36f req-7cad1ac6-9245-4330-88b7-53fb44bcaab1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 946 time: 0.0653768 Aug 30 14:50:27.826463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-803b59fb-b2e1-42a0-9351-edcf8705c36f req-404420d4-a081-48a5-a462-a85d337ba1ec tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Aug 30 14:50:27.880312 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5295de88-6a21-4741-a748-c59479f3e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:28.602055 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:28.966002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bf53-5853-4cef-89ff-2c42360f36ff req-b8b960e6-580e-43eb-8a88-08d2c2726c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:28.969561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e09bf53-5853-4cef-89ff-2c42360f36ff req-b8b960e6-580e-43eb-8a88-08d2c2726c85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 946 time: 0.0611219 Aug 30 14:50:29.011906 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9e09bf53-5853-4cef-89ff-2c42360f36ff req-d58a75c0-7e3a-4a73-b6e7-e6dc428067a8 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366068 Aug 30 14:50:29.281977 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:29.372836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeedde-ca98-4903-823b-803a353c494e req-c7b69bec-c578-4603-ab73-028e42976774 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:29.375050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8cbeedde-ca98-4903-823b-803a353c494e req-c7b69bec-c578-4603-ab73-028e42976774 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 946 time: 0.0696347 Aug 30 14:50:29.495539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Deleting port 53e13247-22c0-4a73-a83e-21c38eeae03f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:50:29.496068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:29.636397 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] For port 53e13247-22c0-4a73-a83e-21c38eeae03f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=53e13247-22c0-4a73-a83e-21c38eeae03f,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:29.636784 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:29.655631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Calling delete_port for 53e13247-22c0-4a73-a83e-21c38eeae03f owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:50:29.817911 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:29.831431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['edf96296-a72d-4322-81bf-3a9b9e3cfa53', '81f08298-3849-4300-af2c-f0bd21f7d42a', '53e13247-22c0-4a73-a83e-21c38eeae03f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:50:29.859753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['312f41b1-b8cf-4621-b083-5d725616fd76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:50:29.886667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Pushing event deleted for resources: {'Port': ['ID=53e13247-22c0-4a73-a83e-21c38eeae03f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:29.914785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.915328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.915909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.916434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.916845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.917275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.917708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.918388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.919130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.919836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.920606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.921096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:29.940763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] No DVR routers for this DVR port 53e13247-22c0-4a73-a83e-21c38eeae03f on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:50:29.943701 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:29.946140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8cbeedde-ca98-4903-823b-803a353c494e req-7ba43b4b-f626-4a72-9220-51f0f178ca16 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "DELETE /v2.0/ports/53e13247-22c0-4a73-a83e-21c38eeae03f HTTP/1.1" status: 204 len: 173 time: 0.5641375 Aug 30 14:50:29.946709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a6a6e5-7300-4aa3-be25-60048321a4d6', 'name': 'network-vif-deleted', 'tag': '53e13247-22c0-4a73-a83e-21c38eeae03f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:50:29.949448 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56419af-5c71-48e6-b052-28dcf324916f" -d '{"events": [{"server_uuid": "18a6a6e5-7300-4aa3-be25-60048321a4d6", "name": "network-vif-deleted", "tag": "53e13247-22c0-4a73-a83e-21c38eeae03f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:50:30.012228 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0624cea7-8122-49ad-9a71-99fbf64d9aa9 x-openstack-request-id: req-0624cea7-8122-49ad-9a71-99fbf64d9aa9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:50:30.013454 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a6a6e5-7300-4aa3-be25-60048321a4d6", "name": "network-vif-deleted", "tag": "53e13247-22c0-4a73-a83e-21c38eeae03f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:50:30.018074 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0624cea7-8122-49ad-9a71-99fbf64d9aa9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:50:30.018900 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a6a6e5-7300-4aa3-be25-60048321a4d6', 'name': 'network-vif-deleted', 'tag': '53e13247-22c0-4a73-a83e-21c38eeae03f', 'status': 'completed', 'code': 200} Aug 30 14:50:30.159269 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-670bd52c-f422-46e5-b756-ef339ed49dde req-715825aa-f7ad-4b50-9a13-96b9ca3dfe7f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a6a6e5-7300-4aa3-be25-60048321a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0480664 Aug 30 14:50:31.654484 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:32.334410 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 53e13247-22c0-4a73-a83e-21c38eeae03f no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:50:32.390653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 53e13247-22c0-4a73-a83e-21c38eeae03f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:50:32.391015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 53e13247-22c0-4a73-a83e-21c38eeae03f not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:50:32.753443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-c5573314-c40b-4b59-923c-b298ef906e8d req-a8f3f07a-6192-40fd-a24d-78e335ccf687 service neutron] (94826) timed out ('10.222.0.50', 46638) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:50:32.873960 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:35.275615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87ba95-c344-4d22-8469-cf211cc4c085 req-36456e5d-f9a3-4f84-8e6b-e91a78ccab45 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:35.287421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e87ba95-c344-4d22-8469-cf211cc4c085 req-36456e5d-f9a3-4f84-8e6b-e91a78ccab45 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 945 time: 0.0731518 Aug 30 14:50:35.370078 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1e87ba95-c344-4d22-8469-cf211cc4c085 req-826292c1-e801-421b-8462-c39a27a7e67e tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800672 Aug 30 14:50:36.557109 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-5ece3073-fa36-4bf1-a351-810daef96729 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1843243 Aug 30 14:50:36.628780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829889a-a1fe-4bb6-a897-d4e55d91cb56 req-b79ed88e-8be1-4d20-bc89-b24afb3fc86f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:36.631247 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c829889a-a1fe-4bb6-a897-d4e55d91cb56 req-b79ed88e-8be1-4d20-bc89-b24afb3fc86f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 945 time: 0.0599353 Aug 30 14:50:36.705321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-417af5bc-25db-4153-a63f-b2e99097159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:36.713693 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-417af5bc-25db-4153-a63f-b2e99097159a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1170647 Aug 30 14:50:36.778307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-f5a68972-7ba5-4070-87ba-b451b73e3641 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:36.789109 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-f5a68972-7ba5-4070-87ba-b451b73e3641 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 945 time: 0.1692083 Aug 30 14:50:36.842379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c829889a-a1fe-4bb6-a897-d4e55d91cb56 req-f5bf5864-071c-4147-bf4e-cd1a0aa34055 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581388 Aug 30 14:50:36.895622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-2bf546fd-5e65-4aa2-a7e7-818cfcae1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:36.897811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-2bf546fd-5e65-4aa2-a7e7-818cfcae1d2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 909 time: 0.1437387 Aug 30 14:50:36.970471 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Deleting port 81f08298-3849-4300-af2c-f0bd21f7d42a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:50:36.970879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:37.086245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-59f6a1bd-14ed-41c9-bf09-7ac6fc957394 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 1000 time: 0.1778042 Aug 30 14:50:37.111624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] For port 81f08298-3849-4300-af2c-f0bd21f7d42a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=81f08298-3849-4300-af2c-f0bd21f7d42a,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:37.111901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:37.131627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Calling delete_port for 81f08298-3849-4300-af2c-f0bd21f7d42a owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:50:37.169688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-cd169b93-a383-40ee-afda-147433978b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:37.172474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-cd169b93-a383-40ee-afda-147433978b01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 200 len: 847 time: 0.0790057 Aug 30 14:50:37.267836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-b89d1d81-2d0c-4d59-a40a-fa6b0cb15f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:37.269631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-b89d1d81-2d0c-4d59-a40a-fa6b0cb15f8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f14e83-8c0d-4016-a1db-160767c5d2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852172 Aug 30 14:50:37.316749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:37.329798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['edf96296-a72d-4322-81bf-3a9b9e3cfa53', '81f08298-3849-4300-af2c-f0bd21f7d42a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:50:37.389929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['312f41b1-b8cf-4621-b083-5d725616fd76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:50:37.462432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Pushing event deleted for resources: {'Port': ['ID=81f08298-3849-4300-af2c-f0bd21f7d42a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:37.539189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-ef6bd728-a8f5-4771-b098-d789a8af8dd2 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582593 Aug 30 14:50:37.561090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] No DVR routers for this DVR port 81f08298-3849-4300-af2c-f0bd21f7d42a on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:50:37.576324 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:37.580284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26bc71c1-8935-4ac7-8a36-cc237d67d009 req-373f281b-eb28-4254-9f40-d65fac8674b3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "DELETE /v2.0/ports/81f08298-3849-4300-af2c-f0bd21f7d42a HTTP/1.1" status: 204 len: 173 time: 0.7592118 Aug 30 14:50:37.581552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec973e8-348d-4f9d-a2f6-934cb65b1447', 'name': 'network-vif-deleted', 'tag': '81f08298-3849-4300-af2c-f0bd21f7d42a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:50:37.584653 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aa70f7-a56a-4a36-bf6c-9fa43b8b86d9" -d '{"events": [{"server_uuid": "bec973e8-348d-4f9d-a2f6-934cb65b1447", "name": "network-vif-deleted", "tag": "81f08298-3849-4300-af2c-f0bd21f7d42a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:50:37.666758 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ba1f8-c9c1-4b36-a492-59ea1441e01b x-openstack-request-id: req-f37ba1f8-c9c1-4b36-a492-59ea1441e01b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:50:37.667491 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec973e8-348d-4f9d-a2f6-934cb65b1447", "name": "network-vif-deleted", "tag": "81f08298-3849-4300-af2c-f0bd21f7d42a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:50:37.667491 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f37ba1f8-c9c1-4b36-a492-59ea1441e01b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:50:37.667796 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec973e8-348d-4f9d-a2f6-934cb65b1447', 'name': 'network-vif-deleted', 'tag': '81f08298-3849-4300-af2c-f0bd21f7d42a', 'status': 'completed', 'code': 200} Aug 30 14:50:37.761708 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-96ef2215-6569-4ebd-94bc-9eacdd8aa76f req-0a854bd6-38b7-4c45-9f56-5049c0467511 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154889 Aug 30 14:50:37.973032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dd4072e1-ac7e-41a4-b4c8-81aa8abdbf86 req-8797bb96-b66c-4944-aa59-0f2bb4be471d tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=bec973e8-348d-4f9d-a2f6-934cb65b1447 HTTP/1.1" status: 200 len: 210 time: 0.0326986 Aug 30 14:50:38.926571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:39.088424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75c80112-4d90-40f1-b79c-73cb58497ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:39.228398 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75c80112-4d90-40f1-b79c-73cb58497ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:39.235918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75c80112-4d90-40f1-b79c-73cb58497ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:39.284155 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-75c80112-4d90-40f1-b79c-73cb58497ec8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7beceda2d6249039209ffec1049f0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548234 Aug 30 14:50:39.285085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c80112-4d90-40f1-b79c-73cb58497ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a2bfa5-4a3b-483c-932e-d5e9343619e7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:39.286746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:39.376149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:39.385580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e75aa-a298-41bb-a69b-c997835cb408 req-6fef7353-136b-43ad-acfe-b4333eefafa6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:39.387188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-738e75aa-a298-41bb-a69b-c997835cb408 req-6fef7353-136b-43ad-acfe-b4333eefafa6 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 946 time: 0.0905082 Aug 30 14:50:39.460520 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:39.500418 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-738e75aa-a298-41bb-a69b-c997835cb408 req-2c5127f7-a95f-43c8-b7e1-5fb8b9f8c9a2 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038556 Aug 30 14:50:39.556379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:39.560219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:39.562426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9a2bfa5-4a3b-483c-932e-d5e9343619e7 HTTP/1.1" status: 204 len: 168 time: 0.2744873 Aug 30 14:50:39.572556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a2bfa5-4a3b-483c-932e-d5e9343619e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:39.584215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.584518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.585128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.585643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.586147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.586747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.587233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.587710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.588202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.589198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.589686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:39.590169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd9b79-a16b-4449-9df8-9fd0a4c9758c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:40.353903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:40.367809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 81f08298-3849-4300-af2c-f0bd21f7d42a no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:50:40.392758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 81f08298-3849-4300-af2c-f0bd21f7d42a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:50:40.393324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 81f08298-3849-4300-af2c-f0bd21f7d42a not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:50:40.597581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-47949154-network', 'tenant_id': '13e6876eced247dda2b279c13cab4464'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:40.615385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-982387e0-4fab-4cd7-ad76-e8154819377b tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:40.618089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-982387e0-4fab-4cd7-ad76-e8154819377b tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 946 time: 0.0931852 Aug 30 14:50:40.630880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Made reservation on behalf of 13e6876eced247dda2b279c13cab4464 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:50:40.634845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.651932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.738285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72754274-8ce4-41ef-9dfc-c748d50734da req-85bd8b28-2558-41ea-8019-21417bf55dd8 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:40.739787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72754274-8ce4-41ef-9dfc-c748d50734da req-85bd8b28-2558-41ea-8019-21417bf55dd8 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d9e626-3309-44a2-8591-6486af8116b8 HTTP/1.1" status: 200 len: 946 time: 0.1095934 Aug 30 14:50:40.757503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.762831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.775035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Deleting port edf96296-a72d-4322-81bf-3a9b9e3cfa53 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:50:40.775377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.786282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:50:40.803966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1afd531-0b8e-4f6b-9a3c-1e895bf60d35,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:40.808265 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.808987 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Added segment a0187e93-f5b3-4c42-ae46-992b232298d3 of type vlan for network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 Aug 30 14:50:40.840647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72754274-8ce4-41ef-9dfc-c748d50734da req-2dc54a32-8d49-4492-a614-5c39c3ea4ed8 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Aug 30 14:50:40.866316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.896308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] For port edf96296-a72d-4322-81bf-3a9b9e3cfa53, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=edf96296-a72d-4322-81bf-3a9b9e3cfa53,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:40.896865 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.897339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.898401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:40.899126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:40.911768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Calling delete_port for edf96296-a72d-4322-81bf-3a9b9e3cfa53 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:50:40.971001 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6159332 Aug 30 14:50:40.974364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:40.979227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Request body: {'subnet': {'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-47949154-subnet', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:40.993466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e75e54-fddc-4a13-8926-6a68db0c4752 admin admin] Pushing event updated for resources: {'Network': ['ID=9aa43e8c-1198-4d6c-91b7-cf3892af4057,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:41.005781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:50:41.014908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Made reservation on behalf of 13e6876eced247dda2b279c13cab4464 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:50:41.017276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:41.130008 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:41.145578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['edf96296-a72d-4322-81bf-3a9b9e3cfa53'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:50:41.171519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Pushing event deleted for resources: {'Port': ['ID=edf96296-a72d-4322-81bf-3a9b9e3cfa53,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:41.178420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['312f41b1-b8cf-4621-b083-5d725616fd76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:50:41.232457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] No DVR routers for this DVR port edf96296-a72d-4322-81bf-3a9b9e3cfa53 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:50:41.236214 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:41.238862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbacbd3c-3ae1-4bd5-bd73-591aa5ccdd1e req-6286f019-19dc-4985-aed0-d4768147828f tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.39 "DELETE /v2.0/ports/edf96296-a72d-4322-81bf-3a9b9e3cfa53 HTTP/1.1" status: 204 len: 173 time: 0.6153414 Aug 30 14:50:41.239319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d9e626-3309-44a2-8591-6486af8116b8', 'name': 'network-vif-deleted', 'tag': 'edf96296-a72d-4322-81bf-3a9b9e3cfa53'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:50:41.241662 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e068c50-39f9-4898-9eb8-afbbd61bb25e" -d '{"events": [{"server_uuid": "91d9e626-3309-44a2-8591-6486af8116b8", "name": "network-vif-deleted", "tag": "edf96296-a72d-4322-81bf-3a9b9e3cfa53"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:50:41.316116 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde195b-54ac-4223-98b6-61cf3ae67cce x-openstack-request-id: req-9dde195b-54ac-4223-98b6-61cf3ae67cce {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:50:41.317027 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d9e626-3309-44a2-8591-6486af8116b8", "name": "network-vif-deleted", "tag": "edf96296-a72d-4322-81bf-3a9b9e3cfa53", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:50:41.317370 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9dde195b-54ac-4223-98b6-61cf3ae67cce {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:50:41.317825 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d9e626-3309-44a2-8591-6486af8116b8', 'name': 'network-vif-deleted', 'tag': 'edf96296-a72d-4322-81bf-3a9b9e3cfa53', 'status': 'completed', 'code': 200} Aug 30 14:50:41.319653 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:41.383289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0276dbe-c1fd-4eb6-83c3-ada611393ad2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:41.392583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Checking segment: {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:41.393008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Network hostable DHCP agents. Network: 9aa43e8c-1198-4d6c-91b7-cf3892af4057, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:50:41.412836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:50:41.422706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9aa43e8c-1198-4d6c-91b7-cf3892af4057) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:41.427455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:41.427964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:41.437821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e1900c-68db-4196-b3af-2169c1824a59 None None] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:50:41.443686 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ae587b01-fe44-44ed-a6f2-ccea6364f78c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4681361 Aug 30 14:50:41.446179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:41.450829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:41.482066 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:41.483152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:41.624111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:50:41.625194 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:41.952986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.010523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Allocated IP 172.20.0.2 (9aa43e8c-1198-4d6c-91b7-cf3892af4057/f0276dbe-c1fd-4eb6-83c3-ada611393ad2/bfad09d0-c91c-40f2-b81e-0441ac01c251) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:50:42.138777 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.171544 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.180240 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Transition to ACTIVE for port object bfad09d0-c91c-40f2-b81e-0441ac01c251 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:42.196238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Transition to ACTIVE for port object bfad09d0-c91c-40f2-b81e-0441ac01c251 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:42.203665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.258781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Pushing event updated for resources: {'Port': ['ID=bfad09d0-c91c-40f2-b81e-0441ac01c251,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:42.277793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:42.279796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:42.283202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:50:42.351212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Attempting to bind port bfad09d0-c91c-40f2-b81e-0441ac01c251 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:50:42.351756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Attempting to bind port bfad09d0-c91c-40f2-b81e-0441ac01c251 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:50:42.352573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Attempting to bind port bfad09d0-c91c-40f2-b81e-0441ac01c251 on network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:50:42.361768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:50:42.363035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Checking segment: {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:42.363562 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.364265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Bound using segment: {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:50:42.365332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Bound port: bfad09d0-c91c-40f2-b81e-0441ac01c251, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:50:42.369493 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.423696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.460367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] For port bfad09d0-c91c-40f2-b81e-0441ac01c251, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:50:42.463638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.463989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] For port bfad09d0-c91c-40f2-b81e-0441ac01c251, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bfad09d0-c91c-40f2-b81e-0441ac01c251,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:50:42.470715 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.564618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ae4c2-7c23-41a9-8764-86da5724e35d None None] Pushing event updated for resources: {'Port': ['ID=bfad09d0-c91c-40f2-b81e-0441ac01c251,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:42.678277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Allocated IP 172.25.6.26 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/4f32ca06-1abe-42a8-ad7b-40f3ead0f703) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:50:42.875360 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:42.946630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:43.000367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:43.004290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:43.008739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:50:43.039586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Pushing event updated for resources: {'Port': ['ID=4f32ca06-1abe-42a8-ad7b-40f3ead0f703,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:43.317712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:43.530217 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:43.687342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:50:43.767422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07601a7-2b27-45e3-b412-b49309c8db16 None None] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:50:43.809387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:50:43.833694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Sync routers for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:50:43.835749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:43.836986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5e1eaabc-b72c-47e4-a010-05ddd475763a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3896863 Aug 30 14:50:43.839954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40506) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:43.866796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c757f1cd-c527-4d4e-b01a-d42639c1344b None None] Provisioning for port bfad09d0-c91c-40f2-b81e-0441ac01c251 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:43.874599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:50:43.875340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:50:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:44.149503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:50:44.339534 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:50:44.402541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:43Z', 'revision_number': 3, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:44.437068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Checking router: 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:50:44.437492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Updating router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:50:44.469436 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:44.644613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bfad09d0-c91c-40f2-b81e-0441ac01c251 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:44.746836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port bfad09d0-c91c-40f2-b81e-0441ac01c251 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:44.755290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port bfad09d0-c91c-40f2-b81e-0441ac01c251 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:44.755818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:44.959196 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:44.991364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.006206 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port bfad09d0-c91c-40f2-b81e-0441ac01c251, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bfad09d0-c91c-40f2-b81e-0441ac01c251,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:45.018650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.026262 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.086437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Transition to ACTIVE for port object 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:45.109793 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.153083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Attempting to bind port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:50:45.153642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Attempting to bind port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:50:45.154447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Attempting to bind port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:50:45.170599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:50:45.171218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:45.171728 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.172228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:50:45.172809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Bound port: 4f32ca06-1abe-42a8-ad7b-40f3ead0f703, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:50:45.180177 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.187773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=bfad09d0-c91c-40f2-b81e-0441ac01c251,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:45.300857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44b721-3bce-4ba8-a873-5dcc9898018c None None] Pushing event updated for resources: {'Port': ['ID=4f32ca06-1abe-42a8-ad7b-40f3ead0f703,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:45.311929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Allocated IP 172.20.0.1 (9aa43e8c-1198-4d6c-91b7-cf3892af4057/f0276dbe-c1fd-4eb6-83c3-ada611393ad2/f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:50:45.372547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] For port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:50:45.376770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] For port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4f32ca06-1abe-42a8-ad7b-40f3ead0f703,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:50:45.382692 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.456569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:50:45.457703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:50:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:45.516117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44b721-3bce-4ba8-a873-5dcc9898018c None None] Pushing event updated for resources: {'Port': ['ID=4f32ca06-1abe-42a8-ad7b-40f3ead0f703,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:45.535788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.550707 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Transition to ACTIVE for port object f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:45.590120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.642993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef3a66-51d6-4d53-9bfe-cb4d605d9060 req-7362dfc8-5163-4598-8784-7f4487a1fd85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:45.643863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:45.647019 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:45.650010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:50:45.650578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:50:45.651438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6aef3a66-51d6-4d53-9bfe-cb4d605d9060 req-7362dfc8-5163-4598-8784-7f4487a1fd85 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 945 time: 0.1035261 Aug 30 14:50:45.696528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:45.704842 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:45.784722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6aef3a66-51d6-4d53-9bfe-cb4d605d9060 req-33eb7b9c-a396-4334-97af-ffc03a25ce0a tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308038 Aug 30 14:50:45.961563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:43Z', 'revision_number': 3, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:45.984195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:46.044407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3c91f-0c75-4c02-8ce6-4979cebb5050 None None] The sync data for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 is: [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:43Z', 'revision_number': 3, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:50:46.083067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a03d4570-c606-49ed-a0cb-6961056d42a1 None None] Provisioning for port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:46.092693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a03d4570-c606-49ed-a0cb-6961056d42a1 None None] Provisioning complete for port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:46.093394 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a03d4570-c606-49ed-a0cb-6961056d42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:46.223363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a03d4570-c606-49ed-a0cb-6961056d42a1 None None] Port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:50:46.391744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device edf96296-a72d-4322-81bf-3a9b9e3cfa53 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:50:46.410532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:46.414400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:46.427850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: edf96296-a72d-4322-81bf-3a9b9e3cfa53 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:50:46.428204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device edf96296-a72d-4322-81bf-3a9b9e3cfa53 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:50:46.442954 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:46.579552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:46.585406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:46.616226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b5f6-9de1-41a0-9a39-68c81e38220e req-b79a303b-6061-4c40-b93a-d3202e60ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:46.625375 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c444b5f6-9de1-41a0-9a39-68c81e38220e req-b79a303b-6061-4c40-b93a-d3202e60ad32 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2094905 Aug 30 14:50:46.717499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:46.748025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c444b5f6-9de1-41a0-9a39-68c81e38220e req-d090c7b0-e04b-4f0a-bce0-6af6337c80ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216495 Aug 30 14:50:46.764458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:46.766198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:46.810140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:46.817250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:46.817784 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:46.967491 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:47.002653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4f32ca06-1abe-42a8-ad7b-40f3ead0f703,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:47.009083 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:47.010845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bfad09d0-c91c-40f2-b81e-0441ac01c251 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:47.072581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b71ab-f6c8-4eaa-aee6-9a12c609d0a4 req-7c8fba88-79b2-471c-91c1-f9c1d4dd33b1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:47.081782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-629b71ab-f6c8-4eaa-aee6-9a12c609d0a4 req-7c8fba88-79b2-471c-91c1-f9c1d4dd33b1 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 945 time: 0.1443529 Aug 30 14:50:47.152055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:50:47.189644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-629b71ab-f6c8-4eaa-aee6-9a12c609d0a4 req-cbdbe825-5648-4450-8d24-172e2aceea4d tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067812 Aug 30 14:50:47.199373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=4f32ca06-1abe-42a8-ad7b-40f3ead0f703,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:47.237185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port bfad09d0-c91c-40f2-b81e-0441ac01c251 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:47.237590 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:47.357863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-99750b97-be9a-4236-84df-54f61ac72d8f None None] Provisioning complete for port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:47.358238 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99750b97-be9a-4236-84df-54f61ac72d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:47.410036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99750b97-be9a-4236-84df-54f61ac72d8f None None] Port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:50:47.561138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:50:47.582236 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-38eb27ff-e88e-4f45-ab90-7db38f0f2e63 admin admin] 10.222.0.50 "PUT /v2.0/routers/06d6c61b-39e8-47f9-bff9-6d7b1be9bec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7412491 Aug 30 14:50:47.712660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad930497-2158-41cc-b4e4-729079eeff87 req-aa8d4b74-eedb-4422-83d3-5162b95d71f3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:47.714244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ad930497-2158-41cc-b4e4-729079eeff87 req-aa8d4b74-eedb-4422-83d3-5162b95d71f3 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 945 time: 0.1199496 Aug 30 14:50:47.855231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Deleting port 312f41b1-b8cf-4621-b083-5d725616fd76 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:50:47.855969 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.001725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] For port 312f41b1-b8cf-4621-b083-5d725616fd76, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=312f41b1-b8cf-4621-b083-5d725616fd76,segment=NetworkSegment(dcc9e4d1-73ba-4ae6-b662-8339c97d5367),segment_id=dcc9e4d1-73ba-4ae6-b662-8339c97d5367)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:48.002311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.025602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Calling delete_port for 312f41b1-b8cf-4621-b083-5d725616fd76 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:50:48.223018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.259301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['312f41b1-b8cf-4621-b083-5d725616fd76'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:50:48.276433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Pushing event deleted for resources: {'Port': ['ID=312f41b1-b8cf-4621-b083-5d725616fd76,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:48.336975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b1c9b875-5b60-4405-b768-543a42db41b4 req-474e2ffc-3e22-42f3-8328-50e043c4b124 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e485167-4c9a-4d43-bd5d-0981088883c2 HTTP/1.1" status: 200 len: 210 time: 0.0583222 Aug 30 14:50:48.345176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] No DVR routers for this DVR port 312f41b1-b8cf-4621-b083-5d725616fd76 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:50:48.349170 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.351275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ad930497-2158-41cc-b4e4-729079eeff87 req-867fa27f-42f5-4e33-9ac5-432dbbf49564 tempest-AttachVolumeNegativeTest-255043904 tempest-AttachVolumeNegativeTest-255043904-project] 10.222.0.21 "DELETE /v2.0/ports/312f41b1-b8cf-4621-b083-5d725616fd76 HTTP/1.1" status: 204 len: 173 time: 0.6297371 Aug 30 14:50:48.351764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e485167-4c9a-4d43-bd5d-0981088883c2', 'name': 'network-vif-deleted', 'tag': '312f41b1-b8cf-4621-b083-5d725616fd76'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:50:48.363241 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a759921e-7485-453f-b258-5ddb6e99570b" -d '{"events": [{"server_uuid": "2e485167-4c9a-4d43-bd5d-0981088883c2", "name": "network-vif-deleted", "tag": "312f41b1-b8cf-4621-b083-5d725616fd76"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:50:48.407590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:48.414998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-479867952-network', 'tenant_id': '3a78af7182f24712b1d181252274c079'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:48.436550 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc38e82-983e-4407-ab49-2e6a9e7fdd77 x-openstack-request-id: req-ddc38e82-983e-4407-ab49-2e6a9e7fdd77 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:50:48.436839 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e485167-4c9a-4d43-bd5d-0981088883c2", "name": "network-vif-deleted", "tag": "312f41b1-b8cf-4621-b083-5d725616fd76", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:50:48.437745 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ddc38e82-983e-4407-ab49-2e6a9e7fdd77 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:50:48.438266 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e485167-4c9a-4d43-bd5d-0981088883c2', 'name': 'network-vif-deleted', 'tag': '312f41b1-b8cf-4621-b083-5d725616fd76', 'status': 'completed', 'code': 200} Aug 30 14:50:48.489174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Made reservation on behalf of 3a78af7182f24712b1d181252274c079 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:50:48.492412 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.511977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.640785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:48.715606 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.723506 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.732613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:48.733117 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.743244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:50:48.763942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.764328 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Added segment cfa2eb72-5edb-44e1-b293-bdae685e1630 of type vlan for network 91c3a0e6-f613-4df4-a991-d0965f1e1586 Aug 30 14:50:48.832997 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.886775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.888261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:48.889124 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:48.899257 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Sync routers for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:50:48.912109 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:50:48.913390 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:50:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:48.926869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:48.927359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5182812 Aug 30 14:50:48.941445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b4cad-9599-4709-99a2-cb835607e758,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:48.959732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Request body: {'subnet': {'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-479867952-subnet', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:49.004799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffccc25-f6cb-46b8-bb00-08b6852704a2 admin admin] Pushing event updated for resources: {'Network': ['ID=91c3a0e6-f613-4df4-a991-d0965f1e1586,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:49.023426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 91c3a0e6-f613-4df4-a991-d0965f1e1586 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:50:49.028711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Made reservation on behalf of 3a78af7182f24712b1d181252274c079 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:50:49.038182 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.179619 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:50:49.419410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:49.443132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.489633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dde361-7d9e-4815-a0b2-af344187ced4 admin admin] Deleting subnet d952008b-65da-4fe6-bcf1-181052f4f864 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:50:49.496673 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10dde361-7d9e-4815-a0b2-af344187ced4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.528114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808e8332-0d8a-4f1a-b558-851806e45b04,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:49.544586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Checking segment: {'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:49.545069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Network hostable DHCP agents. Network: 91c3a0e6-f613-4df4-a991-d0965f1e1586, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:50:49.552845 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 2, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:49.571122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10dde361-7d9e-4815-a0b2-af344187ced4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.583636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Network 91c3a0e6-f613-4df4-a991-d0965f1e1586 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:50:49.598780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 91c3a0e6-f613-4df4-a991-d0965f1e1586) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:49.603030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:49.603898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.610748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618bd5bb-9845-481c-9645-c000fc0a2e58 None None] Network 91c3a0e6-f613-4df4-a991-d0965f1e1586 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:50:49.615577 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Checking router: 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:50:49.615938 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Updating router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:50:49.623071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fd3e5338-2bfa-4795-9c4d-eaff2528db22 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6945312 Aug 30 14:50:49.626499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:49.636326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:50:49.648741 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.650250 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10dde361-7d9e-4815-a0b2-af344187ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.684422 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.685596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.725727 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10dde361-7d9e-4815-a0b2-af344187ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.788571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dde361-7d9e-4815-a0b2-af344187ced4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d952008b-65da-4fe6-bcf1-181052f4f864,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:49.794034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10dde361-7d9e-4815-a0b2-af344187ced4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.815217 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-10dde361-7d9e-4815-a0b2-af344187ced4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d952008b-65da-4fe6-bcf1-181052f4f864 HTTP/1.1" status: 204 len: 168 time: 0.3863785 Aug 30 14:50:49.815348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:49.821485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-91c3a0e6-f613-4df4-a991-d0965f1e1586', 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'fixed_ips': [{'subnet_id': '808e8332-0d8a-4f1a-b558-851806e45b04'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:50:49.822378 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:49.830201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.063768 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.094343 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.105994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.108382 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Transition to ACTIVE for port object f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:50.118552 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.136759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Allocated IP 172.20.0.2 (91c3a0e6-f613-4df4-a991-d0965f1e1586/808e8332-0d8a-4f1a-b558-851806e45b04/dbb5fc70-aeef-4b6e-a22f-8fea1098bee9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:50:50.282124 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.340143 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Attempting to bind port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:50:50.340744 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Attempting to bind port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:50:50.341324 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Attempting to bind port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 on network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:50:50.357884 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:50:50.358452 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Checking segment: {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:50.359033 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.359583 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Bound using segment: {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:50:50.360209 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Bound port: f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:50:50.360758 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.407571 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Pushing event updated for resources: {'Port': ['ID=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:50.427283 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.450933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Transition to ACTIVE for port object dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:50.462222 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.463038 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.464660 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.465515 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.467062 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.468012 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.469081 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.469501 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.470334 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.472325 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.472685 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.473183 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:50.491526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Transition to ACTIVE for port object dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:50.503228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.574568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Network 91c3a0e6-f613-4df4-a991-d0965f1e1586 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:50.576274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Pushing event updated for resources: {'Port': ['ID=dbb5fc70-aeef-4b6e-a22f-8fea1098bee9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:50.580981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:50.583736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:50:50.668937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Attempting to bind port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:50:50.670282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Attempting to bind port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:50:50.670982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Attempting to bind port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 on network 91c3a0e6-f613-4df4-a991-d0965f1e1586 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:50:50.677582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:50:50.678233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Checking segment: {'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:50.679057 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.679757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Bound using segment: {'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:50:50.680750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Bound port: dbb5fc70-aeef-4b6e-a22f-8fea1098bee9, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:50:50.681499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.749762 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] For port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:50:50.754026 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] For port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:50:50.760780 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.837727 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:50:50.838709 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:50:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:50.858361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] For port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:50:50.864868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] For port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dbb5fc70-aeef-4b6e-a22f-8fea1098bee9,segment=NetworkSegment(cfa2eb72-5edb-44e1-b293-bdae685e1630),segment_id=cfa2eb72-5edb-44e1-b293-bdae685e1630)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:50:50.874732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.918692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:50.937491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f94df7-d876-4109-bc50-7a08f5d78d33']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:50.967327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:50.968035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc9e4d1-73ba-4ae6-b662-8339c97d5367') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:50.987005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7520f14-a9d1-44dd-a25e-bec7b29fa8cd None None] Pushing event updated for resources: {'Port': ['ID=dbb5fc70-aeef-4b6e-a22f-8fea1098bee9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:51.006455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.043662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.114056 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:50:51.131088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:50:51.131513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:50:51.133674 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:50:51.183989 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c44f6-8060-455c-8bda-250a2711da4a None None] Pushing event updated for resources: {'Port': ['ID=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:51.309939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.345425 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.379265 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.530058 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:50Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:51.534836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Allocated IP 172.25.6.39 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/3f708ae0-741a-4cb1-8d1f-d167b786a8b0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:50:51.571176 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab627139-ae0a-4461-9f32-f70562b933e9 None None] The sync data for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 is: [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:50Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:50:51.603973 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.605893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] 10.222.0.50 "DELETE /v2.0/networks/77f94df7-d876-4109-bc50-7a08f5d78d33 HTTP/1.1" status: 204 len: 168 time: 1.7947381 Aug 30 14:50:51.606801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccda32e-1781-4afe-b698-1256b0ba7f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=77f94df7-d876-4109-bc50-7a08f5d78d33,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:51.720758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.794635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:51.856108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:51.863242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:51.867216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:50:51.898759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Pushing event updated for resources: {'Port': ['ID=3f708ae0-741a-4cb1-8d1f-d167b786a8b0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:51.903880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:52.129700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b92eeb3d-5a71-419c-a8cc-7ef5da776712 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=447118a64ed1434fa1634b6da0c72234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241750 Aug 30 14:50:52.132268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:52.218746 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb41d661-9ccc-4450-8417-5e95ed779a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:52.267138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 312f41b1-b8cf-4621-b083-5d725616fd76 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:50:52.281331 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb41d661-9ccc-4450-8417-5e95ed779a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:52.318506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 312f41b1-b8cf-4621-b083-5d725616fd76 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:50:52.320977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 312f41b1-b8cf-4621-b083-5d725616fd76 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:50:52.365065 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb41d661-9ccc-4450-8417-5e95ed779a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:52.367707 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb41d661-9ccc-4450-8417-5e95ed779a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:52.371394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fb41d661-9ccc-4450-8417-5e95ed779a0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6dfb5e2-a2b5-4d35-9df2-7439e6f616df HTTP/1.1" status: 204 len: 168 time: 0.2356324 Aug 30 14:50:52.389515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41d661-9ccc-4450-8417-5e95ed779a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dfb5e2-a2b5-4d35-9df2-7439e6f616df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:52.459411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:52.627376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d131805-3aad-49e0-a448-d28f9f61910b None None] Network 91c3a0e6-f613-4df4-a991-d0965f1e1586 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:50:52.823252 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:53.008892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Router b929f6d9-c4b7-407a-91f0-018216371b44 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:50:53.023311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:53.138899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aafbbd3b-0bda-4b9c-9547-a2bde62e33ff None None] Provisioning for port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:53.198507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:50:53.217004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Sync routers for ids ['b929f6d9-c4b7-407a-91f0-018216371b44'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:50:53.222712 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:53.224451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d2f556df-143b-4d8b-8ebb-bc4df9362a94 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5962913 Aug 30 14:50:53.226909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:53.275294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Routers {'b929f6d9-c4b7-407a-91f0-018216371b44'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:50:53.275945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:50:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b929f6d9-c4b7-407a-91f0-018216371b44'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:53.396538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:53.408491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:53.408865 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:53.458363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Set router b929f6d9-c4b7-407a-91f0-018216371b44 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:50:53.692986 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:53.792311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dbb5fc70-aeef-4b6e-a22f-8fea1098bee9,segment=NetworkSegment(cfa2eb72-5edb-44e1-b293-bdae685e1630),segment_id=cfa2eb72-5edb-44e1-b293-bdae685e1630)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:53.807447 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:53.810898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:53.818476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:53.965202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=dbb5fc70-aeef-4b6e-a22f-8fea1098bee9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:54.011465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4f1d7688-df67-4500-87e5-7405c3b894e8 None None] Provisioning complete for port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:54.012149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f1d7688-df67-4500-87e5-7405c3b894e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.016719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:50:52Z', 'revision_number': 3, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port': {'id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:51Z', 'updated_at': '2021-08-30T14:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:54.033172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Allocated IP 172.20.0.1 (91c3a0e6-f613-4df4-a991-d0965f1e1586/808e8332-0d8a-4f1a-b558-851806e45b04/67f235c1-3b04-485e-a24c-24476df9fac6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:50:54.066309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Checking router: b929f6d9-c4b7-407a-91f0-018216371b44 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:50:54.066661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Updating router b929f6d9-c4b7-407a-91f0-018216371b44 port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:50:54.068694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:54.092106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:54.092486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.131966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.349944 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.442600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:54.456286 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.545832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:54.546524 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.581818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Transition to ACTIVE for port object 67f235c1-3b04-485e-a24c-24476df9fac6 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:54.618035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.625346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.629267 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Transition to ACTIVE for port object 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:50:54.642935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.663555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:54.688588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Network 91c3a0e6-f613-4df4-a991-d0965f1e1586 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:54.695926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984afb7c-39ff-4193-89fc-7d42b09aef04 req-0e6428da-aa73-47a6-ae91-03380dfc6b8f tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:54.696436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:54.697834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-984afb7c-39ff-4193-89fc-7d42b09aef04 req-0e6428da-aa73-47a6-ae91-03380dfc6b8f tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 945 time: 0.0944929 Aug 30 14:50:54.711943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Attempting to bind port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:50:54.712321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Attempting to bind port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:50:54.712759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Attempting to bind port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:50:54.733929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:50:54.753816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:50:54.754194 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:50:54.754771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.755337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:50:54.756162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Bound port: 3f708ae0-741a-4cb1-8d1f-d167b786a8b0, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:50:54.756998 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.760747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-984afb7c-39ff-4193-89fc-7d42b09aef04 req-21b358f9-c612-4356-a18f-c73d456619c8 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544624 Aug 30 14:50:54.807600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Pushing event updated for resources: {'Port': ['ID=67f235c1-3b04-485e-a24c-24476df9fac6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:54.819268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b505e-e53b-42c7-be65-d14bf420ebb5 None None] Pushing event updated for resources: {'Port': ['ID=3f708ae0-741a-4cb1-8d1f-d167b786a8b0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:54.836209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.866983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:54.867422 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:54.898346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] For port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:50:54.918589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] For port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=3f708ae0-741a-4cb1-8d1f-d167b786a8b0,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:50:54.928292 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:55.043847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Routers {'b929f6d9-c4b7-407a-91f0-018216371b44'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:50:55.044488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:50:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b929f6d9-c4b7-407a-91f0-018216371b44'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:55.069954 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:55.093951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b505e-e53b-42c7-be65-d14bf420ebb5 None None] Pushing event updated for resources: {'Port': ['ID=3f708ae0-741a-4cb1-8d1f-d167b786a8b0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:55.119943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c20c0cf7-2492-49b6-b635-1d2cf351b046 None None] Provisioning for port 67f235c1-3b04-485e-a24c-24476df9fac6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:55.168954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c20c0cf7-2492-49b6-b635-1d2cf351b046 None None] Provisioning complete for port 67f235c1-3b04-485e-a24c-24476df9fac6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:55.169550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c20c0cf7-2492-49b6-b635-1d2cf351b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:55.310326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:55.316261 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:55.414742 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e845924-9033-4336-ace7-369f866a2eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:55.416109 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:55.418775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c20c0cf7-2492-49b6-b635-1d2cf351b046 None None] Port 67f235c1-3b04-485e-a24c-24476df9fac6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:50:55.422814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Pushing event updated for resources: {'Port': ['ID=67f235c1-3b04-485e-a24c-24476df9fac6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:55.442012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] Set router b929f6d9-c4b7-407a-91f0-018216371b44 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:50:55.535404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Network 91c3a0e6-f613-4df4-a991-d0965f1e1586 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:50:55.536989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:50:55.683721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Router b929f6d9-c4b7-407a-91f0-018216371b44 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:50:55.744439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:50:55Z', 'revision_number': 4, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port': {'id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:51Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '67f235c1-3b04-485e-a24c-24476df9fac6', 'name': '', 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'mac_address': 'fa:16:3e:df:4c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:53Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 1, 'project_id': '3a78af7182f24712b1d181252274c079', 'subnets': [{'id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:55.782426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16008c86-ac22-4d45-b6df-250cba6162b5 None None] The sync data for ids ['b929f6d9-c4b7-407a-91f0-018216371b44'] in n-d-805668-3 is: [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:50:55Z', 'revision_number': 4, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port': {'id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:51Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '67f235c1-3b04-485e-a24c-24476df9fac6', 'name': '', 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'mac_address': 'fa:16:3e:df:4c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:53Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 1, 'project_id': '3a78af7182f24712b1d181252274c079', 'subnets': [{'id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:50:55.833221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:50:55.839533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a45ed8af-4f51-4b55-a8a9-ed261f54023e admin admin] 10.222.0.50 "PUT /v2.0/routers/b929f6d9-c4b7-407a-91f0-018216371b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115508 Aug 30 14:50:55.855291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6182db81-9c13-435d-912b-527586c8735a None None] Provisioning complete for port 67f235c1-3b04-485e-a24c-24476df9fac6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:55.855677 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6182db81-9c13-435d-912b-527586c8735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:55.917146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6182db81-9c13-435d-912b-527586c8735a None None] Port 67f235c1-3b04-485e-a24c-24476df9fac6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:50:55.956615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5a43c-1228-4629-8512-f3496cdd61d2 req-3f55e1a4-2e9b-4838-9a2b-5aaa09092dd1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:55.968474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22f5a43c-1228-4629-8512-f3496cdd61d2 req-3f55e1a4-2e9b-4838-9a2b-5aaa09092dd1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 945 time: 0.0914474 Aug 30 14:50:56.020839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22f5a43c-1228-4629-8512-f3496cdd61d2 req-2cae2b94-25a1-44a4-a882-f8835e3e51f9 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Aug 30 14:50:56.510632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-c91b8b48-d5dc-4e41-8f30-f9bfff55bdc1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:50:56.512165 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-c91b8b48-d5dc-4e41-8f30-f9bfff55bdc1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 945 time: 0.0751977 Aug 30 14:50:56.667777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Deleting port e9342820-74ba-4183-80bd-64442552571c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:50:56.668480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:56.670496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:56.803038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:56.803401 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:56.840480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] For port e9342820-74ba-4183-80bd-64442552571c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e9342820-74ba-4183-80bd-64442552571c,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:56.841367 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:56.872431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Calling delete_port for e9342820-74ba-4183-80bd-64442552571c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:50:57.147984 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.182406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['e9342820-74ba-4183-80bd-64442552571c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:50:57.189331 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e3951cd-1c5a-44b8-b2c3-9781059e63a4 req-66d6c709-25e4-4237-989a-37b5a2f078d4 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec HTTP/1.1" status: 200 len: 210 time: 0.0418246 Aug 30 14:50:57.233944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Pushing event deleted for resources: {'Port': ['ID=e9342820-74ba-4183-80bd-64442552571c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:57.280547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] No DVR routers for this DVR port e9342820-74ba-4183-80bd-64442552571c on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:50:57.284877 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.287048 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-916308f5-7cce-4ad2-acff-5e2b1f5ca3bf req-790fa4bb-fffe-4f56-a4fb-88e889986a32 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.21 "DELETE /v2.0/ports/e9342820-74ba-4183-80bd-64442552571c HTTP/1.1" status: 204 len: 173 time: 0.7663608 Aug 30 14:50:57.287547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec', 'name': 'network-vif-deleted', 'tag': 'e9342820-74ba-4183-80bd-64442552571c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:50:57.289866 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc8724-cbe5-46e1-8b45-78cc06323ea6" -d '{"events": [{"server_uuid": "a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec", "name": "network-vif-deleted", "tag": "e9342820-74ba-4183-80bd-64442552571c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:50:57.347668 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9b7ca5-0b72-451c-8820-92b06fadde78 x-openstack-request-id: req-4e9b7ca5-0b72-451c-8820-92b06fadde78 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:50:57.347976 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec", "name": "network-vif-deleted", "tag": "e9342820-74ba-4183-80bd-64442552571c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:50:57.348381 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e9b7ca5-0b72-451c-8820-92b06fadde78 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:50:57.348993 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a850ed-f0d2-49d0-a5b6-1cbb6bacafec', 'name': 'network-vif-deleted', 'tag': 'e9342820-74ba-4183-80bd-64442552571c', 'status': 'completed', 'code': 200} Aug 30 14:50:57.478054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40822) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:57.637929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5838b11-e6c3-4f9f-8253-be2d3aed3c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.745528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5838b11-e6c3-4f9f-8253-be2d3aed3c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.754788 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5838b11-e6c3-4f9f-8253-be2d3aed3c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.829986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f5838b11-e6c3-4f9f-8253-be2d3aed3c60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6840568f6ebb4bdf9fe540cce48c09dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507633 Aug 30 14:50:57.833331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:57.842364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5838b11-e6c3-4f9f-8253-be2d3aed3c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89609635-5088-4dde-96aa-aa032daddea9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:57.876040 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e47de75-2584-4bd5-946d-e20b16b9cb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.910584 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71617c3-fad4-4bff-8bb7-743a82cf7279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.943359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71617c3-fad4-4bff-8bb7-743a82cf7279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.995973 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71617c3-fad4-4bff-8bb7-743a82cf7279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:57.999244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a71617c3-fad4-4bff-8bb7-743a82cf7279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.004772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a71617c3-fad4-4bff-8bb7-743a82cf7279 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89609635-5088-4dde-96aa-aa032daddea9 HTTP/1.1" status: 204 len: 168 time: 0.1701374 Aug 30 14:50:58.013463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71617c3-fad4-4bff-8bb7-743a82cf7279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89609635-5088-4dde-96aa-aa032daddea9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:58.356955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 40846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:58.383377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfb5-79d6-4050-9251-69d659b7d40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.568494 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfb5-79d6-4050-9251-69d659b7d40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.576268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfb5-79d6-4050-9251-69d659b7d40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.620808 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.639097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8dfb5-79d6-4050-9251-69d659b7d40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce495ed-d819-4bf5-835e-8be8e25c28fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:58.645102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7fc8dfb5-79d6-4050-9251-69d659b7d40c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec099f7fa0f14248b7efdd67396a1a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853308 Aug 30 14:50:58.646625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 40854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:50:58.699396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:50:58.718458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cfa464b-3e37-41b9-bf29-ae6ed3ea500d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.743195 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cfa464b-3e37-41b9-bf29-ae6ed3ea500d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.753132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:50:58.757367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:50:58.757839 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.801960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cfa464b-3e37-41b9-bf29-ae6ed3ea500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.807532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cfa464b-3e37-41b9-bf29-ae6ed3ea500d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.809234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6cfa464b-3e37-41b9-bf29-ae6ed3ea500d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ce495ed-d819-4bf5-835e-8be8e25c28fd HTTP/1.1" status: 204 len: 168 time: 0.1609883 Aug 30 14:50:58.819751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa464b-3e37-41b9-bf29-ae6ed3ea500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce495ed-d819-4bf5-835e-8be8e25c28fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:58.896266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.939646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=3f708ae0-741a-4cb1-8d1f-d167b786a8b0,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:50:58.944556 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:58.997621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=3f708ae0-741a-4cb1-8d1f-d167b786a8b0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:50:59.005954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.006759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.007330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.007878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.008636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.009342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.010179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.010990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.011845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.012685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.013575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.014927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:50:59.255075 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:59.690245 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Sync routers for ids ['b929f6d9-c4b7-407a-91f0-018216371b44'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:50:59.710362 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Routers {'b929f6d9-c4b7-407a-91f0-018216371b44'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:50:59.710362 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:50:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b929f6d9-c4b7-407a-91f0-018216371b44'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:50:59.896795 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Set router b929f6d9-c4b7-407a-91f0-018216371b44 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:51:00.243137 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:50:55Z', 'revision_number': 4, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port': {'id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:51Z', 'updated_at': '2021-08-30T14:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '67f235c1-3b04-485e-a24c-24476df9fac6', 'name': '', 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'mac_address': 'fa:16:3e:df:4c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:53Z', 'updated_at': '2021-08-30T14:50:55Z', 'revision_number': 2, 'project_id': '3a78af7182f24712b1d181252274c079', 'subnets': [{'id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:00.279579 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Checking router: b929f6d9-c4b7-407a-91f0-018216371b44 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:51:00.280155 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Updating router b929f6d9-c4b7-407a-91f0-018216371b44 port 67f235c1-3b04-485e-a24c-24476df9fac6 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:51:00.311722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e9342820-74ba-4183-80bd-64442552571c no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:51:00.343832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: e9342820-74ba-4183-80bd-64442552571c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:51:00.346554 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:00.352895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e9342820-74ba-4183-80bd-64442552571c not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:51:00.694751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:51:00.719795 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:00.743910 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Transition to ACTIVE for port object 67f235c1-3b04-485e-a24c-24476df9fac6 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:51:00.758852 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:00.805279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:51:00.805279 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:00.897451 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02e055-01b4-465f-a19d-0284099c8c19 None None] Pushing event updated for resources: {'Port': ['ID=67f235c1-3b04-485e-a24c-24476df9fac6,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:00.972801 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Attempting to bind port 67f235c1-3b04-485e-a24c-24476df9fac6 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:51:00.973200 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Attempting to bind port 67f235c1-3b04-485e-a24c-24476df9fac6 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:51:00.973564 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Attempting to bind port 67f235c1-3b04-485e-a24c-24476df9fac6 on network 91c3a0e6-f613-4df4-a991-d0965f1e1586 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:51:00.979816 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:51:00.980639 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Checking segment: {'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:51:00.981343 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:00.981902 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Bound using segment: {'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:51:00.983060 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Bound port: 67f235c1-3b04-485e-a24c-24476df9fac6, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa2eb72-5edb-44e1-b293-bdae685e1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:51:00.983614 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:01.081691 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] For port 67f235c1-3b04-485e-a24c-24476df9fac6, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:51:01.091592 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] For port 67f235c1-3b04-485e-a24c-24476df9fac6, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=67f235c1-3b04-485e-a24c-24476df9fac6,segment=NetworkSegment(cfa2eb72-5edb-44e1-b293-bdae685e1630),segment_id=cfa2eb72-5edb-44e1-b293-bdae685e1630)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:51:01.100295 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:01.191218 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Routers {'b929f6d9-c4b7-407a-91f0-018216371b44'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:51:01.191744 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:50:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b929f6d9-c4b7-407a-91f0-018216371b44'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:01.322007 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02e055-01b4-465f-a19d-0284099c8c19 None None] Pushing event updated for resources: {'Port': ['ID=67f235c1-3b04-485e-a24c-24476df9fac6,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:01.347206 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] Set router b929f6d9-c4b7-407a-91f0-018216371b44 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:51:01.664164 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:01.699617 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:50:55Z', 'revision_number': 4, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port': {'id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:51Z', 'updated_at': '2021-08-30T14:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '67f235c1-3b04-485e-a24c-24476df9fac6', 'name': '', 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'mac_address': 'fa:16:3e:df:4c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:53Z', 'updated_at': '2021-08-30T14:51:01Z', 'revision_number': 4, 'project_id': '3a78af7182f24712b1d181252274c079', 'subnets': [{'id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:01.870343 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f429fd4-a1c4-41a7-86be-1e123c148875 None None] The sync data for ids ['b929f6d9-c4b7-407a-91f0-018216371b44'] in n-d-805668-3 is: [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:50:55Z', 'revision_number': 4, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port': {'id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:51Z', 'updated_at': '2021-08-30T14:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '67f235c1-3b04-485e-a24c-24476df9fac6', 'name': '', 'network_id': '91c3a0e6-f613-4df4-a991-d0965f1e1586', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'mac_address': 'fa:16:3e:df:4c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:53Z', 'updated_at': '2021-08-30T14:51:01Z', 'revision_number': 4, 'project_id': '3a78af7182f24712b1d181252274c079', 'subnets': [{'id': '808e8332-0d8a-4f1a-b558-851806e45b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:51:02.769619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 67f235c1-3b04-485e-a24c-24476df9fac6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:51:02.857388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 67f235c1-3b04-485e-a24c-24476df9fac6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:51:02.867892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 67f235c1-3b04-485e-a24c-24476df9fac6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:51:02.867892 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:02.922061 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:03.016235 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:03.066170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 67f235c1-3b04-485e-a24c-24476df9fac6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=67f235c1-3b04-485e-a24c-24476df9fac6,segment=NetworkSegment(cfa2eb72-5edb-44e1-b293-bdae685e1630),segment_id=cfa2eb72-5edb-44e1-b293-bdae685e1630)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:51:03.071444 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:03.157230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=67f235c1-3b04-485e-a24c-24476df9fac6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:04.612793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 67f235c1-3b04-485e-a24c-24476df9fac6 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:51:04.666870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 67f235c1-3b04-485e-a24c-24476df9fac6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:51:04.670959 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:05.608793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-05a38626-dcb6-4c95-a067-36e24f905366 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:05.610482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-05a38626-dcb6-4c95-a067-36e24f905366 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/networks?id=a1d552fd-ff02-46c3-b5b0-f6724f920852 HTTP/1.1" status: 200 len: 813 time: 0.1471238 Aug 30 14:51:05.627256 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-3cc97bb7-a0f2-4129-be73-d2993a1114e1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/quotas/3057603410234f2790aa154b7e81c21f HTTP/1.1" status: 200 len: 375 time: 0.0097857 Aug 30 14:51:05.669302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-3312e164-9461-4cc9-9841-3d3c1c52b3f5 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3057603410234f2790aa154b7e81c21f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331874 Aug 30 14:51:05.682691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-fba481ba-4f0d-409c-9c25-2a3cefe3e1ef service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:51:05.683820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-fba481ba-4f0d-409c-9c25-2a3cefe3e1ef service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061219 Aug 30 14:51:05.779159 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-7d8898a2-a30c-4afa-9a65-c4c02055e746 service neutron] 10.222.0.50 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882578 Aug 30 14:51:05.917398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-c8a9d55e-d2e8-4398-a20f-5fca51011190 service neutron] 10.222.0.50 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313441 Aug 30 14:51:06.133285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31b5d93e-f877-4734-8334-bd5d52ebe21c req-fa2d1f08-f6c9-4f0f-b11e-cd282705752e tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 210 time: 0.0373609 Aug 30 14:51:06.909495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:07.087963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1bb8-3dbf-406c-a48e-87f96a2f719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.202465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1bb8-3dbf-406c-a48e-87f96a2f719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.209291 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1bb8-3dbf-406c-a48e-87f96a2f719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.258472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d74c660a-2d06-4d2f-92c3-c08f301061e6 req-165ea439-b9c5-480a-9d78-650c149777be tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 210 time: 0.0398204 Aug 30 14:51:07.262012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8d2e1bb8-3dbf-406c-a48e-87f96a2f719b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a7250c8144d4ebe965bbd507ddeefd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508766 Aug 30 14:51:07.262847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:07.275014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e1bb8-3dbf-406c-a48e-87f96a2f719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90bd717-3aaf-45f9-bde2-4e3c2ffb89e9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:07.331569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74f157d6-a12a-40ad-bebb-e44898b54c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.356026 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74f157d6-a12a-40ad-bebb-e44898b54c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.425629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74f157d6-a12a-40ad-bebb-e44898b54c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.429835 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74f157d6-a12a-40ad-bebb-e44898b54c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.432714 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-74f157d6-a12a-40ad-bebb-e44898b54c79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f90bd717-3aaf-45f9-bde2-4e3c2ffb89e9 HTTP/1.1" status: 204 len: 168 time: 0.1684842 Aug 30 14:51:07.458009 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f157d6-a12a-40ad-bebb-e44898b54c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90bd717-3aaf-45f9-bde2-4e3c2ffb89e9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:07.610249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-44f419db-bcf9-4c88-bc93-2f9ed6cd1061 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:07.612858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-44f419db-bcf9-4c88-bc93-2f9ed6cd1061 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.39 "GET /v2.0/networks?id=a1d552fd-ff02-46c3-b5b0-f6724f920852 HTTP/1.1" status: 200 len: 813 time: 0.1977675 Aug 30 14:51:07.625819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Request body: {'port': {'device_id': 'e3069c19-e508-468e-8318-b38b6fa4db1f', 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852', 'admin_state_up': True, 'tenant_id': '3057603410234f2790aa154b7e81c21f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:07.774401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Made reservation on behalf of 3057603410234f2790aa154b7e81c21f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:51:07.778924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.859596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:07.872577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1078b0-de00-489c-bfcc-1f320d40f525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.918601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Allocated IP 172.20.0.2 (a1d552fd-ff02-46c3-b5b0-f6724f920852/ce8677fb-7fdb-489b-a03a-90b947a871c4/ecb4fd3e-d390-4e66-8c57-8f0225ce6fed) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:51:07.978843 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1078b0-de00-489c-bfcc-1f320d40f525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:07.983067 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1078b0-de00-489c-bfcc-1f320d40f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.034503 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b1078b0-de00-489c-bfcc-1f320d40f525 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37106e61b4c84d649f05d965cd941405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755528 Aug 30 14:51:08.034747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:08.035842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1078b0-de00-489c-bfcc-1f320d40f525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e223cf-16f9-4771-9cd9-99b876d25a33,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:08.122288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.129012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca28d94-4979-435b-8a8c-56a5a6640766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.157832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca28d94-4979-435b-8a8c-56a5a6640766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.216777 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.253241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca28d94-4979-435b-8a8c-56a5a6640766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.255624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ca28d94-4979-435b-8a8c-56a5a6640766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.256761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4ca28d94-4979-435b-8a8c-56a5a6640766 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2e223cf-16f9-4771-9cd9-99b876d25a33 HTTP/1.1" status: 204 len: 168 time: 0.2210686 Aug 30 14:51:08.269416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Network a1d552fd-ff02-46c3-b5b0-f6724f920852 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:51:08.281384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:51:08.283998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca28d94-4979-435b-8a8c-56a5a6640766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e223cf-16f9-4771-9cd9-99b876d25a33,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:08.288128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:51:08.294948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Pushing event updated for resources: {'Port': ['ID=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:08.341934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:08.342757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.381737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-a14be65e-e433-430a-b29b-08f30922ee03 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603908 Aug 30 14:51:08.402296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Request body: {'port': {'device_id': 'e3069c19-e508-468e-8318-b38b6fa4db1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:08.446931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e4b39-ada2-48f3-838d-d94c58dc3e2c req-3abf98e1-2534-4173-8b69-06a5019ebe5d tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:08.449099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac3e4b39-ada2-48f3-838d-d94c58dc3e2c req-3abf98e1-2534-4173-8b69-06a5019ebe5d tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 931 time: 0.1023655 Aug 30 14:51:08.494291 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.540394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac3e4b39-ada2-48f3-838d-d94c58dc3e2c req-a3504353-c435-400b-b936-d472f0f08a1e tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658450 Aug 30 14:51:08.846459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb4fd3e-d390-4e66-8c57-8f0225ce6fed {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:51:08.855233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.873985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Transition to ACTIVE for port object ecb4fd3e-d390-4e66-8c57-8f0225ce6fed will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:51:08.879913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:08.984726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:09.019670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Attempting to bind port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:51:09.020012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Attempting to bind port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:51:09.020476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Attempting to bind port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed on network a1d552fd-ff02-46c3-b5b0-f6724f920852 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:51:09.025969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed on network a1d552fd-ff02-46c3-b5b0-f6724f920852 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:51:09.026290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Attempting to bind port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed on network a1d552fd-ff02-46c3-b5b0-f6724f920852 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:51:09.032527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:51:09.032973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Checking segment: {'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:51:09.033854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Bound using segment: {'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:51:09.034437 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Bound port: ecb4fd3e-d390-4e66-8c57-8f0225ce6fed, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87aa5fc-7fed-4bb8-9651-4027d82580e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:51:09.034924 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:09.128748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] For port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:51:09.134266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] For port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:51:09.141515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:09.199090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:09.199932 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:09.201540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] 10.222.0.39 "PUT /v2.0/ports/ecb4fd3e-d390-4e66-8c57-8f0225ce6fed HTTP/1.1" status: 200 len: 1091 time: 0.8094723 Aug 30 14:51:09.201989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3069c19-e508-468e-8318-b38b6fa4db1f', 'tag': 'ecb4fd3e-d390-4e66-8c57-8f0225ce6fed'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:51:09.204431 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66f9402-1134-4d21-9a53-941598a9652c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3069c19-e508-468e-8318-b38b6fa4db1f", "tag": "ecb4fd3e-d390-4e66-8c57-8f0225ce6fed"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:51:09.253069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c0dc6-934f-470f-9605-2504732a5e72 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:09.267700 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb51d7a-ac6b-42df-9722-54957ec65420 x-openstack-request-id: req-cbb51d7a-ac6b-42df-9722-54957ec65420 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:51:09.268017 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3069c19-e508-468e-8318-b38b6fa4db1f", "tag": "ecb4fd3e-d390-4e66-8c57-8f0225ce6fed", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:51:09.268270 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbb51d7a-ac6b-42df-9722-54957ec65420 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:51:09.268930 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3069c19-e508-468e-8318-b38b6fa4db1f', 'tag': 'ecb4fd3e-d390-4e66-8c57-8f0225ce6fed', 'status': 'completed', 'code': 200} Aug 30 14:51:09.313071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-e1aad464-4050-44b8-9f76-b671984c337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:09.314744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-e1aad464-4050-44b8-9f76-b671984c337b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3057603410234f2790aa154b7e81c21f&device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 1094 time: 0.0569732 Aug 30 14:51:09.370458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-41552fb7-2d68-42af-8dd6-390dafe7b17a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed HTTP/1.1" status: 200 len: 217 time: 0.0480697 Aug 30 14:51:09.446671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-2e97f86c-58ab-467f-9324-9bc3d572d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:09.448442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-2e97f86c-58ab-467f-9324-9bc3d572d33b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce8677fb-7fdb-489b-a03a-90b947a871c4 HTTP/1.1" status: 200 len: 853 time: 0.0711923 Aug 30 14:51:09.492024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-9f8bdec7-7240-4851-b19b-2f54ac6807ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1d552fd-ff02-46c3-b5b0-f6724f920852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358272 Aug 30 14:51:09.605418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-1675eb35-6cf5-47c6-9e40-fa73e9fea9b4 service neutron] 10.222.0.39 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058111 Aug 30 14:51:09.999077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599743f-a9da-4681-a127-41b1624afbb5 req-eedd7fff-ab4e-4d32-9b86-112b13b0d071 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:10.000638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0599743f-a9da-4681-a127-41b1624afbb5 req-eedd7fff-ab4e-4d32-9b86-112b13b0d071 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 943 time: 0.3331459 Aug 30 14:51:10.014473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7646dc23-6f26-468a-b77f-a9edf3223bf8 req-5ab184c5-5d0e-4495-8e08-4ed044507afb service neutron] 10.222.0.39 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019091 Aug 30 14:51:10.052421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0599743f-a9da-4681-a127-41b1624afbb5 req-d6c3748c-d238-4a32-a1f8-a446637ea9b4 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Aug 30 14:51:10.138205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f9402-1134-4d21-9a53-941598a9652c req-9a8180de-29b5-474f-ae96-57a6f2dd8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:10.144681 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b66f9402-1134-4d21-9a53-941598a9652c req-9a8180de-29b5-474f-ae96-57a6f2dd8214 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3057603410234f2790aa154b7e81c21f&device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 1094 time: 0.0673697 Aug 30 14:51:10.284707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f9402-1134-4d21-9a53-941598a9652c req-e0b2c722-2cb9-4cbc-8daa-afd81d47127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:10.286342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b66f9402-1134-4d21-9a53-941598a9652c req-e0b2c722-2cb9-4cbc-8daa-afd81d47127f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1d552fd-ff02-46c3-b5b0-f6724f920852 HTTP/1.1" status: 200 len: 914 time: 0.1342621 Aug 30 14:51:10.340609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b66f9402-1134-4d21-9a53-941598a9652c req-2e454ba4-b806-42d6-ac66-12b0162f527b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed HTTP/1.1" status: 200 len: 217 time: 0.0422478 Aug 30 14:51:10.429697 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f9402-1134-4d21-9a53-941598a9652c req-9315a625-6b8a-4ea4-a95d-6aaa17348bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:10.431161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b66f9402-1134-4d21-9a53-941598a9652c req-9315a625-6b8a-4ea4-a95d-6aaa17348bf7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce8677fb-7fdb-489b-a03a-90b947a871c4 HTTP/1.1" status: 200 len: 853 time: 0.0797894 Aug 30 14:51:10.473481 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b66f9402-1134-4d21-9a53-941598a9652c req-4800b81d-e14e-4e57-af41-02bf65ff67f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1d552fd-ff02-46c3-b5b0-f6724f920852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337219 Aug 30 14:51:10.591532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b66f9402-1134-4d21-9a53-941598a9652c req-b0b872be-2bfd-41ec-a0f3-0b9aa21e9327 service neutron] 10.222.0.39 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106250 Aug 30 14:51:10.723064 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b66f9402-1134-4d21-9a53-941598a9652c req-47a4d147-2053-4fc6-bd55-952315ba958a service neutron] 10.222.0.39 "GET /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234312 Aug 30 14:51:10.952617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:11.130721 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2e186e6-c34d-41b6-bf5c-e5b833c68222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:11.199850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797daf2-0a8d-4a61-b22d-4934fef11b01 req-9cb58dd5-97d0-4484-a030-830d78c8ea0e tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:11.207748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4797daf2-0a8d-4a61-b22d-4934fef11b01 req-9cb58dd5-97d0-4484-a030-830d78c8ea0e tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 943 time: 0.0738873 Aug 30 14:51:11.290516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4797daf2-0a8d-4a61-b22d-4934fef11b01 req-3dcfabc9-34ba-4132-bab5-9cec6083a2a4 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816195 Aug 30 14:51:11.309834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2e186e6-c34d-41b6-bf5c-e5b833c68222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:11.319901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2e186e6-c34d-41b6-bf5c-e5b833c68222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:11.383585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e186e6-c34d-41b6-bf5c-e5b833c68222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310ae6a-aca0-421d-84d1-3adade6ac272,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:11.392002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c2e186e6-c34d-41b6-bf5c-e5b833c68222 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1630feecfb8b4f0487bfa5c10afb5f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381790 Aug 30 14:51:11.395097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:11.459667 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2a79976-5c69-480a-8ee9-a12acf2b2c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:11.485955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2a79976-5c69-480a-8ee9-a12acf2b2c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:11.546500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2a79976-5c69-480a-8ee9-a12acf2b2c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:11.549662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2a79976-5c69-480a-8ee9-a12acf2b2c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:11.550839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2a79976-5c69-480a-8ee9-a12acf2b2c8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1310ae6a-aca0-421d-84d1-3adade6ac272 HTTP/1.1" status: 204 len: 168 time: 0.1546888 Aug 30 14:51:11.565848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79976-5c69-480a-8ee9-a12acf2b2c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310ae6a-aca0-421d-84d1-3adade6ac272,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:11.933386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:11.950526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3edb969-6e55-474f-90d1-cd9a6cc20a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.041855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:12.068446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3edb969-6e55-474f-90d1-cd9a6cc20a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.073863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3edb969-6e55-474f-90d1-cd9a6cc20a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.119794 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d3edb969-6e55-474f-90d1-cd9a6cc20a36 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56c011498806483f8ed5a030112ab89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853032 Aug 30 14:51:12.120914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edb969-6e55-474f-90d1-cd9a6cc20a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29e8bca-0a82-4f26-9421-035b7e6b8996,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:12.122535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:12.185186 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b226353d-a659-41b0-aa7f-48909021fbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.188529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b30f-a3db-4fae-9ae9-ba2c185424e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.212825 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b226353d-a659-41b0-aa7f-48909021fbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.271309 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b226353d-a659-41b0-aa7f-48909021fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.274516 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b226353d-a659-41b0-aa7f-48909021fbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.276311 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b226353d-a659-41b0-aa7f-48909021fbec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f29e8bca-0a82-4f26-9421-035b7e6b8996 HTTP/1.1" status: 204 len: 168 time: 0.1522222 Aug 30 14:51:12.284076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226353d-a659-41b0-aa7f-48909021fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29e8bca-0a82-4f26-9421-035b7e6b8996,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:12.317180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b30f-a3db-4fae-9ae9-ba2c185424e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.323127 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b30f-a3db-4fae-9ae9-ba2c185424e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.384494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c2f7b30f-a3db-4fae-9ae9-ba2c185424e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e85c01ff46ae4a90aa5e00daef97a04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411996 Aug 30 14:51:12.387128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:12.412632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7b30f-a3db-4fae-9ae9-ba2c185424e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3764dd60-788a-462d-9195-096752635c41,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:12.458376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c0706-6226-4c11-966c-d181942f11c4 req-09239e41-ddad-4ceb-8434-7497c7d93953 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:12.465743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-824c0706-6226-4c11-966c-d181942f11c4 req-09239e41-ddad-4ceb-8434-7497c7d93953 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 943 time: 0.1093004 Aug 30 14:51:12.471403 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c561343-d0b7-4bd2-ae2b-461de9bcf0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.509777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-824c0706-6226-4c11-966c-d181942f11c4 req-0f6c2759-78fe-4d1a-841a-5d36cdae419e tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Aug 30 14:51:12.514547 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c561343-d0b7-4bd2-ae2b-461de9bcf0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.575225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c561343-d0b7-4bd2-ae2b-461de9bcf0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.578195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c561343-d0b7-4bd2-ae2b-461de9bcf0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:12.579364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8c561343-d0b7-4bd2-ae2b-461de9bcf0f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3764dd60-788a-462d-9195-096752635c41 HTTP/1.1" status: 204 len: 168 time: 0.1912463 Aug 30 14:51:12.588551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c561343-d0b7-4bd2-ae2b-461de9bcf0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3764dd60-788a-462d-9195-096752635c41,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:12.913449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:12.927712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e95a43-03ba-477c-a319-5760a3b01095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:13.033870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e95a43-03ba-477c-a319-5760a3b01095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:13.038927 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e95a43-03ba-477c-a319-5760a3b01095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:13.085864 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b1e95a43-03ba-477c-a319-5760a3b01095 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70fa307316ab4be4b348f6794df7b270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711030 Aug 30 14:51:13.086998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e95a43-03ba-477c-a319-5760a3b01095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b96c55-fd43-412f-bcb7-0a01a8482f2c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:13.088468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:13.139423 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c481491-ab73-4128-aa47-dfcfe8fb41fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:13.162620 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c481491-ab73-4128-aa47-dfcfe8fb41fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:13.220030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c481491-ab73-4128-aa47-dfcfe8fb41fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:13.223296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c481491-ab73-4128-aa47-dfcfe8fb41fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:13.224541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7c481491-ab73-4128-aa47-dfcfe8fb41fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9b96c55-fd43-412f-bcb7-0a01a8482f2c HTTP/1.1" status: 204 len: 168 time: 0.1350663 Aug 30 14:51:13.234086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c481491-ab73-4128-aa47-dfcfe8fb41fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b96c55-fd43-412f-bcb7-0a01a8482f2c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:13.640738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c130a43-a730-4be3-b1fe-fd030dafaa2a req-8d6d315f-4985-4d6f-be99-51d144e00c11 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:13.649340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c130a43-a730-4be3-b1fe-fd030dafaa2a req-8d6d315f-4985-4d6f-be99-51d144e00c11 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 943 time: 0.0623465 Aug 30 14:51:13.696251 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c130a43-a730-4be3-b1fe-fd030dafaa2a req-eedf5185-f1bd-4fa1-9d38-a1603b565a35 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460153 Aug 30 14:51:14.453483 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ecb4fd3e-d390-4e66-8c57-8f0225ce6fed details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:51:14.548434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:14.587471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:51:14.601452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'ecb4fd3e-d390-4e66-8c57-8f0225ce6fed', 'network_id': 'a1d552fd-ff02-46c3-b5b0-f6724f920852', 'port_id': 'ecb4fd3e-d390-4e66-8c57-8f0225ce6fed', 'mac_address': 'fa:16:3e:76:9b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8677fb-7fdb-489b-a03a-90b947a871c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:51:14.643219 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:14.654599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb4fd3e-d390-4e66-8c57-8f0225ce6fed {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:51:14.676362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:51:14.681684 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:14.684196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9463-d1fd-44e7-b600-871b864098c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:14.735281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:14.819513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9463-d1fd-44e7-b600-871b864098c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:14.825336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9463-d1fd-44e7-b600-871b864098c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:14.862557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee792bab-910a-4941-8d1d-fd76c8ad8e0c req-3f1a7aba-8c76-41f2-a017-1bd496d2f1a3 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:14.865056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee792bab-910a-4941-8d1d-fd76c8ad8e0c req-3f1a7aba-8c76-41f2-a017-1bd496d2f1a3 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 944 time: 0.0767260 Aug 30 14:51:14.876067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5dbe9463-d1fd-44e7-b600-871b864098c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01efae1829624b75855647819c58beda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231552 Aug 30 14:51:14.876067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9463-d1fd-44e7-b600-871b864098c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8869b994-4dea-4a16-8b63-270f181c8dd2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:14.877797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:14.883360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ecb4fd3e-d390-4e66-8c57-8f0225ce6fed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:51:14.983420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801b5c77-7acf-4cf3-96d1-9ccf944d0823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.005524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee792bab-910a-4941-8d1d-fd76c8ad8e0c req-1d9dfee3-72b2-4c8c-b982-4a5638066a3b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346023 Aug 30 14:51:15.017545 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801b5c77-7acf-4cf3-96d1-9ccf944d0823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.092822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801b5c77-7acf-4cf3-96d1-9ccf944d0823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.095679 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801b5c77-7acf-4cf3-96d1-9ccf944d0823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.096761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-801b5c77-7acf-4cf3-96d1-9ccf944d0823 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8869b994-4dea-4a16-8b63-270f181c8dd2 HTTP/1.1" status: 204 len: 168 time: 0.2145798 Aug 30 14:51:15.117321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b5c77-7acf-4cf3-96d1-9ccf944d0823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8869b994-4dea-4a16-8b63-270f181c8dd2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:15.218511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-b3acce73-6b23-4102-bcae-5827471f00d1 req-a3368855-40fd-4cbd-98c8-e18be9c97dec service neutron] (94826) timed out ('10.222.0.50', 47412) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:51:15.426523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:15.537957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:15.549728 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1832dd3e-f623-4cfc-b61a-615110f35394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.554848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adcb20fa-4f4b-45e0-835e-2026340f5b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.655865 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1832dd3e-f623-4cfc-b61a-615110f35394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.666119 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1832dd3e-f623-4cfc-b61a-615110f35394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.706204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1832dd3e-f623-4cfc-b61a-615110f35394 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a71bcf54b264d3ea72c99d501ffa35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784047 Aug 30 14:51:15.708767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:15.710912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832dd3e-f623-4cfc-b61a-615110f35394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fc94df-a7dc-4b9f-bb0d-75815bfcc5d3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:15.792357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adcb20fa-4f4b-45e0-835e-2026340f5b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.795446 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee896a41-cc95-4b9b-985b-bffda2b47604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.798840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adcb20fa-4f4b-45e0-835e-2026340f5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.841323 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee896a41-cc95-4b9b-985b-bffda2b47604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.865696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-adcb20fa-4f4b-45e0-835e-2026340f5b52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3822ebd932834a23aa52056698c19f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264678 Aug 30 14:51:15.868381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:15.870334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb20fa-4f4b-45e0-835e-2026340f5b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9bde80-38ae-4b8b-a6f9-f8f32f603136,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:15.909581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee896a41-cc95-4b9b-985b-bffda2b47604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.912451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee896a41-cc95-4b9b-985b-bffda2b47604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.916716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ee896a41-cc95-4b9b-985b-bffda2b47604 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65fc94df-a7dc-4b9f-bb0d-75815bfcc5d3 HTTP/1.1" status: 204 len: 168 time: 0.2066417 Aug 30 14:51:15.925811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee896a41-cc95-4b9b-985b-bffda2b47604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fc94df-a7dc-4b9f-bb0d-75815bfcc5d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:15.931573 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3deabb6-42c1-4ddd-9e11-5887f8f738a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:15.954146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3deabb6-42c1-4ddd-9e11-5887f8f738a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.004359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3deabb6-42c1-4ddd-9e11-5887f8f738a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.007283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3deabb6-42c1-4ddd-9e11-5887f8f738a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.008422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3deabb6-42c1-4ddd-9e11-5887f8f738a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa9bde80-38ae-4b8b-a6f9-f8f32f603136 HTTP/1.1" status: 204 len: 168 time: 0.1389790 Aug 30 14:51:16.024388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deabb6-42c1-4ddd-9e11-5887f8f738a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9bde80-38ae-4b8b-a6f9-f8f32f603136,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:16.160731 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33968647-afa9-4d63-b2d8-1aae4716534b req-3fda585b-7618-4e09-9375-ddd7a8508ae1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:16.168636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33968647-afa9-4d63-b2d8-1aae4716534b req-3fda585b-7618-4e09-9375-ddd7a8508ae1 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 944 time: 0.0614181 Aug 30 14:51:16.222266 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33968647-afa9-4d63-b2d8-1aae4716534b req-3b0df05f-7698-48b9-b4b2-a0b1e96742bf tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487480 Aug 30 14:51:16.390100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:16.404359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ed74931-45f2-4820-8055-c9f1094324e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.455225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ecb4fd3e-d390-4e66-8c57-8f0225ce6fed up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:51:16.537654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:51:16.539980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ed74931-45f2-4820-8055-c9f1094324e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.542991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:51:16.543321 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.544015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ed74931-45f2-4820-8055-c9f1094324e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.590181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed74931-45f2-4820-8055-c9f1094324e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df69eedf-0938-455a-9da3-3c1f80a757a8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:16.613761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6ed74931-45f2-4820-8055-c9f1094324e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc6ed2f478b04237891dafa96bde53b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224162 Aug 30 14:51:16.614347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:16.642054 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.687395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a89afa4c-bb00-4ece-be59-69b9804400cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.688017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:51:16.690282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3069c19-e508-468e-8318-b38b6fa4db1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb4fd3e-d390-4e66-8c57-8f0225ce6fed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:51:16.693426 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814cacfb-858c-4704-9d9e-5390b669517e" -d '{"events": [{"server_uuid": "e3069c19-e508-468e-8318-b38b6fa4db1f", "name": "network-vif-plugged", "status": "completed", "tag": "ecb4fd3e-d390-4e66-8c57-8f0225ce6fed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:51:16.697707 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.737894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a89afa4c-bb00-4ece-be59-69b9804400cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.772198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:16.800939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a89afa4c-bb00-4ece-be59-69b9804400cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.805541 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a89afa4c-bb00-4ece-be59-69b9804400cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:16.806773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a89afa4c-bb00-4ece-be59-69b9804400cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df69eedf-0938-455a-9da3-3c1f80a757a8 HTTP/1.1" status: 204 len: 168 time: 0.1914978 Aug 30 14:51:16.820396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89afa4c-bb00-4ece-be59-69b9804400cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df69eedf-0938-455a-9da3-3c1f80a757a8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:17.038859 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db16b41c-2561-4238-9b06-3b1bb2961232 x-openstack-request-id: req-db16b41c-2561-4238-9b06-3b1bb2961232 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:51:17.039152 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3069c19-e508-468e-8318-b38b6fa4db1f", "name": "network-vif-plugged", "status": "completed", "tag": "ecb4fd3e-d390-4e66-8c57-8f0225ce6fed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:51:17.039407 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db16b41c-2561-4238-9b06-3b1bb2961232 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:51:17.039806 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3069c19-e508-468e-8318-b38b6fa4db1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb4fd3e-d390-4e66-8c57-8f0225ce6fed', 'code': 200} Aug 30 14:51:17.158740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16711d-3906-4c30-aca3-da7f20e6cb43 req-17318496-bda9-445e-a956-0aa2119a69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:17.160081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c16711d-3906-4c30-aca3-da7f20e6cb43 req-17318496-bda9-445e-a956-0aa2119a69da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 1096 time: 0.0558035 Aug 30 14:51:17.229085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c16711d-3906-4c30-aca3-da7f20e6cb43 req-d18ac35d-562e-4c3a-bdba-1934ae118486 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593936 Aug 30 14:51:17.375747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc18b4-b722-4e45-8134-a84ad5643408 req-83f0de84-2b5f-4813-bb77-1a35ee1cbb5a tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:17.385482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ffc18b4-b722-4e45-8134-a84ad5643408 req-83f0de84-2b5f-4813-bb77-1a35ee1cbb5a tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 945 time: 0.0821650 Aug 30 14:51:17.440040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ffc18b4-b722-4e45-8134-a84ad5643408 req-81f6d794-4f89-4f45-9d68-d0479e6948c4 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531433 Aug 30 14:51:18.576217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f18a1-0204-4709-bee2-d0d10c1398ab req-414e81b5-2d2a-43e1-ae84-4bff9734d9b5 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:18.577850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f45f18a1-0204-4709-bee2-d0d10c1398ab req-414e81b5-2d2a-43e1-ae84-4bff9734d9b5 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 945 time: 0.0635388 Aug 30 14:51:18.619989 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f45f18a1-0204-4709-bee2-d0d10c1398ab req-34113788-c5d2-4ffe-a4ed-c082ff6896cb tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352206 Aug 30 14:51:19.330437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:19.505502 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9e42-47c9-4939-aafa-3eb09a473ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:19.599189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9e42-47c9-4939-aafa-3eb09a473ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:19.604195 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9e42-47c9-4939-aafa-3eb09a473ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:19.644506 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cd4f9e42-47c9-4939-aafa-3eb09a473ef5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81d741bc8dba4816a0bc6473f6e08ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128774 Aug 30 14:51:19.645210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f9e42-47c9-4939-aafa-3eb09a473ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a014cab-9108-434e-b084-dbce30cad625,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:19.647156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41582) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:19.700471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721a1bb0-b9dd-4e69-83e1-11303ccf5601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:19.722555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721a1bb0-b9dd-4e69-83e1-11303ccf5601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:19.770420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721a1bb0-b9dd-4e69-83e1-11303ccf5601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:19.773125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721a1bb0-b9dd-4e69-83e1-11303ccf5601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:19.774474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-721a1bb0-b9dd-4e69-83e1-11303ccf5601 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a014cab-9108-434e-b084-dbce30cad625 HTTP/1.1" status: 204 len: 168 time: 0.1255043 Aug 30 14:51:19.783922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a1bb0-b9dd-4e69-83e1-11303ccf5601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a014cab-9108-434e-b084-dbce30cad625,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:20.014506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:20.057748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41588) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:20.072148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36136cea-9fba-4a13-9f6e-650a90c8be8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:20.159957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36136cea-9fba-4a13-9f6e-650a90c8be8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:20.163953 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36136cea-9fba-4a13-9f6e-650a90c8be8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:20.206536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-36136cea-9fba-4a13-9f6e-650a90c8be8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dca11a91f4cf445f88969e8fe78fd9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476846 Aug 30 14:51:20.208913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36136cea-9fba-4a13-9f6e-650a90c8be8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcb8441-7729-4c6f-9182-3b1fa9aca5ee,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:20.209435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41594) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:20.263183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5de-f5fe-4980-9830-74f6b7b14680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:20.285179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5de-f5fe-4980-9830-74f6b7b14680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:20.336185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5de-f5fe-4980-9830-74f6b7b14680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:20.338913 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5de-f5fe-4980-9830-74f6b7b14680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:20.340400 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1b98d5de-f5fe-4980-9830-74f6b7b14680 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfcb8441-7729-4c6f-9182-3b1fa9aca5ee HTTP/1.1" status: 204 len: 168 time: 0.1295354 Aug 30 14:51:20.349385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98d5de-f5fe-4980-9830-74f6b7b14680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcb8441-7729-4c6f-9182-3b1fa9aca5ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:21.343088 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:51:22.033130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:22.152751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e7a796b8-38d7-4ea2-afea-fcf0938b915f tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:22.176542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7a796b8-38d7-4ea2-afea-fcf0938b915f tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] 10.222.0.50 "PUT /v2.0/quotas/cd40f4d7bace4f1ba1776c333023bcbd HTTP/1.1" status: 200 len: 368 time: 0.1421375 Aug 30 14:51:22.179340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:22.184565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Request body: {'network': {'project_id': 'cd40f4d7bace4f1ba1776c333023bcbd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:22.209569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Made reservation on behalf of cd40f4d7bace4f1ba1776c333023bcbd for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:51:22.212695 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.222795 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.342899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.359929 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.381634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:51:22.407374 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.408311 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Added segment 380fe61d-1cbb-4b08-a7d1-ce5dbc017b4a of type vlan for network 1245ebf2-6df8-4916-a2d0-e98e48731889 Aug 30 14:51:22.481440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.531434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3703660a-8fb2-459f-8960-ebedb975e022,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:22.539304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.541283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:22.541411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.636544 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:22.637137 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4562392 Aug 30 14:51:22.645864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Request body: {'network': {'project_id': 'cd40f4d7bace4f1ba1776c333023bcbd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:22.651130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f75fd7-dcbf-4613-8072-0df4bacd4273 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Pushing event updated for resources: {'Network': ['ID=1245ebf2-6df8-4916-a2d0-e98e48731889,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:22.665289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 1245ebf2-6df8-4916-a2d0-e98e48731889 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:51:22.694970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Made reservation on behalf of cd40f4d7bace4f1ba1776c333023bcbd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:51:22.703576 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.768911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:51:22.784321 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.785347 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Added segment 755a021f-12c4-4a2b-8775-42eee79060f4 of type vlan for network 880ef6ed-8832-400f-9264-b06f5237f25a Aug 30 14:51:22.839258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.867491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.868478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:22.869176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:22.922072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2834940 Aug 30 14:51:22.925864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:22.934414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4aa00-7692-4c04-904e-8dd2172dc357 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Pushing event updated for resources: {'Network': ['ID=880ef6ed-8832-400f-9264-b06f5237f25a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:22.935624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-803bc8fb-cbbd-448d-a822-a0cea327b568 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Request body: {'network': {'project_id': 'cd40f4d7bace4f1ba1776c333023bcbd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:22.946683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 880ef6ed-8832-400f-9264-b06f5237f25a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:51:22.952479 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-803bc8fb-cbbd-448d-a822-a0cea327b568 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 14:51:22.953191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803bc8fb-cbbd-448d-a822-a0cea327b568 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:51:22.957739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-803bc8fb-cbbd-448d-a822-a0cea327b568 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0263638 Aug 30 14:51:22.958048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:23.020054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:23.021037 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1586c792-6581-4ca1-ae4f-75dee9765f9f tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd40f4d7bace4f1ba1776c333023bcbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615072 Aug 30 14:51:23.082317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-442e4ef9-11db-4e11-b8f2-89adca1756be tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.105865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-442e4ef9-11db-4e11-b8f2-89adca1756be tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.155264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-442e4ef9-11db-4e11-b8f2-89adca1756be tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.158516 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-442e4ef9-11db-4e11-b8f2-89adca1756be tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.160040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-442e4ef9-11db-4e11-b8f2-89adca1756be tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/3703660a-8fb2-459f-8960-ebedb975e022 HTTP/1.1" status: 204 len: 168 time: 0.1386971 Aug 30 14:51:23.162584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:23.169336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e4ef9-11db-4e11-b8f2-89adca1756be tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3703660a-8fb2-459f-8960-ebedb975e022,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:23.236082 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.327977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.341001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880ef6ed-8832-400f-9264-b06f5237f25a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:23.353498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755a021f-12c4-4a2b-8775-42eee79060f4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:23.353803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755a021f-12c4-4a2b-8775-42eee79060f4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:23.364443 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.380767 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.387629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:51:23.388485 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:51:23.390842 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:51:23.453352 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.468963 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.473951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] 10.222.0.50 "DELETE /v2.0/networks/880ef6ed-8832-400f-9264-b06f5237f25a HTTP/1.1" status: 204 len: 168 time: 0.3077698 Aug 30 14:51:23.474749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:23.548142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84760d7-be92-4471-b5c9-23b430fe5641 tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Pushing event deleted for resources: {'Network': ['ID=880ef6ed-8832-400f-9264-b06f5237f25a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:23.619068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.729769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.747341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1245ebf2-6df8-4916-a2d0-e98e48731889']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:23.771688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380fe61d-1cbb-4b08-a7d1-ce5dbc017b4a') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:23.772271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380fe61d-1cbb-4b08-a7d1-ce5dbc017b4a') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:23.786982 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.807407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.817669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:51:23.818418 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:51:23.820702 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:51:23.903703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.931757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:23.935614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] 10.222.0.50 "DELETE /v2.0/networks/1245ebf2-6df8-4916-a2d0-e98e48731889 HTTP/1.1" status: 204 len: 168 time: 0.4598711 Aug 30 14:51:23.937542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd19285-491c-4eef-a1f8-89549f74defc tempest-QuotasNegativeTest-910900160 tempest-QuotasNegativeTest-910900160-project-admin] Pushing event deleted for resources: {'Network': ['ID=1245ebf2-6df8-4916-a2d0-e98e48731889,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:24.490037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:24.628692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c73f436-af40-44a9-b3fc-ce173f57c821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:24.749828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c73f436-af40-44a9-b3fc-ce173f57c821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:24.754077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c73f436-af40-44a9-b3fc-ce173f57c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:24.794766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5c73f436-af40-44a9-b3fc-ce173f57c821 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63bf9a71ab1748ec8ee1bdb123e2b10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034163 Aug 30 14:51:24.797448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:24.799757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73f436-af40-44a9-b3fc-ce173f57c821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fdbfe6-93b4-41c1-b4ee-5cee591fe037,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:24.861744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e5a040e-620c-4a75-91c3-e5a5ecd93890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:24.887217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e5a040e-620c-4a75-91c3-e5a5ecd93890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:24.946395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e5a040e-620c-4a75-91c3-e5a5ecd93890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:24.949501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e5a040e-620c-4a75-91c3-e5a5ecd93890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:24.950774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0e5a040e-620c-4a75-91c3-e5a5ecd93890 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63fdbfe6-93b4-41c1-b4ee-5cee591fe037 HTTP/1.1" status: 204 len: 168 time: 0.1523063 Aug 30 14:51:24.960372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a040e-620c-4a75-91c3-e5a5ecd93890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fdbfe6-93b4-41c1-b4ee-5cee591fe037,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:25.154873 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffb565e1-dd19-4c7b-829f-645671822777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:25.275966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:25.294730 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab941cca-4e33-4f91-8829-5af0fa7db7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:25.401595 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab941cca-4e33-4f91-8829-5af0fa7db7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:25.406518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab941cca-4e33-4f91-8829-5af0fa7db7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:25.452070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ab941cca-4e33-4f91-8829-5af0fa7db7e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a748d15785b4612a01e9eb7a893ad16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723897 Aug 30 14:51:25.452070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab941cca-4e33-4f91-8829-5af0fa7db7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5ddbc-f3cc-4fa0-ab1c-10588a345f25,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:25.452427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:25.509855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1853a252-4d13-43ea-972f-2142d5135c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:25.536372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1853a252-4d13-43ea-972f-2142d5135c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:25.609427 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1853a252-4d13-43ea-972f-2142d5135c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:25.612586 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1853a252-4d13-43ea-972f-2142d5135c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:25.623548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1853a252-4d13-43ea-972f-2142d5135c90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24f5ddbc-f3cc-4fa0-ab1c-10588a345f25 HTTP/1.1" status: 204 len: 168 time: 0.1631458 Aug 30 14:51:25.644632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853a252-4d13-43ea-972f-2142d5135c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5ddbc-f3cc-4fa0-ab1c-10588a345f25,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:26.596155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:26.732448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1214411310'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:26.769508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Made reservation on behalf of 11b7acfe212140559b56f516743fe99e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:51:26.773929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:26.786137 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:26.911141 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:26.918827 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:26.931148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:51:26.941183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:26.941779 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Added segment 86bccd88-1571-446e-8fce-57a7d8bbc545 of type vlan for network b8f42201-f52d-40b7-99ef-7c947d98b650 Aug 30 14:51:26.986182 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:27.013143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:27.019596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:27.020168 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:27.111161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7601ca90-bb00-4098-b0a3-b0352186b3f1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:27.118637 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5205648 Aug 30 14:51:27.121756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:27.129395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Request body: {'subnet': {'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:27.131889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239059-dfe1-4446-b600-43414ff19380 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event updated for resources: {'Network': ['ID=b8f42201-f52d-40b7-99ef-7c947d98b650,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:27.159374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b8f42201-f52d-40b7-99ef-7c947d98b650 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:51:27.281924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Made reservation on behalf of 11b7acfe212140559b56f516743fe99e for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:51:27.286285 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:27.569732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:27.648280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Checking segment: {'id': '86bccd88-1571-446e-8fce-57a7d8bbc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:51:27.649975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Network hostable DHCP agents. Network: b8f42201-f52d-40b7-99ef-7c947d98b650, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:51:27.662166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event updated for resources: {'Subnet': ['ID=76d806aa-a61a-449f-8d89-3670c0e91229,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:27.688401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Network b8f42201-f52d-40b7-99ef-7c947d98b650 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:51:27.699805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b8f42201-f52d-40b7-99ef-7c947d98b650) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:51:27.710040 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a2824-308d-42f2-a72e-182381d71090 None None] Network b8f42201-f52d-40b7-99ef-7c947d98b650 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:51:27.713819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:27.714498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:27.732115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c715fb7-ff51-40e9-bddd-116b68f84a9a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6083577 Aug 30 14:51:27.734791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:27.740952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Request body: {'port': {'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1759506417'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:27.911047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Made reservation on behalf of 11b7acfe212140559b56f516743fe99e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:51:27.917181 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:27.921167 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-305873c8-02af-4ad0-9bd3-24f24a2d7bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:27.945135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] device_id is not set on port 53e61d17-01a7-4299-a8e7-2a0727dbb899 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:51:27.971907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b8f42201-f52d-40b7-99ef-7c947d98b650', 'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650', 'tenant_id': '11b7acfe212140559b56f516743fe99e', 'fixed_ips': [{'subnet_id': '76d806aa-a61a-449f-8d89-3670c0e91229'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:51:27.973025 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.082810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Allocated IP 172.20.0.3 (b8f42201-f52d-40b7-99ef-7c947d98b650/76d806aa-a61a-449f-8d89-3670c0e91229/53e61d17-01a7-4299-a8e7-2a0727dbb899) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:51:28.246547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.264171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Transition to ACTIVE for port object 53e61d17-01a7-4299-a8e7-2a0727dbb899 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:51:28.315609 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.360578 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Network b8f42201-f52d-40b7-99ef-7c947d98b650 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:51:28.364034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:51:28.372009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:51:28.386806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Allocated IP 172.20.0.2 (b8f42201-f52d-40b7-99ef-7c947d98b650/76d806aa-a61a-449f-8d89-3670c0e91229/95e0eebf-eb1a-4743-9e41-e08724115b5f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:51:28.421940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event updated for resources: {'Port': ['ID=53e61d17-01a7-4299-a8e7-2a0727dbb899,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:28.433953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:28.434780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.479596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-85d42437-7a19-4663-9e36-46070b52d318 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7427750 Aug 30 14:51:28.486480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:28.493306 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Request body: {'port': {'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1687443128', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:28.494217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:51:28.494838 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:51:28.495301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:51:28.635254 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.647536 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.651792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Made reservation on behalf of 11b7acfe212140559b56f516743fe99e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:51:28.655916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.677711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Transition to ACTIVE for port object 95e0eebf-eb1a-4743-9e41-e08724115b5f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:51:28.684886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] device_id is not set on port fef3f61b-0933-4b81-a865-1bdc77abf64c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 14:51:28.708518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Transition to ACTIVE for port object 95e0eebf-eb1a-4743-9e41-e08724115b5f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:51:28.722338 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.779032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Network b8f42201-f52d-40b7-99ef-7c947d98b650 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:51:28.779897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:51:28.785497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:51:28.823178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Pushing event updated for resources: {'Port': ['ID=95e0eebf-eb1a-4743-9e41-e08724115b5f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:28.900903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Allocated IP 172.20.0.10 (b8f42201-f52d-40b7-99ef-7c947d98b650/76d806aa-a61a-449f-8d89-3670c0e91229/fef3f61b-0933-4b81-a865-1bdc77abf64c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:51:28.919466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Attempting to bind port 95e0eebf-eb1a-4743-9e41-e08724115b5f on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:51:28.920234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Attempting to bind port 95e0eebf-eb1a-4743-9e41-e08724115b5f by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '86bccd88-1571-446e-8fce-57a7d8bbc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:51:28.920760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Attempting to bind port 95e0eebf-eb1a-4743-9e41-e08724115b5f on network b8f42201-f52d-40b7-99ef-7c947d98b650 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:51:28.926900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:51:28.928137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Checking segment: {'id': '86bccd88-1571-446e-8fce-57a7d8bbc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:51:28.928711 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:28.929554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Bound using segment: {'id': '86bccd88-1571-446e-8fce-57a7d8bbc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:51:28.930235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Bound port: 95e0eebf-eb1a-4743-9e41-e08724115b5f, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bccd88-1571-446e-8fce-57a7d8bbc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8f42201-f52d-40b7-99ef-7c947d98b650'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:51:28.930476 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:29.040961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] For port 95e0eebf-eb1a-4743-9e41-e08724115b5f, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:51:29.046537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] For port 95e0eebf-eb1a-4743-9e41-e08724115b5f, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=95e0eebf-eb1a-4743-9e41-e08724115b5f,segment=NetworkSegment(86bccd88-1571-446e-8fce-57a7d8bbc545),segment_id=86bccd88-1571-446e-8fce-57a7d8bbc545)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:51:29.062381 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:29.176121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fc6f4-ec0c-4ede-bfbe-c367e466429e None None] Pushing event updated for resources: {'Port': ['ID=95e0eebf-eb1a-4743-9e41-e08724115b5f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:29.241829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:29.270051 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:29.276655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Transition to ACTIVE for port object fef3f61b-0933-4b81-a865-1bdc77abf64c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:51:29.320189 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:29.403362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Network b8f42201-f52d-40b7-99ef-7c947d98b650 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:51:29.445673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:51:29.478714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:51:29.502186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event updated for resources: {'Port': ['ID=fef3f61b-0933-4b81-a865-1bdc77abf64c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:29.611651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:29.613228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:29.647942 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a7e7dc20-6c02-4135-86f5-6797eff998bd tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.1573131 Aug 30 14:51:29.648581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:29.756214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81712c-b656-472b-9f55-0d15492f8469 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:29.761956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81712c-b656-472b-9f55-0d15492f8469 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:29.768431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81712c-b656-472b-9f55-0d15492f8469 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:29.773185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ba81712c-b656-472b-9f55-0d15492f8469 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1202345 Aug 30 14:51:29.774958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41814) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:29.945444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Deleting port fef3f61b-0933-4b81-a865-1bdc77abf64c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:51:29.945444 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:30.125554 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:30.151249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Calling delete_port for fef3f61b-0933-4b81-a865-1bdc77abf64c owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:51:30.431191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:30.490706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event deleted for resources: {'Port': ['ID=fef3f61b-0933-4b81-a865-1bdc77abf64c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:30.523688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.524043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.524394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.524734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.525090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.525430 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.525757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.526095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.526416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.526742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.527127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.527424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:30.651727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:30.658522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5ee39c40-9e57-4246-9163-7c8bae1a15ad tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "DELETE /v2.0/ports/fef3f61b-0933-4b81-a865-1bdc77abf64c HTTP/1.1" status: 204 len: 168 time: 0.8755445 Aug 30 14:51:30.659102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:30.668198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Request body: {'port': {'name': 'tempest-new-port-name-340675690', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:30.668954 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:51:30.669745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:51:30.670318 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 14:51:30.749517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 95e0eebf-eb1a-4743-9e41-e08724115b5f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:51:30.778384 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:30.832227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fadcca-12a8-429a-a357-1b3d7abd417b None None] Network b8f42201-f52d-40b7-99ef-7c947d98b650 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:51:30.990165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 95e0eebf-eb1a-4743-9e41-e08724115b5f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:51:31.008276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-32845d7e-6ec7-4f44-b32e-5c912384471e None None] Provisioning for port 95e0eebf-eb1a-4743-9e41-e08724115b5f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:51:31.015577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-32845d7e-6ec7-4f44-b32e-5c912384471e None None] Provisioning complete for port 95e0eebf-eb1a-4743-9e41-e08724115b5f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:51:31.015969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32845d7e-6ec7-4f44-b32e-5c912384471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.039651 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.045765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.124666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event updated for resources: {'Port': ['ID=53e61d17-01a7-4299-a8e7-2a0727dbb899,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:31.153482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] In _notify_port_updated(), no bound segment for port 53e61d17-01a7-4299-a8e7-2a0727dbb899 on network b8f42201-f52d-40b7-99ef-7c947d98b650 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 14:51:31.161637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:31.162484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.166391 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ad80721a-a8b0-4f4d-a0e5-2545c8c904c2 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "PUT /v2.0/ports/53e61d17-01a7-4299-a8e7-2a0727dbb899 HTTP/1.1" status: 200 len: 1135 time: 0.5037951 Aug 30 14:51:31.167021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:31.195868 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32845d7e-6ec7-4f44-b32e-5c912384471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.260429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-32845d7e-6ec7-4f44-b32e-5c912384471e None None] For port 95e0eebf-eb1a-4743-9e41-e08724115b5f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=95e0eebf-eb1a-4743-9e41-e08724115b5f,segment=NetworkSegment(86bccd88-1571-446e-8fce-57a7d8bbc545),segment_id=86bccd88-1571-446e-8fce-57a7d8bbc545)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:51:31.271791 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32845d7e-6ec7-4f44-b32e-5c912384471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.283383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d34b2-6c2b-42a0-9914-12db91c38cf5 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:31.286237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-135d34b2-6c2b-42a0-9914-12db91c38cf5 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "GET /v2.0/ports/53e61d17-01a7-4299-a8e7-2a0727dbb899 HTTP/1.1" status: 200 len: 1135 time: 0.1177227 Aug 30 14:51:31.290189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:31.364676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32845d7e-6ec7-4f44-b32e-5c912384471e None None] Pushing event updated for resources: {'Port': ['ID=95e0eebf-eb1a-4743-9e41-e08724115b5f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:31.549606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9599dfe8-3ddd-4301-91fe-fdf587d05d78 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Deleting port 53e61d17-01a7-4299-a8e7-2a0727dbb899 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:51:31.550135 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9599dfe8-3ddd-4301-91fe-fdf587d05d78 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.618246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7892bcf8-8ad7-49bd-a8f0-cc2373227d34 None None] Provisioning complete for port 95e0eebf-eb1a-4743-9e41-e08724115b5f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:51:31.619996 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7892bcf8-8ad7-49bd-a8f0-cc2373227d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.667266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9599dfe8-3ddd-4301-91fe-fdf587d05d78 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.682957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9599dfe8-3ddd-4301-91fe-fdf587d05d78 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Calling delete_port for 53e61d17-01a7-4299-a8e7-2a0727dbb899 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:51:31.709280 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.785249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7892bcf8-8ad7-49bd-a8f0-cc2373227d34 None None] Provisioning for port 53e61d17-01a7-4299-a8e7-2a0727dbb899 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:51:31.802601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7892bcf8-8ad7-49bd-a8f0-cc2373227d34 None None] Provisioning complete for port 53e61d17-01a7-4299-a8e7-2a0727dbb899 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:51:31.803506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7892bcf8-8ad7-49bd-a8f0-cc2373227d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.850033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7892bcf8-8ad7-49bd-a8f0-cc2373227d34 None None] Port 53e61d17-01a7-4299-a8e7-2a0727dbb899 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:51:31.868016 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9599dfe8-3ddd-4301-91fe-fdf587d05d78 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:31.907269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599dfe8-3ddd-4301-91fe-fdf587d05d78 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event deleted for resources: {'Port': ['ID=53e61d17-01a7-4299-a8e7-2a0727dbb899,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:32.021365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9599dfe8-3ddd-4301-91fe-fdf587d05d78 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.024139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9599dfe8-3ddd-4301-91fe-fdf587d05d78 tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "DELETE /v2.0/ports/53e61d17-01a7-4299-a8e7-2a0727dbb899 HTTP/1.1" status: 204 len: 168 time: 0.7319400 Aug 30 14:51:32.026178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:32.075041 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84a3aca6-4f5c-4a8d-b81b-82ccbeb1558b None None] Could not find standard attr ID for object 53e61d17-01a7-4299-a8e7-2a0727dbb899. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:51:32.131620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3294fdcd-3a46-4f0f-9db2-978589ad617a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Deleting subnet 76d806aa-a61a-449f-8d89-3670c0e91229 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:51:32.136080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3294fdcd-3a46-4f0f-9db2-978589ad617a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.191992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3294fdcd-3a46-4f0f-9db2-978589ad617a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.288320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-57adbb22-f08e-4c1c-90f1-b88de33a3f7d None None] Could not find standard attr ID for object fef3f61b-0933-4b81-a865-1bdc77abf64c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:51:32.336774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3294fdcd-3a46-4f0f-9db2-978589ad617a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.464272 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3294fdcd-3a46-4f0f-9db2-978589ad617a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.509626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294fdcd-3a46-4f0f-9db2-978589ad617a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event deleted for resources: {'Subnet': ['ID=76d806aa-a61a-449f-8d89-3670c0e91229,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:32.531592 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3294fdcd-3a46-4f0f-9db2-978589ad617a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.534098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3294fdcd-3a46-4f0f-9db2-978589ad617a tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "DELETE /v2.0/subnets/76d806aa-a61a-449f-8d89-3670c0e91229 HTTP/1.1" status: 204 len: 168 time: 0.5065248 Aug 30 14:51:32.537503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:32.635942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5243257-630f-41ca-ae13-50d2ede51b03 None None] Network b8f42201-f52d-40b7-99ef-7c947d98b650 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:51:32.680665 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.771065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Deleting port 95e0eebf-eb1a-4743-9e41-e08724115b5f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:51:32.771574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.852780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] For port 95e0eebf-eb1a-4743-9e41-e08724115b5f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=95e0eebf-eb1a-4743-9e41-e08724115b5f,segment=NetworkSegment(86bccd88-1571-446e-8fce-57a7d8bbc545),segment_id=86bccd88-1571-446e-8fce-57a7d8bbc545)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:51:32.853193 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:32.872032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Calling delete_port for 95e0eebf-eb1a-4743-9e41-e08724115b5f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:51:32.926143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 95e0eebf-eb1a-4743-9e41-e08724115b5f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:51:33.000887 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.012129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.038575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 95e0eebf-eb1a-4743-9e41-e08724115b5f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:51:33.038952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.062974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] No DVR routers for this DVR port 95e0eebf-eb1a-4743-9e41-e08724115b5f on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:51:33.091335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Port 95e0eebf-eb1a-4743-9e41-e08724115b5f was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 14:51:33.103084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event deleted for resources: {'Port': ['ID=95e0eebf-eb1a-4743-9e41-e08724115b5f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:33.159960 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae6dab-b3c3-46e9-9f14-634694fccff5 None None] DHCP port deletion for b8f42201-f52d-40b7-99ef-7c947d98b650 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:51:33.246079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.260616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f42201-f52d-40b7-99ef-7c947d98b650']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:33.274027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bccd88-1571-446e-8fce-57a7d8bbc545') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:33.274559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bccd88-1571-446e-8fce-57a7d8bbc545') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:33.288051 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.316327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.327330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:51:33.328352 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:51:33.408703 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:51:33.411263 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.423511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:33.434568 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] 10.222.0.50 "DELETE /v2.0/networks/b8f42201-f52d-40b7-99ef-7c947d98b650 HTTP/1.1" status: 204 len: 168 time: 0.8945193 Aug 30 14:51:33.479114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1027-e25b-40d7-8c8d-619d6bf31a4d tempest-ExtraDHCPOptionsTestJSON-1795984404 tempest-ExtraDHCPOptionsTestJSON-1795984404-project] Pushing event deleted for resources: {'Network': ['ID=b8f42201-f52d-40b7-99ef-7c947d98b650,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:33.818452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:34.027368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ac2b7e4d-707e-48dd-98c9-3d0432743208 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11b7acfe212140559b56f516743fe99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053580 Aug 30 14:51:34.027588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:34.169282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e685d1-6570-495a-94d2-5e8990100191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:34.210315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e685d1-6570-495a-94d2-5e8990100191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:34.652124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 95e0eebf-eb1a-4743-9e41-e08724115b5f no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:51:34.682172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 95e0eebf-eb1a-4743-9e41-e08724115b5f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:51:34.682985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 95e0eebf-eb1a-4743-9e41-e08724115b5f not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:51:34.743900 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e685d1-6570-495a-94d2-5e8990100191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:34.747455 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e685d1-6570-495a-94d2-5e8990100191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:34.748753 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-92e685d1-6570-495a-94d2-5e8990100191 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7601ca90-bb00-4098-b0a3-b0352186b3f1 HTTP/1.1" status: 204 len: 168 time: 0.7199979 Aug 30 14:51:34.758085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e685d1-6570-495a-94d2-5e8990100191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7601ca90-bb00-4098-b0a3-b0352186b3f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:35.873134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:36.147812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949974581'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:36.188655 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.204128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.433458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.440335 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.487733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23db91a5-3139-4e38-a863-812b88a186c4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:36.570516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.577586 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.611408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.614589 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7379880 Aug 30 14:51:36.615036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:36.631044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c50d44-c76f-493a-89c6-bbdced5bbe12 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8566d0-5eba-4699-b088-95e34f402d34,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:36.693373 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-13556add-9670-41fe-bed3-cea4d7866848 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0771830 Aug 30 14:51:36.696804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:36.704936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-47dc84eb-1f93-45bb-81fd-74e0a5b5169f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-security--1741026119', 'description': 'tempest-security-description-1494207266'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:36.737220 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47dc84eb-1f93-45bb-81fd-74e0a5b5169f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.793571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47dc84eb-1f93-45bb-81fd-74e0a5b5169f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.800373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47dc84eb-1f93-45bb-81fd-74e0a5b5169f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.803310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47dc84eb-1f93-45bb-81fd-74e0a5b5169f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:36.809890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-47dc84eb-1f93-45bb-81fd-74e0a5b5169f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "PUT /v2.0/security-groups/2c8566d0-5eba-4699-b088-95e34f402d34 HTTP/1.1" status: 200 len: 1780 time: 0.1070833 Aug 30 14:51:36.810190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:36.859442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc84eb-1f93-45bb-81fd-74e0a5b5169f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8566d0-5eba-4699-b088-95e34f402d34,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:36.863124 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b92ef1ee-e57c-4e3e-b53c-41fdb6d031d3 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups/2c8566d0-5eba-4699-b088-95e34f402d34 HTTP/1.1" status: 200 len: 1780 time: 0.0516815 Aug 30 14:51:36.867506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:36.963786 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15931eed-a8e0-4fd9-8c6f-ac7431dee40c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.012071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15931eed-a8e0-4fd9-8c6f-ac7431dee40c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.070269 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15931eed-a8e0-4fd9-8c6f-ac7431dee40c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.074894 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15931eed-a8e0-4fd9-8c6f-ac7431dee40c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.076928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-15931eed-a8e0-4fd9-8c6f-ac7431dee40c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/2c8566d0-5eba-4699-b088-95e34f402d34 HTTP/1.1" status: 204 len: 168 time: 0.2069867 Aug 30 14:51:37.081601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41986) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:37.091975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15931eed-a8e0-4fd9-8c6f-ac7431dee40c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8566d0-5eba-4699-b088-95e34f402d34,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:37.160827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a510a57b-3266-4686-b034-84e04fda7aee tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733817 Aug 30 14:51:37.161430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 41990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:37.188287 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c37370e5-3b21-4eb3-ae7f-aecefdf201b6 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] delete failed (client error): The resource could not be found. Aug 30 14:51:37.196359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 41996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:37.197312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c37370e5-3b21-4eb3-ae7f-aecefdf201b6 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/2c8566d0-5eba-4699-b088-95e34f402d34 HTTP/1.1" status: 404 len: 347 time: 0.0345812 Aug 30 14:51:37.201545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fc917b9b-a263-4345-b6a9-8f3373f8f6e1 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273383744'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:37.234060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc917b9b-a263-4345-b6a9-8f3373f8f6e1 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.390734 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc917b9b-a263-4345-b6a9-8f3373f8f6e1 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.398292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc917b9b-a263-4345-b6a9-8f3373f8f6e1 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.440457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc917b9b-a263-4345-b6a9-8f3373f8f6e1 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.445139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:37.451586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e5d87c73-6734-47c9-b921-25f864f3dc4c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': 'f30eb2b6-5e95-4ebd-b0ca-0d4dc144560f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:37.456465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fc917b9b-a263-4345-b6a9-8f3373f8f6e1 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2589526 Aug 30 14:51:37.462154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917b9b-a263-4345-b6a9-8f3373f8f6e1 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30eb2b6-5e95-4ebd-b0ca-0d4dc144560f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:37.540779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5d87c73-6734-47c9-b921-25f864f3dc4c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.677244 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5d87c73-6734-47c9-b921-25f864f3dc4c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.695453 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5d87c73-6734-47c9-b921-25f864f3dc4c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.743261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d87c73-6734-47c9-b921-25f864f3dc4c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b41752-be08-4a34-8782-973af0a1cc20,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:37.749085 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5d87c73-6734-47c9-b921-25f864f3dc4c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.753544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:37.756426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e5d87c73-6734-47c9-b921-25f864f3dc4c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3072379 Aug 30 14:51:37.770469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-6affcb3f-f8d0-4bd3-a048-5be9fd243523 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913942 Aug 30 14:51:37.810790 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98eec218-9a42-4b69-be85-c6eb36bdca9f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.847650 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98eec218-9a42-4b69-be85-c6eb36bdca9f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.920002 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98eec218-9a42-4b69-be85-c6eb36bdca9f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.932828 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98eec218-9a42-4b69-be85-c6eb36bdca9f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:37.936850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-98eec218-9a42-4b69-be85-c6eb36bdca9f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f6b41752-be08-4a34-8782-973af0a1cc20 HTTP/1.1" status: 204 len: 168 time: 0.1794984 Aug 30 14:51:37.937180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:37.940063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eec218-9a42-4b69-be85-c6eb36bdca9f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6b41752-be08-4a34-8782-973af0a1cc20,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:38.031211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:38.042709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-adb4cebe-5e29-4448-9bd8-5fdc0b87cf87 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1026726 Aug 30 14:51:38.045779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-2d57d5c6-dd79-4b63-b3c2-a443314409db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:38.047485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-2d57d5c6-dd79-4b63-b3c2-a443314409db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1723323 Aug 30 14:51:38.109333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68a76b0f-0e7b-48a6-a038-c74623855f13 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.183985 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68a76b0f-0e7b-48a6-a038-c74623855f13 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.297380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68a76b0f-0e7b-48a6-a038-c74623855f13 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.301100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68a76b0f-0e7b-48a6-a038-c74623855f13 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.302651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-68a76b0f-0e7b-48a6-a038-c74623855f13 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/f30eb2b6-5e95-4ebd-b0ca-0d4dc144560f HTTP/1.1" status: 204 len: 168 time: 0.2701640 Aug 30 14:51:38.310801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:38.320708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-f423c866-6de5-49ee-8d5f-8c24fcd97dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:38.333498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-f423c866-6de5-49ee-8d5f-8c24fcd97dc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 909 time: 0.2614703 Aug 30 14:51:38.342463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a76b0f-0e7b-48a6-a038-c74623855f13 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30eb2b6-5e95-4ebd-b0ca-0d4dc144560f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:38.424470 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4d0e6550-f2a0-4c6f-b85d-229ed2126e30 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123874 Aug 30 14:51:38.429085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:38.434142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f2f8cf5f-7423-4230-bc6e-96a083593329 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516807212'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:38.467882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-cf4dda4a-3537-41be-b10c-31a14940d23d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 1000 time: 0.1274681 Aug 30 14:51:38.504780 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2f8cf5f-7423-4230-bc6e-96a083593329 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.583366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-25bdc09b-433c-43ea-9ec3-af46641db185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:38.585905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-25bdc09b-433c-43ea-9ec3-af46641db185 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 200 len: 847 time: 0.1095967 Aug 30 14:51:38.765897 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-b2472dbf-7373-4f01-adb3-f848e71d3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:38.767578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-b2472dbf-7373-4f01-adb3-f848e71d3948 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f14e83-8c0d-4016-a1db-160767c5d2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633401 Aug 30 14:51:38.791385 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2f8cf5f-7423-4230-bc6e-96a083593329 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.815647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2f8cf5f-7423-4230-bc6e-96a083593329 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.899662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2f8cf5f-7423-4230-bc6e-96a083593329 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.903788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2f8cf5f-7423-4230-bc6e-96a083593329 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4706957 Aug 30 14:51:38.904390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42044) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:38.914073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-33bfd8ca-51c8-4145-9825-587d82a0bb70 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '8deed588-5dba-488d-8fd4-3c128a6955c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:38.931889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8cf5f-7423-4230-bc6e-96a083593329 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8deed588-5dba-488d-8fd4-3c128a6955c6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:38.978774 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8ca-51c8-4145-9825-587d82a0bb70 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:38.988902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-72005542-dce5-4d8a-b786-e8eb005068ae service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087469 Aug 30 14:51:39.081069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8ca-51c8-4145-9825-587d82a0bb70 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.086611 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8ca-51c8-4145-9825-587d82a0bb70 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.107170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a858261-8f5d-4233-95ed-ac4e3530727f req-89b9d28c-35fb-4f68-b698-975b4c2e3523 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092515 Aug 30 14:51:39.113661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfd8ca-51c8-4145-9825-587d82a0bb70 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731d0b17-f81b-4532-8a2f-d7b88d848946,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:39.129256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8ca-51c8-4145-9825-587d82a0bb70 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.134147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-33bfd8ca-51c8-4145-9825-587d82a0bb70 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2259095 Aug 30 14:51:39.134643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:39.141147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-165ab2e3-47e7-4ac4-ac25-be22c4937ea0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '8deed588-5dba-488d-8fd4-3c128a6955c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:39.191701 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165ab2e3-47e7-4ac4-ac25-be22c4937ea0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.285548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165ab2e3-47e7-4ac4-ac25-be22c4937ea0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.290545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165ab2e3-47e7-4ac4-ac25-be22c4937ea0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.321290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ab2e3-47e7-4ac4-ac25-be22c4937ea0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6fb29f-45e1-4352-bcb9-3cc1784ae034,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:39.340271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165ab2e3-47e7-4ac4-ac25-be22c4937ea0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.340271 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-165ab2e3-47e7-4ac4-ac25-be22c4937ea0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028131 Aug 30 14:51:39.342010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:39.348215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea580f52-021a-4920-93e2-60851111b372 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '8deed588-5dba-488d-8fd4-3c128a6955c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:39.388864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea580f52-021a-4920-93e2-60851111b372 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.480407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea580f52-021a-4920-93e2-60851111b372 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.487129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea580f52-021a-4920-93e2-60851111b372 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.520414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea580f52-021a-4920-93e2-60851111b372 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.522185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ea580f52-021a-4920-93e2-60851111b372 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787643 Aug 30 14:51:39.524199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea580f52-021a-4920-93e2-60851111b372 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d44c3c1-7546-4e89-8624-ebfd202b13d1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:39.526483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:39.535400 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ed12033-9994-441e-b290-4b12fe25ef5c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '8deed588-5dba-488d-8fd4-3c128a6955c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:39.572178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed12033-9994-441e-b290-4b12fe25ef5c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.646979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed12033-9994-441e-b290-4b12fe25ef5c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.651606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed12033-9994-441e-b290-4b12fe25ef5c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.675949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed12033-9994-441e-b290-4b12fe25ef5c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934340fe-f058-40e7-981b-1605aae6d7ac,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:39.687295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed12033-9994-441e-b290-4b12fe25ef5c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.691058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3ed12033-9994-441e-b290-4b12fe25ef5c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610711 Aug 30 14:51:39.691424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:39.697007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '8deed588-5dba-488d-8fd4-3c128a6955c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:39.732644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.816102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.821664 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.845862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224466b9-02c4-4dbb-88df-b0eb401501d3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:39.858769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.859170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.859538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.859934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.860609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.860986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.861506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.862060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.862444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.862781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.863292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.863621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:51:39.873802 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.875173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fa7dd001-a708-46fb-b246-8b03b9de586a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1825271 Aug 30 14:51:39.879415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:39.925780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9761f10-2bfe-470e-a8fb-e51211f276f6 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.941079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9761f10-2bfe-470e-a8fb-e51211f276f6 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.993608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9761f10-2bfe-470e-a8fb-e51211f276f6 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:39.998736 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9761f10-2bfe-470e-a8fb-e51211f276f6 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.001786 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9761f10-2bfe-470e-a8fb-e51211f276f6 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/224466b9-02c4-4dbb-88df-b0eb401501d3 HTTP/1.1" status: 204 len: 168 time: 0.1205738 Aug 30 14:51:40.002944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.030806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9761f10-2bfe-470e-a8fb-e51211f276f6 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=224466b9-02c4-4dbb-88df-b0eb401501d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:40.095291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bec99609-0335-428e-8be6-155aded7c035 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0878029 Aug 30 14:51:40.095616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.130709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59aa0b51-0ccf-4b1f-8e84-0ceac8e9b60f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.143467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59aa0b51-0ccf-4b1f-8e84-0ceac8e9b60f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.187178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59aa0b51-0ccf-4b1f-8e84-0ceac8e9b60f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.205088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59aa0b51-0ccf-4b1f-8e84-0ceac8e9b60f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.207051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-59aa0b51-0ccf-4b1f-8e84-0ceac8e9b60f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/934340fe-f058-40e7-981b-1605aae6d7ac HTTP/1.1" status: 204 len: 168 time: 0.1105106 Aug 30 14:51:40.208442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa0b51-0ccf-4b1f-8e84-0ceac8e9b60f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=934340fe-f058-40e7-981b-1605aae6d7ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:40.211081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.274802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-888f57c0-e873-4e9d-a67b-eca989be1004 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0622258 Aug 30 14:51:40.277714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.307812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-135e3729-cc13-4ad9-928e-816c4046fe59 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.318749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-135e3729-cc13-4ad9-928e-816c4046fe59 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.359458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-135e3729-cc13-4ad9-928e-816c4046fe59 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.372298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-135e3729-cc13-4ad9-928e-816c4046fe59 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.377663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.378306 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-135e3729-cc13-4ad9-928e-816c4046fe59 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5d44c3c1-7546-4e89-8624-ebfd202b13d1 HTTP/1.1" status: 204 len: 168 time: 0.0989027 Aug 30 14:51:40.388368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e3729-cc13-4ad9-928e-816c4046fe59 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d44c3c1-7546-4e89-8624-ebfd202b13d1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:40.450376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-82369215-f214-4eaf-9470-7ca80973b3eb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0715175 Aug 30 14:51:40.456568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.488931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf707-ea85-488b-899e-de7877af5b74 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.507364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf707-ea85-488b-899e-de7877af5b74 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.541744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf707-ea85-488b-899e-de7877af5b74 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.561755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf707-ea85-488b-899e-de7877af5b74 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.567599 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d5ccf707-ea85-488b-899e-de7877af5b74 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ce6fb29f-45e1-4352-bcb9-3cc1784ae034 HTTP/1.1" status: 204 len: 168 time: 0.1046889 Aug 30 14:51:40.568081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.608264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccf707-ea85-488b-899e-de7877af5b74 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce6fb29f-45e1-4352-bcb9-3cc1784ae034,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:40.785855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5d8494ae-deea-4e6f-8e4d-a77659c0b965 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2157602 Aug 30 14:51:40.788516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.822742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66baf325-25bd-40cc-94bf-4c82ec707707 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.833248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66baf325-25bd-40cc-94bf-4c82ec707707 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.882265 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66baf325-25bd-40cc-94bf-4c82ec707707 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.901713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66baf325-25bd-40cc-94bf-4c82ec707707 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:40.904542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-66baf325-25bd-40cc-94bf-4c82ec707707 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/731d0b17-f81b-4532-8a2f-d7b88d848946 HTTP/1.1" status: 204 len: 168 time: 0.1139302 Aug 30 14:51:40.915505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:40.927458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baf325-25bd-40cc-94bf-4c82ec707707 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=731d0b17-f81b-4532-8a2f-d7b88d848946,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:40.989856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-72036be6-7c4a-4a7a-a4e7-371270ab6b24 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729268 Aug 30 14:51:40.995708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:41.098003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c30b-702b-4af1-8b06-f967a511f296 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:41.129760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c30b-702b-4af1-8b06-f967a511f296 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:41.223949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c30b-702b-4af1-8b06-f967a511f296 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:41.234040 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c30b-702b-4af1-8b06-f967a511f296 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:41.234040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d2b0c30b-702b-4af1-8b06-f967a511f296 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/8deed588-5dba-488d-8fd4-3c128a6955c6 HTTP/1.1" status: 204 len: 168 time: 0.2318151 Aug 30 14:51:41.235811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:41.248904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0c30b-702b-4af1-8b06-f967a511f296 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deed588-5dba-488d-8fd4-3c128a6955c6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:41.312115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:41.317662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9dfa6376-447c-4c34-a704-b7b2c029cf0e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-secgroup--247726858'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:41.318191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6c42e8dd-db1a-44d7-b51a-d50652320b1d tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808072 Aug 30 14:51:41.345811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6376-447c-4c34-a704-b7b2c029cf0e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:41.476544 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6376-447c-4c34-a704-b7b2c029cf0e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:41.483502 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6376-447c-4c34-a704-b7b2c029cf0e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:41.528120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6376-447c-4c34-a704-b7b2c029cf0e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:41.532650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:41.533267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9dfa6376-447c-4c34-a704-b7b2c029cf0e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2196732 Aug 30 14:51:41.536339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa6376-447c-4c34-a704-b7b2c029cf0e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b21f89-c51c-4248-afbf-ca2ab4b4f482,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:41.543056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b3c698a5-884a-4cf4-9a42-c7e1ef518008 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': 'e2b21f89-c51c-4248-afbf-ca2ab4b4f482', 'direction': 'ingress', 'protocol': 17}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:41.582935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3c698a5-884a-4cf4-9a42-c7e1ef518008 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.000256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3c698a5-884a-4cf4-9a42-c7e1ef518008 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.005732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3c698a5-884a-4cf4-9a42-c7e1ef518008 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.030694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c698a5-884a-4cf4-9a42-c7e1ef518008 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee49958-e0fd-4854-a56d-4d163dda4bdb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:42.041529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3c698a5-884a-4cf4-9a42-c7e1ef518008 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.046010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:42.057172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b3c698a5-884a-4cf4-9a42-c7e1ef518008 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5220699 Aug 30 14:51:42.131154 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b3cb48-93ba-42cc-b9b2-e0cf17f88d8a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.162899 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b3cb48-93ba-42cc-b9b2-e0cf17f88d8a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.223831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b3cb48-93ba-42cc-b9b2-e0cf17f88d8a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.227526 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65b3cb48-93ba-42cc-b9b2-e0cf17f88d8a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.228978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-65b3cb48-93ba-42cc-b9b2-e0cf17f88d8a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/e2b21f89-c51c-4248-afbf-ca2ab4b4f482 HTTP/1.1" status: 204 len: 168 time: 0.1819513 Aug 30 14:51:42.232398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:42.257385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3cb48-93ba-42cc-b9b2-e0cf17f88d8a tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b21f89-c51c-4248-afbf-ca2ab4b4f482,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:42.314847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:42.315203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8913cb31-c674-46ce-80f0-e6c302771bf9 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818009 Aug 30 14:51:42.320045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-27804b8c-b589-4514-96f3-6e16128481eb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987674060'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:42.356587 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27804b8c-b589-4514-96f3-6e16128481eb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.506767 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27804b8c-b589-4514-96f3-6e16128481eb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.514709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27804b8c-b589-4514-96f3-6e16128481eb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.563040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:42.598335 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27804b8c-b589-4514-96f3-6e16128481eb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.601185 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27804b8c-b589-4514-96f3-6e16128481eb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2849417 Aug 30 14:51:42.602944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27804b8c-b589-4514-96f3-6e16128481eb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f986f-1620-48cb-b474-1ad185fb28ea,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:42.603804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:42.610425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a8f1073b-2973-4f1d-ac2f-040d30d8b73c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762423786'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:42.661321 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f1073b-2973-4f1d-ac2f-040d30d8b73c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.749464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44a6accf-f7cc-4e25-ad20-8e7154397705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.808062 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f1073b-2973-4f1d-ac2f-040d30d8b73c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.816342 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f1073b-2973-4f1d-ac2f-040d30d8b73c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.867269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1073b-2973-4f1d-ac2f-040d30d8b73c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bfd5e-5686-49f6-9880-3f969213b5ad,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:42.959381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44a6accf-f7cc-4e25-ad20-8e7154397705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.967183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44a6accf-f7cc-4e25-ad20-8e7154397705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.983018 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f1073b-2973-4f1d-ac2f-040d30d8b73c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:42.987788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a8f1073b-2973-4f1d-ac2f-040d30d8b73c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3799326 Aug 30 14:51:42.988262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:42.993660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e72a0e95-51ac-407c-9c7c-977645dd7171 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': 'c15f986f-1620-48cb-b474-1ad185fb28ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ab5bfd5e-5686-49f6-9880-3f969213b5ad', 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:43.031400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-44a6accf-f7cc-4e25-ad20-8e7154397705 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b98f576864bd418e8f23dbebe0f0e1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668384 Aug 30 14:51:43.033525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6accf-f7cc-4e25-ad20-8e7154397705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c27430-b2b1-498f-9bb8-85cafa2efb1d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:43.034464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.104583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e72a0e95-51ac-407c-9c7c-977645dd7171 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.180018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc667fed-9b2d-4372-98fa-0e1f93bcd0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.226752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc667fed-9b2d-4372-98fa-0e1f93bcd0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.238365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e72a0e95-51ac-407c-9c7c-977645dd7171 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.249980 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e72a0e95-51ac-407c-9c7c-977645dd7171 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.284607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a0e95-51ac-407c-9c7c-977645dd7171 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabe1b18-47ae-4034-b363-cdc1ecb0c999,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:43.287684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e72a0e95-51ac-407c-9c7c-977645dd7171 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.292551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e72a0e95-51ac-407c-9c7c-977645dd7171 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2993445 Aug 30 14:51:43.292860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.321235 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-811e91e9-155d-4e60-93b8-0cba25fdc180 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.333087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-811e91e9-155d-4e60-93b8-0cba25fdc180 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.335487 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc667fed-9b2d-4372-98fa-0e1f93bcd0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.338815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc667fed-9b2d-4372-98fa-0e1f93bcd0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.343003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fc667fed-9b2d-4372-98fa-0e1f93bcd0c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05c27430-b2b1-498f-9bb8-85cafa2efb1d HTTP/1.1" status: 204 len: 168 time: 0.3040333 Aug 30 14:51:43.365327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc667fed-9b2d-4372-98fa-0e1f93bcd0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c27430-b2b1-498f-9bb8-85cafa2efb1d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:43.390768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-811e91e9-155d-4e60-93b8-0cba25fdc180 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.399710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-811e91e9-155d-4e60-93b8-0cba25fdc180 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.401076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-811e91e9-155d-4e60-93b8-0cba25fdc180 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/eabe1b18-47ae-4034-b363-cdc1ecb0c999 HTTP/1.1" status: 204 len: 168 time: 0.1070855 Aug 30 14:51:43.403891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42162) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.410608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e91e9-155d-4e60-93b8-0cba25fdc180 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eabe1b18-47ae-4034-b363-cdc1ecb0c999,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:43.461092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f2a5dc55-d8df-4d60-b4d9-5679d9358213 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0552404 Aug 30 14:51:43.464831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.536656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d824bfc-f589-43aa-a33e-3d2088a91e8c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.569163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d824bfc-f589-43aa-a33e-3d2088a91e8c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.623210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d824bfc-f589-43aa-a33e-3d2088a91e8c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.626760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d824bfc-f589-43aa-a33e-3d2088a91e8c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.628142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d824bfc-f589-43aa-a33e-3d2088a91e8c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/ab5bfd5e-5686-49f6-9880-3f969213b5ad HTTP/1.1" status: 204 len: 168 time: 0.1621640 Aug 30 14:51:43.630879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.638829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d824bfc-f589-43aa-a33e-3d2088a91e8c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bfd5e-5686-49f6-9880-3f969213b5ad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:43.723094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a9ab48c3-9828-4c3c-b822-a675fd2438dc tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0908303 Aug 30 14:51:43.725690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.768890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.785856 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f63d6ceb-d2c8-4fb9-ae45-d0162bdeb13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.790870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7af86f-101d-4581-b69b-ab506895b3e7 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.816256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7af86f-101d-4581-b69b-ab506895b3e7 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.877858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7af86f-101d-4581-b69b-ab506895b3e7 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.881736 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd7af86f-101d-4581-b69b-ab506895b3e7 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.883036 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bd7af86f-101d-4581-b69b-ab506895b3e7 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/c15f986f-1620-48cb-b474-1ad185fb28ea HTTP/1.1" status: 204 len: 168 time: 0.1563852 Aug 30 14:51:43.887285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.894569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7af86f-101d-4581-b69b-ab506895b3e7 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f986f-1620-48cb-b474-1ad185fb28ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:43.928758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f63d6ceb-d2c8-4fb9-ae45-d0162bdeb13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.939842 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f63d6ceb-d2c8-4fb9-ae45-d0162bdeb13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:43.964957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-20a348ef-436c-4f04-aa30-d97cbe9e09b0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762544 Aug 30 14:51:43.969238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.974073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4cee973d-02a4-46c0-bb05-8edd6ef0eb85 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022045951'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:43.991977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f63d6ceb-d2c8-4fb9-ae45-d0162bdeb13f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d685933bf32e49df854d56c3b2ccd960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206869 Aug 30 14:51:43.992236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42190) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:43.993003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d6ceb-d2c8-4fb9-ae45-d0162bdeb13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94a988-7c85-47a9-bfc9-efea6460cebc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:44.011944 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cee973d-02a4-46c0-bb05-8edd6ef0eb85 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.050923 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff6a4c2-b763-4c52-8fdf-c2ec957ca474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.084968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff6a4c2-b763-4c52-8fdf-c2ec957ca474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.138967 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cee973d-02a4-46c0-bb05-8edd6ef0eb85 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.141576 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff6a4c2-b763-4c52-8fdf-c2ec957ca474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.143341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cee973d-02a4-46c0-bb05-8edd6ef0eb85 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.145435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff6a4c2-b763-4c52-8fdf-c2ec957ca474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.149920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eff6a4c2-b763-4c52-8fdf-c2ec957ca474 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad94a988-7c85-47a9-bfc9-efea6460cebc HTTP/1.1" status: 204 len: 168 time: 0.1537352 Aug 30 14:51:44.160222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6a4c2-b763-4c52-8fdf-c2ec957ca474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94a988-7c85-47a9-bfc9-efea6460cebc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:44.197411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee973d-02a4-46c0-bb05-8edd6ef0eb85 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4cf0ff-a6d1-4208-8395-93e6e3f60200,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:44.200304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cee973d-02a4-46c0-bb05-8edd6ef0eb85 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.204459 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4cee973d-02a4-46c0-bb05-8edd6ef0eb85 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2315412 Aug 30 14:51:44.204747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42198) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:44.212210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9d100b48-fc84-4874-b919-f6bc8a558cbb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '5e4cf0ff-a6d1-4208-8395-93e6e3f60200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:44.258862 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d100b48-fc84-4874-b919-f6bc8a558cbb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.354010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d100b48-fc84-4874-b919-f6bc8a558cbb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.359144 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d100b48-fc84-4874-b919-f6bc8a558cbb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.396512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d100b48-fc84-4874-b919-f6bc8a558cbb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b659e1-c340-46ac-91db-d2a970788ab4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:44.402087 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d100b48-fc84-4874-b919-f6bc8a558cbb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.403595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9d100b48-fc84-4874-b919-f6bc8a558cbb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1976445 Aug 30 14:51:44.408665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:44.442970 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7518-aef4-4433-ab2d-00b8a2f56bc2 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.458729 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7518-aef4-4433-ab2d-00b8a2f56bc2 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.504712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7518-aef4-4433-ab2d-00b8a2f56bc2 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.512205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7518-aef4-4433-ab2d-00b8a2f56bc2 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.513523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c6e7518-aef4-4433-ab2d-00b8a2f56bc2 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/04b659e1-c340-46ac-91db-d2a970788ab4 HTTP/1.1" status: 204 len: 168 time: 0.1032948 Aug 30 14:51:44.520832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:44.525641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e7518-aef4-4433-ab2d-00b8a2f56bc2 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04b659e1-c340-46ac-91db-d2a970788ab4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:44.562577 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-33c5994c-27eb-47bb-8871-4c0cbe1f47dc tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437732 Aug 30 14:51:44.565119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:44.630568 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0da155c2-744d-46ae-b3b2-cb05ca94b363 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.658693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0da155c2-744d-46ae-b3b2-cb05ca94b363 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.715704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0da155c2-744d-46ae-b3b2-cb05ca94b363 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.721538 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0da155c2-744d-46ae-b3b2-cb05ca94b363 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:44.726778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0da155c2-744d-46ae-b3b2-cb05ca94b363 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e4cf0ff-a6d1-4208-8395-93e6e3f60200 HTTP/1.1" status: 204 len: 168 time: 0.1567426 Aug 30 14:51:44.727028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:44.747753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da155c2-744d-46ae-b3b2-cb05ca94b363 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4cf0ff-a6d1-4208-8395-93e6e3f60200,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:44.792953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9c23b492-f1bb-42f7-8622-8734b6b81a54 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633583 Aug 30 14:51:44.796701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:44.801597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9917ee22-5d42-4263-a28e-ce31de1b54f0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group': {'name': 'tempest-secgroup--818021562'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:44.834397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9917ee22-5d42-4263-a28e-ce31de1b54f0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.022612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9917ee22-5d42-4263-a28e-ce31de1b54f0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.029355 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9917ee22-5d42-4263-a28e-ce31de1b54f0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.060059 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917ee22-5d42-4263-a28e-ce31de1b54f0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12101077-4957-4ff5-99c0-524f99111ce0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:45.076002 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9917ee22-5d42-4263-a28e-ce31de1b54f0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.077453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9917ee22-5d42-4263-a28e-ce31de1b54f0 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2796850 Aug 30 14:51:45.080840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.087403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8c908b06-1659-4927-958c-7f74153c8476 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '12101077-4957-4ff5-99c0-524f99111ce0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:45.120598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c908b06-1659-4927-958c-7f74153c8476 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.186519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c908b06-1659-4927-958c-7f74153c8476 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.192229 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c908b06-1659-4927-958c-7f74153c8476 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.219859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c908b06-1659-4927-958c-7f74153c8476 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d5bbe7-326d-41c5-9f2d-0dc1771ad7e1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:45.230422 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c908b06-1659-4927-958c-7f74153c8476 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.231915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8c908b06-1659-4927-958c-7f74153c8476 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500747 Aug 30 14:51:45.234723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.254922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-180affe8-616b-4041-aada-438741bc2edd tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules/e6d5bbe7-326d-41c5-9f2d-0dc1771ad7e1 HTTP/1.1" status: 200 len: 763 time: 0.0188510 Aug 30 14:51:45.257542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.315458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6c6ae59d-296b-4d49-a035-53081bc44275 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0566895 Aug 30 14:51:45.318063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.358689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0649-da14-4882-b6a3-84cf05fb664c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.392840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0649-da14-4882-b6a3-84cf05fb664c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.433241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0649-da14-4882-b6a3-84cf05fb664c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.445759 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0649-da14-4882-b6a3-84cf05fb664c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.447699 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0c0d0649-da14-4882-b6a3-84cf05fb664c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e6d5bbe7-326d-41c5-9f2d-0dc1771ad7e1 HTTP/1.1" status: 204 len: 168 time: 0.1279209 Aug 30 14:51:45.450314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.456364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d0649-da14-4882-b6a3-84cf05fb664c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6d5bbe7-326d-41c5-9f2d-0dc1771ad7e1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:45.515273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-01da4364-e43d-4048-8b5c-a82c48e27aee tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622849 Aug 30 14:51:45.517014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.521974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2b81536f-d092-4fc0-ac34-e993bfad716f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '12101077-4957-4ff5-99c0-524f99111ce0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:45.558587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b81536f-d092-4fc0-ac34-e993bfad716f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.620877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b81536f-d092-4fc0-ac34-e993bfad716f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.627970 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b81536f-d092-4fc0-ac34-e993bfad716f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.678279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81536f-d092-4fc0-ac34-e993bfad716f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f714b6-8b83-4d12-97e8-4432a5aa26e2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:45.710133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b81536f-d092-4fc0-ac34-e993bfad716f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.714625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2b81536f-d092-4fc0-ac34-e993bfad716f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964953 Aug 30 14:51:45.717330 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.743062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6c9aa201-f997-46f7-85b8-e2c988414b6e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules/f5f714b6-8b83-4d12-97e8-4432a5aa26e2 HTTP/1.1" status: 200 len: 763 time: 0.0245101 Aug 30 14:51:45.745904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.837123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a9d7062d-b38c-47bb-9aa3-526c4c37a85f tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0898955 Aug 30 14:51:45.839813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.887968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35ded853-4a9f-428e-8078-88194f049dcc tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.899938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35ded853-4a9f-428e-8078-88194f049dcc tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.928202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35ded853-4a9f-428e-8078-88194f049dcc tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.935965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35ded853-4a9f-428e-8078-88194f049dcc tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:45.937445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-35ded853-4a9f-428e-8078-88194f049dcc tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f5f714b6-8b83-4d12-97e8-4432a5aa26e2 HTTP/1.1" status: 204 len: 168 time: 0.0965736 Aug 30 14:51:45.940117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:45.948115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ded853-4a9f-428e-8078-88194f049dcc tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5f714b6-8b83-4d12-97e8-4432a5aa26e2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:46.014498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ef12178c-1eaf-43c3-9cef-3157f0e90e7e tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705130 Aug 30 14:51:46.015123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:46.020141 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd5a3d53-4887-49bc-8faa-ced4de4b7f27 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Request body: {'security_group_rule': {'security_group_id': '12101077-4957-4ff5-99c0-524f99111ce0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:46.050572 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-cd5a3d53-4887-49bc-8faa-ced4de4b7f27 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Project 93e961d8a16e42349ee8a2dcdfd788ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:51:46.063015 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d53-4887-49bc-8faa-ced4de4b7f27 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.133354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d53-4887-49bc-8faa-ced4de4b7f27 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.138198 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d53-4887-49bc-8faa-ced4de4b7f27 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.156389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a3d53-4887-49bc-8faa-ced4de4b7f27 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f62a9f2-de49-43dd-b3eb-bb74c7cbd74b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:46.175769 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d53-4887-49bc-8faa-ced4de4b7f27 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.179865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cd5a3d53-4887-49bc-8faa-ced4de4b7f27 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608779 Aug 30 14:51:46.180241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:46.204628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:46.215379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f02d3867-e1fe-47eb-bfa9-9300e474cc4c tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules/1f62a9f2-de49-43dd-b3eb-bb74c7cbd74b HTTP/1.1" status: 200 len: 769 time: 0.0318170 Aug 30 14:51:46.262568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42288) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:46.274985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9e52f60e-ebf7-48d4-9b20-e664965662df tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0690572 Aug 30 14:51:46.293674 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-516fdfc3-ddf1-4d99-8560-6684658de4bb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.302702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-516fdfc3-ddf1-4d99-8560-6684658de4bb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.339943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-516fdfc3-ddf1-4d99-8560-6684658de4bb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.350764 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-516fdfc3-ddf1-4d99-8560-6684658de4bb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.353010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-516fdfc3-ddf1-4d99-8560-6684658de4bb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1f62a9f2-de49-43dd-b3eb-bb74c7cbd74b HTTP/1.1" status: 204 len: 168 time: 0.0894308 Aug 30 14:51:46.356320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:46.379266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fdfc3-ddf1-4d99-8560-6684658de4bb tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f62a9f2-de49-43dd-b3eb-bb74c7cbd74b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:46.445317 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7019784c-bb48-49aa-8968-033f13e44424 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0832405 Aug 30 14:51:46.447988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:46.508588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be322f66-a6d8-4186-a060-c4324ba9d021 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.544999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be322f66-a6d8-4186-a060-c4324ba9d021 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.617706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be322f66-a6d8-4186-a060-c4324ba9d021 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.620744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be322f66-a6d8-4186-a060-c4324ba9d021 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:46.622222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-be322f66-a6d8-4186-a060-c4324ba9d021 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "DELETE /v2.0/security-groups/12101077-4957-4ff5-99c0-524f99111ce0 HTTP/1.1" status: 204 len: 168 time: 0.1732378 Aug 30 14:51:46.625314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:46.650521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be322f66-a6d8-4186-a060-c4324ba9d021 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12101077-4957-4ff5-99c0-524f99111ce0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:46.707149 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1d490b61-4300-4db6-936a-7ea1f8a5dc03 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795269 Aug 30 14:51:46.711418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:46.779455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5a36b999-ed78-482c-8a1b-9c8dc40d06b2 tempest-SecGroupIPv6Test-625715542 tempest-SecGroupIPv6Test-625715542-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632024 Aug 30 14:51:46.940797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:47.124939 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f5605c2-0226-4149-9456-c0d85b63ab0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.197626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:47.259423 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f5605c2-0226-4149-9456-c0d85b63ab0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.264603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f5605c2-0226-4149-9456-c0d85b63ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.302080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4f5605c2-0226-4149-9456-c0d85b63ab0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=597027b0df974f3ea5cacde75ba18cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601468 Aug 30 14:51:47.302599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:47.339755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5605c2-0226-4149-9456-c0d85b63ab0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdc7fd4-b1a4-45b8-adf7-69aed7bba16f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:47.409083 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fc9f-9538-462e-9bd0-1e579efd916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.412621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-223b9597-0ba6-460a-8d82-538e6f2a5a47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93e961d8a16e42349ee8a2dcdfd788ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137659 Aug 30 14:51:47.415991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:47.450790 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fc9f-9538-462e-9bd0-1e579efd916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.508602 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2d461d5-26ee-400d-b9bd-fead59d1d750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.533775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2d461d5-26ee-400d-b9bd-fead59d1d750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.544001 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fc9f-9538-462e-9bd0-1e579efd916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.546817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fc9f-9538-462e-9bd0-1e579efd916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.548225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8a0fc9f-9538-462e-9bd0-1e579efd916f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fdc7fd4-b1a4-45b8-adf7-69aed7bba16f HTTP/1.1" status: 204 len: 168 time: 0.2440555 Aug 30 14:51:47.584218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0fc9f-9538-462e-9bd0-1e579efd916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdc7fd4-b1a4-45b8-adf7-69aed7bba16f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:47.635055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2d461d5-26ee-400d-b9bd-fead59d1d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.637605 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2d461d5-26ee-400d-b9bd-fead59d1d750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:47.639758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c2d461d5-26ee-400d-b9bd-fead59d1d750 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23db91a5-3139-4e38-a863-812b88a186c4 HTTP/1.1" status: 204 len: 168 time: 0.2228577 Aug 30 14:51:47.650235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d461d5-26ee-400d-b9bd-fead59d1d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db91a5-3139-4e38-a863-812b88a186c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:48.062081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:48.077215 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73964305-3a5d-4112-9b34-3913842de9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.189465 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73964305-3a5d-4112-9b34-3913842de9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.194146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73964305-3a5d-4112-9b34-3913842de9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.241090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-73964305-3a5d-4112-9b34-3913842de9c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c065f7ba12ba40868351b3f39a5feea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767743 Aug 30 14:51:48.241090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73964305-3a5d-4112-9b34-3913842de9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4af2f5-06f4-490d-adfe-655ebb2d5d59,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:48.245431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:48.304591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3f81055-4b56-4452-a0d7-c1ed828eb43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.326921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3f81055-4b56-4452-a0d7-c1ed828eb43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.408216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3f81055-4b56-4452-a0d7-c1ed828eb43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.410802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3f81055-4b56-4452-a0d7-c1ed828eb43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.416935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d3f81055-4b56-4452-a0d7-c1ed828eb43d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc4af2f5-06f4-490d-adfe-655ebb2d5d59 HTTP/1.1" status: 204 len: 168 time: 0.1702638 Aug 30 14:51:48.427352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f81055-4b56-4452-a0d7-c1ed828eb43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4af2f5-06f4-490d-adfe-655ebb2d5d59,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:48.626324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42368) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:48.788515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7449264b-2b90-4732-9b5c-2b3f4f7d8361 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:48.789183 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-7449264b-2b90-4732-9b5c-2b3f4f7d8361 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 14:51:48.789450 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-7449264b-2b90-4732-9b5c-2b3f4f7d8361 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 14:51:48.790775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7449264b-2b90-4732-9b5c-2b3f4f7d8361 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1634927 Aug 30 14:51:48.794682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:48.800621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669639850'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:48.827932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.839035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.961143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:48.967762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.013539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780b6e46-54a0-4340-b494-74d72472057c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:49.085167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.091209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.128178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.130798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3350265 Aug 30 14:51:49.134167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:49.142189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1ae8-f19c-41a0-9251-0528387aaa17 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d67ba-8466-4b52-b1a3-0aa1dd0e4498,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:49.143401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-64229c1c-d94d-4916-8ef6-bd4da5a53aed tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'ea4d67ba-8466-4b52-b1a3-0aa1dd0e4498', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:49.173395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64229c1c-d94d-4916-8ef6-bd4da5a53aed tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.239072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64229c1c-d94d-4916-8ef6-bd4da5a53aed tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.244626 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64229c1c-d94d-4916-8ef6-bd4da5a53aed tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.267716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64229c1c-d94d-4916-8ef6-bd4da5a53aed tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a73d9e-397f-4c7f-82b7-f93a9da99bec,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:49.272618 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64229c1c-d94d-4916-8ef6-bd4da5a53aed tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.277179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-64229c1c-d94d-4916-8ef6-bd4da5a53aed tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387825 Aug 30 14:51:49.277356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42400) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:49.282970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c0e3b11f-dea4-43fd-979e-3c220bacfac0 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'ea4d67ba-8466-4b52-b1a3-0aa1dd0e4498', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:49.311271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b11f-dea4-43fd-979e-3c220bacfac0 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.359303 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-c0e3b11f-dea4-43fd-979e-3c220bacfac0 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 14:51:49.361397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c0e3b11f-dea4-43fd-979e-3c220bacfac0 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0829027 Aug 30 14:51:49.364240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:49.433991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26274cdd-759a-4ed0-92de-b1a697d8771c tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.470889 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26274cdd-759a-4ed0-92de-b1a697d8771c tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.525988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26274cdd-759a-4ed0-92de-b1a697d8771c tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.530349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26274cdd-759a-4ed0-92de-b1a697d8771c tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.532288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-26274cdd-759a-4ed0-92de-b1a697d8771c tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/ea4d67ba-8466-4b52-b1a3-0aa1dd0e4498 HTTP/1.1" status: 204 len: 168 time: 0.1667163 Aug 30 14:51:49.535073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:49.550864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26274cdd-759a-4ed0-92de-b1a697d8771c tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d67ba-8466-4b52-b1a3-0aa1dd0e4498,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:49.607100 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-db051806-ecff-4366-966f-fa344ef87b4a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703955 Aug 30 14:51:49.612057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:49.616937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0ddf4745-1658-4fe5-ad3a-9a4de3bf1d4b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493933750'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:49.643920 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4745-1658-4fe5-ad3a-9a4de3bf1d4b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.752953 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4745-1658-4fe5-ad3a-9a4de3bf1d4b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.759414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4745-1658-4fe5-ad3a-9a4de3bf1d4b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.824378 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4745-1658-4fe5-ad3a-9a4de3bf1d4b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.829309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0ddf4745-1658-4fe5-ad3a-9a4de3bf1d4b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2159956 Aug 30 14:51:49.832795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:49.834507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4745-1658-4fe5-ad3a-9a4de3bf1d4b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fb8281-aad3-474d-9f22-62531d7d1527,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:49.838157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-81176890-0a59-4a45-bfd8-4fe892a0717a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'd8fb8281-aad3-474d-9f22-62531d7d1527', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:49.838999 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-81176890-0a59-4a45-bfd8-4fe892a0717a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 30 14:51:49.839521 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-81176890-0a59-4a45-bfd8-4fe892a0717a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:49.840755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-81176890-0a59-4a45-bfd8-4fe892a0717a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067799 Aug 30 14:51:49.844065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:49.933034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af47a8b-5826-4354-b7bb-ce789f43e868 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:49.972854 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af47a8b-5826-4354-b7bb-ce789f43e868 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.032982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.044097 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af47a8b-5826-4354-b7bb-ce789f43e868 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.046696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af47a8b-5826-4354-b7bb-ce789f43e868 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.050772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2af47a8b-5826-4354-b7bb-ce789f43e868 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/d8fb8281-aad3-474d-9f22-62531d7d1527 HTTP/1.1" status: 204 len: 168 time: 0.2015414 Aug 30 14:51:50.051696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.058216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af47a8b-5826-4354-b7bb-ce789f43e868 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fb8281-aad3-474d-9f22-62531d7d1527,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:50.152171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48a86408-de4c-4077-b850-0278907db5bf tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987487 Aug 30 14:51:50.155688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.160818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-70459d7a-f52e-4085-bf2a-1aadaae6f951 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093555215'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:50.173797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95b6d1-523a-4e5f-a3bd-65c522b0958a req-a6587017-ff8e-4f0f-a1fd-35464d6eb3ef tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:50.181352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f95b6d1-523a-4e5f-a3bd-65c522b0958a req-a6587017-ff8e-4f0f-a1fd-35464d6eb3ef tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 945 time: 0.1154971 Aug 30 14:51:50.225375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70459d7a-f52e-4085-bf2a-1aadaae6f951 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.233609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f95b6d1-523a-4e5f-a3bd-65c522b0958a req-22a10dab-f79b-42d1-a783-536e6577682f tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512648 Aug 30 14:51:50.337496 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70459d7a-f52e-4085-bf2a-1aadaae6f951 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.343892 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70459d7a-f52e-4085-bf2a-1aadaae6f951 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.384215 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70459d7a-f52e-4085-bf2a-1aadaae6f951 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.389289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.389630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-70459d7a-f52e-4085-bf2a-1aadaae6f951 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2324626 Aug 30 14:51:50.396821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-73b124ce-e665-4e2e-b685-500a6d6494b9 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'f0aa90e2-4812-4174-89ee-6c2cc5e3d69c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:50.398485 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-73b124ce-e665-4e2e-b685-500a6d6494b9 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 30 14:51:50.399152 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-73b124ce-e665-4e2e-b685-500a6d6494b9 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:50.402811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-73b124ce-e665-4e2e-b685-500a6d6494b9 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097859 Aug 30 14:51:50.403102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.407945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70459d7a-f52e-4085-bf2a-1aadaae6f951 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aa90e2-4812-4174-89ee-6c2cc5e3d69c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:50.470114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6432c3d-f64c-491d-a47e-369ba49b7573 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.494969 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6432c3d-f64c-491d-a47e-369ba49b7573 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.546653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6432c3d-f64c-491d-a47e-369ba49b7573 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.549504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6432c3d-f64c-491d-a47e-369ba49b7573 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.553321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6432c3d-f64c-491d-a47e-369ba49b7573 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/f0aa90e2-4812-4174-89ee-6c2cc5e3d69c HTTP/1.1" status: 204 len: 168 time: 0.1465721 Aug 30 14:51:50.554002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.561546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6432c3d-f64c-491d-a47e-369ba49b7573 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aa90e2-4812-4174-89ee-6c2cc5e3d69c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:50.613100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b9024938-27d6-437d-abce-454e26b855d8 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548370 Aug 30 14:51:50.614513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.619541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fea32190-a4ca-4f6c-a4e1-1d16c2942dd4 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--685041165'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:50.662116 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fea32190-a4ca-4f6c-a4e1-1d16c2942dd4 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.672263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.768611 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fea32190-a4ca-4f6c-a4e1-1d16c2942dd4 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.773726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fea32190-a4ca-4f6c-a4e1-1d16c2942dd4 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.807886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fea32190-a4ca-4f6c-a4e1-1d16c2942dd4 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.809232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fea32190-a4ca-4f6c-a4e1-1d16c2942dd4 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1936116 Aug 30 14:51:50.811267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea32190-a4ca-4f6c-a4e1-1d16c2942dd4 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3d0311-0ba0-4c1a-8ad2-39584cdbf016,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:50.814172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42474) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.837921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1e18b083-2646-4e6f-874b-a88d3aa45255 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fe3d0311-0ba0-4c1a-8ad2-39584cdbf016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:50.838769 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-1e18b083-2646-4e6f-874b-a88d3aa45255 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 30 14:51:50.839259 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-1e18b083-2646-4e6f-874b-a88d3aa45255 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:50.842859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e18b083-2646-4e6f-874b-a88d3aa45255 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105135 Aug 30 14:51:50.843619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.848841 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d138-f95c-4251-af3d-faac98487327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.849848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-726d3d53-00cc-4906-912a-9b22e66c312e tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fe3d0311-0ba0-4c1a-8ad2-39584cdbf016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:50.850928 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-726d3d53-00cc-4906-912a-9b22e66c312e tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 30 14:51:50.851710 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-726d3d53-00cc-4906-912a-9b22e66c312e tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:50.856399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-726d3d53-00cc-4906-912a-9b22e66c312e tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079782 Aug 30 14:51:50.856830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.864766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0f4f23b4-bebd-42cf-8d1b-619461a1ae3a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fe3d0311-0ba0-4c1a-8ad2-39584cdbf016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:50.866469 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-0f4f23b4-bebd-42cf-8d1b-619461a1ae3a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 30 14:51:50.867545 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0f4f23b4-bebd-42cf-8d1b-619461a1ae3a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:50.872264 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0f4f23b4-bebd-42cf-8d1b-619461a1ae3a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113130 Aug 30 14:51:50.872264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.879192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7edcd697-8c31-46a9-8e4a-64f93e780db5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fe3d0311-0ba0-4c1a-8ad2-39584cdbf016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:50.880315 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-7edcd697-8c31-46a9-8e4a-64f93e780db5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 30 14:51:50.881211 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7edcd697-8c31-46a9-8e4a-64f93e780db5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:50.884899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7edcd697-8c31-46a9-8e4a-64f93e780db5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084534 Aug 30 14:51:50.885648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:50.947047 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8faa87ab-759e-48ba-bdc9-bd12fe98dc4a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.960448 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d138-f95c-4251-af3d-faac98487327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.965910 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d138-f95c-4251-af3d-faac98487327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:50.973402 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8faa87ab-759e-48ba-bdc9-bd12fe98dc4a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.005848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d138-f95c-4251-af3d-faac98487327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9196c705-f030-4bfa-892f-a67297fef4de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:51.010798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f3d7d138-f95c-4251-af3d-faac98487327 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa4c065ac8804cd8980bfd2a3f8dbc35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369966 Aug 30 14:51:51.014080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.029596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8faa87ab-759e-48ba-bdc9-bd12fe98dc4a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.032612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8faa87ab-759e-48ba-bdc9-bd12fe98dc4a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.033867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8faa87ab-759e-48ba-bdc9-bd12fe98dc4a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/fe3d0311-0ba0-4c1a-8ad2-39584cdbf016 HTTP/1.1" status: 204 len: 168 time: 0.1475563 Aug 30 14:51:51.036996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.050965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa87ab-759e-48ba-bdc9-bd12fe98dc4a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3d0311-0ba0-4c1a-8ad2-39584cdbf016,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:51.093882 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5689646d-cced-438f-bde8-cbd725c3b4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.095191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-469421c6-2cf4-4dbb-9132-2acf83da6b7a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564394 Aug 30 14:51:51.097497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.103206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6806b2a3-601f-44d8-8c1c-f7631edf7e21 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429665002'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.136904 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5689646d-cced-438f-bde8-cbd725c3b4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.150091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6806b2a3-601f-44d8-8c1c-f7631edf7e21 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.212103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5689646d-cced-438f-bde8-cbd725c3b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.214648 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5689646d-cced-438f-bde8-cbd725c3b4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.215820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5689646d-cced-438f-bde8-cbd725c3b4cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9196c705-f030-4bfa-892f-a67297fef4de HTTP/1.1" status: 204 len: 168 time: 0.2003641 Aug 30 14:51:51.233905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689646d-cced-438f-bde8-cbd725c3b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196c705-f030-4bfa-892f-a67297fef4de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:51.322056 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6806b2a3-601f-44d8-8c1c-f7631edf7e21 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.340582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6806b2a3-601f-44d8-8c1c-f7631edf7e21 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.406618 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6806b2a3-601f-44d8-8c1c-f7631edf7e21 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.411077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.413817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6806b2a3-601f-44d8-8c1c-f7631edf7e21 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3148515 Aug 30 14:51:51.417691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806b2a3-601f-44d8-8c1c-f7631edf7e21 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab7dca6-a3b0-43f8-b05d-494a69cd5928,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:51.422922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b60f0eb5-ecb9-4e16-9be8-c8f6cdc730c6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.423901 n-d-805668-3 neutron-server[94827]: WARNING neutron.api.v2.base [None req-b60f0eb5-ecb9-4e16-9be8-c8f6cdc730c6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 14:51:51.425807 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b60f0eb5-ecb9-4e16-9be8-c8f6cdc730c6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:51.427882 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b60f0eb5-ecb9-4e16-9be8-c8f6cdc730c6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0145109 Aug 30 14:51:51.430948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.439941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a9650ff0-1eb8-4d21-a072-5168545920b7 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.443607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287e2c-fbac-4c3b-ace5-5adba569cc21 req-53f5138c-b0fa-495d-9fdb-1a0152b10f6a tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:51.445418 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c1287e2c-fbac-4c3b-ace5-5adba569cc21 req-53f5138c-b0fa-495d-9fdb-1a0152b10f6a tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 945 time: 0.1202602 Aug 30 14:51:51.502204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c1287e2c-fbac-4c3b-ace5-5adba569cc21 req-88240e91-1fbc-4363-ad7c-109b9c744591 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/security-groups?id=d25b98a8-4511-470f-9b4a-3a9dc912cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439138 Aug 30 14:51:51.550988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f71623-7b25-4f99-a720-4ff03a170488 req-15afe1a1-2b31-4e6f-9557-68db07624f07 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:51.552678 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14f71623-7b25-4f99-a720-4ff03a170488 req-15afe1a1-2b31-4e6f-9557-68db07624f07 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 945 time: 0.0999587 Aug 30 14:51:51.568634 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-a9650ff0-1eb8-4d21-a072-5168545920b7 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:51.572002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.576955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7df74d8c-7a71-4d6b-8edd-724ff4b00783 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.577747 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-7df74d8c-7a71-4d6b-8edd-724ff4b00783 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 30 14:51:51.578255 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7df74d8c-7a71-4d6b-8edd-724ff4b00783 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:51.582368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7df74d8c-7a71-4d6b-8edd-724ff4b00783 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092485 Aug 30 14:51:51.583193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.584905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a9650ff0-1eb8-4d21-a072-5168545920b7 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1520233 Aug 30 14:51:51.593393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f4291792-bb7f-4549-b086-924b2e2ad2dc tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.644486 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f4291792-bb7f-4549-b086-924b2e2ad2dc tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:51.651002 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f4291792-bb7f-4549-b086-924b2e2ad2dc tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0667791 Aug 30 14:51:51.651950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.660276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-225323b1-12b3-4b36-9b8d-38fe366dd34e tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.660806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.661407 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-225323b1-12b3-4b36-9b8d-38fe366dd34e tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 14:51:51.662101 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-225323b1-12b3-4b36-9b8d-38fe366dd34e tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:51.663132 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-225323b1-12b3-4b36-9b8d-38fe366dd34e tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101585 Aug 30 14:51:51.666318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.677353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c414c457-a620-4464-a739-673cf6cc29f1 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.682366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af308ad4-6913-4138-a1b1-929de7ef74b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.729193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Deleting port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:51:51.729556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.867419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] For port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,segment=NetworkSegment(e87aa5fc-7fed-4bb8-9651-4027d82580e2),segment_id=e87aa5fc-7fed-4bb8-9651-4027d82580e2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:51:51.867783 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.893240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Calling delete_port for ecb4fd3e-d390-4e66-8c57-8f0225ce6fed owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:51:51.900750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af308ad4-6913-4138-a1b1-929de7ef74b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.909708 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af308ad4-6913-4138-a1b1-929de7ef74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:51.911213 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c414c457-a620-4464-a739-673cf6cc29f1 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:51.913095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c414c457-a620-4464-a739-673cf6cc29f1 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2438953 Aug 30 14:51:51.915967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.921378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c65c5923-d40a-4991-ac69-a9aeced33246 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.922171 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-c65c5923-d40a-4991-ac69-a9aeced33246 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 30 14:51:51.923452 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c65c5923-d40a-4991-ac69-a9aeced33246 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:51.927807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c65c5923-d40a-4991-ac69-a9aeced33246 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076287 Aug 30 14:51:51.928342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.934584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c0f41448-85d8-4a1f-9430-ef18c344ecee tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:51.941142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-af308ad4-6913-4138-a1b1-929de7ef74b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ad4e94f3d2a41c7b26ff0693a30e810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768080 Aug 30 14:51:51.941349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.978140 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c0f41448-85d8-4a1f-9430-ef18c344ecee tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:51.982557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c0f41448-85d8-4a1f-9430-ef18c344ecee tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0501592 Aug 30 14:51:51.982863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:51.990809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f921295a-cab6-4536-952e-6fa9e36d0268 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': 'fab7dca6-a3b0-43f8-b05d-494a69cd5928', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:52.033309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af308ad4-6913-4138-a1b1-929de7ef74b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aade6f-0f57-47fe-a2d1-8af74897e130,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:52.051710 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f921295a-cab6-4536-952e-6fa9e36d0268 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:52.055359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f921295a-cab6-4536-952e-6fa9e36d0268 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0713823 Aug 30 14:51:52.059205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:52.073750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47097e7b-7b68-43af-b058-6003f3a233c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.121549 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47097e7b-7b68-43af-b058-6003f3a233c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.124105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6d01ed6-7903-4aa6-aa2a-dbf23c18f97a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.152902 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6d01ed6-7903-4aa6-aa2a-dbf23c18f97a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.189033 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.201393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ecb4fd3e-d390-4e66-8c57-8f0225ce6fed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:51:52.212996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47097e7b-7b68-43af-b058-6003f3a233c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.214167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6d01ed6-7903-4aa6-aa2a-dbf23c18f97a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.215949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47097e7b-7b68-43af-b058-6003f3a233c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.219545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-47097e7b-7b68-43af-b058-6003f3a233c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4aade6f-0f57-47fe-a2d1-8af74897e130 HTTP/1.1" status: 204 len: 168 time: 0.2749422 Aug 30 14:51:52.219727 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6d01ed6-7903-4aa6-aa2a-dbf23c18f97a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.226858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6d01ed6-7903-4aa6-aa2a-dbf23c18f97a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/fab7dca6-a3b0-43f8-b05d-494a69cd5928 HTTP/1.1" status: 204 len: 168 time: 0.1658833 Aug 30 14:51:52.227679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:52.242740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Pushing event deleted for resources: {'Port': ['ID=ecb4fd3e-d390-4e66-8c57-8f0225ce6fed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:52.264595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d01ed6-7903-4aa6-aa2a-dbf23c18f97a tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab7dca6-a3b0-43f8-b05d-494a69cd5928,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:52.280367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47097e7b-7b68-43af-b058-6003f3a233c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aade6f-0f57-47fe-a2d1-8af74897e130,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:52.298321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] No DVR routers for this DVR port ecb4fd3e-d390-4e66-8c57-8f0225ce6fed on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:51:52.301818 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.304870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14f71623-7b25-4f99-a720-4ff03a170488 req-6f91439e-4c3b-455a-8dfa-08df18def52b tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.39 "DELETE /v2.0/ports/ecb4fd3e-d390-4e66-8c57-8f0225ce6fed HTTP/1.1" status: 204 len: 173 time: 0.7462015 Aug 30 14:51:52.305465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3069c19-e508-468e-8318-b38b6fa4db1f', 'name': 'network-vif-deleted', 'tag': 'ecb4fd3e-d390-4e66-8c57-8f0225ce6fed'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:51:52.308226 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205908c9-4e61-4511-a81d-c8b9f54c6799" -d '{"events": [{"server_uuid": "e3069c19-e508-468e-8318-b38b6fa4db1f", "name": "network-vif-deleted", "tag": "ecb4fd3e-d390-4e66-8c57-8f0225ce6fed"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:51:52.363182 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1a0644aa-cb80-4f29-b07f-54e0be7eab33 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185758 Aug 30 14:51:52.363413 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea99e28-5f75-4195-a93a-4c7fb3f06fe4 x-openstack-request-id: req-fea99e28-5f75-4195-a93a-4c7fb3f06fe4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:51:52.363769 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3069c19-e508-468e-8318-b38b6fa4db1f", "name": "network-vif-deleted", "tag": "ecb4fd3e-d390-4e66-8c57-8f0225ce6fed", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:51:52.364723 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fea99e28-5f75-4195-a93a-4c7fb3f06fe4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:51:52.365075 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3069c19-e508-468e-8318-b38b6fa4db1f', 'name': 'network-vif-deleted', 'tag': 'ecb4fd3e-d390-4e66-8c57-8f0225ce6fed', 'status': 'completed', 'code': 200} Aug 30 14:51:52.365531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:52.379167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3882a112-6c29-4ff8-871c-18d66b3dfa8b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--100942837'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:52.412966 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3882a112-6c29-4ff8-871c-18d66b3dfa8b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.545077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3882a112-6c29-4ff8-871c-18d66b3dfa8b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.551380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3882a112-6c29-4ff8-871c-18d66b3dfa8b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.590293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3882a112-6c29-4ff8-871c-18d66b3dfa8b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.595008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3882a112-6c29-4ff8-871c-18d66b3dfa8b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2182162 Aug 30 14:51:52.595931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42542) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:52.596443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882a112-6c29-4ff8-871c-18d66b3dfa8b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28439a86-749e-48cb-b317-5147864a98e3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:52.602815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-390a56c8-397d-4b08-8633-11b2da25f9e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': '28439a86-749e-48cb-b317-5147864a98e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:52.657788 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-390a56c8-397d-4b08-8633-11b2da25f9e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The resource could not be found. Aug 30 14:51:52.659060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-390a56c8-397d-4b08-8633-11b2da25f9e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0604136 Aug 30 14:51:52.662278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:52.677804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b8e7cff9-8201-4b09-a51e-6e747974a4cc tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': '28439a86-749e-48cb-b317-5147864a98e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b8b90ce4-7d0b-4b83-a4f0-30dcfb05d1bb'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:52.684240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6375f650-cd33-48cb-abd0-6f4d1712d2de req-45da4dfe-3dea-4b3b-a46b-93c688255620 tempest-VolumesSnapshotTestJSON-1918992496 tempest-VolumesSnapshotTestJSON-1918992496-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3069c19-e508-468e-8318-b38b6fa4db1f HTTP/1.1" status: 200 len: 210 time: 0.0496359 Aug 30 14:51:52.740773 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b8e7cff9-8201-4b09-a51e-6e747974a4cc tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The resource could not be found. Aug 30 14:51:52.743820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b8e7cff9-8201-4b09-a51e-6e747974a4cc tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0801430 Aug 30 14:51:52.747076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:52.820567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f83ddde9-c0fb-45cc-844d-11f44c055d93 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.850317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f83ddde9-c0fb-45cc-844d-11f44c055d93 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.915831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f83ddde9-c0fb-45cc-844d-11f44c055d93 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.919703 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f83ddde9-c0fb-45cc-844d-11f44c055d93 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:52.920421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f83ddde9-c0fb-45cc-844d-11f44c055d93 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/28439a86-749e-48cb-b317-5147864a98e3 HTTP/1.1" status: 204 len: 168 time: 0.1720634 Aug 30 14:51:52.924548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:52.930841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ddde9-c0fb-45cc-844d-11f44c055d93 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28439a86-749e-48cb-b317-5147864a98e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:52.975376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:52.975565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-864528f9-9000-4998-9a12-83f7118b6833 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497994 Aug 30 14:51:52.980118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-efb75e06-f634-4dc8-a32c-9068f1b5a6a9 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': '8bc8fe8c-6d11-4338-9dd9-363c83f900dd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:53.025790 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-efb75e06-f634-4dc8-a32c-9068f1b5a6a9 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The resource could not be found. Aug 30 14:51:53.030652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-efb75e06-f634-4dc8-a32c-9068f1b5a6a9 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0529704 Aug 30 14:51:53.031338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:53.036738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea899a63-7763-470f-acf4-7a2add8f19ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003749595'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:53.059759 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea899a63-7763-470f-acf4-7a2add8f19ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.155291 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea899a63-7763-470f-acf4-7a2add8f19ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.160886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea899a63-7763-470f-acf4-7a2add8f19ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.192161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea899a63-7763-470f-acf4-7a2add8f19ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369c2dfe-d9ca-4802-a98a-75c03d299f60,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:53.194917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea899a63-7763-470f-acf4-7a2add8f19ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.197127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ea899a63-7763-470f-acf4-7a2add8f19ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1632059 Aug 30 14:51:53.198914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42574) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:53.203640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-522dac6f-bff4-4a42-8deb-53431415bcac tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--209450682'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:53.226631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-522dac6f-bff4-4a42-8deb-53431415bcac tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.318476 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-522dac6f-bff4-4a42-8deb-53431415bcac tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.323382 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-522dac6f-bff4-4a42-8deb-53431415bcac tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.353440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-522dac6f-bff4-4a42-8deb-53431415bcac tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.354669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-522dac6f-bff4-4a42-8deb-53431415bcac tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1547546 Aug 30 14:51:53.357548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42578) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:53.362857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f9205842-9d81-4cad-b6f7-d7c49db331d6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group_rule': {'security_group_id': '369c2dfe-d9ca-4802-a98a-75c03d299f60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4c532bf0-3523-4681-b374-fa51b4632bc1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:53.370808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dac6f-bff4-4a42-8deb-53431415bcac tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c532bf0-3523-4681-b374-fa51b4632bc1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:53.409993 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-f9205842-9d81-4cad-b6f7-d7c49db331d6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:51:53.411572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9205842-9d81-4cad-b6f7-d7c49db331d6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0528314 Aug 30 14:51:53.417635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:53.480182 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e2893-6da1-4736-9d3d-25350afe57e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.504624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e2893-6da1-4736-9d3d-25350afe57e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.559028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e2893-6da1-4736-9d3d-25350afe57e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.564185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e2893-6da1-4736-9d3d-25350afe57e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.564185 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d53e2893-6da1-4736-9d3d-25350afe57e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c532bf0-3523-4681-b374-fa51b4632bc1 HTTP/1.1" status: 204 len: 168 time: 0.1445653 Aug 30 14:51:53.566399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42592) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:53.580381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e2893-6da1-4736-9d3d-25350afe57e6 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c532bf0-3523-4681-b374-fa51b4632bc1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:53.631009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ab72ee47-afc3-475e-bd8b-5d134526bcb1 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0610766 Aug 30 14:51:53.631538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:53.685673 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812086b2-b31d-4ee8-9ab5-392a7d3f06ff tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.708739 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812086b2-b31d-4ee8-9ab5-392a7d3f06ff tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.753419 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812086b2-b31d-4ee8-9ab5-392a7d3f06ff tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.756791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-812086b2-b31d-4ee8-9ab5-392a7d3f06ff tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:53.758076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-812086b2-b31d-4ee8-9ab5-392a7d3f06ff tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/369c2dfe-d9ca-4802-a98a-75c03d299f60 HTTP/1.1" status: 204 len: 168 time: 0.1258597 Aug 30 14:51:53.760918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:53.789382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812086b2-b31d-4ee8-9ab5-392a7d3f06ff tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c2dfe-d9ca-4802-a98a-75c03d299f60,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:53.861562 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dbad8583-9b8b-42ab-8a65-d2fe7f8584aa tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994301 Aug 30 14:51:53.866525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:53.872500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-34ed9663-503a-409b-a75b-7837091a4a0b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263502150'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:53.906986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34ed9663-503a-409b-a75b-7837091a4a0b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:54.007238 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34ed9663-503a-409b-a75b-7837091a4a0b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:54.013681 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34ed9663-503a-409b-a75b-7837091a4a0b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:54.052052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34ed9663-503a-409b-a75b-7837091a4a0b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:54.053428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-34ed9663-503a-409b-a75b-7837091a4a0b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1857202 Aug 30 14:51:54.056709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:54.061492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-322f07c6-c797-498c-89d4-a3f7c6aa9fc5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:54.062158 n-d-805668-3 neutron-server[94826]: WARNING neutron.api.v2.base [None req-322f07c6-c797-498c-89d4-a3f7c6aa9fc5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 14:51:54.063126 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-322f07c6-c797-498c-89d4-a3f7c6aa9fc5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 14:51:54.064617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-322f07c6-c797-498c-89d4-a3f7c6aa9fc5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "PUT /v2.0/security-groups/dd93ec0a-864f-49dd-ae04-8e1e678f9aee HTTP/1.1" status: 409 len: 330 time: 0.0070934 Aug 30 14:51:54.067305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:54.075254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed9663-503a-409b-a75b-7837091a4a0b tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd93ec0a-864f-49dd-ae04-8e1e678f9aee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:54.129166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edb5ca09-f132-4126-9bd8-17e7323395e5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:54.193422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edb5ca09-f132-4126-9bd8-17e7323395e5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:54.257961 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edb5ca09-f132-4126-9bd8-17e7323395e5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:54.260948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edb5ca09-f132-4126-9bd8-17e7323395e5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:54.262683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-edb5ca09-f132-4126-9bd8-17e7323395e5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/dd93ec0a-864f-49dd-ae04-8e1e678f9aee HTTP/1.1" status: 204 len: 168 time: 0.1943934 Aug 30 14:51:54.265361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:54.275429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5ca09-f132-4126-9bd8-17e7323395e5 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd93ec0a-864f-49dd-ae04-8e1e678f9aee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:54.332658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:54.337141 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1714d7d5-de22-44e5-a29e-d2ec383bee0f tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654483 Aug 30 14:51:54.348947 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a2b96bf7-11ed-4125-ade7-033345502de2 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] delete failed (client error): The resource could not be found. Aug 30 14:51:54.350149 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a2b96bf7-11ed-4125-ade7-033345502de2 tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "DELETE /v2.0/security-groups/2dcdb7b6-f91b-4cb5-8046-62bb580e1348 HTTP/1.1" status: 404 len: 347 time: 0.0163546 Aug 30 14:51:54.353810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:54.373243 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-cc04110d-ddde-4aa8-9c50-d9b7626849ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] show failed (client error): The resource could not be found. Aug 30 14:51:54.374658 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc04110d-ddde-4aa8-9c50-d9b7626849ce tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-groups/08c3d79a-8c01-483e-bfe2-606a5488dae3 HTTP/1.1" status: 404 len: 347 time: 0.0198622 Aug 30 14:51:54.378531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:54.399426 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-05741082-9521-46f0-bd94-005849cc67ad tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] show failed (client error): The resource could not be found. Aug 30 14:51:54.403583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05741082-9521-46f0-bd94-005849cc67ad tempest-NegativeSecGroupTest-1297431421 tempest-NegativeSecGroupTest-1297431421-project] 10.222.0.50 "GET /v2.0/security-group-rules/380211ff-6617-44e4-99e3-36fa04e3ebc2 HTTP/1.1" status: 404 len: 356 time: 0.0210040 Aug 30 14:51:54.771954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:54.984143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f6933da0-9ba9-4403-bb80-19103c26d451 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c444e60503ef474c93190a20b437af06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106905 Aug 30 14:51:54.986427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:55.045512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6993a88-2d0c-4985-81f3-b98d97db80a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:55.067500 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6993a88-2d0c-4985-81f3-b98d97db80a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:55.121946 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6993a88-2d0c-4985-81f3-b98d97db80a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:55.124618 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6993a88-2d0c-4985-81f3-b98d97db80a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:55.126939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f6993a88-2d0c-4985-81f3-b98d97db80a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/780b6e46-54a0-4340-b494-74d72472057c HTTP/1.1" status: 204 len: 168 time: 0.1379812 Aug 30 14:51:55.147776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6993a88-2d0c-4985-81f3-b98d97db80a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780b6e46-54a0-4340-b494-74d72472057c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:55.182713 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41b4bb8b-762c-4e76-9c37-88cff1e57c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.000089 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:56.121517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2036228168'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:51:56.149473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Made reservation on behalf of 34e82e314f0f49df944448b00b9a1b13 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:51:56.153956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.174460 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.281969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.286959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.302993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:51:56.313779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.314402 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Added segment 9f1cf3c1-2b83-4392-af83-cbe82a5f9a1b of type vlan for network a48e0e55-ab9a-4a78-97a5-d833d8a89949 Aug 30 14:51:56.369792 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.402116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.409254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:51:56.410235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:56.451199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bdfc8a-f12d-42d0-a088-c2e621bfdb82,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:56.524077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5206287 Aug 30 14:51:56.524561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:56.529461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ebc7bf0c-baac-4759-90e5-6c4b4cfcae99 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', 'tempest-TagsTest-Tag-1025203874') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:56.568934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abffc9-9df5-4ab1-ad81-ead506c463f4 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Pushing event updated for resources: {'Network': ['ID=a48e0e55-ab9a-4a78-97a5-d833d8a89949,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:56.615120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a48e0e55-ab9a-4a78-97a5-d833d8a89949 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:51:56.729957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ecb4fd3e-d390-4e66-8c57-8f0225ce6fed no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:51:56.762293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: ecb4fd3e-d390-4e66-8c57-8f0225ce6fed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:51:56.762961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ecb4fd3e-d390-4e66-8c57-8f0225ce6fed not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:51:56.769544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ebc7bf0c-baac-4759-90e5-6c4b4cfcae99 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "PUT /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags/tempest-TagsTest-Tag-1025203874 HTTP/1.1" status: 201 len: 201 time: 0.2437332 Aug 30 14:51:56.772047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:56.776526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-6f5293de-0087-49e6-9258-93e92136a0c0 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', 'tempest-TagsTest-Tag-1025203874') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:56.853855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f5293de-0087-49e6-9258-93e92136a0c0 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "GET /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags/tempest-TagsTest-Tag-1025203874 HTTP/1.1" status: 204 len: 168 time: 0.0807047 Aug 30 14:51:56.856230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:56.862102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-be5993bf-cc1e-436b-9496-08adb947c366 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:56.939431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-be5993bf-cc1e-436b-9496-08adb947c366 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "GET /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags HTTP/1.1" status: 200 len: 238 time: 0.0819690 Aug 30 14:51:56.942160 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:56.947581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-5cfa8158-4dab-4c5f-b883-4604e4d54f29 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', {'tags': ['tempest-TagsTest-Tag-1568852739', 'tempest-TagsTest-Tag-1963239209', 'tempest-TagsTest-Tag-1547967797']}) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.052076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5cfa8158-4dab-4c5f-b883-4604e4d54f29 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "PUT /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags HTTP/1.1" status: 200 len: 309 time: 0.1086886 Aug 30 14:51:57.054937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.059521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-032a48b2-904a-46d3-bc98-702ea7a1a5e6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', 'tempest-TagsTest-Tag-1568852739') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.155139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-032a48b2-904a-46d3-bc98-702ea7a1a5e6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "DELETE /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags/tempest-TagsTest-Tag-1568852739 HTTP/1.1" status: 204 len: 168 time: 0.0989206 Aug 30 14:51:57.158268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42724) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.163034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-e49dcaf4-8a6c-4254-b63b-c8f3a1540e1d tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', 'tempest-TagsTest-Tag-1568852739') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.252401 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-e49dcaf4-8a6c-4254-b63b-c8f3a1540e1d tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] show failed (client error): The resource could not be found. Aug 30 14:51:57.253598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e49dcaf4-8a6c-4254-b63b-c8f3a1540e1d tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "GET /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags/tempest-TagsTest-Tag-1568852739 HTTP/1.1" status: 404 len: 326 time: 0.0942514 Aug 30 14:51:57.256275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42730) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.261617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-d5b5e705-fe65-4c2f-82b1-35ab2542a843 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', 'tempest-TagsTest-Tag-1963239209') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.344749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.351613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d5b5e705-fe65-4c2f-82b1-35ab2542a843 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "GET /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags/tempest-TagsTest-Tag-1963239209 HTTP/1.1" status: 204 len: 168 time: 0.0938711 Aug 30 14:51:57.354759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-c218a659-1bb2-418f-b33a-696985eefb4e tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', 'tempest-TagsTest-Tag-1547967797') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.452699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c218a659-1bb2-418f-b33a-696985eefb4e tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "GET /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags/tempest-TagsTest-Tag-1547967797 HTTP/1.1" status: 204 len: 168 time: 0.1063735 Aug 30 14:51:57.455725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.460272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-f297f698-414a-4fad-9878-b6bc37771421 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.580072 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f297f698-414a-4fad-9878-b6bc37771421 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "DELETE /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags HTTP/1.1" status: 204 len: 168 time: 0.1231761 Aug 30 14:51:57.583039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.589433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-821b3e82-ea1c-44bf-a947-8ef6500d16b7 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', 'tempest-TagsTest-Tag-1963239209') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.682644 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-821b3e82-ea1c-44bf-a947-8ef6500d16b7 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] show failed (client error): The resource could not be found. Aug 30 14:51:57.683945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-821b3e82-ea1c-44bf-a947-8ef6500d16b7 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "GET /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags/tempest-TagsTest-Tag-1963239209 HTTP/1.1" status: 404 len: 326 time: 0.0996845 Aug 30 14:51:57.686912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.692075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-3749ea11-e0ad-452f-b0c4-f66f0397f03d tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949', 'tempest-TagsTest-Tag-1547967797') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.769097 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-3749ea11-e0ad-452f-b0c4-f66f0397f03d tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] show failed (client error): The resource could not be found. Aug 30 14:51:57.770588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3749ea11-e0ad-452f-b0c4-f66f0397f03d tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "GET /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags/tempest-TagsTest-Tag-1547967797 HTTP/1.1" status: 404 len: 326 time: 0.0826921 Aug 30 14:51:57.773763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.779761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-9ae88329-9563-46ed-9f39-32e57f3c124a tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a48e0e55-ab9a-4a78-97a5-d833d8a89949') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:57.870712 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9ae88329-9563-46ed-9f39-32e57f3c124a tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "DELETE /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949/tags HTTP/1.1" status: 204 len: 168 time: 0.0953591 Aug 30 14:51:57.875244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:57.884404 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ef50710-e091-4438-87c9-c8c802cf8155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:57.984578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.096995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.107611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48e0e55-ab9a-4a78-97a5-d833d8a89949']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:58.120173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1cf3c1-2b83-4392-af83-cbe82a5f9a1b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:58.120566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1cf3c1-2b83-4392-af83-cbe82a5f9a1b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:51:58.131821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.150169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.157117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:51:58.157622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:51:58.230070 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:51:58.234622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.266330 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.268714 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] 10.222.0.50 "DELETE /v2.0/networks/a48e0e55-ab9a-4a78-97a5-d833d8a89949 HTTP/1.1" status: 204 len: 168 time: 0.3915720 Aug 30 14:51:58.270624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc542e-723f-4eed-8fc8-c35f941d3eb6 tempest-TagsTest-503283596 tempest-TagsTest-503283596-project] Pushing event deleted for resources: {'Network': ['ID=a48e0e55-ab9a-4a78-97a5-d833d8a89949,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:58.343455 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:51:58.615298 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.643327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:58.818886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-38574ed0-1b6a-4a63-aae7-abc9087bd7d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34e82e314f0f49df944448b00b9a1b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739931 Aug 30 14:51:58.821121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42776) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:51:58.875264 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4760-a743-41cd-b0dd-929a6571ce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.902141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4760-a743-41cd-b0dd-929a6571ce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.976779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4760-a743-41cd-b0dd-929a6571ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.979225 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4760-a743-41cd-b0dd-929a6571ce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:51:58.982869 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ad3b4760-a743-41cd-b0dd-929a6571ce2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3bdfc8a-f12d-42d0-a088-c2e621bfdb82 HTTP/1.1" status: 204 len: 168 time: 0.1581674 Aug 30 14:51:58.991931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b4760-a743-41cd-b0dd-929a6571ce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bdfc8a-f12d-42d0-a088-c2e621bfdb82,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:51:59.263467 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:00.293086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:00.451012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21dc59d0-cdb3-45d1-990a-1f5f0a6e4fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:00.616592 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21dc59d0-cdb3-45d1-990a-1f5f0a6e4fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:00.620935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21dc59d0-cdb3-45d1-990a-1f5f0a6e4fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:00.666061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-21dc59d0-cdb3-45d1-990a-1f5f0a6e4fff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dee2094c3174e7b98b8f77115885bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688421 Aug 30 14:52:00.666061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc59d0-cdb3-45d1-990a-1f5f0a6e4fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5ae42-d296-4a28-ba9d-622c48f201f7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:00.666491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:00.749313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2a74180-15cb-4dbb-815c-8fc285995fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:00.798646 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2a74180-15cb-4dbb-815c-8fc285995fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:00.864197 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2a74180-15cb-4dbb-815c-8fc285995fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:00.867006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2a74180-15cb-4dbb-815c-8fc285995fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:00.873438 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f2a74180-15cb-4dbb-815c-8fc285995fbd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7c5ae42-d296-4a28-ba9d-622c48f201f7 HTTP/1.1" status: 204 len: 168 time: 0.2045858 Aug 30 14:52:00.894133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a74180-15cb-4dbb-815c-8fc285995fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5ae42-d296-4a28-ba9d-622c48f201f7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:01.492091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 42862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:01.507333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c284da9-1236-4b0d-9219-3ca3cbc2de47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:01.657789 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c284da9-1236-4b0d-9219-3ca3cbc2de47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:01.661110 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:01.663762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c284da9-1236-4b0d-9219-3ca3cbc2de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:01.695623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 42872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:01.705860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7c284da9-1236-4b0d-9219-3ca3cbc2de47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f10d9c269044b46a7efe706f9da6d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124996 Aug 30 14:52:01.749732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284da9-1236-4b0d-9219-3ca3cbc2de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ac5d9-6b85-4ec0-9247-e2fe2ab1f1d2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:01.795223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afc6c3f7-0606-425f-a622-e39ff26e1e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:01.841921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afc6c3f7-0606-425f-a622-e39ff26e1e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:01.898348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afc6c3f7-0606-425f-a622-e39ff26e1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:01.900850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afc6c3f7-0606-425f-a622-e39ff26e1e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:01.902067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-afc6c3f7-0606-425f-a622-e39ff26e1e87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f7ac5d9-6b85-4ec0-9247-e2fe2ab1f1d2 HTTP/1.1" status: 204 len: 168 time: 0.2054057 Aug 30 14:52:01.917209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6c3f7-0606-425f-a622-e39ff26e1e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ac5d9-6b85-4ec0-9247-e2fe2ab1f1d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:02.906464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:09.983991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:10.132569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55330a1d-5554-45ed-adff-55d6a9b29599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:10.268200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55330a1d-5554-45ed-adff-55d6a9b29599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:10.278788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55330a1d-5554-45ed-adff-55d6a9b29599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:10.324064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55330a1d-5554-45ed-adff-55d6a9b29599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a14c473-82fb-4446-b37c-15ec7a8c6b3b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:10.346334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:10.371109 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-55330a1d-5554-45ed-adff-55d6a9b29599 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5149bd4c840149feba9d7079bae2f90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774021 Aug 30 14:52:10.433290 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-102eea5b-2839-4799-90e5-0db3b9baeec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:10.484908 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-102eea5b-2839-4799-90e5-0db3b9baeec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:10.557309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-102eea5b-2839-4799-90e5-0db3b9baeec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:10.560104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-102eea5b-2839-4799-90e5-0db3b9baeec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:10.565516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-102eea5b-2839-4799-90e5-0db3b9baeec2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a14c473-82fb-4446-b37c-15ec7a8c6b3b HTTP/1.1" status: 204 len: 168 time: 0.2157838 Aug 30 14:52:10.574701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eea5b-2839-4799-90e5-0db3b9baeec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a14c473-82fb-4446-b37c-15ec7a8c6b3b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:10.899218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:10.912805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bd54713-a997-4cf8-b5b3-545227744b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:11.029111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bd54713-a997-4cf8-b5b3-545227744b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:11.034008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bd54713-a997-4cf8-b5b3-545227744b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:11.076523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd54713-a997-4cf8-b5b3-545227744b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee28c0ad-8256-4336-96ab-edc83bc0b1d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:11.084722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43126) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:11.084918 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2bd54713-a997-4cf8-b5b3-545227744b21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75a71bdd2ede4f44a70767a241eae110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844184 Aug 30 14:52:11.147688 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86e6311e-3e11-4fd2-8597-9cf3b361fd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:11.174266 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86e6311e-3e11-4fd2-8597-9cf3b361fd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:11.226284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86e6311e-3e11-4fd2-8597-9cf3b361fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:11.229662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86e6311e-3e11-4fd2-8597-9cf3b361fd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:11.233208 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-86e6311e-3e11-4fd2-8597-9cf3b361fd32 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee28c0ad-8256-4336-96ab-edc83bc0b1d3 HTTP/1.1" status: 204 len: 168 time: 0.1443887 Aug 30 14:52:11.240187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6311e-3e11-4fd2-8597-9cf3b361fd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee28c0ad-8256-4336-96ab-edc83bc0b1d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:12.347770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:12.559740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aea69fa9-f531-41d9-9c54-866d14f3aeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:12.753123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aea69fa9-f531-41d9-9c54-866d14f3aeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:12.768061 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aea69fa9-f531-41d9-9c54-866d14f3aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:12.836973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aea69fa9-f531-41d9-9c54-866d14f3aeff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0510fa3fb16e4ba99b5ae27a55f9bcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871552 Aug 30 14:52:12.838374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea69fa9-f531-41d9-9c54-866d14f3aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f29d7d-d20a-4e22-8e8e-f75cc87832db,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:12.839703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:12.929319 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d79ab98-2b19-4865-8f6c-1b132d720bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:12.965821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d79ab98-2b19-4865-8f6c-1b132d720bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.022322 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d79ab98-2b19-4865-8f6c-1b132d720bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.026027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d79ab98-2b19-4865-8f6c-1b132d720bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.028318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6d79ab98-2b19-4865-8f6c-1b132d720bea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06f29d7d-d20a-4e22-8e8e-f75cc87832db HTTP/1.1" status: 204 len: 168 time: 0.1863017 Aug 30 14:52:13.039267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79ab98-2b19-4865-8f6c-1b132d720bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f29d7d-d20a-4e22-8e8e-f75cc87832db,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:13.583817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:13.598878 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c6c579f-f3fe-449f-9ed8-a451e1742e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.693820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c6c579f-f3fe-449f-9ed8-a451e1742e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.698001 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c6c579f-f3fe-449f-9ed8-a451e1742e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.736337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0c6c579f-f3fe-449f-9ed8-a451e1742e49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c81233e3b2a4973a1dd0c8ab703f4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509569 Aug 30 14:52:13.737256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c579f-f3fe-449f-9ed8-a451e1742e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2508a34b-02b5-410b-8f62-c36dc00ddbd7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:13.739102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43226) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:13.798030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-574c5c20-a4f9-474f-a101-ee066d2e8672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.822866 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-574c5c20-a4f9-474f-a101-ee066d2e8672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.871104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-574c5c20-a4f9-474f-a101-ee066d2e8672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.873713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-574c5c20-a4f9-474f-a101-ee066d2e8672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:13.878193 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-574c5c20-a4f9-474f-a101-ee066d2e8672 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2508a34b-02b5-410b-8f62-c36dc00ddbd7 HTTP/1.1" status: 204 len: 168 time: 0.1342509 Aug 30 14:52:13.883177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c5c20-a4f9-474f-a101-ee066d2e8672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508a34b-02b5-410b-8f62-c36dc00ddbd7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:14.685719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:14.841008 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61411c97-ab55-4d54-b4e8-379b2fc1f6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:14.944107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61411c97-ab55-4d54-b4e8-379b2fc1f6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:14.950136 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61411c97-ab55-4d54-b4e8-379b2fc1f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:14.952472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:14.979114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61411c97-ab55-4d54-b4e8-379b2fc1f6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436636dc-7e92-4840-8930-cf0421f00037,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:15.011615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:15.012195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-61411c97-ab55-4d54-b4e8-379b2fc1f6a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59c90bb48aa64e5db37b20dd8d911cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252592 Aug 30 14:52:15.108578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d36db4f0-d277-4241-bc4f-2e7a2e00e1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.128403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1303966082-network', 'tenant_id': '906bea2cbe334e01b4aec19245f60061'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:15.147480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d36db4f0-d277-4241-bc4f-2e7a2e00e1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.180723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Made reservation on behalf of 906bea2cbe334e01b4aec19245f60061 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:52:15.183035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.193294 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.232720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d36db4f0-d277-4241-bc4f-2e7a2e00e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.236134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d36db4f0-d277-4241-bc4f-2e7a2e00e1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.237293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d36db4f0-d277-4241-bc4f-2e7a2e00e1d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/436636dc-7e92-4840-8930-cf0421f00037 HTTP/1.1" status: 204 len: 168 time: 0.2241220 Aug 30 14:52:15.321185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.330299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36db4f0-d277-4241-bc4f-2e7a2e00e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436636dc-7e92-4840-8930-cf0421f00037,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:15.349425 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.404415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:52:15.411999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a088b4c1-87b7-44cd-8077-58376719a441,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:15.423229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.423911 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Added segment f77a0a40-9559-45cd-92e9-dee886f7fba1 of type vlan for network c221003b-618b-43f0-ad7d-1f0817a573df Aug 30 14:52:15.491638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.526797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.528045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:15.528733 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.597870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6427066 Aug 30 14:52:15.598302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:15.604070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Request body: {'subnet': {'network_id': 'c221003b-618b-43f0-ad7d-1f0817a573df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1303966082-subnet', 'tenant_id': '906bea2cbe334e01b4aec19245f60061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:15.619557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6be89-4d92-4f77-ad87-23906e3f71ea admin admin] Pushing event updated for resources: {'Network': ['ID=c221003b-618b-43f0-ad7d-1f0817a573df,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:15.626184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:15.635576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c221003b-618b-43f0-ad7d-1f0817a573df details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:52:15.642709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Made reservation on behalf of 906bea2cbe334e01b4aec19245f60061 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:52:15.645987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.651470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cbd85c-4b83-4544-b6f7-cf060c38a08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.765227 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cbd85c-4b83-4544-b6f7-cf060c38a08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.770739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80cbd85c-4b83-4544-b6f7-cf060c38a08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.814457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-80cbd85c-4b83-4544-b6f7-cf060c38a08d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9345aac6d4e444859d7029bce0ad695f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870503 Aug 30 14:52:15.817237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbd85c-4b83-4544-b6f7-cf060c38a08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb66f1e-db96-4b8e-abed-5677432d013f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:15.820416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:15.862657 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.888958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94b28170-94fe-4a18-9f52-2a3a24e64d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.911919 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94b28170-94fe-4a18-9f52-2a3a24e64d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.919894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a98311-cf6b-4e86-9376-75b541128468,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:15.949321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Checking segment: {'id': 'f77a0a40-9559-45cd-92e9-dee886f7fba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c221003b-618b-43f0-ad7d-1f0817a573df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:52:15.949968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Network hostable DHCP agents. Network: c221003b-618b-43f0-ad7d-1f0817a573df, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:52:15.973755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Network c221003b-618b-43f0-ad7d-1f0817a573df is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:52:15.986188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c221003b-618b-43f0-ad7d-1f0817a573df) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:52:15.993215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:15.994380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:15.998841 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94b28170-94fe-4a18-9f52-2a3a24e64d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:16.002182 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94b28170-94fe-4a18-9f52-2a3a24e64d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:16.003592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-94b28170-94fe-4a18-9f52-2a3a24e64d64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fb66f1e-db96-4b8e-abed-5677432d013f HTTP/1.1" status: 204 len: 168 time: 0.1707342 Aug 30 14:52:16.013630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a78c6f-f7a5-41bd-8e2c-6bf448d01fe9 None None] Network c221003b-618b-43f0-ad7d-1f0817a573df requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:52:16.023658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b28170-94fe-4a18-9f52-2a3a24e64d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb66f1e-db96-4b8e-abed-5677432d013f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:16.027478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4526f24f-3bbf-4762-a3dd-bf44ec4a6d42 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4278119 Aug 30 14:52:16.254232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c12bde-bf99-41df-b73b-a1a70b827b8c None None] Network c221003b-618b-43f0-ad7d-1f0817a573df requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:52:16.925411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:16.932230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1211113819-network', 'tenant_id': '8ec9985d52dc42d1a2839db28e6d0430'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:16.978861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Made reservation on behalf of 8ec9985d52dc42d1a2839db28e6d0430 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:52:16.982054 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:16.992752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.161741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.169117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.201573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:52:17.207522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b30afe7-bcc0-41d0-a685-9beb025aec66,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:17.227013 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.229728 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Added segment 2691e4e7-dba1-4c55-ab61-9d522064ba2f of type vlan for network 236eb66b-5668-41f7-be53-61149795e206 Aug 30 14:52:17.286978 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.330181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.331680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:17.332507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.397569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4709835 Aug 30 14:52:17.400547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:17.405593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Request body: {'subnet': {'network_id': '236eb66b-5668-41f7-be53-61149795e206', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1211113819-subnet', 'tenant_id': '8ec9985d52dc42d1a2839db28e6d0430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:17.430474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf45f2e-06d5-453f-adb2-a1b853499c99 admin admin] Pushing event updated for resources: {'Network': ['ID=236eb66b-5668-41f7-be53-61149795e206,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:17.448156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 236eb66b-5668-41f7-be53-61149795e206 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:52:17.460698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Made reservation on behalf of 8ec9985d52dc42d1a2839db28e6d0430 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:52:17.463212 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.768696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.867446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef118d7-4fa8-4a2c-bde3-63978883cf91,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:17.870225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Checking segment: {'id': '2691e4e7-dba1-4c55-ab61-9d522064ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '236eb66b-5668-41f7-be53-61149795e206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:52:17.871130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Network hostable DHCP agents. Network: 236eb66b-5668-41f7-be53-61149795e206, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:52:17.893113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Network 236eb66b-5668-41f7-be53-61149795e206 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:52:17.904842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 236eb66b-5668-41f7-be53-61149795e206) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:52:17.910065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:17.910846 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:17.917561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0cc76-a033-420f-953d-572c55f58ce7 None None] Network 236eb66b-5668-41f7-be53-61149795e206 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:52:17.931905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c57b5d7c-646b-4516-b8ca-485446bcb131 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5286853 Aug 30 14:52:18.179295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ed886-c8a7-440f-8302-1cb8e61cfe28 None None] Network 236eb66b-5668-41f7-be53-61149795e206 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:52:18.838297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-8cf27194-05dc-48dd-a1a5-8d6b24eb4bee tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:18.840512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-8cf27194-05dc-48dd-a1a5-8d6b24eb4bee tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/networks?id=c221003b-618b-43f0-ad7d-1f0817a573df HTTP/1.1" status: 200 len: 809 time: 0.1337214 Aug 30 14:52:18.875997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-ec4ff521-bdc7-4c8b-bc76-4d07340dac6e tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/quotas/906bea2cbe334e01b4aec19245f60061 HTTP/1.1" status: 200 len: 375 time: 0.0286629 Aug 30 14:52:19.438463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-b7f3e680-c18f-4856-9c20-e29fdd000f0c tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=906bea2cbe334e01b4aec19245f60061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5556550 Aug 30 14:52:19.637332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-72ced475-b766-45c0-920c-33aa425041a1 service neutron] 10.222.0.50 "GET /v2.0/networks/c221003b-618b-43f0-ad7d-1f0817a573df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890705 Aug 30 14:52:19.747691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-9d42d342-6971-4b33-b8f3-3316d73cf6d5 service neutron] 10.222.0.50 "GET /v2.0/networks/c221003b-618b-43f0-ad7d-1f0817a573df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093571 Aug 30 14:52:20.034082 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:20.171555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3163a814-5a43-4a37-8d51-b9cf8f40751d req-8e04e851-27e6-4c2c-aec2-cc4dfc7dbbe5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 210 time: 0.2264977 Aug 30 14:52:21.311643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-9d276150-8ff8-440b-86a7-340d67d8048c tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:21.316769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-9d276150-8ff8-440b-86a7-340d67d8048c tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.39 "GET /v2.0/networks?id=c221003b-618b-43f0-ad7d-1f0817a573df HTTP/1.1" status: 200 len: 809 time: 0.2371483 Aug 30 14:52:21.329846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Request body: {'port': {'device_id': 'de476f6e-108a-4394-aab8-19d66e1d8472', 'network_id': 'c221003b-618b-43f0-ad7d-1f0817a573df', 'admin_state_up': True, 'tenant_id': '906bea2cbe334e01b4aec19245f60061'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:21.409451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a58edf50-9d1d-4c42-84d0-9216e1563f36 req-7050ddac-aa3d-4041-88ba-a0c3c075a461 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 210 time: 0.0748663 Aug 30 14:52:21.476498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Made reservation on behalf of 906bea2cbe334e01b4aec19245f60061 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:52:21.480148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:21.668714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Allocated IP 172.20.0.3 (c221003b-618b-43f0-ad7d-1f0817a573df/f6a98311-cf6b-4e86-9376-75b541128468/6112521e-aa5b-4854-a5a2-8463b0318e73) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:52:21.948942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:21.992850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:22.051035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Pushing event updated for resources: {'Port': ['ID=6112521e-aa5b-4854-a5a2-8463b0318e73,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:22.067629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Network c221003b-618b-43f0-ad7d-1f0817a573df is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:52:22.069289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:52:22.080662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:52:22.150263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:22.152275 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:22.171299 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c8c3b6d2-5401-4ac6-9816-82deaedd02c5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8460581 Aug 30 14:52:22.186718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Request body: {'port': {'device_id': 'de476f6e-108a-4394-aab8-19d66e1d8472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:22.282336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:22.622273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371eca9-68c8-470b-af9c-858547074a85 req-9285981c-daa8-4bb3-b7b4-972446a742a1 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:22.623912 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5371eca9-68c8-470b-af9c-858547074a85 req-9285981c-daa8-4bb3-b7b4-972446a742a1 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 931 time: 0.0859690 Aug 30 14:52:22.709059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5371eca9-68c8-470b-af9c-858547074a85 req-0a814408-b6d8-44e0-8ab6-5443ceed6ac5 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780463 Aug 30 14:52:22.787855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6112521e-aa5b-4854-a5a2-8463b0318e73 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:52:22.808686 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:22.830955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Transition to ACTIVE for port object 6112521e-aa5b-4854-a5a2-8463b0318e73 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:52:22.846627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:22.899683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6112521e-aa5b-4854-a5a2-8463b0318e73,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:22.978984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Attempting to bind port 6112521e-aa5b-4854-a5a2-8463b0318e73 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:52:22.980515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Attempting to bind port 6112521e-aa5b-4854-a5a2-8463b0318e73 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'f77a0a40-9559-45cd-92e9-dee886f7fba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c221003b-618b-43f0-ad7d-1f0817a573df'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:52:22.980515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Attempting to bind port 6112521e-aa5b-4854-a5a2-8463b0318e73 on network c221003b-618b-43f0-ad7d-1f0817a573df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:52:22.985345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Port 6112521e-aa5b-4854-a5a2-8463b0318e73 on network c221003b-618b-43f0-ad7d-1f0817a573df not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:52:22.985713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Attempting to bind port 6112521e-aa5b-4854-a5a2-8463b0318e73 on network c221003b-618b-43f0-ad7d-1f0817a573df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:52:22.991243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:52:22.991703 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Checking segment: {'id': 'f77a0a40-9559-45cd-92e9-dee886f7fba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c221003b-618b-43f0-ad7d-1f0817a573df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:52:22.992372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Bound using segment: {'id': 'f77a0a40-9559-45cd-92e9-dee886f7fba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c221003b-618b-43f0-ad7d-1f0817a573df'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:52:22.992919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Bound port: 6112521e-aa5b-4854-a5a2-8463b0318e73, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77a0a40-9559-45cd-92e9-dee886f7fba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c221003b-618b-43f0-ad7d-1f0817a573df'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:52:22.993427 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:23.093233 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] For port 6112521e-aa5b-4854-a5a2-8463b0318e73, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:52:23.097847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] For port 6112521e-aa5b-4854-a5a2-8463b0318e73, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6112521e-aa5b-4854-a5a2-8463b0318e73,segment=NetworkSegment(f77a0a40-9559-45cd-92e9-dee886f7fba1),segment_id=f77a0a40-9559-45cd-92e9-dee886f7fba1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:52:23.102918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:23.151061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:23.152242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:23.154904 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/6112521e-aa5b-4854-a5a2-8463b0318e73 HTTP/1.1" status: 200 len: 1091 time: 0.9728234 Aug 30 14:52:23.155945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de476f6e-108a-4394-aab8-19d66e1d8472', 'tag': '6112521e-aa5b-4854-a5a2-8463b0318e73'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:52:23.161295 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1877f538-10e8-4613-8f95-9ef0747c6c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "de476f6e-108a-4394-aab8-19d66e1d8472", "tag": "6112521e-aa5b-4854-a5a2-8463b0318e73"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:52:23.194970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d293fc-a49e-462e-b40a-770d9dd305b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6112521e-aa5b-4854-a5a2-8463b0318e73,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:23.253241 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ad1a96-afa7-4b5e-b46e-2bf387765224 x-openstack-request-id: req-11ad1a96-afa7-4b5e-b46e-2bf387765224 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:52:23.253696 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de476f6e-108a-4394-aab8-19d66e1d8472", "tag": "6112521e-aa5b-4854-a5a2-8463b0318e73", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:52:23.254056 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11ad1a96-afa7-4b5e-b46e-2bf387765224 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:52:23.254531 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de476f6e-108a-4394-aab8-19d66e1d8472', 'tag': '6112521e-aa5b-4854-a5a2-8463b0318e73', 'status': 'completed', 'code': 200} Aug 30 14:52:23.261930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c2c4fcdb-2f00-4375-9402-2ab8bef95afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:23.263693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c2c4fcdb-2f00-4375-9402-2ab8bef95afa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=906bea2cbe334e01b4aec19245f60061&device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 1094 time: 0.0647309 Aug 30 14:52:23.322349 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-8b8e25a3-2944-4e61-9da9-2d34851b3dcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6112521e-aa5b-4854-a5a2-8463b0318e73 HTTP/1.1" status: 200 len: 217 time: 0.0489321 Aug 30 14:52:23.392354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-a1490679-b5a8-4d5b-8285-b40c40aa207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:23.394560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-a1490679-b5a8-4d5b-8285-b40c40aa207b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6a98311-cf6b-4e86-9376-75b541128468 HTTP/1.1" status: 200 len: 849 time: 0.0651793 Aug 30 14:52:23.430884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-c78646b5-4e81-4d71-98d8-b0a9b8c1ebca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c221003b-618b-43f0-ad7d-1f0817a573df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295427 Aug 30 14:52:23.550187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-f70d5b86-e8da-4458-91e6-832866c96292 service neutron] 10.222.0.39 "GET /v2.0/networks/c221003b-618b-43f0-ad7d-1f0817a573df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095235 Aug 30 14:52:23.654080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e9c5af9-a75e-4fc3-af8a-d243628d45e9 req-b4885b57-f52b-4a30-9783-f0a63a8ca5fa service neutron] 10.222.0.39 "GET /v2.0/networks/c221003b-618b-43f0-ad7d-1f0817a573df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968704 Aug 30 14:52:23.776449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-4e9b694c-22a2-4aa4-abae-c58c555d190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:23.781523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-4e9b694c-22a2-4aa4-abae-c58c555d190f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=906bea2cbe334e01b4aec19245f60061&device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 1094 time: 0.0781887 Aug 30 14:52:24.239958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:24.365181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eade14-39ee-4454-bb45-8b415da29310 req-ac128913-7a59-4857-8a8e-930d8c893d0a tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:24.386546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31eade14-39ee-4454-bb45-8b415da29310 req-ac128913-7a59-4857-8a8e-930d8c893d0a tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 943 time: 0.5567172 Aug 30 14:52:24.447385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-ad1f566a-671d-49c5-9e4d-d3b5817f29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:24.449600 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-ad1f566a-671d-49c5-9e4d-d3b5817f29b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c221003b-618b-43f0-ad7d-1f0817a573df HTTP/1.1" status: 200 len: 910 time: 0.6613841 Aug 30 14:52:24.454851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-251640fc-a3d1-48b6-a054-a95d64d63d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:24.466616 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-31eade14-39ee-4454-bb45-8b415da29310 req-1ef26ecf-4d70-45e6-93ed-854f31c821a8 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644186 Aug 30 14:52:24.553067 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-fc5c85f3-38ab-4888-af50-2ac1e1d70cee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6112521e-aa5b-4854-a5a2-8463b0318e73 HTTP/1.1" status: 200 len: 217 time: 0.0809653 Aug 30 14:52:24.612915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-73b6d55a-633c-4b59-be0d-12067eb3d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:24.614420 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-73b6d55a-633c-4b59-be0d-12067eb3d7d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f6a98311-cf6b-4e86-9376-75b541128468 HTTP/1.1" status: 200 len: 849 time: 0.0587215 Aug 30 14:52:24.627003 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-251640fc-a3d1-48b6-a054-a95d64d63d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:24.632623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-251640fc-a3d1-48b6-a054-a95d64d63d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:24.656394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-eedfac37-3b08-4330-9f9d-25a65ee4cf3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c221003b-618b-43f0-ad7d-1f0817a573df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332904 Aug 30 14:52:24.668118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251640fc-a3d1-48b6-a054-a95d64d63d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c392e-7b03-409b-ab0f-40efa790aae3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:24.687161 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-251640fc-a3d1-48b6-a054-a95d64d63d54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c74fb3250924d038f5a84c02bb5a60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449303 Aug 30 14:52:24.690319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:24.756127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0622585e-cf40-4dbb-b8cd-f9e661fcba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:24.778243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-e3ce9750-516c-4edd-b931-f9fb374c2110 service neutron] 10.222.0.39 "GET /v2.0/networks/c221003b-618b-43f0-ad7d-1f0817a573df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148529 Aug 30 14:52:24.780535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0622585e-cf40-4dbb-b8cd-f9e661fcba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:24.833192 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0622585e-cf40-4dbb-b8cd-f9e661fcba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:24.836521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0622585e-cf40-4dbb-b8cd-f9e661fcba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:24.838084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0622585e-cf40-4dbb-b8cd-f9e661fcba54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd1c392e-7b03-409b-ab0f-40efa790aae3 HTTP/1.1" status: 204 len: 168 time: 0.1462429 Aug 30 14:52:24.849349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622585e-cf40-4dbb-b8cd-f9e661fcba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c392e-7b03-409b-ab0f-40efa790aae3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:24.895872 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1877f538-10e8-4613-8f95-9ef0747c6c7d req-7c7449c7-8b97-4a74-b814-349148428032 service neutron] 10.222.0.39 "GET /v2.0/networks/c221003b-618b-43f0-ad7d-1f0817a573df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111128 Aug 30 14:52:25.141961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:25.160906 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-164c490d-e295-49bb-9358-e2df4e279397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:25.176737 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e9d0eab-e7d8-41f9-bd28-75d9cf902838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:25.286522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e9d0eab-e7d8-41f9-bd28-75d9cf902838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:25.291140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e9d0eab-e7d8-41f9-bd28-75d9cf902838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:25.335383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:25.335593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3e9d0eab-e7d8-41f9-bd28-75d9cf902838 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52ad8551c09c4742ad22297755935d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923811 Aug 30 14:52:25.336844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d0eab-e7d8-41f9-bd28-75d9cf902838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41e4b83-b396-4be5-9fdd-f99679e7fc04,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:25.405433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd9d00bc-8a18-4c72-8c72-3d2e5ddaa5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:25.427938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd9d00bc-8a18-4c72-8c72-3d2e5ddaa5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:25.480560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd9d00bc-8a18-4c72-8c72-3d2e5ddaa5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:25.482229 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd9d00bc-8a18-4c72-8c72-3d2e5ddaa5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:25.488447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cd9d00bc-8a18-4c72-8c72-3d2e5ddaa5a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f41e4b83-b396-4be5-9fdd-f99679e7fc04 HTTP/1.1" status: 204 len: 168 time: 0.1465042 Aug 30 14:52:25.500794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d00bc-8a18-4c72-8c72-3d2e5ddaa5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41e4b83-b396-4be5-9fdd-f99679e7fc04,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:25.644764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ef43e-b64e-4ca1-9a8a-19c7d02dd507 req-0b846d8d-beaa-4c05-ba5b-ca7659c6605e tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:25.646973 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-784ef43e-b64e-4ca1-9a8a-19c7d02dd507 req-0b846d8d-beaa-4c05-ba5b-ca7659c6605e tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 943 time: 0.0775988 Aug 30 14:52:25.764667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-784ef43e-b64e-4ca1-9a8a-19c7d02dd507 req-72923db2-51ce-4c9d-bb87-5f525d4dd9d9 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030841 Aug 30 14:52:26.811081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6112521e-aa5b-4854-a5a2-8463b0318e73 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:52:26.974849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6112521e-aa5b-4854-a5a2-8463b0318e73, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6112521e-aa5b-4854-a5a2-8463b0318e73,segment=NetworkSegment(f77a0a40-9559-45cd-92e9-dee886f7fba1),segment_id=f77a0a40-9559-45cd-92e9-dee886f7fba1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:52:26.988957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '6112521e-aa5b-4854-a5a2-8463b0318e73', 'network_id': 'c221003b-618b-43f0-ad7d-1f0817a573df', 'port_id': '6112521e-aa5b-4854-a5a2-8463b0318e73', 'mac_address': 'fa:16:3e:a3:98:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a98311-cf6b-4e86-9376-75b541128468', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:52:27.003309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3426eec-d8ec-4ef8-89ef-7b7fee4a3f8b req-fe2db80b-1586-4721-b161-1364f5448280 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:27.020991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3426eec-d8ec-4ef8-89ef-7b7fee4a3f8b req-fe2db80b-1586-4721-b161-1364f5448280 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 943 time: 0.1063182 Aug 30 14:52:27.038316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:27.069168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6112521e-aa5b-4854-a5a2-8463b0318e73 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:52:27.076031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3426eec-d8ec-4ef8-89ef-7b7fee4a3f8b req-dda52391-367d-466f-b2a1-64ee0cb81d96 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468361 Aug 30 14:52:27.105372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6112521e-aa5b-4854-a5a2-8463b0318e73, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6112521e-aa5b-4854-a5a2-8463b0318e73,segment=NetworkSegment(f77a0a40-9559-45cd-92e9-dee886f7fba1),segment_id=f77a0a40-9559-45cd-92e9-dee886f7fba1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:52:27.110991 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:27.176559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6112521e-aa5b-4854-a5a2-8463b0318e73,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:27.184527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.184878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.185447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.185796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.186140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.186481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.186818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.187386 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.187729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.188080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.189300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.189695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:27.311191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6112521e-aa5b-4854-a5a2-8463b0318e73'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:52:27.884150 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2d7149a-4d95-43e2-9d2c-8f619a170454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.175176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43704) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:28.204688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274bfa-9f6f-46de-b09d-55af7773336c req-9190ffed-b28c-4313-a20e-de9bf94078db tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:28.207063 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e274bfa-9f6f-46de-b09d-55af7773336c req-9190ffed-b28c-4313-a20e-de9bf94078db tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 944 time: 0.0705025 Aug 30 14:52:28.252676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e274bfa-9f6f-46de-b09d-55af7773336c req-465303ac-00f3-4ef5-af03-74bc805306f9 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Aug 30 14:52:28.326175 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02ef57ce-5542-4d16-8133-a960dd8b348d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.429250 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02ef57ce-5542-4d16-8133-a960dd8b348d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.435137 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02ef57ce-5542-4d16-8133-a960dd8b348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.483516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-02ef57ce-5542-4d16-8133-a960dd8b348d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eebd5d224bf64be19dede2b9395f33b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068607 Aug 30 14:52:28.484871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef57ce-5542-4d16-8133-a960dd8b348d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49888245-d7ce-4c4b-92b2-e698d0adc44a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:28.486377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:28.546108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f43b5a-1ee1-4cc1-8a99-6751e99cc8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.576265 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f43b5a-1ee1-4cc1-8a99-6751e99cc8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.619641 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.636662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f43b5a-1ee1-4cc1-8a99-6751e99cc8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.640405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43f43b5a-1ee1-4cc1-8a99-6751e99cc8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.641859 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-43f43b5a-1ee1-4cc1-8a99-6751e99cc8ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49888245-d7ce-4c4b-92b2-e698d0adc44a HTTP/1.1" status: 204 len: 168 time: 0.1543925 Aug 30 14:52:28.652344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f43b5a-1ee1-4cc1-8a99-6751e99cc8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49888245-d7ce-4c4b-92b2-e698d0adc44a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:28.827532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6112521e-aa5b-4854-a5a2-8463b0318e73 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:52:28.922621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 6112521e-aa5b-4854-a5a2-8463b0318e73 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:52:28.927921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 6112521e-aa5b-4854-a5a2-8463b0318e73 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:52:28.928293 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:28.968203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:28.983487 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a741f98-972b-4e3d-a232-d0ab6774c476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.030901 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.069253 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de476f6e-108a-4394-aab8-19d66e1d8472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6112521e-aa5b-4854-a5a2-8463b0318e73'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:52:29.073170 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf54673e-c475-473d-b190-6af38358e7fb" -d '{"events": [{"server_uuid": "de476f6e-108a-4394-aab8-19d66e1d8472", "name": "network-vif-plugged", "status": "completed", "tag": "6112521e-aa5b-4854-a5a2-8463b0318e73"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:52:29.077799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6112521e-aa5b-4854-a5a2-8463b0318e73, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6112521e-aa5b-4854-a5a2-8463b0318e73,segment=NetworkSegment(f77a0a40-9559-45cd-92e9-dee886f7fba1),segment_id=f77a0a40-9559-45cd-92e9-dee886f7fba1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:52:29.083754 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.149972 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1a1e7c-deb7-470b-961c-f55197f1c2f1 x-openstack-request-id: req-fe1a1e7c-deb7-470b-961c-f55197f1c2f1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:52:29.150542 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de476f6e-108a-4394-aab8-19d66e1d8472", "name": "network-vif-plugged", "status": "completed", "tag": "6112521e-aa5b-4854-a5a2-8463b0318e73", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:52:29.150961 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe1a1e7c-deb7-470b-961c-f55197f1c2f1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:52:29.151502 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de476f6e-108a-4394-aab8-19d66e1d8472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6112521e-aa5b-4854-a5a2-8463b0318e73', 'code': 200} Aug 30 14:52:29.176228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6112521e-aa5b-4854-a5a2-8463b0318e73,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:29.216949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a741f98-972b-4e3d-a232-d0ab6774c476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.227470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a741f98-972b-4e3d-a232-d0ab6774c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.267974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1036b0e-3518-43ca-bfb3-1cb32e1bfb50 req-b039c46f-3bdb-40ef-be1f-f9cb79f3507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:29.271311 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.273493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f1036b0e-3518-43ca-bfb3-1cb32e1bfb50 req-b039c46f-3bdb-40ef-be1f-f9cb79f3507e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 1096 time: 0.0667775 Aug 30 14:52:29.279766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5a741f98-972b-4e3d-a232-d0ab6774c476 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c775918796940c1b3b1eb49ee70890d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103056 Aug 30 14:52:29.282208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:29.284775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a741f98-972b-4e3d-a232-d0ab6774c476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d63d7d-8573-4378-9516-b32f65d421e0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:29.356303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f1036b0e-3518-43ca-bfb3-1cb32e1bfb50 req-442a2444-0dd4-427e-a170-93997fbf02ec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726745 Aug 30 14:52:29.389072 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f9eb32b-ca55-44f2-8576-c4b16b7988fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.421503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb9d16-24c4-452e-963f-3251e5d76eeb req-570c3cc9-97d3-4b19-87af-c66b743071cc tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:29.423611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eedb9d16-24c4-452e-963f-3251e5d76eeb req-570c3cc9-97d3-4b19-87af-c66b743071cc tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 945 time: 0.0886314 Aug 30 14:52:29.429529 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f9eb32b-ca55-44f2-8576-c4b16b7988fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.496970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eedb9d16-24c4-452e-963f-3251e5d76eeb req-b81c631d-a121-463a-a9fa-c5abd6267c6d tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647857 Aug 30 14:52:29.522317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f9eb32b-ca55-44f2-8576-c4b16b7988fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.524951 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f9eb32b-ca55-44f2-8576-c4b16b7988fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:29.526056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4f9eb32b-ca55-44f2-8576-c4b16b7988fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45d63d7d-8573-4378-9516-b32f65d421e0 HTTP/1.1" status: 204 len: 168 time: 0.2426164 Aug 30 14:52:29.538516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9eb32b-ca55-44f2-8576-c4b16b7988fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d63d7d-8573-4378-9516-b32f65d421e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:30.665916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746ce8b-5036-47d0-a5df-0e908baa7c34 req-f4331eb9-d514-41a3-a759-bc9788986b29 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:30.678301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f746ce8b-5036-47d0-a5df-0e908baa7c34 req-f4331eb9-d514-41a3-a759-bc9788986b29 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 945 time: 0.0794220 Aug 30 14:52:30.733346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f746ce8b-5036-47d0-a5df-0e908baa7c34 req-cfd94dd0-06fb-4d78-bd43-7046f76a0fcb tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Aug 30 14:52:31.651567 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.016105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:32.135172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e75b5f72-34b5-4f15-8178-1f8d43f62afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.238701 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e75b5f72-34b5-4f15-8178-1f8d43f62afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.245092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e75b5f72-34b5-4f15-8178-1f8d43f62afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.288823 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5f72-34b5-4f15-8178-1f8d43f62afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f596f903-fea5-4aa0-bda0-a421adf9f237,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:32.294638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e75b5f72-34b5-4f15-8178-1f8d43f62afb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d93a53f67d4845208a1c5796e981446f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773855 Aug 30 14:52:32.298099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:32.367364 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.402253 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.466269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.469763 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.470940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f596f903-fea5-4aa0-bda0-a421adf9f237 HTTP/1.1" status: 204 len: 168 time: 0.1711562 Aug 30 14:52:32.480830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f596f903-fea5-4aa0-bda0-a421adf9f237,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:32.496869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.498274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.503286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.503874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.504377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.504879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.505636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.506132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.506644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.506983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.507323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.507825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b521b-51d9-46f7-87a9-fc716395ccf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:32.889852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 43906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:32.909019 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dff91a61-2ba9-4195-bf4e-5b261be4be35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:32.937637 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:33.048038 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dff91a61-2ba9-4195-bf4e-5b261be4be35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:33.052974 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dff91a61-2ba9-4195-bf4e-5b261be4be35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:33.097439 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dff91a61-2ba9-4195-bf4e-5b261be4be35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a187c683ef5486ba84d055a8d4d3871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059131 Aug 30 14:52:33.098250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff91a61-2ba9-4195-bf4e-5b261be4be35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a19154-b7be-4206-9eee-8acefad031b8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:33.100193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 43912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:33.174887 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca85f-5cb2-41cb-b0ff-e0fb2008156a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:33.209514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca85f-5cb2-41cb-b0ff-e0fb2008156a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:33.274347 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca85f-5cb2-41cb-b0ff-e0fb2008156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:33.277352 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca85f-5cb2-41cb-b0ff-e0fb2008156a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:33.278626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1b8ca85f-5cb2-41cb-b0ff-e0fb2008156a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24a19154-b7be-4206-9eee-8acefad031b8 HTTP/1.1" status: 204 len: 168 time: 0.1771080 Aug 30 14:52:33.287756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ca85f-5cb2-41cb-b0ff-e0fb2008156a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a19154-b7be-4206-9eee-8acefad031b8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:33.880179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea7f0-4264-498c-b034-f1d994ffb4db req-3dbed2f1-dbe1-4971-b921-acf04e2d2fc9 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:33.882769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-981ea7f0-4264-498c-b034-f1d994ffb4db req-3dbed2f1-dbe1-4971-b921-acf04e2d2fc9 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 945 time: 0.0583344 Aug 30 14:52:33.956856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-981ea7f0-4264-498c-b034-f1d994ffb4db req-5eb5da70-885f-4697-940a-585590083c84 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599382 Aug 30 14:52:35.152952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-cb9c2c24-7266-4e6b-b090-3a193bf3a333 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:35.155414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-cb9c2c24-7266-4e6b-b090-3a193bf3a333 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.39 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 945 time: 0.0693583 Aug 30 14:52:35.200140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbd511-01a3-4444-b253-8d2b83f915cf req-dd939d30-6ca6-46d4-b009-51f934c8e6ed tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:35.205340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6cbd511-01a3-4444-b253-8d2b83f915cf req-dd939d30-6ca6-46d4-b009-51f934c8e6ed tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 945 time: 0.1232240 Aug 30 14:52:35.314501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6cbd511-01a3-4444-b253-8d2b83f915cf req-f9859be1-21d6-4d70-9b00-2433f3a5979c tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/security-groups?id=a088b4c1-87b7-44cd-8077-58376719a441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890455 Aug 30 14:52:35.349807 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:52:35.359552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Deleting port 6112521e-aa5b-4854-a5a2-8463b0318e73 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:52:35.359999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:35.496918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] For port 6112521e-aa5b-4854-a5a2-8463b0318e73, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6112521e-aa5b-4854-a5a2-8463b0318e73,segment=NetworkSegment(f77a0a40-9559-45cd-92e9-dee886f7fba1),segment_id=f77a0a40-9559-45cd-92e9-dee886f7fba1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:52:35.497527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:35.516958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Calling delete_port for 6112521e-aa5b-4854-a5a2-8463b0318e73 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:52:35.695508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:35.707192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6112521e-aa5b-4854-a5a2-8463b0318e73'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:52:35.733507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Pushing event deleted for resources: {'Port': ['ID=6112521e-aa5b-4854-a5a2-8463b0318e73,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:35.802865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] No DVR routers for this DVR port 6112521e-aa5b-4854-a5a2-8463b0318e73 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:52:35.810392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:35.812547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-521c8e51-a70b-47f3-9a6d-766cb24dfcf4 req-4ab423e0-be83-42b5-811c-1d42105cad75 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.39 "DELETE /v2.0/ports/6112521e-aa5b-4854-a5a2-8463b0318e73 HTTP/1.1" status: 204 len: 173 time: 0.6508577 Aug 30 14:52:35.813082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de476f6e-108a-4394-aab8-19d66e1d8472', 'name': 'network-vif-deleted', 'tag': '6112521e-aa5b-4854-a5a2-8463b0318e73'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:52:35.817972 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b40c67-dec7-45e9-85e9-e708415df5b0" -d '{"events": [{"server_uuid": "de476f6e-108a-4394-aab8-19d66e1d8472", "name": "network-vif-deleted", "tag": "6112521e-aa5b-4854-a5a2-8463b0318e73"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:52:35.857819 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3e14d0-b747-4b53-9409-57748af14ac5 x-openstack-request-id: req-7b3e14d0-b747-4b53-9409-57748af14ac5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:52:35.858306 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de476f6e-108a-4394-aab8-19d66e1d8472", "name": "network-vif-deleted", "tag": "6112521e-aa5b-4854-a5a2-8463b0318e73", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:52:35.858692 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b3e14d0-b747-4b53-9409-57748af14ac5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:52:35.859780 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de476f6e-108a-4394-aab8-19d66e1d8472', 'name': 'network-vif-deleted', 'tag': '6112521e-aa5b-4854-a5a2-8463b0318e73', 'status': 'completed', 'code': 200} Aug 30 14:52:36.462108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dec6aa3e-f4dd-49de-b417-382d587f8820 req-7bcd7ba9-cf6f-4d80-b4fc-7278f24601f0 tempest-VolumesActionsTest-1468642789 tempest-VolumesActionsTest-1468642789-project] 10.222.0.50 "GET /v2.0/ports?device_id=de476f6e-108a-4394-aab8-19d66e1d8472 HTTP/1.1" status: 200 len: 210 time: 0.0415640 Aug 30 14:52:37.444124 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-2c748bfd-2bb1-49f0-9f34-ae11fd58b9ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632110 Aug 30 14:52:37.599063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-34b8477c-ecac-4dd6-9f6e-b273c9c445a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:37.602006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-34b8477c-ecac-4dd6-9f6e-b273c9c445a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0777702 Aug 30 14:52:37.748803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-63c04a5b-446c-42a7-9261-c8124ca8372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:37.751431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-63c04a5b-446c-42a7-9261-c8124ca8372e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 909 time: 0.1250563 Aug 30 14:52:37.865705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-c1bfb9a7-805c-4a23-a876-76fd5d5e31bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 1000 time: 0.1055057 Aug 30 14:52:37.977619 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-b8f10511-2e1c-44f2-8f03-e51aa587c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:37.979532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-b8f10511-2e1c-44f2-8f03-e51aa587c877 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 200 len: 847 time: 0.1057312 Aug 30 14:52:38.070573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-491d4ee9-330c-4666-a610-942c9b503b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:38.075083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-491d4ee9-330c-4666-a610-942c9b503b50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f14e83-8c0d-4016-a1db-160767c5d2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804088 Aug 30 14:52:38.195218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-8ea5358b-0461-421e-baed-b34edd498783 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123989 Aug 30 14:52:38.344470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7b51b9a-146a-4319-9d48-a912f9fc3ef1 req-60b9bdfa-a69b-426f-9c53-d564b093d4b9 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404524 Aug 30 14:52:38.874071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6112521e-aa5b-4854-a5a2-8463b0318e73 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:52:38.903776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 6112521e-aa5b-4854-a5a2-8463b0318e73 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:52:38.904257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6112521e-aa5b-4854-a5a2-8463b0318e73 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:52:43.515658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:43.579387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-15026dda-3c73-4c1c-8e3b-ddd87c8408e4 admin admin] Deleting subnet ce8677fb-7fdb-489b-a03a-90b947a871c4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:52:43.583202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15026dda-3c73-4c1c-8e3b-ddd87c8408e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:43.635794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15026dda-3c73-4c1c-8e3b-ddd87c8408e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:43.727102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15026dda-3c73-4c1c-8e3b-ddd87c8408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:43.820302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15026dda-3c73-4c1c-8e3b-ddd87c8408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:43.855392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15026dda-3c73-4c1c-8e3b-ddd87c8408e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8677fb-7fdb-489b-a03a-90b947a871c4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:43.860028 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15026dda-3c73-4c1c-8e3b-ddd87c8408e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:43.862043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-15026dda-3c73-4c1c-8e3b-ddd87c8408e4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ce8677fb-7fdb-489b-a03a-90b947a871c4 HTTP/1.1" status: 204 len: 168 time: 0.3445861 Aug 30 14:52:43.864746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:43.940278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.029096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-6effcfb6-8856-409c-9999-1e5413c4bcca req-283c21b0-03f5-4c8b-8e10-c0b78795edfe service neutron] (94827) timed out ('10.222.0.50', 52290) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:52:44.035859 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.046968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d552fd-ff02-46c3-b5b0-f6724f920852']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:44.059661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87aa5fc-7fed-4bb8-9651-4027d82580e2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:44.060061 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87aa5fc-7fed-4bb8-9651-4027d82580e2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:44.072757 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.092964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.110929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:52:44.111435 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:52:44.113376 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:52:44.174710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.186906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.190303 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a1d552fd-ff02-46c3-b5b0-f6724f920852 HTTP/1.1" status: 204 len: 168 time: 0.3245382 Aug 30 14:52:44.212911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d552fd-ff02-46c3-b5b0-f6724f920852,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:44.223673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.224283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.224792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.225376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.225884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.226380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.226873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.227409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.228456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.229398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.230042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.230537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4980697c-5072-449e-bde6-05cc787fd1c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:44.441704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:44.488883 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-275c3d44-2a01-4a94-9180-1419ada623e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3057603410234f2790aa154b7e81c21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458970 Aug 30 14:52:44.491209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:44.545635 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c06aae-218c-49fd-bffb-45f8e16bda70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.572157 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c06aae-218c-49fd-bffb-45f8e16bda70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.649562 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c06aae-218c-49fd-bffb-45f8e16bda70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.651308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c06aae-218c-49fd-bffb-45f8e16bda70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:44.652653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-16c06aae-218c-49fd-bffb-45f8e16bda70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d25b98a8-4511-470f-9b4a-3a9dc912cdbd HTTP/1.1" status: 204 len: 168 time: 0.1604834 Aug 30 14:52:44.666560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c06aae-218c-49fd-bffb-45f8e16bda70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b98a8-4511-470f-9b4a-3a9dc912cdbd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:47.745806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:47.751186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'network': {'name': 'tempest-network-smoke--135661587', 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:47.774980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Made reservation on behalf of 45af7ccd0e1b49299ddfb6e6f14b5eed for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:52:47.778500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:47.789258 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:47.891339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:47.900192 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:47.931178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98682c81-ca35-410c-bcce-de81eee747b0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:47.942851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:52:47.959793 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:47.960537 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Added segment d603567f-0695-4af1-9ee1-02beae69712d of type vlan for network 75ed1259-a234-4875-9839-a0bff256d722 Aug 30 14:52:48.003478 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.029189 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.035271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:48.036338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.175727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Network': ['ID=75ed1259-a234-4875-9839-a0bff256d722,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:48.185845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:48.190102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 75ed1259-a234-4875-9839-a0bff256d722 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:52:48.194268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'admin_state_up': True, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:48.198970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-11f0ed49-b64f-4e4e-a521-103dd5c08bf6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4518824 Aug 30 14:52:48.244409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.245929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.311650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.457393 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.723187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.752044 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:48.893606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Allocated IP 172.25.6.61 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/50ebce6c-b26c-436a-88fa-fc30dc5bbe82) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:52:49.011897 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:49.059563 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:49.111392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:52:49.114524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:52:49.119114 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:52:49.122400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=50ebce6c-b26c-436a-88fa-fc30dc5bbe82,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:49.638050 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:49.941382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:50.022316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:50.144910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:52:50.291517 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:52:50.302765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Sync routers for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:52:50.330914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:50.332629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f1d3d5ad-e6e2-4eb0-8489-8ff9391ff896 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1443417 Aug 30 14:52:50.337490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:50.354804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:52:50.357640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:52:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:50.516019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:52:50.572039 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fcaff7d5-0e4d-4139-990f-335decd64514 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=45af7ccd0e1b49299ddfb6e6f14b5eed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2308030 Aug 30 14:52:50.574732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:50.723622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:49Z', 'revision_number': 3, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:50.776839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Checking router: 653f7a7a-fbab-4923-8c7e-71f16d56ab83 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:52:50.777419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Updating router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:52:50.799006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9fe5e-d209-4463-81e2-e72a8e5f0226 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:50.801097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3fe9fe5e-d209-4463-81e2-e72a8e5f0226 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2248554 Aug 30 14:52:50.803596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:50.811159 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:50.853154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ae7a5ee0-418b-4db2-9e9c-202302c681ae tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474098 Aug 30 14:52:50.855786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:50.862190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595702688', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:50.994822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Made reservation on behalf of 45af7ccd0e1b49299ddfb6e6f14b5eed for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:52:50.999234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:51.196297 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:51.226501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Transition to ACTIVE for port object 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:52:51.241917 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:51.291278 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:51.307734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Attempting to bind port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:52:51.308509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Attempting to bind port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:52:51.309145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Attempting to bind port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:52:51.311607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebee41-c88e-4fc3-9c0c-99057a82097c None None] Pushing event updated for resources: {'Port': ['ID=50ebce6c-b26c-436a-88fa-fc30dc5bbe82,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:51.318001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:52:51.318762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:52:51.319758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:51.320599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:52:51.321339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Bound port: 50ebce6c-b26c-436a-88fa-fc30dc5bbe82, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:52:51.321954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:51.387142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] For port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:52:51.399029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] For port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=50ebce6c-b26c-436a-88fa-fc30dc5bbe82,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:52:51.404445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Subnet': ['ID=4bf290f7-1d42-4424-8e72-b4099c12dd65,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:51.414293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Checking segment: {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:52:51.414893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network hostable DHCP agents. Network: 75ed1259-a234-4875-9839-a0bff256d722, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:52:51.427245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:51.444803 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 75ed1259-a234-4875-9839-a0bff256d722 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:52:51.463493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 75ed1259-a234-4875-9839-a0bff256d722) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:52:51.479643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:51.480762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:51.488783 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca57c5-466a-4980-9db3-b3cbecfcb2c3 None None] Network 75ed1259-a234-4875-9839-a0bff256d722 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:52:51.501613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:51.502498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b2c1a6c0-0bf6-41a5-ad3a-58d0e880c043 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6448562 Aug 30 14:52:51.506984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:52:51.508515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:52:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:51.698195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:52:51.764162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebee41-c88e-4fc3-9c0c-99057a82097c None None] Pushing event updated for resources: {'Port': ['ID=50ebce6c-b26c-436a-88fa-fc30dc5bbe82,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:51.989099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-75ed1259-a234-4875-9839-a0bff256d722', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:52:51.995968 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:52.487322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Allocated IP 172.20.0.2 (75ed1259-a234-4875-9839-a0bff256d722/4bf290f7-1d42-4424-8e72-b4099c12dd65/060bdfeb-1c67-4df8-9941-10f1975ba95f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:52:52.494370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:49Z', 'revision_number': 3, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:52.523929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:52.532899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98754611-34af-4ef8-86e2-9ce4e114eec3 None None] The sync data for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 is: [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:49Z', 'revision_number': 3, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:52:52.798448 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:52.811946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Transition to ACTIVE for port object 060bdfeb-1c67-4df8-9941-10f1975ba95f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:52:52.834696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Transition to ACTIVE for port object 060bdfeb-1c67-4df8-9941-10f1975ba95f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:52:52.846128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:52.898964 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Pushing event updated for resources: {'Port': ['ID=060bdfeb-1c67-4df8-9941-10f1975ba95f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:52.917694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Network 75ed1259-a234-4875-9839-a0bff256d722 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:52:52.919432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:52:52.922724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:52:53.027979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Attempting to bind port 060bdfeb-1c67-4df8-9941-10f1975ba95f on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:52:53.028350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Attempting to bind port 060bdfeb-1c67-4df8-9941-10f1975ba95f by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:52:53.028718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Attempting to bind port 060bdfeb-1c67-4df8-9941-10f1975ba95f on network 75ed1259-a234-4875-9839-a0bff256d722 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:52:53.049617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:52:53.050148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Checking segment: {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:52:53.050566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:53.050969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Bound using segment: {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:52:53.051456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Bound port: 060bdfeb-1c67-4df8-9941-10f1975ba95f, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:52:53.051846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:53.154228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Allocated IP 172.20.0.1 (75ed1259-a234-4875-9839-a0bff256d722/4bf290f7-1d42-4424-8e72-b4099c12dd65/c132631e-3368-4286-a2d5-effda22bd292) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:52:53.211969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] For port 060bdfeb-1c67-4df8-9941-10f1975ba95f, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:52:53.220607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] For port 060bdfeb-1c67-4df8-9941-10f1975ba95f, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=060bdfeb-1c67-4df8-9941-10f1975ba95f,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:52:53.231149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:53.398400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097ece5-4ee4-40c9-9925-1e8dcd8540f2 None None] Pushing event updated for resources: {'Port': ['ID=060bdfeb-1c67-4df8-9941-10f1975ba95f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:53.445577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:53.476595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Transition to ACTIVE for port object c132631e-3368-4286-a2d5-effda22bd292 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:52:53.535530 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:53.611920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 75ed1259-a234-4875-9839-a0bff256d722 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:52:53.619220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:52:53.625000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:52:53.632425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=c132631e-3368-4286-a2d5-effda22bd292,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:53.748661 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:53.952246 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:54.305747 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:54.310977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:54.412645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:54.416341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=c132631e-3368-4286-a2d5-effda22bd292,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:54.543670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 75ed1259-a234-4875-9839-a0bff256d722 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:52:54.547992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:52:54.828753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:52:54.874878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:52:54.975146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:52:54.984037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:52:54.984486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.062562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:52:55.068479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9f208214-18b4-4b32-a422-8b3e4764f5e2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "PUT /v2.0/routers/653f7a7a-fbab-4923-8c7e-71f16d56ab83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5658133 Aug 30 14:52:55.071629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:55.076511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1bc1c8ff-7622-407d-9ffd-11f3c591bcb8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1451640325', 'description': 'tempest-secgroup_access--1451640325 description', 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:55.134194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c8ff-7622-407d-9ffd-11f3c591bcb8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.145485 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.165768 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Sync routers for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:52:55.181526 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:52:55.185618 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:52:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:55.251542 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ef96-c835-4936-a6bf-46262ae484b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.259874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=50ebce6c-b26c-436a-88fa-fc30dc5bbe82,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:52:55.268419 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.269551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 060bdfeb-1c67-4df8-9941-10f1975ba95f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:52:55.387554 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c8ff-7622-407d-9ffd-11f3c591bcb8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.391988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd8db40-63d0-4241-8251-978907961a82 None None] Network 75ed1259-a234-4875-9839-a0bff256d722 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:52:55.397362 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c8ff-7622-407d-9ffd-11f3c591bcb8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.441974 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:52:55.461410 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c8ff-7622-407d-9ffd-11f3c591bcb8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.465918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:55.466550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1bc1c8ff-7622-407d-9ffd-11f3c591bcb8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3937328 Aug 30 14:52:55.467862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1c8ff-7622-407d-9ffd-11f3c591bcb8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f4a52-977e-41fb-9fd2-83a45b35c744,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:55.475133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9085c9c6-f731-40a4-b9bf-d516b90e7da0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--118150035', 'description': 'tempest-secgroup_general--118150035 description', 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:55.499167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 060bdfeb-1c67-4df8-9941-10f1975ba95f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:52:55.518904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d366372-23d0-44ac-9bb5-400fc1fbac03 None None] Provisioning for port 060bdfeb-1c67-4df8-9941-10f1975ba95f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:52:55.648853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 060bdfeb-1c67-4df8-9941-10f1975ba95f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:52:55.648853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.648853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=50ebce6c-b26c-436a-88fa-fc30dc5bbe82,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:55.650107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c6-f731-40a4-b9bf-d516b90e7da0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.650679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d366372-23d0-44ac-9bb5-400fc1fbac03 None None] Provisioning complete for port 060bdfeb-1c67-4df8-9941-10f1975ba95f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:52:55.650679 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d366372-23d0-44ac-9bb5-400fc1fbac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.812873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c6-f731-40a4-b9bf-d516b90e7da0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.816034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c6-f731-40a4-b9bf-d516b90e7da0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.824690 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d366372-23d0-44ac-9bb5-400fc1fbac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.844462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9085c9c6-f731-40a4-b9bf-d516b90e7da0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.856325 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9085c9c6-f731-40a4-b9bf-d516b90e7da0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3884974 Aug 30 14:52:55.860018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44514) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:52:55.866274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-528ede76-763f-4f1a-9ae7-e255e10ebb93 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'security_group_rule': {'security_group_id': '8a8f4a52-977e-41fb-9fd2-83a45b35c744', 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:55.917950 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-528ede76-763f-4f1a-9ae7-e255e10ebb93 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:55.923533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085c9c6-f731-40a4-b9bf-d516b90e7da0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dea926-0482-40b9-9938-160ea91157d2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:56.029492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1d366372-23d0-44ac-9bb5-400fc1fbac03 None None] For port 060bdfeb-1c67-4df8-9941-10f1975ba95f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=060bdfeb-1c67-4df8-9941-10f1975ba95f,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:52:56.039945 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:54Z', 'revision_number': 2, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:56.046863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-528ede76-763f-4f1a-9ae7-e255e10ebb93 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.052773 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-528ede76-763f-4f1a-9ae7-e255e10ebb93 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.053027 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d366372-23d0-44ac-9bb5-400fc1fbac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.107953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ede76-763f-4f1a-9ae7-e255e10ebb93 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c471d70a-b03d-4341-bef9-8fd7e9b40662,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:56.110444 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.113666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d366372-23d0-44ac-9bb5-400fc1fbac03 None None] Pushing event updated for resources: {'Port': ['ID=060bdfeb-1c67-4df8-9941-10f1975ba95f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:56.123326 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Checking router: 653f7a7a-fbab-4923-8c7e-71f16d56ab83 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:52:56.123703 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Updating router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 port c132631e-3368-4286-a2d5-effda22bd292 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:52:56.144791 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-528ede76-763f-4f1a-9ae7-e255e10ebb93 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.146502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-528ede76-763f-4f1a-9ae7-e255e10ebb93 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2854645 Aug 30 14:52:56.180511 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.197427 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:52:56.200812 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:52:56.370008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-59ced1b0-6720-4c0f-9b74-066749fb76d4 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--1451640325&fields=id&tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed HTTP/1.1" status: 200 len: 267 time: 0.0578396 Aug 30 14:52:56.423860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-1309d671-bd4c-4b7a-9f25-3543c460a7c7 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--118150035&fields=id&tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed HTTP/1.1" status: 200 len: 267 time: 0.0529068 Aug 30 14:52:56.482115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe54690b-057b-41fc-8376-44fc390d2e6a None None] Provisioning complete for port 060bdfeb-1c67-4df8-9941-10f1975ba95f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:52:56.482784 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe54690b-057b-41fc-8376-44fc390d2e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.638743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-35ff2294-9e60-4e3d-b354-d80a350ba598 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:56.648290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-35ff2294-9e60-4e3d-b354-d80a350ba598 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/networks?id=75ed1259-a234-4875-9839-a0bff256d722 HTTP/1.1" status: 200 len: 796 time: 0.2159405 Aug 30 14:52:56.668690 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-95ea19cd-485b-45b8-918d-733959591157 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/quotas/45af7ccd0e1b49299ddfb6e6f14b5eed HTTP/1.1" status: 200 len: 375 time: 0.0191569 Aug 30 14:52:56.709998 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.723010 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Transition to ACTIVE for port object c132631e-3368-4286-a2d5-effda22bd292 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:52:56.731313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe54690b-057b-41fc-8376-44fc390d2e6a None None] Provisioning for port c132631e-3368-4286-a2d5-effda22bd292 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:52:56.733435 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.786433 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-5b6da570-799f-4372-934d-b17401621af2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163828 Aug 30 14:52:56.859135 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Pushing event updated for resources: {'Port': ['ID=c132631e-3368-4286-a2d5-effda22bd292,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:56.879709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:52:56.895567 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.895908 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.896246 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.896579 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.896907 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.897259 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.897585 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.897910 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.898232 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.898771 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.899102 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.899427 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:52:56.926164 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Attempting to bind port c132631e-3368-4286-a2d5-effda22bd292 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:52:56.926686 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Attempting to bind port c132631e-3368-4286-a2d5-effda22bd292 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:52:56.927191 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Attempting to bind port c132631e-3368-4286-a2d5-effda22bd292 on network 75ed1259-a234-4875-9839-a0bff256d722 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:52:56.937622 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:52:56.938106 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Checking segment: {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:52:56.938580 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:56.939050 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Bound using segment: {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:52:56.939619 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Bound port: c132631e-3368-4286-a2d5-effda22bd292, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:52:56.940082 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:57.029924 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] For port c132631e-3368-4286-a2d5-effda22bd292, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:52:57.033862 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] For port c132631e-3368-4286-a2d5-effda22bd292, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c132631e-3368-4286-a2d5-effda22bd292,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:52:57.040425 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:57.043295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:52:57.043829 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:57.101895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-f19e00d5-0cbc-4b59-9281-6fcffb3de2b3 service neutron] 10.222.0.50 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100188 Aug 30 14:52:57.138919 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:52:57.138919 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:52:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:57.211783 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3861ac-63eb-4ec8-8b5f-5beb600bff2d None None] Pushing event updated for resources: {'Port': ['ID=c132631e-3368-4286-a2d5-effda22bd292,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:57.224695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 060bdfeb-1c67-4df8-9941-10f1975ba95f up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:52:57.302538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 060bdfeb-1c67-4df8-9941-10f1975ba95f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:52:57.302913 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:57.325136 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:52:57.389682 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-6c742578-fafb-41f1-b9b6-f8c72cddeb74 service neutron] 10.222.0.50 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866406 Aug 30 14:52:57.625718 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:57Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:52:57.715646 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d99302-f6a5-4c4b-a474-00d44637c0f5 None None] The sync data for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 is: [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:57Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:52:57.730704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce82cf47-3081-4b19-9e81-98a0a9c1546a req-42aeef95-5bbe-419b-831f-36455f52f866 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 210 time: 0.0596359 Aug 30 14:52:57.902361 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2725be55-93f0-43fa-a935-4f943563a42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:58.651159 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:58.914115 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e6e419fc-f4b3-45bd-9919-05000e06252b req-4e7b7903-8a5b-4177-bf01-f175aa9af1ee tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 210 time: 0.0802031 Aug 30 14:52:58.939353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c132631e-3368-4286-a2d5-effda22bd292 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:52:59.026921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c132631e-3368-4286-a2d5-effda22bd292 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:52:59.036440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c132631e-3368-4286-a2d5-effda22bd292 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:52:59.036847 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:59.174771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:59.227460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c132631e-3368-4286-a2d5-effda22bd292, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c132631e-3368-4286-a2d5-effda22bd292,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:52:59.241842 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:59.351889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-c779099c-3ef7-4201-bda6-55c6866eaa4a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:52:59.359451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-c779099c-3ef7-4201-bda6-55c6866eaa4a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.39 "GET /v2.0/networks?id=75ed1259-a234-4875-9839-a0bff256d722 HTTP/1.1" status: 200 len: 796 time: 0.2967668 Aug 30 14:52:59.433080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c132631e-3368-4286-a2d5-effda22bd292,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:52:59.437370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:59.483407 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-ac2789c7-0ab6-4bec-a8e2-be84b64f2b70 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed HTTP/1.1" status: 200 len: 477 time: 0.1153929 Aug 30 14:52:59.495759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'port': {'device_id': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'admin_state_up': True, 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'security_groups': ['8a8f4a52-977e-41fb-9fd2-83a45b35c744', 'e0dea926-0482-40b9-9938-160ea91157d2']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:52:59.677662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Made reservation on behalf of 45af7ccd0e1b49299ddfb6e6f14b5eed for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:52:59.682613 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:52:59.862695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Allocated IP 172.20.0.14 (75ed1259-a234-4875-9839-a0bff256d722/4bf290f7-1d42-4424-8e72-b4099c12dd65/4a35d53f-6f59-4318-a15e-99613419a79a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:53:00.023604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8645a34-8091-4542-a2d1-f9c64f476c9f req-79c40bdb-34e8-4d80-8e4a-b2835e13a54a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 210 time: 0.0320473 Aug 30 14:53:00.077118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:00.108411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Transition to ACTIVE for port object 4a35d53f-6f59-4318-a15e-99613419a79a will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:00.171837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:00.225740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 75ed1259-a234-4875-9839-a0bff256d722 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:00.233166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:00.246017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:53:00.308862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=4a35d53f-6f59-4318-a15e-99613419a79a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:00.351359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:00.352109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:00.385191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-7d542301-ee83-4090-a35a-e8413c410a80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8938377 Aug 30 14:53:00.401855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Request body: {'port': {'device_id': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:00.555277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:00.576045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e28c4d60-1b5e-4d1b-80be-352fcf46af45 None None] Provisioning for port 4a35d53f-6f59-4318-a15e-99613419a79a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:00.582081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e28c4d60-1b5e-4d1b-80be-352fcf46af45 None None] Provisioning complete for port 4a35d53f-6f59-4318-a15e-99613419a79a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:00.582464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e28c4d60-1b5e-4d1b-80be-352fcf46af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:00.703699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e28c4d60-1b5e-4d1b-80be-352fcf46af45 None None] Port 4a35d53f-6f59-4318-a15e-99613419a79a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:53:00.887626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c132631e-3368-4286-a2d5-effda22bd292 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:00.948616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c132631e-3368-4286-a2d5-effda22bd292 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:00.949599 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:01.224817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a35d53f-6f59-4318-a15e-99613419a79a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:53:01.238472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:01.260294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Transition to ACTIVE for port object 4a35d53f-6f59-4318-a15e-99613419a79a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:01.278603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8e95c-3d56-4f2b-886f-36c2e43b35d0 req-da08b543-adb7-45e6-8764-92284e6e7757 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:01.286095 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fe8e95c-3d56-4f2b-886f-36c2e43b35d0 req-da08b543-adb7-45e6-8764-92284e6e7757 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 971 time: 0.1404178 Aug 30 14:53:01.296524 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:01.383965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a35d53f-6f59-4318-a15e-99613419a79a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:01.391280 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1fe8e95c-3d56-4f2b-886f-36c2e43b35d0 req-47540c8c-9454-4113-99f3-30d8410bbe5b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1042960 Aug 30 14:53:01.532325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Attempting to bind port 4a35d53f-6f59-4318-a15e-99613419a79a on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:53:01.532670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Attempting to bind port 4a35d53f-6f59-4318-a15e-99613419a79a by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:53:01.533097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Attempting to bind port 4a35d53f-6f59-4318-a15e-99613419a79a on network 75ed1259-a234-4875-9839-a0bff256d722 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:01.538054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Port 4a35d53f-6f59-4318-a15e-99613419a79a on network 75ed1259-a234-4875-9839-a0bff256d722 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:53:01.538394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Attempting to bind port 4a35d53f-6f59-4318-a15e-99613419a79a on network 75ed1259-a234-4875-9839-a0bff256d722 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:01.543862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:53:01.544211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Checking segment: {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:53:01.544661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Bound using segment: {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:53:01.545127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Bound port: 4a35d53f-6f59-4318-a15e-99613419a79a, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd603567f-0695-4af1-9ee1-02beae69712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75ed1259-a234-4875-9839-a0bff256d722'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:53:01.545499 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:01.669137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] For port 4a35d53f-6f59-4318-a15e-99613419a79a, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:53:01.670186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:01.673489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] For port 4a35d53f-6f59-4318-a15e-99613419a79a, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4a35d53f-6f59-4318-a15e-99613419a79a,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:53:01.680713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:01.715641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:01.716197 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:01.717649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] 10.222.0.39 "PUT /v2.0/ports/4a35d53f-6f59-4318-a15e-99613419a79a HTTP/1.1" status: 200 len: 1131 time: 1.3234067 Aug 30 14:53:01.718735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:01.721144 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:01.765936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d548e4-28ec-4695-86df-1ee8ac80f9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a35d53f-6f59-4318-a15e-99613419a79a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:01.819812 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a790a33-06a8-4538-ac0c-962cf59f56bb x-openstack-request-id: req-0a790a33-06a8-4538-ac0c-962cf59f56bb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:01.820070 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:01.820276 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a790a33-06a8-4538-ac0c-962cf59f56bb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:01.820555 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a', 'status': 'completed', 'code': 200} Aug 30 14:53:01.823852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-0e28a476-be03-4030-954f-965121ec42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:01.825427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-0e28a476-be03-4030-954f-965121ec42e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1134 time: 0.0561604 Aug 30 14:53:01.916513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-acfd19df-9279-4079-8252-d69faa918172 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a35d53f-6f59-4318-a15e-99613419a79a HTTP/1.1" status: 200 len: 217 time: 0.0705063 Aug 30 14:53:02.006239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-e50a548f-bf7b-4a1b-ad52-98c81512486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:02.007732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-e50a548f-bf7b-4a1b-ad52-98c81512486c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf290f7-1d42-4424-8e72-b4099c12dd65 HTTP/1.1" status: 200 len: 834 time: 0.0843961 Aug 30 14:53:02.067164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-f7abb570-342b-40f0-be7b-4a90a6601c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:02.068631 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-f7abb570-342b-40f0-be7b-4a90a6601c0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75ed1259-a234-4875-9839-a0bff256d722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541451 Aug 30 14:53:02.235389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-363da7ef-3b6e-4539-825b-a5d30e39597a service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584322 Aug 30 14:53:02.384431 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad77ba01-92c9-496a-9834-dc27f1585b8c req-1f48c152-1607-4221-b5a5-98463778a482 service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380951 Aug 30 14:53:02.560148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-c21c7aa0-c73e-4519-b58f-93172da20347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:02.561935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-c21c7aa0-c73e-4519-b58f-93172da20347 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1134 time: 0.1141706 Aug 30 14:53:02.588338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73472-b768-42e4-bdb1-c44c92c461ce req-fea967b8-7734-47d9-8933-eddc5a2e3a62 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:02.590157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83c73472-b768-42e4-bdb1-c44c92c461ce req-fea967b8-7734-47d9-8933-eddc5a2e3a62 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 983 time: 0.0856209 Aug 30 14:53:02.718632 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83c73472-b768-42e4-bdb1-c44c92c461ce req-2df55df3-8c5e-47ec-af29-0d1230be3824 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1163113 Aug 30 14:53:02.750821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-a277808b-0e6c-4088-8fcc-607a663010c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:02.752904 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-a277808b-0e6c-4088-8fcc-607a663010c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75ed1259-a234-4875-9839-a0bff256d722 HTTP/1.1" status: 200 len: 897 time: 0.1811414 Aug 30 14:53:02.806752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-2d93069f-b4ad-4154-845a-7ebe2e7af6d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a35d53f-6f59-4318-a15e-99613419a79a HTTP/1.1" status: 200 len: 217 time: 0.0467839 Aug 30 14:53:02.868932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-a2f7a89d-004b-469e-a8a2-7df3a951fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:02.881954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-a2f7a89d-004b-469e-a8a2-7df3a951fdc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf290f7-1d42-4424-8e72-b4099c12dd65 HTTP/1.1" status: 200 len: 834 time: 0.0682538 Aug 30 14:53:02.891708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:02.935216 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:02.957677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-3f4dc5a8-44f2-4e11-90c6-65c19421097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:02.959781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-3f4dc5a8-44f2-4e11-90c6-65c19421097c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75ed1259-a234-4875-9839-a0bff256d722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705278 Aug 30 14:53:02.961786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6736b856-ba5c-4f7f-b65e-16a8f3444d1f admin admin] Deleting subnet f6a98311-cf6b-4e86-9376-75b541128468 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:53:02.966569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6736b856-ba5c-4f7f-b65e-16a8f3444d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:03.042790 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6736b856-ba5c-4f7f-b65e-16a8f3444d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:03.101110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-423df474-96a0-4b52-bb8d-b8145203d6f5 service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312287 Aug 30 14:53:03.101953 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6736b856-ba5c-4f7f-b65e-16a8f3444d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:03.184756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6736b856-ba5c-4f7f-b65e-16a8f3444d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:03.210467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6736b856-ba5c-4f7f-b65e-16a8f3444d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:03.212782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6736b856-ba5c-4f7f-b65e-16a8f3444d1f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f6a98311-cf6b-4e86-9376-75b541128468 HTTP/1.1" status: 204 len: 168 time: 0.3194685 Aug 30 14:53:03.221352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:03.233862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736b856-ba5c-4f7f-b65e-16a8f3444d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a98311-cf6b-4e86-9376-75b541128468,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:03.728063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:03.775406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e85ce12-fa92-4d4d-ad0a-b2eadb3f70a4 req-e002af69-dd27-48fe-ba39-600c59825a5e service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648366 Aug 30 14:53:03.936988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:03.951220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c221003b-618b-43f0-ad7d-1f0817a573df']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:03.966177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8ae0f-6a94-4e85-b3cd-94f705304e39 req-d7315aa2-d4cf-479e-a312-1724ab4c6ddf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:03.969348 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f5a8ae0f-6a94-4e85-b3cd-94f705304e39 req-d7315aa2-d4cf-479e-a312-1724ab4c6ddf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 983 time: 0.0903764 Aug 30 14:53:03.969777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77a0a40-9559-45cd-92e9-dee886f7fba1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:03.970165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77a0a40-9559-45cd-92e9-dee886f7fba1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:03.986767 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.021990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.029152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:53:04.029584 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.043569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f5a8ae0f-6a94-4e85-b3cd-94f705304e39 req-dd50ac50-d8f3-49ce-a92e-65f2263aaf64 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0549293 Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:53:04.103284 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:53:04.112582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.120097 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.127205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] 10.222.0.50 "DELETE /v2.0/networks/c221003b-618b-43f0-ad7d-1f0817a573df HTTP/1.1" status: 204 len: 168 time: 0.8980660 Aug 30 14:53:04.129654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:04.139239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261bb6d-4add-4ce3-9f9c-c75679b8ddbf admin admin] Pushing event deleted for resources: {'Network': ['ID=c221003b-618b-43f0-ad7d-1f0817a573df,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:04.185690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18024fe-87dc-4236-86b9-87f6af056a53 admin admin] Deleting subnet 9ef118d7-4fa8-4a2c-bde3-63978883cf91 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:53:04.189354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f18024fe-87dc-4236-86b9-87f6af056a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.234211 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f18024fe-87dc-4236-86b9-87f6af056a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.288685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f18024fe-87dc-4236-86b9-87f6af056a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.397100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f18024fe-87dc-4236-86b9-87f6af056a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.433250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18024fe-87dc-4236-86b9-87f6af056a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef118d7-4fa8-4a2c-bde3-63978883cf91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:04.441441 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f18024fe-87dc-4236-86b9-87f6af056a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.445736 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f18024fe-87dc-4236-86b9-87f6af056a53 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9ef118d7-4fa8-4a2c-bde3-63978883cf91 HTTP/1.1" status: 204 len: 168 time: 0.3127382 Aug 30 14:53:04.445943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:04.525679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.615891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.627103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236eb66b-5668-41f7-be53-61149795e206']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:04.638592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2691e4e7-dba1-4c55-ab61-9d522064ba2f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:04.638853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2691e4e7-dba1-4c55-ab61-9d522064ba2f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:04.661515 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.676293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.698510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:53:04.700597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:53:04.703669 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:53:04.765857 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.783231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:04.788282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] 10.222.0.50 "DELETE /v2.0/networks/236eb66b-5668-41f7-be53-61149795e206 HTTP/1.1" status: 204 len: 168 time: 0.3413088 Aug 30 14:53:04.790287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e04c67-8863-4f7a-9d92-515fe27b077e admin admin] Pushing event deleted for resources: {'Network': ['ID=236eb66b-5668-41f7-be53-61149795e206,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:04.982625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4a35d53f-6f59-4318-a15e-99613419a79a details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:53:05.079356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:05.107843 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4a35d53f-6f59-4318-a15e-99613419a79a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4a35d53f-6f59-4318-a15e-99613419a79a,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:05.127808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '4a35d53f-6f59-4318-a15e-99613419a79a', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'port_id': '4a35d53f-6f59-4318-a15e-99613419a79a', 'mac_address': 'fa:16:3e:fb:bf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:53:05.145203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4b719ddf-3c5d-406d-a100-df524d05d775 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=906bea2cbe334e01b4aec19245f60061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645969 Aug 30 14:53:05.148448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:05.190989 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:05.216732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a35d53f-6f59-4318-a15e-99613419a79a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:53:05.239185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4a35d53f-6f59-4318-a15e-99613419a79a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4a35d53f-6f59-4318-a15e-99613419a79a,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:05.242532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a797a74-6174-45af-9bff-7136fb9ba5e6 req-5395523e-052e-46b9-9847-afcefe8a6f2c tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:05.247977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a797a74-6174-45af-9bff-7136fb9ba5e6 req-5395523e-052e-46b9-9847-afcefe8a6f2c tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 983 time: 0.1124620 Aug 30 14:53:05.251633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:05.274144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13c3825-8d05-4125-98a3-26a828f3ff03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:05.306285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a797a74-6174-45af-9bff-7136fb9ba5e6 req-c3369d4b-3b82-4181-8caa-f00dd5a77ddd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0499930 Aug 30 14:53:05.315601 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13c3825-8d05-4125-98a3-26a828f3ff03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:05.349588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4a35d53f-6f59-4318-a15e-99613419a79a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:05.417120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13c3825-8d05-4125-98a3-26a828f3ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:05.419867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13c3825-8d05-4125-98a3-26a828f3ff03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:05.421850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d13c3825-8d05-4125-98a3-26a828f3ff03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a088b4c1-87b7-44cd-8077-58376719a441 HTTP/1.1" status: 204 len: 168 time: 0.2700622 Aug 30 14:53:05.432710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c3825-8d05-4125-98a3-26a828f3ff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a088b4c1-87b7-44cd-8077-58376719a441,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:05.452881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['4a35d53f-6f59-4318-a15e-99613419a79a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:53:05.970446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:06.045735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-55a1b8c6-129e-4c66-a2ac-fdaedec37f1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ec9985d52dc42d1a2839db28e6d0430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734253 Aug 30 14:53:06.048538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:06.120324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f129422-c372-4fa1-8d88-779712467e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:06.146416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f129422-c372-4fa1-8d88-779712467e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:06.198444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f129422-c372-4fa1-8d88-779712467e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:06.202139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f129422-c372-4fa1-8d88-779712467e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:06.206197 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6f129422-c372-4fa1-8d88-779712467e18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b30afe7-bcc0-41d0-a685-9beb025aec66 HTTP/1.1" status: 204 len: 168 time: 0.1548893 Aug 30 14:53:06.217478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f129422-c372-4fa1-8d88-779712467e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b30afe7-bcc0-41d0-a685-9beb025aec66,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:06.457865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470a608-0553-424c-a4c8-ae3153deeb3a req-7effe8c3-25e4-4c1b-96f4-5f6138c24b80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:06.465898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c470a608-0553-424c-a4c8-ae3153deeb3a req-7effe8c3-25e4-4c1b-96f4-5f6138c24b80 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 984 time: 0.0797958 Aug 30 14:53:06.526425 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c470a608-0553-424c-a4c8-ae3153deeb3a req-d802d9c7-fec7-4761-bb26-043af3558a67 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0540209 Aug 30 14:53:06.992623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4a35d53f-6f59-4318-a15e-99613419a79a up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:07.076119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 4a35d53f-6f59-4318-a15e-99613419a79a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:07.081125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 4a35d53f-6f59-4318-a15e-99613419a79a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:07.081524 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:07.186417 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:07.227517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:07.230361 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b07e7b2-4789-49c7-96df-83a07cc45000" -d '{"events": [{"server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "name": "network-vif-plugged", "status": "completed", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:07.259547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 4a35d53f-6f59-4318-a15e-99613419a79a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4a35d53f-6f59-4318-a15e-99613419a79a,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:07.263972 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:07.298718 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f7eb9d-a632-4e88-986d-6a7a9950cd4c x-openstack-request-id: req-11f7eb9d-a632-4e88-986d-6a7a9950cd4c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:07.299063 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "name": "network-vif-plugged", "status": "completed", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:07.299545 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11f7eb9d-a632-4e88-986d-6a7a9950cd4c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:07.300115 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a', 'code': 200} Aug 30 14:53:07.352006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=4a35d53f-6f59-4318-a15e-99613419a79a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:07.446007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e0a0d-8e45-4fb4-88ee-2245ceaa6e50 req-61424703-af40-440d-9cbf-4ad2b28a2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:07.447688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-122e0a0d-8e45-4fb4-88ee-2245ceaa6e50 req-61424703-af40-440d-9cbf-4ad2b28a2f46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1136 time: 0.0805829 Aug 30 14:53:07.501428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-122e0a0d-8e45-4fb4-88ee-2245ceaa6e50 req-69ec91f1-cae9-4d54-b09b-6e2fd1127c58 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0dea926-0482-40b9-9938-160ea91157d2&id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0430734 Aug 30 14:53:07.660932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff682e-09cd-4361-a067-44b3480869d3 req-79b1e685-f8c8-4f5f-8a20-5ab4c8a1dc59 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:07.662719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90ff682e-09cd-4361-a067-44b3480869d3 req-79b1e685-f8c8-4f5f-8a20-5ab4c8a1dc59 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 985 time: 0.0683522 Aug 30 14:53:07.711566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90ff682e-09cd-4361-a067-44b3480869d3 req-72d1d75b-6dd5-418a-84a9-f40e44642f46 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0422528 Aug 30 14:53:07.742263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 44934) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:07.894994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe9f207e-b608-4538-a729-801c5b80ebaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:08.027368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe9f207e-b608-4538-a729-801c5b80ebaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:08.033304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe9f207e-b608-4538-a729-801c5b80ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:08.075069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fe9f207e-b608-4538-a729-801c5b80ebaa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f282a49db374ab9b918cd02a6bb67cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316622 Aug 30 14:53:08.077679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 44948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:08.098520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f207e-b608-4538-a729-801c5b80ebaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6bcc26-a3bb-4611-8b0c-74b6957593a7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:08.157152 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64f5fc10-0abd-4c7d-bee3-4dc009d126a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:08.188342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64f5fc10-0abd-4c7d-bee3-4dc009d126a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:08.243390 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64f5fc10-0abd-4c7d-bee3-4dc009d126a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:08.248559 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64f5fc10-0abd-4c7d-bee3-4dc009d126a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:08.248559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-64f5fc10-0abd-4c7d-bee3-4dc009d126a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c6bcc26-a3bb-4611-8b0c-74b6957593a7 HTTP/1.1" status: 204 len: 168 time: 0.1692297 Aug 30 14:53:08.269676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5fc10-0abd-4c7d-bee3-4dc009d126a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6bcc26-a3bb-4611-8b0c-74b6957593a7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:08.893787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b18ef6-e214-463c-820d-773753f726f2 req-e8d8234d-85f9-4ef3-8728-7e45503d3eca tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:08.895438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72b18ef6-e214-463c-820d-773753f726f2 req-e8d8234d-85f9-4ef3-8728-7e45503d3eca tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 985 time: 0.0644832 Aug 30 14:53:08.958779 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72b18ef6-e214-463c-820d-773753f726f2 req-bf6a6448-20e3-4d91-8648-588a8de66ed3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0458066 Aug 30 14:53:09.116740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7d7ce-fc72-487e-90e0-649053bacdaf req-294371da-c47f-40da-bf78-eb6d2808c769 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:09.118639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-afc7d7ce-fc72-487e-90e0-649053bacdaf req-294371da-c47f-40da-bf78-eb6d2808c769 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 985 time: 0.0752957 Aug 30 14:53:09.198489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-afc7d7ce-fc72-487e-90e0-649053bacdaf req-4f61d192-3d7d-4464-80f1-098d33244954 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0705822 Aug 30 14:53:09.346634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcd9a7-65dc-4b43-bba6-6d566cbacaf1 req-9b669080-7d2f-4ed1-8c2f-c28ea7d44172 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:09.348202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1dcd9a7-65dc-4b43-bba6-6d566cbacaf1 req-9b669080-7d2f-4ed1-8c2f-c28ea7d44172 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1136 time: 0.0774534 Aug 30 14:53:09.391208 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1dcd9a7-65dc-4b43-bba6-6d566cbacaf1 req-ab68cb4d-eff8-4679-9ef1-05100a27f904 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:09.600988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1dcd9a7-65dc-4b43-bba6-6d566cbacaf1 req-ab68cb4d-eff8-4679-9ef1-05100a27f904 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:09.609348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1dcd9a7-65dc-4b43-bba6-6d566cbacaf1 req-ab68cb4d-eff8-4679-9ef1-05100a27f904 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:09.666329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1dcd9a7-65dc-4b43-bba6-6d566cbacaf1 req-ab68cb4d-eff8-4679-9ef1-05100a27f904 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3079562 Aug 30 14:53:09.668834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68cb4d-eff8-4679-9ef1-05100a27f904 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8ab154-ef1f-4ab5-b192-6d8c818d24a5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:09.692265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:09.748811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a64d1-8438-44ee-a2ab-790f19ffecd4 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:09.752069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d3a64d1-8438-44ee-a2ab-790f19ffecd4 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1131 time: 0.0577695 Aug 30 14:53:09.755859 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:09.767665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '4a35d53f-6f59-4318-a15e-99613419a79a', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:09.799865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:10.002452 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:10.179565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Allocated IP 172.25.6.7 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/41f7cb1d-10d3-4438-9b0f-5581e5aa7252) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:53:10.347021 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:10.417823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:10.475326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:10.483865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:10.486618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:53:10.514422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=41f7cb1d-10d3-4438-9b0f-5581e5aa7252,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:11.067213 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:11.160996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:11.438297 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:11.444334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:11.525803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=41f7cb1d-10d3-4438-9b0f-5581e5aa7252,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:11.552480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:12.039660 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Floating IP 89acf443-a36b-4a97-ab99-f78d6ddcacee associated. External IP: 172.25.6.7, port: 4a35d53f-6f59-4318-a15e-99613419a79a. Aug 30 14:53:12.345693 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:53:12.422796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:53:12.602212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:53:12.649577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:12.663095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] Sync routers for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:53:12.679604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:12.683823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:52:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:12.727269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:12.728344 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b7b8772d-706a-428d-970d-9d4a8e99d5d2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9710023 Aug 30 14:53:12.728994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:12.731414 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05403c49-d91b-4218-aac3-8f18770d3e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:12.807236 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211360cf-afcd-4185-87cb-4d5b951e9fcb x-openstack-request-id: req-211360cf-afcd-4185-87cb-4d5b951e9fcb {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:12.807535 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:12.807791 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-211360cf-afcd-4185-87cb-4d5b951e9fcb {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:12.808221 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a', 'status': 'completed', 'code': 200} Aug 30 14:53:12.924552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:13.038900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-c9209685-00e7-4925-999f-7c98dc85a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.040457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-c9209685-00e7-4925-999f-7c98dc85a382 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1136 time: 0.1241100 Aug 30 14:53:13.042193 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.043346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.043346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.043602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.044074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.044542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.045006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.045561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.048250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-af880149-8b5c-4d38-a37d-7e3fc2d50d75 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.3164482 Aug 30 14:53:13.050907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:13.212277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-59c6d719-ff1c-4a5e-9062-4ea3993b9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.214800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-59c6d719-ff1c-4a5e-9062-4ea3993b9836 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75ed1259-a234-4875-9839-a0bff256d722 HTTP/1.1" status: 200 len: 897 time: 0.1615508 Aug 30 14:53:13.334274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.334694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.335164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.335623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.336648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.336648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.336968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.337453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.342377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8818fa4c-13b4-49ae-b1b9-c87f5784a303 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.2875612 Aug 30 14:53:13.343645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:13.356279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-9444395e-8430-481b-acd2-5f7ad6885865 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a35d53f-6f59-4318-a15e-99613419a79a HTTP/1.1" status: 200 len: 998 time: 0.1340950 Aug 30 14:53:13.442691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '89acf443-a36b-4a97-ab99-f78d6ddcacee', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'port_id': '4a35d53f-6f59-4318-a15e-99613419a79a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'mac_address': 'fa:16:3e:fb:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:10Z', 'updated_at': '2021-08-30T14:53:10Z', 'revision_number': 0, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:59Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:13.476900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] Checking router: 653f7a7a-fbab-4923-8c7e-71f16d56ab83 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:53:13.490266 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:13.498764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:52:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:13.515685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-d83f9b74-7d64-4da5-94af-277c43df4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.517318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-d83f9b74-7d64-4da5-94af-277c43df4ccf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf290f7-1d42-4424-8e72-b4099c12dd65 HTTP/1.1" status: 200 len: 834 time: 0.1450813 Aug 30 14:53:13.623605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-b89f9bbe-7ad9-47cc-aadb-f8ee12d053dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:13.626096 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-b89f9bbe-7ad9-47cc-aadb-f8ee12d053dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75ed1259-a234-4875-9839-a0bff256d722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017213 Aug 30 14:53:13.677088 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:13.834554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-b3bfd3b8-2760-438c-90e5-23b30074cebb service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012894 Aug 30 14:53:13.915186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ee4be138-d4f7-4f3b-87bf-0263cf315d32 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 0.5668263 Aug 30 14:53:13.917535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:14.025837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '89acf443-a36b-4a97-ab99-f78d6ddcacee', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'port_id': '4a35d53f-6f59-4318-a15e-99613419a79a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'mac_address': 'fa:16:3e:fb:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:10Z', 'updated_at': '2021-08-30T14:53:10Z', 'revision_number': 0, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:59Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:14.068561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4b645-0bca-4923-80dd-f7a31cb69aee tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:14.069076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4b645-0bca-4923-80dd-f7a31cb69aee tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:14.071328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-44f4b645-0bca-4923-80dd-f7a31cb69aee tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=653f7a7a-fbab-4923-8c7e-71f16d56ab83 HTTP/1.1" status: 200 len: 1989 time: 0.1522417 Aug 30 14:53:14.079387 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab17e8a-094a-40dc-9bbb-4715ea394069 None None] The sync data for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 is: [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '89acf443-a36b-4a97-ab99-f78d6ddcacee', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'port_id': '4a35d53f-6f59-4318-a15e-99613419a79a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'mac_address': 'fa:16:3e:fb:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:10Z', 'updated_at': '2021-08-30T14:53:10Z', 'revision_number': 0, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:59Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:53:14.103840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05403c49-d91b-4218-aac3-8f18770d3e8c req-00eba06e-14d9-4979-9caa-2de04c4937fe service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537839 Aug 30 14:53:14.455684 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459e3a5-c6eb-4bc0-8092-9df637b0b9bf None None] New status for floating IP 89acf443-a36b-4a97-ab99-f78d6ddcacee: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:53:20.014405 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:21.661301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:21.666402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9ffecc66-e843-45b1-9869-fe2b2b5fdf3f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935366950', 'description': 'tempest-secgroup-smoke-1935366950 description', 'project_id': '13e6876eced247dda2b279c13cab4464'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:21.706185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffecc66-e843-45b1-9869-fe2b2b5fdf3f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:21.856059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffecc66-e843-45b1-9869-fe2b2b5fdf3f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:21.861327 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffecc66-e843-45b1-9869-fe2b2b5fdf3f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:21.903638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ffecc66-e843-45b1-9869-fe2b2b5fdf3f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:21.909034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45344) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:21.914190 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9ffecc66-e843-45b1-9869-fe2b2b5fdf3f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2512045 Aug 30 14:53:21.915275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eb1184d5-d6ea-4bf4-a5d3-15ccb2e3b1b6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'security_group_rule': {'security_group_id': '8b0606b0-6d51-4a55-9af2-0dc12405282b', 'project_id': '13e6876eced247dda2b279c13cab4464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:21.920047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffecc66-e843-45b1-9869-fe2b2b5fdf3f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0606b0-6d51-4a55-9af2-0dc12405282b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:21.952873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb1184d5-d6ea-4bf4-a5d3-15ccb2e3b1b6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.021314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb1184d5-d6ea-4bf4-a5d3-15ccb2e3b1b6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.026464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb1184d5-d6ea-4bf4-a5d3-15ccb2e3b1b6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.041115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1184d5-d6ea-4bf4-a5d3-15ccb2e3b1b6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c0c102-1f95-465e-9066-3de35f1540f1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:22.057242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb1184d5-d6ea-4bf4-a5d3-15ccb2e3b1b6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.058782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eb1184d5-d6ea-4bf4-a5d3-15ccb2e3b1b6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483865 Aug 30 14:53:22.063932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:22.069216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e8759c65-e057-43d1-b67c-014621ae4ec0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'security_group_rule': {'security_group_id': '8b0606b0-6d51-4a55-9af2-0dc12405282b', 'project_id': '13e6876eced247dda2b279c13cab4464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:22.097635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8759c65-e057-43d1-b67c-014621ae4ec0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.160733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8759c65-e057-43d1-b67c-014621ae4ec0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.165945 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8759c65-e057-43d1-b67c-014621ae4ec0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.189622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8759c65-e057-43d1-b67c-014621ae4ec0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8be5d2-e695-4928-b700-53a6a9db0fb1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:22.197371 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8759c65-e057-43d1-b67c-014621ae4ec0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.198777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e8759c65-e057-43d1-b67c-014621ae4ec0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333933 Aug 30 14:53:22.201851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:22.206591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-30f0425d-2cf0-488a-8056-e4e139ee2508 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'security_group_rule': {'security_group_id': '8b0606b0-6d51-4a55-9af2-0dc12405282b', 'project_id': '13e6876eced247dda2b279c13cab4464', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:22.245404 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30f0425d-2cf0-488a-8056-e4e139ee2508 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.326531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-d41852ba-326c-4757-8ec0-d24ab27fc0b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570605 Aug 30 14:53:22.341812 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30f0425d-2cf0-488a-8056-e4e139ee2508 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.357145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30f0425d-2cf0-488a-8056-e4e139ee2508 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.374606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0425d-2cf0-488a-8056-e4e139ee2508 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a28a35-d28e-4a71-a169-4ba0959e2efb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:22.391823 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30f0425d-2cf0-488a-8056-e4e139ee2508 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.393389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-30f0425d-2cf0-488a-8056-e4e139ee2508 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901245 Aug 30 14:53:22.396015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:22.400879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1845db63-c5e1-4b5f-a665-bcaaa27fe36b tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'security_group_rule': {'security_group_id': '8b0606b0-6d51-4a55-9af2-0dc12405282b', 'project_id': '13e6876eced247dda2b279c13cab4464', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:22.435711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1845db63-c5e1-4b5f-a665-bcaaa27fe36b tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.463681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-e26296d7-b78e-45f4-9ed7-0dd2c9b719a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:22.465540 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-e26296d7-b78e-45f4-9ed7-0dd2c9b719a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1136 time: 0.0699518 Aug 30 14:53:22.546764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1845db63-c5e1-4b5f-a665-bcaaa27fe36b tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.552131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1845db63-c5e1-4b5f-a665-bcaaa27fe36b tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.570583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845db63-c5e1-4b5f-a665-bcaaa27fe36b tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf8e01b-6c83-4135-9e22-2f9119e86110,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:22.597354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1845db63-c5e1-4b5f-a665-bcaaa27fe36b tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.599234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1845db63-c5e1-4b5f-a665-bcaaa27fe36b tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2021711 Aug 30 14:53:22.602353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:22.612005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-209c561d-2a4b-4d02-9055-86e34b4ee80c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'security_group_rule': {'security_group_id': '8b0606b0-6d51-4a55-9af2-0dc12405282b', 'project_id': '13e6876eced247dda2b279c13cab4464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:22.662751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-b6255c7e-8318-4005-8713-4b432ceac089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:22.664825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-b6255c7e-8318-4005-8713-4b432ceac089 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75ed1259-a234-4875-9839-a0bff256d722 HTTP/1.1" status: 200 len: 897 time: 0.1648366 Aug 30 14:53:22.685360 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-209c561d-2a4b-4d02-9055-86e34b4ee80c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Project 13e6876eced247dda2b279c13cab4464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:53:22.727894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-209c561d-2a4b-4d02-9055-86e34b4ee80c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.784873 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-16272f14-1c8e-446c-b007-559a926b8447 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a35d53f-6f59-4318-a15e-99613419a79a HTTP/1.1" status: 200 len: 1000 time: 0.1125221 Aug 30 14:53:22.830796 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-209c561d-2a4b-4d02-9055-86e34b4ee80c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.839277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-209c561d-2a4b-4d02-9055-86e34b4ee80c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.866623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-8afe0ca3-71ec-4378-a331-db6d6d943b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:22.868030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-8afe0ca3-71ec-4378-a331-db6d6d943b1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf290f7-1d42-4424-8e72-b4099c12dd65 HTTP/1.1" status: 200 len: 834 time: 0.0756495 Aug 30 14:53:22.869024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c561d-2a4b-4d02-9055-86e34b4ee80c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeeeedc8-a67c-4917-8dab-ffd2d9fd57f1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:22.871141 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-209c561d-2a4b-4d02-9055-86e34b4ee80c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.875471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-209c561d-2a4b-4d02-9055-86e34b4ee80c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2687504 Aug 30 14:53:22.875803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:22.880892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-75f2fd64-b06c-497c-b0f6-f2cb897434a3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'security_group_rule': {'security_group_id': '8b0606b0-6d51-4a55-9af2-0dc12405282b', 'project_id': '13e6876eced247dda2b279c13cab4464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:22.910818 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-75f2fd64-b06c-497c-b0f6-f2cb897434a3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Project 13e6876eced247dda2b279c13cab4464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:53:22.916141 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f2fd64-b06c-497c-b0f6-f2cb897434a3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.918992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-60e39a21-1e66-4560-ae5b-327959443485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:22.921067 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-60e39a21-1e66-4560-ae5b-327959443485 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75ed1259-a234-4875-9839-a0bff256d722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456295 Aug 30 14:53:22.989484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f2fd64-b06c-497c-b0f6-f2cb897434a3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:22.994898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f2fd64-b06c-497c-b0f6-f2cb897434a3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:23.033540 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f2fd64-b06c-497c-b0f6-f2cb897434a3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:23.035125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-75f2fd64-b06c-497c-b0f6-f2cb897434a3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1581950 Aug 30 14:53:23.036528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2fd64-b06c-497c-b0f6-f2cb897434a3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e98ba9-3232-45d2-91f0-9accdd742fec,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:23.055660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-75954808-f163-46cd-a0e3-1a88933d9fd8 service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273708 Aug 30 14:53:23.187498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef9d09e7-e9d3-4e13-9d87-4a7b19574814 req-b6e883e2-d767-4c38-91f6-c6ab8bdfd09a service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247549 Aug 30 14:53:23.423444 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-81557a3b-9a1c-40f5-8bad-090d5dc6d51d tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935366950&fields=id&tenant_id=13e6876eced247dda2b279c13cab4464 HTTP/1.1" status: 200 len: 267 time: 0.0511837 Aug 30 14:53:23.537081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be875-3226-4091-8329-219b3b1a1de9 req-7ba99720-1a54-4c76-adb1-6be456b7cc39 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:23.538842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-7ba99720-1a54-4c76-adb1-6be456b7cc39 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/networks?id=9aa43e8c-1198-4d6c-91b7-cf3892af4057 HTTP/1.1" status: 200 len: 812 time: 0.1076634 Aug 30 14:53:23.558666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-65ae20ae-a108-4e49-89ef-b78d6fc42483 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/quotas/13e6876eced247dda2b279c13cab4464 HTTP/1.1" status: 200 len: 375 time: 0.0106575 Aug 30 14:53:23.622381 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-434aef8d-2fce-4fc5-92d5-331c9d305120 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=13e6876eced247dda2b279c13cab4464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570750 Aug 30 14:53:23.750501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-8701227b-eb6f-4961-8980-be48db48c48a service neutron] 10.222.0.50 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125729 Aug 30 14:53:23.867631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-90bfa7d5-31cd-4281-b3fb-c3ecae7157dd service neutron] 10.222.0.50 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052868 Aug 30 14:53:24.208029 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16eae5b9-00b7-44da-8131-5ceb5dd66bc1 req-b43da276-e111-496f-b179-730e7a039ce7 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 210 time: 0.0402637 Aug 30 14:53:25.155542 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20f351fb-9a02-47a4-a1d1-a30896e77ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:25.398434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b44a1f57-0f55-4265-9886-46158efaa024 req-10c2b34f-cf15-42cb-b4cc-0ca484293ddf tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 210 time: 0.0457602 Aug 30 14:53:25.466452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be875-3226-4091-8329-219b3b1a1de9 req-1ab841bb-897e-4ebb-bea4-89e34036a369 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:25.468770 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-1ab841bb-897e-4ebb-bea4-89e34036a369 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.21 "GET /v2.0/networks?id=9aa43e8c-1198-4d6c-91b7-cf3892af4057 HTTP/1.1" status: 200 len: 812 time: 0.2059047 Aug 30 14:53:25.572545 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-7ded5ddd-b273-49aa-82c7-de5eed626307 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13e6876eced247dda2b279c13cab4464 HTTP/1.1" status: 200 len: 380 time: 0.0611966 Aug 30 14:53:25.584251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'port': {'device_id': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'admin_state_up': True, 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'security_groups': ['8b0606b0-6d51-4a55-9af2-0dc12405282b']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:25.707147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Made reservation on behalf of 13e6876eced247dda2b279c13cab4464 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:53:25.712380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:25.893570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Allocated IP 172.20.0.14 (9aa43e8c-1198-4d6c-91b7-cf3892af4057/f0276dbe-c1fd-4eb6-83c3-ada611393ad2/88a24a39-f373-4e30-9bfd-4b75f807a218) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:53:26.071484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:26.085642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Transition to ACTIVE for port object 88a24a39-f373-4e30-9bfd-4b75f807a218 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:26.120680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:26.166360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:26.172639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:26.175310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:53:26.209343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'Port': ['ID=88a24a39-f373-4e30-9bfd-4b75f807a218,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:26.242560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:26.243247 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:26.260155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-cafe2b68-4610-4cba-a9c8-85defe8db580 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6801164 Aug 30 14:53:26.281481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Request body: {'port': {'device_id': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:26.356805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:26.448506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a29c844b-bc4a-4734-81b8-3ebc63042dd6 None None] Provisioning for port 88a24a39-f373-4e30-9bfd-4b75f807a218 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:26.460666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a29c844b-bc4a-4734-81b8-3ebc63042dd6 None None] Provisioning complete for port 88a24a39-f373-4e30-9bfd-4b75f807a218 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:26.461480 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a29c844b-bc4a-4734-81b8-3ebc63042dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:26.544856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a29c844b-bc4a-4734-81b8-3ebc63042dd6 None None] Port 88a24a39-f373-4e30-9bfd-4b75f807a218 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:53:26.574712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4752a76-77da-49b4-ae5d-9855509ce05c req-d3cf816e-7305-4095-b5bd-96c170c341e4 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:26.585288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4752a76-77da-49b4-ae5d-9855509ce05c req-d3cf816e-7305-4095-b5bd-96c170c341e4 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 932 time: 0.0975571 Aug 30 14:53:26.626803 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f4752a76-77da-49b4-ae5d-9855509ce05c req-ab3f9910-9d3f-438a-b477-ace365e8926d tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Aug 30 14:53:26.702797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a24a39-f373-4e30-9bfd-4b75f807a218 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:53:26.711248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:26.727817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Transition to ACTIVE for port object 88a24a39-f373-4e30-9bfd-4b75f807a218 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:26.732174 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:26.804397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Pushing event updated for resources: {'Port': ['ID=88a24a39-f373-4e30-9bfd-4b75f807a218,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:26.895467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Attempting to bind port 88a24a39-f373-4e30-9bfd-4b75f807a218 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:53:26.895803 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Attempting to bind port 88a24a39-f373-4e30-9bfd-4b75f807a218 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:53:26.896130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Attempting to bind port 88a24a39-f373-4e30-9bfd-4b75f807a218 on network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:26.901324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Port 88a24a39-f373-4e30-9bfd-4b75f807a218 on network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:53:26.901650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Attempting to bind port 88a24a39-f373-4e30-9bfd-4b75f807a218 on network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:26.906975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:53:26.907285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Checking segment: {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:53:26.907796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Bound using segment: {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:53:26.908232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Bound port: 88a24a39-f373-4e30-9bfd-4b75f807a218, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0187e93-f5b3-4c42-ae46-992b232298d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:53:26.908590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:26.987504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] For port 88a24a39-f373-4e30-9bfd-4b75f807a218, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:53:26.991587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] For port 88a24a39-f373-4e30-9bfd-4b75f807a218, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=88a24a39-f373-4e30-9bfd-4b75f807a218,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:53:27.000115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:27.045350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:27.046082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:27.049648 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] 10.222.0.21 "PUT /v2.0/ports/88a24a39-f373-4e30-9bfd-4b75f807a218 HTTP/1.1" status: 200 len: 1092 time: 0.7717159 Aug 30 14:53:27.050439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:27.052907 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:27.096999 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610bc52-ea8a-445c-83f5-08a1ff74200a service neutron] Pushing event updated for resources: {'Port': ['ID=88a24a39-f373-4e30-9bfd-4b75f807a218,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:27.145385 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd67b79b-7ea0-4097-925c-57d5b2674c16 x-openstack-request-id: req-bd67b79b-7ea0-4097-925c-57d5b2674c16 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:27.145680 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:27.146075 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd67b79b-7ea0-4097-925c-57d5b2674c16 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:27.146949 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'status': 'completed', 'code': 200} Aug 30 14:53:27.161795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be875-3226-4091-8329-219b3b1a1de9 req-63ca043a-da34-4ebf-b456-dce91b194147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:27.163393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-63ca043a-da34-4ebf-b456-dce91b194147 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13e6876eced247dda2b279c13cab4464&device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1095 time: 0.0513539 Aug 30 14:53:27.228945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-325153e5-b5d8-4db8-896f-c76c291ec453 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a24a39-f373-4e30-9bfd-4b75f807a218 HTTP/1.1" status: 200 len: 217 time: 0.0486481 Aug 30 14:53:27.304038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be875-3226-4091-8329-219b3b1a1de9 req-96a1f5f0-b6d3-49f3-9fe1-b72e4543bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:27.305823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-96a1f5f0-b6d3-49f3-9fe1-b72e4543bdac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0276dbe-c1fd-4eb6-83c3-ada611393ad2 HTTP/1.1" status: 200 len: 851 time: 0.0692756 Aug 30 14:53:27.359230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be875-3226-4091-8329-219b3b1a1de9 req-8de78e86-b1a2-42e1-8858-28ea75d8b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:27.360758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-8de78e86-b1a2-42e1-8858-28ea75d8b83c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aa43e8c-1198-4d6c-91b7-cf3892af4057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456648 Aug 30 14:53:27.475087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-f0f7fbe4-eec5-47d4-8c01-ded3989ce1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048267 Aug 30 14:53:27.586364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-064be875-3226-4091-8329-219b3b1a1de9 req-df9ab2e1-b2fc-4443-b494-4d69acb1b025 service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037269 Aug 30 14:53:27.743772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-a23ccf0f-36c5-43d1-a186-8fd9c767023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:27.745551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-a23ccf0f-36c5-43d1-a186-8fd9c767023a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13e6876eced247dda2b279c13cab4464&device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1095 time: 0.0581079 Aug 30 14:53:27.770420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa38c3-1102-41fa-87bc-ee894e56184d req-3179b860-ef47-4ec5-b00a-4b8367dca076 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:27.772928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aaaa38c3-1102-41fa-87bc-ee894e56184d req-3179b860-ef47-4ec5-b00a-4b8367dca076 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0612991 Aug 30 14:53:27.842171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aaaa38c3-1102-41fa-87bc-ee894e56184d req-7c901d7f-4218-4ff3-b429-c0f27bcddc26 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591314 Aug 30 14:53:27.884392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-9bf1cb80-50f9-4543-bb0d-79965d607fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:27.884629 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0a38-8b56-431f-9f69-3c74ad53500c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:27.886350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-9bf1cb80-50f9-4543-bb0d-79965d607fa2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aa43e8c-1198-4d6c-91b7-cf3892af4057 HTTP/1.1" status: 200 len: 913 time: 0.1327612 Aug 30 14:53:27.934679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-7e32d77f-7e18-40bc-b74b-619c2e51b634 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a24a39-f373-4e30-9bfd-4b75f807a218 HTTP/1.1" status: 200 len: 217 time: 0.0401571 Aug 30 14:53:28.024558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-82ac71c9-2119-42a9-a267-cab528b2d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:28.026191 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-82ac71c9-2119-42a9-a267-cab528b2d401 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0276dbe-c1fd-4eb6-83c3-ada611393ad2 HTTP/1.1" status: 200 len: 851 time: 0.0832562 Aug 30 14:53:28.081991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-ff8b8595-7f8b-4103-ae5b-9cbb27826a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:28.083621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-ff8b8595-7f8b-4103-ae5b-9cbb27826a5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aa43e8c-1198-4d6c-91b7-cf3892af4057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499127 Aug 30 14:53:28.186138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-d209f94d-18e1-439b-8d5b-d140882ba126 service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922885 Aug 30 14:53:28.296315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb25191d-d4b5-4b24-a3b5-8e1ca3148ce0 req-38a9593c-621d-41cd-ad9c-35ad6ac099b0 service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026132 Aug 30 14:53:28.617338 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:28.997176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06b105-e61c-4308-aac8-6204a629bb63 req-34e64746-1c84-43b7-8d11-fc00f9537dec tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:29.005766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f06b105-e61c-4308-aac8-6204a629bb63 req-34e64746-1c84-43b7-8d11-fc00f9537dec tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0643828 Aug 30 14:53:29.061414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f06b105-e61c-4308-aac8-6204a629bb63 req-c68b1043-aaae-4d53-ab02-c905f51f9f95 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547884 Aug 30 14:53:29.272406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:30.236103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009662aa-4181-442e-8578-35f311289bf9 req-3f747c6d-de08-4fd7-8153-a07e09c6c634 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:30.244492 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-009662aa-4181-442e-8578-35f311289bf9 req-3f747c6d-de08-4fd7-8153-a07e09c6c634 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0785952 Aug 30 14:53:30.295807 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-009662aa-4181-442e-8578-35f311289bf9 req-de0c8579-323b-482b-af2d-04e1cd390245 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494430 Aug 30 14:53:31.466769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26607fa-346d-4433-b0e0-64044c71276c req-061823c1-3cf4-47c5-806b-b586c8c10c24 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:31.468804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b26607fa-346d-4433-b0e0-64044c71276c req-061823c1-3cf4-47c5-806b-b586c8c10c24 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0770173 Aug 30 14:53:31.529093 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b26607fa-346d-4433-b0e0-64044c71276c req-cc4f54d3-c80c-4fb8-a21a-e8f19ec4f2a5 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545688 Aug 30 14:53:31.653849 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:32.669886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9b1ca-e17f-4745-9277-0e365f5bf9e3 req-de48b561-d67a-4577-8a64-08019ccf8557 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:32.671730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3d9b1ca-e17f-4745-9277-0e365f5bf9e3 req-de48b561-d67a-4577-8a64-08019ccf8557 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0659490 Aug 30 14:53:32.733113 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3d9b1ca-e17f-4745-9277-0e365f5bf9e3 req-57ca6cdc-372b-421a-8c64-0043ead4be12 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546937 Aug 30 14:53:32.957566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:33.845142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f21cd0-be2d-475c-9f11-de1bb8e9c7c3 req-8066cf33-7604-4088-b7d9-bca1a2ab82f1 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:33.846588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4f21cd0-be2d-475c-9f11-de1bb8e9c7c3 req-8066cf33-7604-4088-b7d9-bca1a2ab82f1 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0498543 Aug 30 14:53:33.884959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4f21cd0-be2d-475c-9f11-de1bb8e9c7c3 req-1d6741fb-3eb8-4c7b-a36d-aa884cbdf6b1 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Aug 30 14:53:35.002272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cf6b9-994a-4cd0-8173-642b70dd41e8 req-240a0684-8559-4048-9c8d-9eb010a483da tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:35.003784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e7cf6b9-994a-4cd0-8173-642b70dd41e8 req-240a0684-8559-4048-9c8d-9eb010a483da tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0501888 Aug 30 14:53:35.041620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e7cf6b9-994a-4cd0-8173-642b70dd41e8 req-e035c329-1725-4b7f-b664-01b9fcc8e9cc tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318162 Aug 30 14:53:36.160071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa031f0-dec2-4e02-a1fd-d32ca41fed4d req-01fefc1d-a6ad-4e5f-91d8-0430329437be tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:36.161604 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5fa031f0-dec2-4e02-a1fd-d32ca41fed4d req-01fefc1d-a6ad-4e5f-91d8-0430329437be tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0500674 Aug 30 14:53:36.201347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5fa031f0-dec2-4e02-a1fd-d32ca41fed4d req-725831cd-17a3-4264-bc59-ecffcf47db11 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331445 Aug 30 14:53:37.328565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514a7d4-a1b6-4b5f-8b1e-2fb5333458c5 req-2e4f56e6-6e43-4483-b5c6-ab8edb731dca tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:37.330132 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0514a7d4-a1b6-4b5f-8b1e-2fb5333458c5 req-2e4f56e6-6e43-4483-b5c6-ab8edb731dca tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0566177 Aug 30 14:53:37.374780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0514a7d4-a1b6-4b5f-8b1e-2fb5333458c5 req-f3cc3714-ce0a-49ed-ac7b-bc151cd48247 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354934 Aug 30 14:53:38.501978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309f68-694a-472e-a3eb-3ab5b2660b68 req-09ee04e9-1b28-49c5-aae4-814c0176b770 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:38.503581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05309f68-694a-472e-a3eb-3ab5b2660b68 req-09ee04e9-1b28-49c5-aae4-814c0176b770 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0558026 Aug 30 14:53:38.542537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05309f68-694a-472e-a3eb-3ab5b2660b68 req-2119d421-888c-45f2-bd05-658ce08747f6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322034 Aug 30 14:53:39.338133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45582) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:39.448565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:39.483815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-6a5b0e6e-b740-4561-8561-304f8f47e80c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963752 Aug 30 14:53:39.541504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:39.545467 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:39.587019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0acb181daf54bcc99a0e55504255669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455809 Aug 30 14:53:39.587019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbb0610-3bf0-4e1f-96fa-7d9300084d9f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:39.587376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:39.593881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.594234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.594580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.594924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.595262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.595592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.595912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.596240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.596565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.596892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.597746 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.598092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a5f3b-f695-48a4-a886-950948460ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:39.632132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-7897a871-ad42-450f-8e55-e4aa10f569ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:39.633748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-7897a871-ad42-450f-8e55-e4aa10f569ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0761347 Aug 30 14:53:39.650937 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d207-355a-4fcc-943a-d5487e899554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:39.666114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033bf4e-274d-4099-a16b-26abcb82d127 req-0fe07542-1c92-457d-9999-2b588e605459 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:39.667597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9033bf4e-274d-4099-a16b-26abcb82d127 req-0fe07542-1c92-457d-9999-2b588e605459 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0495334 Aug 30 14:53:39.707619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9033bf4e-274d-4099-a16b-26abcb82d127 req-dfc49645-b324-47d6-9a3c-7f3560b471cc tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332820 Aug 30 14:53:39.716478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d207-355a-4fcc-943a-d5487e899554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:39.782709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-25b11775-2a02-4553-ac61-e09d86c6ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:39.784349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-25b11775-2a02-4553-ac61-e09d86c6ec7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 909 time: 0.1238186 Aug 30 14:53:39.794938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d207-355a-4fcc-943a-d5487e899554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:39.797860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d207-355a-4fcc-943a-d5487e899554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:39.799013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d2e0d207-355a-4fcc-943a-d5487e899554 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccbb0610-3bf0-4e1f-96fa-7d9300084d9f HTTP/1.1" status: 204 len: 168 time: 0.2106955 Aug 30 14:53:39.845704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0d207-355a-4fcc-943a-d5487e899554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbb0610-3bf0-4e1f-96fa-7d9300084d9f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:39.878755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-168c1f2a-5733-433f-a51a-7e0f03766654 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 1000 time: 0.0849326 Aug 30 14:53:39.930389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-8f1418cb-d0ba-4b0d-8727-8ccc79788b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:39.931980 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-8f1418cb-d0ba-4b0d-8727-8ccc79788b84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 200 len: 847 time: 0.0457811 Aug 30 14:53:39.979159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-003d694c-d40b-4825-9b36-7039b0f0fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:39.980755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-003d694c-d40b-4825-9b36-7039b0f0fe3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f14e83-8c0d-4016-a1db-160767c5d2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404663 Aug 30 14:53:40.364598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-9b2e3708-7876-40c1-ba43-0ce673d30e9c service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750262 Aug 30 14:53:40.472573 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed0c4311-9e2b-4fde-b72c-ac946630ab83 req-78497800-f3ee-48d4-9609-afcf8e273b03 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993710 Aug 30 14:53:40.850254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3398d0-56b0-4e9a-942d-c4fff0e1d20c req-795aaa89-7f47-48eb-b35f-3f258679ccda tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:40.851888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f3398d0-56b0-4e9a-942d-c4fff0e1d20c req-795aaa89-7f47-48eb-b35f-3f258679ccda tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0678434 Aug 30 14:53:40.903056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f3398d0-56b0-4e9a-942d-c4fff0e1d20c req-709e3bcd-42e6-4efb-82fe-bba6644031ed tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449800 Aug 30 14:53:42.036903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f027e-e6c8-453f-81d1-1d5529b6679b req-24f7c97b-ef9f-4849-8824-4c7882b9cd2f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:42.044774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-844f027e-e6c8-453f-81d1-1d5529b6679b req-24f7c97b-ef9f-4849-8824-4c7882b9cd2f tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.0727286 Aug 30 14:53:42.084790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-844f027e-e6c8-453f-81d1-1d5529b6679b req-314a004a-602d-4eec-8110-390e47d4433c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388958 Aug 30 14:53:42.291357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:42.399320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-644b418a-79c4-4e93-b063-af41df743cdf tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3317 time: 0.1066830 Aug 30 14:53:42.402496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:42.409217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'network': {'name': 'tempest-network-smoke--1978551289', 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'port_security_enabled': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:42.439775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Made reservation on behalf of 45af7ccd0e1b49299ddfb6e6f14b5eed for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:53:42.444894 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:42.475306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:53:42.487202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:42.487555 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Added segment eadd6dfc-3ba8-47df-862b-af891c926a0e of type vlan for network 18fa3930-da40-484d-b46d-d1ecc6d5713a Aug 30 14:53:42.537111 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:42.567756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:42.573618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:42.574275 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:42.641258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2371485 Aug 30 14:53:42.645891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:42.650267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'admin_state_up': True, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:42.666202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db0b80-65d9-4b18-b7f2-5338f00cc02b tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Network': ['ID=18fa3930-da40-484d-b46d-d1ecc6d5713a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:42.691867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:53:42.696906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:42.699710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:42.769645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:42.941808 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:43.116492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 88a24a39-f373-4e30-9bfd-4b75f807a218 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:53:43.198047 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:43.257401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 88a24a39-f373-4e30-9bfd-4b75f807a218, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=88a24a39-f373-4e30-9bfd-4b75f807a218,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:43.261948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:43.275997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'mac_address': 'fa:16:3e:ab:2c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:53:43.322720 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:43.338850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fba43-f6a0-423c-aff1-6947ccecf3ac req-34b2e924-0ab0-4883-982d-bf4ac8f5bd83 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:43.340413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-110fba43-f6a0-423c-aff1-6947ccecf3ac req-34b2e924-0ab0-4883-982d-bf4ac8f5bd83 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 944 time: 0.1401775 Aug 30 14:53:43.351408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a24a39-f373-4e30-9bfd-4b75f807a218 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:53:43.379021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 88a24a39-f373-4e30-9bfd-4b75f807a218, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=88a24a39-f373-4e30-9bfd-4b75f807a218,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:43.385225 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:43.433820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-110fba43-f6a0-423c-aff1-6947ccecf3ac req-809ae270-0361-45e7-9331-3bb8115f8fc3 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835257 Aug 30 14:53:43.453911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=88a24a39-f373-4e30-9bfd-4b75f807a218,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:43.473579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Allocated IP 172.25.6.113 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:53:43.475370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.475944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.476491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.477150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.477709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.478257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.479158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.480005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.480547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.481102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.481635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.482161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:43.602314 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:43.645567 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:43.687116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:43.688671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:43.695183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:53:43.727404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:43.868672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['88a24a39-f373-4e30-9bfd-4b75f807a218'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:53:44.007612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:44.262845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:44.424657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Router 12cf4624-d735-4b43-9b27-310c323be353 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:53:44.574042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:53:44.586058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Sync routers for ids ['12cf4624-d735-4b43-9b27-310c323be353'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:53:44.590096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c15573-7a5f-4ab6-a844-c139a1771d12 req-02ebc184-9d6e-4b10-bd82-089701edeead tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:44.598697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Routers {'12cf4624-d735-4b43-9b27-310c323be353'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:44.599154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96c15573-7a5f-4ab6-a844-c139a1771d12 req-02ebc184-9d6e-4b10-bd82-089701edeead tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 945 time: 0.0765429 Aug 30 14:53:44.599324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['12cf4624-d735-4b43-9b27-310c323be353'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:44.620091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:44.622181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d573e9b6-c579-4cec-b9c4-b827f50ef273 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9758325 Aug 30 14:53:44.625426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:44.658321 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96c15573-7a5f-4ab6-a844-c139a1771d12 req-ab6ec5ad-d852-4360-9a1e-717d8d206077 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581686 Aug 30 14:53:44.723566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e17a2e-b690-468f-82fb-d420ad0d6187 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:44.725245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-61e17a2e-b690-468f-82fb-d420ad0d6187 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=45af7ccd0e1b49299ddfb6e6f14b5eed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0986562 Aug 30 14:53:44.728511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:44.778449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Set router 12cf4624-d735-4b43-9b27-310c323be353 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:44.934022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af97fbcd-a246-4937-bbcd-d35c6a1e59a1 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:44.936128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-af97fbcd-a246-4937-bbcd-d35c6a1e59a1 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2064962 Aug 30 14:53:44.939217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:44.978821 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-aab0b79a-6cbe-4afd-b2aa-464b6f806ae1 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380998 Aug 30 14:53:44.981834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45802) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:45.021721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:53:43Z', 'revision_number': 3, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:45.022236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d4bf4631-421f-4cf2-b21e-d367326aab9d tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=45af7ccd0e1b49299ddfb6e6f14b5eed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390074 Aug 30 14:53:45.024391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45806) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:45.052590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Checking router: 12cf4624-d735-4b43-9b27-310c323be353 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:53:45.053264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Updating router 12cf4624-d735-4b43-9b27-310c323be353 port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:53:45.081095 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.120397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 88a24a39-f373-4e30-9bfd-4b75f807a218 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:45.141902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2047b2-4041-42f2-b8f5-dc7eb42df766 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:45.143496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fd2047b2-4041-42f2-b8f5-dc7eb42df766 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1179368 Aug 30 14:53:45.146494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:45.181168 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a6d85b47-4181-4d8e-814b-f2ad3de00d51 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326960 Aug 30 14:53:45.183119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:45.188451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861991897', 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a', 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:45.296159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Made reservation on behalf of 45af7ccd0e1b49299ddfb6e6f14b5eed for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:53:45.301673 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.331290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 88a24a39-f373-4e30-9bfd-4b75f807a218 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:45.341570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 88a24a39-f373-4e30-9bfd-4b75f807a218 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:45.342713 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.483691 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.549992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:45.552194 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a297b075-5bcb-4f4c-b20a-10c0c0733a18" -d '{"events": [{"server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "name": "network-vif-plugged", "status": "completed", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:45.571415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 88a24a39-f373-4e30-9bfd-4b75f807a218, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=88a24a39-f373-4e30-9bfd-4b75f807a218,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:45.581524 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.586702 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.588972 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.623011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Transition to ACTIVE for port object 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:45.641326 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5558ef5a-18e9-4bee-99e4-3813d04ed1f3 x-openstack-request-id: req-5558ef5a-18e9-4bee-99e4-3813d04ed1f3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:45.641614 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "name": "network-vif-plugged", "status": "completed", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:45.641863 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5558ef5a-18e9-4bee-99e4-3813d04ed1f3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:45.642249 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'code': 200} Aug 30 14:53:45.644732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.667546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=88a24a39-f373-4e30-9bfd-4b75f807a218,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:45.684174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Attempting to bind port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:53:45.684577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Attempting to bind port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:53:45.684982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Attempting to bind port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:45.709825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:53:45.710213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:53:45.710622 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.711016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:53:45.711502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Bound port: 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:53:45.712506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.712632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Checking segment: {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:53:45.712632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network hostable DHCP agents. Network: 18fa3930-da40-484d-b46d-d1ecc6d5713a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:53:45.764478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Subnet': ['ID=34e981c9-4249-4672-8238-1cdbeb81ad11,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:45.836199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1fb80-fed1-4d81-9ca3-51e9752909f5 None None] Pushing event updated for resources: {'Port': ['ID=85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:45.858045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.859919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.860271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.860617 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.860951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.861311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.861642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.861967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.862291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.862616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.862935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.863253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:53:45.866179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:53:45.883548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf80e43-1697-43e0-86ae-21f28596b517 req-06f09020-48a0-4f9c-8921-0fdd0107e893 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:45.891957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-acf80e43-1697-43e0-86ae-21f28596b517 req-06f09020-48a0-4f9c-8921-0fdd0107e893 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 946 time: 0.1210709 Aug 30 14:53:45.895442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 18fa3930-da40-484d-b46d-d1ecc6d5713a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:45.901832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:45.902424 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.903363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] For port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:53:45.913548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] For port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:53:45.916222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02c491-21cf-48fb-901c-07991620bd0f None None] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:53:45.916909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6cb99-9b0a-4dd9-80f9-612fa131fbab req-1d25cb38-a666-42f4-b705-2b46e844aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:45.918994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11f6cb99-9b0a-4dd9-80f9-612fa131fbab req-1d25cb38-a666-42f4-b705-2b46e844aaf4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1097 time: 0.1662743 Aug 30 14:53:45.932864 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:45.959841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1d7cbad7-91a5-49dd-b008-77dd072715e0 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7754431 Aug 30 14:53:45.970938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 45834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:45.995509 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-acf80e43-1697-43e0-86ae-21f28596b517 req-1c2142d5-77d0-4cd6-9348-cb4ab43a3ac7 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857279 Aug 30 14:53:46.014156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1fb80-fed1-4d81-9ca3-51e9752909f5 None None] Pushing event updated for resources: {'Port': ['ID=85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:46.065374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Routers {'12cf4624-d735-4b43-9b27-310c323be353'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:46.066046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['12cf4624-d735-4b43-9b27-310c323be353'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:46.066162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11f6cb99-9b0a-4dd9-80f9-612fa131fbab req-1d2be225-08fa-4324-823f-5e243b721c2c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396048 Aug 30 14:53:46.485692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] Set router 12cf4624-d735-4b43-9b27-310c323be353 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:46.530411 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-18fa3930-da40-484d-b46d-d1ecc6d5713a', 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'fixed_ips': [{'subnet_id': '34e981c9-4249-4672-8238-1cdbeb81ad11'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:53:46.531282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:47.024725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Allocated IP 172.20.0.18 (18fa3930-da40-484d-b46d-d1ecc6d5713a/34e981c9-4249-4672-8238-1cdbeb81ad11/dbb6ad90-c8c0-421b-bd2e-6145f7aed55a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:53:47.147954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:53:43Z', 'revision_number': 3, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:47.195012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bd1d9-e742-4522-ae10-77d9f5d1aa3f None None] The sync data for ids ['12cf4624-d735-4b43-9b27-310c323be353'] in n-d-805668-3 is: [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:53:43Z', 'revision_number': 3, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:53:47.327809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17b2e8-4081-4609-822d-a2b17191d638 req-ab585a98-9ae8-444b-ac3c-b03afe3227f8 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:47.336503 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af17b2e8-4081-4609-822d-a2b17191d638 req-ab585a98-9ae8-444b-ac3c-b03afe3227f8 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 946 time: 0.1457512 Aug 30 14:53:47.356035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:47.374196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Transition to ACTIVE for port object dbb6ad90-c8c0-421b-bd2e-6145f7aed55a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:47.391900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af17b2e8-4081-4609-822d-a2b17191d638 req-ccbc32d0-83ae-43ff-8427-39d4ffc65493 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517855 Aug 30 14:53:47.435345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Transition to ACTIVE for port object dbb6ad90-c8c0-421b-bd2e-6145f7aed55a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:47.443915 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:47.491630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:47.517355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Pushing event updated for resources: {'Port': ['ID=dbb6ad90-c8c0-421b-bd2e-6145f7aed55a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:47.537308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:47.539058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:47.541649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:53:47.718016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Attempting to bind port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:53:47.718397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Attempting to bind port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:53:47.718766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Attempting to bind port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a on network 18fa3930-da40-484d-b46d-d1ecc6d5713a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:47.725092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:53:47.725561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Checking segment: {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:53:47.725981 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:47.726379 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Bound using segment: {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:53:47.726935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Bound port: dbb6ad90-c8c0-421b-bd2e-6145f7aed55a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:53:47.727335 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:47.872696 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] For port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:53:47.878159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] For port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dbb6ad90-c8c0-421b-bd2e-6145f7aed55a,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:53:47.886057 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:48.049392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ae5a5-8492-4660-8d36-2dc86550a40e None None] Pushing event updated for resources: {'Port': ['ID=dbb6ad90-c8c0-421b-bd2e-6145f7aed55a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:48.125807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Allocated IP 172.20.0.17 (18fa3930-da40-484d-b46d-d1ecc6d5713a/34e981c9-4249-4672-8238-1cdbeb81ad11/7121811f-b04c-45a7-8216-8e59b7360ad4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:53:48.285603 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:48.302788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Transition to ACTIVE for port object 7121811f-b04c-45a7-8216-8e59b7360ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:48.371710 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:48.436627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=7121811f-b04c-45a7-8216-8e59b7360ad4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:48.451081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:48.453759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:48.457376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:53:48.523400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:48.600056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0496ff-3f90-4b3a-ad3c-7731d65ec4f2 req-0e0ec9cb-ec6e-42f9-a2ab-3c14b5c6b22e tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:48.601760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe0496ff-3f90-4b3a-ad3c-7731d65ec4f2 req-0e0ec9cb-ec6e-42f9-a2ab-3c14b5c6b22e tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 946 time: 0.0799530 Aug 30 14:53:48.671923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe0496ff-3f90-4b3a-ad3c-7731d65ec4f2 req-a6d68946-e1e4-43c8-b9d5-1174f9475990 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548968 Aug 30 14:53:48.715638 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:48.863569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7649b-0092-46c2-a884-dcb0b00f02cf req-0eb02ff3-daf2-4863-8937-283c87261ad9 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:48.865214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-15c7649b-0092-46c2-a884-dcb0b00f02cf req-0eb02ff3-daf2-4863-8937-283c87261ad9 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 946 time: 0.1066365 Aug 30 14:53:48.964813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-15c7649b-0092-46c2-a884-dcb0b00f02cf req-18608cb8-f2af-400a-9769-130f7da314f2 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672698 Aug 30 14:53:48.995195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:49.003695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dbb6ad90-c8c0-421b-bd2e-6145f7aed55a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:49.093756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:49.100544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:49.177641 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:49.184782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:49.244836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:49.251503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:49.252322 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:49.290390 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:49.292476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=7121811f-b04c-45a7-8216-8e59b7360ad4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:49.347910 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:53:49.397778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e101597b-cadd-4467-9258-bfdcd5978686 tempest-TestVolumeBackupRestore-88674310 tempest-TestVolumeBackupRestore-88674310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:49.410011 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e101597b-cadd-4467-9258-bfdcd5978686 tempest-TestVolumeBackupRestore-88674310 tempest-TestVolumeBackupRestore-88674310-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1092 time: 0.4097433 Aug 30 14:53:49.412587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 45918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:49.415622 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:49.419481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:49.460378 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:49.479399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:49.486878 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:49.564254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:49.566788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:49.660924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:49.838313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Router 12cf4624-d735-4b43-9b27-310c323be353 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:53:50.001189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130f625-8c24-47a5-a183-214cc410681d None None] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:53:50.018827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.044277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:53:50.063676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-223a278d-e968-43d5-9a61-6531ec7e2bb6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "PUT /v2.0/routers/12cf4624-d735-4b43-9b27-310c323be353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0776238 Aug 30 14:53:50.071235 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Sync routers for ids ['12cf4624-d735-4b43-9b27-310c323be353'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:53:50.083502 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Routers {'12cf4624-d735-4b43-9b27-310c323be353'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:50.084368 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['12cf4624-d735-4b43-9b27-310c323be353'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:50.227030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Allocated IP 172.25.6.222 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c1033e40-52b3-4810-8ee6-910b9c34a94a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:53:50.250908 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.252162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a2c7e46-7553-4f7d-a15b-94039e7ebc1b None None] Provisioning for port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:50.261241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a2c7e46-7553-4f7d-a15b-94039e7ebc1b None None] Provisioning complete for port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:50.262204 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7e46-7553-4f7d-a15b-94039e7ebc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.450399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7e46-7553-4f7d-a15b-94039e7ebc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.463480 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Set router 12cf4624-d735-4b43-9b27-310c323be353 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:50.491688 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.520302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a2c7e46-7553-4f7d-a15b-94039e7ebc1b None None] For port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dbb6ad90-c8c0-421b-bd2e-6145f7aed55a,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:50.525618 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a2c7e46-7553-4f7d-a15b-94039e7ebc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.611022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c7e46-7553-4f7d-a15b-94039e7ebc1b None None] Pushing event updated for resources: {'Port': ['ID=dbb6ad90-c8c0-421b-bd2e-6145f7aed55a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:50.639917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.726065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'Port': ['ID=c1033e40-52b3-4810-8ee6-910b9c34a94a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:50.772122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:50.774675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:50.778563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d13118d-04e7-4178-aa66-b52e7fd1bacc None None] Provisioning for port 7121811f-b04c-45a7-8216-8e59b7360ad4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:50.780566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:53:50.796491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d13118d-04e7-4178-aa66-b52e7fd1bacc None None] Provisioning complete for port 7121811f-b04c-45a7-8216-8e59b7360ad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:50.796910 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d13118d-04e7-4178-aa66-b52e7fd1bacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.798633 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:53:48Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '7121811f-b04c-45a7-8216-8e59b7360ad4', 'name': '', 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:2b:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '34e981c9-4249-4672-8238-1cdbeb81ad11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:47Z', 'updated_at': '2021-08-30T14:53:48Z', 'revision_number': 2, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '34e981c9-4249-4672-8238-1cdbeb81ad11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:50.845717 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Checking router: 12cf4624-d735-4b43-9b27-310c323be353 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:53:50.846163 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Updating router 12cf4624-d735-4b43-9b27-310c323be353 port 7121811f-b04c-45a7-8216-8e59b7360ad4 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:53:50.865149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d13118d-04e7-4178-aa66-b52e7fd1bacc None None] Port 7121811f-b04c-45a7-8216-8e59b7360ad4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:53:50.877417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d13118d-04e7-4178-aa66-b52e7fd1bacc None None] Provisioning complete for port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:50.878055 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d13118d-04e7-4178-aa66-b52e7fd1bacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.911286 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:50.977768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:51.068122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0be20-ec35-459a-9400-ca15a504152d req-c761e47e-7d11-497b-957b-7957fad02cd6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:51.075666 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-c761e47e-7d11-497b-957b-7957fad02cd6 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/networks?id=18fa3930-da40-484d-b46d-d1ecc6d5713a HTTP/1.1" status: 200 len: 798 time: 0.6288233 Aug 30 14:53:51.085601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:51.086424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.099319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-34f74d80-d1ff-41f7-9754-a7ec55637b33 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/quotas/45af7ccd0e1b49299ddfb6e6f14b5eed HTTP/1.1" status: 200 len: 375 time: 0.0223515 Aug 30 14:53:51.192887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dbb6ad90-c8c0-421b-bd2e-6145f7aed55a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:51.229498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-7aba1e45-daa4-4b2e-b72d-e9438151d640 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1291215 Aug 30 14:53:51.314894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-960646d5-3a49-4162-8f03-adb7a6601c3c None None] Provisioning complete for port 7121811f-b04c-45a7-8216-8e59b7360ad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:51.316231 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-960646d5-3a49-4162-8f03-adb7a6601c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.429304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-960646d5-3a49-4162-8f03-adb7a6601c3c None None] Port 7121811f-b04c-45a7-8216-8e59b7360ad4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:53:51.485708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:51.486352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.521185 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.532101 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Transition to ACTIVE for port object 7121811f-b04c-45a7-8216-8e59b7360ad4 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:51.539982 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.611270 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1c7e9-9dd1-4b68-b744-843ac2ef7087 None None] Pushing event updated for resources: {'Port': ['ID=7121811f-b04c-45a7-8216-8e59b7360ad4,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:51.732805 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Attempting to bind port 7121811f-b04c-45a7-8216-8e59b7360ad4 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:53:51.733203 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Attempting to bind port 7121811f-b04c-45a7-8216-8e59b7360ad4 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:53:51.733566 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Attempting to bind port 7121811f-b04c-45a7-8216-8e59b7360ad4 on network 18fa3930-da40-484d-b46d-d1ecc6d5713a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:51.739180 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:53:51.739684 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Checking segment: {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:53:51.739934 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.740306 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Bound using segment: {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:53:51.740775 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Bound port: 7121811f-b04c-45a7-8216-8e59b7360ad4, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:53:51.741177 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.830597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.915322 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] For port 7121811f-b04c-45a7-8216-8e59b7360ad4, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:53:51.918551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] For port 7121811f-b04c-45a7-8216-8e59b7360ad4, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7121811f-b04c-45a7-8216-8e59b7360ad4,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:53:51.924668 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:51.942660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-1cfd1353-26ea-4e7d-9006-8b5099c7768c service neutron] 10.222.0.50 "GET /v2.0/networks/18fa3930-da40-484d-b46d-d1ecc6d5713a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643088 Aug 30 14:53:51.988551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1c7e9-9dd1-4b68-b744-843ac2ef7087 None None] Pushing event updated for resources: {'Port': ['ID=7121811f-b04c-45a7-8216-8e59b7360ad4,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:52.006594 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Routers {'12cf4624-d735-4b43-9b27-310c323be353'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:52.006709 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['12cf4624-d735-4b43-9b27-310c323be353'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:52.082651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:52.144083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-fec56d54-e800-42fb-8900-9e422b5a98e4 service neutron] 10.222.0.50 "GET /v2.0/networks/18fa3930-da40-484d-b46d-d1ecc6d5713a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874583 Aug 30 14:53:52.222674 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] Set router 12cf4624-d735-4b43-9b27-310c323be353 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:52.346146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:52.351977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:52.428970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event updated for resources: {'Port': ['ID=c1033e40-52b3-4810-8ee6-910b9c34a94a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:52.462472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2959137a-4477-4124-a087-81861c9d9af3 req-97c8501e-4900-4f1e-98ca-a961daaba768 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 210 time: 0.0836341 Aug 30 14:53:52.490564 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:52.628103 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:53:48Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '7121811f-b04c-45a7-8216-8e59b7360ad4', 'name': '', 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:2b:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '34e981c9-4249-4672-8238-1cdbeb81ad11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:47Z', 'updated_at': '2021-08-30T14:53:51Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '34e981c9-4249-4672-8238-1cdbeb81ad11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:52.684727 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5229b91-cb78-4ca6-8f48-8821463db467 None None] The sync data for ids ['12cf4624-d735-4b43-9b27-310c323be353'] in n-d-805668-3 is: [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:53:48Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '7121811f-b04c-45a7-8216-8e59b7360ad4', 'name': '', 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:2b:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '34e981c9-4249-4672-8238-1cdbeb81ad11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:47Z', 'updated_at': '2021-08-30T14:53:51Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '34e981c9-4249-4672-8238-1cdbeb81ad11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:53:52.703668 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Floating IP 5a63c54e-16c4-4551-add8-99937c4a922b associated. External IP: 172.25.6.222, port: 88a24a39-f373-4e30-9bfd-4b75f807a218. Aug 30 14:53:52.998697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7121811f-b04c-45a7-8216-8e59b7360ad4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:53.106117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 7121811f-b04c-45a7-8216-8e59b7360ad4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:53.114345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 7121811f-b04c-45a7-8216-8e59b7360ad4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:53.114966 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:53.301374 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:53.382834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 7121811f-b04c-45a7-8216-8e59b7360ad4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7121811f-b04c-45a7-8216-8e59b7360ad4,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:53:53.397566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:53.485897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=7121811f-b04c-45a7-8216-8e59b7360ad4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:53.493473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:53:53.765891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:53:53.781341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] Sync routers for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:53:53.796706 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e50b5cd8-35cc-4b83-a01d-d849a5704336 req-2f1fa943-0199-4b15-8338-9a1f577f377f tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 210 time: 0.0328090 Aug 30 14:53:53.807301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:53.808716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:53.828733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:53.898205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46044) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:53.913246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8f6ab2c9-7364-4c4b-be02-6b53137480a6 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4982448 Aug 30 14:53:53.914168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:53.915964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:53.917759 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2f2a19-c9fd-49b0-aec7-28301f70da53" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:53.974126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:53.983264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820c388-a88f-4f38-ad80-1845df92e233 tempest-TestVolumeBackupRestore-88674310 tempest-TestVolumeBackupRestore-88674310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:53.985300 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c820c388-a88f-4f38-ad80-1845df92e233 tempest-TestVolumeBackupRestore-88674310 tempest-TestVolumeBackupRestore-88674310-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1092 time: 0.0682187 Aug 30 14:53:53.988236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:53.994383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Request body: {'floatingip': {'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:54.201477 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00d02d40-1b35-4619-b729-7b93a368be02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:54.390896 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b15bf9-caf4-43b4-919f-e13dbb791956 x-openstack-request-id: req-a8b15bf9-caf4-43b4-919f-e13dbb791956 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:54.391198 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:54.391450 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8b15bf9-caf4-43b4-919f-e13dbb791956 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:54.394721 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'status': 'completed', 'code': 200} Aug 30 14:53:54.463289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0be20-ec35-459a-9400-ca15a504152d req-7f8d99f6-b09d-4f46-ac87-50e2670196b2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:54.465077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00d02d40-1b35-4619-b729-7b93a368be02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:54.469077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-7f8d99f6-b09d-4f46-ac87-50e2670196b2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.21 "GET /v2.0/networks?id=18fa3930-da40-484d-b46d-d1ecc6d5713a HTTP/1.1" status: 200 len: 798 time: 0.1538186 Aug 30 14:53:54.474958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00d02d40-1b35-4619-b729-7b93a368be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:54.482139 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:54.492084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Request body: {'port': {'device_id': '6cf34cdf-2803-46ef-9c48-2a371ab5678c', 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a', 'admin_state_up': True, 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:54.533860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5a63c54e-16c4-4551-add8-99937c4a922b', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'mac_address': 'fa:16:3e:ab:2c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:51Z', 'updated_at': '2021-08-30T14:53:51Z', 'revision_number': 0, 'project_id': '13e6876eced247dda2b279c13cab4464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:54.570305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] Checking router: 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:53:54.580123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:54.580913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:54.698668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Made reservation on behalf of 45af7ccd0e1b49299ddfb6e6f14b5eed for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:53:54.703452 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:54.738648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:54.932776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Allocated IP 172.20.0.27 (18fa3930-da40-484d-b46d-d1ecc6d5713a/34e981c9-4249-4672-8238-1cdbeb81ad11/e669b25c-9c45-4dc9-9bd8-bfbbce50ef57) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:53:54.978356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-ca03ac6a-5289-4a3f-92d4-08d7d5252565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:54.980643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-ca03ac6a-5289-4a3f-92d4-08d7d5252565 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13e6876eced247dda2b279c13cab4464&device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1097 time: 0.5915465 Aug 30 14:53:54.986902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d02d40-1b35-4619-b729-7b93a368be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a77475-9b6f-4813-bee1-efb5b22e4abc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:55.039674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-00d02d40-1b35-4619-b729-7b93a368be02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=941738c5d7e64fdbac2c4e56aecd28f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1383133 Aug 30 14:53:55.047362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:55.062653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7121811f-b04c-45a7-8216-8e59b7360ad4 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:53:55.073545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-551d6efb-c35a-4873-bf08-b2c7f391a4e7 req-258b124b-f3ab-461b-8b06-80695b0fae98 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 210 time: 0.0900733 Aug 30 14:53:55.146525 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.150081 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31eb41a6-5b94-4f22-8035-b0a46d574ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.179594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31eb41a6-5b94-4f22-8035-b0a46d574ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.181486 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 7121811f-b04c-45a7-8216-8e59b7360ad4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:55.181993 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.186896 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fc6d-9ced-4fca-9fa1-837bf4f9a742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.192387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Transition to ACTIVE for port object e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:55.226538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5a63c54e-16c4-4551-add8-99937c4a922b', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'mac_address': 'fa:16:3e:ab:2c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:51Z', 'updated_at': '2021-08-30T14:53:51Z', 'revision_number': 0, 'project_id': '13e6876eced247dda2b279c13cab4464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:55.261614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.270600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7cf2d-148b-46ed-b643-a6814d27448b None None] The sync data for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 is: [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5a63c54e-16c4-4551-add8-99937c4a922b', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'mac_address': 'fa:16:3e:ab:2c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:51Z', 'updated_at': '2021-08-30T14:53:51Z', 'revision_number': 0, 'project_id': '13e6876eced247dda2b279c13cab4464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:53:55.272987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-634da0df-ecae-46e7-bab6-759d1cc19f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:55.277902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-634da0df-ecae-46e7-bab6-759d1cc19f0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aa43e8c-1198-4d6c-91b7-cf3892af4057 HTTP/1.1" status: 200 len: 913 time: 0.2730911 Aug 30 14:53:55.308542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:53:55.309936 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31eb41a6-5b94-4f22-8035-b0a46d574ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.313141 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31eb41a6-5b94-4f22-8035-b0a46d574ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.316494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31eb41a6-5b94-4f22-8035-b0a46d574ce7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48a77475-9b6f-4813-bee1-efb5b22e4abc HTTP/1.1" status: 204 len: 168 time: 0.2660072 Aug 30 14:53:55.334437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:53:55.345787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:53:55.403028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb41a6-5b94-4f22-8035-b0a46d574ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a77475-9b6f-4813-bee1-efb5b22e4abc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:55.440096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event updated for resources: {'Port': ['ID=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:55.468426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:55.469223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.490810 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-42e7a88e-8b9c-4826-8e6f-23dce9d9d918 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0054250 Aug 30 14:53:55.528139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-277772d0-4f2c-4d4a-a9b2-bea8dbb7ed3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a24a39-f373-4e30-9bfd-4b75f807a218 HTTP/1.1" status: 200 len: 1000 time: 0.2418368 Aug 30 14:53:55.528354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Request body: {'port': {'device_id': '6cf34cdf-2803-46ef-9c48-2a371ab5678c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:55.535201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:53:55.652027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.694262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-3b169ef5-726b-4dfe-959e-afc0a6b08623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:55.698030 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc9c5b-2c50-4d52-8476-1bb32055240e None None] New status for floating IP 5a63c54e-16c4-4551-add8-99937c4a922b: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:53:55.703167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-3b169ef5-726b-4dfe-959e-afc0a6b08623 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0276dbe-c1fd-4eb6-83c3-ada611393ad2 HTTP/1.1" status: 200 len: 851 time: 0.1559775 Aug 30 14:53:55.714464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.727555 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.818231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46072) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:55.821890 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7526ddf-9f14-4607-b582-5e102e9321e9 None None] Provisioning for port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:53:55.828022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7526ddf-9f14-4607-b582-5e102e9321e9 None None] Provisioning complete for port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:53:55.830838 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7526ddf-9f14-4607-b582-5e102e9321e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.868390 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07032364-ea33-46d5-be43-2b560fab4bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:55.884745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-c1df9b5f-5bad-4be6-9433-5f460b84de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:55.886429 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-c1df9b5f-5bad-4be6-9433-5f460b84de38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aa43e8c-1198-4d6c-91b7-cf3892af4057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753798 Aug 30 14:53:55.962879 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-d5cc9c5b-2c50-4d52-8476-1bb32055240e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:53:55.963332 n-d-805668-3 neutron-server[94829]: DEBUG oslo_db.api [None req-d5cc9c5b-2c50-4d52-8476-1bb32055240e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:53:56.056975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:53:56.066372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.067815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07032364-ea33-46d5-be43-2b560fab4bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.080186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Transition to ACTIVE for port object e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:53:56.084389 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07032364-ea33-46d5-be43-2b560fab4bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.085248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.178231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7526ddf-9f14-4607-b582-5e102e9321e9 None None] Port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:53:56.186350 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Pushing event updated for resources: {'Port': ['ID=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:56.208165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-07032364-ea33-46d5-be43-2b560fab4bba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25cfd49f127c435abd4665c51ad5bbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892720 Aug 30 14:53:56.214189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:56.216326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07032364-ea33-46d5-be43-2b560fab4bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2608f80c-bf96-47ff-a2ac-141ebd52f34b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:56.275140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-5e767937-767b-4c9e-96b0-e343e2c5cf2d service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735204 Aug 30 14:53:56.331302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Attempting to bind port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:53:56.331673 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Attempting to bind port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:53:56.331976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Attempting to bind port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 on network 18fa3930-da40-484d-b46d-d1ecc6d5713a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:56.343810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacdce4-7016-495d-a632-1fa7c03eeca6 req-f0076a27-c16e-4502-8e29-da50117fcfbb tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:56.356307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7eacdce4-7016-495d-a632-1fa7c03eeca6 req-f0076a27-c16e-4502-8e29-da50117fcfbb tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 907 time: 0.1691062 Aug 30 14:53:56.362201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 on network 18fa3930-da40-484d-b46d-d1ecc6d5713a not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:53:56.362539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Attempting to bind port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 on network 18fa3930-da40-484d-b46d-d1ecc6d5713a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:53:56.393771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:53:56.394117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Checking segment: {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:53:56.394509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Bound using segment: {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:53:56.394958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Bound port: e669b25c-9c45-4dc9-9bd8-bfbbce50ef57, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadd6dfc-3ba8-47df-862b-af891c926a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:53:56.395321 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.397354 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8630793f-b549-4fea-ad96-1d35135cc0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.418734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe2f2a19-c9fd-49b0-aec7-28301f70da53 req-628dbd2f-4cdd-48a2-b364-87f9c6a4f15a service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268051 Aug 30 14:53:56.426883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:53:56.460724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8630793f-b549-4fea-ad96-1d35135cc0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.465241 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc9c5b-2c50-4d52-8476-1bb32055240e None None] New status for floating IP 5a63c54e-16c4-4551-add8-99937c4a922b: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:53:56.553198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] For port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:53:56.557457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] For port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:53:56.589386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.595553 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8630793f-b549-4fea-ad96-1d35135cc0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.598231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8630793f-b549-4fea-ad96-1d35135cc0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.602477 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8630793f-b549-4fea-ad96-1d35135cc0e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2608f80c-bf96-47ff-a2ac-141ebd52f34b HTTP/1.1" status: 204 len: 168 time: 0.3660622 Aug 30 14:53:56.637618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:53:56.645533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:56.646744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.648257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:56.649449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] 10.222.0.21 "PUT /v2.0/ports/e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 HTTP/1.1" status: 200 len: 1055 time: 1.1339684 Aug 30 14:53:56.653727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf34cdf-2803-46ef-9c48-2a371ab5678c', 'tag': 'e669b25c-9c45-4dc9-9bd8-bfbbce50ef57'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:56.657123 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11a5ad6-3847-479b-8bd1-94d22505b785" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf34cdf-2803-46ef-9c48-2a371ab5678c", "tag": "e669b25c-9c45-4dc9-9bd8-bfbbce50ef57"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:56.661563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630793f-b549-4fea-ad96-1d35135cc0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2608f80c-bf96-47ff-a2ac-141ebd52f34b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:56.779002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:56.790016 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de825040-40a4-49c1-bc48-34cd3b197229" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:56.836869 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6c4403-277f-4954-9911-4954be565d31 x-openstack-request-id: req-cd6c4403-277f-4954-9911-4954be565d31 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:56.837364 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf34cdf-2803-46ef-9c48-2a371ab5678c", "tag": "e669b25c-9c45-4dc9-9bd8-bfbbce50ef57", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:56.837790 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd6c4403-277f-4954-9911-4954be565d31 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:56.838349 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf34cdf-2803-46ef-9c48-2a371ab5678c', 'tag': 'e669b25c-9c45-4dc9-9bd8-bfbbce50ef57', 'status': 'completed', 'code': 200} Aug 30 14:53:56.840169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e11d-22f0-4353-a48b-d6ea8c6c6657 service neutron] Pushing event updated for resources: {'Port': ['ID=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:56.868154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0be20-ec35-459a-9400-ca15a504152d req-47df6a52-e467-4936-9fee-ae079ed9f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:56.870557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-47df6a52-e467-4936-9fee-ae079ed9f73d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 1058 time: 0.1233666 Aug 30 14:53:56.894943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d2bb2777-e650-4a7c-8e95-b1204fe77602 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "PUT /v2.0/floatingips/5a63c54e-16c4-4551-add8-99937c4a922b HTTP/1.1" status: 200 len: 992 time: 2.9056106 Aug 30 14:53:56.908146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] Sync routers for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:53:56.927595 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d51972-e277-4d63-8871-26f882a2bda8 x-openstack-request-id: req-d0d51972-e277-4d63-8871-26f882a2bda8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:56.928292 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:56.928595 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0d51972-e277-4d63-8871-26f882a2bda8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:56.929008 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'status': 'completed', 'code': 200} Aug 30 14:53:56.949235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:56.951769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:56.983304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-f99c8bab-6034-4f6f-a75b-35a10666cc45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 HTTP/1.1" status: 200 len: 217 time: 0.0802503 Aug 30 14:53:57.079470 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de825040-40a4-49c1-bc48-34cd3b197229 req-159db54e-959b-4266-a8e3-18b31f90808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.082378 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de825040-40a4-49c1-bc48-34cd3b197229 req-159db54e-959b-4266-a8e3-18b31f90808f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13e6876eced247dda2b279c13cab4464&device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1097 time: 0.0796769 Aug 30 14:53:57.091775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0be20-ec35-459a-9400-ca15a504152d req-105fdbfa-99a4-4e0c-8881-f41e80d368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.094270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-105fdbfa-99a4-4e0c-8881-f41e80d368c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34e981c9-4249-4672-8238-1cdbeb81ad11 HTTP/1.1" status: 200 len: 838 time: 0.0905805 Aug 30 14:53:57.119117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:57.196595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46090) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:57.199984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0be20-ec35-459a-9400-ca15a504152d req-75fed866-a35a-44f5-b69f-652ac8d2cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.201880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-75fed866-a35a-44f5-b69f-652ac8d2cd09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18fa3930-da40-484d-b46d-d1ecc6d5713a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932775 Aug 30 14:53:57.215037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8068-432a-4d6f-bc23-39f89ffdec57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:57.241983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de825040-40a4-49c1-bc48-34cd3b197229 req-2ba4d267-887b-4519-9839-52b03ca5fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.243791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de825040-40a4-49c1-bc48-34cd3b197229 req-2ba4d267-887b-4519-9839-52b03ca5fb7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aa43e8c-1198-4d6c-91b7-cf3892af4057 HTTP/1.1" status: 200 len: 913 time: 0.1476116 Aug 30 14:53:57.315336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-b4db8f59-b96e-41eb-9cd1-d0162b79f065 service neutron] 10.222.0.21 "GET /v2.0/networks/18fa3930-da40-484d-b46d-d1ecc6d5713a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983126 Aug 30 14:53:57.359685 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de825040-40a4-49c1-bc48-34cd3b197229 req-c296830b-fb92-4f0f-b50b-14e1d4c37954 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a24a39-f373-4e30-9bfd-4b75f807a218 HTTP/1.1" status: 200 len: 1002 time: 0.0972464 Aug 30 14:53:57.441023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5a63c54e-16c4-4551-add8-99937c4a922b', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'mac_address': 'fa:16:3e:ab:2c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:51Z', 'updated_at': '2021-08-30T14:53:56Z', 'revision_number': 2, 'project_id': '13e6876eced247dda2b279c13cab4464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:57.453527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de825040-40a4-49c1-bc48-34cd3b197229 req-2f0f48fa-eb17-437a-8f73-e3376d996a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.454967 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de825040-40a4-49c1-bc48-34cd3b197229 req-2f0f48fa-eb17-437a-8f73-e3376d996a93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0276dbe-c1fd-4eb6-83c3-ada611393ad2 HTTP/1.1" status: 200 len: 851 time: 0.0843611 Aug 30 14:53:57.469883 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5b0be20-ec35-459a-9400-ca15a504152d req-b8bfbb1d-511f-4ba2-92a4-e9f9ac924489 service neutron] 10.222.0.21 "GET /v2.0/networks/18fa3930-da40-484d-b46d-d1ecc6d5713a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407728 Aug 30 14:53:57.501657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] Checking router: 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:53:57.502115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8068-432a-4d6f-bc23-39f89ffdec57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:57.511609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:53:57.513093 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:57.532495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8068-432a-4d6f-bc23-39f89ffdec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:57.589497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1dfe8068-432a-4d6f-bc23-39f89ffdec57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f14e6d8e4b9d41849eb0b4f7b53ad21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904767 Aug 30 14:53:57.591527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de825040-40a4-49c1-bc48-34cd3b197229 req-6753685f-cd92-4c05-916f-970e2b8ca803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.593498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de825040-40a4-49c1-bc48-34cd3b197229 req-6753685f-cd92-4c05-916f-970e2b8ca803 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aa43e8c-1198-4d6c-91b7-cf3892af4057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301429 Aug 30 14:53:57.596928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:57.603525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe8068-432a-4d6f-bc23-39f89ffdec57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c1250-8a50-4613-8f84-aaa60da690da,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:57.632384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-8c0ec138-f5a9-41cd-a864-8d9a0aac1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.635835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-8c0ec138-f5a9-41cd-a864-8d9a0aac1fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 1058 time: 0.0507815 Aug 30 14:53:57.679652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18680de-8e6a-4770-b1c8-b2c66af46de1 req-0168978b-271c-4248-91f8-8cc71331225e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.681468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a18680de-8e6a-4770-b1c8-b2c66af46de1 req-0168978b-271c-4248-91f8-8cc71331225e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 907 time: 0.1835642 Aug 30 14:53:57.695142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:53:57.738010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc491698-6575-4879-9bd6-37b1b0e91a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:57.762318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de825040-40a4-49c1-bc48-34cd3b197229 req-69a04b71-4bfa-4a49-800a-33ddc1522e55 service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535480 Aug 30 14:53:57.775725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc491698-6575-4879-9bd6-37b1b0e91a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:57.814812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-0d5cf0bb-efa5-44db-9bff-a20d33840bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.816535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-0d5cf0bb-efa5-44db-9bff-a20d33840bc5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18fa3930-da40-484d-b46d-d1ecc6d5713a HTTP/1.1" status: 200 len: 899 time: 0.1622992 Aug 30 14:53:57.882312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-4efd94a3-02ff-4ecb-acab-1ac590f81d2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 HTTP/1.1" status: 200 len: 217 time: 0.0527563 Aug 30 14:53:57.902017 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de825040-40a4-49c1-bc48-34cd3b197229 req-ce27fbe4-f23e-4ff0-82e7-3a26c507272c service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286371 Aug 30 14:53:57.914178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc491698-6575-4879-9bd6-37b1b0e91a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:57.918408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc491698-6575-4879-9bd6-37b1b0e91a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:57.919761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bc491698-6575-4879-9bd6-37b1b0e91a1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed5c1250-8a50-4613-8f84-aaa60da690da HTTP/1.1" status: 204 len: 168 time: 0.3227224 Aug 30 14:53:57.932044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc491698-6575-4879-9bd6-37b1b0e91a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c1250-8a50-4613-8f84-aaa60da690da,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:57.969419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-3273c055-daf0-4173-8688-a61b07935e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:57.971087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-3273c055-daf0-4173-8688-a61b07935e8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34e981c9-4249-4672-8238-1cdbeb81ad11 HTTP/1.1" status: 200 len: 838 time: 0.0798490 Aug 30 14:53:57.994801 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f736f401-8e46-4786-818a-c974a53d5345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:58.060469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-9e2759d1-195c-4c83-a508-35d2071a4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:58.062217 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-9e2759d1-195c-4c83-a508-35d2071a4d57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18fa3930-da40-484d-b46d-d1ecc6d5713a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820289 Aug 30 14:53:58.064153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5a63c54e-16c4-4551-add8-99937c4a922b', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'mac_address': 'fa:16:3e:ab:2c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:51Z', 'updated_at': '2021-08-30T14:53:56Z', 'revision_number': 2, 'project_id': '13e6876eced247dda2b279c13cab4464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:53:58.093878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f4456-9b21-4c37-b5a0-d46a41322417 None None] The sync data for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 is: [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '5a63c54e-16c4-4551-add8-99937c4a922b', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'port_id': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'mac_address': 'fa:16:3e:ab:2c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:53:51Z', 'updated_at': '2021-08-30T14:53:56Z', 'revision_number': 2, 'project_id': '13e6876eced247dda2b279c13cab4464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:53:58.196885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-d1c08780-2863-485e-9336-c06a920f45ce service neutron] 10.222.0.21 "GET /v2.0/networks/18fa3930-da40-484d-b46d-d1ecc6d5713a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124160 Aug 30 14:53:58.330617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e11a5ad6-3847-479b-8bd1-94d22505b785 req-72f95ac9-d927-4c20-ae91-a579256ab6a0 service neutron] 10.222.0.21 "GET /v2.0/networks/18fa3930-da40-484d-b46d-d1ecc6d5713a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252668 Aug 30 14:53:58.610798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:58.834449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385b770-b70c-46b4-b8fe-464eff6edf80 req-a4866483-1649-4f82-9745-0603cae4bbd2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:58.835936 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f385b770-b70c-46b4-b8fe-464eff6edf80 req-a4866483-1649-4f82-9745-0603cae4bbd2 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 907 time: 0.0662849 Aug 30 14:53:58.930856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:53:58.933246 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25afd258-5603-4953-b833-8fa4b15f9e79" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:53:58.938527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:58.970190 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b081e9-9933-4e20-bc10-16ec88267fcc x-openstack-request-id: req-e9b081e9-9933-4e20-bc10-16ec88267fcc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:53:58.970486 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:53:58.970768 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9b081e9-9933-4e20-bc10-16ec88267fcc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:53:58.971170 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'status': 'completed', 'code': 200} Aug 30 14:53:59.072095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1489336834-network', 'tenant_id': '29f3397eab5f478091c81f2f3e21d404'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:59.101595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-b6ce9c94-7a47-4a20-a90b-58b734fac5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:59.103225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-b6ce9c94-7a47-4a20-a90b-58b734fac5d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13e6876eced247dda2b279c13cab4464&device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1097 time: 0.0647562 Aug 30 14:53:59.104371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Made reservation on behalf of 29f3397eab5f478091c81f2f3e21d404 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:53:59.106680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.140378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.244743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-c3cd3bfb-c703-4608-8821-908352a0fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:59.246310 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-c3cd3bfb-c703-4608-8821-908352a0fbad service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aa43e8c-1198-4d6c-91b7-cf3892af4057 HTTP/1.1" status: 200 len: 913 time: 0.1355460 Aug 30 14:53:59.278043 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.348032 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-40ed4ee1-c566-4d71-a5a8-b20481e7c463 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a24a39-f373-4e30-9bfd-4b75f807a218 HTTP/1.1" status: 200 len: 1002 time: 0.0859993 Aug 30 14:53:59.371421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.391617 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.429414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:53:59.444065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:53:59.449450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-f791ffbf-c46e-4c2f-977d-a31f6c66baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:59.451564 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-f791ffbf-c46e-4c2f-977d-a31f6c66baa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0276dbe-c1fd-4eb6-83c3-ada611393ad2 HTTP/1.1" status: 200 len: 851 time: 0.0943630 Aug 30 14:53:59.453031 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.453434 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Added segment 84cf6c15-f090-4a7f-b203-c5e11fc3e4f4 of type vlan for network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 Aug 30 14:53:59.531359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.554146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-aee17964-bfa9-4b1d-97f9-e83bc64d155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:59.555982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-aee17964-bfa9-4b1d-97f9-e83bc64d155b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aa43e8c-1198-4d6c-91b7-cf3892af4057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938039 Aug 30 14:53:59.572916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.573833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:53:59.574401 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:53:59.969376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0296488 Aug 30 14:53:59.972359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:53:59.977479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Request body: {'subnet': {'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1489336834-subnet', 'tenant_id': '29f3397eab5f478091c81f2f3e21d404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:53:59.999197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Made reservation on behalf of 29f3397eab5f478091c81f2f3e21d404 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:54:00.002222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:00.020070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2770d-7ccb-413d-acc4-bad2a987897d admin admin] Pushing event updated for resources: {'Network': ['ID=d5e11d51-d1f1-40c6-a940-dcc67ab12c59,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:00.030863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:54:00.044463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-c7ba9f2e-debf-4879-9ee6-734c40616161 service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791887 Aug 30 14:54:00.051908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0192b3-55e9-4cca-9297-aeac6bb6fae6 req-95a776ea-0733-47db-ac77-fdb887e19755 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:00.053377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc0192b3-55e9-4cca-9297-aeac6bb6fae6 req-95a776ea-0733-47db-ac77-fdb887e19755 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 907 time: 0.0934746 Aug 30 14:54:00.165413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-25afd258-5603-4953-b833-8fa4b15f9e79 req-6658ea12-99d7-40a7-8e65-008eb0e68bee service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005216 Aug 30 14:54:00.523539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:00.581784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42348e2d-1c78-4178-8342-12663e1fa8f1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:00.591191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Checking segment: {'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:54:00.592179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Network hostable DHCP agents. Network: d5e11d51-d1f1-40c6-a940-dcc67ab12c59, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:54:00.612164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:54:00.623006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, d5e11d51-d1f1-40c6-a940-dcc67ab12c59) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:54:00.628460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:00.629306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:00.634234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693c9ae-0ee8-45a9-bf49-4fd9eef5ffa6 None None] Network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:00.646467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f957f63b-2b40-4f18-b136-86c45719d6d8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6728375 Aug 30 14:54:00.777493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e12c7e6-159c-445d-bafd-84130d5cab3f None None] Network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:01.166632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:54:01.199102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cabb45-b78c-4936-9c6c-a35ee6427eb7 req-688e15b7-8b29-499a-8950-ac5213cf0a18 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:01.202178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18cabb45-b78c-4936-9c6c-a35ee6427eb7 req-688e15b7-8b29-499a-8950-ac5213cf0a18 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 907 time: 0.0671489 Aug 30 14:54:01.314650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:01.328020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'e669b25c-9c45-4dc9-9bd8-bfbbce50ef57', 'network_id': '18fa3930-da40-484d-b46d-d1ecc6d5713a', 'port_id': 'e669b25c-9c45-4dc9-9bd8-bfbbce50ef57', 'mac_address': 'fa:16:3e:6a:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e981c9-4249-4672-8238-1cdbeb81ad11', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:54:01.370786 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:01.391045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:54:01.412144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:01.418494 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:01.474588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:01.655229 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:01.973747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['e669b25c-9c45-4dc9-9bd8-bfbbce50ef57'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:54:02.361601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56804c-f41b-4221-b521-1888fb323e32 req-65c4effe-2f5c-48b6-a7ee-c3fa376ec5c5 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:02.363125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b56804c-f41b-4221-b521-1888fb323e32 req-65c4effe-2f5c-48b6-a7ee-c3fa376ec5c5 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 908 time: 0.0712876 Aug 30 14:54:02.620921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-fa1496d4-243c-4b96-97da-f4dd455cf03f tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:02.622371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-fa1496d4-243c-4b96-97da-f4dd455cf03f tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/networks?id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59 HTTP/1.1" status: 200 len: 809 time: 0.1450779 Aug 30 14:54:02.651923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-bb021699-4e01-4eb3-8995-d665c6c3ce03 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/quotas/29f3397eab5f478091c81f2f3e21d404 HTTP/1.1" status: 200 len: 375 time: 0.0190198 Aug 30 14:54:02.697534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-bf61458e-1c8e-46c9-b7c6-8e51c3ee0765 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=29f3397eab5f478091c81f2f3e21d404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352199 Aug 30 14:54:02.809029 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-b17c9d7f-198a-4f56-8f2e-52eb9e0fd1d6 service neutron] 10.222.0.50 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016970 Aug 30 14:54:02.916876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-acf6e3ad-e331-4d9b-91c3-5f84e1c676b9 service neutron] 10.222.0.50 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068535 Aug 30 14:54:02.961103 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:03.107587 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-168e8f2d-0ecf-4bac-bca3-d312b01a60c7 req-2e7bfc5e-257a-4687-82f7-224d46e54139 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 210 time: 0.0289731 Aug 30 14:54:03.196654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:54:03.277356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:54:03.284162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:54:03.284648 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:03.418167 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:03.455549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf34cdf-2803-46ef-9c48-2a371ab5678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e669b25c-9c45-4dc9-9bd8-bfbbce50ef57'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:03.458650 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d21d0c9-c25b-40d5-8c1c-531833b97a84" -d '{"events": [{"server_uuid": "6cf34cdf-2803-46ef-9c48-2a371ab5678c", "name": "network-vif-plugged", "status": "completed", "tag": "e669b25c-9c45-4dc9-9bd8-bfbbce50ef57"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:03.477887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:03.486314 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:03.537826 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08b7d1a-7ed2-4266-a7ce-2016c629304c x-openstack-request-id: req-a08b7d1a-7ed2-4266-a7ce-2016c629304c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:03.539029 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf34cdf-2803-46ef-9c48-2a371ab5678c", "name": "network-vif-plugged", "status": "completed", "tag": "e669b25c-9c45-4dc9-9bd8-bfbbce50ef57", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:03.539406 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a08b7d1a-7ed2-4266-a7ce-2016c629304c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:03.539966 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf34cdf-2803-46ef-9c48-2a371ab5678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e669b25c-9c45-4dc9-9bd8-bfbbce50ef57', 'code': 200} Aug 30 14:54:03.563466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:03.587996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7b357-99e0-4d4a-8eb7-85c72b99fc19 req-1eddd439-6f91-4e9c-92c7-b5405caa7ba4 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:03.596161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca7b357-99e0-4d4a-8eb7-85c72b99fc19 req-1eddd439-6f91-4e9c-92c7-b5405caa7ba4 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 909 time: 0.1193142 Aug 30 14:54:03.733014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf8f8c-5d20-485b-82c7-927029b0739a req-930567ec-31dc-4179-883d-6715a5cd2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:03.735126 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2bdf8f8c-5d20-485b-82c7-927029b0739a req-930567ec-31dc-4179-883d-6715a5cd2485 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 1060 time: 0.0549531 Aug 30 14:54:04.231725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd96061c-b36d-498f-81ab-103c8aa54bea req-c1cf13c3-d1c0-4bfd-bd23-592916b88160 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 210 time: 0.0394537 Aug 30 14:54:04.306330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-35d21e12-1519-4808-ab9e-cc0fe9c61c0f tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:04.308361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-35d21e12-1519-4808-ab9e-cc0fe9c61c0f tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.39 "GET /v2.0/networks?id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59 HTTP/1.1" status: 200 len: 809 time: 0.1514397 Aug 30 14:54:04.320968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Request body: {'port': {'device_id': 'b93cf39b-2d6d-45e4-a94f-6f3c975ff9de', 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59', 'admin_state_up': True, 'tenant_id': '29f3397eab5f478091c81f2f3e21d404'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:04.443196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Made reservation on behalf of 29f3397eab5f478091c81f2f3e21d404 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:54:04.447815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:04.586457 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Allocated IP 172.20.0.6 (d5e11d51-d1f1-40c6-a940-dcc67ab12c59/42348e2d-1c78-4178-8342-12663e1fa8f1/3e70d00e-5739-416d-8d63-9f416d6dbb3a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:54:04.758064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804817-93ab-4776-846f-a7c00ffd9aba req-0fe8d83b-5101-4673-9f13-97e0bef7db66 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:04.759725 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-65804817-93ab-4776-846f-a7c00ffd9aba req-0fe8d83b-5101-4673-9f13-97e0bef7db66 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 909 time: 0.0739732 Aug 30 14:54:04.787462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:04.826652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:04.870496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:54:04.873623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:54:04.877447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:54:04.883659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Pushing event updated for resources: {'Port': ['ID=3e70d00e-5739-416d-8d63-9f416d6dbb3a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:04.931622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:04.932228 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:04.947086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-d6ac908f-561a-4d4e-b755-7038c6684b1e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6298254 Aug 30 14:54:05.019887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Request body: {'port': {'device_id': 'b93cf39b-2d6d-45e4-a94f-6f3c975ff9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:05.077778 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:05.356607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c838abf-546f-4d27-94d1-ffa5b56d9a69 req-c55ba77c-8b68-4926-944b-804a9880d3cb tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:05.358147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2c838abf-546f-4d27-94d1-ffa5b56d9a69 req-c55ba77c-8b68-4926-944b-804a9880d3cb tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 931 time: 0.0551865 Aug 30 14:54:05.362447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e70d00e-5739-416d-8d63-9f416d6dbb3a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:54:05.371578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:05.386010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Transition to ACTIVE for port object 3e70d00e-5739-416d-8d63-9f416d6dbb3a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:54:05.391714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:05.400010 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2c838abf-546f-4d27-94d1-ffa5b56d9a69 req-7c39f1fe-06fa-4fe6-ae8f-4abb290386de tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354977 Aug 30 14:54:05.444329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Pushing event updated for resources: {'Port': ['ID=3e70d00e-5739-416d-8d63-9f416d6dbb3a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:05.508607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Attempting to bind port 3e70d00e-5739-416d-8d63-9f416d6dbb3a on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:54:05.508942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Attempting to bind port 3e70d00e-5739-416d-8d63-9f416d6dbb3a by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:54:05.509302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Attempting to bind port 3e70d00e-5739-416d-8d63-9f416d6dbb3a on network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:54:05.513610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Port 3e70d00e-5739-416d-8d63-9f416d6dbb3a on network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:54:05.514279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Attempting to bind port 3e70d00e-5739-416d-8d63-9f416d6dbb3a on network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:54:05.519229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:54:05.519569 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Checking segment: {'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:54:05.519950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Bound using segment: {'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:54:05.520373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Bound port: 3e70d00e-5739-416d-8d63-9f416d6dbb3a, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:54:05.520732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:05.589815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] For port 3e70d00e-5739-416d-8d63-9f416d6dbb3a, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:54:05.592984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] For port 3e70d00e-5739-416d-8d63-9f416d6dbb3a, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3e70d00e-5739-416d-8d63-9f416d6dbb3a,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:54:05.597273 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:05.630654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:05.631280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:05.632858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e70d00e-5739-416d-8d63-9f416d6dbb3a HTTP/1.1" status: 200 len: 1091 time: 0.6754899 Aug 30 14:54:05.635228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93cf39b-2d6d-45e4-a94f-6f3c975ff9de', 'tag': '3e70d00e-5739-416d-8d63-9f416d6dbb3a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:05.637715 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d533c5-533d-4d26-9815-06fd81333aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b93cf39b-2d6d-45e4-a94f-6f3c975ff9de", "tag": "3e70d00e-5739-416d-8d63-9f416d6dbb3a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:05.671201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac14a0-c910-4906-b65f-3ca5a8c0c894 service neutron] Pushing event updated for resources: {'Port': ['ID=3e70d00e-5739-416d-8d63-9f416d6dbb3a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:05.694677 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e109ed8-9058-4351-ab51-032365e6bff9 x-openstack-request-id: req-8e109ed8-9058-4351-ab51-032365e6bff9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:05.694977 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93cf39b-2d6d-45e4-a94f-6f3c975ff9de", "tag": "3e70d00e-5739-416d-8d63-9f416d6dbb3a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:05.695360 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e109ed8-9058-4351-ab51-032365e6bff9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:05.695851 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93cf39b-2d6d-45e4-a94f-6f3c975ff9de', 'tag': '3e70d00e-5739-416d-8d63-9f416d6dbb3a', 'status': 'completed', 'code': 200} Aug 30 14:54:05.731012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-cb65aabd-823a-49c9-aaf2-c9c50a99821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:05.733532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-cb65aabd-823a-49c9-aaf2-c9c50a99821d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29f3397eab5f478091c81f2f3e21d404&device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 1094 time: 0.0505636 Aug 30 14:54:05.781307 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-23486bb6-4610-4c9d-9ebf-d2f8a9ae940f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e70d00e-5739-416d-8d63-9f416d6dbb3a HTTP/1.1" status: 200 len: 217 time: 0.0387790 Aug 30 14:54:05.834157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-84a73664-6fe8-48d6-aafe-c26597a813ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:05.836335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-84a73664-6fe8-48d6-aafe-c26597a813ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42348e2d-1c78-4178-8342-12663e1fa8f1 HTTP/1.1" status: 200 len: 849 time: 0.0491245 Aug 30 14:54:05.870714 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-38bb989e-59ec-4c54-8858-ede21ab876a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278623 Aug 30 14:54:05.913326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66489426-07c5-4b58-9147-ca4b3f03fd0f req-8ac78113-def6-4032-80ef-dad4d315ade4 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:05.922372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66489426-07c5-4b58-9147-ca4b3f03fd0f req-8ac78113-def6-4032-80ef-dad4d315ade4 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 909 time: 0.0909672 Aug 30 14:54:05.980050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-fb585357-a58a-4df5-becb-d36cf754587e service neutron] 10.222.0.39 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024523 Aug 30 14:54:06.113615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ba475-e602-4b2a-bc4b-d6f444c75cac req-7a6085d6-c00e-4095-98f4-3bef53ee6994 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.115238 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e73ba475-e602-4b2a-bc4b-d6f444c75cac req-7a6085d6-c00e-4095-98f4-3bef53ee6994 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 909 time: 0.1189747 Aug 30 14:54:06.124919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1771e6aa-52ee-4efc-b096-7cd7cdf29fa5 req-73a097f1-b0f0-4b8d-b35c-968de7ef9c32 service neutron] 10.222.0.39 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374750 Aug 30 14:54:06.235315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-2687400e-cc41-4fba-b32f-0854244f0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.237342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-2687400e-cc41-4fba-b32f-0854244f0f39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29f3397eab5f478091c81f2f3e21d404&device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 1094 time: 0.0566864 Aug 30 14:54:06.247138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf0fa4-8423-40c0-a4ab-7bdd2d6a21d9 req-9a924f00-2b05-453d-a937-805d8750161e tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.248729 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2adf0fa4-8423-40c0-a4ab-7bdd2d6a21d9 req-9a924f00-2b05-453d-a937-805d8750161e tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 1060 time: 0.0448856 Aug 30 14:54:06.366763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-91bf02e2-5162-4914-b204-7ad038f082dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.368229 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-91bf02e2-5162-4914-b204-7ad038f082dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59 HTTP/1.1" status: 200 len: 910 time: 0.1188636 Aug 30 14:54:06.433303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-21d64431-3bb6-4c10-9773-f230ecb5d16c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e70d00e-5739-416d-8d63-9f416d6dbb3a HTTP/1.1" status: 200 len: 217 time: 0.0551550 Aug 30 14:54:06.474206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d428-efa1-4f0e-b393-a3145824f6c7 req-3fe6e3e9-8e8b-497f-8c70-2494540c473e tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.475754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-af31d428-efa1-4f0e-b393-a3145824f6c7 req-3fe6e3e9-8e8b-497f-8c70-2494540c473e tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1136 time: 0.1112382 Aug 30 14:54:06.495642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-afa09b52-3498-46d1-a29f-88a790fa5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.497213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-afa09b52-3498-46d1-a29f-88a790fa5f08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42348e2d-1c78-4178-8342-12663e1fa8f1 HTTP/1.1" status: 200 len: 849 time: 0.0559313 Aug 30 14:54:06.536156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a8fe-b242-4672-b365-cb595551b57f req-4bc3a13e-5d1b-461f-9adf-5d90687ecd1a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.537824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b121a8fe-b242-4672-b365-cb595551b57f req-4bc3a13e-5d1b-461f-9adf-5d90687ecd1a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 943 time: 0.0595369 Aug 30 14:54:06.546010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-ee4108b3-4039-4653-9259-09fee7605c94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397162 Aug 30 14:54:06.589375 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b121a8fe-b242-4672-b365-cb595551b57f req-5d93e0e2-a858-4d2d-ac18-21627cd6c754 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Aug 30 14:54:06.609584 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-af31d428-efa1-4f0e-b393-a3145824f6c7 req-4a6a884a-673f-4eff-a02b-c40f7f9620d8 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1108277 Aug 30 14:54:06.642205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:06.662352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-89600790-ecd0-4d47-a623-03bd2dfac95a service neutron] 10.222.0.39 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075428 Aug 30 14:54:06.686513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63533d75-a00e-4946-bb59-372c7cce4594 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.688039 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-63533d75-a00e-4946-bb59-372c7cce4594 tempest-TestSecurityGroupsBasicOps-901934105 tempest-TestSecurityGroupsBasicOps-901934105-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 1055 time: 0.0446048 Aug 30 14:54:06.756710 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-04d533c5-533d-4d26-9815-06fd81333aa6 req-3c193257-648b-453f-a965-a2b4c2ca976d service neutron] 10.222.0.39 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870657 Aug 30 14:54:06.916114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546ce15-a9e0-4de0-b9b9-4bfdc2f391c6 req-5f77cf6c-2a9f-444f-a5b1-fb1e2a1eff69 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:06.917502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b546ce15-a9e0-4de0-b9b9-4bfdc2f391c6 req-5f77cf6c-2a9f-444f-a5b1-fb1e2a1eff69 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 909 time: 0.0506873 Aug 30 14:54:07.726415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8bf18-38d6-414d-a381-71a5dccf5be9 req-f4190d46-4dc9-43f8-a367-6783dfe87673 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:07.727962 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4fb8bf18-38d6-414d-a381-71a5dccf5be9 req-f4190d46-4dc9-43f8-a367-6783dfe87673 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 943 time: 0.0549705 Aug 30 14:54:07.767808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4fb8bf18-38d6-414d-a381-71a5dccf5be9 req-c08cfcd2-4d16-4921-8e7d-6ccf8899534a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Aug 30 14:54:08.039358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f220-c54a-41c1-87cc-8c881fc8d5b1 req-3dcbde6d-f660-4f2f-987d-c2324f229264 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:08.040813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c00f220-c54a-41c1-87cc-8c881fc8d5b1 req-3dcbde6d-f660-4f2f-987d-c2324f229264 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 909 time: 0.0542898 Aug 30 14:54:08.887377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd13b-8d4a-442c-9190-1840828a7869 req-fa3e8775-c813-45cf-acfe-5b29af3b736b tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:08.888901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d17fd13b-8d4a-442c-9190-1840828a7869 req-fa3e8775-c813-45cf-acfe-5b29af3b736b tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 943 time: 0.0506992 Aug 30 14:54:08.929819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d17fd13b-8d4a-442c-9190-1840828a7869 req-4e8d5760-6b8c-4904-ba34-d0e968de2bd0 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Aug 30 14:54:09.156820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-65fac8c7-2626-485c-9ed7-24289ac6547d tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:09.157365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d2f3-9758-47f1-bf43-a8e146778e72 req-53d3c736-ac00-4904-885d-873a6f9497bb tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:09.158389 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-65fac8c7-2626-485c-9ed7-24289ac6547d tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 909 time: 0.0622644 Aug 30 14:54:09.159571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9638d2f3-9758-47f1-bf43-a8e146778e72 req-53d3c736-ac00-4904-885d-873a6f9497bb tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 909 time: 0.0507135 Aug 30 14:54:09.231146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3e70d00e-5739-416d-8d63-9f416d6dbb3a details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:54:09.261337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:09.261686 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:09.330438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3e70d00e-5739-416d-8d63-9f416d6dbb3a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3e70d00e-5739-416d-8d63-9f416d6dbb3a,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:09.342382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '3e70d00e-5739-416d-8d63-9f416d6dbb3a', 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59', 'port_id': '3e70d00e-5739-416d-8d63-9f416d6dbb3a', 'mac_address': 'fa:16:3e:e8:03:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42348e2d-1c78-4178-8342-12663e1fa8f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:54:09.359908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] For port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:09.360274 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:09.373661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Calling delete_port for e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:09.389786 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:09.404501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e70d00e-5739-416d-8d63-9f416d6dbb3a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:54:09.426393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3e70d00e-5739-416d-8d63-9f416d6dbb3a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3e70d00e-5739-416d-8d63-9f416d6dbb3a,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:09.431366 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:09.484286 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=3e70d00e-5739-416d-8d63-9f416d6dbb3a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:09.526923 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:09.550081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Port': ['ID=e669b25c-9c45-4dc9-9bd8-bfbbce50ef57,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:09.605724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] No DVR routers for this DVR port e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:09.609096 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:09.611231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d79ce884-3ddc-4062-ba34-67091e8eb459 req-d0698906-8b31-43a6-b0de-7fd17dac0b8a tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.21 "DELETE /v2.0/ports/e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 HTTP/1.1" status: 204 len: 173 time: 0.4447360 Aug 30 14:54:09.611849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf34cdf-2803-46ef-9c48-2a371ab5678c', 'name': 'network-vif-deleted', 'tag': 'e669b25c-9c45-4dc9-9bd8-bfbbce50ef57'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:09.614347 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeb4cdc-31a9-490b-873d-081b2aa4e5ed" -d '{"events": [{"server_uuid": "6cf34cdf-2803-46ef-9c48-2a371ab5678c", "name": "network-vif-deleted", "tag": "e669b25c-9c45-4dc9-9bd8-bfbbce50ef57"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:09.642055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['3e70d00e-5739-416d-8d63-9f416d6dbb3a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:54:09.671935 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83df03a8-6904-42aa-ab0b-c20c86550847 x-openstack-request-id: req-83df03a8-6904-42aa-ab0b-c20c86550847 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:09.673218 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf34cdf-2803-46ef-9c48-2a371ab5678c", "name": "network-vif-deleted", "tag": "e669b25c-9c45-4dc9-9bd8-bfbbce50ef57", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:09.673539 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83df03a8-6904-42aa-ab0b-c20c86550847 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:09.674016 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf34cdf-2803-46ef-9c48-2a371ab5678c', 'name': 'network-vif-deleted', 'tag': 'e669b25c-9c45-4dc9-9bd8-bfbbce50ef57', 'status': 'completed', 'code': 200} Aug 30 14:54:10.047058 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1641f-9f59-422b-b3ec-82bcd5890f07 req-10b7a5f8-348b-4752-b0e5-b9baae80b674 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:10.048549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34c1641f-9f59-422b-b3ec-82bcd5890f07 req-10b7a5f8-348b-4752-b0e5-b9baae80b674 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 944 time: 0.0487430 Aug 30 14:54:10.087600 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-34c1641f-9f59-422b-b3ec-82bcd5890f07 req-a43aeeea-7c9a-4982-8f0f-3d19623cb081 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Aug 30 14:54:10.285436 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ace0d86-060d-48dc-87c0-6f2f61831e20 req-f1e59af2-68f6-4bed-9e58-22f38539afdd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf34cdf-2803-46ef-9c48-2a371ab5678c HTTP/1.1" status: 200 len: 210 time: 0.0291343 Aug 30 14:54:11.230823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723219e4-d396-46ad-810e-5c4a72fd43bb req-7ffce78f-9eb9-4b82-8669-eb74e1736390 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:11.231405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3e70d00e-5739-416d-8d63-9f416d6dbb3a up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:54:11.233123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-723219e4-d396-46ad-810e-5c4a72fd43bb req-7ffce78f-9eb9-4b82-8669-eb74e1736390 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 944 time: 0.0729342 Aug 30 14:54:11.274791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-723219e4-d396-46ad-810e-5c4a72fd43bb req-420b7396-aa0c-4b92-83ec-1d99239f3491 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Aug 30 14:54:11.309023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 3e70d00e-5739-416d-8d63-9f416d6dbb3a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:54:11.314630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 3e70d00e-5739-416d-8d63-9f416d6dbb3a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:54:11.315012 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:11.343942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:11.399190 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:11.424661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93cf39b-2d6d-45e4-a94f-6f3c975ff9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70d00e-5739-416d-8d63-9f416d6dbb3a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:11.426933 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c893d6b-b749-4d2c-ace9-d2aefed94a35" -d '{"events": [{"server_uuid": "b93cf39b-2d6d-45e4-a94f-6f3c975ff9de", "name": "network-vif-plugged", "status": "completed", "tag": "3e70d00e-5739-416d-8d63-9f416d6dbb3a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:11.443282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3e70d00e-5739-416d-8d63-9f416d6dbb3a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3e70d00e-5739-416d-8d63-9f416d6dbb3a,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:11.448191 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:11.472398 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076d12ec-a273-4675-be55-3ee540bad81d x-openstack-request-id: req-076d12ec-a273-4675-be55-3ee540bad81d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:11.472702 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93cf39b-2d6d-45e4-a94f-6f3c975ff9de", "name": "network-vif-plugged", "status": "completed", "tag": "3e70d00e-5739-416d-8d63-9f416d6dbb3a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:11.472940 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-076d12ec-a273-4675-be55-3ee540bad81d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:11.473374 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93cf39b-2d6d-45e4-a94f-6f3c975ff9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70d00e-5739-416d-8d63-9f416d6dbb3a', 'code': 200} Aug 30 14:54:11.501998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=3e70d00e-5739-416d-8d63-9f416d6dbb3a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:11.566109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc3794-3060-4796-bb11-8cc9130e6c08 req-21da9392-b9d2-4cce-a104-a75f316d198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:11.567472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bedc3794-3060-4796-bb11-8cc9130e6c08 req-21da9392-b9d2-4cce-a104-a75f316d198d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 1096 time: 0.0440850 Aug 30 14:54:11.606676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bedc3794-3060-4796-bb11-8cc9130e6c08 req-3c148b21-bbb8-44a7-90b3-e4a03319455a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Aug 30 14:54:11.826702 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:12.144793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting port 7121811f-b04c-45a7-8216-8e59b7360ad4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:12.145164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:12.239957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] For port 7121811f-b04c-45a7-8216-8e59b7360ad4, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=7121811f-b04c-45a7-8216-8e59b7360ad4,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:12.240654 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:12.255015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Calling delete_port for 7121811f-b04c-45a7-8216-8e59b7360ad4 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:12.434665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0fc7-a213-4041-ba75-7a7e62d83d13 req-b4247536-2a58-43dd-9cbc-158ebb387353 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:12.436237 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e5b0fc7-a213-4041-ba75-7a7e62d83d13 req-b4247536-2a58-43dd-9cbc-158ebb387353 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 945 time: 0.0753517 Aug 30 14:54:12.522481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e5b0fc7-a213-4041-ba75-7a7e62d83d13 req-ba6fe77a-ed9e-41d1-946f-6d2600cef645 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772662 Aug 30 14:54:12.536888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:12.573353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Port': ['ID=7121811f-b04c-45a7-8216-8e59b7360ad4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:12.787422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.016213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Router 12cf4624-d735-4b43-9b27-310c323be353 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:54:13.119682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:54:13.126397 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-62c98042-05db-46d4-8256-a88661adfd7e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "PUT /v2.0/routers/12cf4624-d735-4b43-9b27-310c323be353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807484 Aug 30 14:54:13.128451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:13.130397 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] Sync routers for ids ['12cf4624-d735-4b43-9b27-310c323be353'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:54:13.141628 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] Routers {'12cf4624-d735-4b43-9b27-310c323be353'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:13.142638 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['12cf4624-d735-4b43-9b27-310c323be353'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:13.190064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a209ec-3840-4380-a09b-96972bc9b46e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting subnet 34e981c9-4249-4672-8238-1cdbeb81ad11 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:54:13.193520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a209ec-3840-4380-a09b-96972bc9b46e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.239815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a209ec-3840-4380-a09b-96972bc9b46e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.252672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:13.303551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:13.304097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device e669b25c-9c45-4dc9-9bd8-bfbbce50ef57 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:13.358313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a209ec-3840-4380-a09b-96972bc9b46e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.373653 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] Set router 12cf4624-d735-4b43-9b27-310c323be353 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:13.433512 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a209ec-3840-4380-a09b-96972bc9b46e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.464091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a209ec-3840-4380-a09b-96972bc9b46e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Subnet': ['ID=34e981c9-4249-4672-8238-1cdbeb81ad11,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:13.471416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a209ec-3840-4380-a09b-96972bc9b46e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.476050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-03a209ec-3840-4380-a09b-96972bc9b46e tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/subnets/34e981c9-4249-4672-8238-1cdbeb81ad11 HTTP/1.1" status: 204 len: 168 time: 0.3439665 Aug 30 14:54:13.476923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:13.481199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdc2b7c-6895-4b52-9084-8a2505b97252 None None] Network 18fa3930-da40-484d-b46d-d1ecc6d5713a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:13.586449 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:54:12Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:13.620850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.662715 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] Checking router: 12cf4624-d735-4b43-9b27-310c323be353 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:54:13.678558 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] Routers {'12cf4624-d735-4b43-9b27-310c323be353'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:13.679419 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['12cf4624-d735-4b43-9b27-310c323be353'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:13.719707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] DHCP port deletion for 18fa3930-da40-484d-b46d-d1ecc6d5713a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:54:13.745784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837e09-416f-460c-b87c-5dd02cbbbde3 req-7f5a3eac-a624-4b3c-987a-cccd3d3ab4c3 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:13.748249 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17837e09-416f-460c-b87c-5dd02cbbbde3 req-7f5a3eac-a624-4b3c-987a-cccd3d3ab4c3 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 945 time: 0.0922458 Aug 30 14:54:13.773396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.787856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] Deleting port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:13.788915 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.830708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-17837e09-416f-460c-b87c-5dd02cbbbde3 req-abd5c387-6048-4cae-bf28-3061504f52ce tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753710 Aug 30 14:54:13.855787 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] Set router 12cf4624-d735-4b43-9b27-310c323be353 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:13.875036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] For port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dbb6ad90-c8c0-421b-bd2e-6145f7aed55a,segment=NetworkSegment(eadd6dfc-3ba8-47df-862b-af891c926a0e),segment_id=eadd6dfc-3ba8-47df-862b-af891c926a0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:13.875540 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.880165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:13.880528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:13.899705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] Calling delete_port for dbb6ad90-c8c0-421b-bd2e-6145f7aed55a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:14.031885 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:14.047143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] For port 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:14.048712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:14.066464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] Pushing event deleted for resources: {'Port': ['ID=dbb6ad90-c8c0-421b-bd2e-6145f7aed55a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:14.069241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dcfd0-eced-49f8-adb1-bbf8cd92335c None None] No DVR routers for this DVR port dbb6ad90-c8c0-421b-bd2e-6145f7aed55a on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:14.082609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Calling delete_port for 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:14.105929 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:54:12Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:14.138627 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dec0f-222d-4d3a-a64d-8b16ae02e0f4 None None] The sync data for ids ['12cf4624-d735-4b43-9b27-310c323be353'] in n-d-805668-3 is: [{'id': '12cf4624-d735-4b43-9b27-310c323be353', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558885505', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:53:42Z', 'updated_at': '2021-08-30T14:54:12Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf4624-d735-4b43-9b27-310c323be353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:53:43Z', 'updated_at': '2021-08-30T14:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:54:14.291090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:14.320344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Port': ['ID=85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:14.406971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:14.658876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c6ddc-6b93-4c25-9961-db1bc1c7cd9a req-fb58f791-dc6e-4eee-adfb-0ddcd38555d8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:14.661374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a05c6ddc-6b93-4c25-9961-db1bc1c7cd9a req-fb58f791-dc6e-4eee-adfb-0ddcd38555d8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 945 time: 0.0776048 Aug 30 14:54:14.710330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a05c6ddc-6b93-4c25-9961-db1bc1c7cd9a req-3349dfec-cf1b-463a-b377-f0602f6f523b tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Aug 30 14:54:14.853768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:14.856473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:14.911160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:14.911812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Fanout notify agent at l3_agent the message router_deleted on router 12cf4624-d735-4b43-9b27-310c323be353 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:54:14.920624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:14.925012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:14.925412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05ae8748-0f52-4aa7-ace5-acc97c327de3 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/routers/12cf4624-d735-4b43-9b27-310c323be353 HTTP/1.1" status: 204 len: 168 time: 1.4468832 Aug 30 14:54:14.971929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7121811f-b04c-45a7-8216-8e59b7360ad4 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:14.997219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 7121811f-b04c-45a7-8216-8e59b7360ad4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:14.998876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 7121811f-b04c-45a7-8216-8e59b7360ad4 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:14.999417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dbb6ad90-c8c0-421b-bd2e-6145f7aed55a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:15.020617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: dbb6ad90-c8c0-421b-bd2e-6145f7aed55a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:15.021163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dbb6ad90-c8c0-421b-bd2e-6145f7aed55a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:15.038001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.138989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.150405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fa3930-da40-484d-b46d-d1ecc6d5713a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:15.163091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadd6dfc-3ba8-47df-862b-af891c926a0e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:15.163438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadd6dfc-3ba8-47df-862b-af891c926a0e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:15.176995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.192105 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.198129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:54:15.198513 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:54:15.201635 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:54:15.276067 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.283233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.285437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/networks/18fa3930-da40-484d-b46d-d1ecc6d5713a HTTP/1.1" status: 204 len: 168 time: 0.3588893 Aug 30 14:54:15.287969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:15.298985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4334a-26f6-4620-82b2-33cffb64c037 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Network': ['ID=18fa3930-da40-484d-b46d-d1ecc6d5713a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:15.563527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting port 41f7cb1d-10d3-4438-9b0f-5581e5aa7252 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:15.563870 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.647304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.647626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.661216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Calling delete_port for 41f7cb1d-10d3-4438-9b0f-5581e5aa7252 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:15.845511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-d885222d-8589-4ca2-92cf-d4e22e26a21b tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:15.847065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-d885222d-8589-4ca2-92cf-d4e22e26a21b tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.39 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 945 time: 0.0638983 Aug 30 14:54:15.876049 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f5b01-880c-4397-83ae-7fd9ab6c6980 req-f483a99d-e54b-46e6-8455-d63261ddf958 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:15.877468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-734f5b01-880c-4397-83ae-7fd9ab6c6980 req-f483a99d-e54b-46e6-8455-d63261ddf958 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b93cf39b-2d6d-45e4-a94f-6f3c975ff9de HTTP/1.1" status: 200 len: 945 time: 0.0872934 Aug 30 14:54:15.916548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.948943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Deleting port 3e70d00e-5739-416d-8d63-9f416d6dbb3a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:15.949315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:15.955082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-734f5b01-880c-4397-83ae-7fd9ab6c6980 req-1ee319a2-21d1-488e-861f-7ea69c40ebf3 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644050 Aug 30 14:54:15.956108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Port': ['ID=41f7cb1d-10d3-4438-9b0f-5581e5aa7252,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:16.030570 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:16.030819 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Floating IP 89acf443-a36b-4a97-ab99-f78d6ddcacee disassociated (deleted). External IP: 172.25.6.7, port: 4a35d53f-6f59-4318-a15e-99613419a79a. Aug 30 14:54:16.053932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] For port 3e70d00e-5739-416d-8d63-9f416d6dbb3a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3e70d00e-5739-416d-8d63-9f416d6dbb3a,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:16.054315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:16.071355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Calling delete_port for 3e70d00e-5739-416d-8d63-9f416d6dbb3a owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:16.211769 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:16.224045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['3e70d00e-5739-416d-8d63-9f416d6dbb3a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:54:16.251807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Pushing event deleted for resources: {'Port': ['ID=3e70d00e-5739-416d-8d63-9f416d6dbb3a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:16.265547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:54:16.315689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] No DVR routers for this DVR port 3e70d00e-5739-416d-8d63-9f416d6dbb3a on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:16.319269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:16.321384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-37cd422a-dee1-4fce-8b6c-5277a9788bf5 req-8ccd1e7e-ce67-4a69-933d-4a34ed145586 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.39 "DELETE /v2.0/ports/3e70d00e-5739-416d-8d63-9f416d6dbb3a HTTP/1.1" status: 204 len: 173 time: 0.4680066 Aug 30 14:54:16.321839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93cf39b-2d6d-45e4-a94f-6f3c975ff9de', 'name': 'network-vif-deleted', 'tag': '3e70d00e-5739-416d-8d63-9f416d6dbb3a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:16.324152 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c06e3d9-d95b-4533-8ba6-f34fd4d159f9" -d '{"events": [{"server_uuid": "b93cf39b-2d6d-45e4-a94f-6f3c975ff9de", "name": "network-vif-deleted", "tag": "3e70d00e-5739-416d-8d63-9f416d6dbb3a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:16.361845 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3fc649-f864-42a9-9bea-68fdc995541e x-openstack-request-id: req-0e3fc649-f864-42a9-9bea-68fdc995541e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:16.362221 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93cf39b-2d6d-45e4-a94f-6f3c975ff9de", "name": "network-vif-deleted", "tag": "3e70d00e-5739-416d-8d63-9f416d6dbb3a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:16.362484 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e3fc649-f864-42a9-9bea-68fdc995541e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:16.362893 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93cf39b-2d6d-45e4-a94f-6f3c975ff9de', 'name': 'network-vif-deleted', 'tag': '3e70d00e-5739-416d-8d63-9f416d6dbb3a', 'status': 'completed', 'code': 200} Aug 30 14:54:16.411814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:54:16.422313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:16.423837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] Sync routers for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:54:16.434409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:16.435585 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:16.460207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c730aa93-86f3-4550-baf9-d475ed3d5eaf tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/floatingips/89acf443-a36b-4a97-ab99-f78d6ddcacee HTTP/1.1" status: 204 len: 168 time: 1.1685266 Aug 30 14:54:16.460207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:16.462224 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fcabb1-c4bd-4c78-83f8-4b2173e83171" -d '{"events": [{"name": "network-changed", "server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:16.546589 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b72fc0-e45d-4fa1-90ca-fa44e9d7ecd3 x-openstack-request-id: req-05b72fc0-e45d-4fa1-90ca-fa44e9d7ecd3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:16.546880 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:16.547422 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05b72fc0-e45d-4fa1-90ca-fa44e9d7ecd3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:16.547836 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a', 'status': 'completed', 'code': 200} Aug 30 14:54:16.582290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:16.631875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-94d37aa2-c14e-4925-abd6-a9e5d15bd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:16.633677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-94d37aa2-c14e-4925-abd6-a9e5d15bd701 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 1136 time: 0.0595715 Aug 30 14:54:16.784408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-bdff7018-f67c-422b-895c-ce84fffabc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:16.786142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-bdff7018-f67c-422b-895c-ce84fffabc47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75ed1259-a234-4875-9839-a0bff256d722 HTTP/1.1" status: 200 len: 897 time: 0.1398299 Aug 30 14:54:16.798254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec163a6-8a1e-4c15-9f45-e3d1711d8a3e req-f35cd9be-b8bd-4f80-bb69-3212817aecf5 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:16.800125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dec163a6-8a1e-4c15-9f45-e3d1711d8a3e req-f35cd9be-b8bd-4f80-bb69-3212817aecf5 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 985 time: 0.0964131 Aug 30 14:54:16.851785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:59Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:16.875136 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-542b598b-ff37-411e-8497-d1f487a1b3de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a35d53f-6f59-4318-a15e-99613419a79a HTTP/1.1" status: 200 len: 217 time: 0.0737901 Aug 30 14:54:16.886691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] Checking router: 653f7a7a-fbab-4923-8c7e-71f16d56ab83 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:54:16.895412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:16.924005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dec163a6-8a1e-4c15-9f45-e3d1711d8a3e req-aab3883b-502b-4703-841a-7ff2cf9216ef tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1153913 Aug 30 14:54:16.947972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:16.947972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 85c1bc04-2e90-40fc-bf4c-d4c45cabc0d3 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:16.948136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-fd3b4b33-ca19-438f-9948-c4bcecbab24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:16.948136 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-fd3b4b33-ca19-438f-9948-c4bcecbab24a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bf290f7-1d42-4424-8e72-b4099c12dd65 HTTP/1.1" status: 200 len: 834 time: 0.0605977 Aug 30 14:54:16.948301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:16.948301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:17.023796 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-60e05296-ddea-431a-ac9a-8b37a360e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:17.030682 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-60e05296-ddea-431a-ac9a-8b37a360e4c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75ed1259-a234-4875-9839-a0bff256d722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778058 Aug 30 14:54:17.118593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:17.130911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-19237b94-4af7-4c7d-8f65-204e9f7dee42 service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913463 Aug 30 14:54:17.330315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00fcabb1-c4bd-4c78-83f8-4b2173e83171 req-ed2323ab-a647-4227-89e1-247277714d61 service neutron] 10.222.0.39 "GET /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910560 Aug 30 14:54:17.341337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736cbc-a923-405e-b801-d2e38ee40157 req-cae645cb-a7c4-4318-9dfe-264fa1ff6e8a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:17.342814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-cae645cb-a7c4-4318-9dfe-264fa1ff6e8a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/networks?id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59 HTTP/1.1" status: 200 len: 809 time: 0.1417787 Aug 30 14:54:17.373760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-adca1def-0add-443d-85c9-d52264d7a0c2 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/quotas/29f3397eab5f478091c81f2f3e21d404 HTTP/1.1" status: 200 len: 375 time: 0.0105901 Aug 30 14:54:17.408077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-dd89133d-548c-4489-b97b-9fc5aef40e14 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=29f3397eab5f478091c81f2f3e21d404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284717 Aug 30 14:54:17.507712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:59Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:17.510860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-281b09fe-6a1d-415f-b020-2fb93c82b864 service neutron] 10.222.0.50 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956304 Aug 30 14:54:17.538538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004dad6-da64-4114-ba5e-fb085fab6e5a None None] The sync data for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 is: [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:53Z', 'revision_number': 4, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c132631e-3368-4286-a2d5-effda22bd292', 'name': '', 'network_id': '75ed1259-a234-4875-9839-a0bff256d722', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'mac_address': 'fa:16:3e:bc:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:52Z', 'updated_at': '2021-08-30T14:52:59Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'subnets': [{'id': '4bf290f7-1d42-4424-8e72-b4099c12dd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:54:17.615046 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-5b4e553d-1af7-4fc1-81d0-79db12312c1d service neutron] 10.222.0.50 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983138 Aug 30 14:54:17.786265 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e0d0cf4-5af1-4c71-8466-7d8234a59263 req-69a1de99-ff31-43ab-85cb-80449754994e tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 210 time: 0.0307658 Aug 30 14:54:17.881822 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd459fc1-e3c5-4417-8af9-47ab0aa1929e None None] New status for floating IP 89acf443-a36b-4a97-ab99-f78d6ddcacee: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:54:17.989402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-0b5c61b5-f969-48a6-8a9d-c91208e95fc1 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:17.991750 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-0b5c61b5-f969-48a6-8a9d-c91208e95fc1 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 985 time: 0.0939302 Aug 30 14:54:18.141951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314428-cf8b-44c4-9e1f-62ca30047eb1 req-a040cdc8-1f71-400d-a713-e37f68cc70c1 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:18.150120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea314428-cf8b-44c4-9e1f-62ca30047eb1 req-a040cdc8-1f71-400d-a713-e37f68cc70c1 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d050401-8ae4-4dc0-a181-d854607a6c07 HTTP/1.1" status: 200 len: 985 time: 0.1085608 Aug 30 14:54:18.209573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ea314428-cf8b-44c4-9e1f-62ca30047eb1 req-198403ca-2643-429f-b490-d197d08fcb4f tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a8f4a52-977e-41fb-9fd2-83a45b35c744&id=e0dea926-0482-40b9-9938-160ea91157d2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0585830 Aug 30 14:54:18.228143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting port 4a35d53f-6f59-4318-a15e-99613419a79a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:18.228588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:18.329551 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] For port 4a35d53f-6f59-4318-a15e-99613419a79a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=4a35d53f-6f59-4318-a15e-99613419a79a,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:18.329967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:18.348191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Calling delete_port for 4a35d53f-6f59-4318-a15e-99613419a79a owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:18.520105 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:18.551116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Port': ['ID=4a35d53f-6f59-4318-a15e-99613419a79a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:18.596093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] No DVR routers for this DVR port 4a35d53f-6f59-4318-a15e-99613419a79a on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:18.599153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:18.601351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f1d6ad7c-34ae-4b85-927e-57c5a42b1295 req-a0a2e379-b723-4cce-b882-f8131f636469 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.39 "DELETE /v2.0/ports/4a35d53f-6f59-4318-a15e-99613419a79a HTTP/1.1" status: 204 len: 173 time: 0.6032987 Aug 30 14:54:18.601828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'name': 'network-vif-deleted', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:18.604447 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7893850e-1e6f-473d-8b1a-00c26cadde4a" -d '{"events": [{"server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "name": "network-vif-deleted", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:18.647539 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78329d96-a8f7-4002-b947-e386753f7a2c x-openstack-request-id: req-78329d96-a8f7-4002-b947-e386753f7a2c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:18.647828 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d050401-8ae4-4dc0-a181-d854607a6c07", "name": "network-vif-deleted", "tag": "4a35d53f-6f59-4318-a15e-99613419a79a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:18.648074 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78329d96-a8f7-4002-b947-e386753f7a2c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:18.648526 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d050401-8ae4-4dc0-a181-d854607a6c07', 'name': 'network-vif-deleted', 'tag': '4a35d53f-6f59-4318-a15e-99613419a79a', 'status': 'completed', 'code': 200} Aug 30 14:54:18.917393 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c089b98c-c657-4981-84fd-5475942a3821 req-849d5092-3835-436a-ae3b-39e9a515f833 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 210 time: 0.0417635 Aug 30 14:54:18.974414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736cbc-a923-405e-b801-d2e38ee40157 req-20194039-28e2-4ff5-b442-c5a67bbbf176 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:18.975957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-20194039-28e2-4ff5-b442-c5a67bbbf176 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.39 "GET /v2.0/networks?id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59 HTTP/1.1" status: 200 len: 809 time: 0.1912830 Aug 30 14:54:19.002847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Request body: {'port': {'device_id': 'bb4e2a57-b64a-4452-af95-1639ef46f86e', 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59', 'admin_state_up': True, 'tenant_id': '29f3397eab5f478091c81f2f3e21d404'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:19.175905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Made reservation on behalf of 29f3397eab5f478091c81f2f3e21d404 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:54:19.179901 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.247252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3e70d00e-5739-416d-8d63-9f416d6dbb3a no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:19.271729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 3e70d00e-5739-416d-8d63-9f416d6dbb3a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:19.272086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3e70d00e-5739-416d-8d63-9f416d6dbb3a not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:19.277579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:19.342752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497aa70f-a546-4f49-9ea5-4d75e9e888af tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.354029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Allocated IP 172.20.0.12 (d5e11d51-d1f1-40c6-a940-dcc67ab12c59/42348e2d-1c78-4178-8342-12663e1fa8f1/d39074ee-d15c-4102-a045-e8e0d9829a12) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:54:19.378921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497aa70f-a546-4f49-9ea5-4d75e9e888af tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.439558 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497aa70f-a546-4f49-9ea5-4d75e9e888af tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.443008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497aa70f-a546-4f49-9ea5-4d75e9e888af tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.445267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-497aa70f-a546-4f49-9ea5-4d75e9e888af tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/security-groups/e0dea926-0482-40b9-9938-160ea91157d2 HTTP/1.1" status: 204 len: 168 time: 0.1654453 Aug 30 14:54:19.450979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:19.490569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497aa70f-a546-4f49-9ea5-4d75e9e888af tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dea926-0482-40b9-9938-160ea91157d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:19.537805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5069966c-5add-4dda-8a9a-63d460be6e16 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.570111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5069966c-5add-4dda-8a9a-63d460be6e16 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.624268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5069966c-5add-4dda-8a9a-63d460be6e16 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.628049 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5069966c-5add-4dda-8a9a-63d460be6e16 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.629324 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5069966c-5add-4dda-8a9a-63d460be6e16 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/security-groups/8a8f4a52-977e-41fb-9fd2-83a45b35c744 HTTP/1.1" status: 204 len: 168 time: 0.1769342 Aug 30 14:54:19.633339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:19.649568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069966c-5add-4dda-8a9a-63d460be6e16 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f4a52-977e-41fb-9fd2-83a45b35c744,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:19.863450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.907045 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:19.960141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:54:19.966323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:54:19.974761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:54:20.012319 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Pushing event updated for resources: {'Port': ['ID=d39074ee-d15c-4102-a045-e8e0d9829a12,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:20.051652 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.065111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:20.065715 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.082385 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-911f6bae-72ff-4e50-9111-518f7da8bff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0838583 Aug 30 14:54:20.097999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Request body: {'port': {'device_id': 'bb4e2a57-b64a-4452-af95-1639ef46f86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:20.110291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b920f2-74c3-4267-b13d-26f5e9d468f8 req-f2a64de3-485d-41b5-861e-393750b386c0 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:20.111834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8b920f2-74c3-4267-b13d-26f5e9d468f8 req-f2a64de3-485d-41b5-861e-393750b386c0 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 932 time: 0.1038120 Aug 30 14:54:20.136134 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.191609 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.197190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8b920f2-74c3-4267-b13d-26f5e9d468f8 req-8029b9c5-0d3a-4037-908d-ce80fea93dda tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701280 Aug 30 14:54:20.448205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting port c132631e-3368-4286-a2d5-effda22bd292 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:20.448782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.574549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39074ee-d15c-4102-a045-e8e0d9829a12 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:54:20.574779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] For port c132631e-3368-4286-a2d5-effda22bd292, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c132631e-3368-4286-a2d5-effda22bd292,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:20.575068 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.589531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.592812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Calling delete_port for c132631e-3368-4286-a2d5-effda22bd292 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:20.609793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Transition to ACTIVE for port object d39074ee-d15c-4102-a045-e8e0d9829a12 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:54:20.615087 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.679822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Pushing event updated for resources: {'Port': ['ID=d39074ee-d15c-4102-a045-e8e0d9829a12,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:20.756098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Attempting to bind port d39074ee-d15c-4102-a045-e8e0d9829a12 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:54:20.756442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Attempting to bind port d39074ee-d15c-4102-a045-e8e0d9829a12 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:54:20.757314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Attempting to bind port d39074ee-d15c-4102-a045-e8e0d9829a12 on network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:54:20.762852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Port d39074ee-d15c-4102-a045-e8e0d9829a12 on network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:54:20.763995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Attempting to bind port d39074ee-d15c-4102-a045-e8e0d9829a12 on network d5e11d51-d1f1-40c6-a940-dcc67ab12c59 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:54:20.770453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:54:20.770797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Checking segment: {'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:54:20.771217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Bound using segment: {'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:54:20.771684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Bound port: d39074ee-d15c-4102-a045-e8e0d9829a12, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:54:20.772046 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.834703 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.869428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] For port d39074ee-d15c-4102-a045-e8e0d9829a12, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:54:20.872172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Port': ['ID=c132631e-3368-4286-a2d5-effda22bd292,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:20.876192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] For port d39074ee-d15c-4102-a045-e8e0d9829a12, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d39074ee-d15c-4102-a045-e8e0d9829a12,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:54:20.881388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.922128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:20.922757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:20.924142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] 10.222.0.39 "PUT /v2.0/ports/d39074ee-d15c-4102-a045-e8e0d9829a12 HTTP/1.1" status: 200 len: 1092 time: 0.8334980 Aug 30 14:54:20.924587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4e2a57-b64a-4452-af95-1639ef46f86e', 'tag': 'd39074ee-d15c-4102-a045-e8e0d9829a12'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:20.926918 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caeca9e-28eb-4434-b228-c70dd63bd7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4e2a57-b64a-4452-af95-1639ef46f86e", "tag": "d39074ee-d15c-4102-a045-e8e0d9829a12"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:20.955867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c77b8-165c-4e89-85df-6bde9a58b067 service neutron] Pushing event updated for resources: {'Port': ['ID=d39074ee-d15c-4102-a045-e8e0d9829a12,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:21.001766 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef47e2a4-7a40-40f7-8600-1c8578c435e0 x-openstack-request-id: req-ef47e2a4-7a40-40f7-8600-1c8578c435e0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:21.001985 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4e2a57-b64a-4452-af95-1639ef46f86e", "tag": "d39074ee-d15c-4102-a045-e8e0d9829a12", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:21.002215 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef47e2a4-7a40-40f7-8600-1c8578c435e0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:21.002566 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4e2a57-b64a-4452-af95-1639ef46f86e', 'tag': 'd39074ee-d15c-4102-a045-e8e0d9829a12', 'status': 'completed', 'code': 200} Aug 30 14:54:21.025552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736cbc-a923-405e-b801-d2e38ee40157 req-0545d888-a83c-4736-8fc2-155cc794d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:21.028211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-0545d888-a83c-4736-8fc2-155cc794d8fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29f3397eab5f478091c81f2f3e21d404&device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 1095 time: 0.0564034 Aug 30 14:54:21.097206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-8f314625-a5c0-45ad-aa16-2e7b6f100b65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d39074ee-d15c-4102-a045-e8e0d9829a12 HTTP/1.1" status: 200 len: 217 time: 0.0608902 Aug 30 14:54:21.139617 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:21.172447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736cbc-a923-405e-b801-d2e38ee40157 req-d4665546-31ac-46e2-8938-a2a02d41a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:21.174345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-d4665546-31ac-46e2-8938-a2a02d41a9fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42348e2d-1c78-4178-8342-12663e1fa8f1 HTTP/1.1" status: 200 len: 849 time: 0.0699472 Aug 30 14:54:21.209783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-caa6ff61-f74c-4e73-8be6-356363b3efbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277684 Aug 30 14:54:21.353595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-149f2dae-1183-4e1b-af0b-e6f9ecdfaaf9 service neutron] 10.222.0.39 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368568 Aug 30 14:54:21.396135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896b51-d599-4410-aa8a-a4e6c8da8c1c req-6bc19649-f444-4ebd-b9dc-b6cccb340ff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:21.398191 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a896b51-d599-4410-aa8a-a4e6c8da8c1c req-6bc19649-f444-4ebd-b9dc-b6cccb340ff8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 944 time: 0.1046920 Aug 30 14:54:21.409893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:54:21.483224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5a896b51-d599-4410-aa8a-a4e6c8da8c1c req-55d64f73-de2f-4ee8-a653-41c674f0ae3a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555923 Aug 30 14:54:21.513895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-00736cbc-a923-405e-b801-d2e38ee40157 req-9d3a86e0-ecaa-4e0e-8528-60a4d45d8618 service neutron] 10.222.0.39 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531293 Aug 30 14:54:21.565246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:54:21.571029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-26f2c45c-aacc-4b48-9623-d1daa86b52cd tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "PUT /v2.0/routers/653f7a7a-fbab-4923-8c7e-71f16d56ab83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9365461 Aug 30 14:54:21.573915 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 46942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:21.579248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] Sync routers for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:54:21.593757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:21.594541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:21.650597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b12cf5a-1d55-4457-872c-7b69811a6bf8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting subnet 4bf290f7-1d42-4424-8e72-b4099c12dd65 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:54:21.655539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf5a-1d55-4457-872c-7b69811a6bf8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:21.682950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-b8b2fed1-5733-4696-97be-7904b07e482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:21.684449 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-b8b2fed1-5733-4696-97be-7904b07e482e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29f3397eab5f478091c81f2f3e21d404&device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 1095 time: 0.1207380 Aug 30 14:54:21.706952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:21.752749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf5a-1d55-4457-872c-7b69811a6bf8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:21.864310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-38c471d0-e97d-439f-9857-aa04814b5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:21.865835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-38c471d0-e97d-439f-9857-aa04814b5f27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59 HTTP/1.1" status: 200 len: 910 time: 0.1719992 Aug 30 14:54:21.905190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:54:20Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:21.915380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-e9be2cd9-93b1-46cc-b9c9-715b58eb83ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d39074ee-d15c-4102-a045-e8e0d9829a12 HTTP/1.1" status: 200 len: 217 time: 0.0410647 Aug 30 14:54:21.916660 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf5a-1d55-4457-872c-7b69811a6bf8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:21.935171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] Checking router: 653f7a7a-fbab-4923-8c7e-71f16d56ab83 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:54:21.943638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] Routers {'653f7a7a-fbab-4923-8c7e-71f16d56ab83'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:21.944249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:53:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:22.006768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-38a218fb-666b-4dd9-9dfd-ccf006a5d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:22.008226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-38a218fb-666b-4dd9-9dfd-ccf006a5d463 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42348e2d-1c78-4178-8342-12663e1fa8f1 HTTP/1.1" status: 200 len: 849 time: 0.0680134 Aug 30 14:54:22.043896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-9a7185f4-cfb7-4dd4-b03f-4f2927cc4441 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d5e11d51-d1f1-40c6-a940-dcc67ab12c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276358 Aug 30 14:54:22.045019 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf5a-1d55-4457-872c-7b69811a6bf8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.065222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] Set router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:22.082313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf5a-1d55-4457-872c-7b69811a6bf8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.086717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4b12cf5a-1d55-4457-872c-7b69811a6bf8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/subnets/4bf290f7-1d42-4424-8e72-b4099c12dd65 HTTP/1.1" status: 204 len: 168 time: 0.5094073 Aug 30 14:54:22.088051 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:22.096728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12cf5a-1d55-4457-872c-7b69811a6bf8 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf290f7-1d42-4424-8e72-b4099c12dd65,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:22.172083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-eca1b4f1-a85a-41a0-9227-d33498284afc service neutron] 10.222.0.39 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164584 Aug 30 14:54:22.197667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab37f6-e126-4268-9eb2-0dc7da75a0fa None None] Network 75ed1259-a234-4875-9839-a0bff256d722 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:22.211251 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.300492 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2caeca9e-28eb-4434-b228-c70dd63bd7ab req-acbd4024-2d02-4b53-8204-790b28db07f2 service neutron] 10.222.0.39 "GET /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189919 Aug 30 14:54:22.330223 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.398418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Deleting port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:22.399028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.435801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:54:20Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:22.468059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55395e-6ee0-4fd3-a6ad-d2f53f6b0a04 None None] The sync data for ids ['653f7a7a-fbab-4923-8c7e-71f16d56ab83'] in n-d-805668-3 is: [{'id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1025096443', 'tenant_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:54:20Z', 'revision_number': 5, 'project_id': '45af7ccd0e1b49299ddfb6e6f14b5eed', 'gw_port': {'id': '50ebce6c-b26c-436a-88fa-fc30dc5bbe82', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f7a7a-fbab-4923-8c7e-71f16d56ab83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:52:48Z', 'updated_at': '2021-08-30T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:54:22.509293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] DHCP port deletion for 75ed1259-a234-4875-9839-a0bff256d722 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:54:22.516399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] For port 50ebce6c-b26c-436a-88fa-fc30dc5bbe82, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=50ebce6c-b26c-436a-88fa-fc30dc5bbe82,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:22.516849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.558149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Calling delete_port for 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:22.570987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] Deleting port 060bdfeb-1c67-4df8-9941-10f1975ba95f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:22.571372 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.639252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] For port 060bdfeb-1c67-4df8-9941-10f1975ba95f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=060bdfeb-1c67-4df8-9941-10f1975ba95f,segment=NetworkSegment(d603567f-0695-4af1-9ee1-02beae69712d),segment_id=d603567f-0695-4af1-9ee1-02beae69712d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:22.640176 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.653444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] Calling delete_port for 060bdfeb-1c67-4df8-9941-10f1975ba95f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:22.677565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d5c47-e96e-4cd7-bf3d-09d01e7daabb req-621064da-9ecc-4f78-beec-6825c7023bb9 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:22.686188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa4d5c47-e96e-4cd7-bf3d-09d01e7daabb req-621064da-9ecc-4f78-beec-6825c7023bb9 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 944 time: 0.1156943 Aug 30 14:54:22.763628 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.778060 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa4d5c47-e96e-4cd7-bf3d-09d01e7daabb req-82acfb54-852e-46ed-9ac4-6c645c5a3c0a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906446 Aug 30 14:54:22.816401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] No DVR routers for this DVR port 060bdfeb-1c67-4df8-9941-10f1975ba95f on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:22.820066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0cd81-3b15-46b5-b951-f34fe4352da9 None None] Pushing event deleted for resources: {'Port': ['ID=060bdfeb-1c67-4df8-9941-10f1975ba95f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:22.898029 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:22.911146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c132631e-3368-4286-a2d5-effda22bd292 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:22.929481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Port': ['ID=50ebce6c-b26c-436a-88fa-fc30dc5bbe82,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:22.938752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c132631e-3368-4286-a2d5-effda22bd292 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:22.939394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c132631e-3368-4286-a2d5-effda22bd292 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:22.939827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 060bdfeb-1c67-4df8-9941-10f1975ba95f no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:22.968667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 060bdfeb-1c67-4df8-9941-10f1975ba95f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:22.969345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 060bdfeb-1c67-4df8-9941-10f1975ba95f not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:22.995871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.278371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4a35d53f-6f59-4318-a15e-99613419a79a no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:23.300877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 4a35d53f-6f59-4318-a15e-99613419a79a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:23.301263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 4a35d53f-6f59-4318-a15e-99613419a79a not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:23.422433 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.424604 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.472057 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.472287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Fanout notify agent at l3_agent the message router_deleted on router 653f7a7a-fbab-4923-8c7e-71f16d56ab83 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:54:23.481123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.483025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6e0ac521-eca4-4c39-b33d-46375c5a5775 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/routers/653f7a7a-fbab-4923-8c7e-71f16d56ab83 HTTP/1.1" status: 204 len: 168 time: 1.3934281 Aug 30 14:54:23.485504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 46980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:23.573885 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.681762 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.693271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ed1259-a234-4875-9839-a0bff256d722']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:23.704101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd603567f-0695-4af1-9ee1-02beae69712d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:23.704502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd603567f-0695-4af1-9ee1-02beae69712d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:23.713315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.726862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.733208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:54:23.733599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:54:23.736507 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:54:23.797832 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.806190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:23.807704 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] 10.222.0.50 "DELETE /v2.0/networks/75ed1259-a234-4875-9839-a0bff256d722 HTTP/1.1" status: 204 len: 168 time: 0.3212550 Aug 30 14:54:23.819891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a7c85-2c75-4c5f-94d2-52e2b7148f50 tempest-TestSecurityGroupsBasicOps-934635233 tempest-TestSecurityGroupsBasicOps-934635233-project] Pushing event deleted for resources: {'Network': ['ID=75ed1259-a234-4875-9839-a0bff256d722,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:23.933804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c824-6d27-4dd7-aa75-ed3b18648f7c req-4554e76c-acf7-421e-baf1-4c09a805c4ef tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:23.935556 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8959c824-6d27-4dd7-aa75-ed3b18648f7c req-4554e76c-acf7-421e-baf1-4c09a805c4ef tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 944 time: 0.0575013 Aug 30 14:54:23.985709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8959c824-6d27-4dd7-aa75-ed3b18648f7c req-233fa938-0a08-42fe-a0b3-59ff7495d7fc tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Aug 30 14:54:24.148679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47002) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:24.316662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-988735f3-ec52-40bc-a288-1804bdd37051 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45af7ccd0e1b49299ddfb6e6f14b5eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667559 Aug 30 14:54:24.319680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:24.371535 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a26bcdd0-705f-4e2a-be60-af13ff8b0cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:24.395906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a26bcdd0-705f-4e2a-be60-af13ff8b0cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:24.454372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a26bcdd0-705f-4e2a-be60-af13ff8b0cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:24.456944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a26bcdd0-705f-4e2a-be60-af13ff8b0cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:24.458241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a26bcdd0-705f-4e2a-be60-af13ff8b0cee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98682c81-ca35-410c-bcce-de81eee747b0 HTTP/1.1" status: 204 len: 168 time: 0.1374545 Aug 30 14:54:24.467066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bcdd0-705f-4e2a-be60-af13ff8b0cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98682c81-ca35-410c-bcce-de81eee747b0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:24.772152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:24.787053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97338ca6-a082-46ef-bc16-26414df7b25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:24.889836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97338ca6-a082-46ef-bc16-26414df7b25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:24.894117 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97338ca6-a082-46ef-bc16-26414df7b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:24.909906 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:24.932212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:24.932613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 50ebce6c-b26c-436a-88fa-fc30dc5bbe82 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:24.936391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-97338ca6-a082-46ef-bc16-26414df7b25b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c421ccd54f34744ba6d1fdf01584ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630316 Aug 30 14:54:24.937139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97338ca6-a082-46ef-bc16-26414df7b25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef63b043-f486-4683-afb3-e523d1cd3b16,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:24.940258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:24.993988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d98d30-1c26-49d0-b87b-6c7f4a77075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.024182 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d98d30-1c26-49d0-b87b-6c7f4a77075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.109706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d98d30-1c26-49d0-b87b-6c7f4a77075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.112309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d98d30-1c26-49d0-b87b-6c7f4a77075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.113395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-92d98d30-1c26-49d0-b87b-6c7f4a77075e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef63b043-f486-4683-afb3-e523d1cd3b16 HTTP/1.1" status: 204 len: 168 time: 0.1722882 Aug 30 14:54:25.125239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfdfef-8da0-45c4-b9de-a55d5ecc1674 req-9ea30a38-408f-4ceb-8ad2-f4c5891836b2 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:25.126814 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-19bfdfef-8da0-45c4-b9de-a55d5ecc1674 req-9ea30a38-408f-4ceb-8ad2-f4c5891836b2 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 944 time: 0.0670385 Aug 30 14:54:25.134842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d98d30-1c26-49d0-b87b-6c7f4a77075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef63b043-f486-4683-afb3-e523d1cd3b16,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:25.175572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0272326d-6844-41b0-b80a-70343a265401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.179576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-19bfdfef-8da0-45c4-b9de-a55d5ecc1674 req-f0117ad5-d631-4879-ae44-ceefb9958857 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Aug 30 14:54:25.286809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d39074ee-d15c-4102-a045-e8e0d9829a12 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:54:25.400917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d39074ee-d15c-4102-a045-e8e0d9829a12, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d39074ee-d15c-4102-a045-e8e0d9829a12,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:25.414204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'd39074ee-d15c-4102-a045-e8e0d9829a12', 'network_id': 'd5e11d51-d1f1-40c6-a940-dcc67ab12c59', 'port_id': 'd39074ee-d15c-4102-a045-e8e0d9829a12', 'mac_address': 'fa:16:3e:61:88:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42348e2d-1c78-4178-8342-12663e1fa8f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:54:25.458623 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.476910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39074ee-d15c-4102-a045-e8e0d9829a12 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:54:25.502929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d39074ee-d15c-4102-a045-e8e0d9829a12, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d39074ee-d15c-4102-a045-e8e0d9829a12,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:25.517995 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.530221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:25.597541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0a68f737-5f45-48f1-8d23-6c1e1f0d1bcb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67fa9b581fb2431c88e3f008f05eedf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635436 Aug 30 14:54:25.597900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:25.598547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d39074ee-d15c-4102-a045-e8e0d9829a12,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:25.668948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af79cedc-f06f-474e-8c67-9933d0b08765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.702961 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af79cedc-f06f-474e-8c67-9933d0b08765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.703753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d39074ee-d15c-4102-a045-e8e0d9829a12'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:54:25.772689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af79cedc-f06f-474e-8c67-9933d0b08765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.776017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af79cedc-f06f-474e-8c67-9933d0b08765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:25.777590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-af79cedc-f06f-474e-8c67-9933d0b08765 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c8ab154-ef1f-4ab5-b192-6d8c818d24a5 HTTP/1.1" status: 204 len: 168 time: 0.1787522 Aug 30 14:54:25.788766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79cedc-f06f-474e-8c67-9933d0b08765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8ab154-ef1f-4ab5-b192-6d8c818d24a5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:26.308323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70f825-e3ec-4734-b2f9-d9794552ca2b req-2887d709-9f3a-422e-9ce6-367cf2d86a12 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:26.309902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf70f825-e3ec-4734-b2f9-d9794552ca2b req-2887d709-9f3a-422e-9ce6-367cf2d86a12 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 945 time: 0.0530586 Aug 30 14:54:26.349950 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:54:26.352757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf70f825-e3ec-4734-b2f9-d9794552ca2b req-e3a3af0f-7dd3-4f7b-b7cb-57c901f35eb8 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Aug 30 14:54:26.571346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:26.679761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1623797031-network', 'tenant_id': 'deaea2c36b3541f08e5b01e5113fdff3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:26.705024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Made reservation on behalf of deaea2c36b3541f08e5b01e5113fdff3 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:54:26.707464 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:26.720641 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:26.820185 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:26.824906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:26.853381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:54:26.864174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:26.870380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:26.870706 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Added segment 1e68a199-4f32-4db2-95ce-00cb0a0e4fba of type vlan for network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba Aug 30 14:54:26.914218 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:26.945895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:26.947135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:26.947732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:27.005655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4330630 Aug 30 14:54:27.008379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:27.015154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Request body: {'subnet': {'network_id': '4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1623797031-subnet', 'tenant_id': 'deaea2c36b3541f08e5b01e5113fdff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:27.019197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c13c1-61a8-4001-8c0b-419e4b77ee29 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:27.031942 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:54:27.041783 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Made reservation on behalf of deaea2c36b3541f08e5b01e5113fdff3 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:54:27.044639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:27.219758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:27.285929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:27.290222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Checking segment: {'id': '1e68a199-4f32-4db2-95ce-00cb0a0e4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:54:27.290590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Network hostable DHCP agents. Network: 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:54:27.307204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:54:27.307528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d39074ee-d15c-4102-a045-e8e0d9829a12 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:54:27.317570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:54:27.321759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:27.322401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:27.336805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f8ef845b-12c8-496d-9e29-3323541701a6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3273966 Aug 30 14:54:27.354275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c8483-ea68-4b36-a7af-6ab7bdcaa81b None None] Network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:27.447122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port d39074ee-d15c-4102-a045-e8e0d9829a12 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:54:27.461082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port d39074ee-d15c-4102-a045-e8e0d9829a12 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:54:27.461462 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:27.544806 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b3249-d347-4a6b-88ad-02dc2e10848e req-db33fc42-6506-4d4d-8d9b-2ed740fd4a70 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:27.546568 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-421b3249-d347-4a6b-88ad-02dc2e10848e req-db33fc42-6506-4d4d-8d9b-2ed740fd4a70 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 945 time: 0.0845268 Aug 30 14:54:27.562857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fef6ff-d22b-46ce-b47b-2910fd05a1ba None None] Network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:27.619593 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-421b3249-d347-4a6b-88ad-02dc2e10848e req-6a39c4f0-ec29-4f9f-944f-54cfa0a11f48 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609949 Aug 30 14:54:27.664798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:27.703321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4e2a57-b64a-4452-af95-1639ef46f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39074ee-d15c-4102-a045-e8e0d9829a12'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:27.705855 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96f768b-7021-4078-9c24-54f90bf7b77c" -d '{"events": [{"server_uuid": "bb4e2a57-b64a-4452-af95-1639ef46f86e", "name": "network-vif-plugged", "status": "completed", "tag": "d39074ee-d15c-4102-a045-e8e0d9829a12"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:27.741304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d39074ee-d15c-4102-a045-e8e0d9829a12, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d39074ee-d15c-4102-a045-e8e0d9829a12,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:27.765080 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab745d2-330f-49a1-8425-e5748b372273 x-openstack-request-id: req-bab745d2-330f-49a1-8425-e5748b372273 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:27.765376 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4e2a57-b64a-4452-af95-1639ef46f86e", "name": "network-vif-plugged", "status": "completed", "tag": "d39074ee-d15c-4102-a045-e8e0d9829a12", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:27.765734 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bab745d2-330f-49a1-8425-e5748b372273 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:27.766191 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4e2a57-b64a-4452-af95-1639ef46f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39074ee-d15c-4102-a045-e8e0d9829a12', 'code': 200} Aug 30 14:54:27.769660 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:27.838074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d39074ee-d15c-4102-a045-e8e0d9829a12,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:27.889517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8040f-d189-489d-8246-d1334e206c28 req-7421a53a-c9aa-4c28-8175-8e561029bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:27.889738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4a3494e-f248-4377-bf55-956fc096073b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:27.891499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-13b8040f-d189-489d-8246-d1334e206c28 req-7421a53a-c9aa-4c28-8175-8e561029bce2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 1097 time: 0.0514877 Aug 30 14:54:27.931949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-13b8040f-d189-489d-8246-d1334e206c28 req-fde0a4a4-2617-4f08-b128-b1882dd76b22 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Aug 30 14:54:27.963438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:28.000024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:28.006028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-162856503-network', 'tenant_id': '95cec1eb19eb47eabc3dca93c2946ea0'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:28.027555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Made reservation on behalf of 95cec1eb19eb47eabc3dca93c2946ea0 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:54:28.030530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.040362 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.144691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Deleting port c1033e40-52b3-4810-8ee6-910b9c34a94a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:28.145238 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.156072 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.160492 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.187474 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:54:28.201692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3057d1ba-bb4d-4585-bb9d-95f56ad9e4e8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:28.210593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.210928 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Added segment 28789045-83c7-4251-be19-5b0e2212054f of type vlan for network 5b419671-739a-4188-8679-9df0875efd6a Aug 30 14:54:28.234715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.235237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.248294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Calling delete_port for c1033e40-52b3-4810-8ee6-910b9c34a94a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:28.270115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.296290 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.297405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:28.297984 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.354920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3537045 Aug 30 14:54:28.357654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:28.363158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Request body: {'subnet': {'network_id': '5b419671-739a-4188-8679-9df0875efd6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-162856503-subnet', 'tenant_id': '95cec1eb19eb47eabc3dca93c2946ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:28.398698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Made reservation on behalf of 95cec1eb19eb47eabc3dca93c2946ea0 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:54:28.401495 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.428090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.444721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dff50-be11-4e1a-9846-20ab13ec8cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=5b419671-739a-4188-8679-9df0875efd6a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:28.459110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 5b419671-739a-4188-8679-9df0875efd6a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:54:28.467658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event deleted for resources: {'Port': ['ID=c1033e40-52b3-4810-8ee6-910b9c34a94a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:28.539470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.539470 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Floating IP 5a63c54e-16c4-4551-add8-99937c4a922b disassociated (deleted). External IP: 172.25.6.222, port: 88a24a39-f373-4e30-9bfd-4b75f807a218. Aug 30 14:54:28.607815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.624636 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.683269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4064f8-303a-4854-af18-9daef54ee152,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:28.692872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Checking segment: {'id': '28789045-83c7-4251-be19-5b0e2212054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5b419671-739a-4188-8679-9df0875efd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:54:28.693435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Network hostable DHCP agents. Network: 5b419671-739a-4188-8679-9df0875efd6a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:54:28.750336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Network 5b419671-739a-4188-8679-9df0875efd6a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:54:28.769501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 5b419671-739a-4188-8679-9df0875efd6a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:54:28.774302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:28.775137 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:28.780747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7c2079-6ef6-4817-8ef4-17b224d7607f None None] Network 5b419671-739a-4188-8679-9df0875efd6a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:28.798287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cee01-2c8e-4b64-9d07-ea4146923d53 req-3a94e273-ed23-47a4-b4d7-c5cd4f291994 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:28.800269 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-222cee01-2c8e-4b64-9d07-ea4146923d53 req-3a94e273-ed23-47a4-b4d7-c5cd4f291994 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 946 time: 0.0871463 Aug 30 14:54:28.810519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cccf6fc4-3716-4251-8aba-92686bb119a5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4505851 Aug 30 14:54:28.812464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:54:28.886088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-222cee01-2c8e-4b64-9d07-ea4146923d53 req-863d9b04-148d-4c8a-bc01-920c74b6e872 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694427 Aug 30 14:54:29.029167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:54:29.038339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:29.045310 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] Sync routers for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:54:29.065427 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:29.066087 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:29.085540 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2848a4c4-3334-449a-b7a1-3a3790c8e2d0 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "DELETE /v2.0/floatingips/5a63c54e-16c4-4551-add8-99937c4a922b HTTP/1.1" status: 204 len: 168 time: 1.1206000 Aug 30 14:54:29.086639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:29.090667 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:29.142680 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ef1e09-f4ab-4af5-b545-f69ccece281c x-openstack-request-id: req-00ef1e09-f4ab-4af5-b545-f69ccece281c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:29.143785 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:29.144271 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00ef1e09-f4ab-4af5-b545-f69ccece281c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:29.144846 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'status': 'completed', 'code': 200} Aug 30 14:54:29.231531 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:29.253793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-274f26e1-62f1-4985-a7cc-612399d3e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:29.255431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-274f26e1-62f1-4985-a7cc-612399d3e4d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13e6876eced247dda2b279c13cab4464&device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 1097 time: 0.0605009 Aug 30 14:54:29.392241 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:29.408159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2862e6d-578e-42c8-ba89-8fd164225cc1 None None] Network 5b419671-739a-4188-8679-9df0875efd6a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:29.501634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-a4de4378-33e0-4cef-b733-355165df95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:29.504030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-a4de4378-33e0-4cef-b733-355165df95c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aa43e8c-1198-4d6c-91b7-cf3892af4057 HTTP/1.1" status: 200 len: 913 time: 0.1809764 Aug 30 14:54:29.533319 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:29.632012 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-33b4b0e4-864f-46f8-af82-b47e4b539ca7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a24a39-f373-4e30-9bfd-4b75f807a218 HTTP/1.1" status: 200 len: 217 time: 0.0816395 Aug 30 14:54:29.636423 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] Checking router: 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:54:29.645092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-7eec3315-f8a1-4058-b409-8d033cedecd8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:29.647344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-7eec3315-f8a1-4058-b409-8d033cedecd8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/networks?id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba HTTP/1.1" status: 200 len: 812 time: 0.1618187 Aug 30 14:54:29.649242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:29.650102 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:29.678638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-f7c81445-0775-43ee-92b4-fb9e944c7f02 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/quotas/deaea2c36b3541f08e5b01e5113fdff3 HTTP/1.1" status: 200 len: 375 time: 0.0237000 Aug 30 14:54:29.694014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74c5a8-8478-4e83-9892-034391c868ab req-ab15895d-edbb-4f37-b811-c3fc24676f45 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:29.701705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a74c5a8-8478-4e83-9892-034391c868ab req-ab15895d-edbb-4f37-b811-c3fc24676f45 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 946 time: 0.2065318 Aug 30 14:54:29.728710 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-27c84b0e-318f-456d-8397-59d29adab46d tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=deaea2c36b3541f08e5b01e5113fdff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490243 Aug 30 14:54:29.735197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-a1c6bf3b-9da6-468f-81eb-57ed365a353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:29.744033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-a1c6bf3b-9da6-468f-81eb-57ed365a353f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0276dbe-c1fd-4eb6-83c3-ada611393ad2 HTTP/1.1" status: 200 len: 851 time: 0.0942748 Aug 30 14:54:29.800415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9a74c5a8-8478-4e83-9892-034391c868ab req-f8532a8c-16f1-41c7-9170-86b9833199c2 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976169 Aug 30 14:54:29.811093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-cc785df4-33d8-47ef-8031-dd66b5331158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:29.811545 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:29.812835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-cc785df4-33d8-47ef-8031-dd66b5331158 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aa43e8c-1198-4d6c-91b7-cf3892af4057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571291 Aug 30 14:54:29.843172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-73654285-c878-4065-89d5-984c28c169f8 service neutron] 10.222.0.50 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110070 Aug 30 14:54:29.941816 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-1f3c6032-13b0-47c2-af8c-aded0a9aff9d service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197605 Aug 30 14:54:29.949978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-37a0b2b6-8917-45fe-976f-f2e2520e5095 service neutron] 10.222.0.50 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002164 Aug 30 14:54:30.044226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf7572f5-9a60-4ebf-8a46-ddd6766e84fe req-30c6cd3f-db0a-4170-93a4-b0bdea452557 service neutron] 10.222.0.21 "GET /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943930 Aug 30 14:54:30.105540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b458a0-1941-4fd9-8af7-ae1f31410be2 req-5c830c67-a560-4d8c-88ef-5d0a7e53249f tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:30.107381 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10b458a0-1941-4fd9-8af7-ae1f31410be2 req-5c830c67-a560-4d8c-88ef-5d0a7e53249f tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 946 time: 0.0620475 Aug 30 14:54:30.183006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10b458a0-1941-4fd9-8af7-ae1f31410be2 req-00c224c4-b355-4fa6-bab8-d6730c2e108f tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692031 Aug 30 14:54:30.200771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59aa3617-fc05-47d3-865c-54350a4e03fd req-ed49805c-e8cb-4d66-8805-1f96bb6e3ada tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 210 time: 0.0369689 Aug 30 14:54:30.286348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:30.326194 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0aee2-08e3-4f75-be89-52637644e3ec None None] The sync data for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 is: [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:50:45Z', 'revision_number': 4, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8', 'name': '', 'network_id': '9aa43e8c-1198-4d6c-91b7-cf3892af4057', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'mac_address': 'fa:16:3e:68:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:45Z', 'updated_at': '2021-08-30T14:50:54Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'subnets': [{'id': 'f0276dbe-c1fd-4eb6-83c3-ada611393ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:54:30.712609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08564a6-614b-4b6e-b42c-ea2f56873734 None None] New status for floating IP 5a63c54e-16c4-4551-add8-99937c4a922b: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:54:30.948924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd08c22-e156-4039-ad37-66f5a499621c req-65a242ea-b01f-4251-a0bc-f368242bf26c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:30.951415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6fd08c22-e156-4039-ad37-66f5a499621c req-65a242ea-b01f-4251-a0bc-f368242bf26c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 946 time: 0.0625236 Aug 30 14:54:30.999752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6fd08c22-e156-4039-ad37-66f5a499621c req-8c721e64-fab3-4a5e-8164-a36e9154f2e2 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395179 Aug 30 14:54:31.071802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1be0c-5d6a-4d06-b1ed-f7125a472a56 req-6e33b154-f2e0-4dea-9237-1b6f5e6cf9a2 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:31.073440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aed1be0c-5d6a-4d06-b1ed-f7125a472a56 req-6e33b154-f2e0-4dea-9237-1b6f5e6cf9a2 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 946 time: 0.0557973 Aug 30 14:54:31.119583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aed1be0c-5d6a-4d06-b1ed-f7125a472a56 req-213f62fd-e875-4969-843d-413a972d0f3d tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Aug 30 14:54:31.295964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-2f9e7f28-79c2-4489-bd9e-640688bf5da3 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:31.297774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-2f9e7f28-79c2-4489-bd9e-640688bf5da3 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.39 "GET /v2.0/networks?id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba HTTP/1.1" status: 200 len: 812 time: 0.1249325 Aug 30 14:54:31.315312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Request body: {'port': {'device_id': '48bd0115-ac1e-4b84-80dd-072bb74c8ca3', 'network_id': '4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba', 'admin_state_up': True, 'tenant_id': 'deaea2c36b3541f08e5b01e5113fdff3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:31.385334 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50a78e0b-39a9-4ff2-bc9c-d71644bc42d6 req-8176ab01-d7ba-4f25-b5b3-d9b62c089959 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 210 time: 0.0761678 Aug 30 14:54:31.459755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Made reservation on behalf of deaea2c36b3541f08e5b01e5113fdff3 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:54:31.463711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:31.593341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Allocated IP 172.20.0.6 (4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba/999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea/67878256-545c-4d06-8030-7a3873821aa2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:54:31.662646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:31.742489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-e692a2e3-8451-417e-ab87-884508e5f574 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:31.744077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-e692a2e3-8451-417e-ab87-884508e5f574 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 946 time: 0.0511045 Aug 30 14:54:31.757083 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:31.798824 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:31.853579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Deleting port 88a24a39-f373-4e30-9bfd-4b75f807a218 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:31.853921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:31.856827 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:54:31.864781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:54:31.869570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:54:31.876343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Pushing event updated for resources: {'Port': ['ID=67878256-545c-4d06-8030-7a3873821aa2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:31.927302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:31.927986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:31.944187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-0702d98e-3d89-4b60-8f84-413a2c52beb8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6360698 Aug 30 14:54:31.958135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] For port 88a24a39-f373-4e30-9bfd-4b75f807a218, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=88a24a39-f373-4e30-9bfd-4b75f807a218,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:31.958512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:31.958794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Request body: {'port': {'device_id': '48bd0115-ac1e-4b84-80dd-072bb74c8ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:54:31.974143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Calling delete_port for 88a24a39-f373-4e30-9bfd-4b75f807a218 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:32.018583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:32.171501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e8ddb-59d2-470a-820d-b89113a0e8a6 req-a4e748ca-e857-4164-a80a-1b2a6e072695 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:32.173301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a1e8ddb-59d2-470a-820d-b89113a0e8a6 req-a4e748ca-e857-4164-a80a-1b2a6e072695 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 946 time: 0.0991948 Aug 30 14:54:32.174405 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:32.235352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event deleted for resources: {'Port': ['ID=88a24a39-f373-4e30-9bfd-4b75f807a218,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:32.278965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] No DVR routers for this DVR port 88a24a39-f373-4e30-9bfd-4b75f807a218 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:32.281683 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:32.283823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7a6e54ab-3b3f-4e28-b187-04271b178f1d req-a4951e1e-d6f1-47a2-be34-ce9bd63c2435 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.21 "DELETE /v2.0/ports/88a24a39-f373-4e30-9bfd-4b75f807a218 HTTP/1.1" status: 204 len: 173 time: 0.5332518 Aug 30 14:54:32.290289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'name': 'network-vif-deleted', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:32.292615 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4efead-242e-41b8-913c-6e9735cc0f2f" -d '{"events": [{"server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "name": "network-vif-deleted", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:32.305064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5a1e8ddb-59d2-470a-820d-b89113a0e8a6 req-40dc6821-1123-4256-b23a-317cc417dbbb tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b0606b0-6d51-4a55-9af2-0dc12405282b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151834 Aug 30 14:54:32.393467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-9b70e29a-9076-45f1-9e93-14151c74954d tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:32.395198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-9b70e29a-9076-45f1-9e93-14151c74954d tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 946 time: 0.1382060 Aug 30 14:54:32.408424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5b7b9-56bb-4956-833f-e9c06ecd6a85 req-f667a8ed-67c2-4521-971b-8f4511a7c15b tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:32.415539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-07f5b7b9-56bb-4956-833f-e9c06ecd6a85 req-f667a8ed-67c2-4521-971b-8f4511a7c15b tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 946 time: 0.1572587 Aug 30 14:54:32.524240 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3312733-408f-4bc7-9c5c-bbdfabaeef86 x-openstack-request-id: req-b3312733-408f-4bc7-9c5c-bbdfabaeef86 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:32.524909 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7aa952-c395-4e7a-8215-3f6e0d452414", "name": "network-vif-deleted", "tag": "88a24a39-f373-4e30-9bfd-4b75f807a218", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:32.525382 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3312733-408f-4bc7-9c5c-bbdfabaeef86 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:32.526054 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7aa952-c395-4e7a-8215-3f6e0d452414', 'name': 'network-vif-deleted', 'tag': '88a24a39-f373-4e30-9bfd-4b75f807a218', 'status': 'completed', 'code': 200} Aug 30 14:54:32.556367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67878256-545c-4d06-8030-7a3873821aa2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:54:32.566774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-07f5b7b9-56bb-4956-833f-e9c06ecd6a85 req-4077670c-faac-45fb-8ce0-8bfc00e33dd3 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502638 Aug 30 14:54:32.569376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:32.591948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Transition to ACTIVE for port object 67878256-545c-4d06-8030-7a3873821aa2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:54:32.606302 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:32.676095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Deleting port d39074ee-d15c-4102-a045-e8e0d9829a12 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:32.676430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:32.695497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Pushing event updated for resources: {'Port': ['ID=67878256-545c-4d06-8030-7a3873821aa2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:32.709449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8b543-b246-4826-8b5f-96329df052b0 req-46e19804-101f-4b7a-9265-25918b8a2722 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:32.724322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fc8b543-b246-4826-8b5f-96329df052b0 req-46e19804-101f-4b7a-9265-25918b8a2722 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 943 time: 0.1008618 Aug 30 14:54:32.805868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1fc8b543-b246-4826-8b5f-96329df052b0 req-4d93390a-59fb-452c-811c-28c7deecc766 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803041 Aug 30 14:54:32.843013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] For port d39074ee-d15c-4102-a045-e8e0d9829a12, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d39074ee-d15c-4102-a045-e8e0d9829a12,segment=NetworkSegment(84cf6c15-f090-4a7f-b203-c5e11fc3e4f4),segment_id=84cf6c15-f090-4a7f-b203-c5e11fc3e4f4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:32.843634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:32.868924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Calling delete_port for d39074ee-d15c-4102-a045-e8e0d9829a12 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:32.873461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Attempting to bind port 67878256-545c-4d06-8030-7a3873821aa2 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:54:32.873800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Attempting to bind port 67878256-545c-4d06-8030-7a3873821aa2 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '1e68a199-4f32-4db2-95ce-00cb0a0e4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:54:32.874129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Attempting to bind port 67878256-545c-4d06-8030-7a3873821aa2 on network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:54:32.885467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Port 67878256-545c-4d06-8030-7a3873821aa2 on network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:54:32.885805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Attempting to bind port 67878256-545c-4d06-8030-7a3873821aa2 on network 4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:54:32.923601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:54:32.923934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Checking segment: {'id': '1e68a199-4f32-4db2-95ce-00cb0a0e4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:54:32.924321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Bound using segment: {'id': '1e68a199-4f32-4db2-95ce-00cb0a0e4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:54:32.924760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Bound port: 67878256-545c-4d06-8030-7a3873821aa2, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e68a199-4f32-4db2-95ce-00cb0a0e4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:54:32.925136 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:32.948505 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:33.324512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] For port 67878256-545c-4d06-8030-7a3873821aa2, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:54:33.330999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] For port 67878256-545c-4d06-8030-7a3873821aa2, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=67878256-545c-4d06-8030-7a3873821aa2,segment=NetworkSegment(1e68a199-4f32-4db2-95ce-00cb0a0e4fba),segment_id=1e68a199-4f32-4db2-95ce-00cb0a0e4fba)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:54:33.336717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:33.398636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:33.399276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:33.400938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] 10.222.0.39 "PUT /v2.0/ports/67878256-545c-4d06-8030-7a3873821aa2 HTTP/1.1" status: 200 len: 1091 time: 1.4478984 Aug 30 14:54:33.407034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bd0115-ac1e-4b84-80dd-072bb74c8ca3', 'tag': '67878256-545c-4d06-8030-7a3873821aa2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:33.409387 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735efddc-ed0a-47b3-bf10-410028ef5d47" -d '{"events": [{"name": "network-changed", "server_uuid": "48bd0115-ac1e-4b84-80dd-072bb74c8ca3", "tag": "67878256-545c-4d06-8030-7a3873821aa2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:33.474588 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e787d6-7c58-48e8-9429-24b6db908855 x-openstack-request-id: req-12e787d6-7c58-48e8-9429-24b6db908855 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:33.474967 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bd0115-ac1e-4b84-80dd-072bb74c8ca3", "tag": "67878256-545c-4d06-8030-7a3873821aa2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:33.475451 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12e787d6-7c58-48e8-9429-24b6db908855 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:33.475854 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bd0115-ac1e-4b84-80dd-072bb74c8ca3', 'tag': '67878256-545c-4d06-8030-7a3873821aa2', 'status': 'completed', 'code': 200} Aug 30 14:54:33.487292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8ed86-869f-41f6-8bf9-fa2ded84baeb service neutron] Pushing event updated for resources: {'Port': ['ID=67878256-545c-4d06-8030-7a3873821aa2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:33.500787 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:33.514382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d39074ee-d15c-4102-a045-e8e0d9829a12'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:54:33.558063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Pushing event deleted for resources: {'Port': ['ID=d39074ee-d15c-4102-a045-e8e0d9829a12,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:33.566243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52b37abc-8668-4096-b130-4feaa8238b86 req-3871e6bc-2b5b-4a73-acff-ff5442f8f994 tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 210 time: 0.0878432 Aug 30 14:54:33.637105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] No DVR routers for this DVR port d39074ee-d15c-4102-a045-e8e0d9829a12 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:33.640699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:33.643817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80ed4934-b175-49cc-a7e3-4137860a0f75 req-12a94c3c-4c46-466b-b346-ce513c0edc4a tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.39 "DELETE /v2.0/ports/d39074ee-d15c-4102-a045-e8e0d9829a12 HTTP/1.1" status: 204 len: 173 time: 1.2254064 Aug 30 14:54:33.646422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-5db44357-e7ce-4b21-a0fb-3834c1bf162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:33.653451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-5db44357-e7ce-4b21-a0fb-3834c1bf162a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deaea2c36b3541f08e5b01e5113fdff3&device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 1094 time: 0.1765406 Aug 30 14:54:33.706481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3dfb4370-8699-43ce-b2d8-1bf6193b4062 req-b53a2e7e-16a0-47ff-b04f-271d2eeeb369 tempest-VolumesActionsTest-399931165 tempest-VolumesActionsTest-399931165-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb4e2a57-b64a-4452-af95-1639ef46f86e HTTP/1.1" status: 200 len: 210 time: 0.0327463 Aug 30 14:54:33.715921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-be490aea-befd-4d4e-b5e9-e17d38b98e92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67878256-545c-4d06-8030-7a3873821aa2 HTTP/1.1" status: 200 len: 217 time: 0.0539296 Aug 30 14:54:33.785698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-b81514fc-0f50-43fe-a552-9e1ad2ac4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:33.787202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-b81514fc-0f50-43fe-a552-9e1ad2ac4e99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea HTTP/1.1" status: 200 len: 852 time: 0.0545328 Aug 30 14:54:33.829256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-e99f9f77-514c-4f7d-be6e-292aadef6526 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341594 Aug 30 14:54:33.971280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3514e3-ac86-45b5-a43c-ad099cf0e0ff req-4353683d-7a0a-46b6-ac06-78499d5ad395 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:33.972988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa3514e3-ac86-45b5-a43c-ad099cf0e0ff req-4353683d-7a0a-46b6-ac06-78499d5ad395 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 943 time: 0.0767307 Aug 30 14:54:33.975267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-f342c80b-4254-4833-b287-696af382de59 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382382 Aug 30 14:54:34.125757 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa3514e3-ac86-45b5-a43c-ad099cf0e0ff req-7f799a15-8cb2-40d5-b824-2778ee97586f tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415551 Aug 30 14:54:34.131911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-92a2f0af-44b1-4aac-92f3-120eebb28d48 req-86530246-66b0-4d74-9e22-50b56a67fba2 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408300 Aug 30 14:54:34.246885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-044e6d01-db57-46ec-b206-ec6b13e4762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:34.248970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-044e6d01-db57-46ec-b206-ec6b13e4762c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deaea2c36b3541f08e5b01e5113fdff3&device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0471110 Aug 30 14:54:34.362847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-a425e762-955f-4a86-94b9-14168a0422dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:34.364519 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-a425e762-955f-4a86-94b9-14168a0422dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba HTTP/1.1" status: 200 len: 913 time: 0.1085355 Aug 30 14:54:34.411363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-5bd0035d-717f-4554-b18d-326981648c4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67878256-545c-4d06-8030-7a3873821aa2 HTTP/1.1" status: 200 len: 217 time: 0.0383217 Aug 30 14:54:34.461342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-fd4dc55b-47dc-43bc-8db0-9ce1a930482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:34.463006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-fd4dc55b-47dc-43bc-8db0-9ce1a930482b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea HTTP/1.1" status: 200 len: 852 time: 0.0449500 Aug 30 14:54:34.498719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-3bb986cd-95d4-4100-a1b8-a280992ba1c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282254 Aug 30 14:54:34.607984 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-e1737d28-e74d-47ec-9dfe-6e0cb1612a09 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008134 Aug 30 14:54:34.679725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d52d64e2-c73a-4b83-8d42-3096344b0784 req-59773a63-264b-421f-b319-325e4ee924cb tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 210 time: 0.0283468 Aug 30 14:54:34.712681 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-735efddc-ed0a-47b3-bf10-410028ef5d47 req-e8837c9b-e612-48ba-aaa7-e16ccc6e0aa5 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964777 Aug 30 14:54:35.278963 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cfe24-a143-42a1-a687-2fb933147c99 req-89db0623-a610-4bbf-918b-80687f8eb97b tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:35.280494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e1cfe24-a143-42a1-a687-2fb933147c99 req-89db0623-a610-4bbf-918b-80687f8eb97b tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 943 time: 0.0693452 Aug 30 14:54:35.327580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e1cfe24-a143-42a1-a687-2fb933147c99 req-a9a86f43-cf0b-4e45-b811-cf8f5a0721ba tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Aug 30 14:54:35.337114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 88a24a39-f373-4e30-9bfd-4b75f807a218 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:35.375917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 88a24a39-f373-4e30-9bfd-4b75f807a218 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:35.378080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 88a24a39-f373-4e30-9bfd-4b75f807a218 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:35.477490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4e2a57-b64a-4452-af95-1639ef46f86e', 'name': 'network-vif-deleted', 'tag': 'd39074ee-d15c-4102-a045-e8e0d9829a12'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:35.479963 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e50b6-023c-41bd-9aeb-fb135cbc0732" -d '{"events": [{"server_uuid": "bb4e2a57-b64a-4452-af95-1639ef46f86e", "name": "network-vif-deleted", "tag": "d39074ee-d15c-4102-a045-e8e0d9829a12"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:35.528312 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cf886a-fcc8-42d6-b853-bc45e6a3c9a7 x-openstack-request-id: req-f7cf886a-fcc8-42d6-b853-bc45e6a3c9a7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:35.528704 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4e2a57-b64a-4452-af95-1639ef46f86e", "name": "network-vif-deleted", "tag": "d39074ee-d15c-4102-a045-e8e0d9829a12", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:35.529104 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7cf886a-fcc8-42d6-b853-bc45e6a3c9a7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:35.529782 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4e2a57-b64a-4452-af95-1639ef46f86e', 'name': 'network-vif-deleted', 'tag': 'd39074ee-d15c-4102-a045-e8e0d9829a12', 'status': 'completed', 'code': 200} Aug 30 14:54:35.795484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aaf30d72-5973-4c7c-8d28-72b12c6c5c2b req-bf5e198a-5798-4e02-abbb-1dd57714914c tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 210 time: 0.0406747 Aug 30 14:54:36.504722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4629b-225b-4d04-a882-ef2aa8a72181 req-74c5bf0b-2205-4da4-8824-32c969a16cb5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:36.507964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75b4629b-225b-4d04-a882-ef2aa8a72181 req-74c5bf0b-2205-4da4-8824-32c969a16cb5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 943 time: 0.0898306 Aug 30 14:54:36.579043 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75b4629b-225b-4d04-a882-ef2aa8a72181 req-079126a5-16ee-45ca-9eda-6f1943e3307b tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626373 Aug 30 14:54:37.015074 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c136ce8f-311a-47a5-8f33-449fba4dca09 req-0b73cf96-bae1-4809-a2ec-98afbe89f35b tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d7aa952-c395-4e7a-8215-3f6e0d452414 HTTP/1.1" status: 200 len: 210 time: 0.0640941 Aug 30 14:54:37.341369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 67878256-545c-4d06-8030-7a3873821aa2 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:54:37.344768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d39074ee-d15c-4102-a045-e8e0d9829a12 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:37.431815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: d39074ee-d15c-4102-a045-e8e0d9829a12 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:37.432254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d39074ee-d15c-4102-a045-e8e0d9829a12 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:37.493641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 67878256-545c-4d06-8030-7a3873821aa2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=67878256-545c-4d06-8030-7a3873821aa2,segment=NetworkSegment(1e68a199-4f32-4db2-95ce-00cb0a0e4fba),segment_id=1e68a199-4f32-4db2-95ce-00cb0a0e4fba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:37.519652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '67878256-545c-4d06-8030-7a3873821aa2', 'network_id': '4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba', 'port_id': '67878256-545c-4d06-8030-7a3873821aa2', 'mac_address': 'fa:16:3e:fa:86:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:54:37.570906 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:37.588829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67878256-545c-4d06-8030-7a3873821aa2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:54:37.615849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 67878256-545c-4d06-8030-7a3873821aa2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=67878256-545c-4d06-8030-7a3873821aa2,segment=NetworkSegment(1e68a199-4f32-4db2-95ce-00cb0a0e4fba),segment_id=1e68a199-4f32-4db2-95ce-00cb0a0e4fba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:37.623332 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:37.717700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=67878256-545c-4d06-8030-7a3873821aa2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:37.732585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adc719-fe45-4d08-8270-5636d9511bcf req-e4bf3453-9f2a-4bc4-87ec-f83d70659bd7 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:37.735896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05adc719-fe45-4d08-8270-5636d9511bcf req-e4bf3453-9f2a-4bc4-87ec-f83d70659bd7 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 944 time: 0.0910654 Aug 30 14:54:37.813520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05adc719-fe45-4d08-8270-5636d9511bcf req-7e0ca42f-2cf9-4859-adf2-00031ae880a2 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686774 Aug 30 14:54:37.826954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['67878256-545c-4d06-8030-7a3873821aa2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:54:38.089133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 47454) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:38.161316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d254bdf-49e6-4408-9162-ad2d749e47ce tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:38.191946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d254bdf-49e6-4408-9162-ad2d749e47ce tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:38.288454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d254bdf-49e6-4408-9162-ad2d749e47ce tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:38.291995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d254bdf-49e6-4408-9162-ad2d749e47ce tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:38.297648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2d254bdf-49e6-4408-9162-ad2d749e47ce tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b0606b0-6d51-4a55-9af2-0dc12405282b HTTP/1.1" status: 204 len: 168 time: 0.2066963 Aug 30 14:54:38.317219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d254bdf-49e6-4408-9162-ad2d749e47ce tempest-TestVolumeBackupRestore-681179445 tempest-TestVolumeBackupRestore-681179445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0606b0-6d51-4a55-9af2-0dc12405282b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:39.031886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35539-405f-48e8-94f6-958ec300132c req-ad1981c5-b595-40d5-95e3-64f76e9720a3 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:39.042969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59c35539-405f-48e8-94f6-958ec300132c req-ad1981c5-b595-40d5-95e3-64f76e9720a3 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 944 time: 0.1183391 Aug 30 14:54:39.118616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59c35539-405f-48e8-94f6-958ec300132c req-48e3d37b-3d42-4133-9517-bf780289a69a tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637264 Aug 30 14:54:39.355963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 67878256-545c-4d06-8030-7a3873821aa2 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:54:39.477436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 67878256-545c-4d06-8030-7a3873821aa2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:54:39.484083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 67878256-545c-4d06-8030-7a3873821aa2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:54:39.485640 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:39.616356 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-ca85cdb7-eaa8-4418-8ac7-60dc0b83ffed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1636560 Aug 30 14:54:39.649465 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:39.677974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd0115-ac1e-4b84-80dd-072bb74c8ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67878256-545c-4d06-8030-7a3873821aa2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:39.681078 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a711bc-2dea-44cc-893f-f6b5ab1b5560" -d '{"events": [{"server_uuid": "48bd0115-ac1e-4b84-80dd-072bb74c8ca3", "name": "network-vif-plugged", "status": "completed", "tag": "67878256-545c-4d06-8030-7a3873821aa2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:39.696158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 67878256-545c-4d06-8030-7a3873821aa2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=67878256-545c-4d06-8030-7a3873821aa2,segment=NetworkSegment(1e68a199-4f32-4db2-95ce-00cb0a0e4fba),segment_id=1e68a199-4f32-4db2-95ce-00cb0a0e4fba)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:39.702661 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:39.836318 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2d37bc-b258-4b94-827e-0b4528a059c0 x-openstack-request-id: req-6b2d37bc-b258-4b94-827e-0b4528a059c0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:39.836775 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd0115-ac1e-4b84-80dd-072bb74c8ca3", "name": "network-vif-plugged", "status": "completed", "tag": "67878256-545c-4d06-8030-7a3873821aa2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:39.837281 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b2d37bc-b258-4b94-827e-0b4528a059c0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:39.837791 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd0115-ac1e-4b84-80dd-072bb74c8ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67878256-545c-4d06-8030-7a3873821aa2', 'code': 200} Aug 30 14:54:39.858358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-9d0fa351-bfb7-4db5-b7a0-5cbee2fad781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:39.859897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-9d0fa351-bfb7-4db5-b7a0-5cbee2fad781 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0978ab3046174ebdab65191a78134e90&device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1778297 Aug 30 14:54:39.959310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=67878256-545c-4d06-8030-7a3873821aa2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:40.024991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd677e-2a06-4979-bebb-c56037e13697 req-8e6683bc-147b-41e5-85f2-c7e8ad99e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:40.029125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62cd677e-2a06-4979-bebb-c56037e13697 req-8e6683bc-147b-41e5-85f2-c7e8ad99e97b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 1096 time: 0.1324527 Aug 30 14:54:40.108030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62cd677e-2a06-4979-bebb-c56037e13697 req-57ba4ed2-7bcb-4ed3-ae9e-66eab1be232a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652721 Aug 30 14:54:40.145078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-ea0247dc-8db9-49bb-b305-686eed0dfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:40.147498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-ea0247dc-8db9-49bb-b305-686eed0dfcc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 200 len: 909 time: 0.2630339 Aug 30 14:54:40.366448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-ef398e0f-ece1-45d8-9359-f9fb1079ade1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 200 len: 1000 time: 0.2098529 Aug 30 14:54:40.423027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001521da-2ee6-4abe-bc22-88b295157a42 req-76b1c404-d150-430f-896f-0e649376aaf7 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:40.425293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-001521da-2ee6-4abe-bc22-88b295157a42 req-76b1c404-d150-430f-896f-0e649376aaf7 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1168029 Aug 30 14:54:40.508995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-16cc1fbb-861f-4f98-ac62-42b8f008fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:40.511055 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-16cc1fbb-861f-4f98-ac62-42b8f008fafb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 200 len: 847 time: 0.1345608 Aug 30 14:54:40.521576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-001521da-2ee6-4abe-bc22-88b295157a42 req-d8e98768-6295-4f8e-ba23-268f3483885f tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743651 Aug 30 14:54:40.648327 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-0fbf97de-3899-46d8-a72a-3e7773c792cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:40.652174 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-0fbf97de-3899-46d8-a72a-3e7773c792cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f14e83-8c0d-4016-a1db-160767c5d2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222775 Aug 30 14:54:40.791838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-65191fea-0b6a-45ab-9102-16c1c0f2d14f service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323743 Aug 30 14:54:41.059717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61a3b387-e250-4df9-a4b6-1b0147d70dda req-6198d22e-65b2-434a-ab22-b76a4634beb4 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595935 Aug 30 14:54:41.769789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252f2a7-43db-4f2f-be7b-13dc4a6e60c1 req-52b1b2c8-5899-40db-a99c-39a3561ba4e4 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:41.782679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1252f2a7-43db-4f2f-be7b-13dc4a6e60c1 req-52b1b2c8-5899-40db-a99c-39a3561ba4e4 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1257281 Aug 30 14:54:41.860111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1252f2a7-43db-4f2f-be7b-13dc4a6e60c1 req-f7a9174e-55a2-467a-a84b-8a5cd564467b tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713987 Aug 30 14:54:42.050175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565db69b-ccc9-4de1-87b7-f9663f21e267 req-6cb001c4-bec4-4607-841e-943d6fb742ae tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:42.058885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-565db69b-ccc9-4de1-87b7-f9663f21e267 req-6cb001c4-bec4-4607-841e-943d6fb742ae tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1007752 Aug 30 14:54:42.136056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-565db69b-ccc9-4de1-87b7-f9663f21e267 req-c50ea588-e0d1-4eb6-b796-b062948c3c8b tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748854 Aug 30 14:54:42.609231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d0798-9016-4f2a-836e-59eeba207345 req-59a4b14b-d721-4946-b1bb-b58c5ffe2a92 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:42.620679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d7d0798-9016-4f2a-836e-59eeba207345 req-59a4b14b-d721-4946-b1bb-b58c5ffe2a92 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1058161 Aug 30 14:54:42.693175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d7d0798-9016-4f2a-836e-59eeba207345 req-c23ffc47-dea2-4981-b866-932adfc61daa tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705540 Aug 30 14:54:43.862922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911d83-ac06-4e61-a3fb-4321d15a8cfe req-471bf0cc-c25c-4b22-bf90-3ef7467f092e tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:43.873217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8911d83-ac06-4e61-a3fb-4321d15a8cfe req-471bf0cc-c25c-4b22-bf90-3ef7467f092e tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.0685163 Aug 30 14:54:43.996646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8911d83-ac06-4e61-a3fb-4321d15a8cfe req-414cd7b9-ffa0-4a0e-b401-e3bdf459f249 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202238 Aug 30 14:54:44.354357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 47840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:44.462054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-2855f3e1-4e80-4de2-82ad-6f22ced204e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:44.467402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-2855f3e1-4e80-4de2-82ad-6f22ced204e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deaea2c36b3541f08e5b01e5113fdff3&device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 1096 time: 0.1647346 Aug 30 14:54:44.542080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36f837-6024-4d9c-881e-aa6056072a77 req-3b287c66-209c-4f79-b90a-6f1e898cf03d tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:44.562213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db36f837-6024-4d9c-881e-aa6056072a77 req-3b287c66-209c-4f79-b90a-6f1e898cf03d tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1999581 Aug 30 14:54:44.770312 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db36f837-6024-4d9c-881e-aa6056072a77 req-4c60684d-e696-484a-a186-1b2318b035e8 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068386 Aug 30 14:54:44.852819 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-e5653de9-a1eb-4953-ba86-3d8f0825ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:44.858835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-e5653de9-a1eb-4953-ba86-3d8f0825ea59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba HTTP/1.1" status: 200 len: 913 time: 0.3779304 Aug 30 14:54:44.933854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-f0f68ab2-a82d-4b21-a221-854dd574db64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67878256-545c-4d06-8030-7a3873821aa2 HTTP/1.1" status: 200 len: 217 time: 0.0669641 Aug 30 14:54:45.056787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-c726f1c2-271c-4b86-b94c-9463e76fa2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:45.058313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-c726f1c2-271c-4b86-b94c-9463e76fa2e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea HTTP/1.1" status: 200 len: 852 time: 0.1176431 Aug 30 14:54:45.112054 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-7bf37ec7-9ce9-4067-a323-ef79873a0041 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429027 Aug 30 14:54:45.130391 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:45.411008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-97413e44-92ba-4428-b50e-e9f897fd6081 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916310 Aug 30 14:54:45.651811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Deleting port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:45.652425 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:45.661290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa8ba7fc-2a22-4d43-b93c-756c6b7d12e1 req-cdd2e21a-0a25-42ee-bd99-fa690103e67e service neutron] 10.222.0.39 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388608 Aug 30 14:54:45.806512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] For port f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:45.807180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:45.837553 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Calling delete_port for f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:46.198696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:46.313744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8570b52-7c0a-4185-9cfa-92cd4985d92e req-b09a7870-6c8a-4dec-8146-9bd831a38261 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:46.329680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8570b52-7c0a-4185-9cfa-92cd4985d92e req-b09a7870-6c8a-4dec-8146-9bd831a38261 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.2129693 Aug 30 14:54:46.352422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:46.432895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.433627 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.434692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.435451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.436344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.437121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.438806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.441340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.442169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.443104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.443848 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.444535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:46.498267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-91b1e6aa-205a-4b67-b3c3-18f4e9af3f5e req-59c15347-9bf3-4363-abf5-cf908e1d42e2 service neutron] (94826) timed out ('10.222.0.21', 50000) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:54:46.511128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8570b52-7c0a-4185-9cfa-92cd4985d92e req-81b0d603-d8a0-4559-af7e-ea4f6e7c2a40 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730289 Aug 30 14:54:46.698058 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:47.207503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:54:47.383738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:54:47.389641 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a8c42fb2-b4ab-4227-9902-3ff177963bff admin admin] 10.222.0.50 "PUT /v2.0/routers/06d6c61b-39e8-47f9-bff9-6d7b1be9bec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0342104 Aug 30 14:54:47.392867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:47.402336 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] Sync routers for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:54:47.423178 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:47.423833 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:47.620260 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:47.692116 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:47.770295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c38547-2aea-405e-93b9-a4970c00ce02 req-cd5c8431-8d3e-4f2a-8dce-9123ee25adac tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:47.772674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9c38547-2aea-405e-93b9-a4970c00ce02 req-cd5c8431-8d3e-4f2a-8dce-9123ee25adac tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1146584 Aug 30 14:54:47.881639 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a9c38547-2aea-405e-93b9-a4970c00ce02 req-c750ce87-76d7-407f-9288-11ec3a5f9452 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007459 Aug 30 14:54:47.881803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:47.994172 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:54:46Z', 'revision_number': 5, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port': {'id': '4f32ca06-1abe-42a8-ad7b-40f3ead0f703', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:42Z', 'updated_at': '2021-08-30T14:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:48.021074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Deleting port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:48.021851 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:48.039659 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] Checking router: 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:54:48.049953 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] Routers {'06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:48.050608 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:48.150630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] For port 4f32ca06-1abe-42a8-ad7b-40f3ead0f703, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4f32ca06-1abe-42a8-ad7b-40f3ead0f703,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:48.150630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:48.166765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Calling delete_port for 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:48.297204 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] Set router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:48.367565 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eadaf-b3b5-4b5d-96c1-d25777b7a15a req-2e239a76-79f4-4448-9249-6a0e074f9893 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:48.379651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-970eadaf-b3b5-4b5d-96c1-d25777b7a15a req-2e239a76-79f4-4448-9249-6a0e074f9893 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1178000 Aug 30 14:54:48.446909 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:54:47Z', 'revision_number': 6, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:48.471466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-970eadaf-b3b5-4b5d-96c1-d25777b7a15a req-57fa64fa-0528-44da-bb99-227422ffa3f9 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908351 Aug 30 14:54:48.493323 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f1001-091c-4afa-ada8-863744da5103 None None] The sync data for ids ['06d6c61b-39e8-47f9-bff9-6d7b1be9bec1'] in n-d-805668-3 is: [{'id': '06d6c61b-39e8-47f9-bff9-6d7b1be9bec1', 'name': 'tempest-TestVolumeBackupRestore-47949154-router', 'tenant_id': '13e6876eced247dda2b279c13cab4464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:41Z', 'updated_at': '2021-08-30T14:54:47Z', 'revision_number': 6, 'project_id': '13e6876eced247dda2b279c13cab4464', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:54:48.899552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:48.936733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:48.937365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f5ebbe4b-68fd-41b6-89ac-ac5b06ae19a8 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:49.074082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.104020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f32ca06-1abe-42a8-ad7b-40f3ead0f703,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:49.197162 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.303537 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.308478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.359308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.360232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:54:49.369101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.369101 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fadeff7f-40b1-4b86-9fed-6c5e8178ac18 admin admin] 10.222.0.50 "DELETE /v2.0/routers/06d6c61b-39e8-47f9-bff9-6d7b1be9bec1 HTTP/1.1" status: 204 len: 168 time: 1.9746244 Aug 30 14:54:49.371974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:49.537778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Deleting subnet f0276dbe-c1fd-4eb6-83c3-ada611393ad2 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:54:49.550898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.652337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.732048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df4aa0-b69c-4a0e-ad6d-cdd704229a83 req-d2846b6d-6568-4b69-8d69-09baeedfefde tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:49.733667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28df4aa0-b69c-4a0e-ad6d-cdd704229a83 req-d2846b6d-6568-4b69-8d69-09baeedfefde tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1133573 Aug 30 14:54:49.778821 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.842543 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28df4aa0-b69c-4a0e-ad6d-cdd704229a83 req-b4683eab-f8ff-49bb-a9da-6fb978009575 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024718 Aug 30 14:54:49.891991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.960916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caacc3a6-18a7-4ca0-b81f-03bf4d130283 None None] Network 9aa43e8c-1198-4d6c-91b7-cf3892af4057 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:49.963986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:49.967908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f0276dbe-c1fd-4eb6-83c3-ada611393ad2 HTTP/1.1" status: 204 len: 168 time: 0.5941250 Aug 30 14:54:49.968797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0276dbe-c1fd-4eb6-83c3-ada611393ad2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:49.970528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:49.980006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.980370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.980725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.981161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.981511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.982327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.982671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.983009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.983346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.983678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.984012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:49.984511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2c293-c3c6-4748-b71e-da4cef655d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:50.154612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.181612 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.258259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93210c-7c42-4695-9577-b940eb0fead7 req-7bfb988a-5852-4772-957c-a84c8015c47e tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:50.267591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bb93210c-7c42-4695-9577-b940eb0fead7 req-7bfb988a-5852-4772-957c-a84c8015c47e tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1084385 Aug 30 14:54:50.298802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-e91888c2-f275-431a-a8c5-1260f9cf8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:50.303141 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-e91888c2-f275-431a-a8c5-1260f9cf8428 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deaea2c36b3541f08e5b01e5113fdff3&device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 1096 time: 0.1580501 Aug 30 14:54:50.340423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bb93210c-7c42-4695-9577-b940eb0fead7 req-4e2ec262-92dc-4a55-aae0-880890d0a8cc tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716684 Aug 30 14:54:50.360461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Deleting port bfad09d0-c91c-40f2-b81e-0441ac01c251 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:50.361101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.453778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] DHCP port deletion for 9aa43e8c-1198-4d6c-91b7-cf3892af4057 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:54:50.456938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] For port bfad09d0-c91c-40f2-b81e-0441ac01c251, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bfad09d0-c91c-40f2-b81e-0441ac01c251,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:50.457472 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.503990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Calling delete_port for bfad09d0-c91c-40f2-b81e-0441ac01c251 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:50.568019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Deleting port bfad09d0-c91c-40f2-b81e-0441ac01c251 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:50.568401 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.587379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-c40c1820-2523-47ab-9151-73bdc263a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:50.596192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-c40c1820-2523-47ab-9151-73bdc263a138 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba HTTP/1.1" status: 200 len: 913 time: 0.2849138 Aug 30 14:54:50.648719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.678816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfad09d0-c91c-40f2-b81e-0441ac01c251,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:50.683230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] No DVR routers for this DVR port bfad09d0-c91c-40f2-b81e-0441ac01c251 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:50.695708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] For port bfad09d0-c91c-40f2-b81e-0441ac01c251, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bfad09d0-c91c-40f2-b81e-0441ac01c251,segment=NetworkSegment(a0187e93-f5b3-4c42-ae46-992b232298d3),segment_id=a0187e93-f5b3-4c42-ae46-992b232298d3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:50.696421 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.710211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-38717e48-3ec5-4f56-8053-c855c03a1b8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67878256-545c-4d06-8030-7a3873821aa2 HTTP/1.1" status: 200 len: 217 time: 0.1053920 Aug 30 14:54:50.727565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Calling delete_port for bfad09d0-c91c-40f2-b81e-0441ac01c251 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:50.778410 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.790278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa43e8c-1198-4d6c-91b7-cf3892af4057']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:50.805469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0187e93-f5b3-4c42-ae46-992b232298d3') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:50.806075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0187e93-f5b3-4c42-ae46-992b232298d3') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:50.807356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-eb067e6d-e738-435b-bb7b-fa6da2de093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:50.808855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-eb067e6d-e738-435b-bb7b-fa6da2de093f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea HTTP/1.1" status: 200 len: 852 time: 0.0901744 Aug 30 14:54:50.822574 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.842327 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.856788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:54:50.858933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:54:50.861539 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:54:50.869254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-01c9ae68-13f5-411a-9fda-b3767fd46b8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478969 Aug 30 14:54:50.885578 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:50.934155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Pushing event deleted for resources: {'Port': ['ID=bfad09d0-c91c-40f2-b81e-0441ac01c251,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:50.963543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] No DVR routers for this DVR port bfad09d0-c91c-40f2-b81e-0441ac01c251 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:50.980597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:51.004884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:51.009536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9aa43e8c-1198-4d6c-91b7-cf3892af4057 HTTP/1.1" status: 204 len: 168 time: 1.0346498 Aug 30 14:54:51.009536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21937cc6-50fb-4864-83ed-5666578cd354 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa43e8c-1198-4d6c-91b7-cf3892af4057,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:51.009768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.009768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.009768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.009768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.016079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:51.016331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.016997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.019722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.020150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.023092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.023759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.027617 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.031135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9856b70f-bd80-43f3-9f36-21fad4fea872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:54:51.037625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:51.047980 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-f2a6d21a-3509-40dc-90b5-33ac44706655 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674588 Aug 30 14:54:51.109134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:51.113852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4f32ca06-1abe-42a8-ad7b-40f3ead0f703 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:51.114592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bfad09d0-c91c-40f2-b81e-0441ac01c251 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:51.157754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: bfad09d0-c91c-40f2-b81e-0441ac01c251 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:51.158688 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bfad09d0-c91c-40f2-b81e-0441ac01c251 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:51.194182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a282e86-cd27-46ca-b73a-4da20c24904f req-b4b372e7-09db-40fd-973e-b2be73dc169c service neutron] 10.222.0.39 "GET /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356771 Aug 30 14:54:51.494988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce436ea-38fc-4bac-839f-154c9b945471 req-c950b66f-f812-445a-9c98-18c79eed27e7 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:51.497363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bce436ea-38fc-4bac-839f-154c9b945471 req-c950b66f-f812-445a-9c98-18c79eed27e7 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.0595093 Aug 30 14:54:51.543083 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bce436ea-38fc-4bac-839f-154c9b945471 req-e1369503-ab44-44db-95ea-3bc68b400c00 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Aug 30 14:54:51.634680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:52.187194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Deleting port 67f235c1-3b04-485e-a24c-24476df9fac6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:52.187555 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:52.303375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1b6a4-ebd4-4d54-b217-f80d3975f053 req-fc927036-7076-4c61-97f3-0c3295d1ecdd tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:52.323080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c5b1b6a4-ebd4-4d54-b217-f80d3975f053 req-fc927036-7076-4c61-97f3-0c3295d1ecdd tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 945 time: 0.0956373 Aug 30 14:54:52.336735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] For port 67f235c1-3b04-485e-a24c-24476df9fac6, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=67f235c1-3b04-485e-a24c-24476df9fac6,segment=NetworkSegment(cfa2eb72-5edb-44e1-b293-bdae685e1630),segment_id=cfa2eb72-5edb-44e1-b293-bdae685e1630)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:52.337511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:52.356658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Calling delete_port for 67f235c1-3b04-485e-a24c-24476df9fac6 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:52.409060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c5b1b6a4-ebd4-4d54-b217-f80d3975f053 req-40752bc8-5e2a-4eff-8dfc-62712e416ea3 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800953 Aug 30 14:54:52.711536 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:52.752319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f235c1-3b04-485e-a24c-24476df9fac6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:52.772827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282972e-1545-461e-93cf-7840c3199264 req-adcb43d8-d86a-412f-be66-95676dbeb9a6 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:52.781529 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0282972e-1545-461e-93cf-7840c3199264 req-adcb43d8-d86a-412f-be66-95676dbeb9a6 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1224089 Aug 30 14:54:53.128200 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:53.159555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0282972e-1545-461e-93cf-7840c3199264 req-64d7bcd0-f9f8-4743-a52a-033ae9f777eb tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762159 Aug 30 14:54:53.192893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-4b33e82c-8469-457f-862f-c91c11cfe86e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:53.200988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-4b33e82c-8469-457f-862f-c91c11cfe86e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 945 time: 0.1588063 Aug 30 14:54:53.475243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Deleting port 4cc10748-9784-4fac-a206-8ac447dc0505 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:53.475639 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:53.705661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b070101-a8aa-438d-913c-43619a487fcd req-77480f18-7dd6-4862-adbd-a515639d3633 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:53.713962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b070101-a8aa-438d-913c-43619a487fcd req-77480f18-7dd6-4862-adbd-a515639d3633 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1026182 Aug 30 14:54:53.719083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79326f1-1f3f-48ce-929f-047de642c073 req-fadf8a74-9a08-453b-b3c4-fe493295a607 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:53.720796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b79326f1-1f3f-48ce-929f-047de642c073 req-fadf8a74-9a08-453b-b3c4-fe493295a607 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 945 time: 0.1562452 Aug 30 14:54:53.730152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] For port 4cc10748-9784-4fac-a206-8ac447dc0505, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=4cc10748-9784-4fac-a206-8ac447dc0505,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:53.730528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:53.766743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9b070101-a8aa-438d-913c-43619a487fcd req-c3433c28-0bfc-452f-8776-dfd89b884d85 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515208 Aug 30 14:54:53.875335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Router b929f6d9-c4b7-407a-91f0-018216371b44 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:54:53.936192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b79326f1-1f3f-48ce-929f-047de642c073 req-bc6d5a97-37cb-4967-bf69-fdba6774d21f tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/security-groups?id=801a4df4-20cb-411c-88d7-895e25bbace0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021422 Aug 30 14:54:54.532584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:54:54.535727 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:54.536217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:54.536615 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Floating IP fbf74a1c-458b-4b5e-ac73-5548308deec3 disassociated. External IP: 172.25.6.60, port: 4cc10748-9784-4fac-a206-8ac447dc0505. Aug 30 14:54:54.537036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Calling delete_port for 4cc10748-9784-4fac-a206-8ac447dc0505 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:54.545895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:54.551646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] Sync routers for ids ['b929f6d9-c4b7-407a-91f0-018216371b44'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:54:54.554499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-581e9f66-c324-4bb3-867a-565c00cc79d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/b929f6d9-c4b7-407a-91f0-018216371b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5357027 Aug 30 14:54:54.588111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] Routers {'b929f6d9-c4b7-407a-91f0-018216371b44'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:54.588771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b929f6d9-c4b7-407a-91f0-018216371b44'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:54.756589 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:54.789863 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:54.818476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] Set router b929f6d9-c4b7-407a-91f0-018216371b44 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:54.829317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event deleted for resources: {'Port': ['ID=4cc10748-9784-4fac-a206-8ac447dc0505,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:55.096833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8520aeb-29cc-4881-8149-a3beb2dcba3d req-e9176614-1a62-44b2-a3a0-55dc76b15b57 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:55.105382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8520aeb-29cc-4881-8149-a3beb2dcba3d req-e9176614-1a62-44b2-a3a0-55dc76b15b57 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1229424 Aug 30 14:54:55.129767 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:55.170722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-39f94c44-f403-4161-8022-326fcba277a8 req-8c1ba701-4915-47cc-af9a-be7b110aee68 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 210 time: 0.0879676 Aug 30 14:54:55.182603 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-467461cf-2374-474b-b823-351675809fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:55.216605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:54:52Z', 'revision_number': 5, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port': {'id': '3f708ae0-741a-4cb1-8d1f-d167b786a8b0', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:50:51Z', 'updated_at': '2021-08-30T14:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:55.245814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Router f184c4df-d1de-423a-ab22-66d177d19fdc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:54:55.248243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f8520aeb-29cc-4881-8149-a3beb2dcba3d req-dfec39e4-438b-4983-8701-a28ae4470359 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385508 Aug 30 14:54:55.254911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] Checking router: b929f6d9-c4b7-407a-91f0-018216371b44 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:54:55.264639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] Routers {'b929f6d9-c4b7-407a-91f0-018216371b44'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:55.265458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b929f6d9-c4b7-407a-91f0-018216371b44'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:55.317530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Deleting port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:55.323332 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:55.417913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] Set router b929f6d9-c4b7-407a-91f0-018216371b44 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:55.428585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-af2bbcd0-bcf4-4f33-a7fc-af00e7d92b28 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:54:55.430285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-af2bbcd0-bcf4-4f33-a7fc-af00e7d92b28 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.39 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 945 time: 0.1654007 Aug 30 14:54:55.529623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:54:55Z', 'revision_number': 6, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:55.554959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:54:55.570130 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] Sync routers for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:54:55.586321 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:55.587043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1886d-cff3-495a-a67e-d30de0864ca2 None None] The sync data for ids ['b929f6d9-c4b7-407a-91f0-018216371b44'] in n-d-805668-3 is: [{'id': 'b929f6d9-c4b7-407a-91f0-018216371b44', 'name': 'tempest-TestVolumeBackupRestore-479867952-router', 'tenant_id': '3a78af7182f24712b1d181252274c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:50:49Z', 'updated_at': '2021-08-30T14:54:55Z', 'revision_number': 6, 'project_id': '3a78af7182f24712b1d181252274c079', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:54:55.589667 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:55.609804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] For port 3f708ae0-741a-4cb1-8d1f-d167b786a8b0, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=3f708ae0-741a-4cb1-8d1f-d167b786a8b0,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:55.610082 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:55.651877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Calling delete_port for 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:55.653610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] No DVR routers for this DVR port 4cc10748-9784-4fac-a206-8ac447dc0505 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:55.656110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:55.658274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-adda6729-a58f-4b57-8c09-6e9f87726976 req-842e05f1-63c2-4d31-8db8-f9fafe37f38d tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.21 "DELETE /v2.0/ports/4cc10748-9784-4fac-a206-8ac447dc0505 HTTP/1.1" status: 204 len: 173 time: 2.4190776 Aug 30 14:54:55.658740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'name': 'network-vif-deleted', 'tag': '4cc10748-9784-4fac-a206-8ac447dc0505'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:55.661109 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b65427-52a2-4d2d-b2a0-cbc85f3e5acb" -d '{"events": [{"server_uuid": "dff80151-5287-49f3-a6d1-3cd6c87df8e6", "name": "network-vif-deleted", "tag": "4cc10748-9784-4fac-a206-8ac447dc0505"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:55.740676 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4288c987-3315-4ca8-92c1-91fc3e37c448 x-openstack-request-id: req-4288c987-3315-4ca8-92c1-91fc3e37c448 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:55.741034 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff80151-5287-49f3-a6d1-3cd6c87df8e6", "name": "network-vif-deleted", "tag": "4cc10748-9784-4fac-a206-8ac447dc0505", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:55.741793 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4288c987-3315-4ca8-92c1-91fc3e37c448 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:55.742200 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff80151-5287-49f3-a6d1-3cd6c87df8e6', 'name': 'network-vif-deleted', 'tag': '4cc10748-9784-4fac-a206-8ac447dc0505', 'status': 'completed', 'code': 200} Aug 30 14:54:55.742504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Deleting port 67878256-545c-4d06-8030-7a3873821aa2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:55.742860 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:55.776660 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:55.857294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] For port 67878256-545c-4d06-8030-7a3873821aa2, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=67878256-545c-4d06-8030-7a3873821aa2,segment=NetworkSegment(1e68a199-4f32-4db2-95ce-00cb0a0e4fba),segment_id=1e68a199-4f32-4db2-95ce-00cb0a0e4fba)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:55.857878 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:55.877576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Calling delete_port for 67878256-545c-4d06-8030-7a3873821aa2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:56.067902 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:56.079833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['67878256-545c-4d06-8030-7a3873821aa2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:54:56.150105 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:59Z', 'revision_number': 5, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:56.170971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Pushing event deleted for resources: {'Port': ['ID=67878256-545c-4d06-8030-7a3873821aa2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:56.190228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] No DVR routers for this DVR port 67878256-545c-4d06-8030-7a3873821aa2 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:56.193490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:56.197120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b325292f-1b68-4d3c-b8fc-280cc63e0ced req-aef74ce3-2fac-486a-9c95-eed78429c7f5 tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.39 "DELETE /v2.0/ports/67878256-545c-4d06-8030-7a3873821aa2 HTTP/1.1" status: 204 len: 173 time: 0.7579100 Aug 30 14:54:56.205494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd0115-ac1e-4b84-80dd-072bb74c8ca3', 'name': 'network-vif-deleted', 'tag': '67878256-545c-4d06-8030-7a3873821aa2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:54:56.210767 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ad0999-0ca6-4a75-99d2-c1dee9ffa8ca" -d '{"events": [{"server_uuid": "48bd0115-ac1e-4b84-80dd-072bb74c8ca3", "name": "network-vif-deleted", "tag": "67878256-545c-4d06-8030-7a3873821aa2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:54:56.262239 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] Checking router: f184c4df-d1de-423a-ab22-66d177d19fdc for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:54:56.299725 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:54:56.306269 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:56.366867 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f3683-ceb7-4abe-b810-8b8b439d716b x-openstack-request-id: req-b63f3683-ceb7-4abe-b810-8b8b439d716b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:54:56.377090 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd0115-ac1e-4b84-80dd-072bb74c8ca3", "name": "network-vif-deleted", "tag": "67878256-545c-4d06-8030-7a3873821aa2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:54:56.377382 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b63f3683-ceb7-4abe-b810-8b8b439d716b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:54:56.378513 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd0115-ac1e-4b84-80dd-072bb74c8ca3', 'name': 'network-vif-deleted', 'tag': '67878256-545c-4d06-8030-7a3873821aa2', 'status': 'completed', 'code': 200} Aug 30 14:54:56.538732 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:54:56.577503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c843fd74-dff1-48c8-9374-44906dbba82c req-9edeba37-28ac-4be5-869f-95d348b98699 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "GET /v2.0/ports?device_id=dff80151-5287-49f3-a6d1-3cd6c87df8e6 HTTP/1.1" status: 200 len: 210 time: 0.0716140 Aug 30 14:54:56.615693 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:56.732720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-104f7051-259f-4b2f-94b3-a2b501a80258 req-50bb5c0a-5884-445b-b71f-e65b75c2aeab tempest-TestServerAdvancedOps-1287843208 tempest-TestServerAdvancedOps-1287843208-project] 10.222.0.50 "GET /v2.0/ports?device_id=48bd0115-ac1e-4b84-80dd-072bb74c8ca3 HTTP/1.1" status: 200 len: 210 time: 0.0717735 Aug 30 14:54:56.822383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f708ae0-741a-4cb1-8d1f-d167b786a8b0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:56.838117 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:56.913870 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-1af7e090-47f5-4fc1-9c3b-8ff38ca37392 req-eaef59ac-f0cb-48dd-b978-77259c5893ef tempest-ListServerFiltersTestJSON-1231766604 tempest-ListServerFiltersTestJSON-1231766604-project] (94826) timed out ('10.222.0.39', 64680) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:54:56.945943 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:56.948661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.011382 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:59Z', 'revision_number': 5, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:57.028363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 67f235c1-3b04-485e-a24c-24476df9fac6 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:57.051588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 67f235c1-3b04-485e-a24c-24476df9fac6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:57.052278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 67f235c1-3b04-485e-a24c-24476df9fac6 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:57.052421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.053120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:57.053968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b929f6d9-c4b7-407a-91f0-018216371b44 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:54:57.059560 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dacae0-7ecd-49ad-b40f-91a72b2528b1 None None] The sync data for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 is: [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:48:41Z', 'revision_number': 4, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a9ccae81-0ab7-4278-b59d-7810e151a967', 'name': '', 'network_id': 'e3f14e83-8c0d-4016-a1db-160767c5d2d6', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'mac_address': 'fa:16:3e:be:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:38Z', 'updated_at': '2021-08-30T14:48:59Z', 'revision_number': 5, 'project_id': '0978ab3046174ebdab65191a78134e90', 'subnets': [{'id': '1f4e0539-47be-4f39-857c-81950bc63fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:54:57.074289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.075908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4102a42c-84c1-4236-9237-131e8952f763 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b929f6d9-c4b7-407a-91f0-018216371b44 HTTP/1.1" status: 204 len: 168 time: 2.5290418 Aug 30 14:54:57.080370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:57.084590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:57.085156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 3f708ae0-741a-4cb1-8d1f-d167b786a8b0 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:57.205718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b1bb80-9792-443f-a3ce-26ce9b00de71 admin admin] Deleting subnet 808e8332-0d8a-4f1a-b558-851806e45b04 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:54:57.209515 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17b1bb80-9792-443f-a3ce-26ce9b00de71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.263378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17b1bb80-9792-443f-a3ce-26ce9b00de71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.390521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17b1bb80-9792-443f-a3ce-26ce9b00de71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.460641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4cc10748-9784-4fac-a206-8ac447dc0505 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:57.494969 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17b1bb80-9792-443f-a3ce-26ce9b00de71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.498000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 4cc10748-9784-4fac-a206-8ac447dc0505 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:57.498366 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 4cc10748-9784-4fac-a206-8ac447dc0505 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:57.526385 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1bb80-9792-443f-a3ce-26ce9b00de71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808e8332-0d8a-4f1a-b558-851806e45b04,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:57.531290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17b1bb80-9792-443f-a3ce-26ce9b00de71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.536419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:57.538763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83096812-5243-445d-acdf-1690a343fde3 None None] Network 91c3a0e6-f613-4df4-a991-d0965f1e1586 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:54:57.548091 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-17b1bb80-9792-443f-a3ce-26ce9b00de71 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/808e8332-0d8a-4f1a-b558-851806e45b04 HTTP/1.1" status: 204 len: 168 time: 0.4660943 Aug 30 14:54:57.629303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.643545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2d21b-1b83-4f37-b97b-e7c30201d98c None None] New status for floating IP fbf74a1c-458b-4b5e-ac73-5548308deec3: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:54:57.673682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:57.744222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Deleting port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:57.744942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.856150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:57.916099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] For port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=dbb5fc70-aeef-4b6e-a22f-8fea1098bee9,segment=NetworkSegment(cfa2eb72-5edb-44e1-b293-bdae685e1630),segment_id=cfa2eb72-5edb-44e1-b293-bdae685e1630)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:57.916473 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.947392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Calling delete_port for dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:57.961864 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3654c88-9d16-4036-98cb-ff6522cc49b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:57.997103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-56dbb131-2099-4cf8-b2ac-d7f76b3ec287 admin admin] Deleting subnet 999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:54:58.006760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56dbb131-2099-4cf8-b2ac-d7f76b3ec287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.058458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56dbb131-2099-4cf8-b2ac-d7f76b3ec287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.104391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] DHCP port deletion for 91c3a0e6-f613-4df4-a991-d0965f1e1586 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:54:58.177496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56dbb131-2099-4cf8-b2ac-d7f76b3ec287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.197509 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.241101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb5fc70-aeef-4b6e-a22f-8fea1098bee9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:58.245018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] No DVR routers for this DVR port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:58.253902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] Deleting port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:58.254295 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.269187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56dbb131-2099-4cf8-b2ac-d7f76b3ec287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.312589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbb131-2099-4cf8-b2ac-d7f76b3ec287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:58.322827 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56dbb131-2099-4cf8-b2ac-d7f76b3ec287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.326892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-56dbb131-2099-4cf8-b2ac-d7f76b3ec287 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/999999ae-a4b4-4e0e-903e-3a7b7bdaf6ea HTTP/1.1" status: 204 len: 168 time: 0.4695263 Aug 30 14:54:58.329537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:58.346025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] For port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9, host n-d-805668-3, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:54:58.346730 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.381537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] Calling delete_port for dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:58.387088 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.392062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] Port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:54:58.401780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c3a0e6-f613-4df4-a991-d0965f1e1586']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:58.408662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.419154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa2eb72-5edb-44e1-b293-bdae685e1630') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:58.419671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Deleting port d0de6aa3-21af-424e-b262-fc8f173a0b65 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:54:58.420060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa2eb72-5edb-44e1-b293-bdae685e1630') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:58.420179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.450975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.459274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] Pushing event deleted for resources: {'Port': ['ID=dbb5fc70-aeef-4b6e-a22f-8fea1098bee9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:58.468453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c669c3-dfcc-4ed2-98a9-73b53e8baaba None None] No DVR routers for this DVR port dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:54:58.473840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.515988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.526027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:54:58.526465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:54:58.529425 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:54:58.629656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.632245 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.632704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.652769 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.655805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Calling delete_port for d0de6aa3-21af-424e-b262-fc8f173a0b65 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:54:58.670115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:58.697367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e68a199-4f32-4db2-95ce-00cb0a0e4fba') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:58.697794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e68a199-4f32-4db2-95ce-00cb0a0e4fba') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:58.743644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.772340 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.792305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:54:58.793056 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:54:58.795819 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:54:58.896897 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.927865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:58.932593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] 10.222.0.50 "DELETE /v2.0/networks/4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba HTTP/1.1" status: 204 len: 168 time: 0.5991693 Aug 30 14:54:58.992082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:59.040431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc5c8c-d1a3-42a4-9886-4422c411080f admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd426c3-8c9f-4c8f-9c3b-149be9ff29ba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:59.073864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:59.092357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.122632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:59.123231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device dbb5fc70-aeef-4b6e-a22f-8fea1098bee9 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:59.182085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3505122a-fadb-45d1-a483-ae02431d142c admin admin] Deleting subnet bd4064f8-303a-4854-af18-9daef54ee152 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:54:59.192756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3505122a-fadb-45d1-a483-ae02431d142c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.222016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event deleted for resources: {'Port': ['ID=d0de6aa3-21af-424e-b262-fc8f173a0b65,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:59.240135 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.250104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3505122a-fadb-45d1-a483-ae02431d142c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.252816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.254890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/91c3a0e6-f613-4df4-a991-d0965f1e1586 HTTP/1.1" status: 204 len: 168 time: 1.7173369 Aug 30 14:54:59.290399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.300804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57484176-118b-422f-b4f6-73e6b57194f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c3a0e6-f613-4df4-a991-d0965f1e1586,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:59.333322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3505122a-fadb-45d1-a483-ae02431d142c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.353378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.360935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.362182 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7bb6e735-113b-46eb-b032-33d2f4e20b0e tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "DELETE /v2.0/floatingips/fbf74a1c-458b-4b5e-ac73-5548308deec3 HTTP/1.1" status: 204 len: 168 time: 1.6874943 Aug 30 14:54:59.446088 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3505122a-fadb-45d1-a483-ae02431d142c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.496490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 67878256-545c-4d06-8030-7a3873821aa2 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:54:59.513692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505122a-fadb-45d1-a483-ae02431d142c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4064f8-303a-4854-af18-9daef54ee152,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:54:59.514980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:59.519153 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3505122a-fadb-45d1-a483-ae02431d142c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.523581 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3505122a-fadb-45d1-a483-ae02431d142c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bd4064f8-303a-4854-af18-9daef54ee152 HTTP/1.1" status: 204 len: 168 time: 0.5251801 Aug 30 14:54:59.523958 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:59.547922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 67878256-545c-4d06-8030-7a3873821aa2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:54:59.551299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 67878256-545c-4d06-8030-7a3873821aa2 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:54:59.649345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.690898 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4716073c-547b-44ef-94f6-42bcaded2664 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.748982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:59.777091 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.800121 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4716073c-547b-44ef-94f6-42bcaded2664 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.806617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b419671-739a-4188-8679-9df0875efd6a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:59.827684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28789045-83c7-4251-be19-5b0e2212054f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:59.828104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28789045-83c7-4251-be19-5b0e2212054f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:54:59.850479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.861269 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-380fa2b9-9be8-4b65-9b94-72c52afbb259 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13e6876eced247dda2b279c13cab4464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108325 Aug 30 14:54:59.864377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:54:59.888292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.904297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:54:59.904913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:54:59.907162 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:54:59.952248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4716073c-547b-44ef-94f6-42bcaded2664 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.955326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4716073c-547b-44ef-94f6-42bcaded2664 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:54:59.956598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4716073c-547b-44ef-94f6-42bcaded2664 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] 10.222.0.50 "DELETE /v2.0/security-groups/801a4df4-20cb-411c-88d7-895e25bbace0 HTTP/1.1" status: 204 len: 168 time: 0.4402652 Aug 30 14:54:59.981832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716073c-547b-44ef-94f6-42bcaded2664 tempest-TestServerBasicOps-433862738 tempest-TestServerBasicOps-433862738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801a4df4-20cb-411c-88d7-895e25bbace0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:00.012741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:00.044442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aefbe249-4b10-4933-a80f-647ce630085b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.091012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.109487 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.111545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b419671-739a-4188-8679-9df0875efd6a HTTP/1.1" status: 204 len: 168 time: 0.5861688 Aug 30 14:55:00.134564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914b5d1-4c8e-4247-be05-ee3f7b3f8208 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b419671-739a-4188-8679-9df0875efd6a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:00.144042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aefbe249-4b10-4933-a80f-647ce630085b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.243956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aefbe249-4b10-4933-a80f-647ce630085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.247526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aefbe249-4b10-4933-a80f-647ce630085b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.249105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aefbe249-4b10-4933-a80f-647ce630085b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1afd531-0b8e-4f6b-9a3c-1e895bf60d35 HTTP/1.1" status: 204 len: 168 time: 0.3836281 Aug 30 14:55:00.273480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbe249-4b10-4933-a80f-647ce630085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1afd531-0b8e-4f6b-9a3c-1e895bf60d35,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:00.421980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48474) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:00.532415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:00.532734 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6ed35e08-c195-48e3-8c8b-0b2550c9be25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=deaea2c36b3541f08e5b01e5113fdff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059921 Aug 30 14:55:00.645650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20654add-a7a8-4239-8e74-a0dcf3d31ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.690982 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20654add-a7a8-4239-8e74-a0dcf3d31ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.798744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20654add-a7a8-4239-8e74-a0dcf3d31ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.812659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20654add-a7a8-4239-8e74-a0dcf3d31ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:00.820928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-20654add-a7a8-4239-8e74-a0dcf3d31ff9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9eabd60-1211-4990-a3e1-8b1b43fd3e1d HTTP/1.1" status: 204 len: 168 time: 0.2859888 Aug 30 14:55:00.851555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20654add-a7a8-4239-8e74-a0dcf3d31ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eabd60-1211-4990-a3e1-8b1b43fd3e1d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:01.348150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:01.353162 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:01.437383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b7427f99-eded-4767-a1ae-9d2d518c6a4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a78af7182f24712b1d181252274c079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872428 Aug 30 14:55:01.442070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48540) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:01.576462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f811238d-d923-46a2-9fb3-c49236b4cfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:01.651440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f811238d-d923-46a2-9fb3-c49236b4cfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:01.669297 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:01.755074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Deleting port a9ccae81-0ab7-4278-b59d-7810e151a967 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:01.755591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:01.792647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f811238d-d923-46a2-9fb3-c49236b4cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:01.801167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f811238d-d923-46a2-9fb3-c49236b4cfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:01.803094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f811238d-d923-46a2-9fb3-c49236b4cfd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d8b4cad-9599-4709-99a2-cb835607e758 HTTP/1.1" status: 204 len: 168 time: 0.3587790 Aug 30 14:55:01.829475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:01.831751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811238d-d923-46a2-9fb3-c49236b4cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b4cad-9599-4709-99a2-cb835607e758,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:01.938405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c92c9b20-f4bf-4565-abd5-e08c81ec054d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95cec1eb19eb47eabc3dca93c2946ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078069 Aug 30 14:55:01.946223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:01.999041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] For port a9ccae81-0ab7-4278-b59d-7810e151a967, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a9ccae81-0ab7-4278-b59d-7810e151a967,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:01.999722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:02.019005 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Calling delete_port for a9ccae81-0ab7-4278-b59d-7810e151a967 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:02.124864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-453ea876-14a9-4009-9a4a-528389f7f68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:02.171067 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-453ea876-14a9-4009-9a4a-528389f7f68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:02.261120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-453ea876-14a9-4009-9a4a-528389f7f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:02.265216 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-453ea876-14a9-4009-9a4a-528389f7f68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:02.275296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-453ea876-14a9-4009-9a4a-528389f7f68d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3057d1ba-bb4d-4585-bb9d-95f56ad9e4e8 HTTP/1.1" status: 204 len: 168 time: 0.3289893 Aug 30 14:55:02.311349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:02.314701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ea876-14a9-4009-9a4a-528389f7f68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3057d1ba-bb4d-4585-bb9d-95f56ad9e4e8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:02.343988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ccae81-0ab7-4278-b59d-7810e151a967,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:02.765578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:02.974170 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:03.251967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Router f184c4df-d1de-423a-ab22-66d177d19fdc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:55:03.350030 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:55:03.382922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:55:03.391057 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d4ccabc1-26d8-4f02-b163-ebb2daac6e67 admin admin] 10.222.0.50 "PUT /v2.0/routers/f184c4df-d1de-423a-ab22-66d177d19fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3764324 Aug 30 14:55:03.393927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:03.394619 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] Sync routers for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:55:03.406599 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:03.408980 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:03.562680 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:03.675436 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:03.694352 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:03.777259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Deleting port a13cc946-d123-4e13-91cc-b8f270d15c37 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:03.779830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:03.906044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] For port a13cc946-d123-4e13-91cc-b8f270d15c37, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a13cc946-d123-4e13-91cc-b8f270d15c37,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:03.906602 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:03.924362 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:55:02Z', 'revision_number': 5, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port': {'id': 'a13cc946-d123-4e13-91cc-b8f270d15c37', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:32Z', 'updated_at': '2021-08-30T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:03.926765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Calling delete_port for a13cc946-d123-4e13-91cc-b8f270d15c37 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:03.973310 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] Checking router: f184c4df-d1de-423a-ab22-66d177d19fdc for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:55:03.990548 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] Routers {'f184c4df-d1de-423a-ab22-66d177d19fdc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:03.991985 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f184c4df-d1de-423a-ab22-66d177d19fdc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:04.098979 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] Set router f184c4df-d1de-423a-ab22-66d177d19fdc gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:04.173936 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:55:03Z', 'revision_number': 6, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:04.177731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.203455 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2732e-9df5-41da-a938-bd58c755adf9 None None] The sync data for ids ['f184c4df-d1de-423a-ab22-66d177d19fdc'] in n-d-805668-3 is: [{'id': 'f184c4df-d1de-423a-ab22-66d177d19fdc', 'name': 'tempest-TestServerBasicOps-850431668-router', 'tenant_id': '0978ab3046174ebdab65191a78134e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:31Z', 'updated_at': '2021-08-30T14:55:03Z', 'revision_number': 6, 'project_id': '0978ab3046174ebdab65191a78134e90', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:55:04.235408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13cc946-d123-4e13-91cc-b8f270d15c37,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:04.290543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.394608 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.397326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.448939 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.449582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f184c4df-d1de-423a-ab22-66d177d19fdc {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:55:04.454272 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.455195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e23d286a-fd3b-4f20-8214-136193bf6b05 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f184c4df-d1de-423a-ab22-66d177d19fdc HTTP/1.1" status: 204 len: 168 time: 1.0594156 Aug 30 14:55:04.457624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:04.504185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-05656726-70dd-4eab-a090-7347f74ce695 admin admin] Deleting subnet 1f4e0539-47be-4f39-857c-81950bc63fe8 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:55:04.508218 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05656726-70dd-4eab-a090-7347f74ce695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.545995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05656726-70dd-4eab-a090-7347f74ce695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.631869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05656726-70dd-4eab-a090-7347f74ce695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.696217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05656726-70dd-4eab-a090-7347f74ce695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.724611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656726-70dd-4eab-a090-7347f74ce695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4e0539-47be-4f39-857c-81950bc63fe8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:04.727205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05656726-70dd-4eab-a090-7347f74ce695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.730678 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05656726-70dd-4eab-a090-7347f74ce695 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1f4e0539-47be-4f39-857c-81950bc63fe8 HTTP/1.1" status: 204 len: 168 time: 0.2706428 Aug 30 14:55:04.732204 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48766) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:04.734388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebaa5fa-6fbf-4957-972e-2995bfb65822 None None] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:55:04.802770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.871809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Deleting port 1ae95d49-d33f-417f-9b31-6105862cd69f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:04.872375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:04.997791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] For port 1ae95d49-d33f-417f-9b31-6105862cd69f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1ae95d49-d33f-417f-9b31-6105862cd69f,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:05.005893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.023567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] DHCP port deletion for e3f14e83-8c0d-4016-a1db-160767c5d2d6 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:55:05.052333 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Calling delete_port for 1ae95d49-d33f-417f-9b31-6105862cd69f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:05.145341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] Deleting port 1ae95d49-d33f-417f-9b31-6105862cd69f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:05.145745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.147895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1ae95d49-d33f-417f-9b31-6105862cd69f no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:55:05.260940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] For port 1ae95d49-d33f-417f-9b31-6105862cd69f, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1ae95d49-d33f-417f-9b31-6105862cd69f,segment=NetworkSegment(b85f5323-3132-4965-8002-e2fc517a4216),segment_id=b85f5323-3132-4965-8002-e2fc517a4216)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:05.261643 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.291959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.337933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae95d49-d33f-417f-9b31-6105862cd69f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:05.346964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] No DVR routers for this DVR port 1ae95d49-d33f-417f-9b31-6105862cd69f on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:55:05.367884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.400920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] Calling delete_port for 1ae95d49-d33f-417f-9b31-6105862cd69f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:05.453533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a9ccae81-0ab7-4278-b59d-7810e151a967 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:55:05.455244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.471529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f14e83-8c0d-4016-a1db-160767c5d2d6']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:05.497868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85f5323-3132-4965-8002-e2fc517a4216') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:05.498215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85f5323-3132-4965-8002-e2fc517a4216') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:05.524185 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.565653 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.575603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a9ccae81-0ab7-4278-b59d-7810e151a967 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:55:05.578922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a9ccae81-0ab7-4278-b59d-7810e151a967 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:55:05.579740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:55:05.580421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.580606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a13cc946-d123-4e13-91cc-b8f270d15c37 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:55:05.628047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a13cc946-d123-4e13-91cc-b8f270d15c37 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:55:05.628447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a13cc946-d123-4e13-91cc-b8f270d15c37 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:55:05.649999 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:55:05.662026 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:55:05.664391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.670501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:05.672764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e3f14e83-8c0d-4016-a1db-160767c5d2d6 HTTP/1.1" status: 204 len: 168 time: 0.9393961 Aug 30 14:55:05.676259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:05.699991 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf6671-ca53-4f4c-a5ea-0d49f14892b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f14e83-8c0d-4016-a1db-160767c5d2d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:05.711485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] Network e3f14e83-8c0d-4016-a1db-160767c5d2d6 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 14:55:05.716744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] No DVR routers for this DVR port 1ae95d49-d33f-417f-9b31-6105862cd69f on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:55:05.776528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee720fe3-5726-4edb-8674-825bbf0a9792 None None] Pushing event deleted for resources: {'Port': ['ID=1ae95d49-d33f-417f-9b31-6105862cd69f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:06.262132 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:06.624434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Deleting port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:06.625028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:06.771573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] For port 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,segment=NetworkSegment(b6bc7fc2-b5fe-477b-9879-41374b062fef),segment_id=b6bc7fc2-b5fe-477b-9879-41374b062fef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:06.772764 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:06.797645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Calling delete_port for 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:07.038298 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:07.075463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6af402-0fb7-44f2-9dce-74a9b4d6ae14,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:07.300972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:07.582647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Router 9850328c-9a62-4b6d-9a46-9ea179335e8f has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:55:08.164611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:55:08.182184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:08.183555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3977cb2c-fb36-4937-b704-14bc12f06a27 admin admin] 10.222.0.50 "PUT /v2.0/routers/9850328c-9a62-4b6d-9a46-9ea179335e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4997227 Aug 30 14:55:08.199361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] Sync routers for ids ['9850328c-9a62-4b6d-9a46-9ea179335e8f'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:55:08.218991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] Routers {'9850328c-9a62-4b6d-9a46-9ea179335e8f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:08.219660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9850328c-9a62-4b6d-9a46-9ea179335e8f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:08.410022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] Set router 9850328c-9a62-4b6d-9a46-9ea179335e8f gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:08.427991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.446261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:08.525578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3d12cc-3c50-4951-a53f-aea94d6bb1f2 admin admin] Deleting subnet 42348e2d-1c78-4178-8342-12663e1fa8f1 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:55:08.530446 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c3d12cc-3c50-4951-a53f-aea94d6bb1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.583960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.594934 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c3d12cc-3c50-4951-a53f-aea94d6bb1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.671244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Deleting port 6eb8121a-a7a7-47ff-80bb-78807c6321de {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:08.671902 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.680985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c3d12cc-3c50-4951-a53f-aea94d6bb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.751252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:55:06Z', 'revision_number': 5, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port': {'id': '6eb8121a-a7a7-47ff-80bb-78807c6321de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:48:51Z', 'updated_at': '2021-08-30T14:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:08.770458 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c3d12cc-3c50-4951-a53f-aea94d6bb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.792548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] For port 6eb8121a-a7a7-47ff-80bb-78807c6321de, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6eb8121a-a7a7-47ff-80bb-78807c6321de,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:08.793270 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.810797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Calling delete_port for 6eb8121a-a7a7-47ff-80bb-78807c6321de owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:08.811020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] Checking router: 9850328c-9a62-4b6d-9a46-9ea179335e8f for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:55:08.827982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] Routers {'9850328c-9a62-4b6d-9a46-9ea179335e8f'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:08.828647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9850328c-9a62-4b6d-9a46-9ea179335e8f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:08.833810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d12cc-3c50-4951-a53f-aea94d6bb1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42348e2d-1c78-4178-8342-12663e1fa8f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:08.855770 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c3d12cc-3c50-4951-a53f-aea94d6bb1f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:08.869129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2c3d12cc-3c50-4951-a53f-aea94d6bb1f2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/42348e2d-1c78-4178-8342-12663e1fa8f1 HTTP/1.1" status: 204 len: 168 time: 0.4208941 Aug 30 14:55:08.873911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:09.023838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] Set router 9850328c-9a62-4b6d-9a46-9ea179335e8f gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:09.031842 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.095809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:55:08Z', 'revision_number': 6, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:09.112329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb8121a-a7a7-47ff-80bb-78807c6321de,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:09.125676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f71ec-d12c-436f-a213-96ea812bf276 None None] The sync data for ids ['9850328c-9a62-4b6d-9a46-9ea179335e8f'] in n-d-805668-3 is: [{'id': '9850328c-9a62-4b6d-9a46-9ea179335e8f', 'name': 'tempest-TestServerBasicOps-386613566-router', 'tenant_id': '8011fcc24f71418a99e6303ac776e698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:48:49Z', 'updated_at': '2021-08-30T14:55:08Z', 'revision_number': 6, 'project_id': '8011fcc24f71418a99e6303ac776e698', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:55:09.157510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.282385 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.336758 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.356101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e11d51-d1f1-40c6-a940-dcc67ab12c59']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:09.378844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:09.379356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cf6c15-f090-4a7f-b203-c5e11fc3e4f4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:09.392443 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.408802 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.417290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:55:09.417708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:55:09.429797 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:55:09.467824 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.477506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.518581 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.562400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.568737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d5e11d51-d1f1-40c6-a940-dcc67ab12c59 HTTP/1.1" status: 204 len: 168 time: 0.6893682 Aug 30 14:55:09.568737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5393b1b-c390-474d-a648-e97148f49f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e11d51-d1f1-40c6-a940-dcc67ab12c59,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:09.619803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.620982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9850328c-9a62-4b6d-9a46-9ea179335e8f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:55:09.627621 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.629139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c19f7069-f34b-4795-84fa-cdefd1e9a079 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9850328c-9a62-4b6d-9a46-9ea179335e8f HTTP/1.1" status: 204 len: 168 time: 1.4506869 Aug 30 14:55:09.631968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:09.694713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcd90d7-759f-417e-b56e-f1b11b343307 admin admin] Deleting subnet 41b88573-c3d4-49c6-86f2-dc2ffdf66e18 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:55:09.698869 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fcd90d7-759f-417e-b56e-f1b11b343307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.758746 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fcd90d7-759f-417e-b56e-f1b11b343307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.848922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:09.883362 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fcd90d7-759f-417e-b56e-f1b11b343307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:09.939784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e0dc6431-1f71-412d-bed8-4d9b95ffd554 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29f3397eab5f478091c81f2f3e21d404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896690 Aug 30 14:55:09.943491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:09.971263 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fcd90d7-759f-417e-b56e-f1b11b343307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.007658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1115c393-94e7-40cd-bedb-ad305e6589e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.021997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd90d7-759f-417e-b56e-f1b11b343307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b88573-c3d4-49c6-86f2-dc2ffdf66e18,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:10.034371 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fcd90d7-759f-417e-b56e-f1b11b343307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.040189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9fcd90d7-759f-417e-b56e-f1b11b343307 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/41b88573-c3d4-49c6-86f2-dc2ffdf66e18 HTTP/1.1" status: 204 len: 168 time: 0.4047809 Aug 30 14:55:10.040425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7176d1d7-a100-4d8e-a810-24b8def8836b None None] Network aa097223-486d-458a-9674-b0edf5793ceb requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:55:10.040942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:10.060779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1115c393-94e7-40cd-bedb-ad305e6589e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.186158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1115c393-94e7-40cd-bedb-ad305e6589e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.189425 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1115c393-94e7-40cd-bedb-ad305e6589e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.195380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.195601 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1115c393-94e7-40cd-bedb-ad305e6589e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5aaa3817-dcd7-4588-b3fe-bf515db6dd7b HTTP/1.1" status: 204 len: 168 time: 0.2504139 Aug 30 14:55:10.240762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115c393-94e7-40cd-bedb-ad305e6589e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaa3817-dcd7-4588-b3fe-bf515db6dd7b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:10.300810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Deleting port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:10.301655 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.363132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] DHCP port deletion for aa097223-486d-458a-9674-b0edf5793ceb request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:55:10.384628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] For port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,segment=NetworkSegment(b6bc7fc2-b5fe-477b-9879-41374b062fef),segment_id=b6bc7fc2-b5fe-477b-9879-41374b062fef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:10.385524 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.402763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Calling delete_port for 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:10.442918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] Deleting port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:10.443824 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.507931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.527274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] No DVR routers for this DVR port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:55:10.533997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] For port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,segment=NetworkSegment(b6bc7fc2-b5fe-477b-9879-41374b062fef),segment_id=b6bc7fc2-b5fe-477b-9879-41374b062fef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:10.534391 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.564094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] Calling delete_port for 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:10.600857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:10.664694 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.677201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa097223-486d-458a-9674-b0edf5793ceb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:10.690831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bc7fc2-b5fe-477b-9879-41374b062fef') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:10.691309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bc7fc2-b5fe-477b-9879-41374b062fef') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:10.709225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.711941 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.737990 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.748782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:55:10.749239 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:55:10.751156 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:55:10.764719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] No DVR routers for this DVR port 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:55:10.774382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1bd0a-fa40-45cb-acfe-7c962c880a66 None None] Pushing event deleted for resources: {'Port': ['ID=4d79cbaa-b39a-43a0-91d5-033bcbb77c57,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:10.836387 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.843648 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:10.845578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/aa097223-486d-458a-9674-b0edf5793ceb HTTP/1.1" status: 204 len: 168 time: 0.8031752 Aug 30 14:55:10.858559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d869cf-66cb-4445-8f71-15008299aec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa097223-486d-458a-9674-b0edf5793ceb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:10.977916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6eb8121a-a7a7-47ff-80bb-78807c6321de no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:55:11.003313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 6eb8121a-a7a7-47ff-80bb-78807c6321de {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:55:11.003763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6eb8121a-a7a7-47ff-80bb-78807c6321de not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:55:11.004316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:55:11.029398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:55:11.029747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 4d79cbaa-b39a-43a0-91d5-033bcbb77c57 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:55:11.030230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:55:11.034174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:11.067100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:55:11.067700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5a6af402-0fb7-44f2-9dce-74a9b4d6ae14 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:55:11.109677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-704445a8-c6c9-4c51-a873-32d9459bbf3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0978ab3046174ebdab65191a78134e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725574 Aug 30 14:55:11.110188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48880) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:11.193329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6908ecc-03cc-4335-8849-debfad1ec8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:11.235881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6908ecc-03cc-4335-8849-debfad1ec8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:11.311816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6908ecc-03cc-4335-8849-debfad1ec8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:11.314453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6908ecc-03cc-4335-8849-debfad1ec8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:11.315698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f6908ecc-03cc-4335-8849-debfad1ec8a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6fc33f5-aba7-4017-b917-810196c4ad3f HTTP/1.1" status: 204 len: 168 time: 0.2042089 Aug 30 14:55:11.324252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6908ecc-03cc-4335-8849-debfad1ec8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc33f5-aba7-4017-b917-810196c4ad3f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:11.756330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:11.816549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8e3b824e-a429-4a71-a40b-7e74cee5c65c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8011fcc24f71418a99e6303ac776e698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579758 Aug 30 14:55:11.819021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:11.887597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e37b17f-ff99-40a7-a307-3f19900a7b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:11.919537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e37b17f-ff99-40a7-a307-3f19900a7b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:11.997692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e37b17f-ff99-40a7-a307-3f19900a7b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:12.001650 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e37b17f-ff99-40a7-a307-3f19900a7b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:12.007950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3e37b17f-ff99-40a7-a307-3f19900a7b6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26e9055f-ff6a-49c8-b0a4-84e771afa88b HTTP/1.1" status: 204 len: 168 time: 0.1835561 Aug 30 14:55:12.022266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37b17f-ff99-40a7-a307-3f19900a7b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e9055f-ff6a-49c8-b0a4-84e771afa88b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:13.165167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:13.177229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:13.303237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1351615021-network', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:13.328887 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7c53-ed3e-4c69-95c1-a616aee47fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.331724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:13.335121 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.363634 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.458916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7c53-ed3e-4c69-95c1-a616aee47fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.463119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fbe7c53-ed3e-4c69-95c1-a616aee47fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.503557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe7c53-ed3e-4c69-95c1-a616aee47fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7424482-622b-4991-8a1d-1f2557cafdd6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:13.511098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6fbe7c53-ed3e-4c69-95c1-a616aee47fc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=adb71a259b334b68ad132654e1be9db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325305 Aug 30 14:55:13.512064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48958) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:13.552159 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-85b59a3d-b6b9-4838-975d-af9d8f030919 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=27f495483ae540d9b3a093ad50393c20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398250 Aug 30 14:55:13.595409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.601296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74fac46e-389f-4c35-aaea-07915fd8b6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.607391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.637895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74fac46e-389f-4c35-aaea-07915fd8b6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.654264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:55:13.687604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690c7393-117b-4450-bdd5-ba564ed89c94,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:13.695152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.695526 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Added segment 67cb774e-e311-4f7a-ab64-d4b234a3cd0e of type vlan for network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a Aug 30 14:55:13.740238 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.749337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74fac46e-389f-4c35-aaea-07915fd8b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.751819 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74fac46e-389f-4c35-aaea-07915fd8b6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.752945 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74fac46e-389f-4c35-aaea-07915fd8b6eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7424482-622b-4991-8a1d-1f2557cafdd6 HTTP/1.1" status: 204 len: 168 time: 0.2399471 Aug 30 14:55:13.759921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-54b38b8c-e932-4cfe-95e8-d6161cf72db3 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:13.761117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-54b38b8c-e932-4cfe-95e8-d6161cf72db3 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025993 Aug 30 14:55:13.770370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fac46e-389f-4c35-aaea-07915fd8b6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7424482-622b-4991-8a1d-1f2557cafdd6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:13.779821 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-40393e74-8a82-419f-8662-29cb23fd0baf tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/quotas/27f495483ae540d9b3a093ad50393c20 HTTP/1.1" status: 200 len: 375 time: 0.0121377 Aug 30 14:55:13.785111 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.786404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:13.787056 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:13.831164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-e4c6d095-a752-4dd1-902b-67db14f37232 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27f495483ae540d9b3a093ad50393c20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320623 Aug 30 14:55:13.851134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6845448 Aug 30 14:55:13.854190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:13.859934 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Request body: {'subnet': {'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1351615021-subnet', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:13.864533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e137ad-43cd-4186-9df1-a63d5916a763 admin admin] Pushing event updated for resources: {'Network': ['ID=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:13.876714 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:55:13.888044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:13.891053 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.081580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a01e9c6-641b-4659-8908-2e4aab2023ea req-84463a78-6290-4237-8b58-aa337ee137a8 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 210 time: 0.0351348 Aug 30 14:55:14.182992 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.208536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:14.222425 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-676a4180-8e76-4710-b7bb-128377375225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.255131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:14.267679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:14.268043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Network hostable DHCP agents. Network: ed3af74a-cd99-4e2e-b229-4e0f2e04e12a, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:55:14.287287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:55:14.304429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, ed3af74a-cd99-4e2e-b229-4e0f2e04e12a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:14.310684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:14.311858 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.319035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e3af2-b75d-43a8-bac4-2a961f344fcb None None] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:55:14.356994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-676a4180-8e76-4710-b7bb-128377375225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.363125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-676a4180-8e76-4710-b7bb-128377375225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.369410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6eff7f1b-94b7-4ce5-a025-6d44b94be1c4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5115993 Aug 30 14:55:14.369642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 48978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:14.376037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:14.406913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a4180-8e76-4710-b7bb-128377375225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb04126-c381-4aaa-bcb2-09afb4ec31b7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:14.413782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-676a4180-8e76-4710-b7bb-128377375225 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c8da456fa6e4972b8c7d460e1cc33db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039309 Aug 30 14:55:14.416328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.416507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 48980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:14.420550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.491164 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab400eb-b762-4f2c-9435-1894e324e5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.498476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.523760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab400eb-b762-4f2c-9435-1894e324e5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.525605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:55:14.526758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.584506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab400eb-b762-4f2c-9435-1894e324e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.590587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ab400eb-b762-4f2c-9435-1894e324e5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.593643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2ab400eb-b762-4f2c-9435-1894e324e5d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddb04126-c381-4aaa-bcb2-09afb4ec31b7 HTTP/1.1" status: 204 len: 168 time: 0.1760297 Aug 30 14:55:14.606750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab400eb-b762-4f2c-9435-1894e324e5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb04126-c381-4aaa-bcb2-09afb4ec31b7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:14.664656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.700655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Allocated IP 172.20.0.2 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/00f658b7-7ed3-4eb6-9a34-3c69e01b667d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:14.856438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.865173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Transition to ACTIVE for port object 00f658b7-7ed3-4eb6-9a34-3c69e01b667d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:14.880339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Transition to ACTIVE for port object 00f658b7-7ed3-4eb6-9a34-3c69e01b667d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:14.887840 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.901346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.926486 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:14.931048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:14.931781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:14.936032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:14.941437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Pushing event updated for resources: {'Port': ['ID=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:14.995157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Attempting to bind port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:14.995430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Attempting to bind port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:14.995801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Attempting to bind port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:15.001846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:15.002227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:15.002633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:15.003029 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:15.003500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Bound port: 00f658b7-7ed3-4eb6-9a34-3c69e01b667d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:15.003883 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:15.052953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Allocated IP 172.25.6.87 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/2b2bfc21-0b34-436b-b117-c2a2bb4139a2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:15.073850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] For port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:15.077830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] For port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:15.083575 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:15.170273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45952b2-e93f-4774-9d4d-98ac5c555e0a None None] Pushing event updated for resources: {'Port': ['ID=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:15.247987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44b43eb7-8d9c-4bd4-b886-59ea4097462b req-1fcbf2fc-1b62-4b42-809c-c15394f253cf tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 210 time: 0.0483503 Aug 30 14:55:15.269377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:15.295633 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-67320ef0-234f-4a45-bdda-d43c5b27c8f5 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=27f495483ae540d9b3a093ad50393c20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401647 Aug 30 14:55:15.408874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:15.482599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:15.492414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:15.497910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:15.507145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-64047fd3-baa9-483f-b49f-31c9cd3c0d9f tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:15.508774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-64047fd3-baa9-483f-b49f-31c9cd3c0d9f tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047081 Aug 30 14:55:15.511011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Pushing event updated for resources: {'Port': ['ID=2b2bfc21-0b34-436b-b117-c2a2bb4139a2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:15.551772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Request body: {'port': {'device_id': '8c28c902-d9a4-45cf-acfa-7543b4685308', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '27f495483ae540d9b3a093ad50393c20'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:15.847662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Made reservation on behalf of 27f495483ae540d9b3a093ad50393c20 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:15.851275 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:15.869622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:15.901152 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:16.137941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:16.155370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:16.190884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:16.239855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008c2efd-408f-4b71-a17d-b5b3a0025cb8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:16.312789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee4278-b2fd-4801-a09f-e0f86da95533 None None] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:55:16.377034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6758ba72-7a97-4269-9fba-b9daf7a23fb4 None None] Provisioning for port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:16.398764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c4c2d154-52fd-4f94-8fa2-696352a7c14a req-fb03406a-3f52-4baa-87ac-eb1164195431 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 210 time: 0.0515306 Aug 30 14:55:16.749241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Allocated IP 192.168.233.88 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/918dc9bb-b6f5-496d-ae3b-531af9973af8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:16.817817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Router f9325202-9005-42fa-ac26-82e5e58f72b7 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:55:16.972246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 00f658b7-7ed3-4eb6-9a34-3c69e01b667d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:17.009810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:55:17.013743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.025125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c52e98-8232-42ec-b763-46403362975c None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:55:17.035886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Transition to ACTIVE for port object 918dc9bb-b6f5-496d-ae3b-531af9973af8 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:17.036266 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c52e98-8232-42ec-b763-46403362975c None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:17.037193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:17.039665 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69c52e98-8232-42ec-b763-46403362975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:17.041341 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.046126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:17.046233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d000c8bb-d312-47e3-8171-f3424ad7980b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6722932 Aug 30 14:55:17.046320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:17.068773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.079987 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.121355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:17.124504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:17.127122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:17.170105 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-69c52e98-8232-42ec-b763-46403362975c None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:17.197375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:17.199517 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.218503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.245817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-2a361111-7b83-4bb6-abc9-fb16807b7382 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=dfc7c2cc6cad49998c4c9cc96375d363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567889 Aug 30 14:55:17.259096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Pushing event updated for resources: {'Port': ['ID=918dc9bb-b6f5-496d-ae3b-531af9973af8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:17.275314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:17.275605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-31742630-97ed-401f-98b4-eb31f0872b56 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7276649 Aug 30 14:55:17.283013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.333422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Request body: {'port': {'device_id': '8c28c902-d9a4-45cf-acfa-7543b4685308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:17.361263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:17.452484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.454359 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69c52e98-8232-42ec-b763-46403362975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:15Z', 'revision_number': 3, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:17.480798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-6a2e2da1-d2cb-4efb-85f9-db665bfd159c tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:17.482455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-6a2e2da1-d2cb-4efb-85f9-db665bfd159c tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247508 Aug 30 14:55:17.496420 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c52e98-8232-42ec-b763-46403362975c None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:55:17.496904 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c52e98-8232-42ec-b763-46403362975c None None] Updating router f9325202-9005-42fa-ac26-82e5e58f72b7 port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:55:17.525411 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-f7f78f08-eefe-42bc-98c2-ffe15f048ed8 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/quotas/dfc7c2cc6cad49998c4c9cc96375d363 HTTP/1.1" status: 200 len: 375 time: 0.0194817 Aug 30 14:55:17.531016 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69c52e98-8232-42ec-b763-46403362975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.546637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e233e9e-b572-463b-b9c2-51d79a0651bc None None] Provisioning for port 918dc9bb-b6f5-496d-ae3b-531af9973af8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:17.552038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e233e9e-b572-463b-b9c2-51d79a0651bc None None] Provisioning complete for port 918dc9bb-b6f5-496d-ae3b-531af9973af8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:17.552753 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e233e9e-b572-463b-b9c2-51d79a0651bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.602440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4e233e9e-b572-463b-b9c2-51d79a0651bc None None] Port 918dc9bb-b6f5-496d-ae3b-531af9973af8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:55:17.625567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-c4aa0968-cd51-43d5-9ea9-9e1cd4178c6c tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dfc7c2cc6cad49998c4c9cc96375d363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832646 Aug 30 14:55:17.675263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17daee-9e2c-4c81-9bfb-8f8926a37ed6 req-28f9dad1-495c-447d-9c79-b33f013e6dda tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:17.683973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fd17daee-9e2c-4c81-9bfb-8f8926a37ed6 req-28f9dad1-495c-447d-9c79-b33f013e6dda tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 935 time: 0.1031303 Aug 30 14:55:17.820851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fd17daee-9e2c-4c81-9bfb-8f8926a37ed6 req-b038a26a-645b-4327-8e2d-abaae4a392a4 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359789 Aug 30 14:55:17.871735 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69c52e98-8232-42ec-b763-46403362975c None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.883587 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7db3017-61f8-4888-bc97-e27e93bdba71 req-57f319e3-722b-46ef-8547-252a0dc95593 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 210 time: 0.0722415 Aug 30 14:55:17.885914 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918dc9bb-b6f5-496d-ae3b-531af9973af8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:55:17.888739 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-69c52e98-8232-42ec-b763-46403362975c None None] Transition to ACTIVE for port object 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:17.895578 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.898129 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69c52e98-8232-42ec-b763-46403362975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.919887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Transition to ACTIVE for port object 918dc9bb-b6f5-496d-ae3b-531af9973af8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:17.928110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:17.969838 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-69c52e98-8232-42ec-b763-46403362975c None None] Attempting to bind port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:17.970627 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-69c52e98-8232-42ec-b763-46403362975c None None] Attempting to bind port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:17.971529 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c52e98-8232-42ec-b763-46403362975c None None] Attempting to bind port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:17.977449 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Pushing event updated for resources: {'Port': ['ID=2b2bfc21-0b34-436b-b117-c2a2bb4139a2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:17.988529 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:17.988925 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:17.989329 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:17.989838 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:17.990183 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:17.990516 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:18.002551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:18.003802 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:18.004161 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:18.004546 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:18.004890 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:18.005247 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:18.010611 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c52e98-8232-42ec-b763-46403362975c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:18.010990 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c52e98-8232-42ec-b763-46403362975c None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:18.011400 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69c52e98-8232-42ec-b763-46403362975c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.012395 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c52e98-8232-42ec-b763-46403362975c None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:18.013182 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-69c52e98-8232-42ec-b763-46403362975c None None] Bound port: 2b2bfc21-0b34-436b-b117-c2a2bb4139a2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:18.013579 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69c52e98-8232-42ec-b763-46403362975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.049092 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=918dc9bb-b6f5-496d-ae3b-531af9973af8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:18.084027 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-69c52e98-8232-42ec-b763-46403362975c None None] For port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:18.088824 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-69c52e98-8232-42ec-b763-46403362975c None None] For port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2b2bfc21-0b34-436b-b117-c2a2bb4139a2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:18.096367 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69c52e98-8232-42ec-b763-46403362975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.119117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Attempting to bind port 918dc9bb-b6f5-496d-ae3b-531af9973af8 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:18.119474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Attempting to bind port 918dc9bb-b6f5-496d-ae3b-531af9973af8 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:18.119809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Attempting to bind port 918dc9bb-b6f5-496d-ae3b-531af9973af8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:18.126438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Port 918dc9bb-b6f5-496d-ae3b-531af9973af8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:55:18.126833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Attempting to bind port 918dc9bb-b6f5-496d-ae3b-531af9973af8 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:18.136089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:18.136409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:18.137420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:18.138145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Bound port: 918dc9bb-b6f5-496d-ae3b-531af9973af8, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:18.138532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.172796 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c52e98-8232-42ec-b763-46403362975c None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:18.173672 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69c52e98-8232-42ec-b763-46403362975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:18.238505 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.245453 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc515d2-dd33-4352-8e50-fa49197eec7c None None] Pushing event updated for resources: {'Port': ['ID=2b2bfc21-0b34-436b-b117-c2a2bb4139a2,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:18.245738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] For port 918dc9bb-b6f5-496d-ae3b-531af9973af8, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:18.252801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] For port 918dc9bb-b6f5-496d-ae3b-531af9973af8, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=918dc9bb-b6f5-496d-ae3b-531af9973af8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:18.258381 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.296991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:18.297685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.299094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] 10.222.0.21 "PUT /v2.0/ports/918dc9bb-b6f5-496d-ae3b-531af9973af8 HTTP/1.1" status: 200 len: 1095 time: 0.9793713 Aug 30 14:55:18.299557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c28c902-d9a4-45cf-acfa-7543b4685308', 'tag': '918dc9bb-b6f5-496d-ae3b-531af9973af8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:55:18.301990 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7661ce65-e5d8-46c3-942f-8b37fb9f441d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c28c902-d9a4-45cf-acfa-7543b4685308", "tag": "918dc9bb-b6f5-496d-ae3b-531af9973af8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:55:18.374457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ccddb-484a-490d-9c27-c04cdcdf0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=918dc9bb-b6f5-496d-ae3b-531af9973af8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:18.381082 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535e64ad-75aa-404f-b286-8b06956cefbd x-openstack-request-id: req-535e64ad-75aa-404f-b286-8b06956cefbd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:55:18.382978 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c28c902-d9a4-45cf-acfa-7543b4685308", "tag": "918dc9bb-b6f5-496d-ae3b-531af9973af8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:55:18.383284 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-535e64ad-75aa-404f-b286-8b06956cefbd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:55:18.392894 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c28c902-d9a4-45cf-acfa-7543b4685308', 'tag': '918dc9bb-b6f5-496d-ae3b-531af9973af8', 'status': 'completed', 'code': 200} Aug 30 14:55:18.412412 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-69c52e98-8232-42ec-b763-46403362975c None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:18.450399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-092d7b66-6898-40d1-81cf-d952b137bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:18.452225 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-092d7b66-6898-40d1-81cf-d952b137bfc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27f495483ae540d9b3a093ad50393c20&device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 1098 time: 0.0582433 Aug 30 14:55:18.529558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Allocated IP 172.20.0.1 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/94266063-689d-461a-8eda-2268a3785bb1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:18.550590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-60e660a9-97f2-4aaa-b745-64a8cff7adb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=918dc9bb-b6f5-496d-ae3b-531af9973af8 HTTP/1.1" status: 200 len: 217 time: 0.0819080 Aug 30 14:55:18.639159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-4690e39c-00ee-4d9a-bc45-a521e6d108a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:18.642007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-4690e39c-00ee-4d9a-bc45-a521e6d108a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0831687 Aug 30 14:55:18.646342 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69c52e98-8232-42ec-b763-46403362975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:15Z', 'revision_number': 3, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:18.678225 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.693338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Transition to ACTIVE for port object 94266063-689d-461a-8eda-2268a3785bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:18.707192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-02aca4fc-085f-41a5-9239-6120760731f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:18.708660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-02aca4fc-085f-41a5-9239-6120760731f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567591 Aug 30 14:55:18.732697 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.783038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:18.788136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:18.792039 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c52e98-8232-42ec-b763-46403362975c None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:15Z', 'revision_number': 3, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:55:18.794372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:18.797316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=94266063-689d-461a-8eda-2268a3785bb1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:18.826073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-de5621be-3c64-412f-9c5e-241bf7ed7862 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066937 Aug 30 14:55:18.856571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:18.985904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 00f658b7-7ed3-4eb6-9a34-3c69e01b667d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:19.057630 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c4b460fc-0b69-4be2-a2d4-9214a3a5a10d req-803cc8d6-f9ff-4f6a-8594-22af33b1f77d service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226875 Aug 30 14:55:19.078186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252a9e9-64e6-4673-ac51-88dc00877dd2 req-2522276f-8759-4d9c-af8f-690b0fa781bd tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:19.080041 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a252a9e9-64e6-4673-ac51-88dc00877dd2 req-2522276f-8759-4d9c-af8f-690b0fa781bd tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 947 time: 0.1163704 Aug 30 14:55:19.154011 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-638beda8-b5fc-4668-ad18-3ba09d91e7ba req-a8532136-2be9-4c92-92c6-2d7fcd731ba9 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 210 time: 0.1302526 Aug 30 14:55:19.158360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-0b7c12a5-9c72-4a01-a84e-d5c5920de24e tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dfc7c2cc6cad49998c4c9cc96375d363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1072502 Aug 30 14:55:19.209451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a252a9e9-64e6-4673-ac51-88dc00877dd2 req-b9037f4b-524b-45aa-bbf2-beaf8dedf242 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134686 Aug 30 14:55:19.279969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-d89510f2-fde5-4be2-8e0d-a4b85274fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:19.281745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-d89510f2-fde5-4be2-8e0d-a4b85274fd26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27f495483ae540d9b3a093ad50393c20&device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 1098 time: 0.0692711 Aug 30 14:55:19.330706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:19.334176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:19.334606 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:19.364542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f41ad80c-932b-4d8c-be65-e2bb29dbeda4 None None] Provisioning for port 94266063-689d-461a-8eda-2268a3785bb1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:19.380911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f41ad80c-932b-4d8c-be65-e2bb29dbeda4 None None] Provisioning complete for port 94266063-689d-461a-8eda-2268a3785bb1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:19.381479 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f41ad80c-932b-4d8c-be65-e2bb29dbeda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:19.399021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-f45e403d-a261-4a62-99d7-cf5b92195ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:19.401009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-f45e403d-a261-4a62-99d7-cf5b92195ce2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.1107826 Aug 30 14:55:19.434588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f41ad80c-932b-4d8c-be65-e2bb29dbeda4 None None] Port 94266063-689d-461a-8eda-2268a3785bb1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:55:19.454714 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-6bedda88-4838-4a32-8f00-294dcf95e5be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=918dc9bb-b6f5-496d-ae3b-531af9973af8 HTTP/1.1" status: 200 len: 217 time: 0.0457265 Aug 30 14:55:19.499420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ea6d73fc-adf9-413c-985a-e778f2bb11c7 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:19.501149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ea6d73fc-adf9-413c-985a-e778f2bb11c7 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3351381 Aug 30 14:55:19.517455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Request body: {'port': {'device_id': 'f472bec0-4392-4c4f-adca-99dcb1c22ab4', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': 'dfc7c2cc6cad49998c4c9cc96375d363'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:19.526878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-819bfb1b-bef5-482d-823f-ada3b4ba243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:19.528602 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-819bfb1b-bef5-482d-823f-ada3b4ba243f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0662801 Aug 30 14:55:19.578847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-d07fed63-531c-4f23-935e-49884dce18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:19.580800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-d07fed63-531c-4f23-935e-49884dce18f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437355 Aug 30 14:55:19.687902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-ad5192e3-84f3-4b3e-a0bc-3eb290aa0fb7 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981715 Aug 30 14:55:19.726203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Made reservation on behalf of dfc7c2cc6cad49998c4c9cc96375d363 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:19.730084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:19.743107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:19.745211 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:19.755295 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:19.791151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7661ce65-e5d8-46c3-942f-8b37fb9f441d req-a0491c3e-a100-40e9-a08e-6197d07cceb6 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952318 Aug 30 14:55:19.855725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=94266063-689d-461a-8eda-2268a3785bb1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:19.868421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.012862 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.020095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.024179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:20.030741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:20.060115 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.135468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae04c31-b4e0-4d21-b2fb-68e5a358ae60,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:20.255412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Allocated IP 192.168.233.78 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/d4d353fe-4155-489e-8c9f-4ff5a607552f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:20.266141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Router f9325202-9005-42fa-ac26-82e5e58f72b7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:55:20.305999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47014d0e-4b8e-488e-9d28-b81fe38b0cca req-fde95daf-18fe-4be7-909e-552cc9375cf7 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 210 time: 0.0416961 Aug 30 14:55:20.343987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b3a2-9829-4f15-8c35-f791b5285026 req-098a5934-8615-48de-bfcc-139da282113f tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:20.345561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5382b3a2-9829-4f15-8c35-f791b5285026 req-098a5934-8615-48de-bfcc-139da282113f tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 947 time: 0.0618975 Aug 30 14:55:20.369457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-310ad836-e879-403c-9834-b2f7b0564abf None None] Provisioning complete for port 94266063-689d-461a-8eda-2268a3785bb1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:20.370263 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-310ad836-e879-403c-9834-b2f7b0564abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.387567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5382b3a2-9829-4f15-8c35-f791b5285026 req-6a6880fa-e2f7-4eb2-b126-2dc624c46385 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357363 Aug 30 14:55:20.423305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-310ad836-e879-403c-9834-b2f7b0564abf None None] Port 94266063-689d-461a-8eda-2268a3785bb1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:55:20.505892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:55:20.512050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ed8d5065-e3e9-45ad-a895-a8e3a27da8e3 admin admin] 10.222.0.50 "PUT /v2.0/routers/f9325202-9005-42fa-ac26-82e5e58f72b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4643605 Aug 30 14:55:20.546603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.568127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Transition to ACTIVE for port object d4d353fe-4155-489e-8c9f-4ff5a607552f will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:20.607854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.653857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:20.659228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:20.663165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:20.693623 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Pushing event updated for resources: {'Port': ['ID=d4d353fe-4155-489e-8c9f-4ff5a607552f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:20.721692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:20.722426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.740578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ec145b40-02fe-463e-a58e-9f13475dd739 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2264769 Aug 30 14:55:20.753527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Request body: {'port': {'device_id': 'f472bec0-4392-4c4f-adca-99dcb1c22ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:20.773850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:55:20.784872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:20.785835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:20.827849 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:20.906091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:20.998070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-266cbd75-a5ed-419d-8298-a5b7bca7b5e8 None None] Provisioning for port d4d353fe-4155-489e-8c9f-4ff5a607552f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:21.003912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-266cbd75-a5ed-419d-8298-a5b7bca7b5e8 None None] Provisioning complete for port d4d353fe-4155-489e-8c9f-4ff5a607552f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:21.004447 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-266cbd75-a5ed-419d-8298-a5b7bca7b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.041591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:21.142640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-266cbd75-a5ed-419d-8298-a5b7bca7b5e8 None None] Port d4d353fe-4155-489e-8c9f-4ff5a607552f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:55:21.165339 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d353fe-4155-489e-8c9f-4ff5a607552f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:55:21.174695 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.190264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Transition to ACTIVE for port object d4d353fe-4155-489e-8c9f-4ff5a607552f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:21.194591 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.200065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:21.205249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:21.205767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1808932651-network', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:21.211596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:21.211967 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.229630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Made reservation on behalf of a1087a24d5324cdc9522e73b07da0410 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:21.232788 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.249931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.254206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d353fe-4155-489e-8c9f-4ff5a607552f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:21.263838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 2, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:21.297192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:55:21.297797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Updating router f9325202-9005-42fa-ac26-82e5e58f72b7 port 94266063-689d-461a-8eda-2268a3785bb1 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:55:21.335875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Attempting to bind port d4d353fe-4155-489e-8c9f-4ff5a607552f on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:21.336342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Attempting to bind port d4d353fe-4155-489e-8c9f-4ff5a607552f by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:21.336811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Attempting to bind port d4d353fe-4155-489e-8c9f-4ff5a607552f on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:21.342392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Port d4d353fe-4155-489e-8c9f-4ff5a607552f on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:55:21.342825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Attempting to bind port d4d353fe-4155-489e-8c9f-4ff5a607552f on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:21.356791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:21.358289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:21.359862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:21.360459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Bound port: d4d353fe-4155-489e-8c9f-4ff5a607552f, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:21.361309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.366441 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.374981 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.382741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.388072 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.402687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2b2bfc21-0b34-436b-b117-c2a2bb4139a2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:21.406194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:55:21.420315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.420820 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Added segment 3d48281b-7a56-4c9b-b644-41f95ac82c7d of type vlan for network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 Aug 30 14:55:21.510307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.525627 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.546928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] For port d4d353fe-4155-489e-8c9f-4ff5a607552f, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:21.557805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f2000-265c-43d3-bd3d-eaf6f878f2f0 req-b6d1e361-3477-48cf-8431-ed0d85795a4a tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:21.566335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-907f2000-265c-43d3-bd3d-eaf6f878f2f0 req-b6d1e361-3477-48cf-8431-ed0d85795a4a tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 947 time: 0.1028159 Aug 30 14:55:21.569449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] For port d4d353fe-4155-489e-8c9f-4ff5a607552f, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d4d353fe-4155-489e-8c9f-4ff5a607552f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:21.572697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff48138d-1256-4183-b0c9-83aabf2ccdd0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:21.585815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.607390 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.609752 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:21.610439 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.639504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=2b2bfc21-0b34-436b-b117-c2a2bb4139a2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:21.641839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:21.642447 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.643948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] 10.222.0.39 "PUT /v2.0/ports/d4d353fe-4155-489e-8c9f-4ff5a607552f HTTP/1.1" status: 200 len: 1095 time: 0.8964512 Aug 30 14:55:21.646581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f472bec0-4392-4c4f-adca-99dcb1c22ab4', 'tag': 'd4d353fe-4155-489e-8c9f-4ff5a607552f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:55:21.649078 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8196bb1-355b-4800-ac43-5a4ee2c933a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f472bec0-4392-4c4f-adca-99dcb1c22ab4", "tag": "d4d353fe-4155-489e-8c9f-4ff5a607552f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:55:21.682092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-907f2000-265c-43d3-bd3d-eaf6f878f2f0 req-ab79fc49-7f44-4774-8c1d-72eb2f0110af tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145425 Aug 30 14:55:21.722430 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecba769f-fb35-4d34-828e-8818eec0259e x-openstack-request-id: req-ecba769f-fb35-4d34-828e-8818eec0259e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:55:21.722430 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f472bec0-4392-4c4f-adca-99dcb1c22ab4", "tag": "d4d353fe-4155-489e-8c9f-4ff5a607552f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:55:21.722430 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecba769f-fb35-4d34-828e-8818eec0259e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:55:21.722835 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f472bec0-4392-4c4f-adca-99dcb1c22ab4', 'tag': 'd4d353fe-4155-489e-8c9f-4ff5a607552f', 'status': 'completed', 'code': 200} Aug 30 14:55:21.741409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5377011 Aug 30 14:55:21.742231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:21.748669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9766e0-0ef6-411c-9a05-bf3a3b714973 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d353fe-4155-489e-8c9f-4ff5a607552f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:21.750521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504f2e8-b041-4377-ab2f-2b3c2cd24430 req-dd9faa46-91f2-4c87-8662-fb4a5e0acda4 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:21.758160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8504f2e8-b041-4377-ab2f-2b3c2cd24430 req-dd9faa46-91f2-4c87-8662-fb4a5e0acda4 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 947 time: 0.2242606 Aug 30 14:55:21.765896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-5ddd7543-16f2-441f-b269-b5ef2dd15a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:21.767488 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-5ddd7543-16f2-441f-b269-b5ef2dd15a51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfc7c2cc6cad49998c4c9cc96375d363&device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0631390 Aug 30 14:55:21.775221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Request body: {'subnet': {'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1808932651-subnet', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:21.791481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b4e69-d90b-44e1-8f1f-9dae1d30e124 admin admin] Pushing event updated for resources: {'Network': ['ID=1744241f-6c50-4fd2-91e6-20bbb2fb0229,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:21.808005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:55:21.817826 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-ba60fa23-07a8-43e1-9e8e-9affb4c9a014 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d4d353fe-4155-489e-8c9f-4ff5a607552f HTTP/1.1" status: 200 len: 217 time: 0.0417788 Aug 30 14:55:21.823584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Made reservation on behalf of a1087a24d5324cdc9522e73b07da0410 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:21.824265 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.826773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.832534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8504f2e8-b041-4377-ab2f-2b3c2cd24430 req-66020c85-d912-41f4-911e-beba3b889844 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719247 Aug 30 14:55:21.877317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-982e4777-3754-4db5-9c04-8a4f4445a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:21.879125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-982e4777-3754-4db5-9c04-8a4f4445a3e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0545881 Aug 30 14:55:21.884797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Transition to ACTIVE for port object 94266063-689d-461a-8eda-2268a3785bb1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:21.898900 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:21.936837 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-fd32f239-d4ab-48f0-9d44-940cf42b142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:21.938521 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-fd32f239-d4ab-48f0-9d44-940cf42b142d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524294 Aug 30 14:55:21.958799 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc84054-cbbf-49c8-a4f8-ec4a966e2706 None None] Pushing event updated for resources: {'Port': ['ID=94266063-689d-461a-8eda-2268a3785bb1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:22.033663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Attempting to bind port 94266063-689d-461a-8eda-2268a3785bb1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:22.034043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Attempting to bind port 94266063-689d-461a-8eda-2268a3785bb1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:22.034420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Attempting to bind port 94266063-689d-461a-8eda-2268a3785bb1 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:22.043346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.044165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:22.044554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:22.044962 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.045578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:22.046077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Bound port: 94266063-689d-461a-8eda-2268a3785bb1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:22.046859 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.072590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-d7e78ad9-055c-4448-a3ea-c3e85446cdd9 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250405 Aug 30 14:55:22.114376 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8866c48-e5bb-46bf-b242-8e8db5fb58a9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:22.121172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] For port 94266063-689d-461a-8eda-2268a3785bb1, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:22.123542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Checking segment: {'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:22.123971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Network hostable DHCP agents. Network: 1744241f-6c50-4fd2-91e6-20bbb2fb0229, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:55:22.124449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] For port 94266063-689d-461a-8eda-2268a3785bb1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=94266063-689d-461a-8eda-2268a3785bb1,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:22.130464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.146318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:55:22.158747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 1744241f-6c50-4fd2-91e6-20bbb2fb0229) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:22.167017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:22.168282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.179112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9520ac9-8d3b-422a-964c-d58d14d5336c None None] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:55:22.195034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-04553ac9-842b-4422-8e3c-356a6772a63b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4326229 Aug 30 14:55:22.198791 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c3033fd4-93c5-4f6c-ae99-f8ab00dca787 req-845a2a3b-a187-4e50-8d3c-6e69c3570dae service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182237 Aug 30 14:55:22.199813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49080) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:22.205670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:22.246498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.246498 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.254242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:22.254520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:22.291241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc84054-cbbf-49c8-a4f8-ec4a966e2706 None None] Pushing event updated for resources: {'Port': ['ID=94266063-689d-461a-8eda-2268a3785bb1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:22.372672 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.377485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-1fd3226a-66f9-4497-ab44-227e6196e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:22.379256 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-1fd3226a-66f9-4497-ab44-227e6196e186 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfc7c2cc6cad49998c4c9cc96375d363&device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 1098 time: 0.1227820 Aug 30 14:55:22.438274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:22.540893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-1744241f-6c50-4fd2-91e6-20bbb2fb0229', 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'fixed_ips': [{'subnet_id': 'a8866c48-e5bb-46bf-b242-8e8db5fb58a9'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:55:22.541705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.586502 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:22.653867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-a343dcea-23e1-42bc-b343-43163048a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:22.655354 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-a343dcea-23e1-42bc-b343-43163048a87b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.2352757 Aug 30 14:55:22.704594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-ad78f2ef-2f77-4a5d-99bf-fa642fbc227c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d4d353fe-4155-489e-8c9f-4ff5a607552f HTTP/1.1" status: 200 len: 217 time: 0.0407233 Aug 30 14:55:22.789371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Allocated IP 172.20.0.2 (1744241f-6c50-4fd2-91e6-20bbb2fb0229/a8866c48-e5bb-46bf-b242-8e8db5fb58a9/b16fad7d-357f-45be-a9cd-27aa62916cc7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:22.800361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-121afbc3-21ed-466a-a5e7-7a00416d919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:22.801890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-121afbc3-21ed-466a-a5e7-7a00416d919e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0900059 Aug 30 14:55:22.849955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171289a2-8f80-4d72-b93e-e7069cbd0ce8 req-e38d2af8-cfe2-4d4a-a1fe-d54752f8809b tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:22.851080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-171289a2-8f80-4d72-b93e-e7069cbd0ce8 req-e38d2af8-cfe2-4d4a-a1fe-d54752f8809b tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 947 time: 0.1060545 Aug 30 14:55:22.864802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:22Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:22.898778 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d084f-b16c-499b-910f-f7e09539273c None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:22Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:55:23.052943 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.057222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec731e-9db4-411c-aa09-28b793267317 req-1f033812-cc77-443b-a879-5cf766aa4873 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:23.058635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:23.059175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dec731e-9db4-411c-aa09-28b793267317 req-1f033812-cc77-443b-a879-5cf766aa4873 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 947 time: 0.1198287 Aug 30 14:55:23.094632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Transition to ACTIVE for port object b16fad7d-357f-45be-a9cd-27aa62916cc7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:23.116603 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1dec731e-9db4-411c-aa09-28b793267317 req-d4e1e3de-8379-46ee-a8a2-216deb187762 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486510 Aug 30 14:55:23.124265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Transition to ACTIVE for port object b16fad7d-357f-45be-a9cd-27aa62916cc7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:23.142170 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.192865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:23.198099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:23.202309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:23.202692 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.207712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:23.234996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Pushing event updated for resources: {'Port': ['ID=b16fad7d-357f-45be-a9cd-27aa62916cc7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:23.309700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Attempting to bind port b16fad7d-357f-45be-a9cd-27aa62916cc7 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:23.310085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Attempting to bind port b16fad7d-357f-45be-a9cd-27aa62916cc7 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:23.310457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Attempting to bind port b16fad7d-357f-45be-a9cd-27aa62916cc7 on network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:23.318414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:23.318840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Checking segment: {'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:23.319226 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.319616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Bound using segment: {'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:23.320102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Bound port: b16fad7d-357f-45be-a9cd-27aa62916cc7, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:23.320492 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.338155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-6a0d9696-232e-4d6f-b1c2-007b4220912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:23.340383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-6a0d9696-232e-4d6f-b1c2-007b4220912c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5292006 Aug 30 14:55:23.447795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-171289a2-8f80-4d72-b93e-e7069cbd0ce8 req-def8d137-a8df-4b3b-aa24-76a79bc3b061 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530107 Aug 30 14:55:23.458532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.483328 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.563819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-fa14852a-2df9-48d5-8754-2095981dec44 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923113 Aug 30 14:55:23.568377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 918dc9bb-b6f5-496d-ae3b-531af9973af8 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:55:23.603185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] For port b16fad7d-357f-45be-a9cd-27aa62916cc7, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:23.608008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] For port b16fad7d-357f-45be-a9cd-27aa62916cc7, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b16fad7d-357f-45be-a9cd-27aa62916cc7,segment=NetworkSegment(3d48281b-7a56-4c9b-b644-41f95ac82c7d),segment_id=3d48281b-7a56-4c9b-b644-41f95ac82c7d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:23.620992 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.689068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Allocated IP 172.25.6.199 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c2c4422d-4903-413d-9500-f5026b0e5fc2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:23.727549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8196bb1-355b-4800-ac43-5a4ee2c933a7 req-725678d2-68f7-4354-908e-e57f92c9b628 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552963 Aug 30 14:55:23.744125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674164b-631a-4947-ab35-a07ef01c2dda None None] Pushing event updated for resources: {'Port': ['ID=b16fad7d-357f-45be-a9cd-27aa62916cc7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:23.748580 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 918dc9bb-b6f5-496d-ae3b-531af9973af8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=918dc9bb-b6f5-496d-ae3b-531af9973af8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:23.760260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '918dc9bb-b6f5-496d-ae3b-531af9973af8', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '918dc9bb-b6f5-496d-ae3b-531af9973af8', 'mac_address': 'fa:16:3e:49:6c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:55:23.802837 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.823760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918dc9bb-b6f5-496d-ae3b-531af9973af8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:55:23.845732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 918dc9bb-b6f5-496d-ae3b-531af9973af8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=918dc9bb-b6f5-496d-ae3b-531af9973af8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:23.846515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.851266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.905490 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:23.917858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=918dc9bb-b6f5-496d-ae3b-531af9973af8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:23.975142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:23.980749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:23.984762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:24.015652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Pushing event updated for resources: {'Port': ['ID=c2c4422d-4903-413d-9500-f5026b0e5fc2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:24.253447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3930ea-2e33-49fb-afa8-67b8d19c7711 req-c66807c6-cd8b-4c12-9ed9-ffbf16cca088 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:24.256234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c3930ea-2e33-49fb-afa8-67b8d19c7711 req-c66807c6-cd8b-4c12-9ed9-ffbf16cca088 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 948 time: 0.0635786 Aug 30 14:55:24.292493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:24.303350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c3930ea-2e33-49fb-afa8-67b8d19c7711 req-dcf5e1c3-d2e2-473c-8ed4-053b4811f2d3 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Aug 30 14:55:24.316301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['918dc9bb-b6f5-496d-ae3b-531af9973af8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:55:24.565476 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:24.637423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7632ab-602f-4c8a-840a-4699fbf49035 req-d8201099-b8f1-4672-a80d-9cb3fb9280cd tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:24.638897 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f7632ab-602f-4c8a-840a-4699fbf49035 req-d8201099-b8f1-4672-a80d-9cb3fb9280cd tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 947 time: 0.1082275 Aug 30 14:55:24.725616 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f7632ab-602f-4c8a-840a-4699fbf49035 req-d7507b2c-fe22-47a6-8abe-c9681b02e618 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550442 Aug 30 14:55:24.759529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Router 477ddcde-5f37-4292-ad57-97b5d4688779 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:55:24.830534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a270e9e-8e93-4992-a5fd-c7a3c748bbec None None] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:55:24.904272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-582346ab-4c2d-4c59-b44f-37db963c1255 None None] Provisioning for port b16fad7d-357f-45be-a9cd-27aa62916cc7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:24.910309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:55:24.926377 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Sync routers for ids ['477ddcde-5f37-4292-ad57-97b5d4688779'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:55:24.951884 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Routers {'477ddcde-5f37-4292-ad57-97b5d4688779'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:24.952522 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['477ddcde-5f37-4292-ad57-97b5d4688779'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:24.957469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:24.960687 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8b5e255b-a47c-4060-a49a-c3a140e35bda admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7591214 Aug 30 14:55:24.963504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:25.093010 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Set router 477ddcde-5f37-4292-ad57-97b5d4688779 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:25.115863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b16fad7d-357f-45be-a9cd-27aa62916cc7 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:25.212853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b16fad7d-357f-45be-a9cd-27aa62916cc7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:25.221955 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29249cdb-5e3d-4e7c-8c24-bcd7e9de3a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.225852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b16fad7d-357f-45be-a9cd-27aa62916cc7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:25.226526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.332687 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T14:55:24Z', 'revision_number': 3, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port': {'id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:23Z', 'updated_at': '2021-08-30T14:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:25.371792 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Checking router: 477ddcde-5f37-4292-ad57-97b5d4688779 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:55:25.372932 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Updating router 477ddcde-5f37-4292-ad57-97b5d4688779 port c2c4422d-4903-413d-9500-f5026b0e5fc2 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:55:25.405945 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.441437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e3151bd-9430-45c8-8cdb-f30e0a9f2b27 None None] Provisioning complete for port b16fad7d-357f-45be-a9cd-27aa62916cc7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:25.442133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e3151bd-9430-45c8-8cdb-f30e0a9f2b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.449112 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.519391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b16fad7d-357f-45be-a9cd-27aa62916cc7, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b16fad7d-357f-45be-a9cd-27aa62916cc7,segment=NetworkSegment(3d48281b-7a56-4c9b-b644-41f95ac82c7d),segment_id=3d48281b-7a56-4c9b-b644-41f95ac82c7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:25.526954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.528673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 94266063-689d-461a-8eda-2268a3785bb1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:25.612749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 918dc9bb-b6f5-496d-ae3b-531af9973af8 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:25.634120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef176e-153b-4cce-9286-37a9ac4cbdc6 req-833cb6b6-6685-479a-b92f-592328c61ee9 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:25.636931 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1ef176e-153b-4cce-9286-37a9ac4cbdc6 req-833cb6b6-6685-479a-b92f-592328c61ee9 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 948 time: 0.1210477 Aug 30 14:55:25.643180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d4d353fe-4155-489e-8c9f-4ff5a607552f details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:55:25.689652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 94266063-689d-461a-8eda-2268a3785bb1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:25.698040 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.711003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 94266063-689d-461a-8eda-2268a3785bb1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:25.711384 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.737901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b16fad7d-357f-45be-a9cd-27aa62916cc7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:25.771489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1ef176e-153b-4cce-9286-37a9ac4cbdc6 req-e03bf2f0-bec7-49ca-9edc-ea500935e20d tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211777 Aug 30 14:55:25.785940 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.806971 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Transition to ACTIVE for port object c2c4422d-4903-413d-9500-f5026b0e5fc2 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:25.817254 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.883359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 918dc9bb-b6f5-496d-ae3b-531af9973af8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:25.891284 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975c333-3a66-4266-95e3-a0ea56695ff3 None None] Pushing event updated for resources: {'Port': ['ID=c2c4422d-4903-413d-9500-f5026b0e5fc2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:25.903334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 918dc9bb-b6f5-496d-ae3b-531af9973af8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:25.903845 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.913793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ecbe-200c-4440-b428-8b7aabde4423 req-8da7d3bc-da7f-4498-a4c1-5e2f01a66d9c tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:25.915420 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8cc9ecbe-200c-4440-b428-8b7aabde4423 req-8da7d3bc-da7f-4498-a4c1-5e2f01a66d9c tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 947 time: 0.0711367 Aug 30 14:55:25.925847 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Attempting to bind port c2c4422d-4903-413d-9500-f5026b0e5fc2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:25.926260 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Attempting to bind port c2c4422d-4903-413d-9500-f5026b0e5fc2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:25.926630 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Attempting to bind port c2c4422d-4903-413d-9500-f5026b0e5fc2 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:25.934416 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:25.934826 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:25.935211 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.935599 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:25.936068 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Bound port: c2c4422d-4903-413d-9500-f5026b0e5fc2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:25.936448 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:25.977743 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8cc9ecbe-200c-4440-b428-8b7aabde4423 req-ab0a1053-6558-4c29-98ee-76d96dba0a9e tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518417 Aug 30 14:55:25.984110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d4d353fe-4155-489e-8c9f-4ff5a607552f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d4d353fe-4155-489e-8c9f-4ff5a607552f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:25.998467 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.006788 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] For port c2c4422d-4903-413d-9500-f5026b0e5fc2, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:26.011770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] For port c2c4422d-4903-413d-9500-f5026b0e5fc2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c2c4422d-4903-413d-9500-f5026b0e5fc2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:26.015006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'd4d353fe-4155-489e-8c9f-4ff5a607552f', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': 'd4d353fe-4155-489e-8c9f-4ff5a607552f', 'mac_address': 'fa:16:3e:b6:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:55:26.016727 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.023097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Allocated IP 172.20.0.1 (1744241f-6c50-4fd2-91e6-20bbb2fb0229/a8866c48-e5bb-46bf-b242-8e8db5fb58a9/eb31e038-39b8-4669-bd1a-b8665a75fe1d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:26.073920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 94266063-689d-461a-8eda-2268a3785bb1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=94266063-689d-461a-8eda-2268a3785bb1,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:26.075440 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Routers {'477ddcde-5f37-4292-ad57-97b5d4688779'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:26.076482 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:54:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['477ddcde-5f37-4292-ad57-97b5d4688779'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:26.102860 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.131144 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975c333-3a66-4266-95e3-a0ea56695ff3 None None] Pushing event updated for resources: {'Port': ['ID=c2c4422d-4903-413d-9500-f5026b0e5fc2,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:26.138135 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.153323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.154228 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.169961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Transition to ACTIVE for port object eb31e038-39b8-4669-bd1a-b8665a75fe1d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:26.172491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d353fe-4155-489e-8c9f-4ff5a607552f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:55:26.211307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.220152 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] Set router 477ddcde-5f37-4292-ad57-97b5d4688779 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:26.221233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28c902-d9a4-45cf-acfa-7543b4685308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918dc9bb-b6f5-496d-ae3b-531af9973af8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:55:26.223550 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d4a9ee-740c-4260-b730-235596017d33" -d '{"events": [{"server_uuid": "8c28c902-d9a4-45cf-acfa-7543b4685308", "name": "network-vif-plugged", "status": "completed", "tag": "918dc9bb-b6f5-496d-ae3b-531af9973af8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:55:26.239741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d4d353fe-4155-489e-8c9f-4ff5a607552f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d4d353fe-4155-489e-8c9f-4ff5a607552f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:26.240756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=94266063-689d-461a-8eda-2268a3785bb1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:26.247457 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.252816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 918dc9bb-b6f5-496d-ae3b-531af9973af8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=918dc9bb-b6f5-496d-ae3b-531af9973af8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:26.270874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:26.277587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:26.284624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:26.301271 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.306896 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e04b29-ffb2-4c67-8a53-efe2f5f7e875 x-openstack-request-id: req-95e04b29-ffb2-4c67-8a53-efe2f5f7e875 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:55:26.307280 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c28c902-d9a4-45cf-acfa-7543b4685308", "name": "network-vif-plugged", "status": "completed", "tag": "918dc9bb-b6f5-496d-ae3b-531af9973af8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:55:26.307596 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95e04b29-ffb2-4c67-8a53-efe2f5f7e875 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:55:26.307984 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28c902-d9a4-45cf-acfa-7543b4685308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918dc9bb-b6f5-496d-ae3b-531af9973af8', 'code': 200} Aug 30 14:55:26.319767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Pushing event updated for resources: {'Port': ['ID=eb31e038-39b8-4669-bd1a-b8665a75fe1d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:26.338143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.338818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d4d353fe-4155-489e-8c9f-4ff5a607552f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:26.423260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=918dc9bb-b6f5-496d-ae3b-531af9973af8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:26.455394 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T14:55:24Z', 'revision_number': 3, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port': {'id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:23Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:26.458097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d4d353fe-4155-489e-8c9f-4ff5a607552f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:55:26.479581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3b2cc-8116-42b9-acad-a3de429cabd8 req-053f6492-053d-47d7-b555-a35e41e3f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:26.481472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62b3b2cc-8116-42b9-acad-a3de429cabd8 req-053f6492-053d-47d7-b555-a35e41e3f5ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 1100 time: 0.0701499 Aug 30 14:55:26.498238 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca3f46-55c0-45b2-9e01-86043bd798bb None None] The sync data for ids ['477ddcde-5f37-4292-ad57-97b5d4688779'] in n-d-805668-3 is: [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T14:55:24Z', 'revision_number': 3, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port': {'id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:23Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:55:26.543748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62b3b2cc-8116-42b9-acad-a3de429cabd8 req-17d36abb-1432-40ff-9ddc-5ddde2f315be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352545 Aug 30 14:55:26.594055 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.634332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42e62a80-0992-4ef1-9602-a3e93b9b6004 None None] Provisioning for port eb31e038-39b8-4669-bd1a-b8665a75fe1d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:26.639202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42e62a80-0992-4ef1-9602-a3e93b9b6004 None None] Provisioning complete for port eb31e038-39b8-4669-bd1a-b8665a75fe1d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:26.639787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42e62a80-0992-4ef1-9602-a3e93b9b6004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.676501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-42e62a80-0992-4ef1-9602-a3e93b9b6004 None None] Port eb31e038-39b8-4669-bd1a-b8665a75fe1d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:55:26.785622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.789949 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.858107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:26.860103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Pushing event updated for resources: {'Port': ['ID=eb31e038-39b8-4669-bd1a-b8665a75fe1d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:26.941590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a7ee8-7878-46b7-9929-3919dedc6f0f req-62d5625f-f990-449f-b057-3247c063b161 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:26.946283 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-717a7ee8-7878-46b7-9929-3919dedc6f0f req-62d5625f-f990-449f-b057-3247c063b161 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 949 time: 0.0807335 Aug 30 14:55:26.993173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:27.002217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:27.002934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-717a7ee8-7878-46b7-9929-3919dedc6f0f req-e88d0ff7-cc67-4cf5-9c23-6d43681bccfd tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475440 Aug 30 14:55:27.097732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c2c4422d-4903-413d-9500-f5026b0e5fc2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:27.179372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c2c4422d-4903-413d-9500-f5026b0e5fc2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:27.185515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c2c4422d-4903-413d-9500-f5026b0e5fc2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:27.185937 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:27.202082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55ad7c-e376-449e-99d1-8d3dbadbe2ae req-002eff89-654f-431c-af1e-9d23fdadc148 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:27.203798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d55ad7c-e376-449e-99d1-8d3dbadbe2ae req-002eff89-654f-431c-af1e-9d23fdadc148 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 948 time: 0.1243699 Aug 30 14:55:27.247402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Router 477ddcde-5f37-4292-ad57-97b5d4688779 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:55:27.263881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d55ad7c-e376-449e-99d1-8d3dbadbe2ae req-355e093a-7393-4c53-b6ce-fc84a443e349 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Aug 30 14:55:27.303308 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:27.327442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-787813e1-c197-4275-834d-0230e0fc1e22 None None] Provisioning complete for port eb31e038-39b8-4669-bd1a-b8665a75fe1d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:27.327824 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-787813e1-c197-4275-834d-0230e0fc1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:27.331335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c2c4422d-4903-413d-9500-f5026b0e5fc2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c2c4422d-4903-413d-9500-f5026b0e5fc2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:27.353343 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:27.354139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b16fad7d-357f-45be-a9cd-27aa62916cc7 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:27.387320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:55:27.395576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae126530-13e9-4990-92bd-b1dc6569857c admin admin] 10.222.0.50 "PUT /v2.0/routers/477ddcde-5f37-4292-ad57-97b5d4688779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4305253 Aug 30 14:55:27.440603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-787813e1-c197-4275-834d-0230e0fc1e22 None None] Port eb31e038-39b8-4669-bd1a-b8665a75fe1d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:55:27.461356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c2c4422d-4903-413d-9500-f5026b0e5fc2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:27.467981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b16fad7d-357f-45be-a9cd-27aa62916cc7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:27.468362 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:27.548963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 94266063-689d-461a-8eda-2268a3785bb1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:27.598870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 94266063-689d-461a-8eda-2268a3785bb1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:27.599348 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:27.636153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d4d353fe-4155-489e-8c9f-4ff5a607552f up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:27.725835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port d4d353fe-4155-489e-8c9f-4ff5a607552f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:27.729958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port d4d353fe-4155-489e-8c9f-4ff5a607552f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:27.730987 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:27.811138 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:28.011680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d66703e-3528-4e20-9f9f-c054cb3e3f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:28.017828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port d4d353fe-4155-489e-8c9f-4ff5a607552f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d4d353fe-4155-489e-8c9f-4ff5a607552f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:28.022201 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:28.075989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=d4d353fe-4155-489e-8c9f-4ff5a607552f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:28.183252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac39646-9cb5-4ab1-a499-d0606123bf41 req-722aa27a-0f8b-4af5-a106-31699027c5df tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:28.185464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eac39646-9cb5-4ab1-a499-d0606123bf41 req-722aa27a-0f8b-4af5-a106-31699027c5df tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 949 time: 0.0585060 Aug 30 14:55:28.232316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eac39646-9cb5-4ab1-a499-d0606123bf41 req-d3a9cf69-6f6a-406a-ba65-6492e1332ee1 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Aug 30 14:55:28.288503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Sync routers for ids ['477ddcde-5f37-4292-ad57-97b5d4688779'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:55:28.302202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Routers {'477ddcde-5f37-4292-ad57-97b5d4688779'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:28.302839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:55:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['477ddcde-5f37-4292-ad57-97b5d4688779'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:28.336506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472bec0-4392-4c4f-adca-99dcb1c22ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d353fe-4155-489e-8c9f-4ff5a607552f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:55:28.338755 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087e8a84-ae6c-4946-bc30-b7cb9afdb02b" -d '{"events": [{"server_uuid": "f472bec0-4392-4c4f-adca-99dcb1c22ab4", "name": "network-vif-plugged", "status": "completed", "tag": "d4d353fe-4155-489e-8c9f-4ff5a607552f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:55:28.399020 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d86337c-1978-41d5-998e-97021a5ccef6 x-openstack-request-id: req-9d86337c-1978-41d5-998e-97021a5ccef6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:55:28.399438 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472bec0-4392-4c4f-adca-99dcb1c22ab4", "name": "network-vif-plugged", "status": "completed", "tag": "d4d353fe-4155-489e-8c9f-4ff5a607552f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:55:28.399757 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d86337c-1978-41d5-998e-97021a5ccef6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:55:28.400201 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472bec0-4392-4c4f-adca-99dcb1c22ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d353fe-4155-489e-8c9f-4ff5a607552f', 'code': 200} Aug 30 14:55:28.407187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86481e4-dcb7-4520-acfc-d31345b82079 req-dc8a8017-f66e-4ebf-93bf-b3445082c291 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:28.408840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a86481e4-dcb7-4520-acfc-d31345b82079 req-dc8a8017-f66e-4ebf-93bf-b3445082c291 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 949 time: 0.0650790 Aug 30 14:55:28.438127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Set router 477ddcde-5f37-4292-ad57-97b5d4688779 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:28.464928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a86481e4-dcb7-4520-acfc-d31345b82079 req-92dab9d5-33cc-465e-9358-e93b1ffa938f tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Aug 30 14:55:28.495264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7a8a7-ffc4-45d8-868c-013fa697238a req-b842178e-2d56-481d-a3bb-c9878aae5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:28.496871 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1cc7a8a7-ffc4-45d8-868c-013fa697238a req-b842178e-2d56-481d-a3bb-c9878aae5292 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 1100 time: 0.0591979 Aug 30 14:55:28.532262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1cc7a8a7-ffc4-45d8-868c-013fa697238a req-9983b26d-be83-4cdc-93e5-8bd230caa945 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284905 Aug 30 14:55:28.638310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:28.668282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 4, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port': {'id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:23Z', 'updated_at': '2021-08-30T14:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'eb31e038-39b8-4669-bd1a-b8665a75fe1d', 'name': '', 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'mac_address': 'fa:16:3e:d2:a1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'a8866c48-e5bb-46bf-b242-8e8db5fb58a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:25Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 2, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'subnets': [{'id': 'a8866c48-e5bb-46bf-b242-8e8db5fb58a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:28.703282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Checking router: 477ddcde-5f37-4292-ad57-97b5d4688779 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:55:28.703669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Updating router 477ddcde-5f37-4292-ad57-97b5d4688779 port eb31e038-39b8-4669-bd1a-b8665a75fe1d binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:55:28.730146 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:28.955260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c2c4422d-4903-413d-9500-f5026b0e5fc2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:29.027677 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:29.041156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Transition to ACTIVE for port object eb31e038-39b8-4669-bd1a-b8665a75fe1d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:29.048340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c2c4422d-4903-413d-9500-f5026b0e5fc2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:29.048745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:29.051022 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:29.128765 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfca6f-10ed-4900-89b1-14de8f0eb27d None None] Pushing event updated for resources: {'Port': ['ID=eb31e038-39b8-4669-bd1a-b8665a75fe1d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:29.212981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Attempting to bind port eb31e038-39b8-4669-bd1a-b8665a75fe1d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:29.213872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Attempting to bind port eb31e038-39b8-4669-bd1a-b8665a75fe1d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:29.213872 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Attempting to bind port eb31e038-39b8-4669-bd1a-b8665a75fe1d on network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:29.221858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:29.222234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Checking segment: {'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:29.222640 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:29.223033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Bound using segment: {'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:29.223506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Bound port: eb31e038-39b8-4669-bd1a-b8665a75fe1d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d48281b-7a56-4c9b-b644-41f95ac82c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:29.223889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:29.298140 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:29.327219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] For port eb31e038-39b8-4669-bd1a-b8665a75fe1d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:29.330722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] For port eb31e038-39b8-4669-bd1a-b8665a75fe1d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=eb31e038-39b8-4669-bd1a-b8665a75fe1d,segment=NetworkSegment(3d48281b-7a56-4c9b-b644-41f95ac82c7d),segment_id=3d48281b-7a56-4c9b-b644-41f95ac82c7d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:29.336737 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:29.401621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e559-02f6-46cc-90ab-0a411b62870a req-61802d47-5ce9-4158-8bc6-82833580d6d3 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:29.403308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b972e559-02f6-46cc-90ab-0a411b62870a req-61802d47-5ce9-4158-8bc6-82833580d6d3 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 949 time: 0.0851135 Aug 30 14:55:29.438511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfca6f-10ed-4900-89b1-14de8f0eb27d None None] Pushing event updated for resources: {'Port': ['ID=eb31e038-39b8-4669-bd1a-b8665a75fe1d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:29.443172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Routers {'477ddcde-5f37-4292-ad57-97b5d4688779'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:29.443780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:55:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['477ddcde-5f37-4292-ad57-97b5d4688779'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:29.461780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b972e559-02f6-46cc-90ab-0a411b62870a req-a8d74cca-3c45-4098-a5c9-16735128e64f tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474639 Aug 30 14:55:29.608787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] Set router 477ddcde-5f37-4292-ad57-97b5d4688779 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:29.659814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3806f-a38a-4ee8-860c-36fb7146753a req-25df7e58-6107-4052-849b-54da8c82bcff tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:29.666345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32e3806f-a38a-4ee8-860c-36fb7146753a req-25df7e58-6107-4052-849b-54da8c82bcff tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 949 time: 0.0946741 Aug 30 14:55:29.667321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-b62bfb4f-a0c4-488a-9d11-b7528bca6bb4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:29.675121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-b62bfb4f-a0c4-488a-9d11-b7528bca6bb4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.2209327 Aug 30 14:55:29.686871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-235a91b7-8970-4d3e-badc-8fb2a5c24228 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/quotas/43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 375 time: 0.0105901 Aug 30 14:55:29.718382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32e3806f-a38a-4ee8-860c-36fb7146753a req-81520bf3-d887-496d-a02b-2747cf4ccb66 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Aug 30 14:55:29.753694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-e4d4c005-f3a9-45d9-ad0b-0a43ee81e3dd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594416 Aug 30 14:55:29.886072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-61919878-c836-4125-a649-08b92af4c26f service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311593 Aug 30 14:55:29.902438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 4, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port': {'id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:23Z', 'updated_at': '2021-08-30T14:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'eb31e038-39b8-4669-bd1a-b8665a75fe1d', 'name': '', 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'mac_address': 'fa:16:3e:d2:a1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'a8866c48-e5bb-46bf-b242-8e8db5fb58a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:25Z', 'updated_at': '2021-08-30T14:55:29Z', 'revision_number': 4, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'subnets': [{'id': 'a8866c48-e5bb-46bf-b242-8e8db5fb58a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:29.936190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844abc4-755c-4f41-a374-d755f190aa15 None None] The sync data for ids ['477ddcde-5f37-4292-ad57-97b5d4688779'] in n-d-805668-3 is: [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 4, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port': {'id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:23Z', 'updated_at': '2021-08-30T14:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'eb31e038-39b8-4669-bd1a-b8665a75fe1d', 'name': '', 'network_id': '1744241f-6c50-4fd2-91e6-20bbb2fb0229', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'mac_address': 'fa:16:3e:d2:a1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'a8866c48-e5bb-46bf-b242-8e8db5fb58a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:25Z', 'updated_at': '2021-08-30T14:55:29Z', 'revision_number': 4, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'subnets': [{'id': 'a8866c48-e5bb-46bf-b242-8e8db5fb58a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:55:30.041912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-1af4364d-7be3-47af-972a-2d28a245dff9 service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471889 Aug 30 14:55:30.043039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91d41-2a20-4361-a1c2-c5ba31a95f14 req-3b0226b7-0f54-430a-a149-e2e9a1f95e28 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:30.050577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbb91d41-2a20-4361-a1c2-c5ba31a95f14 req-3b0226b7-0f54-430a-a149-e2e9a1f95e28 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 949 time: 0.0735986 Aug 30 14:55:30.097687 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbb91d41-2a20-4361-a1c2-c5ba31a95f14 req-603f017e-60df-4d48-9911-bfb3fab23373 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461190 Aug 30 14:55:30.389944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8afdacd2-b362-44c7-ac7c-1b3437ba496e req-b0b3ed18-fcb0-4670-ad18-7c0cda597d50 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 210 time: 0.0320113 Aug 30 14:55:30.862715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c2e65-0cd9-41c2-9b05-17848664e142 req-f91b06ba-3b2b-4cf0-a196-dff9a462ae99 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:30.864914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-980c2e65-0cd9-41c2-9b05-17848664e142 req-f91b06ba-3b2b-4cf0-a196-dff9a462ae99 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 949 time: 0.0745959 Aug 30 14:55:31.012359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device eb31e038-39b8-4669-bd1a-b8665a75fe1d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:31.068904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port eb31e038-39b8-4669-bd1a-b8665a75fe1d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:31.073674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port eb31e038-39b8-4669-bd1a-b8665a75fe1d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:31.074561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:31.168420 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:31.219581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port eb31e038-39b8-4669-bd1a-b8665a75fe1d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=eb31e038-39b8-4669-bd1a-b8665a75fe1d,segment=NetworkSegment(3d48281b-7a56-4c9b-b644-41f95ac82c7d),segment_id=3d48281b-7a56-4c9b-b644-41f95ac82c7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:31.225569 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:31.231366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa9d69-d63d-4739-90d5-0ab52481f64f req-6ed875c9-1d18-43e8-9ab6-3912a99530d9 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:31.237663 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18aa9d69-d63d-4739-90d5-0ab52481f64f req-6ed875c9-1d18-43e8-9ab6-3912a99530d9 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 949 time: 0.0628452 Aug 30 14:55:31.283069 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18aa9d69-d63d-4739-90d5-0ab52481f64f req-9b0e2dc1-59f2-4dae-96e2-4d343098ff49 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Aug 30 14:55:31.295658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=eb31e038-39b8-4669-bd1a-b8665a75fe1d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:31.300326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-980c2e65-0cd9-41c2-9b05-17848664e142 req-727a0a8a-ec67-496b-a15a-d8baa9d1105c tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283714 Aug 30 14:55:31.502248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b5736544-efa7-44e4-afdf-6d3979ac7cdc req-c84a541b-08a9-41f6-b5a6-b833dfa74c0c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 210 time: 0.0307465 Aug 30 14:55:31.660292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-7b4c1ee3-b81c-4ffb-9cc5-0b5cf8b201da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:31.662146 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-7b4c1ee3-b81c-4ffb-9cc5-0b5cf8b201da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1335628 Aug 30 14:55:31.675183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:31.700710 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'port': {'device_id': '63541305-2e60-48a4-bd03-3dce30da5208', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'admin_state_up': True, 'tenant_id': '43e1b811f8d9454982d40325c43cbc46'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:31.815387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:31.819421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:31.955838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.20.0.10 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/041f69b9-d35b-4277-bfb0-3a436f17d652) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:32.053238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1714ad-1079-4508-8016-259ce924aed3 req-d1b68752-01cc-4635-a168-58a75e80c245 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:32.057124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb1714ad-1079-4508-8016-259ce924aed3 req-d1b68752-01cc-4635-a168-58a75e80c245 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 949 time: 0.0653861 Aug 30 14:55:32.130932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.148635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Transition to ACTIVE for port object 041f69b9-d35b-4277-bfb0-3a436f17d652 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:32.178024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Deleting port 918dc9bb-b6f5-496d-ae3b-531af9973af8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:32.178387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.187357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.247188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:32.250587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:32.256900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:32.285094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] For port 918dc9bb-b6f5-496d-ae3b-531af9973af8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=918dc9bb-b6f5-496d-ae3b-531af9973af8,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:32.285556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.290359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=041f69b9-d35b-4277-bfb0-3a436f17d652,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:32.320317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:32.320976 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.324497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Calling delete_port for 918dc9bb-b6f5-496d-ae3b-531af9973af8 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:32.343139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-ff17f6c0-f5fc-4874-b4d9-ceab977e53eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6469419 Aug 30 14:55:32.364101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Request body: {'port': {'device_id': '63541305-2e60-48a4-bd03-3dce30da5208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:32.492698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d14bb-9694-45e8-85a2-724bcc7c5019 req-dc9cbf6b-04e4-4f0c-bf6f-0ec18f748e95 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:32.494508 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-861d14bb-9694-45e8-85a2-724bcc7c5019 req-dc9cbf6b-04e4-4f0c-bf6f-0ec18f748e95 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c28c902-d9a4-45cf-acfa-7543b4685308 HTTP/1.1" status: 200 len: 949 time: 0.0869694 Aug 30 14:55:32.525006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.538968 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.579901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['918dc9bb-b6f5-496d-ae3b-531af9973af8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:55:32.617224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Pushing event deleted for resources: {'Port': ['ID=918dc9bb-b6f5-496d-ae3b-531af9973af8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:32.641301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ede73a80-0936-49e5-8369-108fbdb5a633 None None] Provisioning for port 041f69b9-d35b-4277-bfb0-3a436f17d652 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:32.645643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ede73a80-0936-49e5-8369-108fbdb5a633 None None] Provisioning complete for port 041f69b9-d35b-4277-bfb0-3a436f17d652 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:32.646046 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ede73a80-0936-49e5-8369-108fbdb5a633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.686049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ede73a80-0936-49e5-8369-108fbdb5a633 None None] Port 041f69b9-d35b-4277-bfb0-3a436f17d652 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:55:32.707260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] No DVR routers for this DVR port 918dc9bb-b6f5-496d-ae3b-531af9973af8 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:55:32.710804 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.713865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.21 "DELETE /v2.0/ports/918dc9bb-b6f5-496d-ae3b-531af9973af8 HTTP/1.1" status: 204 len: 173 time: 0.6495714 Aug 30 14:55:32.716165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28c902-d9a4-45cf-acfa-7543b4685308', 'name': 'network-vif-deleted', 'tag': '918dc9bb-b6f5-496d-ae3b-531af9973af8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:55:32.719658 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2d0d91-bfae-4008-a530-39b4310d2fc4" -d '{"events": [{"server_uuid": "8c28c902-d9a4-45cf-acfa-7543b4685308", "name": "network-vif-deleted", "tag": "918dc9bb-b6f5-496d-ae3b-531af9973af8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:55:32.723222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-861d14bb-9694-45e8-85a2-724bcc7c5019 req-bacedb92-0f75-4a3a-9491-6f84af7d7585 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] 10.222.0.50 "GET /v2.0/security-groups?id=008c2efd-408f-4b71-a17d-b5b3a0025cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155855 Aug 30 14:55:32.748421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b54fb-a0fc-4d11-a9dc-966daa7f592d req-13732642-8d6f-4c6d-b48c-3f61a2aafc00 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:32.766334 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-285b54fb-a0fc-4d11-a9dc-966daa7f592d req-13732642-8d6f-4c6d-b48c-3f61a2aafc00 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 932 time: 0.1399090 Aug 30 14:55:32.783801 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7ddbf-ddd2-438b-9b23-238268ac6e71 x-openstack-request-id: req-ecb7ddbf-ddd2-438b-9b23-238268ac6e71 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:55:32.784089 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c28c902-d9a4-45cf-acfa-7543b4685308", "name": "network-vif-deleted", "tag": "918dc9bb-b6f5-496d-ae3b-531af9973af8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:55:32.784535 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecb7ddbf-ddd2-438b-9b23-238268ac6e71 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:55:32.784934 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28c902-d9a4-45cf-acfa-7543b4685308', 'name': 'network-vif-deleted', 'tag': '918dc9bb-b6f5-496d-ae3b-531af9973af8', 'status': 'completed', 'code': 200} Aug 30 14:55:32.836860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-285b54fb-a0fc-4d11-a9dc-966daa7f592d req-31d97a2f-9a68-430d-b8a8-d8538910781d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690107 Aug 30 14:55:32.965365 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.975867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041f69b9-d35b-4277-bfb0-3a436f17d652 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:55:32.984326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:32.996814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device eb31e038-39b8-4669-bd1a-b8665a75fe1d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:32.997852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Transition to ACTIVE for port object 041f69b9-d35b-4277-bfb0-3a436f17d652 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:33.002125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:33.050747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port eb31e038-39b8-4669-bd1a-b8665a75fe1d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:33.051267 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:33.083490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Pushing event updated for resources: {'Port': ['ID=041f69b9-d35b-4277-bfb0-3a436f17d652,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:33.144038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Attempting to bind port 041f69b9-d35b-4277-bfb0-3a436f17d652 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:33.144380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Attempting to bind port 041f69b9-d35b-4277-bfb0-3a436f17d652 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:33.144714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Attempting to bind port 041f69b9-d35b-4277-bfb0-3a436f17d652 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:33.149598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Port 041f69b9-d35b-4277-bfb0-3a436f17d652 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:55:33.149932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Attempting to bind port 041f69b9-d35b-4277-bfb0-3a436f17d652 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:33.155900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:33.156245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:33.156642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:33.157271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Bound port: 041f69b9-d35b-4277-bfb0-3a436f17d652, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:33.157657 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:33.230574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] For port 041f69b9-d35b-4277-bfb0-3a436f17d652, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:33.235875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] For port 041f69b9-d35b-4277-bfb0-3a436f17d652, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=041f69b9-d35b-4277-bfb0-3a436f17d652,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:33.242129 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:33.287873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:33.289093 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:33.290203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] 10.222.0.21 "PUT /v2.0/ports/041f69b9-d35b-4277-bfb0-3a436f17d652 HTTP/1.1" status: 200 len: 1092 time: 0.9311688 Aug 30 14:55:33.292650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63541305-2e60-48a4-bd03-3dce30da5208', 'tag': '041f69b9-d35b-4277-bfb0-3a436f17d652'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:55:33.294914 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db486c7b-bd79-4f83-8548-60896d5da9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "63541305-2e60-48a4-bd03-3dce30da5208", "tag": "041f69b9-d35b-4277-bfb0-3a436f17d652"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:55:33.322659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746be807-f092-42d4-9212-834bd6b78c60 service neutron] Pushing event updated for resources: {'Port': ['ID=041f69b9-d35b-4277-bfb0-3a436f17d652,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:33.362123 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb29285e-96e9-4a9f-9bd3-bc7446d697d2 x-openstack-request-id: req-bb29285e-96e9-4a9f-9bd3-bc7446d697d2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:55:33.362421 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63541305-2e60-48a4-bd03-3dce30da5208", "tag": "041f69b9-d35b-4277-bfb0-3a436f17d652", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:55:33.362686 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb29285e-96e9-4a9f-9bd3-bc7446d697d2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:55:33.363082 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63541305-2e60-48a4-bd03-3dce30da5208', 'tag': '041f69b9-d35b-4277-bfb0-3a436f17d652', 'status': 'completed', 'code': 200} Aug 30 14:55:33.446231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-bf478c20-e924-4032-8b63-2e9cac4a6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:33.447444 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-bf478c20-e924-4032-8b63-2e9cac4a6e33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 1095 time: 0.0471003 Aug 30 14:55:33.506762 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-7d028abf-dc8d-4e34-b42c-0113b4118f6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041f69b9-d35b-4277-bfb0-3a436f17d652 HTTP/1.1" status: 200 len: 217 time: 0.0393515 Aug 30 14:55:33.571497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-e1af0a5a-0c2c-4bd2-96ed-6803b1bcafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:33.572975 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-e1af0a5a-0c2c-4bd2-96ed-6803b1bcafac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0565987 Aug 30 14:55:33.622592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-219860ac-6489-41a9-8381-7d9713465743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:33.624167 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-219860ac-6489-41a9-8381-7d9713465743 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429225 Aug 30 14:55:33.720575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-b4d226f9-4ecc-4bf2-baca-3b5559fe54c0 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877247 Aug 30 14:55:33.827156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f0f7b47-02ed-4ab5-9789-c21ed8c4c97e req-d0d046c0-d6a6-4e92-8183-f858f3f94b1b service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989575 Aug 30 14:55:33.981928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-70469ada-04ae-4e92-8e52-eda3f6df8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:33.983460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-70469ada-04ae-4e92-8e52-eda3f6df8dab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 1095 time: 0.0743561 Aug 30 14:55:34.024155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8bf84-b33e-4771-a7a4-67597eb88b35 req-e1ba1c5b-385d-4209-a68f-931948ccddd2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:34.025837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32f8bf84-b33e-4771-a7a4-67597eb88b35 req-e1ba1c5b-385d-4209-a68f-931948ccddd2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0892756 Aug 30 14:55:34.107956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32f8bf84-b33e-4771-a7a4-67597eb88b35 req-b9356ebf-e777-43e9-9b34-eeced78e5801 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569539 Aug 30 14:55:34.122720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-5ad05074-bf20-49b6-b0fe-bcec3137407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:34.124731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-5ad05074-bf20-49b6-b0fe-bcec3137407e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.1324995 Aug 30 14:55:34.176892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-a1820186-2a89-4c00-915f-a4ec42974864 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041f69b9-d35b-4277-bfb0-3a436f17d652 HTTP/1.1" status: 200 len: 217 time: 0.0427856 Aug 30 14:55:34.234253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-0402aa4d-8f1b-42e7-9596-ef2c03d54c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:34.242017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-0402aa4d-8f1b-42e7-9596-ef2c03d54c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0506074 Aug 30 14:55:34.289603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-5b6e5468-c78c-4106-beba-6bf1658bf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:34.291201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-5b6e5468-c78c-4106-beba-6bf1658bf1c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468943 Aug 30 14:55:34.419290 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-17eee4ba-7630-4c15-a81d-39bbbe1333eb service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192324 Aug 30 14:55:34.516758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db486c7b-bd79-4f83-8548-60896d5da9b7 req-55e8f160-a136-43a6-8152-4d9f541fb755 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882223 Aug 30 14:55:35.231877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c50c-2dd8-44bb-9360-cd49e5af8c0d req-666e9067-9d60-45f9-b0ac-9e58ac487156 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:35.233425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f83c50c-2dd8-44bb-9360-cd49e5af8c0d req-666e9067-9d60-45f9-b0ac-9e58ac487156 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0495410 Aug 30 14:55:35.272465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f83c50c-2dd8-44bb-9360-cd49e5af8c0d req-a640d478-1c86-4882-877a-363378e9fde3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328023 Aug 30 14:55:35.629320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 918dc9bb-b6f5-496d-ae3b-531af9973af8 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:55:35.649145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 918dc9bb-b6f5-496d-ae3b-531af9973af8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:55:35.649490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 918dc9bb-b6f5-496d-ae3b-531af9973af8 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:55:36.391273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4801b8-f365-4e29-8981-5fbf28597520 req-05f81c20-3bd6-455c-8cce-2a7dccc9cd51 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:36.392773 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f4801b8-f365-4e29-8981-5fbf28597520 req-05f81c20-3bd6-455c-8cce-2a7dccc9cd51 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0531247 Aug 30 14:55:36.434156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2f4801b8-f365-4e29-8981-5fbf28597520 req-128086c8-43d7-499a-8513-7dd4ebc33371 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354106 Aug 30 14:55:37.548971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa620f-907e-44ad-8867-f76f37e1c716 req-caecaa2f-2ebc-4082-b64a-4c758595b2cc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:37.550528 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ffa620f-907e-44ad-8867-f76f37e1c716 req-caecaa2f-2ebc-4082-b64a-4c758595b2cc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0494995 Aug 30 14:55:37.587516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9ffa620f-907e-44ad-8867-f76f37e1c716 req-4666ee09-b88d-442a-84d2-a57ccf2ab9f1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Aug 30 14:55:38.713692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271d38-6980-4549-95c1-c71bf99d7dba req-5d975f74-fc63-4403-8636-a28fd71b88cb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:38.721939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc271d38-6980-4549-95c1-c71bf99d7dba req-5d975f74-fc63-4403-8636-a28fd71b88cb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0662990 Aug 30 14:55:38.758466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc271d38-6980-4549-95c1-c71bf99d7dba req-9af24fb0-a8b1-42f4-958f-90577e9cec9a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Aug 30 14:55:39.878722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd2f74-0bba-453a-b285-31cb0cb41f9d req-f75b972e-c86b-44cf-8a03-cb4ec669ff08 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:39.880180 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89fd2f74-0bba-453a-b285-31cb0cb41f9d req-f75b972e-c86b-44cf-8a03-cb4ec669ff08 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0526886 Aug 30 14:55:39.920019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89fd2f74-0bba-453a-b285-31cb0cb41f9d req-75f970b7-0059-4965-91fd-7196d309269c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335932 Aug 30 14:55:40.349852 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:55:41.047935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930b88-12af-4b78-8b49-8fb93bfb30ff req-bbb223b9-219c-4a9d-8bc9-c83e5625cf91 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:41.049471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c930b88-12af-4b78-8b49-8fb93bfb30ff req-bbb223b9-219c-4a9d-8bc9-c83e5625cf91 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0543036 Aug 30 14:55:41.090205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8c930b88-12af-4b78-8b49-8fb93bfb30ff req-d3d87e72-6f46-43d6-a00e-a06117f9704a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Aug 30 14:55:42.052397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:42.189530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d3068864-6435-4f83-844c-309a7aafcf66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27f495483ae540d9b3a093ad50393c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358013 Aug 30 14:55:42.191983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:42.229427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ea233-7c49-4071-a0a1-1665aa4975d2 req-0641b6c1-2041-4cfd-aabe-667cc2d01db8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:42.231597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-681ea233-7c49-4071-a0a1-1665aa4975d2 req-0641b6c1-2041-4cfd-aabe-667cc2d01db8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0720201 Aug 30 14:55:42.276433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b1147e-d06f-46ea-9c04-e166223c2303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:42.290188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-681ea233-7c49-4071-a0a1-1665aa4975d2 req-0d926b19-8e83-4619-82b2-a8a7b2420141 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521159 Aug 30 14:55:42.303492 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b1147e-d06f-46ea-9c04-e166223c2303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:42.350027 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b1147e-d06f-46ea-9c04-e166223c2303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:42.352506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b1147e-d06f-46ea-9c04-e166223c2303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:42.353690 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a0b1147e-d06f-46ea-9c04-e166223c2303 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/008c2efd-408f-4b71-a17d-b5b3a0025cb8 HTTP/1.1" status: 204 len: 168 time: 0.1607807 Aug 30 14:55:42.362046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1147e-d06f-46ea-9c04-e166223c2303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008c2efd-408f-4b71-a17d-b5b3a0025cb8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:43.412676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306ea52-30d7-403e-a088-7bffe904508a req-ded60dad-e202-47a6-adac-1e19707e386d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:43.414392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8306ea52-30d7-403e-a088-7bffe904508a req-ded60dad-e202-47a6-adac-1e19707e386d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0544806 Aug 30 14:55:43.459785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8306ea52-30d7-403e-a088-7bffe904508a req-a4bed0e3-f0df-45db-a110-6d459586c672 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391119 Aug 30 14:55:44.586174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8f9a-1afb-4cc6-b924-8643e015e7ae req-43e299c4-44e4-4365-a773-37f6eab0a9a9 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:44.587782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464a8f9a-1afb-4cc6-b924-8643e015e7ae req-43e299c4-44e4-4365-a773-37f6eab0a9a9 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0547676 Aug 30 14:55:44.628487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464a8f9a-1afb-4cc6-b924-8643e015e7ae req-08f29dc4-c9e2-4e32-836c-5ea3ea389fd5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Aug 30 14:55:45.861819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abc5cd-a091-4684-b295-31e96652c499 req-cf70fecc-e932-41a3-9ef3-a71fa62edc87 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:45.871398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8abc5cd-a091-4684-b295-31e96652c499 req-cf70fecc-e932-41a3-9ef3-a71fa62edc87 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.1485653 Aug 30 14:55:45.918436 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8abc5cd-a091-4684-b295-31e96652c499 req-6833057c-4b2f-45b6-b48d-fbd2b1eb102f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 Aug 30 14:55:47.046691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d6fd4-0afd-4ffa-b570-f153c7b8cdc6 req-8bfaaacb-a19c-4183-bef5-fd06e0e036fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:47.049195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b33d6fd4-0afd-4ffa-b570-f153c7b8cdc6 req-8bfaaacb-a19c-4183-bef5-fd06e0e036fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 944 time: 0.0510511 Aug 30 14:55:47.098679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b33d6fd4-0afd-4ffa-b570-f153c7b8cdc6 req-6f2a2807-92ca-4b86-8fac-914d76edac0d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Aug 30 14:55:47.661149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 041f69b9-d35b-4277-bfb0-3a436f17d652 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:55:47.758836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 041f69b9-d35b-4277-bfb0-3a436f17d652, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=041f69b9-d35b-4277-bfb0-3a436f17d652,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:47.775109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '041f69b9-d35b-4277-bfb0-3a436f17d652', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'port_id': '041f69b9-d35b-4277-bfb0-3a436f17d652', 'mac_address': 'fa:16:3e:06:fb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:55:47.822116 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:47.846652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041f69b9-d35b-4277-bfb0-3a436f17d652 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:55:47.876310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 041f69b9-d35b-4277-bfb0-3a436f17d652, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=041f69b9-d35b-4277-bfb0-3a436f17d652,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:47.884309 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:47.943182 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=041f69b9-d35b-4277-bfb0-3a436f17d652,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:48.231677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fc5cc-7861-4449-a38e-0544be920d80 req-d00da85c-fd3b-479a-a8e6-c687882f603d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:48.233171 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-560fc5cc-7861-4449-a38e-0544be920d80 req-d00da85c-fd3b-479a-a8e6-c687882f603d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 945 time: 0.0552762 Aug 30 14:55:48.273724 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-560fc5cc-7861-4449-a38e-0544be920d80 req-083467f8-207a-4655-a77b-db59fc92c81b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334067 Aug 30 14:55:48.311481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['041f69b9-d35b-4277-bfb0-3a436f17d652'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:55:49.407126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c90e05-2543-4cdb-b380-632810e32d20 req-57004726-5314-44dd-a268-032d0c742a1a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:49.415125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4c90e05-2543-4cdb-b380-632810e32d20 req-57004726-5314-44dd-a268-032d0c742a1a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 945 time: 0.0618865 Aug 30 14:55:49.454633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4c90e05-2543-4cdb-b380-632810e32d20 req-86b112df-1860-4e7a-9a6f-6cc4c4f26b73 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384424 Aug 30 14:55:49.668038 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 041f69b9-d35b-4277-bfb0-3a436f17d652 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:49.722300 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 041f69b9-d35b-4277-bfb0-3a436f17d652 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:49.726529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 041f69b9-d35b-4277-bfb0-3a436f17d652 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:49.726895 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:49.823978 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:49.854020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63541305-2e60-48a4-bd03-3dce30da5208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041f69b9-d35b-4277-bfb0-3a436f17d652'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:55:49.857330 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfaec9c-d67f-4188-92e1-cb3f6688b8d1" -d '{"events": [{"server_uuid": "63541305-2e60-48a4-bd03-3dce30da5208", "name": "network-vif-plugged", "status": "completed", "tag": "041f69b9-d35b-4277-bfb0-3a436f17d652"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:55:49.873465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 041f69b9-d35b-4277-bfb0-3a436f17d652, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=041f69b9-d35b-4277-bfb0-3a436f17d652,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:49.881688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:49.936346 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf77f8b1-8aa8-4022-8104-dfbda103cb99 x-openstack-request-id: req-cf77f8b1-8aa8-4022-8104-dfbda103cb99 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:55:49.936745 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63541305-2e60-48a4-bd03-3dce30da5208", "name": "network-vif-plugged", "status": "completed", "tag": "041f69b9-d35b-4277-bfb0-3a436f17d652", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:55:49.937124 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf77f8b1-8aa8-4022-8104-dfbda103cb99 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:55:49.937615 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63541305-2e60-48a4-bd03-3dce30da5208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041f69b9-d35b-4277-bfb0-3a436f17d652', 'code': 200} Aug 30 14:55:49.955896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=041f69b9-d35b-4277-bfb0-3a436f17d652,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:50.068930 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:50.076990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9ef46-81ec-4c4d-bd50-2c9671a34e6d req-9bdfdd33-c8e4-46f4-bce5-59b899711213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:50.079209 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-94d9ef46-81ec-4c4d-bd50-2c9671a34e6d req-9bdfdd33-c8e4-46f4-bce5-59b899711213 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 1097 time: 0.0548236 Aug 30 14:55:50.123711 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-94d9ef46-81ec-4c4d-bd50-2c9671a34e6d req-b9966c96-8af1-44b9-8fa2-819163760681 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Aug 30 14:55:50.607860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d48964-8bd7-4c8c-9479-dd5c9672eadd req-4727b5f6-cd41-4304-8f99-a3fb37bb25a4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:50.615118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3d48964-8bd7-4c8c-9479-dd5c9672eadd req-4727b5f6-cd41-4304-8f99-a3fb37bb25a4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 946 time: 0.0671737 Aug 30 14:55:50.659260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3d48964-8bd7-4c8c-9479-dd5c9672eadd req-f048d6ee-6017-4c96-862f-f0ed5b9ef655 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Aug 30 14:55:51.522986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49562) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:51.652672 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:51.789264 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:51.793231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:51.812254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7c1a8-46e3-4359-929c-905c98f9e7ec req-d2542ed5-afc6-4fb1-85d8-7784999b16f1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:51.819336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90f7c1a8-46e3-4359-929c-905c98f9e7ec req-d2542ed5-afc6-4fb1-85d8-7784999b16f1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 946 time: 0.0595512 Aug 30 14:55:51.826330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f9fa4-b555-42c7-9be2-8dfbcb86e75a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:51.840310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.841659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.841659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.841659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.841659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.842054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.842154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.842444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.842772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.843099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.843427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.843754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:51.856077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c5f5f2a2-5695-4964-be3a-edf3870843bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=156e221951c94fd0b8c3ba61c33953d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290477 Aug 30 14:55:51.856296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:51.884266 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90f7c1a8-46e3-4359-929c-905c98f9e7ec req-4f850648-cb4a-4c9e-abf3-05d143d63c6d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574257 Aug 30 14:55:51.930550 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f127dbd-b756-4d40-9f6b-ab884fa9b156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:51.975076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f127dbd-b756-4d40-9f6b-ab884fa9b156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:52.037811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cc0d4-3185-4dd0-9fa2-891fe2e9b0b7 req-44b4327b-3431-4ca7-bfec-b7cc6bf468ca tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:52.039806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee5cc0d4-3185-4dd0-9fa2-891fe2e9b0b7 req-44b4327b-3431-4ca7-bfec-b7cc6bf468ca tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 946 time: 0.0903914 Aug 30 14:55:52.071522 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f127dbd-b756-4d40-9f6b-ab884fa9b156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:52.075440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f127dbd-b756-4d40-9f6b-ab884fa9b156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:52.080682 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7f127dbd-b756-4d40-9f6b-ab884fa9b156 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d6f9fa4-b555-42c7-9be2-8dfbcb86e75a HTTP/1.1" status: 204 len: 168 time: 0.2193696 Aug 30 14:55:52.102361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127dbd-b756-4d40-9f6b-ab884fa9b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f9fa4-b555-42c7-9be2-8dfbcb86e75a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:52.126318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ee5cc0d4-3185-4dd0-9fa2-891fe2e9b0b7 req-5ce5a2d7-9e81-4bd5-92ac-3ec79acbfb44 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639141 Aug 30 14:55:52.285536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a599de-49cf-4a51-8a3f-e184447461d5 req-79d77cf8-2216-4e5f-b59c-3ad552fc4b56 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:52.291585 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2a599de-49cf-4a51-8a3f-e184447461d5 req-79d77cf8-2216-4e5f-b59c-3ad552fc4b56 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 946 time: 0.0613742 Aug 30 14:55:52.356007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2a599de-49cf-4a51-8a3f-e184447461d5 req-729f30fe-540f-407f-88dd-febb3b810d8b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532992 Aug 30 14:55:52.650863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd5007-55a1-40ef-9117-23d3f3784bb3 req-71e9b37f-db8f-41ba-aa98-4ae89cc4b569 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:52.657749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-58cd5007-55a1-40ef-9117-23d3f3784bb3 req-71e9b37f-db8f-41ba-aa98-4ae89cc4b569 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 946 time: 0.0665331 Aug 30 14:55:52.702296 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-58cd5007-55a1-40ef-9117-23d3f3784bb3 req-49d0a9cd-33f2-4051-bd57-360ee90d22b3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Aug 30 14:55:53.482760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:53.634920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'network': {'name': 'tempest-network-smoke--935175239', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:53.656364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:53.659833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:53.668279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:53.762635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:53.767516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:53.824082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:55:53.836957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8986b9a6-370c-4237-a00c-efa2c4fabbc0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:53.842352 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:53.842709 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Added segment e0788850-c7a4-4438-84dc-710b70b59903 of type vlan for network 2ff193e8-572f-4718-84a6-f733518490de Aug 30 14:55:53.885367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b0d24-094b-401e-84ba-065aeef8916b req-6b53ad0e-ed75-4d9b-9ab1-0b2df178d330 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:53.887480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-758b0d24-094b-401e-84ba-065aeef8916b req-6b53ad0e-ed75-4d9b-9ab1-0b2df178d330 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 946 time: 0.1057408 Aug 30 14:55:53.906774 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:53.947596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-758b0d24-094b-401e-84ba-065aeef8916b req-57a00d94-9a70-4d71-9ed0-f5a79eaada47 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507231 Aug 30 14:55:53.954540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:53.960646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:53.961260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.023390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5393770 Aug 30 14:55:54.026385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:54.030776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'admin_state_up': True, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:54.044228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aa551-a221-4125-ad64-4bb6e966aebe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Network': ['ID=2ff193e8-572f-4718-84a6-f733518490de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:54.057272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 2ff193e8-572f-4718-84a6-f733518490de details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:55:54.060991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.062165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.114143 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.258032 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.461479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.487337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.596499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.25.6.123 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:54.704781 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.749207 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:54.785218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:54.789950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:54.795998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:54.818710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:54.889273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-d1c524a2-340b-4058-8a9d-97469c6d2844 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:54.890921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-d1c524a2-340b-4058-8a9d-97469c6d2844 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 946 time: 0.0532587 Aug 30 14:55:54.990749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port 041f69b9-d35b-4277-bfb0-3a436f17d652 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:55:54.991103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:55.115975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3edf01-91f4-430a-b8cf-9d7bde5b5423 req-6ee12005-a7e4-4d0e-b869-224f926ac569 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:55.117641 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b3edf01-91f4-430a-b8cf-9d7bde5b5423 req-6ee12005-a7e4-4d0e-b869-224f926ac569 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 946 time: 0.0764318 Aug 30 14:55:55.162865 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-908949b4-a451-4915-8599-1c8bca899a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:55.178665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] For port 041f69b9-d35b-4277-bfb0-3a436f17d652, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=041f69b9-d35b-4277-bfb0-3a436f17d652,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:55.178983 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:55.205156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for 041f69b9-d35b-4277-bfb0-3a436f17d652 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:55:55.213173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b3edf01-91f4-430a-b8cf-9d7bde5b5423 req-236830b9-8021-4118-acb3-2549c41432fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855398 Aug 30 14:55:55.354113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:55.389009 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=041f69b9-d35b-4277-bfb0-3a436f17d652,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:55.393718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['041f69b9-d35b-4277-bfb0-3a436f17d652'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:55:55.414834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.415275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.415689 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.416112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.417872 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.418300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.418711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.420077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.420492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.420903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.424334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.424772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:55.478322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:55.513692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] No DVR routers for this DVR port 041f69b9-d35b-4277-bfb0-3a436f17d652 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:55:55.522812 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:55.528378 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6721047-35de-4f92-9513-e1e155cc0b1a req-92d09da8-a8a7-40c2-ba42-e064c7aa8e48 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "DELETE /v2.0/ports/041f69b9-d35b-4277-bfb0-3a436f17d652 HTTP/1.1" status: 204 len: 173 time: 0.6297116 Aug 30 14:55:55.531820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63541305-2e60-48a4-bd03-3dce30da5208', 'name': 'network-vif-deleted', 'tag': '041f69b9-d35b-4277-bfb0-3a436f17d652'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:55:55.534406 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a788a1-145b-40eb-9a00-4cc46a17ff5c" -d '{"events": [{"server_uuid": "63541305-2e60-48a4-bd03-3dce30da5208", "name": "network-vif-deleted", "tag": "041f69b9-d35b-4277-bfb0-3a436f17d652"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:55:55.602536 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a664621-5143-4eec-ac5c-e86d75f92153 x-openstack-request-id: req-1a664621-5143-4eec-ac5c-e86d75f92153 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:55:55.603098 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63541305-2e60-48a4-bd03-3dce30da5208", "name": "network-vif-deleted", "tag": "041f69b9-d35b-4277-bfb0-3a436f17d652", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:55:55.603443 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a664621-5143-4eec-ac5c-e86d75f92153 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:55:55.603932 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63541305-2e60-48a4-bd03-3dce30da5208', 'name': 'network-vif-deleted', 'tag': '041f69b9-d35b-4277-bfb0-3a436f17d652', 'status': 'completed', 'code': 200} Aug 30 14:55:55.753992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:55.888394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 98ae4157-4903-4136-86c0-6086c1b05614 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:55:56.005009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:55:56.017350 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Sync routers for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:55:56.025386 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.027113 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:56.027935 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:55:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:56.029645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:56.030130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fcba5a2f-6f68-4aa6-9e05-f1bdb6de1e48 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0025215 Aug 30 14:55:56.110139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05641126-7e62-4f6f-880f-b01819d76d69 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=eea3b713294642c2b65711a2a7788b6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0792656 Aug 30 14:55:56.113913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:56.136422 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:56.201319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda0bbc-523d-4756-a095-604fbfaf9763 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:56.202769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6fda0bbc-523d-4756-a095-604fbfaf9763 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877233 Aug 30 14:55:56.205449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:56.238881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ebdfc2d3-868a-49ce-938e-1db911b801e9 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322173 Aug 30 14:55:56.241601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:56.247075 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1050319911', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:55:56.333034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b432a3bf-b8fd-4370-89f6-7acbb4833a80 req-ca43304a-74f5-4de0-8618-f1955757620c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 210 time: 0.0356359 Aug 30 14:55:56.353416 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:54Z', 'revision_number': 3, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:56.366869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:55:56.370774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.389360 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Checking router: 98ae4157-4903-4136-86c0-6086c1b05614 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:55:56.389714 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Updating router 98ae4157-4903-4136-86c0-6086c1b05614 port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:55:56.421063 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.572201 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.646451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Subnet': ['ID=0b20361b-a70c-4b6f-aabf-58a8dde1862f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:56.657130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Checking segment: {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:56.657498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network hostable DHCP agents. Network: 2ff193e8-572f-4718-84a6-f733518490de, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:55:56.677921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 2ff193e8-572f-4718-84a6-f733518490de is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:55:56.690613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 2ff193e8-572f-4718-84a6-f733518490de) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:56.706320 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd2a0a1-6a9f-413f-9325-6782ee9712af None None] Network 2ff193e8-572f-4718-84a6-f733518490de requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:55:56.719168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:56.719843 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.743385 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc47afc4-9ad7-4d2e-9367-094e695012f0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5005922 Aug 30 14:55:56.746802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:56.866376 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.878818 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Transition to ACTIVE for port object b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:56.888229 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.916348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Attempting to bind port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:56.916816 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Attempting to bind port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:56.917550 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Attempting to bind port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:56.923686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-2ff193e8-572f-4718-84a6-f733518490de', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:55:56.924559 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.944477 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:56.945024 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:56.945542 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:56.946019 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:56.946569 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Bound port: b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:56.947021 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.000772 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2a80e-1ae3-453c-b96f-cfcf38ad6320 None None] Pushing event updated for resources: {'Port': ['ID=b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:57.022502 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] For port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:57.025968 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] For port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:57.031536 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.104554 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:57.105127 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:55:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:57.110203 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2a80e-1ae3-453c-b96f-cfcf38ad6320 None None] Pushing event updated for resources: {'Port': ['ID=b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:57.118846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Allocated IP 172.20.0.2 (2ff193e8-572f-4718-84a6-f733518490de/0b20361b-a70c-4b6f-aabf-58a8dde1862f/b546046c-92c8-4bf0-86ed-f67ef382754c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:57.246039 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:55:57.296982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.306157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Transition to ACTIVE for port object b546046c-92c8-4bf0-86ed-f67ef382754c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:57.307355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.324119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Transition to ACTIVE for port object b546046c-92c8-4bf0-86ed-f67ef382754c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:57.333632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.409256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Network 2ff193e8-572f-4718-84a6-f733518490de is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:57.418898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:57.427738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:57.469350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Pushing event updated for resources: {'Port': ['ID=b546046c-92c8-4bf0-86ed-f67ef382754c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:57.481241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-baabb9c0-0f99-42cb-a820-5258636bf2f3 req-1d54e92a-82c4-4edc-9654-d500f885a6ff tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 210 time: 0.0317526 Aug 30 14:55:57.483298 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:54Z', 'revision_number': 3, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:57.504106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.504539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.504945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.505518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.505923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.506553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.506891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.507366 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.507698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.508024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.508347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.508667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:55:57.525546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Attempting to bind port b546046c-92c8-4bf0-86ed-f67ef382754c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:55:57.526081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Attempting to bind port b546046c-92c8-4bf0-86ed-f67ef382754c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:55:57.527143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Attempting to bind port b546046c-92c8-4bf0-86ed-f67ef382754c on network 2ff193e8-572f-4718-84a6-f733518490de {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:55:57.528377 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bad10-c6a0-4d56-be36-0b5663fabed7 None None] The sync data for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 is: [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:54Z', 'revision_number': 3, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:55:57.538718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:55:57.539091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Checking segment: {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:55:57.539491 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.539909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Bound using segment: {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:55:57.540342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Bound port: b546046c-92c8-4bf0-86ed-f67ef382754c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:55:57.540723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.629191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] For port b546046c-92c8-4bf0-86ed-f67ef382754c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:55:57.633278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] For port b546046c-92c8-4bf0-86ed-f67ef382754c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b546046c-92c8-4bf0-86ed-f67ef382754c,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:55:57.638578 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.705337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.20.0.1 (2ff193e8-572f-4718-84a6-f733518490de/0b20361b-a70c-4b6f-aabf-58a8dde1862f/a11814ea-2663-4c4e-804e-6b95a407e4ae) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:55:57.715328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 041f69b9-d35b-4277-bfb0-3a436f17d652 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:55:57.756314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69407fb3-7c78-497e-a926-3e3e0cc74690 None None] Pushing event updated for resources: {'Port': ['ID=b546046c-92c8-4bf0-86ed-f67ef382754c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:57.766482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 041f69b9-d35b-4277-bfb0-3a436f17d652 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:55:57.766847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 041f69b9-d35b-4277-bfb0-3a436f17d652 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:55:57.896066 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75c24c00-ff0f-498e-a632-7c2d83c730c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.899421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:57.921970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Transition to ACTIVE for port object a11814ea-2663-4c4e-804e-6b95a407e4ae will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:55:58.008443 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:58.065292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 2ff193e8-572f-4718-84a6-f733518490de is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:58.069028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:58.075212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:55:58.084387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=a11814ea-2663-4c4e-804e-6b95a407e4ae,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:58.129492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:58.294092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:58.616477 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:58.629902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-debd4ebf-e041-4ac6-8304-2fb8d12dac9c req-bcc515b2-bc72-4763-91e1-a2d72a9a14db tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 210 time: 0.0393457 Aug 30 14:55:58.678432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:58.687543 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:58.777996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:58.782048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=a11814ea-2663-4c4e-804e-6b95a407e4ae,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:58.914257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b30d57-0a2d-41bc-82f0-2a7822fe534e None None] Network 2ff193e8-572f-4718-84a6-f733518490de requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:55:59.006097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9808f01-56d4-4d08-a0b5-7bed4a0029b9 None None] Provisioning for port b546046c-92c8-4bf0-86ed-f67ef382754c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:59.112190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b546046c-92c8-4bf0-86ed-f67ef382754c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:59.280231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 2ff193e8-572f-4718-84a6-f733518490de is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:55:59.282024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:55:59.361642 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:59.376072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b546046c-92c8-4bf0-86ed-f67ef382754c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:59.380827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b546046c-92c8-4bf0-86ed-f67ef382754c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:59.381315 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:59.424879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 98ae4157-4903-4136-86c0-6086c1b05614 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:55:59.483729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:59.531385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b546046c-92c8-4bf0-86ed-f67ef382754c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b546046c-92c8-4bf0-86ed-f67ef382754c,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:55:59.536655 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:59.537975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:55:59.574081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:55:59.583334 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-35a85828-6cc6-44a1-9016-6be3be7e94e7 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "PUT /v2.0/routers/98ae4157-4903-4136-86c0-6086c1b05614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8343737 Aug 30 14:55:59.586033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:59.642977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b546046c-92c8-4bf0-86ed-f67ef382754c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:55:59.668323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:55:59.679010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:59.684862 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:55:59.720103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f90b1-672e-49da-acac-db4925ba6a27 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.720649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f90b1-672e-49da-acac-db4925ba6a27 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.721154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f90b1-672e-49da-acac-db4925ba6a27 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.721684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f90b1-672e-49da-acac-db4925ba6a27 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.722154 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f90b1-672e-49da-acac-db4925ba6a27 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.722667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f90b1-672e-49da-acac-db4925ba6a27 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.727046 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-381f90b1-672e-49da-acac-db4925ba6a27 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1372540 Aug 30 14:55:59.727334 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:59.743279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Sync routers for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:55:59.775588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:55:59.776213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:55:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:55:59.804613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57b4fb0a-c114-4b6c-b07a-65f49278c210 req-0be485a3-f11d-48dd-ba2b-a3a97fd24d82 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=63541305-2e60-48a4-bd03-3dce30da5208 HTTP/1.1" status: 200 len: 210 time: 0.0684917 Aug 30 14:55:59.835700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d126dc-38ad-49d9-b761-4f4ed5f060df tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.836338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d126dc-38ad-49d9-b761-4f4ed5f060df tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.836875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d126dc-38ad-49d9-b761-4f4ed5f060df tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.838001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d126dc-38ad-49d9-b761-4f4ed5f060df tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.838534 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d126dc-38ad-49d9-b761-4f4ed5f060df tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.839114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d126dc-38ad-49d9-b761-4f4ed5f060df tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:55:59.841089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-24d126dc-38ad-49d9-b761-4f4ed5f060df tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1127334 Aug 30 14:55:59.844048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:55:59.858003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9b660ee-f96d-415d-bc8b-329389697950 None None] Provisioning complete for port b546046c-92c8-4bf0-86ed-f67ef382754c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:55:59.858389 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9b660ee-f96d-415d-bc8b-329389697950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.039108 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.064769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:00.071940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:56:00.102057 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.168138 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a05089eb-092b-41b6-a685-7a59b7da5966 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3224304 Aug 30 14:56:00.198713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:00.309221 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9b660ee-f96d-415d-bc8b-329389697950 None None] Provisioning for port a11814ea-2663-4c4e-804e-6b95a407e4ae completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:56:00.319016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9b660ee-f96d-415d-bc8b-329389697950 None None] Provisioning complete for port a11814ea-2663-4c4e-804e-6b95a407e4ae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:00.319387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9b660ee-f96d-415d-bc8b-329389697950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.387399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c9b660ee-f96d-415d-bc8b-329389697950 None None] Port a11814ea-2663-4c4e-804e-6b95a407e4ae cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:56:00.412226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:58Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:55:58Z', 'revision_number': 2, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:56:00.442407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Checking router: 98ae4157-4903-4136-86c0-6086c1b05614 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:56:00.442755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Updating router 98ae4157-4903-4136-86c0-6086c1b05614 port a11814ea-2663-4c4e-804e-6b95a407e4ae binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:56:00.453303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49670) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:00.458489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d07d3cc3-d5ea-46fa-b425-936cb16cb8d1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393711968', 'description': 'tempest-secgroup-smoke-393711968 description', 'project_id': 'eea3b713294642c2b65711a2a7788b6b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:00.469911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.489550 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d07d3cc3-d5ea-46fa-b425-936cb16cb8d1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.588215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3161081e-4bd4-4dd1-8561-18a44740b211 None None] Provisioning complete for port a11814ea-2663-4c4e-804e-6b95a407e4ae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:00.589180 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3161081e-4bd4-4dd1-8561-18a44740b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.602662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d07d3cc3-d5ea-46fa-b425-936cb16cb8d1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.609788 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d07d3cc3-d5ea-46fa-b425-936cb16cb8d1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.651759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3161081e-4bd4-4dd1-8561-18a44740b211 None None] Port a11814ea-2663-4c4e-804e-6b95a407e4ae cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:56:00.658914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d3cc3-d5ea-46fa-b425-936cb16cb8d1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc8c01-f2c3-4d05-b985-3ba6cee30582,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:00.672230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d07d3cc3-d5ea-46fa-b425-936cb16cb8d1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.677062 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d07d3cc3-d5ea-46fa-b425-936cb16cb8d1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2191479 Aug 30 14:56:00.677257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:00.682235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bcdaa35b-f2ff-4599-83d5-8328d435ba9c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc8c01-f2c3-4d05-b985-3ba6cee30582', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:00.715606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdaa35b-f2ff-4599-83d5-8328d435ba9c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.772084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdaa35b-f2ff-4599-83d5-8328d435ba9c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.776891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdaa35b-f2ff-4599-83d5-8328d435ba9c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.800067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaa35b-f2ff-4599-83d5-8328d435ba9c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b43f2d-420a-4777-abdb-a9a4c1247be0,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:00.804537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdaa35b-f2ff-4599-83d5-8328d435ba9c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.808573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bcdaa35b-f2ff-4599-83d5-8328d435ba9c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275563 Aug 30 14:56:00.809023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:00.813932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c36ccc5e-f51a-4a49-8535-3bd248997752 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc8c01-f2c3-4d05-b985-3ba6cee30582', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:00.827962 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.840462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Transition to ACTIVE for port object a11814ea-2663-4c4e-804e-6b95a407e4ae will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:56:00.847054 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.852452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ccc5e-f51a-4a49-8535-3bd248997752 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.924957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787a0b8-21c3-4e1b-844d-b56e20e03ec8 None None] Pushing event updated for resources: {'Port': ['ID=a11814ea-2663-4c4e-804e-6b95a407e4ae,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:00.952106 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ccc5e-f51a-4a49-8535-3bd248997752 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.960462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ccc5e-f51a-4a49-8535-3bd248997752 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.981026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ccc5e-f51a-4a49-8535-3bd248997752 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81c5911-0295-45da-8768-ad70bbea34bf,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:00.991794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ccc5e-f51a-4a49-8535-3bd248997752 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:00.993381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c36ccc5e-f51a-4a49-8535-3bd248997752 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1836355 Aug 30 14:56:00.996083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:01.000828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0827821c-a120-4fba-859e-540fc17571ec tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc8c01-f2c3-4d05-b985-3ba6cee30582', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:01.009368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Attempting to bind port a11814ea-2663-4c4e-804e-6b95a407e4ae on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:56:01.010154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Attempting to bind port a11814ea-2663-4c4e-804e-6b95a407e4ae by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:56:01.011515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Attempting to bind port a11814ea-2663-4c4e-804e-6b95a407e4ae on network 2ff193e8-572f-4718-84a6-f733518490de {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:56:01.032572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:56:01.033258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Checking segment: {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:56:01.033675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.034074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Bound using segment: {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:56:01.034548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Bound port: a11814ea-2663-4c4e-804e-6b95a407e4ae, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:56:01.034928 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.076778 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0827821c-a120-4fba-859e-540fc17571ec tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.094358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b546046c-92c8-4bf0-86ed-f67ef382754c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:56:01.169629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] For port a11814ea-2663-4c4e-804e-6b95a407e4ae, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:56:01.173542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] For port a11814ea-2663-4c4e-804e-6b95a407e4ae, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a11814ea-2663-4c4e-804e-6b95a407e4ae,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:56:01.184840 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.194970 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0827821c-a120-4fba-859e-540fc17571ec tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.200085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0827821c-a120-4fba-859e-540fc17571ec tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.221690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b546046c-92c8-4bf0-86ed-f67ef382754c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:01.221911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827821c-a120-4fba-859e-540fc17571ec tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e848dd42-0e29-4f81-9d7a-79686be5e55d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:01.222035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.230794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0827821c-a120-4fba-859e-540fc17571ec tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.234705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0827821c-a120-4fba-859e-540fc17571ec tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351162 Aug 30 14:56:01.235205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:01.239727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9061021c-21b9-40e7-8df6-646cf49cf88c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc8c01-f2c3-4d05-b985-3ba6cee30582', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:01.280026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9061021c-21b9-40e7-8df6-646cf49cf88c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.341947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:56:01.342608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:55:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:56:01.352930 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9061021c-21b9-40e7-8df6-646cf49cf88c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.357332 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9061021c-21b9-40e7-8df6-646cf49cf88c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.380666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787a0b8-21c3-4e1b-844d-b56e20e03ec8 None None] Pushing event updated for resources: {'Port': ['ID=a11814ea-2663-4c4e-804e-6b95a407e4ae,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:01.398374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061021c-21b9-40e7-8df6-646cf49cf88c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739c074b-78f0-44e7-be5d-54dc67b3f73f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:01.407210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9061021c-21b9-40e7-8df6-646cf49cf88c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.411401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 49688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:01.412153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:56:01.417223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a37766de-9254-4026-8aba-5270360430e8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc8c01-f2c3-4d05-b985-3ba6cee30582', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:01.421418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9061021c-21b9-40e7-8df6-646cf49cf88c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853383 Aug 30 14:56:01.444364 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-a37766de-9254-4026-8aba-5270360430e8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Project eea3b713294642c2b65711a2a7788b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:56:01.451031 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37766de-9254-4026-8aba-5270360430e8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.527364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37766de-9254-4026-8aba-5270360430e8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.532130 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37766de-9254-4026-8aba-5270360430e8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.545211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:56:01.552143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37766de-9254-4026-8aba-5270360430e8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a73f39-f5e2-46ad-bfb5-5dce955b8d0a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:01.567245 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37766de-9254-4026-8aba-5270360430e8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.572836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 49690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:01.579751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c9cc54c6-e94d-408c-8392-74db47006137 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc8c01-f2c3-4d05-b985-3ba6cee30582', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:01.581654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:01.582034 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.584768 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a37766de-9254-4026-8aba-5270360430e8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1710835 Aug 30 14:56:01.607241 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-c9cc54c6-e94d-408c-8392-74db47006137 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Project eea3b713294642c2b65711a2a7788b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:56:01.613367 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9cc54c6-e94d-408c-8392-74db47006137 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.695100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9cc54c6-e94d-408c-8392-74db47006137 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.704500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9cc54c6-e94d-408c-8392-74db47006137 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.722340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc54c6-e94d-408c-8392-74db47006137 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ac2bd7-030c-4760-83ea-e98a27d60de4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:01.745946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9cc54c6-e94d-408c-8392-74db47006137 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:01.757420 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c9cc54c6-e94d-408c-8392-74db47006137 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1823850 Aug 30 14:56:01.855077 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:02.003299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-677cd3aa-e3bb-4706-9f34-175c71df5046 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393711968&fields=id&tenant_id=eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 267 time: 0.0916200 Aug 30 14:56:02.051132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:58Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:01Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:56:02.079181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf86a7-75cb-4c8d-aa02-b69f02b9184f None None] The sync data for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 is: [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:58Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:01Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:56:02.153207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855058-84cd-468d-b861-91e19bbd9521 req-c947b5d4-fe48-4239-be02-1ca00331ae11 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:02.158697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-c947b5d4-fe48-4239-be02-1ca00331ae11 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/networks?id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 796 time: 0.1539841 Aug 30 14:56:02.172736 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-8604fdcb-d376-4897-96ee-4763b2f3f1e3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/quotas/eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 375 time: 0.0110378 Aug 30 14:56:02.245460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-9acfb958-95f9-456c-ab78-66787d17cae8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615113 Aug 30 14:56:02.359186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-c0fea1d6-37f8-469f-b50e-55b96e896363 service neutron] 10.222.0.50 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962288 Aug 30 14:56:02.456995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-9122823f-2110-4b4c-aa51-e9e66cc0047f service neutron] 10.222.0.50 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904100 Aug 30 14:56:02.662205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81758211-3d54-4beb-af2c-a863418e3633 req-6fa95893-59c7-4624-a4c4-42f6c5cfb454 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 210 time: 0.0591443 Aug 30 14:56:03.005866 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:03.106256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a11814ea-2663-4c4e-804e-6b95a407e4ae up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:56:03.182515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a11814ea-2663-4c4e-804e-6b95a407e4ae completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:56:03.187876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a11814ea-2663-4c4e-804e-6b95a407e4ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:03.188652 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:03.301435 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:03.340517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a11814ea-2663-4c4e-804e-6b95a407e4ae, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a11814ea-2663-4c4e-804e-6b95a407e4ae,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:03.347258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:03.420866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a11814ea-2663-4c4e-804e-6b95a407e4ae,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:03.797371 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83f2246f-0b63-4a5b-8848-f397dcdc9381 req-4bd74347-712e-4e00-8172-e531f8fbbd2f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 210 time: 0.0526638 Aug 30 14:56:03.993470 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855058-84cd-468d-b861-91e19bbd9521 req-5629c0e8-7620-4ecb-82fa-4e8e370eedb2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:03.996681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-5629c0e8-7620-4ecb-82fa-4e8e370eedb2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/networks?id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 796 time: 0.1319249 Aug 30 14:56:04.068547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-51b6e2d9-9d03-4f1b-b196-f44f74b99690 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 379 time: 0.0425854 Aug 30 14:56:04.107464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'port': {'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'admin_state_up': True, 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'security_groups': ['c1fc8c01-f2c3-4d05-b985-3ba6cee30582']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:04.234771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:56:04.238552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:04.424314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.20.0.12 (2ff193e8-572f-4718-84a6-f733518490de/0b20361b-a70c-4b6f-aabf-58a8dde1862f/fa65d5b0-04ee-4d23-ba59-7695a4241026) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:56:04.595781 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:04.611786 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Transition to ACTIVE for port object fa65d5b0-04ee-4d23-ba59-7695a4241026 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:56:04.652084 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:04.707274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 2ff193e8-572f-4718-84a6-f733518490de is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:56:04.711266 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:56:04.714570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:56:04.751560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=fa65d5b0-04ee-4d23-ba59-7695a4241026,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:04.796218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:04.796853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:04.828047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-9f37a669-6fb7-4896-a3d7-6314cd50aee3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7256379 Aug 30 14:56:04.859304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Request body: {'port': {'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:04.953787 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:05.018370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af55a1-fc90-4387-b5a1-e93b98b03385 req-bb559d63-85b3-4e1f-be56-d946b0e50e61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:05.032957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18af55a1-fc90-4387-b5a1-e93b98b03385 req-bb559d63-85b3-4e1f-be56-d946b0e50e61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 932 time: 0.1333082 Aug 30 14:56:05.063839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a11814ea-2663-4c4e-804e-6b95a407e4ae up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:56:05.123923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18af55a1-fc90-4387-b5a1-e93b98b03385 req-141ed28c-0e4f-4340-88b4-1319d26dc52a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895979 Aug 30 14:56:05.208091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6337474f-cb53-4008-a0e0-f3dd376c7f4f None None] Provisioning for port fa65d5b0-04ee-4d23-ba59-7695a4241026 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:56:05.217262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a11814ea-2663-4c4e-804e-6b95a407e4ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:05.217762 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:05.219905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6337474f-cb53-4008-a0e0-f3dd376c7f4f None None] Provisioning complete for port fa65d5b0-04ee-4d23-ba59-7695a4241026 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:05.220392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6337474f-cb53-4008-a0e0-f3dd376c7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:05.285011 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6337474f-cb53-4008-a0e0-f3dd376c7f4f None None] Port fa65d5b0-04ee-4d23-ba59-7695a4241026 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:56:05.488096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa65d5b0-04ee-4d23-ba59-7695a4241026 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:56:05.497207 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:05.512452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Transition to ACTIVE for port object fa65d5b0-04ee-4d23-ba59-7695a4241026 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:56:05.517074 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:05.576559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa65d5b0-04ee-4d23-ba59-7695a4241026,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:05.665243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Attempting to bind port fa65d5b0-04ee-4d23-ba59-7695a4241026 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:56:05.665541 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Attempting to bind port fa65d5b0-04ee-4d23-ba59-7695a4241026 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:56:05.665878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Attempting to bind port fa65d5b0-04ee-4d23-ba59-7695a4241026 on network 2ff193e8-572f-4718-84a6-f733518490de {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:56:05.670448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Port fa65d5b0-04ee-4d23-ba59-7695a4241026 on network 2ff193e8-572f-4718-84a6-f733518490de not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:56:05.670769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Attempting to bind port fa65d5b0-04ee-4d23-ba59-7695a4241026 on network 2ff193e8-572f-4718-84a6-f733518490de {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:56:05.676701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:56:05.677076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Checking segment: {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:56:05.677457 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Bound using segment: {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:56:05.677883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Bound port: fa65d5b0-04ee-4d23-ba59-7695a4241026, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0788850-c7a4-4438-84dc-710b70b59903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ff193e8-572f-4718-84a6-f733518490de'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:56:05.678313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:05.755085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] For port fa65d5b0-04ee-4d23-ba59-7695a4241026, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:56:05.758407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] For port fa65d5b0-04ee-4d23-ba59-7695a4241026, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:56:05.764600 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:05.810431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:05.811138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:05.812901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] 10.222.0.21 "PUT /v2.0/ports/fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 200 len: 1092 time: 0.9644768 Aug 30 14:56:05.813600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:56:05.816154 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dff558-3b47-4de4-94d4-b7e3a6da5e30" -d '{"events": [{"name": "network-changed", "server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:56:05.872380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c87f9c-71cf-4bb9-a464-752389dd1bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa65d5b0-04ee-4d23-ba59-7695a4241026,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:05.907592 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b9155c-f143-41f9-b34a-8a6f2afc5cdf x-openstack-request-id: req-99b9155c-f143-41f9-b34a-8a6f2afc5cdf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:56:05.908185 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:56:05.908652 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99b9155c-f143-41f9-b34a-8a6f2afc5cdf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:56:05.909558 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'status': 'completed', 'code': 200} Aug 30 14:56:05.942050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855058-84cd-468d-b861-91e19bbd9521 req-057322de-a9a3-4d4a-a774-920ba0473eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:05.943694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-057322de-a9a3-4d4a-a774-920ba0473eb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1095 time: 0.0551782 Aug 30 14:56:06.007870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-0dcdac13-0d5d-4b45-8bfa-420dd91ebd13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 200 len: 217 time: 0.0453160 Aug 30 14:56:06.091646 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855058-84cd-468d-b861-91e19bbd9521 req-b5a98a8d-bfc3-4338-aea0-70a8a28df884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:06.093652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-b5a98a8d-bfc3-4338-aea0-70a8a28df884 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b20361b-a70c-4b6f-aabf-58a8dde1862f HTTP/1.1" status: 200 len: 835 time: 0.0727327 Aug 30 14:56:06.154713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855058-84cd-468d-b861-91e19bbd9521 req-dad0572f-805c-434f-a0c2-878885a1de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:06.156250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-dad0572f-805c-434f-a0c2-878885a1de83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ff193e8-572f-4718-84a6-f733518490de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545030 Aug 30 14:56:06.240914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939156-b2a5-47ea-ad83-e315915e69e2 req-1a317240-5ca7-4d4e-8a68-4bf521c37421 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:06.249513 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79939156-b2a5-47ea-ad83-e315915e69e2 req-1a317240-5ca7-4d4e-8a68-4bf521c37421 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 944 time: 0.0607808 Aug 30 14:56:06.294164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-a615581f-b7de-4f30-95de-03cd2a3a1c73 service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283367 Aug 30 14:56:06.296558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-79939156-b2a5-47ea-ad83-e315915e69e2 req-674b69bc-4ed6-4ccb-b432-4eed159a0264 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458474 Aug 30 14:56:06.415364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79855058-84cd-468d-b861-91e19bbd9521 req-9aee9c82-c38e-4e56-91ff-545de0fe4349 service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095576 Aug 30 14:56:06.579163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-78dc79bb-d6bd-4f5a-8bef-56b4d3d7ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:06.580809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-78dc79bb-d6bd-4f5a-8bef-56b4d3d7ef82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1095 time: 0.0532362 Aug 30 14:56:06.700109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-ad21fc5e-4543-482b-aee7-ebd52123207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:06.701889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-ad21fc5e-4543-482b-aee7-ebd52123207e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 897 time: 0.1086881 Aug 30 14:56:06.746954 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-e4b34119-78a6-4414-8a7b-676fb2e2e252 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 200 len: 217 time: 0.0364182 Aug 30 14:56:06.811178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-9afa5caa-b496-4c8d-8cba-9922ff573eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:06.812655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-9afa5caa-b496-4c8d-8cba-9922ff573eaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b20361b-a70c-4b6f-aabf-58a8dde1862f HTTP/1.1" status: 200 len: 835 time: 0.0568151 Aug 30 14:56:06.864090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-7617f5fd-fa66-4f14-b3c2-d8d18a91e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:06.865548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-7617f5fd-fa66-4f14-b3c2-d8d18a91e392 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ff193e8-572f-4718-84a6-f733518490de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440476 Aug 30 14:56:06.976021 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-873981b7-b0b2-4faa-9e02-123a04f74380 service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019788 Aug 30 14:56:07.111157 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67dff558-3b47-4de4-94d4-b7e3a6da5e30 req-6e1c4033-b4b4-4f8f-a384-c2365f9080f8 service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273644 Aug 30 14:56:07.450641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c410f-2e1e-4fc5-bf53-eade7ff4f8c7 req-8f09e9eb-4871-444b-8673-b01d7aee6aa4 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:07.452248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c56c410f-2e1e-4fc5-bf53-eade7ff4f8c7 req-8f09e9eb-4871-444b-8673-b01d7aee6aa4 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 944 time: 0.0572009 Aug 30 14:56:07.497664 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c56c410f-2e1e-4fc5-bf53-eade7ff4f8c7 req-0fbc6052-df24-4213-8091-da35b64fa9ff tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 Aug 30 14:56:08.636157 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed4e3a-9f7c-493e-a632-5c6da4f56cbe req-2a628d9e-8808-4157-8067-b157c62346a6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:08.638005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52ed4e3a-9f7c-493e-a632-5c6da4f56cbe req-2a628d9e-8808-4157-8067-b157c62346a6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 944 time: 0.0550032 Aug 30 14:56:08.681524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-52ed4e3a-9f7c-493e-a632-5c6da4f56cbe req-5d47ff29-9aed-41cc-a731-c45815edcc7f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366173 Aug 30 14:56:09.720198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device fa65d5b0-04ee-4d23-ba59-7695a4241026 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:56:09.830280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef22c58-3fed-4a43-9566-8eb503d409b6 req-e939ce05-b1e0-43a8-8191-69f5f31cd64f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:09.832769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ef22c58-3fed-4a43-9566-8eb503d409b6 req-e939ce05-b1e0-43a8-8191-69f5f31cd64f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 944 time: 0.0685596 Aug 30 14:56:09.862141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port fa65d5b0-04ee-4d23-ba59-7695a4241026, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:09.883569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:56:09.893223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ef22c58-3fed-4a43-9566-8eb503d409b6 req-009fe282-a506-4f27-a0bc-d27e9eb76aaa tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544653 Aug 30 14:56:09.928489 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:09.943533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa65d5b0-04ee-4d23-ba59-7695a4241026 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:56:09.964654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port fa65d5b0-04ee-4d23-ba59-7695a4241026, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:09.968928 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:10.022496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=fa65d5b0-04ee-4d23-ba59-7695a4241026,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:10.403965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['fa65d5b0-04ee-4d23-ba59-7695a4241026'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:56:11.030548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a67b0-3a4b-4a47-bba2-3f783cc00361 req-2c48be31-ca2b-4e1b-a50f-897903ca6f9b tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:11.032057 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-826a67b0-3a4b-4a47-bba2-3f783cc00361 req-2c48be31-ca2b-4e1b-a50f-897903ca6f9b tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 945 time: 0.0572221 Aug 30 14:56:11.072342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-826a67b0-3a4b-4a47-bba2-3f783cc00361 req-9528dc03-05ab-44ad-8248-769fed681cf9 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339932 Aug 30 14:56:11.731627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device fa65d5b0-04ee-4d23-ba59-7695a4241026 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:56:11.796847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port fa65d5b0-04ee-4d23-ba59-7695a4241026 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:56:11.806899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port fa65d5b0-04ee-4d23-ba59-7695a4241026 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:11.807914 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:11.896526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:11.926260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:56:11.928865 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c9e792-068f-4354-bd1b-7c2b84adb32f" -d '{"events": [{"server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "name": "network-vif-plugged", "status": "completed", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:56:11.944319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port fa65d5b0-04ee-4d23-ba59-7695a4241026, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:11.950443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:11.984882 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91ee9a4-b0ed-4910-ba60-7dc6627c6dc4 x-openstack-request-id: req-d91ee9a4-b0ed-4910-ba60-7dc6627c6dc4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:56:11.985215 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "name": "network-vif-plugged", "status": "completed", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:56:11.985470 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d91ee9a4-b0ed-4910-ba60-7dc6627c6dc4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:56:11.985868 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'code': 200} Aug 30 14:56:12.017328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=fa65d5b0-04ee-4d23-ba59-7695a4241026,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:12.145294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e803e3-c484-487d-af65-ce1e26403d16 req-645c17bf-3677-4dac-8e19-343fc91bfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:12.147535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05e803e3-c484-487d-af65-ce1e26403d16 req-645c17bf-3677-4dac-8e19-343fc91bfd3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1097 time: 0.0601337 Aug 30 14:56:12.222286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05e803e3-c484-487d-af65-ce1e26403d16 req-5794ffb1-4516-4acd-96b0-a1d43cf0a33e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650697 Aug 30 14:56:12.225671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a98f3-885c-4401-86d7-a96ad82133fe req-844b5bef-1c5f-4bf2-b6da-db420b83ea23 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:12.227318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b95a98f3-885c-4401-86d7-a96ad82133fe req-844b5bef-1c5f-4bf2-b6da-db420b83ea23 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 946 time: 0.0636082 Aug 30 14:56:12.281720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b95a98f3-885c-4401-86d7-a96ad82133fe req-7db2c7e7-748a-489d-8aad-4926d783942b tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468495 Aug 30 14:56:13.424112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5cf4d-23e4-4e5c-9a8a-b088331bf4f1 req-89e560bf-cded-4cb5-86fa-50eec41d122a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:13.425674 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76a5cf4d-23e4-4e5c-9a8a-b088331bf4f1 req-89e560bf-cded-4cb5-86fa-50eec41d122a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 946 time: 0.0601556 Aug 30 14:56:13.474068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76a5cf4d-23e4-4e5c-9a8a-b088331bf4f1 req-6fe91cc1-8dc9-4521-b72c-c5e6bf867e2f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369051 Aug 30 14:56:14.596206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabbd2-790b-4101-8109-26872c182cc0 req-83e2e96d-97f8-40fb-8fd3-425760776b13 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:14.597849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-24fabbd2-790b-4101-8109-26872c182cc0 req-83e2e96d-97f8-40fb-8fd3-425760776b13 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 946 time: 0.0517135 Aug 30 14:56:14.640268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-24fabbd2-790b-4101-8109-26872c182cc0 req-27d7d117-3f62-485e-9328-ea7947423ea5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361824 Aug 30 14:56:14.773977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad88b-3792-4f84-a09b-7d3ffc7c76e6 req-34a8a203-4492-42ae-9db2-128d2f7bb809 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:14.775521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f6ad88b-3792-4f84-a09b-7d3ffc7c76e6 req-34a8a203-4492-42ae-9db2-128d2f7bb809 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 946 time: 0.0607998 Aug 30 14:56:14.824685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f6ad88b-3792-4f84-a09b-7d3ffc7c76e6 req-16644561-18c3-4c79-931b-a5408fa765ba tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397720 Aug 30 14:56:14.849095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:14.913385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a9e84-abce-4260-ada2-42221b1d4ef3 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:14.915157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0d4a9e84-abce-4260-ada2-42221b1d4ef3 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1092 time: 0.0662608 Aug 30 14:56:14.918825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 50044) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:14.923401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:14.949327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:15.064006 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:15.205838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.25.6.43 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/7cec372f-f3bf-4219-b9f8-d8d1dcab10ce) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:56:15.316383 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:15.364223 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:15.427964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:56:15.431671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:56:15.434283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:56:15.439872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=7cec372f-f3bf-4219-b9f8-d8d1dcab10ce,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:15.863772 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:15.941883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:16.110107 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:16.115184 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:16.185451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=7cec372f-f3bf-4219-b9f8-d8d1dcab10ce,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:16.198827 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:16.315109 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Floating IP 1cad3ec4-5022-401e-a94d-f0d0a184739d associated. External IP: 172.25.6.43, port: fa65d5b0-04ee-4d23-ba59-7695a4241026. Aug 30 14:56:16.551159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 98ae4157-4903-4136-86c0-6086c1b05614 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:56:16.664985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:56:16.676373 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] Sync routers for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:56:16.683853 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:16.686914 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:56:16.687757 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:55:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:56:16.719285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-69037891-32ab-4d81-828c-cdc13c9512f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7965791 Aug 30 14:56:16.719285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:56:16.719635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:16.720385 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45a7709-f0d4-4007-b554-43fad7b3287a" -d '{"events": [{"name": "network-changed", "server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:56:16.766339 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6c6a85-497b-4274-8bc4-80ceb6d02ca9 x-openstack-request-id: req-fa6c6a85-497b-4274-8bc4-80ceb6d02ca9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:56:16.766778 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:56:16.767031 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa6c6a85-497b-4274-8bc4-80ceb6d02ca9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:56:16.767828 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'status': 'completed', 'code': 200} Aug 30 14:56:16.840585 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:56:16.904882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-22a08c50-d257-441c-ad36-fa26c615d4f3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/floatingips/1cad3ec4-5022-401e-a94d-f0d0a184739d HTTP/1.1" status: 200 len: 991 time: 0.1822331 Aug 30 14:56:16.905771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-663eef0f-48f5-4a86-9196-25379b687425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:16.907267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-663eef0f-48f5-4a86-9196-25379b687425 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1097 time: 0.0815618 Aug 30 14:56:17.036873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-f8e19768-1976-4ecb-90ab-934bf06de169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:17.040114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-f8e19768-1976-4ecb-90ab-934bf06de169 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 897 time: 0.1236269 Aug 30 14:56:17.101674 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:58Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:15Z', 'revision_number': 0, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:56:17.113750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-0b1f5b33-1851-4887-bea1-324cd428bc1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 200 len: 999 time: 0.0650582 Aug 30 14:56:17.136094 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] Checking router: 98ae4157-4903-4136-86c0-6086c1b05614 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:56:17.155663 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:56:17.156205 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:55:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:56:17.178806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-07999a0c-c398-41e1-ab3c-12d3e400fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:17.180339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-07999a0c-c398-41e1-ab3c-12d3e400fe42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b20361b-a70c-4b6f-aabf-58a8dde1862f HTTP/1.1" status: 200 len: 835 time: 0.0575686 Aug 30 14:56:17.240298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-202de75e-fd63-4d65-9183-727457a5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:17.242047 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-202de75e-fd63-4d65-9183-727457a5991c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ff193e8-572f-4718-84a6-f733518490de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538142 Aug 30 14:56:17.283605 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:56:17.346088 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-e238d592-6900-4dd9-a8f1-24745e42b1a9 service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952091 Aug 30 14:56:17.462975 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b45a7709-f0d4-4007-b554-43fad7b3287a req-ad68924f-a1b3-40fa-9a23-4cfdcbe2b76d service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042116 Aug 30 14:56:17.484562 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:56:17.588585 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:58Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:15Z', 'revision_number': 0, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:56:17.616902 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced1259-dc37-4e6d-aec2-d934185bc5e0 None None] The sync data for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 is: [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:55:58Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:15Z', 'revision_number': 0, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:56:17.852250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a54f3b-aae0-47d4-9485-68b806d1cf34 None None] New status for floating IP 1cad3ec4-5022-401e-a94d-f0d0a184739d: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:56:17.906879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:18.029033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3d8705ec-218e-48d5-a4b8-594ca604dbad tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/floatingips/1cad3ec4-5022-401e-a94d-f0d0a184739d HTTP/1.1" status: 200 len: 991 time: 0.1194034 Aug 30 14:56:19.030834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 50146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:56:19.122016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-492444a3-b177-4ba6-8b76-3d487b551df0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/floatingips/1cad3ec4-5022-401e-a94d-f0d0a184739d HTTP/1.1" status: 200 len: 993 time: 0.0898740 Aug 30 14:56:20.162483 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:23.835339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-b2db3d13-12f6-4a58-b720-bfee8ba70398 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:23.837323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-b2db3d13-12f6-4a58-b720-bfee8ba70398 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1016107 Aug 30 14:56:23.852876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-9a23ab0b-c52a-49a7-9587-f5e622695d6e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/quotas/43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 375 time: 0.0093875 Aug 30 14:56:23.912102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-d0dcf9f2-5678-4526-9f3d-5c899f2e05db tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531390 Aug 30 14:56:24.002824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-7438ab6a-1837-444b-8cb4-f56e81cd0a2a service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825088 Aug 30 14:56:24.095966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-da221435-6d39-4235-accf-3819a2da7a93 service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 Aug 30 14:56:24.305641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da69b5fd-a7da-4ba3-bdb1-a7848a773a9d req-269e1368-089a-456c-a099-0cad96cd1fe6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 210 time: 0.0302951 Aug 30 14:56:24.348066 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-672e0e88-538f-411e-ac4f-5500b2341644 req-12a3ff6d-3524-4adb-aa3e-9d1c74c90cf3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411634 Aug 30 14:56:24.443363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0e88-538f-411e-ac4f-5500b2341644 req-7ed4f12a-5571-48e6-b1f8-47c66a514700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:24.445230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-672e0e88-538f-411e-ac4f-5500b2341644 req-7ed4f12a-5571-48e6-b1f8-47c66a514700 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfc7c2cc6cad49998c4c9cc96375d363&device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 1100 time: 0.0490847 Aug 30 14:56:24.558670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0e88-538f-411e-ac4f-5500b2341644 req-5ba37c1a-6252-447f-aefd-906e95a9e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:24.560122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-672e0e88-538f-411e-ac4f-5500b2341644 req-5ba37c1a-6252-447f-aefd-906e95a9e0b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.0955675 Aug 30 14:56:24.609413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-672e0e88-538f-411e-ac4f-5500b2341644 req-a4864fa9-a6eb-449c-8cb0-da3aa2a6c8be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d4d353fe-4155-489e-8c9f-4ff5a607552f HTTP/1.1" status: 200 len: 217 time: 0.0392411 Aug 30 14:56:24.663741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0e88-538f-411e-ac4f-5500b2341644 req-7c3f5e0b-657a-4b41-b491-7d676629669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:24.665241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-672e0e88-538f-411e-ac4f-5500b2341644 req-7c3f5e0b-657a-4b41-b491-7d676629669d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0492218 Aug 30 14:56:24.718267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0e88-538f-411e-ac4f-5500b2341644 req-34624089-210c-43e6-98ca-67868766eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:24.720063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-672e0e88-538f-411e-ac4f-5500b2341644 req-34624089-210c-43e6-98ca-67868766eb9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476694 Aug 30 14:56:24.814117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-672e0e88-538f-411e-ac4f-5500b2341644 req-4e9c0364-f5fc-4495-a2bf-0a6efcce1ebd service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866363 Aug 30 14:56:24.911752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-672e0e88-538f-411e-ac4f-5500b2341644 req-6f168aa5-cecf-46ac-beef-3b7cbd044e17 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904965 Aug 30 14:56:25.157010 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc451809-5bf2-4f00-af44-402ea82233dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:25.415043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ed4fcc9f-3178-4243-a5ab-dd149ffbf028 req-3dfa3c55-e2d9-4fbd-ae9c-36026d490369 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 210 time: 0.0410607 Aug 30 14:56:25.673119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-a2dfc3cd-abc8-45bf-9902-43b883a4f254 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:25.674522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-a2dfc3cd-abc8-45bf-9902-43b883a4f254 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1248534 Aug 30 14:56:25.709356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'port': {'device_id': '62529da2-0361-4056-8535-39b03f923c53', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'admin_state_up': True, 'tenant_id': '43e1b811f8d9454982d40325c43cbc46'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:25.827291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:56:25.831020 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:25.989930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.20.0.4 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:56:26.179829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:26.195036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Transition to ACTIVE for port object d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:56:26.232540 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:26.295643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:56:26.298984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:56:26.303133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:56:26.310136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:26.359772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:26.360425 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:26.382391 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-5c10f8cc-b6a8-43c4-93b9-7a3e2671e589 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6768820 Aug 30 14:56:26.409523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Request body: {'port': {'device_id': '62529da2-0361-4056-8535-39b03f923c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:56:26.480447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:26.580725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de828654-c883-4cbe-86f4-229e47450d31 req-6af194bb-0351-47da-8317-1ee5cb62f84e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:26.590012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de828654-c883-4cbe-86f4-229e47450d31 req-6af194bb-0351-47da-8317-1ee5cb62f84e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 931 time: 0.0693538 Aug 30 14:56:26.628003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fbd80f7-c817-4136-95cf-0ed488fdb587 None None] Provisioning for port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:56:26.632734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8fbd80f7-c817-4136-95cf-0ed488fdb587 None None] Provisioning complete for port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:26.635827 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fbd80f7-c817-4136-95cf-0ed488fdb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:26.641669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de828654-c883-4cbe-86f4-229e47450d31 req-224d0f2e-6a54-40a2-8902-d964a3eae6ca tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503876 Aug 30 14:56:26.695885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd80f7-c817-4136-95cf-0ed488fdb587 None None] Port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:56:26.850073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:56:26.858896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:26.872126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Transition to ACTIVE for port object d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:56:26.877246 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:26.963398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Pushing event updated for resources: {'Port': ['ID=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:27.029532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Attempting to bind port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:56:27.029879 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Attempting to bind port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:56:27.030213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Attempting to bind port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:56:27.035011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:56:27.035341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Attempting to bind port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:56:27.045478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:56:27.045873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:56:27.046274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:56:27.046721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Bound port: d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:56:27.047119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:27.136526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] For port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:56:27.140813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] For port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:56:27.146514 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:27.185712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:27.186689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:27.188495 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b HTTP/1.1" status: 200 len: 1091 time: 0.7853723 Aug 30 14:56:27.189204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62529da2-0361-4056-8535-39b03f923c53', 'tag': 'd0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:56:27.192368 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "62529da2-0361-4056-8535-39b03f923c53", "tag": "d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:56:27.221456 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eed9b7-b4be-4107-bdd7-ae7aa06cfb80 service neutron] Pushing event updated for resources: {'Port': ['ID=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:27.258414 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d177f933-9fb8-4636-92b8-66d77fd3d3e0 x-openstack-request-id: req-d177f933-9fb8-4636-92b8-66d77fd3d3e0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:56:27.258710 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62529da2-0361-4056-8535-39b03f923c53", "tag": "d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:56:27.258952 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d177f933-9fb8-4636-92b8-66d77fd3d3e0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:56:27.259375 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62529da2-0361-4056-8535-39b03f923c53', 'tag': 'd0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b', 'status': 'completed', 'code': 200} Aug 30 14:56:27.332176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-695e4842-3be8-4953-9d44-6bd076517dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:27.333934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-695e4842-3be8-4953-9d44-6bd076517dd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 1094 time: 0.0515084 Aug 30 14:56:27.406315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-af676e01-5acf-48e4-bc01-5292fb76b0fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b HTTP/1.1" status: 200 len: 217 time: 0.0474930 Aug 30 14:56:27.465006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-b3852506-c3cd-4af9-80b9-d9f341830ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:27.466671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-b3852506-c3cd-4af9-80b9-d9f341830ecc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0500014 Aug 30 14:56:27.520343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-0d5bc3c8-d404-400d-a082-93babbf7fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:27.522516 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-0d5bc3c8-d404-400d-a082-93babbf7fb8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466654 Aug 30 14:56:27.619074 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-3d0590b2-c630-40a0-ad7e-7b7d509a256c service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888581 Aug 30 14:56:27.756618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-408936bb-6b96-4216-b9c5-174250c0fdcf req-8aed7653-0b52-47dd-96c7-c5d2f546c45f service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292922 Aug 30 14:56:27.785781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebc4ea-ec7b-4095-8826-37d4c1604591 req-178ea536-5783-4394-9024-1a896f6aea9b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:27.789237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5aebc4ea-ec7b-4095-8826-37d4c1604591 req-178ea536-5783-4394-9024-1a896f6aea9b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0635695 Aug 30 14:56:27.849088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5aebc4ea-ec7b-4095-8826-37d4c1604591 req-1e8a24cd-ad63-42a7-bb1f-1137047ea8c1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Aug 30 14:56:27.896150 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6dc0-9f24-4f30-99c0-307140608475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:27.917130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-64251852-02b9-4483-a24d-ab7a7ef2092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:27.919180 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-64251852-02b9-4483-a24d-ab7a7ef2092f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 1094 time: 0.0587673 Aug 30 14:56:28.039234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-5a017d05-dc82-4b08-a439-53fdf2242a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:28.040729 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-5a017d05-dc82-4b08-a439-53fdf2242a51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.1061630 Aug 30 14:56:28.096829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-9bd291ed-aa0b-415d-a8bf-9f8f60743419 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b HTTP/1.1" status: 200 len: 217 time: 0.0365973 Aug 30 14:56:28.160176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-a07ec610-05fa-4748-9d9c-0d35134eacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:28.161659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-a07ec610-05fa-4748-9d9c-0d35134eacfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0451794 Aug 30 14:56:28.226772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-d786ceed-3b33-4d3e-bc0a-1ccf123d3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:28.228421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-d786ceed-3b33-4d3e-bc0a-1ccf123d3b18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577288 Aug 30 14:56:28.329184 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-2297ff26-0907-4797-bb48-d9a873951269 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897214 Aug 30 14:56:28.429281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9eb66ade-d79f-4a6d-a376-4843b1abb3bf req-285e619a-0a70-4bd4-9d2f-fa15129a6664 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924308 Aug 30 14:56:28.614962 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:29.035130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b07ab3-0baa-4fa0-85f0-5dc689f4bcfa req-f5983dc3-1f55-45f6-9a2b-cfde7e6d9271 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:29.045582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49b07ab3-0baa-4fa0-85f0-5dc689f4bcfa req-f5983dc3-1f55-45f6-9a2b-cfde7e6d9271 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.1154974 Aug 30 14:56:29.090499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-49b07ab3-0baa-4fa0-85f0-5dc689f4bcfa req-5a2f2b41-7c65-4c5f-93c0-6e81de58f1a6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Aug 30 14:56:29.315263 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:30.257419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9e1e-7f0a-4965-91f0-52c3b92c0d83 req-adb9190f-d103-4b13-be7d-4a79ad556de6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:30.261674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-685b9e1e-7f0a-4965-91f0-52c3b92c0d83 req-adb9190f-d103-4b13-be7d-4a79ad556de6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0926201 Aug 30 14:56:30.314932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-685b9e1e-7f0a-4965-91f0-52c3b92c0d83 req-e5791f92-d108-45b5-a00e-719151d31457 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452037 Aug 30 14:56:31.486145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543829b-3926-4354-8a9a-cd2104bc4d74 req-c8e98472-8e4e-47a7-852a-36dfc48fa579 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:31.489788 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7543829b-3926-4354-8a9a-cd2104bc4d74 req-c8e98472-8e4e-47a7-852a-36dfc48fa579 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0660195 Aug 30 14:56:31.541308 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7543829b-3926-4354-8a9a-cd2104bc4d74 req-6c266986-9c9e-49b3-b061-728000e2e76c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Aug 30 14:56:31.682721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:32.703126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ddc7-3af9-43ce-b06e-e73b390cb33c req-b299f52a-b707-431e-a41d-18ec115382b8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:32.710518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c11ddc7-3af9-43ce-b06e-e73b390cb33c req-b299f52a-b707-431e-a41d-18ec115382b8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0674980 Aug 30 14:56:32.748022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c11ddc7-3af9-43ce-b06e-e73b390cb33c req-00f04266-75b8-4b1d-8a87-c97fa08bac8e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366485 Aug 30 14:56:33.016783 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:33.872955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9444478-c42c-474f-9e8c-d8430c1ce485 req-b8137eea-84d9-4a3b-8df8-d189173e275f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:33.874496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9444478-c42c-474f-9e8c-d8430c1ce485 req-b8137eea-84d9-4a3b-8df8-d189173e275f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0548329 Aug 30 14:56:33.913435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9444478-c42c-474f-9e8c-d8430c1ce485 req-510194e0-2984-4af5-b88e-4d03aa18e30e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Aug 30 14:56:35.034632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077145f2-a226-4564-af5b-6a003ea4d8d0 req-62bbd238-31a7-4a07-9fe9-17dc514c4b46 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:35.036205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-077145f2-a226-4564-af5b-6a003ea4d8d0 req-62bbd238-31a7-4a07-9fe9-17dc514c4b46 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0527704 Aug 30 14:56:35.382981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-077145f2-a226-4564-af5b-6a003ea4d8d0 req-f48a23ae-e485-4220-95b2-e905d1e258cd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408327 Aug 30 14:56:36.498727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383736b-178d-4518-83b2-04f21d3179dd req-454d9326-10c3-496b-80f4-67919429d309 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:36.500137 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6383736b-178d-4518-83b2-04f21d3179dd req-454d9326-10c3-496b-80f4-67919429d309 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0486689 Aug 30 14:56:36.537762 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6383736b-178d-4518-83b2-04f21d3179dd req-25d0109b-cd54-4872-b91b-85e0822ec892 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Aug 30 14:56:37.652764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19769fc-aedd-41e9-9f97-97bdf1e27c8e req-29142af4-f18f-4c6a-ba9b-163b1e9c1a78 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:37.654224 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a19769fc-aedd-41e9-9f97-97bdf1e27c8e req-29142af4-f18f-4c6a-ba9b-163b1e9c1a78 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0485020 Aug 30 14:56:37.692678 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a19769fc-aedd-41e9-9f97-97bdf1e27c8e req-0c08db9b-bca8-4122-a63b-31f2b8f08114 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Aug 30 14:56:38.819989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956145-51f6-4261-ae1a-00462e15d9a5 req-876daecc-4271-4bef-bfbe-ff8b9c3371eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:38.821589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a956145-51f6-4261-ae1a-00462e15d9a5 req-876daecc-4271-4bef-bfbe-ff8b9c3371eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0549986 Aug 30 14:56:38.862117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a956145-51f6-4261-ae1a-00462e15d9a5 req-b9e63587-83cf-4788-b1b2-4c579f171019 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Aug 30 14:56:39.426065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-fc098cb4-eb50-45db-a576-650b7818bc57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583692 Aug 30 14:56:39.553784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-51beadfa-58dd-41cb-a2ec-d0a61b6c6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:39.555129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-51beadfa-58dd-41cb-a2ec-d0a61b6c6eaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1097 time: 0.0487044 Aug 30 14:56:39.673571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-81fa88c9-5288-4613-a5a5-4b0c72faaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:39.675793 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-81fa88c9-5288-4613-a5a5-4b0c72faaa39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 897 time: 0.0921052 Aug 30 14:56:39.751024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-3f919bdf-3458-456a-ad61-e6bfd7068d9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 200 len: 1001 time: 0.0679536 Aug 30 14:56:39.807193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-626d830b-c311-465f-a2de-29f4ed71507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:39.809188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-626d830b-c311-465f-a2de-29f4ed71507b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b20361b-a70c-4b6f-aabf-58a8dde1862f HTTP/1.1" status: 200 len: 835 time: 0.0507247 Aug 30 14:56:39.863005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-1f55a577-49f6-4c38-a02c-e0ac30270608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:39.864595 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-1f55a577-49f6-4c38-a02c-e0ac30270608 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ff193e8-572f-4718-84a6-f733518490de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470116 Aug 30 14:56:39.991971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-8e8adbe3-a8d1-477c-97dc-ba13b4f949c9 service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173077 Aug 30 14:56:39.998630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d6873-83a8-4cbd-b3e9-74264e75a60a req-ddbad6ac-927c-4f50-a97d-e1bdf6d86f7c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:40.000293 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-564d6873-83a8-4cbd-b3e9-74264e75a60a req-ddbad6ac-927c-4f50-a97d-e1bdf6d86f7c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0615525 Aug 30 14:56:40.045376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-564d6873-83a8-4cbd-b3e9-74264e75a60a req-e748d2ec-c276-4766-8000-031c6b60fed2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368023 Aug 30 14:56:40.112117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7cc5d4ac-1ec9-4cc4-b3e0-a760c461f77a req-36730dd5-3043-44e3-ad12-d4120c4fd19c service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116858 Aug 30 14:56:41.171533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aedd77-0b5a-40a3-b60b-3b01ae1fa582 req-3821f464-d2ee-441d-9635-5c0fe314e2df tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:41.173259 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7aedd77-0b5a-40a3-b60b-3b01ae1fa582 req-3821f464-d2ee-441d-9635-5c0fe314e2df tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0566871 Aug 30 14:56:41.232238 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7aedd77-0b5a-40a3-b60b-3b01ae1fa582 req-c57575e0-ae6a-4f7c-a466-c1d4e172d431 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525029 Aug 30 14:56:42.342571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a445-1f53-4549-bcf8-a5a55899bb05 req-20f03d24-1870-41a2-a9c1-69580e81a564 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:42.345072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-adb7a445-1f53-4549-bcf8-a5a55899bb05 req-20f03d24-1870-41a2-a9c1-69580e81a564 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0503261 Aug 30 14:56:42.383670 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-adb7a445-1f53-4549-bcf8-a5a55899bb05 req-80613eaa-0cd9-4941-92fa-6bf6b82533f3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Aug 30 14:56:43.505528 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883734-6f88-4508-9ec5-be8f351678a8 req-de5d077f-6755-4b07-b4e3-da8a454b30b4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:43.507210 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a883734-6f88-4508-9ec5-be8f351678a8 req-de5d077f-6755-4b07-b4e3-da8a454b30b4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0529659 Aug 30 14:56:43.545549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4a883734-6f88-4508-9ec5-be8f351678a8 req-83bcec8d-9976-4bf2-9e04-3100a793a741 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Aug 30 14:56:44.664439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d3a6b-3b8e-4253-bba0-1d68cf6621b7 req-58fd522e-5e27-4ae0-9776-2685233e1cc5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:44.665982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f20d3a6b-3b8e-4253-bba0-1d68cf6621b7 req-58fd522e-5e27-4ae0-9776-2685233e1cc5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0546370 Aug 30 14:56:44.705382 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f20d3a6b-3b8e-4253-bba0-1d68cf6621b7 req-d1f1f419-dbee-4e8e-a8f7-2d407480ea6e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Aug 30 14:56:45.848156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2a4f-5498-4c4b-b524-7ee58b4448e8 req-42dec08e-d493-420d-998d-8b83aea2e515 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:45.850398 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7ee2a4f-5498-4c4b-b524-7ee58b4448e8 req-42dec08e-d493-420d-998d-8b83aea2e515 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0650816 Aug 30 14:56:45.908892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7ee2a4f-5498-4c4b-b524-7ee58b4448e8 req-3a35ba59-dbfa-42aa-9429-9bce1afb466c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 Aug 30 14:56:46.332358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c1c98-8c60-4c48-8eda-908041ec926b req-a0c80f42-f18f-436a-ba37-ce5f8ec5a842 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:46.333935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f5c1c98-8c60-4c48-8eda-908041ec926b req-a0c80f42-f18f-436a-ba37-ce5f8ec5a842 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 949 time: 0.4072378 Aug 30 14:56:46.374489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f5c1c98-8c60-4c48-8eda-908041ec926b req-bc78a3a1-55e4-4fd2-846a-fc12d693b66b tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Aug 30 14:56:47.037136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3196d45-e1a2-4272-9089-e709d27a53fa req-a8d15067-ae22-4527-b652-1901b4ed7809 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:47.038646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3196d45-e1a2-4272-9089-e709d27a53fa req-a8d15067-ae22-4527-b652-1901b4ed7809 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0508664 Aug 30 14:56:47.079221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3196d45-e1a2-4272-9089-e709d27a53fa req-e11df4c2-c7ae-4cf8-9466-efe516fd5861 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Aug 30 14:56:47.381963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-4921184d-4426-417d-bc09-0127010724f1 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:47.383551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-4921184d-4426-417d-bc09-0127010724f1 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.39 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 949 time: 0.0538406 Aug 30 14:56:47.478755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Deleting port d4d353fe-4155-489e-8c9f-4ff5a607552f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:56:47.479100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:47.494181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006f92-226a-4eb3-b8f6-52dfb0d40bb3 req-851ff266-a0e5-4763-9af9-ab8253f66608 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:47.496386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-88006f92-226a-4eb3-b8f6-52dfb0d40bb3 req-851ff266-a0e5-4763-9af9-ab8253f66608 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/ports?device_id=f472bec0-4392-4c4f-adca-99dcb1c22ab4 HTTP/1.1" status: 200 len: 949 time: 0.0504313 Aug 30 14:56:47.536474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-88006f92-226a-4eb3-b8f6-52dfb0d40bb3 req-92740da4-f1d9-4e14-b0e7-b9b3e0860c53 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.50 "GET /v2.0/security-groups?id=dae04c31-b4e0-4d21-b2fb-68e5a358ae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Aug 30 14:56:47.576626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] For port d4d353fe-4155-489e-8c9f-4ff5a607552f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=d4d353fe-4155-489e-8c9f-4ff5a607552f,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:47.577001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:47.590375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Calling delete_port for d4d353fe-4155-489e-8c9f-4ff5a607552f owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:56:47.718956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:47.730359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['d4d353fe-4155-489e-8c9f-4ff5a607552f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:56:47.751237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Pushing event deleted for resources: {'Port': ['ID=d4d353fe-4155-489e-8c9f-4ff5a607552f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:47.797679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] No DVR routers for this DVR port d4d353fe-4155-489e-8c9f-4ff5a607552f on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:56:47.800403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:47.803025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4db6e6a0-549f-40b3-9d80-d3f176d4bb72 req-bccc2888-1bd4-45ff-86a7-48f7afe0afe4 tempest-VolumesBackupsTest-1953482897 tempest-VolumesBackupsTest-1953482897-project] 10.222.0.39 "DELETE /v2.0/ports/d4d353fe-4155-489e-8c9f-4ff5a607552f HTTP/1.1" status: 204 len: 173 time: 0.4133270 Aug 30 14:56:47.803469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f472bec0-4392-4c4f-adca-99dcb1c22ab4', 'name': 'network-vif-deleted', 'tag': 'd4d353fe-4155-489e-8c9f-4ff5a607552f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:56:47.805907 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7522bc6-a265-411c-971b-4d9fe5ce2f2e" -d '{"events": [{"server_uuid": "f472bec0-4392-4c4f-adca-99dcb1c22ab4", "name": "network-vif-deleted", "tag": "d4d353fe-4155-489e-8c9f-4ff5a607552f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:56:47.842633 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e11c00-616e-4511-a71c-ba928867cbb3 x-openstack-request-id: req-02e11c00-616e-4511-a71c-ba928867cbb3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:56:47.842924 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f472bec0-4392-4c4f-adca-99dcb1c22ab4", "name": "network-vif-deleted", "tag": "d4d353fe-4155-489e-8c9f-4ff5a607552f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:56:47.843176 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02e11c00-616e-4511-a71c-ba928867cbb3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:56:47.843571 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f472bec0-4392-4c4f-adca-99dcb1c22ab4', 'name': 'network-vif-deleted', 'tag': 'd4d353fe-4155-489e-8c9f-4ff5a607552f', 'status': 'completed', 'code': 200} Aug 30 14:56:48.203086 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6fbc-331e-4334-a667-0d1f78a18989 req-1385506a-ca53-46d9-a50f-ef09dd660848 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:48.204809 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bdc6fbc-331e-4334-a667-0d1f78a18989 req-1385506a-ca53-46d9-a50f-ef09dd660848 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0559435 Aug 30 14:56:48.249391 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bdc6fbc-331e-4334-a667-0d1f78a18989 req-3ca9d390-0d98-47c6-bfba-a9fa7ad43171 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Aug 30 14:56:49.375270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77434dbd-f4a0-42b8-9d58-2089dcc5657e req-af328cae-31ae-4ba8-83f5-464abd37feac tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:49.376878 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77434dbd-f4a0-42b8-9d58-2089dcc5657e req-af328cae-31ae-4ba8-83f5-464abd37feac tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 943 time: 0.0562689 Aug 30 14:56:49.415002 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77434dbd-f4a0-42b8-9d58-2089dcc5657e req-1d02b841-f1af-4d13-98b8-08bd8ffb6f6c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322056 Aug 30 14:56:49.980174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:56:50.073137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:50.085035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'd0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'port_id': 'd0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b', 'mac_address': 'fa:16:3e:37:3c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:56:50.125341 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:50.145971 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:56:50.163892 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:50.173533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:50.185146 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:50.239833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:50.536205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433ce64-996b-4eee-b51f-0f407c0911d5 req-16367c5a-67fa-4fc1-a66c-3abeeb17f66e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:50.537656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d433ce64-996b-4eee-b51f-0f407c0911d5 req-16367c5a-67fa-4fc1-a66c-3abeeb17f66e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 944 time: 0.0536332 Aug 30 14:56:50.580708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d433ce64-996b-4eee-b51f-0f407c0911d5 req-1fd138b9-be84-4bea-a7c6-b32b492bb09c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Aug 30 14:56:50.659076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:56:51.705106 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67271cd5-c9a2-4262-9e41-4441fd257f9e req-828cde90-2441-4fcf-8462-b2d38af3e844 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:51.706784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67271cd5-c9a2-4262-9e41-4441fd257f9e req-828cde90-2441-4fcf-8462-b2d38af3e844 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 944 time: 0.0534365 Aug 30 14:56:51.748510 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67271cd5-c9a2-4262-9e41-4441fd257f9e req-8ba6c606-35d3-414b-a256-f764c9b32ca8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355413 Aug 30 14:56:51.993760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:56:52.044389 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:56:52.048561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:56:52.049428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:52.073372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d4d353fe-4155-489e-8c9f-4ff5a607552f no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:56:52.102725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: d4d353fe-4155-489e-8c9f-4ff5a607552f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:56:52.103074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device d4d353fe-4155-489e-8c9f-4ff5a607552f not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:56:52.163489 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:52.189465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62529da2-0361-4056-8535-39b03f923c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:56:52.191748 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73625116-83d8-4d45-8ddd-342e77b7bd38" -d '{"events": [{"server_uuid": "62529da2-0361-4056-8535-39b03f923c53", "name": "network-vif-plugged", "status": "completed", "tag": "d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:56:52.210907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:52.217621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:52.298130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:52.405679 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a03ba2e-d91d-4188-8419-20652e6b982e x-openstack-request-id: req-7a03ba2e-d91d-4188-8419-20652e6b982e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:56:52.405978 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62529da2-0361-4056-8535-39b03f923c53", "name": "network-vif-plugged", "status": "completed", "tag": "d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:56:52.406229 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a03ba2e-d91d-4188-8419-20652e6b982e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:56:52.406655 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62529da2-0361-4056-8535-39b03f923c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b', 'code': 200} Aug 30 14:56:52.546192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7d5ce-64fa-4025-9357-6a59c64a320f req-4c9979cf-01f8-48a1-a715-26d55c3f05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:52.547636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16a7d5ce-64fa-4025-9357-6a59c64a320f req-4c9979cf-01f8-48a1-a715-26d55c3f05e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 1096 time: 0.0446761 Aug 30 14:56:52.587155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16a7d5ce-64fa-4025-9357-6a59c64a320f req-6a5637de-4457-4a62-a6a6-501bc57a4dcd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Aug 30 14:56:52.895408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f6b84-6f01-46bd-bcac-4cbc4d04e95f req-d5d2afb6-117f-4ec6-b138-0a95b8d5c972 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:52.897689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-360f6b84-6f01-46bd-bcac-4cbc4d04e95f req-d5d2afb6-117f-4ec6-b138-0a95b8d5c972 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0762734 Aug 30 14:56:52.940594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-360f6b84-6f01-46bd-bcac-4cbc4d04e95f req-6d471698-a4f3-4462-b127-baf4b2c0a4b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367193 Aug 30 14:56:54.065360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49ae6b-e413-40cf-b05f-4452a1e24854 req-eaab4c77-14b1-4659-bbf8-85ea67a62626 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:54.066902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b49ae6b-e413-40cf-b05f-4452a1e24854 req-eaab4c77-14b1-4659-bbf8-85ea67a62626 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0547831 Aug 30 14:56:54.106915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7b49ae6b-e413-40cf-b05f-4452a1e24854 req-9b7a6969-439f-420e-b56f-6684da918d4d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Aug 30 14:56:54.416512 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:56:55.172178 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b485836-8f1b-439f-ad3d-298c4561aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:55.238407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85045-58d4-483f-b852-690d9120a272 req-07a826c7-a19d-4a5d-a8e3-88139fa10d01 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:55.239847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1db85045-58d4-483f-b852-690d9120a272 req-07a826c7-a19d-4a5d-a8e3-88139fa10d01 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0519783 Aug 30 14:56:55.282030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1db85045-58d4-483f-b852-690d9120a272 req-3f60a5e1-087b-4834-9b2e-916bb3a062ff tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Aug 30 14:56:55.419715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbcd71-5180-4886-91a3-68b45e2d89ae req-1ab970f4-8acd-4795-9f72-8607d6d97a1e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:55.421307 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9adbcd71-5180-4886-91a3-68b45e2d89ae req-1ab970f4-8acd-4795-9f72-8607d6d97a1e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0592949 Aug 30 14:56:55.467463 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9adbcd71-5180-4886-91a3-68b45e2d89ae req-54071e7b-701b-4dd5-9304-d3fee945095c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Aug 30 14:56:55.597168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462bd8d-ea45-447e-94b5-fffd39b49254 req-01734412-88cc-4ad2-8171-4aea678069da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:55.599266 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0462bd8d-ea45-447e-94b5-fffd39b49254 req-01734412-88cc-4ad2-8171-4aea678069da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0612488 Aug 30 14:56:55.648055 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0462bd8d-ea45-447e-94b5-fffd39b49254 req-a8149240-b5fc-4429-916b-3dc92e4931c1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Aug 30 14:56:55.986991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a006-7f79-4093-b4fd-7555b50e4059 req-a358fc83-76c8-41cf-999d-5fc2293850da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:55.988724 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0cd9a006-7f79-4093-b4fd-7555b50e4059 req-a358fc83-76c8-41cf-999d-5fc2293850da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0621648 Aug 30 14:56:56.028240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0cd9a006-7f79-4093-b4fd-7555b50e4059 req-6081e6b3-d746-44c0-8c98-aec60654feb4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335054 Aug 30 14:56:57.152186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306b16a-b035-467f-b701-3154f79efa8b req-a4875b25-c628-4591-8b54-e5ab3891050d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:57.153788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8306b16a-b035-467f-b701-3154f79efa8b req-a4875b25-c628-4591-8b54-e5ab3891050d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0539966 Aug 30 14:56:57.197318 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8306b16a-b035-467f-b701-3154f79efa8b req-59e54961-a65a-43df-bad0-fd2d937aaadd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361540 Aug 30 14:56:57.893992 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2d670cc-fea8-42fe-86d2-556b30ff9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:58.336500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843675-e297-4ea4-bdfb-5d9ddf70c39c req-7a616379-16f6-4fd3-9c20-5b6fd75aceec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:58.336500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4843675-e297-4ea4-bdfb-5d9ddf70c39c req-7a616379-16f6-4fd3-9c20-5b6fd75aceec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0639453 Aug 30 14:56:58.387065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a4843675-e297-4ea4-bdfb-5d9ddf70c39c req-38a71708-1ac9-4783-83d3-e709ad4439f3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Aug 30 14:56:58.536133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-0fa845c1-a188-4062-b04b-90647b4aa80d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:56:58.537844 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-0fa845c1-a188-4062-b04b-90647b4aa80d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 945 time: 0.0730143 Aug 30 14:56:58.621853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:58.649809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:56:58.650168 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:58.784326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] For port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:56:58.784712 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:58.801410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:56:58.955039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:58.997750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:56:59.006993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:56:59.038182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.038557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.038882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.040054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.040419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.040760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.041124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.041459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.042345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.042695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.043036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.043371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:56:59.070405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] No DVR routers for this DVR port d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:56:59.075927 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:59.077606 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b8a61a2-9800-4693-8b94-eced2ceae3b7 req-97cc10be-3ab4-41a5-b0d9-8dae2f3b4bdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "DELETE /v2.0/ports/d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b HTTP/1.1" status: 204 len: 173 time: 0.5318685 Aug 30 14:56:59.078178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62529da2-0361-4056-8535-39b03f923c53', 'name': 'network-vif-deleted', 'tag': 'd0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:56:59.086512 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe7bd60-5ada-446a-bc65-497dc82bf07c" -d '{"events": [{"server_uuid": "62529da2-0361-4056-8535-39b03f923c53", "name": "network-vif-deleted", "tag": "d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:56:59.130396 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e47b14-91d2-42de-9eb5-5633f8371aad x-openstack-request-id: req-c8e47b14-91d2-42de-9eb5-5633f8371aad {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:56:59.130396 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62529da2-0361-4056-8535-39b03f923c53", "name": "network-vif-deleted", "tag": "d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:56:59.130396 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8e47b14-91d2-42de-9eb5-5633f8371aad {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:56:59.131689 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62529da2-0361-4056-8535-39b03f923c53', 'name': 'network-vif-deleted', 'tag': 'd0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b', 'status': 'completed', 'code': 200} Aug 30 14:56:59.294021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:56:59.524272 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b91b427-09c8-4a35-bf51-6bdf8e60025d req-a5719c3c-f4d5-4828-a5a3-1f62c2f71fad tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 210 time: 0.0414174 Aug 30 14:57:00.663775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-683cc073-69c0-45c0-a12b-71a41b1eeff3 req-6d0e2616-e259-44b9-ba2e-25b9f424b206 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 210 time: 0.0488131 Aug 30 14:57:01.671644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:01.804646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b24667ea-aeb7-4434-8ee8-e807d608f85a req-71f83ce2-fd66-4b89-ac15-c9a30c5fa9c2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 210 time: 0.0440874 Aug 30 14:57:02.086775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:57:02.134233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:57:02.134745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device d0480b1a-3cb4-40f7-83c7-5a2afb2e6c3b not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:57:02.936077 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09bc08f0-ebbf-4ec9-8e75-de0b58c26c46 req-75e0a051-c42a-4787-8f06-93c10490dbed tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=62529da2-0361-4056-8535-39b03f923c53 HTTP/1.1" status: 200 len: 210 time: 0.0429506 Aug 30 14:57:03.029019 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:13.864937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-30213e75-9cb3-4676-ad89-c9a914f7b9d9 req-eff7b67d-dc9e-48e4-bd30-231942231558 service neutron] (94826) timed out ('10.222.0.50', 50998) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:57:20.151911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:25.159755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aaa08de2-d164-4920-b8f2-36a6fc156e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:25.472109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-95617866-8e94-443e-8e40-a0080b496731 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:25.473595 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-95617866-8e94-443e-8e40-a0080b496731 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.0987315 Aug 30 14:57:25.488855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-4ef0bebd-9a0f-4b8b-92a4-de1c40229d68 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/quotas/43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 375 time: 0.0090611 Aug 30 14:57:25.544128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-8992af77-4573-492d-8a9d-8526dc1711fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499251 Aug 30 14:57:25.697106 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-73f0d137-bdbe-4bed-b261-2985b36d75be service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461458 Aug 30 14:57:25.790646 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-341dabaf-8770-4c09-be70-2140419899c8 service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865746 Aug 30 14:57:26.139603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da0dd448-4a4b-4661-9a78-316480f74125 req-2921a143-88e7-4306-a5aa-e2ad897e10a0 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 210 time: 0.0895944 Aug 30 14:57:26.970871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-7b60676d-6fc8-4a63-ad62-19178d9035e7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:26.972335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-7b60676d-6fc8-4a63-ad62-19178d9035e7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1120148 Aug 30 14:57:26.986473 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'port': {'device_id': '855d333a-380d-4503-a78f-8c5076fd2055', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'admin_state_up': True, 'tenant_id': '43e1b811f8d9454982d40325c43cbc46'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:27.098404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:57:27.102431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:27.244446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.20.0.3 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/f0e5c518-e27c-4805-b6a1-fc92346b583e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:57:27.246966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-faf4d142-dd11-46be-8923-1f4a640539b6 req-94df8f8d-84b3-42f3-9e44-b54ae83d3303 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 210 time: 0.0308602 Aug 30 14:57:27.419993 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:27.434786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Transition to ACTIVE for port object f0e5c518-e27c-4805-b6a1-fc92346b583e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:57:27.471657 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:27.522392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:57:27.526230 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:57:27.528415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=f0e5c518-e27c-4805-b6a1-fc92346b583e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:27.530591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:57:27.560410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.560814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.561115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.561463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.561800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.562148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.562459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.562785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.563114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.563440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.563764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.564092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:27.603899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:27.604528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:27.632502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-5af15568-fdac-41af-9a74-399a4d1c4275 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6505268 Aug 30 14:57:27.648082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Request body: {'port': {'device_id': '855d333a-380d-4503-a78f-8c5076fd2055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:27.715635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:27.872867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bba7916e-2acc-42dc-bad7-5e5fd3f901e0 None None] Provisioning for port f0e5c518-e27c-4805-b6a1-fc92346b583e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:57:27.880361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bba7916e-2acc-42dc-bad7-5e5fd3f901e0 None None] Provisioning complete for port f0e5c518-e27c-4805-b6a1-fc92346b583e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:57:27.881103 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bba7916e-2acc-42dc-bad7-5e5fd3f901e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:27.937869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bba7916e-2acc-42dc-bad7-5e5fd3f901e0 None None] Port f0e5c518-e27c-4805-b6a1-fc92346b583e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:57:27.968334 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d165e642-8542-4cfd-8722-4f9a03d547e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:28.001807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e5c518-e27c-4805-b6a1-fc92346b583e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:57:28.009999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:28.024035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Transition to ACTIVE for port object f0e5c518-e27c-4805-b6a1-fc92346b583e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:57:28.027857 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:28.086243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e5c518-e27c-4805-b6a1-fc92346b583e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:28.183121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Attempting to bind port f0e5c518-e27c-4805-b6a1-fc92346b583e on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:57:28.183464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Attempting to bind port f0e5c518-e27c-4805-b6a1-fc92346b583e by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:57:28.183799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Attempting to bind port f0e5c518-e27c-4805-b6a1-fc92346b583e on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:57:28.188740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Port f0e5c518-e27c-4805-b6a1-fc92346b583e on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:57:28.189093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Attempting to bind port f0e5c518-e27c-4805-b6a1-fc92346b583e on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:57:28.194500 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:57:28.194857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:57:28.195244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:57:28.195686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Bound port: f0e5c518-e27c-4805-b6a1-fc92346b583e, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:57:28.196203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:28.289269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] For port f0e5c518-e27c-4805-b6a1-fc92346b583e, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:57:28.293481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] For port f0e5c518-e27c-4805-b6a1-fc92346b583e, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f0e5c518-e27c-4805-b6a1-fc92346b583e,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:57:28.302779 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:28.350069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:28.350699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:28.352143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] 10.222.0.39 "PUT /v2.0/ports/f0e5c518-e27c-4805-b6a1-fc92346b583e HTTP/1.1" status: 200 len: 1091 time: 0.7097583 Aug 30 14:57:28.352774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855d333a-380d-4503-a78f-8c5076fd2055', 'tag': 'f0e5c518-e27c-4805-b6a1-fc92346b583e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:57:28.356154 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d98d43d-7df6-4f1b-846d-c7f34e30181b" -d '{"events": [{"name": "network-changed", "server_uuid": "855d333a-380d-4503-a78f-8c5076fd2055", "tag": "f0e5c518-e27c-4805-b6a1-fc92346b583e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:57:28.406784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6077c3-fc3d-47c0-a665-1ec351d00d61 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e5c518-e27c-4805-b6a1-fc92346b583e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:28.460621 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765a602e-e092-465d-aac7-eddd093de24a x-openstack-request-id: req-765a602e-e092-465d-aac7-eddd093de24a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:57:28.460929 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855d333a-380d-4503-a78f-8c5076fd2055", "tag": "f0e5c518-e27c-4805-b6a1-fc92346b583e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:57:28.461200 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-765a602e-e092-465d-aac7-eddd093de24a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:57:28.461633 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855d333a-380d-4503-a78f-8c5076fd2055', 'tag': 'f0e5c518-e27c-4805-b6a1-fc92346b583e', 'status': 'completed', 'code': 200} Aug 30 14:57:28.501880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91f296-f430-4e7a-b5e5-52b349aa27f1 req-c56a26e6-2495-4b9d-a8f1-a1288acfedde tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:28.504930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c91f296-f430-4e7a-b5e5-52b349aa27f1 req-c56a26e6-2495-4b9d-a8f1-a1288acfedde tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.1431332 Aug 30 14:57:28.507056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-fe097d44-66d3-4a3e-9541-78edacbdf5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:28.508489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-fe097d44-66d3-4a3e-9541-78edacbdf5cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 1094 time: 0.0762539 Aug 30 14:57:28.576242 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-05e4ed75-2b92-4aea-b919-47a1520db3e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e5c518-e27c-4805-b6a1-fc92346b583e HTTP/1.1" status: 200 len: 217 time: 0.0572438 Aug 30 14:57:28.619589 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:28.649835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8c91f296-f430-4e7a-b5e5-52b349aa27f1 req-a07ffa18-f10b-4172-abc2-ffa4e037a453 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386545 Aug 30 14:57:28.665556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-b1b74b82-4a75-476c-903c-b69b8c449c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:28.667140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-b1b74b82-4a75-476c-903c-b69b8c449c77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0839055 Aug 30 14:57:28.714981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-19453e0e-578b-42b7-a833-8dea3292ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:28.716806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-19453e0e-578b-42b7-a833-8dea3292ade0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429280 Aug 30 14:57:28.813365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-f52eaea8-0ecf-4a62-958b-815c1896db51 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890868 Aug 30 14:57:28.902840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6475bb3c-8328-4d8d-a19f-6d5c90c61ac8 req-d0471ed2-5c8f-406f-92a9-be253ad13638 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Aug 30 14:57:28.989533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-577be8ab-c9a3-434d-962a-0565cf035daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:28.991275 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-577be8ab-c9a3-434d-962a-0565cf035daf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 1094 time: 0.0441628 Aug 30 14:57:29.091872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-26e1b022-674b-431b-b077-d09565f7b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:29.093400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-26e1b022-674b-431b-b077-d09565f7b8d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0953245 Aug 30 14:57:29.138432 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-c0ecd757-93de-4ac7-a22d-ae8baedb69a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e5c518-e27c-4805-b6a1-fc92346b583e HTTP/1.1" status: 200 len: 217 time: 0.0376856 Aug 30 14:57:29.192169 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-03d260d7-df8a-4c98-ae64-8d5613320ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:29.193940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-03d260d7-df8a-4c98-ae64-8d5613320ba8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0486238 Aug 30 14:57:29.239587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-6ba5d63d-dd07-48a6-be43-fcf5d0ca6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:29.241411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-6ba5d63d-dd07-48a6-be43-fcf5d0ca6a46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403829 Aug 30 14:57:29.293288 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:29.343056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-268ac6a9-2cc4-4466-9ea8-0f7847f8b85d service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906110 Aug 30 14:57:29.449756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d98d43d-7df6-4f1b-846d-c7f34e30181b req-71cfa8de-de15-4fea-b7d2-65fda114d737 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998127 Aug 30 14:57:29.773874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed516c-715e-46c4-b970-d6a6b928e53d req-ea5ac125-2a14-4be3-9799-4098d8e49adf tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:29.775979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53ed516c-715e-46c4-b970-d6a6b928e53d req-ea5ac125-2a14-4be3-9799-4098d8e49adf tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0517471 Aug 30 14:57:29.818701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53ed516c-715e-46c4-b970-d6a6b928e53d req-594813d9-a0d5-41e7-8c2a-1e8f9af62eef tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344741 Aug 30 14:57:30.941715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc59894-9335-433a-909a-526d0c4eff0d req-ee010ee4-d5ab-4ee6-875d-9c6ccfed2a64 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:30.943409 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fbc59894-9335-433a-909a-526d0c4eff0d req-ee010ee4-d5ab-4ee6-875d-9c6ccfed2a64 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0534158 Aug 30 14:57:30.989329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fbc59894-9335-433a-909a-526d0c4eff0d req-c289dfea-3a35-4373-a4a3-12cc8a7cee9b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Aug 30 14:57:31.406525 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:57:31.672309 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:32.102439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df4c47-fe33-4f37-9428-9e80f7808b37 req-4847f9e4-09fa-46e1-8557-5e7a470d645d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:32.103898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75df4c47-fe33-4f37-9428-9e80f7808b37 req-4847f9e4-09fa-46e1-8557-5e7a470d645d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0484803 Aug 30 14:57:32.141322 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75df4c47-fe33-4f37-9428-9e80f7808b37 req-7b2bd4df-70cf-4d96-9b4b-6bb2d735bdaf tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Aug 30 14:57:33.028981 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:33.257439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9c3f7-05c2-4d52-aac3-1ca1e995a9aa req-0f7785ee-bfd5-4690-91f8-eb930c819b5b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:33.259005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51d9c3f7-05c2-4d52-aac3-1ca1e995a9aa req-0f7785ee-bfd5-4690-91f8-eb930c819b5b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0498936 Aug 30 14:57:33.296910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51d9c3f7-05c2-4d52-aac3-1ca1e995a9aa req-308e6dec-fb53-47a0-a453-e7191b61b0d8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Aug 30 14:57:34.424264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d1f53-2352-464a-bff7-eb83a2137253 req-db36155f-3644-4e49-ac20-c151bbc72b7a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:34.425860 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e4d1f53-2352-464a-bff7-eb83a2137253 req-db36155f-3644-4e49-ac20-c151bbc72b7a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0614314 Aug 30 14:57:34.466521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6e4d1f53-2352-464a-bff7-eb83a2137253 req-08889985-456a-472a-b465-045511ab4706 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Aug 30 14:57:35.583961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58c842-34de-4ed2-9ad1-5735f220bc34 req-924ad7d5-be40-44e1-9361-5417b6c754cc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:35.585700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe58c842-34de-4ed2-9ad1-5735f220bc34 req-924ad7d5-be40-44e1-9361-5417b6c754cc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0517812 Aug 30 14:57:35.622535 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fe58c842-34de-4ed2-9ad1-5735f220bc34 req-3d09e08d-d924-4348-a7f1-8e5aa1f654ca tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303283 Aug 30 14:57:36.462095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:36.532749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad69329-5b0b-4b07-b23d-91340b6cf48c tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:36.533354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad69329-5b0b-4b07-b23d-91340b6cf48c tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:36.533824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad69329-5b0b-4b07-b23d-91340b6cf48c tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:36.535471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bad69329-5b0b-4b07-b23d-91340b6cf48c tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=eea3b713294642c2b65711a2a7788b6b&network_id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 2970 time: 0.0718749 Aug 30 14:57:36.738724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9804e-8d9a-4cf1-83f4-470907a35e87 req-3198a484-6d97-4ce7-b740-7f14544b5b31 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:36.740949 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8eb9804e-8d9a-4cf1-83f4-470907a35e87 req-3198a484-6d97-4ce7-b740-7f14544b5b31 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0490732 Aug 30 14:57:36.778171 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8eb9804e-8d9a-4cf1-83f4-470907a35e87 req-0e874ed9-5513-41d7-adb1-66e8867b6f7c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316346 Aug 30 14:57:37.893895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b684070-c7ee-4329-8e7a-929d967a0b04 req-2a14bbe2-634c-4e7b-a1f3-15f2da40203f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:37.895410 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b684070-c7ee-4329-8e7a-929d967a0b04 req-2a14bbe2-634c-4e7b-a1f3-15f2da40203f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0522003 Aug 30 14:57:37.933532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b684070-c7ee-4329-8e7a-929d967a0b04 req-f4af5dbc-0e64-4819-a064-d73ff78c2b41 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Aug 30 14:57:39.046431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227238c0-0cc4-4a42-97a9-8449016f3ac3 req-d2b83e69-f5b3-499e-b465-6b0a6a2cc02d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:39.047830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-227238c0-0cc4-4a42-97a9-8449016f3ac3 req-d2b83e69-f5b3-499e-b465-6b0a6a2cc02d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0479634 Aug 30 14:57:39.085781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-227238c0-0cc4-4a42-97a9-8449016f3ac3 req-62328161-fb14-4226-b1a6-ab95a888ba61 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Aug 30 14:57:40.197399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcbc91-6206-4c27-8833-e2b8f4983a57 req-090795e0-4322-4c25-820c-80238a6e3ecd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:40.198902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dbcbc91-6206-4c27-8833-e2b8f4983a57 req-090795e0-4322-4c25-820c-80238a6e3ecd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 943 time: 0.0488861 Aug 30 14:57:40.238245 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dbcbc91-6206-4c27-8833-e2b8f4983a57 req-c6110995-e49b-4cfc-b651-654971032288 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Aug 30 14:57:40.291847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f0e5c518-e27c-4805-b6a1-fc92346b583e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:57:40.387952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f0e5c518-e27c-4805-b6a1-fc92346b583e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f0e5c518-e27c-4805-b6a1-fc92346b583e,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:57:40.402017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'f0e5c518-e27c-4805-b6a1-fc92346b583e', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'port_id': 'f0e5c518-e27c-4805-b6a1-fc92346b583e', 'mac_address': 'fa:16:3e:e6:c3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:57:40.448892 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:40.452444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:40.465597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e5c518-e27c-4805-b6a1-fc92346b583e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:57:40.488166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f0e5c518-e27c-4805-b6a1-fc92346b583e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f0e5c518-e27c-4805-b6a1-fc92346b583e,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:57:40.492380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:40.510692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f04c5-6e1f-4db5-a6cb-126fcb25234f tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:40.513127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ad4f04c5-6e1f-4db5-a6cb-126fcb25234f tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f HTTP/1.1" status: 200 len: 814 time: 0.0586374 Aug 30 14:57:40.548414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f0e5c518-e27c-4805-b6a1-fc92346b583e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:40.558288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.558641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.558984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.559323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.559657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.559987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.560318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.560646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.560973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.561327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.561652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.561978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:57:40.719715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f0e5c518-e27c-4805-b6a1-fc92346b583e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:57:41.362300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e801a-b355-4c45-9640-de0539b0aae0 req-b52fcecb-5733-47c2-9b7f-d0212c9bb629 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:41.363787 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d92e801a-b355-4c45-9640-de0539b0aae0 req-b52fcecb-5733-47c2-9b7f-d0212c9bb629 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 944 time: 0.0554214 Aug 30 14:57:41.409203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d92e801a-b355-4c45-9640-de0539b0aae0 req-f885aeba-6b11-4e43-a777-f92ca5815e84 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Aug 30 14:57:41.607384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:41.612483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'network': {'name': 'tempest-network-smoke--386265443', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:41.633295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:57:41.636597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:41.659205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:57:41.668668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:41.669035 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Added segment 93026850-4a25-4aef-87dd-3eba423a9c61 of type vlan for network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 Aug 30 14:57:41.710959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:41.735996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:41.741399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:41.741972 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:41.799688 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1912014 Aug 30 14:57:41.802775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:41.817547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ee54d-cd26-4ad0-8be3-337f976b9c95 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Network': ['ID=5cad9a95-7809-40b0-84da-8819e1c3f9f7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:41.828162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:57:41.878235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bca7c4-ba35-4d9e-a395-39f116323630 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:41.879653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-27bca7c4-ba35-4d9e-a395-39f116323630 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=eea3b713294642c2b65711a2a7788b6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0759761 Aug 30 14:57:41.882410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:41.969266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638c4cf-019e-48a7-8f5d-b00958b74523 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:41.970794 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4638c4cf-019e-48a7-8f5d-b00958b74523 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874963 Aug 30 14:57:41.973653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:42.002484 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b4581dd8-1d4c-4ec2-b1ac-03aed9a8d07f tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276101 Aug 30 14:57:42.005090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:42.032383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-faa88869-d7a5-4703-ab8f-32894488b061 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=eea3b713294642c2b65711a2a7788b6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262666 Aug 30 14:57:42.035056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:42.126321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349120b8-c4ac-4aaa-98ac-a3235dfbd66a tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:42.127810 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-349120b8-c4ac-4aaa-98ac-a3235dfbd66a tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917196 Aug 30 14:57:42.130572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:42.168583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4665f307-41d1-4c32-ab37-09e7f2a6aa9e tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369225 Aug 30 14:57:42.171186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:42.177532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880878224', 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:42.280799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-161c0707-2bf2-4b66-97a0-bde27546e239 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073241 Aug 30 14:57:42.289885 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f0e5c518-e27c-4805-b6a1-fc92346b583e up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:57:42.297603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:57:42.301475 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:42.347950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port f0e5c518-e27c-4805-b6a1-fc92346b583e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:57:42.351832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port f0e5c518-e27c-4805-b6a1-fc92346b583e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:57:42.352383 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:42.438089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-335bd243-f8b6-46e5-93c3-9091c5c72921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:42.438655 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:42.439601 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-335bd243-f8b6-46e5-93c3-9091c5c72921 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1097 time: 0.0691595 Aug 30 14:57:42.476780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855d333a-380d-4503-a78f-8c5076fd2055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5c518-e27c-4805-b6a1-fc92346b583e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:57:42.480052 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899ef6d2-8dfa-4338-945b-0199d9f61981" -d '{"events": [{"server_uuid": "855d333a-380d-4503-a78f-8c5076fd2055", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5c518-e27c-4805-b6a1-fc92346b583e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:57:42.497289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port f0e5c518-e27c-4805-b6a1-fc92346b583e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f0e5c518-e27c-4805-b6a1-fc92346b583e,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:57:42.502684 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:42.552477 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb063af1-0120-4f93-bdd7-09dfada8bb82 x-openstack-request-id: req-fb063af1-0120-4f93-bdd7-09dfada8bb82 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:57:42.553812 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855d333a-380d-4503-a78f-8c5076fd2055", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5c518-e27c-4805-b6a1-fc92346b583e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:57:42.554313 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb063af1-0120-4f93-bdd7-09dfada8bb82 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:57:42.554949 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855d333a-380d-4503-a78f-8c5076fd2055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5c518-e27c-4805-b6a1-fc92346b583e', 'code': 200} Aug 30 14:57:42.585530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=f0e5c518-e27c-4805-b6a1-fc92346b583e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:42.607054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95233892-3a79-4f35-8ff9-8b8edd2a5da4 req-db59fd70-4351-44cc-a4b9-45a1b1d88e3c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:42.609080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95233892-3a79-4f35-8ff9-8b8edd2a5da4 req-db59fd70-4351-44cc-a4b9-45a1b1d88e3c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 945 time: 0.0758719 Aug 30 14:57:42.650115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-a65d5100-bf96-4536-8b2a-f29ef13873dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:42.651789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-a65d5100-bf96-4536-8b2a-f29ef13873dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 897 time: 0.1787641 Aug 30 14:57:42.654245 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:42.676374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95233892-3a79-4f35-8ff9-8b8edd2a5da4 req-b2fb5fe0-1f79-4508-81de-0dceff96a2fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Aug 30 14:57:42.683387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff13a7d-5cce-4f9d-9ad7-522426755365 req-1744d0dc-b2b0-413c-8ab3-28a7d87886c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:42.684948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ff13a7d-5cce-4f9d-9ad7-522426755365 req-1744d0dc-b2b0-413c-8ab3-28a7d87886c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 1096 time: 0.0741355 Aug 30 14:57:42.721024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ff13a7d-5cce-4f9d-9ad7-522426755365 req-a557110f-5c5d-475e-a25f-3615109f74dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294416 Aug 30 14:57:42.766632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Subnet': ['ID=8424060c-fa34-4ff2-9006-2fd01ee1962c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:42.779954 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-12f465b3-2362-4078-883a-694e14cf4c1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 200 len: 1001 time: 0.1189373 Aug 30 14:57:42.785866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Checking segment: {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:57:42.786226 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network hostable DHCP agents. Network: 5cad9a95-7809-40b0-84da-8819e1c3f9f7, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:57:42.840021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:57:42.843917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-be32ae68-ab83-4f70-832a-91e90c440688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:42.845428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-be32ae68-ab83-4f70-832a-91e90c440688 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b20361b-a70c-4b6f-aabf-58a8dde1862f HTTP/1.1" status: 200 len: 835 time: 0.0558913 Aug 30 14:57:42.851981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 5cad9a95-7809-40b0-84da-8819e1c3f9f7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:57:42.863139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6f347-2265-4bb3-aee2-3359ccc0c614 None None] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:57:42.866522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:42.867119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:42.899345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fa0ff7fb-1b37-4048-af09-7871471a6f69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7269518 Aug 30 14:57:42.910158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-21fbad2f-43fc-410c-bdb9-2973eb262ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:42.911740 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-21fbad2f-43fc-410c-bdb9-2973eb262ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ff193e8-572f-4718-84a6-f733518490de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565681 Aug 30 14:57:43.053761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-5cad9a95-7809-40b0-84da-8819e1c3f9f7', 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ips': [{'subnet_id': '8424060c-fa34-4ff2-9006-2fd01ee1962c'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:57:43.054690 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.068388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-08567f70-f2e3-4504-b8f1-1f584afa753f service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480796 Aug 30 14:57:43.080624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:43.085621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c37d0014-283d-48ae-b96b-37d55fccb36c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612390317', 'description': 'tempest-secgroup-smoke-612390317 description', 'project_id': 'eea3b713294642c2b65711a2a7788b6b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:43.133128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c37d0014-283d-48ae-b96b-37d55fccb36c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.212372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f85a45c-a598-4337-a5ce-df288fe27e16 req-f681f06c-a872-4de1-921b-611e37f04838 service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351068 Aug 30 14:57:43.231429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Allocated IP 172.20.0.18 (5cad9a95-7809-40b0-84da-8819e1c3f9f7/8424060c-fa34-4ff2-9006-2fd01ee1962c/e8036c99-c941-4c67-aed3-0e5af103d63c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:57:43.237594 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c37d0014-283d-48ae-b96b-37d55fccb36c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.242301 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c37d0014-283d-48ae-b96b-37d55fccb36c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.271489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c37d0014-283d-48ae-b96b-37d55fccb36c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.275927 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c37d0014-283d-48ae-b96b-37d55fccb36c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1907618 Aug 30 14:57:43.275927 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d0014-283d-48ae-b96b-37d55fccb36c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:43.277067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:43.280938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-555658c4-ba69-4c68-aea4-20bc6a95a50f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': '8913fb3b-ce1b-4480-8d83-a54f0ef4c97e', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:43.314139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555658c4-ba69-4c68-aea4-20bc6a95a50f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.376465 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555658c4-ba69-4c68-aea4-20bc6a95a50f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.381127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555658c4-ba69-4c68-aea4-20bc6a95a50f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.393684 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.400624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555658c4-ba69-4c68-aea4-20bc6a95a50f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5dfd27-908a-4096-8737-27156c427801,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:43.407100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555658c4-ba69-4c68-aea4-20bc6a95a50f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.411399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Transition to ACTIVE for port object e8036c99-c941-4c67-aed3-0e5af103d63c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:57:43.411575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-555658c4-ba69-4c68-aea4-20bc6a95a50f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312885 Aug 30 14:57:43.411748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:43.417068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1d28ad2b-70d3-4657-9268-69bf6c52b610 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': '8913fb3b-ce1b-4480-8d83-a54f0ef4c97e', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:43.426283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Transition to ACTIVE for port object e8036c99-c941-4c67-aed3-0e5af103d63c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:57:43.434101 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.444727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d28ad2b-70d3-4657-9268-69bf6c52b610 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.472953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:57:43.479758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:57:43.482493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:57:43.511356 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d28ad2b-70d3-4657-9268-69bf6c52b610 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.516510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Pushing event updated for resources: {'Port': ['ID=e8036c99-c941-4c67-aed3-0e5af103d63c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:43.516680 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d28ad2b-70d3-4657-9268-69bf6c52b610 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.534357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28ad2b-70d3-4657-9268-69bf6c52b610 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f9f66e-d8bf-415b-b739-b6620f5d6639,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:43.544336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d28ad2b-70d3-4657-9268-69bf6c52b610 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.545920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1d28ad2b-70d3-4657-9268-69bf6c52b610 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331062 Aug 30 14:57:43.548923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:43.552833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Attempting to bind port e8036c99-c941-4c67-aed3-0e5af103d63c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:57:43.553256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Attempting to bind port e8036c99-c941-4c67-aed3-0e5af103d63c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:57:43.553637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Attempting to bind port e8036c99-c941-4c67-aed3-0e5af103d63c on network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:57:43.553771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cfa3ec05-0a41-4eb7-8064-06c3800cda61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': '8913fb3b-ce1b-4480-8d83-a54f0ef4c97e', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:43.559034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:57:43.559390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Checking segment: {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:57:43.559787 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.560174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Bound using segment: {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:57:43.560627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Bound port: e8036c99-c941-4c67-aed3-0e5af103d63c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:57:43.561306 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.584409 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ec05-0a41-4eb7-8064-06c3800cda61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.630798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] For port e8036c99-c941-4c67-aed3-0e5af103d63c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:57:43.635395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] For port e8036c99-c941-4c67-aed3-0e5af103d63c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e8036c99-c941-4c67-aed3-0e5af103d63c,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:57:43.641136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.649426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ec05-0a41-4eb7-8064-06c3800cda61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.657998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ec05-0a41-4eb7-8064-06c3800cda61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.685006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ec05-0a41-4eb7-8064-06c3800cda61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcee615c-f1b9-4258-b9cb-29b53f7039da,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:43.689884 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ec05-0a41-4eb7-8064-06c3800cda61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.691898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cfa3ec05-0a41-4eb7-8064-06c3800cda61 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417844 Aug 30 14:57:43.694370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:43.700140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-30bd3174-3c92-42e9-9040-66cf3df8bf47 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': '8913fb3b-ce1b-4480-8d83-a54f0ef4c97e', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:43.708129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007b89-5a67-4de1-b053-582e26120c65 None None] Pushing event updated for resources: {'Port': ['ID=e8036c99-c941-4c67-aed3-0e5af103d63c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:43.751649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30bd3174-3c92-42e9-9040-66cf3df8bf47 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.855776 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30bd3174-3c92-42e9-9040-66cf3df8bf47 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.869676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31e004-5d51-423b-b6ca-6a02c17dcc25 req-17dcf370-9dd5-4cc4-9f66-887a9aa08591 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:43.871626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f31e004-5d51-423b-b6ca-6a02c17dcc25 req-17dcf370-9dd5-4cc4-9f66-887a9aa08591 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 945 time: 0.0886486 Aug 30 14:57:43.872462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30bd3174-3c92-42e9-9040-66cf3df8bf47 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.904089 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd3174-3c92-42e9-9040-66cf3df8bf47 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce012f79-0171-4905-a17a-972dd294e98b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:43.916189 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30bd3174-3c92-42e9-9040-66cf3df8bf47 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:43.917527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-30bd3174-3c92-42e9-9040-66cf3df8bf47 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2218468 Aug 30 14:57:43.920607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:43.926461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a02ee165-7f1b-4b9d-8bcf-98c28de1fe02 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': '8913fb3b-ce1b-4480-8d83-a54f0ef4c97e', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:43.932846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f31e004-5d51-423b-b6ca-6a02c17dcc25 req-155f2c1f-3745-4359-a453-ae45967dbe3e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532305 Aug 30 14:57:44.000405 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-a02ee165-7f1b-4b9d-8bcf-98c28de1fe02 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Project eea3b713294642c2b65711a2a7788b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:57:44.007809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a02ee165-7f1b-4b9d-8bcf-98c28de1fe02 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:44.104797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a02ee165-7f1b-4b9d-8bcf-98c28de1fe02 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:44.119650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eff8bc-2b1e-4a4a-9463-e66c988f9a21 req-7df79384-8a2e-44bd-ad64-f33a1e920a39 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:44.121284 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93eff8bc-2b1e-4a4a-9463-e66c988f9a21 req-7df79384-8a2e-44bd-ad64-f33a1e920a39 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 945 time: 0.0828116 Aug 30 14:57:44.122230 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a02ee165-7f1b-4b9d-8bcf-98c28de1fe02 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:44.155622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ee165-7f1b-4b9d-8bcf-98c28de1fe02 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7dbeaf-8b48-4e83-bf1a-283016daef3b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:44.165918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a02ee165-7f1b-4b9d-8bcf-98c28de1fe02 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:44.167261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a02ee165-7f1b-4b9d-8bcf-98c28de1fe02 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2451642 Aug 30 14:57:44.170253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 51668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:57:44.175303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c52b1e73-88c4-482c-8520-548f5a9c9978 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': '8913fb3b-ce1b-4480-8d83-a54f0ef4c97e', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:44.179867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93eff8bc-2b1e-4a4a-9463-e66c988f9a21 req-af8c60ac-12a7-4e4a-8561-abff2a6e66d7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508032 Aug 30 14:57:44.199909 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-c52b1e73-88c4-482c-8520-548f5a9c9978 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Project eea3b713294642c2b65711a2a7788b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:57:44.205004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c52b1e73-88c4-482c-8520-548f5a9c9978 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:44.272463 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c52b1e73-88c4-482c-8520-548f5a9c9978 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:44.280734 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c52b1e73-88c4-482c-8520-548f5a9c9978 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:44.303482 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c52b1e73-88c4-482c-8520-548f5a9c9978 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:44.304636 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c52b1e73-88c4-482c-8520-548f5a9c9978 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331887 Aug 30 14:57:44.314744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b1e73-88c4-482c-8520-548f5a9c9978 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3fe968-efb2-4dfd-95f8-d34853bc2473,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:44.512042 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-6c8f72b2-0570-467f-97e9-f4367d2d547b tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612390317&fields=id&tenant_id=eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 267 time: 0.0451984 Aug 30 14:57:44.676843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-9bbce5c2-d740-4501-b6a2-320b7204b54a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:44.683295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-9bbce5c2-d740-4501-b6a2-320b7204b54a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/networks?id=5cad9a95-7809-40b0-84da-8819e1c3f9f7 HTTP/1.1" status: 200 len: 796 time: 0.1700392 Aug 30 14:57:44.708966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-5088f6a1-7a05-4a4f-a07f-0177d98b64ad tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/quotas/eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 375 time: 0.0166271 Aug 30 14:57:44.777483 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-8f193633-9e22-43f1-9402-b81c877e6b69 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670269 Aug 30 14:57:44.908123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-1e70e311-4364-4b95-8f8e-3c61d151e9c6 service neutron] 10.222.0.50 "GET /v2.0/networks/5cad9a95-7809-40b0-84da-8819e1c3f9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280072 Aug 30 14:57:44.973559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73898ade-0041-4d44-bc3a-bac539ba601c None None] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:57:45.071162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-b1138e3e-7696-42df-a191-900e7ef267f2 service neutron] 10.222.0.50 "GET /v2.0/networks/5cad9a95-7809-40b0-84da-8819e1c3f9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565573 Aug 30 14:57:45.106830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc473e7d-6ab2-4bb8-866c-4082dacc951b None None] Provisioning for port e8036c99-c941-4c67-aed3-0e5af103d63c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:57:45.198636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e8036c99-c941-4c67-aed3-0e5af103d63c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:57:45.327279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port e8036c99-c941-4c67-aed3-0e5af103d63c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:57:45.332010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e8036c99-c941-4c67-aed3-0e5af103d63c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:57:45.334719 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:45.355111 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19a4826d-da27-45e7-b717-1320e15142ff req-0aee2cf6-b959-4594-9ef4-be3a76603c17 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 210 time: 0.0317781 Aug 30 14:57:45.508940 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:45.586923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port e8036c99-c941-4c67-aed3-0e5af103d63c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e8036c99-c941-4c67-aed3-0e5af103d63c,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:57:45.595690 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:45.704019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=e8036c99-c941-4c67-aed3-0e5af103d63c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:45.724835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74008f88-8b1a-482c-aeb2-0e86a334781f None None] Provisioning complete for port e8036c99-c941-4c67-aed3-0e5af103d63c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:57:45.725272 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74008f88-8b1a-482c-aeb2-0e86a334781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:46.489708 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b480126e-cfbf-4ce8-863f-a2814f349755 req-367a6b24-c5bb-4a17-b2a4-8fcb88f085e3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Aug 30 14:57:46.902078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-9017e24e-8716-4ade-b51b-430159df59a9 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:46.903944 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-9017e24e-8716-4ade-b51b-430159df59a9 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/networks?id=5cad9a95-7809-40b0-84da-8819e1c3f9f7 HTTP/1.1" status: 200 len: 796 time: 0.1254761 Aug 30 14:57:46.971752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-8cb67b9a-ad43-47a0-bfbd-d58a46417a66 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 471 time: 0.0505073 Aug 30 14:57:47.021960 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'port': {'device_id': 'ead127d7-d2f1-4e6e-817c-c053c2b202e6', 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7', 'admin_state_up': True, 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'security_groups': ['8913fb3b-ce1b-4480-8d83-a54f0ef4c97e']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:47.064257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e8036c99-c941-4c67-aed3-0e5af103d63c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:57:47.123853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e8036c99-c941-4c67-aed3-0e5af103d63c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:57:47.124822 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:47.164901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-ed460c0a-da87-4ab4-87be-206112f1d196 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:47.174128 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-ed460c0a-da87-4ab4-87be-206112f1d196 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1651695 Aug 30 14:57:47.186090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-6785117f-5a1c-4627-b3cb-0c3969fe551c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/quotas/43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 375 time: 0.0108807 Aug 30 14:57:47.187652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:57:47.191667 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:47.260672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-65bb2605-a6c1-4371-8c35-8435a0b972fb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678947 Aug 30 14:57:47.342598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.20.0.24 (5cad9a95-7809-40b0-84da-8819e1c3f9f7/8424060c-fa34-4ff2-9006-2fd01ee1962c/39a0b59b-2d3e-449f-a6fc-489f3d4d1707) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:57:47.361684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-ef1d65f0-3038-4d4b-954a-27ee48b0d747 service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926404 Aug 30 14:57:47.452421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-aeec3ecb-a04d-41fd-a895-7ff2f9d8e2ce service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899730 Aug 30 14:57:47.505139 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:47.521252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Transition to ACTIVE for port object 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:57:47.560124 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:47.662643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:47.668520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:57:47.673000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:57:47.675669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:57:47.692850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-577e67ea-26d7-4a52-b194-36a2712e18d0 req-ba9140d7-4abe-4e0a-98a6-fdd9d254e1dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 210 time: 0.0378928 Aug 30 14:57:47.734536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:47.735308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:47.747274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5906c5e-a688-481e-9c5f-30184d456237 req-42bfdcb3-e679-4719-8f51-9793e805de23 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:47.755908 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5906c5e-a688-481e-9c5f-30184d456237 req-42bfdcb3-e679-4719-8f51-9793e805de23 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 932 time: 0.1634991 Aug 30 14:57:47.792034 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-608c57c0-c2f8-43be-bad1-0c73b19f2cbe tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7736969 Aug 30 14:57:47.825623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Request body: {'port': {'device_id': 'ead127d7-d2f1-4e6e-817c-c053c2b202e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:47.831975 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c5906c5e-a688-481e-9c5f-30184d456237 req-f326e38d-6664-4252-b087-d2674fa4efd6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751505 Aug 30 14:57:47.900382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:48.047842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a785dc0a-6ac6-4228-9d4d-17305c08f017 None None] Provisioning for port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:57:48.052529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a785dc0a-6ac6-4228-9d4d-17305c08f017 None None] Provisioning complete for port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:57:48.053347 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a785dc0a-6ac6-4228-9d4d-17305c08f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:48.091142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a785dc0a-6ac6-4228-9d4d-17305c08f017 None None] Port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:57:48.231851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:57:48.240821 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:48.260255 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Transition to ACTIVE for port object 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:57:48.264079 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:48.356586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Pushing event updated for resources: {'Port': ['ID=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:48.421603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Attempting to bind port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:57:48.422220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Attempting to bind port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:57:48.422562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Attempting to bind port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 on network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:57:48.427284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 on network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:57:48.427611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Attempting to bind port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 on network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:57:48.433374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:57:48.433716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Checking segment: {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:57:48.434243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Bound using segment: {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:57:48.434681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Bound port: 39a0b59b-2d3e-449f-a6fc-489f3d4d1707, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:57:48.435046 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:48.507458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] For port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:57:48.511642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] For port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:57:48.515501 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:48.548921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:48.549954 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:48.551561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] 10.222.0.21 "PUT /v2.0/ports/39a0b59b-2d3e-449f-a6fc-489f3d4d1707 HTTP/1.1" status: 200 len: 1092 time: 0.7327507 Aug 30 14:57:48.554420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead127d7-d2f1-4e6e-817c-c053c2b202e6', 'tag': '39a0b59b-2d3e-449f-a6fc-489f3d4d1707'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:57:48.557025 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9da252-7470-4d63-8667-12c9286cd2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ead127d7-d2f1-4e6e-817c-c053c2b202e6", "tag": "39a0b59b-2d3e-449f-a6fc-489f3d4d1707"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:57:48.601588 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a41c44e-f859-48cd-9282-3ec4a3b07b4f x-openstack-request-id: req-7a41c44e-f859-48cd-9282-3ec4a3b07b4f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:57:48.602004 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead127d7-d2f1-4e6e-817c-c053c2b202e6", "tag": "39a0b59b-2d3e-449f-a6fc-489f3d4d1707", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:57:48.602365 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a41c44e-f859-48cd-9282-3ec4a3b07b4f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:57:48.602771 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead127d7-d2f1-4e6e-817c-c053c2b202e6', 'tag': '39a0b59b-2d3e-449f-a6fc-489f3d4d1707', 'status': 'completed', 'code': 200} Aug 30 14:57:48.619698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca83dc-cc6a-4464-993d-c18266b5ca91 service neutron] Pushing event updated for resources: {'Port': ['ID=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:48.687090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-077f6176-2db3-411e-9644-d5b733f1c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:48.688911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-077f6176-2db3-411e-9644-d5b733f1c005 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 1095 time: 0.0575066 Aug 30 14:57:48.752622 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-d401495f-062f-41df-962d-f49efc11c89c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=39a0b59b-2d3e-449f-a6fc-489f3d4d1707 HTTP/1.1" status: 200 len: 217 time: 0.0424197 Aug 30 14:57:48.857426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-5b1818a2-0103-4dae-848b-ea45e3bceb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:48.858924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-5b1818a2-0103-4dae-848b-ea45e3bceb3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424060c-fa34-4ff2-9006-2fd01ee1962c HTTP/1.1" status: 200 len: 837 time: 0.0982797 Aug 30 14:57:48.860796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-92341d6c-f06b-4378-a944-494d2165be93 req-4f69c85a-e054-49a3-b686-6d3d31a4f832 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 210 time: 0.0367961 Aug 30 14:57:48.894638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-b6f3e439-2219-4574-91c5-887ebd85298f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:48.897347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-b6f3e439-2219-4574-91c5-887ebd85298f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1897209 Aug 30 14:57:48.913338 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'port': {'device_id': '94c811fb-9025-47d2-a984-13999d559138', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'admin_state_up': True, 'tenant_id': '43e1b811f8d9454982d40325c43cbc46'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:48.921458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-c433813c-2a06-4c29-b214-df4dc1a2a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:48.928945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-c433813c-2a06-4c29-b214-df4dc1a2a427 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cad9a95-7809-40b0-84da-8819e1c3f9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620408 Aug 30 14:57:49.042880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-bb604b67-a392-4eb5-b766-91d778e3cf54 service neutron] 10.222.0.21 "GET /v2.0/networks/5cad9a95-7809-40b0-84da-8819e1c3f9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035888 Aug 30 14:57:49.067180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbaaaf-a0bf-4409-a942-f59f6f5c35d7 req-3c1a4914-b0dd-4cf5-9152-35711016cc46 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:49.074944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbbbaaaf-a0bf-4409-a942-f59f6f5c35d7 req-3c1a4914-b0dd-4cf5-9152-35711016cc46 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 944 time: 0.0945437 Aug 30 14:57:49.127754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:57:49.131206 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:49.160137 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbbbaaaf-a0bf-4409-a942-f59f6f5c35d7 req-09317b31-3611-414c-b55d-686ba4d564df tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548894 Aug 30 14:57:49.162829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084123e-7ff5-4c05-be44-ccbe1d015767 req-e20f6a89-83ec-41b9-a026-90f1021f0ca6 service neutron] 10.222.0.21 "GET /v2.0/networks/5cad9a95-7809-40b0-84da-8819e1c3f9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107810 Aug 30 14:57:49.297163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.20.0.8 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/bd4f7cf5-5498-4ea4-a995-611233590611) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:57:49.334302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da252-7470-4d63-8667-12c9286cd2ff req-0ff5b14b-3c9f-45a3-a955-6d8a572c2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:49.345716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db9da252-7470-4d63-8667-12c9286cd2ff req-0ff5b14b-3c9f-45a3-a955-6d8a572c2dae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 1095 time: 0.0671277 Aug 30 14:57:49.519484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da252-7470-4d63-8667-12c9286cd2ff req-70562ae7-026e-46c5-8091-3e6ecb3aa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:49.521953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db9da252-7470-4d63-8667-12c9286cd2ff req-70562ae7-026e-46c5-8091-3e6ecb3aa235 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cad9a95-7809-40b0-84da-8819e1c3f9f7 HTTP/1.1" status: 200 len: 897 time: 0.1672823 Aug 30 14:57:49.535918 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:49.552369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Transition to ACTIVE for port object bd4f7cf5-5498-4ea4-a995-611233590611 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:57:49.596682 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:49.597594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db9da252-7470-4d63-8667-12c9286cd2ff req-11f71348-a330-4950-aa12-9f1a8cee9951 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=39a0b59b-2d3e-449f-a6fc-489f3d4d1707 HTTP/1.1" status: 200 len: 217 time: 0.0633676 Aug 30 14:57:49.609202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f0e5c518-e27c-4805-b6a1-fc92346b583e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:57:49.653765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:57:49.659084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:57:49.662131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:57:49.663240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da252-7470-4d63-8667-12c9286cd2ff req-20c6939e-3457-4c1a-a684-39e7bf0c81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:49.664744 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db9da252-7470-4d63-8667-12c9286cd2ff req-20c6939e-3457-4c1a-a684-39e7bf0c81ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424060c-fa34-4ff2-9006-2fd01ee1962c HTTP/1.1" status: 200 len: 837 time: 0.0585041 Aug 30 14:57:49.717972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=bd4f7cf5-5498-4ea4-a995-611233590611,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:49.745919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da252-7470-4d63-8667-12c9286cd2ff req-e100f8a0-0982-4e36-b2ce-006ee99ed34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:49.749316 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db9da252-7470-4d63-8667-12c9286cd2ff req-e100f8a0-0982-4e36-b2ce-006ee99ed34a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cad9a95-7809-40b0-84da-8819e1c3f9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766542 Aug 30 14:57:49.757069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:49.757758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:49.783633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-cee0cdc5-083e-4553-8831-2bfdf7902a42 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8770032 Aug 30 14:57:49.797180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Request body: {'port': {'device_id': '94c811fb-9025-47d2-a984-13999d559138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:57:49.889458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db9da252-7470-4d63-8667-12c9286cd2ff req-69a6b38b-ef7b-47ed-a291-c2586dccd6fa service neutron] 10.222.0.21 "GET /v2.0/networks/5cad9a95-7809-40b0-84da-8819e1c3f9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290321 Aug 30 14:57:49.919374 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:50.005940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-50035551-5b3a-426f-805d-cfd69e97b491 None None] Provisioning for port bd4f7cf5-5498-4ea4-a995-611233590611 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:57:50.017995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-50035551-5b3a-426f-805d-cfd69e97b491 None None] Provisioning complete for port bd4f7cf5-5498-4ea4-a995-611233590611 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:57:50.018375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50035551-5b3a-426f-805d-cfd69e97b491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:50.065902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db9da252-7470-4d63-8667-12c9286cd2ff req-9e6e8229-0213-4b49-a7ad-44bbfe490a80 service neutron] 10.222.0.21 "GET /v2.0/networks/5cad9a95-7809-40b0-84da-8819e1c3f9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671758 Aug 30 14:57:50.088804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-50035551-5b3a-426f-805d-cfd69e97b491 None None] Port bd4f7cf5-5498-4ea4-a995-611233590611 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:57:50.103876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180c23c-19a8-4173-83eb-cf650d08d55b req-d49bedd6-7acb-4034-9f0b-dbaa31a95708 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:50.105720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9180c23c-19a8-4173-83eb-cf650d08d55b req-d49bedd6-7acb-4034-9f0b-dbaa31a95708 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 931 time: 0.0569947 Aug 30 14:57:50.165593 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9180c23c-19a8-4173-83eb-cf650d08d55b req-a559cc93-90b0-4ec6-ab59-86140f909ced tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517612 Aug 30 14:57:50.194729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:50.589760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55210180-cf26-4751-a730-bafae68b3d0d req-df76dd27-15b2-4af4-9cd5-a6755db1826e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:50.591239 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-55210180-cf26-4751-a730-bafae68b3d0d req-df76dd27-15b2-4af4-9cd5-a6755db1826e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 944 time: 0.1026504 Aug 30 14:57:50.660304 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-55210180-cf26-4751-a730-bafae68b3d0d req-e21406d6-74ad-4e0e-819c-1bd86953e741 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593662 Aug 30 14:57:50.727660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4f7cf5-5498-4ea4-a995-611233590611 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:57:50.734173 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:50.747142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Transition to ACTIVE for port object bd4f7cf5-5498-4ea4-a995-611233590611 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:57:50.751396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:50.812974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f7cf5-5498-4ea4-a995-611233590611,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:50.892829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Attempting to bind port bd4f7cf5-5498-4ea4-a995-611233590611 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:57:50.893323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Attempting to bind port bd4f7cf5-5498-4ea4-a995-611233590611 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:57:50.893727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Attempting to bind port bd4f7cf5-5498-4ea4-a995-611233590611 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:57:50.901917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Port bd4f7cf5-5498-4ea4-a995-611233590611 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:57:50.902337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Attempting to bind port bd4f7cf5-5498-4ea4-a995-611233590611 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:57:50.907809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:57:50.908221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:57:50.908680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:57:50.909264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Bound port: bd4f7cf5-5498-4ea4-a995-611233590611, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:57:50.909705 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:51.009694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] For port bd4f7cf5-5498-4ea4-a995-611233590611, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:57:51.013773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] For port bd4f7cf5-5498-4ea4-a995-611233590611, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bd4f7cf5-5498-4ea4-a995-611233590611,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:57:51.019831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:51.085576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:51.086446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:51.088943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd4f7cf5-5498-4ea4-a995-611233590611 HTTP/1.1" status: 200 len: 1091 time: 1.2966146 Aug 30 14:57:51.089579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c811fb-9025-47d2-a984-13999d559138', 'tag': 'bd4f7cf5-5498-4ea4-a995-611233590611'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:57:51.100810 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd254a1-53d7-47d9-a58f-1ccb3444c109" -d '{"events": [{"name": "network-changed", "server_uuid": "94c811fb-9025-47d2-a984-13999d559138", "tag": "bd4f7cf5-5498-4ea4-a995-611233590611"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:57:51.184032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecdf26-2b43-4b06-aaf2-17b379921ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f7cf5-5498-4ea4-a995-611233590611,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:51.226917 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcd2277-2149-47de-a18a-88090f16ef7a x-openstack-request-id: req-1fcd2277-2149-47de-a18a-88090f16ef7a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:57:51.227212 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c811fb-9025-47d2-a984-13999d559138", "tag": "bd4f7cf5-5498-4ea4-a995-611233590611", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:57:51.227433 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fcd2277-2149-47de-a18a-88090f16ef7a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:57:51.227911 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c811fb-9025-47d2-a984-13999d559138', 'tag': 'bd4f7cf5-5498-4ea4-a995-611233590611', 'status': 'completed', 'code': 200} Aug 30 14:57:51.247377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-02553baf-2c4a-4714-a57a-5a3d8ec7136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:51.249090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-02553baf-2c4a-4714-a57a-5a3d8ec7136e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 1094 time: 0.0611503 Aug 30 14:57:51.350070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-d347c64a-dc37-415f-bb87-8c1b1a5d59e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4f7cf5-5498-4ea4-a995-611233590611 HTTP/1.1" status: 200 len: 217 time: 0.0927801 Aug 30 14:57:51.472374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-34dc6bfc-467e-4202-89ab-7089649c35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:51.474425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-34dc6bfc-467e-4202-89ab-7089649c35c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.1120870 Aug 30 14:57:51.490217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a333af-b85c-42a4-84a9-8c32d899a08a req-234534b3-c5bd-428a-b894-27ea00751955 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:51.491653 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7a333af-b85c-42a4-84a9-8c32d899a08a req-234534b3-c5bd-428a-b894-27ea00751955 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.1469507 Aug 30 14:57:51.563165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7a333af-b85c-42a4-84a9-8c32d899a08a req-140be441-dab7-4c0e-892a-2b8165125586 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581028 Aug 30 14:57:51.565893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-b24cd373-5b9a-4daa-8325-047ed9229ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:51.567665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-b24cd373-5b9a-4daa-8325-047ed9229ee9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747919 Aug 30 14:57:51.670455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-5eec4643-7499-46c8-a255-7072470adba3 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957975 Aug 30 14:57:51.811753 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8d895301-c8f9-44bc-9161-74b03b34d35b req-b44ead4d-c809-4c7d-8065-82cfcdda10f5 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336992 Aug 30 14:57:51.844759 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c01841-008e-4aba-b8b2-ca4bdefbc0a5 req-f3289e94-66bb-4559-9383-a745fb05de3e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:51.846683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16c01841-008e-4aba-b8b2-ca4bdefbc0a5 req-f3289e94-66bb-4559-9383-a745fb05de3e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 944 time: 0.0671649 Aug 30 14:57:51.891410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16c01841-008e-4aba-b8b2-ca4bdefbc0a5 req-e2c6681e-6fb3-440f-b9d7-980c8c8864bb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368288 Aug 30 14:57:51.910939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-84cae837-ae22-468b-990e-bcb4ce6da7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:51.910939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-84cae837-ae22-468b-990e-bcb4ce6da7de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 1094 time: 0.0506029 Aug 30 14:57:52.011156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-9ad4636a-358f-4c15-8bad-7e0a4d25a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:52.012645 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-9ad4636a-358f-4c15-8bad-7e0a4d25a504 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0959513 Aug 30 14:57:52.063762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-72f9de2c-d134-4be9-a6ae-c4d7638b370a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd4f7cf5-5498-4ea4-a995-611233590611 HTTP/1.1" status: 200 len: 217 time: 0.0439227 Aug 30 14:57:52.131312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-76552fe3-8154-43fc-93b5-b7a0b0d20c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:52.132851 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-76552fe3-8154-43fc-93b5-b7a0b0d20c3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0611906 Aug 30 14:57:52.207383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-640732cd-1b45-46d9-8144-7461a68a8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:52.209067 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-640732cd-1b45-46d9-8144-7461a68a8b75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693181 Aug 30 14:57:52.334144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-7efaf2b5-1968-4b3b-a5ea-7b985ce259ca service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153164 Aug 30 14:57:52.358949 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:57:52.484888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bcd254a1-53d7-47d9-a58f-1ccb3444c109 req-e0988c33-3c89-40ba-a690-399ac378975f service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436937 Aug 30 14:57:52.507211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:57:52.527245 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '39a0b59b-2d3e-449f-a6fc-489f3d4d1707', 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7', 'port_id': '39a0b59b-2d3e-449f-a6fc-489f3d4d1707', 'mac_address': 'fa:16:3e:a9:e7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8424060c-fa34-4ff2-9006-2fd01ee1962c', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:57:52.591092 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:52.608584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:57:52.639528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:57:52.651678 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:52.749614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:52.807023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73b9f-e1b9-48d0-83ef-38260936d86a req-535c8bd1-a988-422d-82d5-ac8bfcb5d144 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:52.808700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-12c73b9f-e1b9-48d0-83ef-38260936d86a req-535c8bd1-a988-422d-82d5-ac8bfcb5d144 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.1307468 Aug 30 14:57:52.876169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-12c73b9f-e1b9-48d0-83ef-38260936d86a req-199a383c-27d4-4fac-9419-399ded4560a9 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520766 Aug 30 14:57:53.039184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee33ed-7a33-4c33-84ad-adf9e13d4546 req-ae4d4c5c-898a-4b0f-b7df-ac575b7dddb8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:53.041025 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2eee33ed-7a33-4c33-84ad-adf9e13d4546 req-ae4d4c5c-898a-4b0f-b7df-ac575b7dddb8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 945 time: 0.0695343 Aug 30 14:57:53.105933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2eee33ed-7a33-4c33-84ad-adf9e13d4546 req-963b21d1-5c30-4de8-ba6e-3ab337a9b88e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577190 Aug 30 14:57:53.139703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['39a0b59b-2d3e-449f-a6fc-489f3d4d1707'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:57:54.070699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973bab7-b1f8-46dd-9108-d4b34d076d03 req-2a3a106a-20a5-4ca2-986e-51d7305d6448 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:54.072994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e973bab7-b1f8-46dd-9108-d4b34d076d03 req-2a3a106a-20a5-4ca2-986e-51d7305d6448 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0876589 Aug 30 14:57:54.127125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e973bab7-b1f8-46dd-9108-d4b34d076d03 req-6dd1933c-1945-40bd-9b9c-f75527a719b0 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 Aug 30 14:57:54.283274 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe61b7-47b3-403c-98c4-d2d1aa585412 req-ba045829-7ef5-4da8-8817-7408054e08f2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:54.285417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10fe61b7-47b3-403c-98c4-d2d1aa585412 req-ba045829-7ef5-4da8-8817-7408054e08f2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 945 time: 0.0731537 Aug 30 14:57:54.343500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10fe61b7-47b3-403c-98c4-d2d1aa585412 req-cee6c265-45af-490b-843c-a30e7f5340ad tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506942 Aug 30 14:57:54.358173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:57:54.502113 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:57:54.516128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:57:54.516594 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:54.658375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:54.693893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead127d7-d2f1-4e6e-817c-c053c2b202e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a0b59b-2d3e-449f-a6fc-489f3d4d1707'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:57:54.699004 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eb646f-2187-49ad-8ae1-e2e07d63353d" -d '{"events": [{"server_uuid": "ead127d7-d2f1-4e6e-817c-c053c2b202e6", "name": "network-vif-plugged", "status": "completed", "tag": "39a0b59b-2d3e-449f-a6fc-489f3d4d1707"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:57:54.718466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:57:54.726242 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:54.764708 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f5112d-ee8f-4e18-9f3d-f195b071702d x-openstack-request-id: req-a6f5112d-ee8f-4e18-9f3d-f195b071702d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:57:54.765183 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead127d7-d2f1-4e6e-817c-c053c2b202e6", "name": "network-vif-plugged", "status": "completed", "tag": "39a0b59b-2d3e-449f-a6fc-489f3d4d1707", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:57:54.765594 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6f5112d-ee8f-4e18-9f3d-f195b071702d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:57:54.766393 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead127d7-d2f1-4e6e-817c-c053c2b202e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a0b59b-2d3e-449f-a6fc-489f3d4d1707', 'code': 200} Aug 30 14:57:54.834615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:57:54.966419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c6313-72a8-4f99-b7c4-3529fa713b11 req-72a24a27-074c-45d6-bf2d-fe620c73a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:54.967162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-014c6313-72a8-4f99-b7c4-3529fa713b11 req-72a24a27-074c-45d6-bf2d-fe620c73a6bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 1097 time: 0.0839472 Aug 30 14:57:55.022301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-014c6313-72a8-4f99-b7c4-3529fa713b11 req-73e00ac8-ab96-49c6-a56d-55eb4ae41723 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446172 Aug 30 14:57:55.177253 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f3a0d8-20fc-4419-a02b-2b91b3afba6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:55.306392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada04c5-4da2-46a1-9933-8eed58eccac5 req-d08c5cc5-3bab-4951-a8b5-bcd97f2d25cf tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:55.314501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ada04c5-4da2-46a1-9933-8eed58eccac5 req-d08c5cc5-3bab-4951-a8b5-bcd97f2d25cf tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0756836 Aug 30 14:57:55.369160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ada04c5-4da2-46a1-9933-8eed58eccac5 req-66e0fa8a-000e-44b8-b5df-13ed4877ea64 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Aug 30 14:57:55.509823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73fa12-1ab5-4bc2-9fee-d7470d2c7fa5 req-2388a9b4-6459-4730-9d14-f72bb9b35f41 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:55.516458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac73fa12-1ab5-4bc2-9fee-d7470d2c7fa5 req-2388a9b4-6459-4730-9d14-f72bb9b35f41 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 946 time: 0.0755188 Aug 30 14:57:55.579517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac73fa12-1ab5-4bc2-9fee-d7470d2c7fa5 req-ca9e18ce-a24c-4cad-8d0d-09a43b55ee87 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584888 Aug 30 14:57:56.510635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021458e-5528-4c48-8e4a-4a5b482b3168 req-1d42415c-2580-410a-bc15-704e65e254f3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:56.513525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3021458e-5528-4c48-8e4a-4a5b482b3168 req-1d42415c-2580-410a-bc15-704e65e254f3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0683484 Aug 30 14:57:56.569833 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3021458e-5528-4c48-8e4a-4a5b482b3168 req-18ac7ecb-e72c-45d0-b72f-5d8132fc0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Aug 30 14:57:56.757974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cd032-6ac7-4662-bad4-86a4cb1d498c req-9c0115f5-11d9-4c0f-99c9-bd051eca3660 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:56.760124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-980cd032-6ac7-4662-bad4-86a4cb1d498c req-9c0115f5-11d9-4c0f-99c9-bd051eca3660 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 946 time: 0.0699508 Aug 30 14:57:56.816458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-980cd032-6ac7-4662-bad4-86a4cb1d498c req-a0a6d99a-c9c8-4f9a-8533-92a00122e2c4 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491383 Aug 30 14:57:57.724462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ffbe-56f0-4a63-8016-e01ad32df880 req-1f75833f-5e91-48aa-bf75-9c2567532fab tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:57.727341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a186ffbe-56f0-4a63-8016-e01ad32df880 req-1f75833f-5e91-48aa-bf75-9c2567532fab tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0719252 Aug 30 14:57:57.784018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a186ffbe-56f0-4a63-8016-e01ad32df880 req-db164c62-90e7-47ec-9b09-47ea2e1b4d75 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478902 Aug 30 14:57:57.906667 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9d96e9f-2b3b-4515-bee8-ee4d5ab08643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:57.990892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f2f56-4db8-4deb-8e2c-e0929ab6f496 req-096c778b-134f-43b3-bae0-493a6c6b68b5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:57.992492 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e0f2f56-4db8-4deb-8e2c-e0929ab6f496 req-096c778b-134f-43b3-bae0-493a6c6b68b5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 946 time: 0.0653877 Aug 30 14:57:58.041310 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2e0f2f56-4db8-4deb-8e2c-e0929ab6f496 req-e0e22ccf-5742-4a71-a74c-0cb076ac8c8a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Aug 30 14:57:58.199071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8387021-a455-4a9d-92cb-410d5ae4bdde req-3889cd75-8bc0-4a0e-a3b8-1c3891455bb4 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:58.200612 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8387021-a455-4a9d-92cb-410d5ae4bdde req-3889cd75-8bc0-4a0e-a3b8-1c3891455bb4 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 946 time: 0.0673571 Aug 30 14:57:58.247816 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8387021-a455-4a9d-92cb-410d5ae4bdde req-908b7a11-8c07-455d-9dfe-27d45a3b4ec1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403466 Aug 30 14:57:58.607359 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:58.935106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a994b7-401e-48c5-a529-1cea8670fca7 req-3caae04c-808b-4be3-bbab-832b851b0912 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:57:58.936729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e2a994b7-401e-48c5-a529-1cea8670fca7 req-3caae04c-808b-4be3-bbab-832b851b0912 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0723073 Aug 30 14:57:59.002919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e2a994b7-401e-48c5-a529-1cea8670fca7 req-4f41a43b-a6c4-4099-8576-c793bf7c1719 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517364 Aug 30 14:57:59.297257 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:57:59.750036 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 51964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:00.242256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004b918-667c-4574-bb6b-cd1020dd72c5 req-0e785042-1cba-42f2-8c30-6f62e8169c31 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:00.242256 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d004b918-667c-4574-bb6b-cd1020dd72c5 req-0e785042-1cba-42f2-8c30-6f62e8169c31 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.1112854 Aug 30 14:58:00.369578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d004b918-667c-4574-bb6b-cd1020dd72c5 req-a9192d44-4e6c-4706-86d5-208d6d3adc55 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107678 Aug 30 14:58:00.428736 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:01.140772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.20.0.17 (5cad9a95-7809-40b0-84da-8819e1c3f9f7/8424060c-fa34-4ff2-9006-2fd01ee1962c/562fde6c-2cd9-4da2-b564-485b9b27f18b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:58:01.286654 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:01.313677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Transition to ACTIVE for port object 562fde6c-2cd9-4da2-b564-485b9b27f18b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:58:01.355522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:01.400379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:58:01.406460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:58:01.413380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:58:01.449481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=562fde6c-2cd9-4da2-b564-485b9b27f18b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:01.469614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.470056 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.470406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.470901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.471309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.471720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.472128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.472528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.473112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.473388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.473824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.474227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:01.494745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:01.646499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e774f-fce4-4319-8be4-dfa83e35920c req-83496a6a-18b9-421f-b129-d3dfbb6408a2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:01.678185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a99e774f-fce4-4319-8be4-dfa83e35920c req-83496a6a-18b9-421f-b129-d3dfbb6408a2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.1308453 Aug 30 14:58:01.712229 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:01.723587 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:01.774777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a99e774f-fce4-4319-8be4-dfa83e35920c req-2b93aae0-c10e-4e00-8b18-959d185bb386 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915964 Aug 30 14:58:01.918743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-545765fd-31fb-4f70-99ad-ad11ba48007f None None] Provisioning for port 562fde6c-2cd9-4da2-b564-485b9b27f18b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:58:01.925172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-545765fd-31fb-4f70-99ad-ad11ba48007f None None] Provisioning complete for port 562fde6c-2cd9-4da2-b564-485b9b27f18b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:58:01.925762 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-545765fd-31fb-4f70-99ad-ad11ba48007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:01.995887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-545765fd-31fb-4f70-99ad-ad11ba48007f None None] Port 562fde6c-2cd9-4da2-b564-485b9b27f18b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:58:02.131877 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:02.147309 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:02.242076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:02.244883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=562fde6c-2cd9-4da2-b564-485b9b27f18b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:02.352961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:58:02.355078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:58:02.519248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 98ae4157-4903-4136-86c0-6086c1b05614 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:58:02.683900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:58:02.690071 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-45a6a402-772a-43d1-a23e-8bfc018e5ec2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "PUT /v2.0/routers/98ae4157-4903-4136-86c0-6086c1b05614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9388344 Aug 30 14:58:02.694701 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Sync routers for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:58:02.708588 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:02.709083 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:57:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:02.730815 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-386fff66-cf9d-4e17-86ce-15eff7bd7dd8 None None] Provisioning complete for port 562fde6c-2cd9-4da2-b564-485b9b27f18b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:58:02.731726 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-386fff66-cf9d-4e17-86ce-15eff7bd7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:02.789258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-386fff66-cf9d-4e17-86ce-15eff7bd7dd8 None None] Port 562fde6c-2cd9-4da2-b564-485b9b27f18b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:58:02.945539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7274c-d8b2-4e90-b01a-b126502a1f75 req-78a19c8f-9324-4d4a-90d4-5a584da17e45 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:02.948174 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:02.949357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3a7274c-d8b2-4e90-b01a-b126502a1f75 req-78a19c8f-9324-4d4a-90d4-5a584da17e45 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0662701 Aug 30 14:58:03.027200 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f3a7274c-d8b2-4e90-b01a-b126502a1f75 req-f9bffa7c-2c0d-44c3-b2a2-e77190b61e5c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714092 Aug 30 14:58:03.041621 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:03.281914 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:01Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:17Z', 'revision_number': 1, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fde6c-2cd9-4da2-b564-485b9b27f18b', 'name': '', 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:ad:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '8424060c-fa34-4ff2-9006-2fd01ee1962c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:00Z', 'updated_at': '2021-08-30T14:58:01Z', 'revision_number': 2, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '8424060c-fa34-4ff2-9006-2fd01ee1962c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:03.314687 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Checking router: 98ae4157-4903-4136-86c0-6086c1b05614 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:58:03.315031 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Updating router 98ae4157-4903-4136-86c0-6086c1b05614 port 562fde6c-2cd9-4da2-b564-485b9b27f18b binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:58:03.355391 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:03.698452 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:03.710090 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Transition to ACTIVE for port object 562fde6c-2cd9-4da2-b564-485b9b27f18b will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:58:03.732929 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:03.813661 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Pushing event updated for resources: {'Port': ['ID=562fde6c-2cd9-4da2-b564-485b9b27f18b,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:03.835799 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.836146 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.836686 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.837104 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.837422 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.837755 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.838081 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.838401 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.838724 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.839059 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.839361 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.839677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:03.862920 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Attempting to bind port 562fde6c-2cd9-4da2-b564-485b9b27f18b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:58:03.863444 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Attempting to bind port 562fde6c-2cd9-4da2-b564-485b9b27f18b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:58:03.863808 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Attempting to bind port 562fde6c-2cd9-4da2-b564-485b9b27f18b on network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:58:03.870967 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:58:03.871403 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Checking segment: {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:58:03.872540 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:03.873214 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Bound using segment: {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:58:03.873923 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Bound port: 562fde6c-2cd9-4da2-b564-485b9b27f18b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93026850-4a25-4aef-87dd-3eba423a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:58:03.874313 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:03.971141 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] For port 562fde6c-2cd9-4da2-b564-485b9b27f18b, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:58:03.980649 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] For port 562fde6c-2cd9-4da2-b564-485b9b27f18b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=562fde6c-2cd9-4da2-b564-485b9b27f18b,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:58:03.989100 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:04.090276 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:04.091522 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:57:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:04.170348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fef0e-e7ab-4efc-a597-29859798f712 None None] Pushing event updated for resources: {'Port': ['ID=562fde6c-2cd9-4da2-b564-485b9b27f18b,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:04.225992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907c882-458c-4987-ae7e-37778e7de1f6 req-3e0d038a-22f1-42a8-80d3-1b87015d4852 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:04.235784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3907c882-458c-4987-ae7e-37778e7de1f6 req-3e0d038a-22f1-42a8-80d3-1b87015d4852 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0734901 Aug 30 14:58:04.279469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3907c882-458c-4987-ae7e-37778e7de1f6 req-9f697975-5217-4081-86e5-2e4091e60a0a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Aug 30 14:58:04.287229 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:04.618102 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:01Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:17Z', 'revision_number': 1, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fde6c-2cd9-4da2-b564-485b9b27f18b', 'name': '', 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:ad:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '8424060c-fa34-4ff2-9006-2fd01ee1962c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:00Z', 'updated_at': '2021-08-30T14:58:03Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '8424060c-fa34-4ff2-9006-2fd01ee1962c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:04.651870 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb66c2c-f45c-454b-bfb0-0c2f7e1b1344 None None] The sync data for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 is: [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:01Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:17Z', 'revision_number': 1, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fde6c-2cd9-4da2-b564-485b9b27f18b', 'name': '', 'network_id': '5cad9a95-7809-40b0-84da-8819e1c3f9f7', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:ad:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '8424060c-fa34-4ff2-9006-2fd01ee1962c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:00Z', 'updated_at': '2021-08-30T14:58:03Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '8424060c-fa34-4ff2-9006-2fd01ee1962c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:58:05.136849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 562fde6c-2cd9-4da2-b564-485b9b27f18b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:58:05.229124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 562fde6c-2cd9-4da2-b564-485b9b27f18b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:58:05.238850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 562fde6c-2cd9-4da2-b564-485b9b27f18b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:58:05.239487 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:05.365838 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:05.422447 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 562fde6c-2cd9-4da2-b564-485b9b27f18b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=562fde6c-2cd9-4da2-b564-485b9b27f18b,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:05.430377 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:05.504569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=562fde6c-2cd9-4da2-b564-485b9b27f18b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:05.509242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45085dd7-af82-41ae-a1fc-b6c96d456c15 req-928542c4-1444-4f8f-ab7f-83aa9ea72e78 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:05.512016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-45085dd7-af82-41ae-a1fc-b6c96d456c15 req-928542c4-1444-4f8f-ab7f-83aa9ea72e78 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0990660 Aug 30 14:58:05.563104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-45085dd7-af82-41ae-a1fc-b6c96d456c15 req-104028ed-9666-47e6-9b1a-a03044b15eb5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Aug 30 14:58:06.724670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df71c-b2a7-4a08-9bc5-5c58de887ad6 req-de5b5e25-1e83-422f-85b2-452d65017ba0 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:06.726921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f62df71c-b2a7-4a08-9bc5-5c58de887ad6 req-de5b5e25-1e83-422f-85b2-452d65017ba0 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0810494 Aug 30 14:58:06.770144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f62df71c-b2a7-4a08-9bc5-5c58de887ad6 req-a195333e-c2af-4bf6-b51c-1422e9e5cd03 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369308 Aug 30 14:58:07.088694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 562fde6c-2cd9-4da2-b564-485b9b27f18b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:58:07.168644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 562fde6c-2cd9-4da2-b564-485b9b27f18b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:58:07.169255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:07.954492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85195f-6449-4acd-9c3a-20a4a77a4fde req-8fd22f2e-5f8d-487d-ad8d-9128d28b80a7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:07.957884 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b85195f-6449-4acd-9c3a-20a4a77a4fde req-8fd22f2e-5f8d-487d-ad8d-9128d28b80a7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0845258 Aug 30 14:58:08.012991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b85195f-6449-4acd-9c3a-20a4a77a4fde req-23f8a4f0-c1e7-4480-a141-319f4c5e47a7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486488 Aug 30 14:58:08.418527 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:58:09.169790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dc95b-8792-4c26-b0d2-7757e999684b req-35244041-d80c-4420-8976-584fd5060e24 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:09.177896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cf6dc95b-8792-4c26-b0d2-7757e999684b req-35244041-d80c-4420-8976-584fd5060e24 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0679398 Aug 30 14:58:09.219322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cf6dc95b-8792-4c26-b0d2-7757e999684b req-b07aba61-0aad-434a-99e4-a4aa3bb555a4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Aug 30 14:58:10.390643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233d193-1629-4000-9e46-70d9ea76bad8 req-6d02f15d-1222-4313-97d1-4efab8784df1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:10.392328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233d193-1629-4000-9e46-70d9ea76bad8 req-6d02f15d-1222-4313-97d1-4efab8784df1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0653465 Aug 30 14:58:10.468437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a233d193-1629-4000-9e46-70d9ea76bad8 req-e71f5100-42df-4f5e-b5e0-7f1665b56b87 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655262 Aug 30 14:58:11.619947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba280718-a534-453b-8215-64e9e396247e req-609201b9-1adb-4b57-834a-2607b676930d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:11.622644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba280718-a534-453b-8215-64e9e396247e req-609201b9-1adb-4b57-834a-2607b676930d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 943 time: 0.0619090 Aug 30 14:58:11.680417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ba280718-a534-453b-8215-64e9e396247e req-5e54efca-2a67-4d48-9089-f7b2af0e5de4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510876 Aug 30 14:58:12.433035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device bd4f7cf5-5498-4ea4-a995-611233590611 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:58:12.571581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port bd4f7cf5-5498-4ea4-a995-611233590611, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bd4f7cf5-5498-4ea4-a995-611233590611,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:12.589365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'bd4f7cf5-5498-4ea4-a995-611233590611', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'port_id': 'bd4f7cf5-5498-4ea4-a995-611233590611', 'mac_address': 'fa:16:3e:9d:16:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:58:12.634610 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:12.657755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4f7cf5-5498-4ea4-a995-611233590611 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:58:12.688094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port bd4f7cf5-5498-4ea4-a995-611233590611, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bd4f7cf5-5498-4ea4-a995-611233590611,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:12.692567 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:12.753752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7cf5-5498-4ea4-a995-611233590611,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:12.864664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b6685-ce8a-4a35-a2aa-b5b8bc6c2ccd req-d56654b0-0f41-4d50-a075-652657065983 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:12.869188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb3b6685-ce8a-4a35-a2aa-b5b8bc6c2ccd req-d56654b0-0f41-4d50-a075-652657065983 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 944 time: 0.0764835 Aug 30 14:58:12.902126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['bd4f7cf5-5498-4ea4-a995-611233590611'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:58:12.924120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb3b6685-ce8a-4a35-a2aa-b5b8bc6c2ccd req-bc9425a1-0122-45ee-a13b-11eb984d4049 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460210 Aug 30 14:58:14.083859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad41e8a-fb7c-4d55-9f4f-4c6692dd4ff0 req-a9f5f11b-dd29-4ad4-aed8-8b328b065b38 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:14.087055 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cad41e8a-fb7c-4d55-9f4f-4c6692dd4ff0 req-a9f5f11b-dd29-4ad4-aed8-8b328b065b38 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 944 time: 0.0782871 Aug 30 14:58:14.136827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cad41e8a-fb7c-4d55-9f4f-4c6692dd4ff0 req-1f975448-b58d-4327-af0d-78cc49d7f78b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Aug 30 14:58:14.446047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device bd4f7cf5-5498-4ea4-a995-611233590611 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:58:14.510263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port bd4f7cf5-5498-4ea4-a995-611233590611 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:58:14.518453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port bd4f7cf5-5498-4ea4-a995-611233590611 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:58:14.519395 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:14.634669 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:14.676137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c811fb-9025-47d2-a984-13999d559138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f7cf5-5498-4ea4-a995-611233590611'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:58:14.681945 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a878f84-496d-41e6-9cec-00f0af0f7f55" -d '{"events": [{"server_uuid": "94c811fb-9025-47d2-a984-13999d559138", "name": "network-vif-plugged", "status": "completed", "tag": "bd4f7cf5-5498-4ea4-a995-611233590611"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:58:14.709950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port bd4f7cf5-5498-4ea4-a995-611233590611, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bd4f7cf5-5498-4ea4-a995-611233590611,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:14.717114 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:14.728100 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac3ed93-f4bf-4884-a84a-4ea0874a6029 x-openstack-request-id: req-dac3ed93-f4bf-4884-a84a-4ea0874a6029 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:58:14.728604 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c811fb-9025-47d2-a984-13999d559138", "name": "network-vif-plugged", "status": "completed", "tag": "bd4f7cf5-5498-4ea4-a995-611233590611", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:58:14.729222 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dac3ed93-f4bf-4884-a84a-4ea0874a6029 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:58:14.729875 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c811fb-9025-47d2-a984-13999d559138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f7cf5-5498-4ea4-a995-611233590611', 'code': 200} Aug 30 14:58:14.791315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7cf5-5498-4ea4-a995-611233590611,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:14.847093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d20718-7ed3-453f-a285-a085d5411a5f req-c5373d13-008b-4c14-bc98-ca2ff716bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:14.849859 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d20718-7ed3-453f-a285-a085d5411a5f req-c5373d13-008b-4c14-bc98-ca2ff716bb85 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 1096 time: 0.0523152 Aug 30 14:58:14.896390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d20718-7ed3-453f-a285-a085d5411a5f req-780997a4-92b1-456d-a45c-6ed6a85ee522 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Aug 30 14:58:15.281268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540fda3-315c-4611-950b-e882105e7cb6 req-ab3879f7-44e7-46b8-b499-9864333bbe50 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:15.282891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d540fda3-315c-4611-950b-e882105e7cb6 req-ab3879f7-44e7-46b8-b499-9864333bbe50 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 945 time: 0.0587420 Aug 30 14:58:15.342992 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d540fda3-315c-4611-950b-e882105e7cb6 req-f08601f2-9476-4177-978e-3e34759a344d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517051 Aug 30 14:58:16.520864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b3251-212d-4e5d-a435-a9a2c0d7b4c9 req-c1062b20-06b6-4cd1-b005-437fbcdc509c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:16.523345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c92b3251-212d-4e5d-a435-a9a2c0d7b4c9 req-c1062b20-06b6-4cd1-b005-437fbcdc509c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 945 time: 0.0752122 Aug 30 14:58:16.593084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c92b3251-212d-4e5d-a435-a9a2c0d7b4c9 req-69047ca1-860e-4abe-872b-6272d3accb9a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595767 Aug 30 14:58:16.742077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569bff5-13d7-49ca-b75a-e4bb322a3025 req-cede1ae8-5ab1-46d1-aa8c-0fa1eeabc47f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:16.744524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2569bff5-13d7-49ca-b75a-e4bb322a3025 req-cede1ae8-5ab1-46d1-aa8c-0fa1eeabc47f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 945 time: 0.0683885 Aug 30 14:58:16.796676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2569bff5-13d7-49ca-b75a-e4bb322a3025 req-809818dc-9fab-4666-85a3-958f77f10277 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 Aug 30 14:58:17.188748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e86858-d3be-4bf5-9c01-027e07362963 req-6465e839-538e-4bef-8970-6bab7c81bfaa tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:17.190497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8e86858-d3be-4bf5-9c01-027e07362963 req-6465e839-538e-4bef-8970-6bab7c81bfaa tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 945 time: 0.0720589 Aug 30 14:58:17.237023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8e86858-d3be-4bf5-9c01-027e07362963 req-519016c3-43af-43d0-bb84-9bf2c2300b55 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Aug 30 14:58:18.364324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c571f-eacf-4497-ad22-d00aaa7410b5 req-31b3cb4b-cc91-46bb-a84d-2cca1370cf56 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:18.365924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-443c571f-eacf-4497-ad22-d00aaa7410b5 req-31b3cb4b-cc91-46bb-a84d-2cca1370cf56 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 945 time: 0.0502579 Aug 30 14:58:18.419202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-443c571f-eacf-4497-ad22-d00aaa7410b5 req-6c7e4a72-bff7-43cf-a0cb-b2d157cfbfda tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463750 Aug 30 14:58:18.615585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8d80-cf76-43db-a144-213612ed7b2d req-03308b1e-228d-497e-938e-05d4dcfcce50 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:18.617189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05df8d80-cf76-43db-a144-213612ed7b2d req-03308b1e-228d-497e-938e-05d4dcfcce50 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 945 time: 0.0571384 Aug 30 14:58:18.751081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port bd4f7cf5-5498-4ea4-a995-611233590611 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:18.751912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:18.926700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] For port bd4f7cf5-5498-4ea4-a995-611233590611, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=bd4f7cf5-5498-4ea4-a995-611233590611,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:18.927260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:18.948044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for bd4f7cf5-5498-4ea4-a995-611233590611 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:19.121812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:19.134954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f0e5c518-e27c-4805-b6a1-fc92346b583e', 'bd4f7cf5-5498-4ea4-a995-611233590611'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:58:19.153966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=bd4f7cf5-5498-4ea4-a995-611233590611,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:19.208859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] No DVR routers for this DVR port bd4f7cf5-5498-4ea4-a995-611233590611 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:58:19.211703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:19.214337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05df8d80-cf76-43db-a144-213612ed7b2d req-029bf175-3971-4601-be0b-64008c715670 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "DELETE /v2.0/ports/bd4f7cf5-5498-4ea4-a995-611233590611 HTTP/1.1" status: 204 len: 173 time: 0.5910962 Aug 30 14:58:19.214826 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c811fb-9025-47d2-a984-13999d559138', 'name': 'network-vif-deleted', 'tag': 'bd4f7cf5-5498-4ea4-a995-611233590611'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:58:19.219089 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c02e0d-b3a0-4a01-81eb-059fd44aa34d" -d '{"events": [{"server_uuid": "94c811fb-9025-47d2-a984-13999d559138", "name": "network-vif-deleted", "tag": "bd4f7cf5-5498-4ea4-a995-611233590611"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:58:19.260356 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4246298e-ce91-4bd0-8b46-f2f6b1b905dd x-openstack-request-id: req-4246298e-ce91-4bd0-8b46-f2f6b1b905dd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:58:19.260697 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c811fb-9025-47d2-a984-13999d559138", "name": "network-vif-deleted", "tag": "bd4f7cf5-5498-4ea4-a995-611233590611", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:58:19.261035 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4246298e-ce91-4bd0-8b46-f2f6b1b905dd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:58:19.261543 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c811fb-9025-47d2-a984-13999d559138', 'name': 'network-vif-deleted', 'tag': 'bd4f7cf5-5498-4ea4-a995-611233590611', 'status': 'completed', 'code': 200} Aug 30 14:58:19.538365 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-795ad0ff-1b32-4384-a88a-8dc4f833ac3d req-d162f081-1788-4783-a94e-c1c82ac26f88 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 210 time: 0.0405695 Aug 30 14:58:20.173486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:20.641254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d709a720-1b50-4609-a33c-f9ff7f418b64 req-5da2f87a-8076-4454-a25d-7859bf273d21 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 210 time: 0.0283000 Aug 30 14:58:21.737707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-216f70a3-aca7-4561-b354-77843843de23 req-57ff1ed3-a88a-4c08-ade2-15ec9d472980 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 210 time: 0.0276451 Aug 30 14:58:22.506382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device bd4f7cf5-5498-4ea4-a995-611233590611 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:22.527924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: bd4f7cf5-5498-4ea4-a995-611233590611 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:22.528269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device bd4f7cf5-5498-4ea4-a995-611233590611 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:22.850652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76d95a75-9991-45e6-a9d1-0861ea93db89 req-78d7caf1-a8fc-4024-95d5-88dcef550ec9 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c811fb-9025-47d2-a984-13999d559138 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Aug 30 14:58:24.313008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49644d26-cb85-43e0-b668-ac8283e0284f req-a868932a-ee0e-461a-961c-5d524a8bb2ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488460 Aug 30 14:58:24.404530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49644d26-cb85-43e0-b668-ac8283e0284f req-5952a135-5f78-4bb6-ac1c-5b6382a62b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:24.406095 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49644d26-cb85-43e0-b668-ac8283e0284f req-5952a135-5f78-4bb6-ac1c-5b6382a62b57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 1096 time: 0.0472901 Aug 30 14:58:24.522297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49644d26-cb85-43e0-b668-ac8283e0284f req-c7d07cfd-b203-43f0-a36c-c96daf9b4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:24.523763 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49644d26-cb85-43e0-b668-ac8283e0284f req-c7d07cfd-b203-43f0-a36c-c96daf9b4f17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0963454 Aug 30 14:58:24.568145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49644d26-cb85-43e0-b668-ac8283e0284f req-00b66c68-00de-4bcb-bf34-22d19abb2420 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e5c518-e27c-4805-b6a1-fc92346b583e HTTP/1.1" status: 200 len: 217 time: 0.0377007 Aug 30 14:58:24.626864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49644d26-cb85-43e0-b668-ac8283e0284f req-093eb4b2-c2a4-4b85-829f-3f6aa1e74b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:24.628302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49644d26-cb85-43e0-b668-ac8283e0284f req-093eb4b2-c2a4-4b85-829f-3f6aa1e74b68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0536077 Aug 30 14:58:24.679071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49644d26-cb85-43e0-b668-ac8283e0284f req-911f5c27-1148-4e99-9473-1489815180d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:24.680611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49644d26-cb85-43e0-b668-ac8283e0284f req-911f5c27-1148-4e99-9473-1489815180d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450945 Aug 30 14:58:24.781550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49644d26-cb85-43e0-b668-ac8283e0284f req-6fe765e0-e103-43bc-903a-836542d4975d service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941002 Aug 30 14:58:24.887665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49644d26-cb85-43e0-b668-ac8283e0284f req-1fc2b8bb-256d-45fe-bfbb-ca1003def5d7 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992777 Aug 30 14:58:25.159728 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e2be-4a3a-4548-9e2f-a80ee7d9c601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:27.899458 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0a72d87-4537-43bb-8f4b-3ab6439bcd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:28.611541 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:29.297553 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:29.532744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c508b7-e521-403f-9d2d-07cc12248e64 req-8a419450-aa53-4b0f-8f1f-fdd497dec052 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:29.534441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8c508b7-e521-403f-9d2d-07cc12248e64 req-8a419450-aa53-4b0f-8f1f-fdd497dec052 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 945 time: 0.0594404 Aug 30 14:58:29.582037 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8c508b7-e521-403f-9d2d-07cc12248e64 req-c43ba592-640a-4e1c-86eb-7e0209e479ac tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378804 Aug 30 14:58:30.711522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daea3ac-59ce-487b-b62f-8ddbb57bfda0 req-1b96aff3-0154-4556-bfdf-f557392e66ec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:30.713169 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5daea3ac-59ce-487b-b62f-8ddbb57bfda0 req-1b96aff3-0154-4556-bfdf-f557392e66ec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 945 time: 0.0520816 Aug 30 14:58:30.754401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5daea3ac-59ce-487b-b62f-8ddbb57bfda0 req-652b26a4-f145-4079-aaa7-d5823ec9978e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=690c7393-117b-4450-bdd5-ba564ed89c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340385 Aug 30 14:58:30.897282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-30c3eba3-5a97-4fb6-ab85-ab6e25280300 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:30.898813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-30c3eba3-5a97-4fb6-ab85-ab6e25280300 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 945 time: 0.0530503 Aug 30 14:58:30.999347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port f0e5c518-e27c-4805-b6a1-fc92346b583e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:30.999790 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:31.088602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] For port f0e5c518-e27c-4805-b6a1-fc92346b583e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=f0e5c518-e27c-4805-b6a1-fc92346b583e,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:31.088969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:31.104354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for f0e5c518-e27c-4805-b6a1-fc92346b583e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:31.236989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:31.249261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['f0e5c518-e27c-4805-b6a1-fc92346b583e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:58:31.268219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=f0e5c518-e27c-4805-b6a1-fc92346b583e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:31.283084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.283438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.283781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.286556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.286947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.287276 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.287615 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.287948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.288280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.288848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.288979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.289267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:31.330032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] No DVR routers for this DVR port f0e5c518-e27c-4805-b6a1-fc92346b583e on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:58:31.332854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:31.334939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5a65e6d-e2e0-4e84-a251-5648c1cab29c req-70d19535-9398-47dc-b09e-b5c48f40e8dc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "DELETE /v2.0/ports/f0e5c518-e27c-4805-b6a1-fc92346b583e HTTP/1.1" status: 204 len: 173 time: 0.4303989 Aug 30 14:58:31.335381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855d333a-380d-4503-a78f-8c5076fd2055', 'name': 'network-vif-deleted', 'tag': 'f0e5c518-e27c-4805-b6a1-fc92346b583e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:58:31.338260 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f6413-b85a-447c-9967-93831dfd84f2" -d '{"events": [{"server_uuid": "855d333a-380d-4503-a78f-8c5076fd2055", "name": "network-vif-deleted", "tag": "f0e5c518-e27c-4805-b6a1-fc92346b583e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:58:31.391291 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde5b803-9083-4047-8f78-44277b3f51f6 x-openstack-request-id: req-bde5b803-9083-4047-8f78-44277b3f51f6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:58:31.391291 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855d333a-380d-4503-a78f-8c5076fd2055", "name": "network-vif-deleted", "tag": "f0e5c518-e27c-4805-b6a1-fc92346b583e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:58:31.391521 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bde5b803-9083-4047-8f78-44277b3f51f6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:58:31.392042 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855d333a-380d-4503-a78f-8c5076fd2055', 'name': 'network-vif-deleted', 'tag': 'f0e5c518-e27c-4805-b6a1-fc92346b583e', 'status': 'completed', 'code': 200} Aug 30 14:58:31.678437 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:31.856950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-254801cd-6b09-4d3e-a9d3-c67a3987d047 req-b655adc8-4f96-416a-807f-87354d1223db tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 210 time: 0.0276177 Aug 30 14:58:32.979451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0ac173cf-19fe-43b1-b1f3-04ac5b6468f7 req-1b197332-0311-4504-804a-a2f966ddc8f8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 210 time: 0.0402336 Aug 30 14:58:33.039082 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:34.095230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fe4a03a-a605-4dbf-9c06-f94e5559c493 req-87192dc0-de37-4285-90eb-45fcf900c995 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 210 time: 0.0429018 Aug 30 14:58:34.572976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f0e5c518-e27c-4805-b6a1-fc92346b583e no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:34.596085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: f0e5c518-e27c-4805-b6a1-fc92346b583e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:34.596779 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device f0e5c518-e27c-4805-b6a1-fc92346b583e not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:35.221867 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-192ef5b3-d1b0-4b38-ab6c-38dbf410fb9f req-782c0a2a-aa35-4a9a-ad45-f8ff7072c830 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=855d333a-380d-4503-a78f-8c5076fd2055 HTTP/1.1" status: 200 len: 210 time: 0.0405374 Aug 30 14:58:38.214669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:38.219697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-91a58a5c-b276-456a-bc4d-d98c0eaba7f8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172713028', 'description': 'tempest-secgroup-smoke-1172713028 description', 'project_id': '43e1b811f8d9454982d40325c43cbc46'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:38.243315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a58a5c-b276-456a-bc4d-d98c0eaba7f8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.331226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a58a5c-b276-456a-bc4d-d98c0eaba7f8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.335510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a58a5c-b276-456a-bc4d-d98c0eaba7f8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.363807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a58a5c-b276-456a-bc4d-d98c0eaba7f8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.368420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:38.369028 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-91a58a5c-b276-456a-bc4d-d98c0eaba7f8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1522820 Aug 30 14:58:38.373798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a58a5c-b276-456a-bc4d-d98c0eaba7f8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ab6d7-d266-4e14-a707-3ff0e33b6951,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:38.374607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-48297199-d647-42c1-876e-a4aa3484e4b5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'security_group_rule': {'security_group_id': '0c9ab6d7-d266-4e14-a707-3ff0e33b6951', 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:38.408071 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48297199-d647-42c1-876e-a4aa3484e4b5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.466624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48297199-d647-42c1-876e-a4aa3484e4b5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.470756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48297199-d647-42c1-876e-a4aa3484e4b5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.488423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48297199-d647-42c1-876e-a4aa3484e4b5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d1d5b6-f401-4a66-87b2-d2f18aa58f0b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:38.502000 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48297199-d647-42c1-876e-a4aa3484e4b5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.503453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48297199-d647-42c1-876e-a4aa3484e4b5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339014 Aug 30 14:58:38.506247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:38.511325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5d8fb995-f879-4458-8cf7-95dbdbec24ee tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'security_group_rule': {'security_group_id': '0c9ab6d7-d266-4e14-a707-3ff0e33b6951', 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:38.538202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb995-f879-4458-8cf7-95dbdbec24ee tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.607873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb995-f879-4458-8cf7-95dbdbec24ee tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.611794 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb995-f879-4458-8cf7-95dbdbec24ee tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.629900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fb995-f879-4458-8cf7-95dbdbec24ee tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf8c519-ea9e-4f01-a80e-b4cd77e57513,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:38.637266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb995-f879-4458-8cf7-95dbdbec24ee tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.638571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5d8fb995-f879-4458-8cf7-95dbdbec24ee tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311722 Aug 30 14:58:38.641202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:38.645664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2a4c7e0c-2c01-4b9d-b89c-c63fab7e02fb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'security_group_rule': {'security_group_id': '0c9ab6d7-d266-4e14-a707-3ff0e33b6951', 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:38.675623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7e0c-2c01-4b9d-b89c-c63fab7e02fb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.738386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7e0c-2c01-4b9d-b89c-c63fab7e02fb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.742642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7e0c-2c01-4b9d-b89c-c63fab7e02fb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.760943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c7e0c-2c01-4b9d-b89c-c63fab7e02fb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40caaee-6e48-46aa-b690-5b7076a880dd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:38.775499 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7e0c-2c01-4b9d-b89c-c63fab7e02fb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.779384 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2a4c7e0c-2c01-4b9d-b89c-c63fab7e02fb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347516 Aug 30 14:58:38.780556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:38.785279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-102f353c-6bc7-4f8f-9e1c-38d99d236fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'security_group_rule': {'security_group_id': '0c9ab6d7-d266-4e14-a707-3ff0e33b6951', 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:38.813599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102f353c-6bc7-4f8f-9e1c-38d99d236fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.882591 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102f353c-6bc7-4f8f-9e1c-38d99d236fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.886931 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102f353c-6bc7-4f8f-9e1c-38d99d236fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.905299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f353c-6bc7-4f8f-9e1c-38d99d236fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ce1172-a0d0-45ad-aee5-216c327a6693,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:38.911736 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102f353c-6bc7-4f8f-9e1c-38d99d236fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:38.913586 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-102f353c-6bc7-4f8f-9e1c-38d99d236fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315691 Aug 30 14:58:38.916902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:38.921753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd171ee6-8d0d-4a4c-baf2-c6e0372afc8d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'security_group_rule': {'security_group_id': '0c9ab6d7-d266-4e14-a707-3ff0e33b6951', 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:38.943118 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-cd171ee6-8d0d-4a4c-baf2-c6e0372afc8d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Project 43e1b811f8d9454982d40325c43cbc46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:58:38.948080 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd171ee6-8d0d-4a4c-baf2-c6e0372afc8d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.015962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd171ee6-8d0d-4a4c-baf2-c6e0372afc8d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.019724 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd171ee6-8d0d-4a4c-baf2-c6e0372afc8d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.038705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd171ee6-8d0d-4a4c-baf2-c6e0372afc8d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba115a3-06cb-402b-b972-5fc2c2431c28,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:39.045336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd171ee6-8d0d-4a4c-baf2-c6e0372afc8d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.046576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cd171ee6-8d0d-4a4c-baf2-c6e0372afc8d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284943 Aug 30 14:58:39.049313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:39.054256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-74362516-f304-47eb-b447-5055150c6698 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'security_group_rule': {'security_group_id': '0c9ab6d7-d266-4e14-a707-3ff0e33b6951', 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:39.077324 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-74362516-f304-47eb-b447-5055150c6698 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Project 43e1b811f8d9454982d40325c43cbc46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:58:39.082811 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74362516-f304-47eb-b447-5055150c6698 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.107709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:39.157686 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74362516-f304-47eb-b447-5055150c6698 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.163644 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74362516-f304-47eb-b447-5055150c6698 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.185889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74362516-f304-47eb-b447-5055150c6698 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d56b15-55d1-45a9-af92-4411590302d4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:39.193037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74362516-f304-47eb-b447-5055150c6698 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.197795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-74362516-f304-47eb-b447-5055150c6698 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441495 Aug 30 14:58:39.566763 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:39.974981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port 562fde6c-2cd9-4da2-b564-485b9b27f18b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:39.975446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:40.090018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port 562fde6c-2cd9-4da2-b564-485b9b27f18b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=562fde6c-2cd9-4da2-b564-485b9b27f18b,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:40.090392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:40.105350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for 562fde6c-2cd9-4da2-b564-485b9b27f18b owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:40.341858 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:40.371937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=562fde6c-2cd9-4da2-b564-485b9b27f18b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:40.619627 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:40.879048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 98ae4157-4903-4136-86c0-6086c1b05614 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:58:41.012484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:58:41.020895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e040ae24-a0cf-4b63-8472-5cb80ce850d2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "PUT /v2.0/routers/98ae4157-4903-4136-86c0-6086c1b05614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9093449 Aug 30 14:58:41.025737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] Sync routers for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:58:41.041565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:41.042202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:41.196586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:41.319689 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4f9b8-17b7-428d-a19e-82e61200923f req-0bde9a35-29ca-4b36-b112-18e02dfa19ae tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:41.321946 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33f4f9b8-17b7-428d-a19e-82e61200923f req-0bde9a35-29ca-4b36-b112-18e02dfa19ae tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 946 time: 0.0653341 Aug 30 14:58:41.393925 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33f4f9b8-17b7-428d-a19e-82e61200923f req-2335cc0e-575a-4569-a826-77f655d2d2bb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651770 Aug 30 14:58:41.574617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-88fb0cfe-8c2e-446d-b060-06f31c8a09a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1564646 Aug 30 14:58:41.580035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:40Z', 'revision_number': 6, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:17Z', 'revision_number': 1, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:41.612433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] Checking router: 98ae4157-4903-4136-86c0-6086c1b05614 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:58:41.621922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:41.622470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:41.706454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-fc3edff8-0386-4c71-b478-ce8104281cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:41.708856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-fc3edff8-0386-4c71-b478-ce8104281cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1097 time: 0.0646586 Aug 30 14:58:41.747279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:41.858939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-0097d371-7c71-4fb9-ba05-d5ee0b14b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:41.860898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-0097d371-7c71-4fb9-ba05-d5ee0b14b96f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 897 time: 0.1279428 Aug 30 14:58:41.951807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-c91de55f-c1a3-478e-81e1-156117deaa3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 200 len: 1001 time: 0.0809014 Aug 30 14:58:42.006678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-42da4bef-cd4c-4fa0-a2eb-5f1aac1dca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:42.008866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-42da4bef-cd4c-4fa0-a2eb-5f1aac1dca66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b20361b-a70c-4b6f-aabf-58a8dde1862f HTTP/1.1" status: 200 len: 835 time: 0.0473197 Aug 30 14:58:42.051381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:40Z', 'revision_number': 6, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:17Z', 'revision_number': 1, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:42.075467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-618058e8-adef-40cd-ac3c-112694ae01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:42.077317 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-618058e8-adef-40cd-ac3c-112694ae01a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ff193e8-572f-4718-84a6-f733518490de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585411 Aug 30 14:58:42.090576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-c69aeff8-1986-43bd-9277-bbc89fc19792 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:58:42.091549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-c69aeff8-1986-43bd-9277-bbc89fc19792 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054274 Aug 30 14:58:42.092265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5cdec-79a1-45d6-ba5e-ac97741fab21 None None] The sync data for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 is: [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:40Z', 'revision_number': 6, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cad3ec4-5022-401e-a94d-f0d0a184739d', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'port_id': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'mac_address': 'fa:16:3e:c7:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:56:15Z', 'updated_at': '2021-08-30T14:56:17Z', 'revision_number': 1, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:58:42.199853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-3a702e84-1675-4a94-96ed-beda73b1759d service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965862 Aug 30 14:58:42.314015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73201ac2-18cd-4cc8-8954-8cd4648a7ec2 req-31ab4864-7b70-4a88-ba92-4a4864806bd7 service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044788 Aug 30 14:58:42.545986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a8233-d27b-46e1-9137-d302700f53a1 req-3cbcb6c7-9b54-4e87-a588-5cc87f25a9ed tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:42.553637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d96a8233-d27b-46e1-9137-d302700f53a1 req-3cbcb6c7-9b54-4e87-a588-5cc87f25a9ed tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 946 time: 0.0693185 Aug 30 14:58:42.596707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d96a8233-d27b-46e1-9137-d302700f53a1 req-46510e6c-3442-410a-925a-8c40a3ad7851 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Aug 30 14:58:43.058313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 562fde6c-2cd9-4da2-b564-485b9b27f18b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:43.079490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 562fde6c-2cd9-4da2-b564-485b9b27f18b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:43.079842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 562fde6c-2cd9-4da2-b564-485b9b27f18b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:43.402240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b0c77-0487-4401-9977-963d928793d2 req-14ede353-4b74-499e-89f2-48c49ecd9abb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:43.403877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c01b0c77-0487-4401-9977-963d928793d2 req-14ede353-4b74-499e-89f2-48c49ecd9abb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 946 time: 0.0723808 Aug 30 14:58:43.505939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:43.506376 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:43.612827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:43.613248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:43.638666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:43.760549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f199dee-48c3-4c1e-81a2-624590b14bdb req-d971d460-1806-4910-a928-e4d0c491fdfc tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:43.762009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f199dee-48c3-4c1e-81a2-624590b14bdb req-d971d460-1806-4910-a928-e4d0c491fdfc tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=ead127d7-d2f1-4e6e-817c-c053c2b202e6 HTTP/1.1" status: 200 len: 946 time: 0.0761104 Aug 30 14:58:43.841480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1f199dee-48c3-4c1e-81a2-624590b14bdb req-1b6fd7b3-65ad-42a1-8ea2-2d3951b620f2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707579 Aug 30 14:58:43.859059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:43.902241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=39a0b59b-2d3e-449f-a6fc-489f3d4d1707,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:43.938243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] No DVR routers for this DVR port 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:58:43.941076 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:43.943276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c01b0c77-0487-4401-9977-963d928793d2 req-6a2ad426-7eda-4244-ae3c-50e6e1962fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "DELETE /v2.0/ports/39a0b59b-2d3e-449f-a6fc-489f3d4d1707 HTTP/1.1" status: 204 len: 173 time: 0.5328102 Aug 30 14:58:43.943812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead127d7-d2f1-4e6e-817c-c053c2b202e6', 'name': 'network-vif-deleted', 'tag': '39a0b59b-2d3e-449f-a6fc-489f3d4d1707'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:58:43.946260 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd72630-c384-43f4-97c3-ba0cfd925502" -d '{"events": [{"server_uuid": "ead127d7-d2f1-4e6e-817c-c053c2b202e6", "name": "network-vif-deleted", "tag": "39a0b59b-2d3e-449f-a6fc-489f3d4d1707"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:58:44.003544 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab031ec-9e43-4642-9138-f5026e1a47b1 x-openstack-request-id: req-2ab031ec-9e43-4642-9138-f5026e1a47b1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:58:44.003832 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead127d7-d2f1-4e6e-817c-c053c2b202e6", "name": "network-vif-deleted", "tag": "39a0b59b-2d3e-449f-a6fc-489f3d4d1707", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:58:44.004085 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ab031ec-9e43-4642-9138-f5026e1a47b1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:58:44.004489 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead127d7-d2f1-4e6e-817c-c053c2b202e6', 'name': 'network-vif-deleted', 'tag': '39a0b59b-2d3e-449f-a6fc-489f3d4d1707', 'status': 'completed', 'code': 200} Aug 30 14:58:44.912031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:44.979830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77ceb984-91a7-419e-8bcd-e2a09ff447c6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.007662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77ceb984-91a7-419e-8bcd-e2a09ff447c6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.076145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77ceb984-91a7-419e-8bcd-e2a09ff447c6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.082552 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77ceb984-91a7-419e-8bcd-e2a09ff447c6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.086950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-77ceb984-91a7-419e-8bcd-e2a09ff447c6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/security-groups/8913fb3b-ce1b-4480-8d83-a54f0ef4c97e HTTP/1.1" status: 204 len: 168 time: 0.1724689 Aug 30 14:58:45.100957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ceb984-91a7-419e-8bcd-e2a09ff447c6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913fb3b-ce1b-4480-8d83-a54f0ef4c97e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:45.151188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:45.208317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8964b597-2df2-4440-b5ba-ed682e793f4f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting subnet 8424060c-fa34-4ff2-9006-2fd01ee1962c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:58:45.213262 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8964b597-2df2-4440-b5ba-ed682e793f4f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.259699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8964b597-2df2-4440-b5ba-ed682e793f4f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.357235 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8964b597-2df2-4440-b5ba-ed682e793f4f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.409942 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:58:45.436487 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8964b597-2df2-4440-b5ba-ed682e793f4f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.468030 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8964b597-2df2-4440-b5ba-ed682e793f4f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.470030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8964b597-2df2-4440-b5ba-ed682e793f4f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/subnets/8424060c-fa34-4ff2-9006-2fd01ee1962c HTTP/1.1" status: 204 len: 168 time: 0.3178504 Aug 30 14:58:45.471153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964b597-2df2-4440-b5ba-ed682e793f4f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Subnet': ['ID=8424060c-fa34-4ff2-9006-2fd01ee1962c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:45.473100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 52738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:45.478137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305a3645-4fc0-449f-a200-28afb0ed8aee None None] Network 5cad9a95-7809-40b0-84da-8819e1c3f9f7 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:58:45.555907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.614870 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port e8036c99-c941-4c67-aed3-0e5af103d63c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:45.615216 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.691813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port e8036c99-c941-4c67-aed3-0e5af103d63c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e8036c99-c941-4c67-aed3-0e5af103d63c,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:45.692472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] DHCP port deletion for 5cad9a95-7809-40b0-84da-8819e1c3f9f7 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:58:45.692977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.707393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for e8036c99-c941-4c67-aed3-0e5af103d63c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:45.745571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Deleting port e8036c99-c941-4c67-aed3-0e5af103d63c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:45.746233 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.797990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.820174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] For port e8036c99-c941-4c67-aed3-0e5af103d63c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e8036c99-c941-4c67-aed3-0e5af103d63c,segment=NetworkSegment(93026850-4a25-4aef-87dd-3eba423a9c61),segment_id=93026850-4a25-4aef-87dd-3eba423a9c61)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:45.821330 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.826828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=e8036c99-c941-4c67-aed3-0e5af103d63c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:45.830552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] No DVR routers for this DVR port e8036c99-c941-4c67-aed3-0e5af103d63c on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:58:45.842828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Calling delete_port for e8036c99-c941-4c67-aed3-0e5af103d63c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:45.931317 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.946284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cad9a95-7809-40b0-84da-8819e1c3f9f7']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:45.947952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:45.959088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93026850-4a25-4aef-87dd-3eba423a9c61') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:45.959460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93026850-4a25-4aef-87dd-3eba423a9c61') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:45.970730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] No DVR routers for this DVR port e8036c99-c941-4c67-aed3-0e5af103d63c on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:58:45.979587 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.000542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Pushing event deleted for resources: {'Port': ['ID=e8036c99-c941-4c67-aed3-0e5af103d63c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:46.015977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.016599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.017362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.017533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.018198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.018762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.019281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.019613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.019987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.020467 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.020798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.024503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.024503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6225-c990-46de-a427-bab1a0bf599f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:58:46.026910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:58:46.027419 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: timer() Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:58:46.031520 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:58:46.456488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.475311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.478024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/networks/5cad9a95-7809-40b0-84da-8819e1c3f9f7 HTTP/1.1" status: 204 len: 168 time: 1.0033767 Aug 30 14:58:46.479263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7da60-3167-46e8-9d26-87d800b4481c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Network': ['ID=5cad9a95-7809-40b0-84da-8819e1c3f9f7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:46.482737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 52752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:46.637735 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:46.661870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:46.662515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 39a0b59b-2d3e-449f-a6fc-489f3d4d1707 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:46.687751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port 7cec372f-f3bf-4219-b9f8-d8d1dcab10ce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:46.688133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.774735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.775000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.787639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for 7cec372f-f3bf-4219-b9f8-d8d1dcab10ce owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:46.958857 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:46.989427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=7cec372f-f3bf-4219-b9f8-d8d1dcab10ce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:47.057647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:47.058251 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Floating IP 1cad3ec4-5022-401e-a94d-f0d0a184739d disassociated (deleted). External IP: 172.25.6.43, port: fa65d5b0-04ee-4d23-ba59-7695a4241026. Aug 30 14:58:47.117943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e8036c99-c941-4c67-aed3-0e5af103d63c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:47.145081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: e8036c99-c941-4c67-aed3-0e5af103d63c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:47.145863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e8036c99-c941-4c67-aed3-0e5af103d63c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:47.318396 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 98ae4157-4903-4136-86c0-6086c1b05614 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:58:47.462484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:58:47.467994 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:47.474488 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] Sync routers for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:58:47.484955 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:47.485905 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:47.498072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-57abf7e1-f70d-44dc-b0d0-ebdf80fb5965 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/floatingips/1cad3ec4-5022-401e-a94d-f0d0a184739d HTTP/1.1" status: 204 len: 168 time: 1.0142260 Aug 30 14:58:47.498794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:58:47.501229 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5da9460-655c-4b5e-921c-86b97313452c" -d '{"events": [{"name": "network-changed", "server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:58:47.572902 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8fc6e9-9d58-40ed-9f1f-55f2891c78c1 x-openstack-request-id: req-0b8fc6e9-9d58-40ed-9f1f-55f2891c78c1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:58:47.573297 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:58:47.573560 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b8fc6e9-9d58-40ed-9f1f-55f2891c78c1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:58:47.574032 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'status': 'completed', 'code': 200} Aug 30 14:58:47.649445 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:47.700320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da9460-655c-4b5e-921c-86b97313452c req-2842a946-2c3e-451b-99ed-8aecb6710b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:47.702049 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5da9460-655c-4b5e-921c-86b97313452c req-2842a946-2c3e-451b-99ed-8aecb6710b9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 1097 time: 0.0758476 Aug 30 14:58:47.834760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110756b4-8c8a-4eb3-a310-374692018fd7 req-49153712-ea9d-46a6-9ca2-c11af1229e2c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:47.855647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-110756b4-8c8a-4eb3-a310-374692018fd7 req-49153712-ea9d-46a6-9ca2-c11af1229e2c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 946 time: 0.1060128 Aug 30 14:58:47.857875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da9460-655c-4b5e-921c-86b97313452c req-8d144405-0114-4885-a420-c079c2b34032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:47.862169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5da9460-655c-4b5e-921c-86b97313452c req-8d144405-0114-4885-a420-c079c2b34032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 200 len: 897 time: 0.1264992 Aug 30 14:58:47.908118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-110756b4-8c8a-4eb3-a310-374692018fd7 req-17fa3d0a-0aae-4184-aa91-48cd2eb00c01 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459607 Aug 30 14:58:47.921683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5da9460-655c-4b5e-921c-86b97313452c req-d66c4aad-a3b7-4e82-9b95-7261072fc1ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 200 len: 217 time: 0.0446460 Aug 30 14:58:47.987264 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da9460-655c-4b5e-921c-86b97313452c req-ef638d60-1854-4706-892b-6bfcb02d5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:47.989321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5da9460-655c-4b5e-921c-86b97313452c req-ef638d60-1854-4706-892b-6bfcb02d5329 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b20361b-a70c-4b6f-aabf-58a8dde1862f HTTP/1.1" status: 200 len: 835 time: 0.0580902 Aug 30 14:58:48.052590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da9460-655c-4b5e-921c-86b97313452c req-c86d0890-e55d-473d-b18a-fd0b08b9b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:48.055725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5da9460-655c-4b5e-921c-86b97313452c req-c86d0890-e55d-473d-b18a-fd0b08b9b553 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ff193e8-572f-4718-84a6-f733518490de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533211 Aug 30 14:58:48.069115 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:40Z', 'revision_number': 6, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:48.102807 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] Checking router: 98ae4157-4903-4136-86c0-6086c1b05614 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:58:48.111999 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:48.112600 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:48.169688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5da9460-655c-4b5e-921c-86b97313452c req-d43851ed-1866-4c02-9a87-c69776ef41bb service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068385 Aug 30 14:58:48.251257 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:48.292784 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5da9460-655c-4b5e-921c-86b97313452c req-97a056a7-a0c6-496b-abc4-e7575589c87e service neutron] 10.222.0.21 "GET /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123338 Aug 30 14:58:48.508919 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:40Z', 'revision_number': 6, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:48.536922 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856e8f1-9061-42ae-9b19-daad7a7f4ed2 None None] The sync data for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 is: [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:40Z', 'revision_number': 6, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'a11814ea-2663-4c4e-804e-6b95a407e4ae', 'name': '', 'network_id': '2ff193e8-572f-4718-84a6-f733518490de', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:01:02:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:57Z', 'updated_at': '2021-08-30T14:56:03Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '0b20361b-a70c-4b6f-aabf-58a8dde1862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:58:48.825170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670547cd-e942-4fab-9c02-d93b30bb56ca None None] New status for floating IP 1cad3ec4-5022-401e-a94d-f0d0a184739d: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:58:49.036468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ee8b2-ed0e-460e-a483-6896cf156783 req-3b3cab4e-cf8e-43fd-b7c9-3f9556a06d3a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:49.042488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-491ee8b2-ed0e-460e-a483-6896cf156783 req-3b3cab4e-cf8e-43fd-b7c9-3f9556a06d3a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 946 time: 0.0536237 Aug 30 14:58:49.079750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-491ee8b2-ed0e-460e-a483-6896cf156783 req-19b1b844-c335-48eb-aaf7-8c64414bbf12 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348618 Aug 30 14:58:49.861845 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602441de-5457-4520-9e94-9d3e3afd138f req-a04b1d13-3236-49ee-b0a6-65e1d97aed08 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:49.863192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-602441de-5457-4520-9e94-9d3e3afd138f req-a04b1d13-3236-49ee-b0a6-65e1d97aed08 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 946 time: 0.0589190 Aug 30 14:58:49.963204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port fa65d5b0-04ee-4d23-ba59-7695a4241026 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:49.963432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:50.071491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port fa65d5b0-04ee-4d23-ba59-7695a4241026, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=fa65d5b0-04ee-4d23-ba59-7695a4241026,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:50.072340 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:50.088184 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for fa65d5b0-04ee-4d23-ba59-7695a4241026 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:50.168877 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:50.240987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b30d65-12e4-4f44-b3c8-2aaf42bd7f86 req-301bf45b-1d54-4197-acec-8d140b3a7afc tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:50.248634 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10b30d65-12e4-4f44-b3c8-2aaf42bd7f86 req-301bf45b-1d54-4197-acec-8d140b3a7afc tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82ba24d-39f2-4ea5-a8aa-d79119256044 HTTP/1.1" status: 200 len: 946 time: 0.0841100 Aug 30 14:58:50.266430 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:50.297853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10b30d65-12e4-4f44-b3c8-2aaf42bd7f86 req-d4de7803-a2f5-4a1d-80de-5f09d3c3b582 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=c1fc8c01-f2c3-4d05-b985-3ba6cee30582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482891 Aug 30 14:58:50.307906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=fa65d5b0-04ee-4d23-ba59-7695a4241026,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:50.364650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] No DVR routers for this DVR port fa65d5b0-04ee-4d23-ba59-7695a4241026 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:58:50.367251 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:50.370425 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-602441de-5457-4520-9e94-9d3e3afd138f req-4dd650ef-309b-43b0-8b35-9b597e601927 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "DELETE /v2.0/ports/fa65d5b0-04ee-4d23-ba59-7695a4241026 HTTP/1.1" status: 204 len: 173 time: 0.4986646 Aug 30 14:58:50.370425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'name': 'network-vif-deleted', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:58:50.372013 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb53397-0ef2-4e99-9711-61bd64e738d9" -d '{"events": [{"server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "name": "network-vif-deleted", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:58:50.414750 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19246292-9273-4b4b-8557-a68c701baae4 x-openstack-request-id: req-19246292-9273-4b4b-8557-a68c701baae4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:58:50.415041 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82ba24d-39f2-4ea5-a8aa-d79119256044", "name": "network-vif-deleted", "tag": "fa65d5b0-04ee-4d23-ba59-7695a4241026", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:58:50.415326 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19246292-9273-4b4b-8557-a68c701baae4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:58:50.415735 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82ba24d-39f2-4ea5-a8aa-d79119256044', 'name': 'network-vif-deleted', 'tag': 'fa65d5b0-04ee-4d23-ba59-7695a4241026', 'status': 'completed', 'code': 200} Aug 30 14:58:51.365233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:51.440291 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09acbd56-4403-47a5-8a86-e0d42aa5baa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:51.470063 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09acbd56-4403-47a5-8a86-e0d42aa5baa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:51.561255 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09acbd56-4403-47a5-8a86-e0d42aa5baa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:51.565709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09acbd56-4403-47a5-8a86-e0d42aa5baa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:51.571409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-09acbd56-4403-47a5-8a86-e0d42aa5baa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/security-groups/c1fc8c01-f2c3-4d05-b985-3ba6cee30582 HTTP/1.1" status: 204 len: 168 time: 0.2050829 Aug 30 14:58:51.590097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acbd56-4403-47a5-8a86-e0d42aa5baa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc8c01-f2c3-4d05-b985-3ba6cee30582,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:51.607160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:52.394570 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:52.641152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device fa65d5b0-04ee-4d23-ba59-7695a4241026 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:52.672140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: fa65d5b0-04ee-4d23-ba59-7695a4241026 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:52.672504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device fa65d5b0-04ee-4d23-ba59-7695a4241026 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:52.690496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port a11814ea-2663-4c4e-804e-6b95a407e4ae {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:52.690829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:52.788380 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port a11814ea-2663-4c4e-804e-6b95a407e4ae, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a11814ea-2663-4c4e-804e-6b95a407e4ae,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:52.788753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:52.802134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for a11814ea-2663-4c4e-804e-6b95a407e4ae owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:52.998248 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:53.031410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=a11814ea-2663-4c4e-804e-6b95a407e4ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:53.233826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:53.456469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 98ae4157-4903-4136-86c0-6086c1b05614 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:58:53.562797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:58:53.568379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c57c08c9-f966-4574-8f10-a3548ed24887 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "PUT /v2.0/routers/98ae4157-4903-4136-86c0-6086c1b05614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9600585 Aug 30 14:58:53.570933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:53.573587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b450cc4-1f36-457e-9001-da567900419b None None] Sync routers for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:58:53.582547 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b450cc4-1f36-457e-9001-da567900419b None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:53.583153 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b450cc4-1f36-457e-9001-da567900419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:53.631366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f03236-db0d-46b0-8136-9f03439e738e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting subnet 0b20361b-a70c-4b6f-aabf-58a8dde1862f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:58:53.635492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f03236-db0d-46b0-8136-9f03439e738e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:53.692203 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f03236-db0d-46b0-8136-9f03439e738e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:53.738446 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9b450cc4-1f36-457e-9001-da567900419b None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:53.817560 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f03236-db0d-46b0-8136-9f03439e738e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:53.928054 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f03236-db0d-46b0-8136-9f03439e738e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:53.961558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f03236-db0d-46b0-8136-9f03439e738e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Subnet': ['ID=0b20361b-a70c-4b6f-aabf-58a8dde1862f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:53.970587 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f03236-db0d-46b0-8136-9f03439e738e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:53.973272 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-94f03236-db0d-46b0-8136-9f03439e738e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/subnets/0b20361b-a70c-4b6f-aabf-58a8dde1862f HTTP/1.1" status: 204 len: 168 time: 0.4012980 Aug 30 14:58:53.976085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:53.981167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ef6f4-e5ce-470e-9a7f-718cbd650caa None None] Network 2ff193e8-572f-4718-84a6-f733518490de requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:58:54.008684 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b450cc4-1f36-457e-9001-da567900419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:52Z', 'revision_number': 7, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:54.038395 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b450cc4-1f36-457e-9001-da567900419b None None] Checking router: 98ae4157-4903-4136-86c0-6086c1b05614 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:58:54.052138 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b450cc4-1f36-457e-9001-da567900419b None None] Routers {'98ae4157-4903-4136-86c0-6086c1b05614'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:54.053080 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b450cc4-1f36-457e-9001-da567900419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['98ae4157-4903-4136-86c0-6086c1b05614'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:54.185519 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:54.205096 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9b450cc4-1f36-457e-9001-da567900419b None None] Set router 98ae4157-4903-4136-86c0-6086c1b05614 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:54.270014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] DHCP port deletion for 2ff193e8-572f-4718-84a6-f733518490de request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:58:54.349669 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:54.392220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] Deleting port b546046c-92c8-4bf0-86ed-f67ef382754c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:54.393994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:54.466197 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b450cc4-1f36-457e-9001-da567900419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:52Z', 'revision_number': 7, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:54.475947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:58:54.477165 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:54.522406 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b450cc4-1f36-457e-9001-da567900419b None None] The sync data for ids ['98ae4157-4903-4136-86c0-6086c1b05614'] in n-d-805668-3 is: [{'id': '98ae4157-4903-4136-86c0-6086c1b05614', 'name': 'tempest-TestNetworkBasicOps-router-1504228596', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:58:52Z', 'revision_number': 7, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae4157-4903-4136-86c0-6086c1b05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:54Z', 'updated_at': '2021-08-30T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:58:54.544140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] For port b546046c-92c8-4bf0-86ed-f67ef382754c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b546046c-92c8-4bf0-86ed-f67ef382754c,segment=NetworkSegment(e0788850-c7a4-4438-84dc-710b70b59903),segment_id=e0788850-c7a4-4438-84dc-710b70b59903)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:54.544935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:54.579837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] Calling delete_port for b546046c-92c8-4bf0-86ed-f67ef382754c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:54.580058 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:58:54.580345 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:54.601310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:58:54.687300 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:54.725324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] Pushing event deleted for resources: {'Port': ['ID=b546046c-92c8-4bf0-86ed-f67ef382754c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:54.736225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e86c9-3844-4919-a6fc-472cfdc9bb7e None None] No DVR routers for this DVR port b546046c-92c8-4bf0-86ed-f67ef382754c on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:58:54.840349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:54.874649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:54.953545 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.062555 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.067787 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.120011 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.120744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Fanout notify agent at l3_agent the message router_deleted on router 98ae4157-4903-4136-86c0-6086c1b05614 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:58:55.129504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.130907 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6857f512-9dd1-4d18-9846-24a342398c7d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/routers/98ae4157-4903-4136-86c0-6086c1b05614 HTTP/1.1" status: 204 len: 168 time: 1.1529307 Aug 30 14:58:55.134779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:55.166175 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-293687df-01e9-4e04-a1c0-852831e27e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.198707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a11814ea-2663-4c4e-804e-6b95a407e4ae no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:55.227298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a11814ea-2663-4c4e-804e-6b95a407e4ae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:55.228303 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a11814ea-2663-4c4e-804e-6b95a407e4ae not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:55.228912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b546046c-92c8-4bf0-86ed-f67ef382754c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:55.250665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b546046c-92c8-4bf0-86ed-f67ef382754c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:55.251186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b546046c-92c8-4bf0-86ed-f67ef382754c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:55.284523 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.418755 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.430484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff193e8-572f-4718-84a6-f733518490de']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:55.442762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0788850-c7a4-4438-84dc-710b70b59903') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:55.443205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0788850-c7a4-4438-84dc-710b70b59903') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:55.456513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.481204 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.488911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:58:55.489440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: timer() Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:58:55.493280 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:58:55.554303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.564032 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.571279 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/networks/2ff193e8-572f-4718-84a6-f733518490de HTTP/1.1" status: 204 len: 168 time: 0.4345434 Aug 30 14:58:55.587113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070ee6c-6809-49f3-bfe5-e5bf39ce8fef tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Network': ['ID=2ff193e8-572f-4718-84a6-f733518490de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:55.594769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53280) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:55.602944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'network': {'name': 'tempest-network-smoke--1211377590', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:55.626626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:58:55.630158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.657867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:58:55.667469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.667859 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Added segment 692fd159-9360-4a86-9853-ff1b43d42227 of type vlan for network 62c483e9-0c82-4ef1-9040-db88f6c280ce Aug 30 14:58:55.708821 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.737565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.744364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:55.745183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.819832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2217653 Aug 30 14:58:55.822795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:55.828533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'admin_state_up': True, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:55.848497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36c3c9-8ee8-435a-948f-58a95a3aecd5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Network': ['ID=62c483e9-0c82-4ef1-9040-db88f6c280ce,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:55.862818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:58:55.880395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.886470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:55.980750 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:56.149505 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:56.417862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:56.437888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:56.550042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.25.6.53 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d0986f2c-67aa-4d5a-b14e-58c514b68921) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:58:56.658804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:56.703471 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:56.747545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:58:56.751620 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:58:56.759964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:58:56.789674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=d0986f2c-67aa-4d5a-b14e-58c514b68921,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:57.051293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:57.072491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:58:57.098762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:58:57.099368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b3b56e93-3cf6-4db0-bab1-1cc1f48ebcb3 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:58:57.271948 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:57.408262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 955928e8-a732-482e-be5c-0b8fdce24986 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:58:57.843781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:58:57.853775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Sync routers for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:58:57.862761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:57.863103 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:57.863853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:57.867919 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ce3a7b4a-d0b4-40c1-b105-21538643de79 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0400462 Aug 30 14:58:57.868228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:57.900143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-36d2afbd-d91a-41da-9d04-53265bf91351 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=eea3b713294642c2b65711a2a7788b6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283253 Aug 30 14:58:57.901222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:57.920471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eeae3b8e-11a7-4e30-bab8-8b3c6d0629b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:58.012340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8619ee2-2cfe-435b-af39-de8139d87343 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:58.014562 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f8619ee2-2cfe-435b-af39-de8139d87343 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1126437 Aug 30 14:58:58.016954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:58.049848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-770dbccc-3a29-4320-aa4e-4f2bccd4c1d8 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309682 Aug 30 14:58:58.052500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:58.058814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1728325808', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:58:58.167363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:58.168172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:58:58.172828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:58.283443 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-c5b0a01c-adb2-423b-a329-4bd4d031b633 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172713028&fields=id&tenant_id=43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 267 time: 0.0591915 Aug 30 14:58:58.355501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:58:56Z', 'revision_number': 3, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:58.385149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Checking router: 955928e8-a732-482e-be5c-0b8fdce24986 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:58:58.385792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Updating router 955928e8-a732-482e-be5c-0b8fdce24986 port d0986f2c-67aa-4d5a-b14e-58c514b68921 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:58:58.396742 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:58.404742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b95ced76-dcca-4045-b78c-4beeb9748267 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:58.412213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b95ced76-dcca-4045-b78c-4beeb9748267 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1274514 Aug 30 14:58:58.415237 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:58.428815 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-909292fc-3d55-41f8-aea8-a560ba2c9cf3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/quotas/43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 375 time: 0.0156052 Aug 30 14:58:58.485191 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Subnet': ['ID=18ed81ca-5bfe-41cc-b218-91f765eb4ce8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:58.493550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-76ed44d5-a8b9-4407-810d-65dc327fe0ca tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633831 Aug 30 14:58:58.506145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Checking segment: {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:58:58.506511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network hostable DHCP agents. Network: 62c483e9-0c82-4ef1-9040-db88f6c280ce, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:58:58.529353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:58:58.543387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 62c483e9-0c82-4ef1-9040-db88f6c280ce) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:58:58.552886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:58:58.552886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:58.564177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb41e5f-bc70-4790-8c7a-8ce91c13ee03 None None] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:58:58.572904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-9468e059-6f33-45c8-8d46-2216fb3a8196 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:58:58.573756 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d03b64c4-4b7f-41ac-b2dd-1aa96bea3841 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5200579 Aug 30 14:58:58.574535 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-9468e059-6f33-45c8-8d46-2216fb3a8196 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0786700 Aug 30 14:58:58.576398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:58:58.685255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:58.708425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-98643695-cb77-49d5-97c1-4fa9b90d9541 service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267760 Aug 30 14:58:58.826241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-69e853ea-a921-4e64-bf08-8e9aa6daedf5 service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109521 Aug 30 14:58:58.836648 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-62c483e9-0c82-4ef1-9040-db88f6c280ce', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:58:58.839003 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:58.909428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.041768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Transition to ACTIVE for port object d0986f2c-67aa-4d5a-b14e-58c514b68921 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:58:59.057767 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.070988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Allocated IP 172.20.0.2 (62c483e9-0c82-4ef1-9040-db88f6c280ce/18ed81ca-5bfe-41cc-b218-91f765eb4ce8/f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:58:59.111559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Attempting to bind port d0986f2c-67aa-4d5a-b14e-58c514b68921 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:58:59.112380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Attempting to bind port d0986f2c-67aa-4d5a-b14e-58c514b68921 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:58:59.112965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Attempting to bind port d0986f2c-67aa-4d5a-b14e-58c514b68921 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:58:59.121204 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.125570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:58:59.126247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:58:59.126835 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.127401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:58:59.128067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Bound port: d0986f2c-67aa-4d5a-b14e-58c514b68921, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:58:59.128643 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.182935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] For port d0986f2c-67aa-4d5a-b14e-58c514b68921, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:58:59.186461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] For port d0986f2c-67aa-4d5a-b14e-58c514b68921, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d0986f2c-67aa-4d5a-b14e-58c514b68921,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:58:59.223845 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.273877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dd9756e0-0b3b-4c3c-a68f-a8ac012523db req-263e8d67-0768-4c9d-a795-5e81906ab6cd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 210 time: 0.0334449 Aug 30 14:58:59.308324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6b8ba-fb1b-43d6-89f8-2d21c20862ee None None] Pushing event updated for resources: {'Port': ['ID=d0986f2c-67aa-4d5a-b14e-58c514b68921,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:59.365772 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.396077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:58:59.397016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:58:59.478372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6b8ba-fb1b-43d6-89f8-2d21c20862ee None None] Pushing event updated for resources: {'Port': ['ID=d0986f2c-67aa-4d5a-b14e-58c514b68921,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:59.591580 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.598539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:58:59.657102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Transition to ACTIVE for port object f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:58:59.711613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Transition to ACTIVE for port object f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:58:59.720999 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.766932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:58:59.777344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:58:59.779212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.20.0.1 (62c483e9-0c82-4ef1-9040-db88f6c280ce/18ed81ca-5bfe-41cc-b218-91f765eb4ce8/537a27a6-57cf-4b39-9691-16ff30e419d1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:58:59.787728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:58:59.795089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Pushing event updated for resources: {'Port': ['ID=f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:58:59.864755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Attempting to bind port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:58:59.865304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Attempting to bind port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:58:59.865766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Attempting to bind port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 on network 62c483e9-0c82-4ef1-9040-db88f6c280ce {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:58:59.882199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:58:59.883550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Checking segment: {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:58:59.884183 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.884698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Bound using segment: {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:58:59.885304 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Bound port: f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:58:59.885767 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.926772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.941412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Transition to ACTIVE for port object 537a27a6-57cf-4b39-9691-16ff30e419d1 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:58:59.981275 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:58:59.996634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:58:56Z', 'revision_number': 3, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:00.025180 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c9bb4-ba83-4b13-80a7-462a7239ed11 None None] The sync data for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 is: [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:58:56Z', 'revision_number': 3, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:59:00.028596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] For port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:59:00.037085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:59:00.042159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:59:00.043081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] For port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:59:00.056464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:00.059149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:59:00.123558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=537a27a6-57cf-4b39-9691-16ff30e419d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:00.145628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:00.170804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214c81c-222f-4571-936f-e00b96782a2b None None] Pushing event updated for resources: {'Port': ['ID=f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:00.358036 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:00.464143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eafa6003-6447-4888-bb8a-4b9e3b9cdf8f req-6662c30b-a468-4dbe-9c15-623b7c17692e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 210 time: 0.0668719 Aug 30 14:59:00.496889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4dc08b78-26d4-4d70-ac68-c73ef3d8efdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:00.499027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4dc08b78-26d4-4d70-ac68-c73ef3d8efdd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.2952816 Aug 30 14:59:00.571105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-f54ac967-6f03-4ea4-95f4-ccd150bf79c5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 380 time: 0.0620227 Aug 30 14:59:00.581594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'port': {'device_id': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'admin_state_up': True, 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'security_groups': ['0c9ab6d7-d266-4e14-a707-3ff0e33b6951']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:00.724484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:59:00.731242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:00.823874 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:00.829719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:00.903706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.20.0.3 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/12f0b70b-5213-42ae-86cc-b0c40a8885c9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:59:00.908855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:00.911137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=537a27a6-57cf-4b39-9691-16ff30e419d1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:01.039581 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:59:01.042354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:59:01.205905 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:01.223923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Transition to ACTIVE for port object 12f0b70b-5213-42ae-86cc-b0c40a8885c9 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:59:01.286927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:01.325202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:59:01.368174 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 955928e8-a732-482e-be5c-0b8fdce24986 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:59:01.412272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=12f0b70b-5213-42ae-86cc-b0c40a8885c9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:01.416322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:59:01.418298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:59:01.422539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:59:01.466430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:01.474793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d0986f2c-67aa-4d5a-b14e-58c514b68921 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:59:01.535851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:01.536709 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:01.582555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b9c5e4f5-6e22-4af9-b73b-2ba4e8a4d112 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0042233 Aug 30 14:59:01.616255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-f62bb13d-eff3-45bc-9927-d326083c746b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:59:01.618712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-f62bb13d-eff3-45bc-9927-d326083c746b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283086 Aug 30 14:59:01.631510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Request body: {'port': {'device_id': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:01.656857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:59:01.668693 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b2370887-24f6-48c4-ba62-e14f254b6913 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "PUT /v2.0/routers/955928e8-a732-482e-be5c-0b8fdce24986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0912571 Aug 30 14:59:01.689980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:01.699108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d0986f2c-67aa-4d5a-b14e-58c514b68921 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:01.705810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56672107-4d10-4d5d-ba15-860d9aa8e109 None None] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:59:01.793782 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:01.836218 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d0986f2c-67aa-4d5a-b14e-58c514b68921 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:01.836603 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:01.884858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd7e1-735a-4428-b887-91c3cbf61e68 req-4241783e-36d7-48f8-86cd-0c4f0c71b637 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:01.886303 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12bfd7e1-735a-4428-b887-91c3cbf61e68 req-4241783e-36d7-48f8-86cd-0c4f0c71b637 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 931 time: 0.2499897 Aug 30 14:59:01.941958 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:01.984957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.033584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-135d5310-ed26-468b-b512-5da4c9a5098b None None] Provisioning for port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:02.064707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-135d5310-ed26-468b-b512-5da4c9a5098b None None] Provisioning complete for port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:02.066461 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135d5310-ed26-468b-b512-5da4c9a5098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.094980 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12bfd7e1-735a-4428-b887-91c3cbf61e68 req-a2e2e8a1-d06d-4a8f-8eb3-2a84c1b4c521 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969497 Aug 30 14:59:02.103386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05733fc9-557a-4c4f-939e-5ffba903809b tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.103885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05733fc9-557a-4c4f-939e-5ffba903809b tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.104670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05733fc9-557a-4c4f-939e-5ffba903809b tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.105200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05733fc9-557a-4c4f-939e-5ffba903809b tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.105677 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05733fc9-557a-4c4f-939e-5ffba903809b tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.106153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05733fc9-557a-4c4f-939e-5ffba903809b tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.108199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-05733fc9-557a-4c4f-939e-5ffba903809b tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.4174953 Aug 30 14:59:02.109424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d0986f2c-67aa-4d5a-b14e-58c514b68921, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d0986f2c-67aa-4d5a-b14e-58c514b68921,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:02.117205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53358) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:02.131343 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.195913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d0986f2c-67aa-4d5a-b14e-58c514b68921,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:02.208843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379f69c-f016-4370-8ac7-3be0e1a1eda0 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.209371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379f69c-f016-4370-8ac7-3be0e1a1eda0 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.209845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379f69c-f016-4370-8ac7-3be0e1a1eda0 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.211129 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379f69c-f016-4370-8ac7-3be0e1a1eda0 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.212165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379f69c-f016-4370-8ac7-3be0e1a1eda0 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.212165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379f69c-f016-4370-8ac7-3be0e1a1eda0 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.216921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9379f69c-f016-4370-8ac7-3be0e1a1eda0 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0956824 Aug 30 14:59:02.218054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:02.287745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135d5310-ed26-468b-b512-5da4c9a5098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.319625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f0b70b-5213-42ae-86cc-b0c40a8885c9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:59:02.352067 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.355107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-135d5310-ed26-468b-b512-5da4c9a5098b None None] For port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:02.364675 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135d5310-ed26-468b-b512-5da4c9a5098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.423800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Transition to ACTIVE for port object 12f0b70b-5213-42ae-86cc-b0c40a8885c9 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:59:02.443731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.485492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5f95c9c6-aa21-47cf-b53b-bf2f01b81992 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2658639 Aug 30 14:59:02.543898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5310-ed26-468b-b512-5da4c9a5098b None None] Pushing event updated for resources: {'Port': ['ID=f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:02.556244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-04afa3e6-8bef-43e9-b64c-87172bc6eb96 None None] Provisioning for port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:02.619994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Pushing event updated for resources: {'Port': ['ID=12f0b70b-5213-42ae-86cc-b0c40a8885c9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:02.635414 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Sync routers for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:59:02.649711 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:59:02.653123 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:02.692295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0abd9101-2ee7-488e-8bb8-ace4381feb71 None None] Provisioning complete for port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:02.692665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0abd9101-2ee7-488e-8bb8-ace4381feb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.722262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Attempting to bind port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:59:02.722606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Attempting to bind port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:59:02.722853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Attempting to bind port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:59:02.730864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:59:02.731234 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Attempting to bind port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:59:02.741219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:59:02.741588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:59:02.742498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:59:02.742945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Bound port: 12f0b70b-5213-42ae-86cc-b0c40a8885c9, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:59:02.743310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.834685 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:59:02.885524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] For port 12f0b70b-5213-42ae-86cc-b0c40a8885c9, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:59:02.888818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] For port 12f0b70b-5213-42ae-86cc-b0c40a8885c9, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:59:02.894288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.970135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:02.970811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:02.972440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/12f0b70b-5213-42ae-86cc-b0c40a8885c9 HTTP/1.1" status: 200 len: 1091 time: 1.3455975 Aug 30 14:59:02.974702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'tag': '12f0b70b-5213-42ae-86cc-b0c40a8885c9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:59:02.978051 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104aa00c-8dcb-4164-9902-6e26a4bb4732" -d '{"events": [{"name": "network-changed", "server_uuid": "5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46", "tag": "12f0b70b-5213-42ae-86cc-b0c40a8885c9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:59:03.091115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:03.095837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035860490', 'description': 'tempest-secgroup-smoke-2035860490 description', 'project_id': 'eea3b713294642c2b65711a2a7788b6b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:03.160835 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.173077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6aa0f-8e8c-437a-88f8-1feb9dae94b1 service neutron] Pushing event updated for resources: {'Port': ['ID=12f0b70b-5213-42ae-86cc-b0c40a8885c9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:03.223637 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b34fe93b-0772-4250-ab46-ca2b01601008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:03.230290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-b34fe93b-0772-4250-ab46-ca2b01601008 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 1094 time: 0.1939859 Aug 30 14:59:03.325698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:59:03.423123 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c17205-7514-442a-b54e-366032954087 x-openstack-request-id: req-a3c17205-7514-442a-b54e-366032954087 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:59:03.423694 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46", "tag": "12f0b70b-5213-42ae-86cc-b0c40a8885c9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:59:03.424738 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3c17205-7514-442a-b54e-366032954087 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:59:03.425367 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'tag': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'status': 'completed', 'code': 200} Aug 30 14:59:03.426950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-67b66ab8-8966-452b-90ed-35c8628ef856 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9 HTTP/1.1" status: 200 len: 217 time: 0.1902621 Aug 30 14:59:03.448144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.462950 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.480798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.532665 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.533955 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4418314 Aug 30 14:59:03.545608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:03.551308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-742683f1-08db-4cfa-a225-b0eb1d09dabf tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'fdd5c3e9-40e1-4f10-9d70-1bc8330b810a', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:03.557156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:03.574567 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 2, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:03.590932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.591289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.591641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.591988 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.592324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.597520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.598142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.598665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.599178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.602676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.603281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.603802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172533c5-6000-4a77-ab9b-5f47ed7d565d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:03.608834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-6629b51f-74af-41b7-8716-28e3d596ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:03.610503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-6629b51f-74af-41b7-8716-28e3d596ecae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.1767051 Aug 30 14:59:03.612034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:03.612617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.621077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5d2c0-0b3e-4f5b-8055-d7e6e1c48b66 req-bd6e0e30-f883-4d1b-9e14-54f22e6c46c5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:03.625471 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbf5d2c0-0b3e-4f5b-8055-d7e6e1c48b66 req-bd6e0e30-f883-4d1b-9e14-54f22e6c46c5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.3455167 Aug 30 14:59:03.662023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Checking router: 955928e8-a732-482e-be5c-0b8fdce24986 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:59:03.663214 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Updating router 955928e8-a732-482e-be5c-0b8fdce24986 port 537a27a6-57cf-4b39-9691-16ff30e419d1 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:59:03.691394 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-742683f1-08db-4cfa-a225-b0eb1d09dabf tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.717361 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.750470 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bbf5d2c0-0b3e-4f5b-8055-d7e6e1c48b66 req-0c5c6b1a-6a5c-43ee-a712-d067b1e2e068 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926867 Aug 30 14:59:03.761899 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-7e61ac41-0dd6-46e5-9960-96d0bafc4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:03.762205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0abd9101-2ee7-488e-8bb8-ace4381feb71 None None] Provisioning for port 537a27a6-57cf-4b39-9691-16ff30e419d1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:03.763954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-7e61ac41-0dd6-46e5-9960-96d0bafc4694 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373730 Aug 30 14:59:03.770654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0abd9101-2ee7-488e-8bb8-ace4381feb71 None None] Provisioning complete for port 537a27a6-57cf-4b39-9691-16ff30e419d1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:03.771022 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0abd9101-2ee7-488e-8bb8-ace4381feb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.845355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0abd9101-2ee7-488e-8bb8-ace4381feb71 None None] Port 537a27a6-57cf-4b39-9691-16ff30e419d1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:59:03.849218 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-742683f1-08db-4cfa-a225-b0eb1d09dabf tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.855599 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-742683f1-08db-4cfa-a225-b0eb1d09dabf tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.872812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d0986f2c-67aa-4d5a-b14e-58c514b68921 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:59:03.892423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742683f1-08db-4cfa-a225-b0eb1d09dabf tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7b51f5-909e-4f1c-8254-dc46013e15d2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:03.899394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-26bdce30-e84e-4447-a973-9e7978f3bdcd service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243694 Aug 30 14:59:03.903108 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-742683f1-08db-4cfa-a225-b0eb1d09dabf tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.907347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-742683f1-08db-4cfa-a225-b0eb1d09dabf tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567829 Aug 30 14:59:03.907579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:03.912273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-229bfc05-513d-46ba-8581-b51dd1b1d9d8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'fdd5c3e9-40e1-4f10-9d70-1bc8330b810a', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:03.967100 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-229bfc05-513d-46ba-8581-b51dd1b1d9d8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:03.984569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d0986f2c-67aa-4d5a-b14e-58c514b68921 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:03.986304 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.023761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e268e09-78c0-4890-97b5-9ea9b099d449 None None] Provisioning complete for port 537a27a6-57cf-4b39-9691-16ff30e419d1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:04.023998 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e268e09-78c0-4890-97b5-9ea9b099d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.067715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db0935fd-dc0f-4843-a79b-7af2f79ccd9c req-2be323b9-139a-4f6b-9a06-476403c85c44 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590440 Aug 30 14:59:04.072659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e268e09-78c0-4890-97b5-9ea9b099d449 None None] Port 537a27a6-57cf-4b39-9691-16ff30e419d1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:59:04.073304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-229bfc05-513d-46ba-8581-b51dd1b1d9d8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.079264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-229bfc05-513d-46ba-8581-b51dd1b1d9d8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.111401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bfc05-513d-46ba-8581-b51dd1b1d9d8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0ac6d3-da91-4186-9e82-19cbd21de17a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:04.147641 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-229bfc05-513d-46ba-8581-b51dd1b1d9d8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.153386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:04.154276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-229bfc05-513d-46ba-8581-b51dd1b1d9d8 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2449441 Aug 30 14:59:04.158070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f6d1ae35-6ce4-4a9d-bc46-7225084df87f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'fdd5c3e9-40e1-4f10-9d70-1bc8330b810a', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:04.181639 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.193587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Transition to ACTIVE for port object 537a27a6-57cf-4b39-9691-16ff30e419d1 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:59:04.203055 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.229714 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae35-6ce4-4a9d-bc46-7225084df87f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.264386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-2d8ffdef-d332-4eeb-a059-b7f9e1070a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:04.271422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-2d8ffdef-d332-4eeb-a059-b7f9e1070a38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 1094 time: 0.0873196 Aug 30 14:59:04.272489 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Pushing event updated for resources: {'Port': ['ID=537a27a6-57cf-4b39-9691-16ff30e419d1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:04.300538 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.301314 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.301907 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.302477 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.303356 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.306090 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.307001 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.307563 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.308248 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.308805 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.309455 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.310149 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:59:04.359660 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Attempting to bind port 537a27a6-57cf-4b39-9691-16ff30e419d1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:59:04.360683 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Attempting to bind port 537a27a6-57cf-4b39-9691-16ff30e419d1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:59:04.361311 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Attempting to bind port 537a27a6-57cf-4b39-9691-16ff30e419d1 on network 62c483e9-0c82-4ef1-9040-db88f6c280ce {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:59:04.372190 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:59:04.372564 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Checking segment: {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:59:04.372976 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.373401 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Bound using segment: {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:59:04.381393 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Bound port: 537a27a6-57cf-4b39-9691-16ff30e419d1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:59:04.381818 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.413947 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae35-6ce4-4a9d-bc46-7225084df87f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.420526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae35-6ce4-4a9d-bc46-7225084df87f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.446030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1ae35-6ce4-4a9d-bc46-7225084df87f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b14cd69-486b-44a6-a2dc-999ef3108489,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:04.457355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-d93bf4af-d683-416b-9b8e-529bf76f0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:04.457355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-d93bf4af-d683-416b-9b8e-529bf76f0551 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.1759565 Aug 30 14:59:04.512201 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae35-6ce4-4a9d-bc46-7225084df87f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.515448 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f6d1ae35-6ce4-4a9d-bc46-7225084df87f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3592274 Aug 30 14:59:04.515448 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-a5253742-4a44-4e63-9ad9-b480af6ae32d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9 HTTP/1.1" status: 200 len: 217 time: 0.0527861 Aug 30 14:59:04.516211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:04.525941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a28edf72-23fa-4893-8eb9-ee54f6be78eb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'fdd5c3e9-40e1-4f10-9d70-1bc8330b810a', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:04.527311 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] For port 537a27a6-57cf-4b39-9691-16ff30e419d1, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:59:04.535545 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] For port 537a27a6-57cf-4b39-9691-16ff30e419d1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=537a27a6-57cf-4b39-9691-16ff30e419d1,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:59:04.541200 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.589506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a28edf72-23fa-4893-8eb9-ee54f6be78eb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.641329 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:59:04.642237 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:04.703312 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017f137-78f5-4744-ada2-8069f774cd6f None None] Pushing event updated for resources: {'Port': ['ID=537a27a6-57cf-4b39-9691-16ff30e419d1,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:04.748040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-186b81f7-6cb4-45e1-a7a4-3b6e0b24ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:04.749788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-186b81f7-6cb4-45e1-a7a4-3b6e0b24ec87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.2158477 Aug 30 14:59:04.792798 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:59:04.802624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a28edf72-23fa-4893-8eb9-ee54f6be78eb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.819448 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a28edf72-23fa-4893-8eb9-ee54f6be78eb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.856607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28edf72-23fa-4893-8eb9-ee54f6be78eb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e675c463-0284-4051-9420-93c89c391e6e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:04.870385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-f35939f4-11bf-400f-a51b-d888a16deda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:04.871943 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-f35939f4-11bf-400f-a51b-d888a16deda1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137946 Aug 30 14:59:04.976754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-742e67d4-55c2-405f-a4bb-eef0c3278598 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961068 Aug 30 14:59:04.977994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a28edf72-23fa-4893-8eb9-ee54f6be78eb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:04.979085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a28edf72-23fa-4893-8eb9-ee54f6be78eb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4611657 Aug 30 14:59:04.981800 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53416) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:04.994515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cb4e20ac-778c-4d11-824c-5b3363aa0842 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'fdd5c3e9-40e1-4f10-9d70-1bc8330b810a', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:05.001261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb39bc-9e5c-4921-a632-bcf3b54ca324 req-056d1dc1-7f83-48be-9452-d10a979f915b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:05.003870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5fdb39bc-9e5c-4921-a632-bcf3b54ca324 req-056d1dc1-7f83-48be-9452-d10a979f915b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.1071792 Aug 30 14:59:05.033387 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-cb4e20ac-778c-4d11-824c-5b3363aa0842 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Project eea3b713294642c2b65711a2a7788b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:59:05.058985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5fdb39bc-9e5c-4921-a632-bcf3b54ca324 req-db5a2957-a9e0-4b60-863d-d48ea2e5860a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Aug 30 14:59:05.086797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb4e20ac-778c-4d11-824c-5b3363aa0842 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:05.171560 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:04Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:05.186930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-104aa00c-8dcb-4164-9902-6e26a4bb4732 req-2df54e6e-a3d9-4302-bdd9-5ce51d728fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671355 Aug 30 14:59:05.193013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb4e20ac-778c-4d11-824c-5b3363aa0842 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:05.198875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb4e20ac-778c-4d11-824c-5b3363aa0842 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:05.213587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eebc2bd-f7e7-4089-9a40-fd6af487c083 None None] The sync data for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 is: [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:04Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:59:05.222718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e20ac-778c-4d11-824c-5b3363aa0842 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cf5ce9-05a7-474a-b1eb-c6b3efeedf00,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:05.231658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb4e20ac-778c-4d11-824c-5b3363aa0842 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:05.233187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cb4e20ac-778c-4d11-824c-5b3363aa0842 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2504005 Aug 30 14:59:05.235911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:05.240999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a88a8e1e-e8c1-464d-95e5-061c6425e165 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'security_group_rule': {'security_group_id': 'fdd5c3e9-40e1-4f10-9d70-1bc8330b810a', 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:05.277280 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-a88a8e1e-e8c1-464d-95e5-061c6425e165 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Project eea3b713294642c2b65711a2a7788b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:59:05.283875 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a88a8e1e-e8c1-464d-95e5-061c6425e165 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:05.407632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a88a8e1e-e8c1-464d-95e5-061c6425e165 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:05.413187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a88a8e1e-e8c1-464d-95e5-061c6425e165 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:05.438877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a8e1e-e8c1-464d-95e5-061c6425e165 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cc6637-5370-4a15-8787-cae070d1a0fd,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:05.449029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a88a8e1e-e8c1-464d-95e5-061c6425e165 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:05.458832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a88a8e1e-e8c1-464d-95e5-061c6425e165 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2216406 Aug 30 14:59:05.628523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-7293ea3f-f3df-4da0-bfa1-d5bee212ecff tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035860490&fields=id&tenant_id=eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 267 time: 0.0601892 Aug 30 14:59:05.753524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-6b27d08d-2bff-474e-9895-8e297f4540f2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:05.761127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-6b27d08d-2bff-474e-9895-8e297f4540f2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/networks?id=62c483e9-0c82-4ef1-9040-db88f6c280ce HTTP/1.1" status: 200 len: 797 time: 0.1246011 Aug 30 14:59:05.773536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-f35a3daf-0517-49e9-adc0-f92d59efec4e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/quotas/eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 375 time: 0.0097361 Aug 30 14:59:05.847285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-7f21b174-1a8c-4ca8-9eb1-5f16afd15c3c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595093 Aug 30 14:59:06.015932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-86b9783f-c7ba-4bc2-9e21-fac27dcf1f35 service neutron] 10.222.0.50 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425159 Aug 30 14:59:06.212551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-f7340a8f-c366-486e-9df6-966c3578ba51 service neutron] 10.222.0.50 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886351 Aug 30 14:59:06.236454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da4de1-d589-4e23-9a00-fbd8348e53be req-2ccb83c3-ea57-4bdf-a31d-772ed7e5ff1b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:06.238113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-58da4de1-d589-4e23-9a00-fbd8348e53be req-2ccb83c3-ea57-4bdf-a31d-772ed7e5ff1b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.0814779 Aug 30 14:59:06.332528 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-58da4de1-d589-4e23-9a00-fbd8348e53be req-37f99396-682e-4dbd-98d6-78f1e0b8bc15 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870748 Aug 30 14:59:06.438979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d5a2f37-d2b8-4f47-be8c-926592f1fe7a req-3c3cf9a9-0145-43de-b610-75185380065f tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 210 time: 0.0384572 Aug 30 14:59:07.157037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 537a27a6-57cf-4b39-9691-16ff30e419d1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:59:07.209706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 537a27a6-57cf-4b39-9691-16ff30e419d1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:07.213763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 537a27a6-57cf-4b39-9691-16ff30e419d1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:07.214132 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:07.290265 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:07.321232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 537a27a6-57cf-4b39-9691-16ff30e419d1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=537a27a6-57cf-4b39-9691-16ff30e419d1,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:07.325499 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:07.385257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=537a27a6-57cf-4b39-9691-16ff30e419d1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:07.484118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955546-8e55-4df6-ba71-62487a27e7a3 req-cebcff5a-eff5-4649-adb0-36ce759ef1d6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:07.485797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1955546-8e55-4df6-ba71-62487a27e7a3 req-cebcff5a-eff5-4649-adb0-36ce759ef1d6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.0668833 Aug 30 14:59:07.557981 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1955546-8e55-4df6-ba71-62487a27e7a3 req-76965eb8-abf7-47e0-ba7a-c9455f16786d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547090 Aug 30 14:59:07.579484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78b2c910-804c-4440-8c31-b2ef7ced5abb req-ef2333a8-fe3b-4d3c-9f6b-55b6d4cf4282 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 210 time: 0.0740933 Aug 30 14:59:07.649267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-7d4fe859-a9ea-406e-b5e0-462dc8e7d8e2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:07.651164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-7d4fe859-a9ea-406e-b5e0-462dc8e7d8e2 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/networks?id=62c483e9-0c82-4ef1-9040-db88f6c280ce HTTP/1.1" status: 200 len: 797 time: 0.1552904 Aug 30 14:59:07.715635 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-ea0db245-0bfd-46c0-bdc8-da2a6eea2c1c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea3b713294642c2b65711a2a7788b6b HTTP/1.1" status: 200 len: 380 time: 0.0359540 Aug 30 14:59:07.745986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'port': {'device_id': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'admin_state_up': True, 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'security_groups': ['fdd5c3e9-40e1-4f10-9d70-1bc8330b810a']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:07.857708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Made reservation on behalf of eea3b713294642c2b65711a2a7788b6b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:59:07.861363 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:07.990649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.20.0.13 (62c483e9-0c82-4ef1-9040-db88f6c280ce/18ed81ca-5bfe-41cc-b218-91f765eb4ce8/df4bc234-10d6-4668-80e9-e09bc093078c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:59:08.154994 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:08.172109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Transition to ACTIVE for port object df4bc234-10d6-4668-80e9-e09bc093078c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:59:08.210669 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:08.264592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:59:08.267931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:59:08.271936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:59:08.278423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=df4bc234-10d6-4668-80e9-e09bc093078c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:08.333146 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:08.333818 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:08.350185 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2ae451e3-f2a7-40cc-a8e0-33e2943fe1e1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6083236 Aug 30 14:59:08.391464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Request body: {'port': {'device_id': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:08.453772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:08.554677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f140db45-557c-482a-a546-a50757b2c5ba None None] Provisioning for port df4bc234-10d6-4668-80e9-e09bc093078c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:08.559435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f140db45-557c-482a-a546-a50757b2c5ba None None] Provisioning complete for port df4bc234-10d6-4668-80e9-e09bc093078c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:08.559745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f140db45-557c-482a-a546-a50757b2c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:08.595249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f140db45-557c-482a-a546-a50757b2c5ba None None] Port df4bc234-10d6-4668-80e9-e09bc093078c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:59:08.676398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e93669-826f-45e2-b057-fc23a41baa25 req-7ce49ac1-48f2-44c6-b79e-df9257db64a7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:08.678433 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89e93669-826f-45e2-b057-fc23a41baa25 req-7ce49ac1-48f2-44c6-b79e-df9257db64a7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.0696936 Aug 30 14:59:08.718391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89e93669-826f-45e2-b057-fc23a41baa25 req-b490d53d-85eb-4a69-8ca6-fc13db11598a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Aug 30 14:59:08.731827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ded8e-d2f2-4701-9736-8abe61fd468b req-213ef466-6648-4ebc-a999-ec365a1894d3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:08.733362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d70ded8e-d2f2-4701-9736-8abe61fd468b req-213ef466-6648-4ebc-a999-ec365a1894d3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 932 time: 0.0671127 Aug 30 14:59:08.839048 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d70ded8e-d2f2-4701-9736-8abe61fd468b req-7e2e33bb-ff13-4695-8a61-9b7b09edb147 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981100 Aug 30 14:59:08.850308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4bc234-10d6-4668-80e9-e09bc093078c {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:59:08.860242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:08.873073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Transition to ACTIVE for port object df4bc234-10d6-4668-80e9-e09bc093078c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:59:08.877617 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:08.933002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Pushing event updated for resources: {'Port': ['ID=df4bc234-10d6-4668-80e9-e09bc093078c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:09.001507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Attempting to bind port df4bc234-10d6-4668-80e9-e09bc093078c on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:59:09.001852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Attempting to bind port df4bc234-10d6-4668-80e9-e09bc093078c by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:59:09.002207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Attempting to bind port df4bc234-10d6-4668-80e9-e09bc093078c on network 62c483e9-0c82-4ef1-9040-db88f6c280ce {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:59:09.007701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Port df4bc234-10d6-4668-80e9-e09bc093078c on network 62c483e9-0c82-4ef1-9040-db88f6c280ce not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:59:09.008032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Attempting to bind port df4bc234-10d6-4668-80e9-e09bc093078c on network 62c483e9-0c82-4ef1-9040-db88f6c280ce {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:59:09.013375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:59:09.013714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Checking segment: {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:59:09.014361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Bound using segment: {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:59:09.014521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Bound port: df4bc234-10d6-4668-80e9-e09bc093078c, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692fd159-9360-4a86-9853-ff1b43d42227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:59:09.014883 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:09.096781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] For port df4bc234-10d6-4668-80e9-e09bc093078c, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:59:09.100028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] For port df4bc234-10d6-4668-80e9-e09bc093078c, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=df4bc234-10d6-4668-80e9-e09bc093078c,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:59:09.106618 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:09.156692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 537a27a6-57cf-4b39-9691-16ff30e419d1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:59:09.159351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:09.159975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:09.161572 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/df4bc234-10d6-4668-80e9-e09bc093078c HTTP/1.1" status: 200 len: 1092 time: 0.7745194 Aug 30 14:59:09.162030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:59:09.167290 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010" -d '{"events": [{"name": "network-changed", "server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:59:09.201523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cac0b7-c5cf-408f-877d-06cef1a884e6 service neutron] Pushing event updated for resources: {'Port': ['ID=df4bc234-10d6-4668-80e9-e09bc093078c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:09.225536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 537a27a6-57cf-4b39-9691-16ff30e419d1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:09.226121 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:09.232706 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb6c74-62ad-4653-960e-55e04e4b7d12 x-openstack-request-id: req-a2bb6c74-62ad-4653-960e-55e04e4b7d12 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:59:09.232706 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:59:09.232706 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2bb6c74-62ad-4653-960e-55e04e4b7d12 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:59:09.233254 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'status': 'completed', 'code': 200} Aug 30 14:59:09.268067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-fe95f509-4c81-48c2-9539-646ecb9fc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:09.269919 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-fe95f509-4c81-48c2-9539-646ecb9fc06b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 1095 time: 0.0487387 Aug 30 14:59:09.333807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-8a026006-f4fe-4b73-9f83-6b92fc39999c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4bc234-10d6-4668-80e9-e09bc093078c HTTP/1.1" status: 200 len: 217 time: 0.0484471 Aug 30 14:59:09.388094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-f833a4f6-9252-42d8-a2ec-d9136b320460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:09.389881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-f833a4f6-9252-42d8-a2ec-d9136b320460 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ed81ca-5bfe-41cc-b218-91f765eb4ce8 HTTP/1.1" status: 200 len: 835 time: 0.0489638 Aug 30 14:59:09.439189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-70b8c4d8-cfca-4a65-8e3e-ee1150f06de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:09.440629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-70b8c4d8-cfca-4a65-8e3e-ee1150f06de2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62c483e9-0c82-4ef1-9040-db88f6c280ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431759 Aug 30 14:59:09.908567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799d4b4-62d4-430e-a1f7-0b207d899035 req-9d55ab77-ecc2-4bc5-85d2-7c21cae828ea tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:09.910057 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0799d4b4-62d4-430e-a1f7-0b207d899035 req-9d55ab77-ecc2-4bc5-85d2-7c21cae828ea tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.0765393 Aug 30 14:59:09.914416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-2938e36e-2c24-4e1e-8514-266f0d4adaee service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657202 Aug 30 14:59:09.978607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5ba8f-f233-447b-b62a-4b189eb0be90 req-63a33b3f-403f-444c-a027-d179c04ca93a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:09.980899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d9d5ba8f-f233-447b-b62a-4b189eb0be90 req-63a33b3f-403f-444c-a027-d179c04ca93a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 944 time: 0.0607123 Aug 30 14:59:10.005492 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0799d4b4-62d4-430e-a1f7-0b207d899035 req-f8c8a948-a8ec-43a4-ad80-777b3f1433e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875509 Aug 30 14:59:10.033301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d9d5ba8f-f233-447b-b62a-4b189eb0be90 req-ba13f0e6-c05e-43f8-bf14-6b41591789cb tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Aug 30 14:59:10.039337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76c9f1c8-016c-464f-a7de-5218ca717cea req-4a1d8b8f-7fb1-478c-908b-c5b051a1f222 service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152728 Aug 30 14:59:10.180518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-b47a269b-0acf-40ab-921b-c0954f2aea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:10.182309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-b47a269b-0acf-40ab-921b-c0954f2aea7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 1095 time: 0.0433509 Aug 30 14:59:10.284295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-c2ffbff5-dec7-4c3e-b1e4-9be13ac3cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:10.285702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-c2ffbff5-dec7-4c3e-b1e4-9be13ac3cf45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62c483e9-0c82-4ef1-9040-db88f6c280ce HTTP/1.1" status: 200 len: 898 time: 0.0959253 Aug 30 14:59:10.328376 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-ac3bba91-d153-4ae7-8dc2-e65410a61156 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4bc234-10d6-4668-80e9-e09bc093078c HTTP/1.1" status: 200 len: 217 time: 0.0340879 Aug 30 14:59:10.379782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-cd5c5810-a9ae-4505-a41b-77215a7978ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:10.381346 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-cd5c5810-a9ae-4505-a41b-77215a7978ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ed81ca-5bfe-41cc-b218-91f765eb4ce8 HTTP/1.1" status: 200 len: 835 time: 0.0448918 Aug 30 14:59:10.429482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-9a5260bb-5645-4b7e-8514-f36d361b0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:10.431004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-9a5260bb-5645-4b7e-8514-f36d361b0a3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62c483e9-0c82-4ef1-9040-db88f6c280ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423722 Aug 30 14:59:10.530397 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-b826f114-d811-435e-a90e-082f2513e3de service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897410 Aug 30 14:59:10.624876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83ac6deb-f18f-4536-b0d7-b2d74f1cb010 req-0a4ddb1b-e1fc-4fc1-a12a-ae874444178a service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848956 Aug 30 14:59:11.142145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31ffcf-e151-4a40-9e56-50bb5006c9e7 req-14069d47-952b-41ed-a137-cd0d2c910e3b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:11.143342 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a31ffcf-e151-4a40-9e56-50bb5006c9e7 req-14069d47-952b-41ed-a137-cd0d2c910e3b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.0644875 Aug 30 14:59:11.161274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db941b4-cad4-496b-a001-e33c3b979158 req-dea90faa-5ef3-47bc-ba13-afbaa76623a3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:11.162954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2db941b4-cad4-496b-a001-e33c3b979158 req-dea90faa-5ef3-47bc-ba13-afbaa76623a3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 944 time: 0.0675509 Aug 30 14:59:11.184410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a31ffcf-e151-4a40-9e56-50bb5006c9e7 req-732b59cf-eaaf-40c6-bb56-5696d46f3f30 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349512 Aug 30 14:59:11.207189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2db941b4-cad4-496b-a001-e33c3b979158 req-596933f6-5066-4f35-8b79-a06517fad117 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 Aug 30 14:59:12.317964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f241b1-b916-4b31-ac47-6f21d046f84d req-08859da3-49d6-42e8-9a8b-29e30e423fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:12.321512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7f241b1-b916-4b31-ac47-6f21d046f84d req-08859da3-49d6-42e8-9a8b-29e30e423fa5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.0682712 Aug 30 14:59:12.325495 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372c476-317d-4a12-afec-ce20c2b03e54 req-15005c9d-3d87-4fcb-ad2f-c9984be47316 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:12.332174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2372c476-317d-4a12-afec-ce20c2b03e54 req-15005c9d-3d87-4fcb-ad2f-c9984be47316 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 944 time: 0.0556355 Aug 30 14:59:12.361163 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7f241b1-b916-4b31-ac47-6f21d046f84d req-5add1746-03b4-4061-aa68-ee241c17abab tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353074 Aug 30 14:59:12.372364 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2372c476-317d-4a12-afec-ce20c2b03e54 req-42bcfb22-f146-4b3a-8b0d-af8f3b694a4e tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Aug 30 14:59:12.728005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device df4bc234-10d6-4668-80e9-e09bc093078c details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:59:12.824548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port df4bc234-10d6-4668-80e9-e09bc093078c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=df4bc234-10d6-4668-80e9-e09bc093078c,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:12.836980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'port_id': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'mac_address': 'fa:16:3e:18:bf:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:59:12.873704 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:12.889855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4bc234-10d6-4668-80e9-e09bc093078c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:59:12.908977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port df4bc234-10d6-4668-80e9-e09bc093078c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=df4bc234-10d6-4668-80e9-e09bc093078c,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:12.919745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:12.964952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=df4bc234-10d6-4668-80e9-e09bc093078c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:13.361522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['df4bc234-10d6-4668-80e9-e09bc093078c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:59:13.494288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a011fc-fc29-4dea-a221-06de154256c3 req-8502a98f-5378-4bbd-ac9f-a811dd860994 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:13.497291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18a011fc-fc29-4dea-a221-06de154256c3 req-8502a98f-5378-4bbd-ac9f-a811dd860994 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.0584161 Aug 30 14:59:13.542646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde06ba2-ff08-4c05-a570-38e291f4f90c req-1af387de-53f0-45a7-8583-2fd91ce0e679 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:13.544822 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dde06ba2-ff08-4c05-a570-38e291f4f90c req-1af387de-53f0-45a7-8583-2fd91ce0e679 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 945 time: 0.0700366 Aug 30 14:59:13.547973 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18a011fc-fc29-4dea-a221-06de154256c3 req-f849d22f-36b7-4110-82a7-05b7b5195164 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Aug 30 14:59:13.593541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dde06ba2-ff08-4c05-a570-38e291f4f90c req-5f8f042a-3992-496c-bb82-182693704228 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Aug 30 14:59:14.688670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37031c8-fdf1-4063-bb18-78383cb8fa03 req-5753c238-b82e-4862-9d0c-547ba5e81466 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:14.690386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d37031c8-fdf1-4063-bb18-78383cb8fa03 req-5753c238-b82e-4862-9d0c-547ba5e81466 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 943 time: 0.0723505 Aug 30 14:59:14.717128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406596-cb31-40cf-876f-6e51a42f500a req-80c0cda6-6c75-478a-8cdc-f3987e302f39 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:14.719337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9406596-cb31-40cf-876f-6e51a42f500a req-80c0cda6-6c75-478a-8cdc-f3987e302f39 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 945 time: 0.0530300 Aug 30 14:59:14.730715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d37031c8-fdf1-4063-bb18-78383cb8fa03 req-9437441d-44e6-4ee1-b386-0431a8fe9882 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337191 Aug 30 14:59:14.759775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device df4bc234-10d6-4668-80e9-e09bc093078c up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:59:14.763699 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e9406596-cb31-40cf-876f-6e51a42f500a req-499d874e-670a-4999-85c6-d5f750bd61fa tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377409 Aug 30 14:59:14.789632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 12f0b70b-5213-42ae-86cc-b0c40a8885c9 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:59:14.869164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port df4bc234-10d6-4668-80e9-e09bc093078c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:14.875205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port df4bc234-10d6-4668-80e9-e09bc093078c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:14.875580 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:14.941655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 12f0b70b-5213-42ae-86cc-b0c40a8885c9, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:14.957752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'port_id': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'mac_address': 'fa:16:3e:5a:cd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:59:15.019502 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:15.023891 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:15.052808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f0b70b-5213-42ae-86cc-b0c40a8885c9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:59:15.060139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:59:15.062377 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5d4d3d-627f-4b46-b017-f45ad0393559" -d '{"events": [{"server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "name": "network-vif-plugged", "status": "completed", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:59:15.080667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port df4bc234-10d6-4668-80e9-e09bc093078c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=df4bc234-10d6-4668-80e9-e09bc093078c,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:15.089203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:15.102037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 12f0b70b-5213-42ae-86cc-b0c40a8885c9, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:15.120855 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31c0545-72ff-44d7-9e6e-fbdd555bfeb6 x-openstack-request-id: req-d31c0545-72ff-44d7-9e6e-fbdd555bfeb6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:59:15.121179 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "name": "network-vif-plugged", "status": "completed", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:59:15.121430 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d31c0545-72ff-44d7-9e6e-fbdd555bfeb6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:59:15.121902 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'code': 200} Aug 30 14:59:15.124598 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:15.151498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=df4bc234-10d6-4668-80e9-e09bc093078c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:15.216201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=12f0b70b-5213-42ae-86cc-b0c40a8885c9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:15.260119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e96c0f-ab7e-4f9d-bcb7-ea384d5520a3 req-2b46f956-be8a-4366-a3f1-335cabf63c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:15.262011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1e96c0f-ab7e-4f9d-bcb7-ea384d5520a3 req-2b46f956-be8a-4366-a3f1-335cabf63c47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 1097 time: 0.0428002 Aug 30 14:59:15.298856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f1e96c0f-ab7e-4f9d-bcb7-ea384d5520a3 req-556f654b-94d4-46d7-b0bd-728bef6a94c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291684 Aug 30 14:59:15.326819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['12f0b70b-5213-42ae-86cc-b0c40a8885c9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:59:15.851292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e26a04-bea4-4a40-8b12-f97bda0db1ba req-92f585c1-b0f1-4c1a-92eb-32129b0ece3f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:15.853221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54e26a04-bea4-4a40-8b12-f97bda0db1ba req-92f585c1-b0f1-4c1a-92eb-32129b0ece3f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 944 time: 0.0532379 Aug 30 14:59:15.889197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc31bce-f9ed-4987-86f8-67828b5e7a30 req-a2523c03-5d85-46bd-9484-250217114d55 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:15.890626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4dc31bce-f9ed-4987-86f8-67828b5e7a30 req-a2523c03-5d85-46bd-9484-250217114d55 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 946 time: 0.0509009 Aug 30 14:59:15.896898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54e26a04-bea4-4a40-8b12-f97bda0db1ba req-7de303c3-fe98-4f3f-b132-49dea2bbe1fa tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372145 Aug 30 14:59:15.932817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4dc31bce-f9ed-4987-86f8-67828b5e7a30 req-6ad857af-b457-464b-a45b-ef9ea44a4bd0 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351262 Aug 30 14:59:16.787719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 12f0b70b-5213-42ae-86cc-b0c40a8885c9 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:59:16.843046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:59:16.846807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:59:16.847313 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:16.928008 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:16.967440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 12f0b70b-5213-42ae-86cc-b0c40a8885c9, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:59:16.972755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:17.036480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946b70-097b-46e0-97cf-febf8c55157e req-3a5fa00a-9ac2-4259-99ab-463fca104811 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:17.038199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97946b70-097b-46e0-97cf-febf8c55157e req-3a5fa00a-9ac2-4259-99ab-463fca104811 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 945 time: 0.0671699 Aug 30 14:59:17.056279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=12f0b70b-5213-42ae-86cc-b0c40a8885c9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:17.069543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c469ef-b1c5-4fa3-a05a-8bc94c07d7cd req-65e2111b-cbbb-4706-b695-e4e306b158f6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:17.072681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44c469ef-b1c5-4fa3-a05a-8bc94c07d7cd req-65e2111b-cbbb-4706-b695-e4e306b158f6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 946 time: 0.0590699 Aug 30 14:59:17.092504 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97946b70-097b-46e0-97cf-febf8c55157e req-abd0dcae-1825-49d2-ad32-404cfc31efa0 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484147 Aug 30 14:59:17.115807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-44c469ef-b1c5-4fa3-a05a-8bc94c07d7cd req-9f2b0f7e-ef36-4a1b-8f84-186cd625f754 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355446 Aug 30 14:59:17.122943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f0b70b-5213-42ae-86cc-b0c40a8885c9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:59:17.125411 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d46a0c0-e23f-472e-816e-4bbca2f22f04" -d '{"events": [{"server_uuid": "5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46", "name": "network-vif-plugged", "status": "completed", "tag": "12f0b70b-5213-42ae-86cc-b0c40a8885c9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:59:17.179333 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420b8352-557d-42f7-bf86-6d4c86a9f89e x-openstack-request-id: req-420b8352-557d-42f7-bf86-6d4c86a9f89e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:59:17.179695 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46", "name": "network-vif-plugged", "status": "completed", "tag": "12f0b70b-5213-42ae-86cc-b0c40a8885c9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:59:17.180552 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-420b8352-557d-42f7-bf86-6d4c86a9f89e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:59:17.181069 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'code': 200} Aug 30 14:59:17.235276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92953f-1728-4fb5-b4e9-7395f4b1eb92 req-ae7e2903-883f-4593-9aac-d7c1d474ebbc tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:17.236841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f92953f-1728-4fb5-b4e9-7395f4b1eb92 req-ae7e2903-883f-4593-9aac-d7c1d474ebbc tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 946 time: 0.0518022 Aug 30 14:59:17.283402 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f92953f-1728-4fb5-b4e9-7395f4b1eb92 req-009a3462-6d4a-4a52-9b40-0d0f3565c11d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380566 Aug 30 14:59:17.288614 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44ba3-171e-442a-97e1-1597fe1ba52d req-d4ee568e-6fa3-44a6-8233-83e27b40041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:17.291347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05d44ba3-171e-442a-97e1-1597fe1ba52d req-d4ee568e-6fa3-44a6-8233-83e27b40041f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 1096 time: 0.0489118 Aug 30 14:59:17.309177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:17.329579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-05d44ba3-171e-442a-97e1-1597fe1ba52d req-0de724ea-75c4-41b2-a5fe-35f895e05456 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Aug 30 14:59:17.349736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae8cb84-4131-47c4-989b-ca64d37aba51 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:17.353119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0ae8cb84-4131-47c4-989b-ca64d37aba51 tempest-TestNetworkBasicOps-1416325039 tempest-TestNetworkBasicOps-1416325039-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 1092 time: 0.0409808 Aug 30 14:59:17.354828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:17.359245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:17.382989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:17.484950 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:17.591276 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Allocated IP 172.25.6.103 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/721562aa-6ba5-441f-a43a-67b1d6b16c9c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:59:17.695169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:17.737810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:17.774877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:59:17.779889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:59:17.783493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:59:17.810842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=721562aa-6ba5-441f-a43a-67b1d6b16c9c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:18.168287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:18.216917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f130-a989-4525-9421-6cec6d2b6b60 req-4e70af50-e78b-4333-84ea-a46420562348 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:18.219135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0526f130-a989-4525-9421-6cec6d2b6b60 req-4e70af50-e78b-4333-84ea-a46420562348 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 945 time: 0.0550191 Aug 30 14:59:18.247366 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:18.291308 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0526f130-a989-4525-9421-6cec6d2b6b60 req-9a9fe6d3-1e21-4711-816b-c6002b52ec3f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573800 Aug 30 14:59:18.429176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:18.434557 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:18.504421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event updated for resources: {'Port': ['ID=721562aa-6ba5-441f-a43a-67b1d6b16c9c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:18.521389 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:18.623534 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Floating IP 1cf0167f-e707-4b80-8520-b4ccbd359ce6 associated. External IP: 172.25.6.103, port: df4bc234-10d6-4668-80e9-e09bc093078c. Aug 30 14:59:18.840826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 955928e8-a732-482e-be5c-0b8fdce24986 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:59:18.947031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:59:18.956466 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] Sync routers for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:59:18.962633 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:18.970565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:59:18.971216 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:18.996757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dbcc9958-cd33-4313-8104-1e4e7d381aa6 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6383464 Aug 30 14:59:18.996757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:59:18.997260 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98927409-05a3-412c-b297-3ead38b61423" -d '{"events": [{"name": "network-changed", "server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:59:18.997966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:19.040111 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ab9ace-d5ef-4b71-99ec-f4f68ea3366a x-openstack-request-id: req-b4ab9ace-d5ef-4b71-99ec-f4f68ea3366a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:59:19.040405 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:59:19.040648 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4ab9ace-d5ef-4b71-99ec-f4f68ea3366a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:59:19.041188 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'status': 'completed', 'code': 200} Aug 30 14:59:19.081731 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b45f102a-031a-43ba-b32a-4c119903366a tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/floatingips/1cf0167f-e707-4b80-8520-b4ccbd359ce6 HTTP/1.1" status: 200 len: 992 time: 0.0803556 Aug 30 14:59:19.102763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:59:19.155169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98927409-05a3-412c-b297-3ead38b61423 req-ae34bfe4-6b6c-4ab6-bf7f-8d654b9e4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:19.156856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98927409-05a3-412c-b297-3ead38b61423 req-ae34bfe4-6b6c-4ab6-bf7f-8d654b9e4324 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 1097 time: 0.0569553 Aug 30 14:59:19.260542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98927409-05a3-412c-b297-3ead38b61423 req-8b8bcb11-ed22-4bbd-9b68-70d335d86f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:19.262063 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98927409-05a3-412c-b297-3ead38b61423 req-8b8bcb11-ed22-4bbd-9b68-70d335d86f09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62c483e9-0c82-4ef1-9040-db88f6c280ce HTTP/1.1" status: 200 len: 898 time: 0.0963061 Aug 30 14:59:19.338991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98927409-05a3-412c-b297-3ead38b61423 req-9f8d60ad-59b4-4cc9-a5c6-c5a9b794e466 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4bc234-10d6-4668-80e9-e09bc093078c HTTP/1.1" status: 200 len: 1000 time: 0.0681536 Aug 30 14:59:19.341969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cf0167f-e707-4b80-8520-b4ccbd359ce6', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'port_id': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'mac_address': 'fa:16:3e:18:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:59:18Z', 'updated_at': '2021-08-30T14:59:18Z', 'revision_number': 0, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:07Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:19.368777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] Checking router: 955928e8-a732-482e-be5c-0b8fdce24986 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:59:19.377731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:59:19.378579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:19.401465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98927409-05a3-412c-b297-3ead38b61423 req-b949ca93-e2d6-4fdd-a919-f5b423d560d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:19.403491 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98927409-05a3-412c-b297-3ead38b61423 req-b949ca93-e2d6-4fdd-a919-f5b423d560d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ed81ca-5bfe-41cc-b218-91f765eb4ce8 HTTP/1.1" status: 200 len: 835 time: 0.0570052 Aug 30 14:59:19.449658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cace74c-b260-48f7-901b-af95f0df4439 req-81e13988-3a25-4bee-a33d-f71971d9fe33 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:19.451838 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cace74c-b260-48f7-901b-af95f0df4439 req-81e13988-3a25-4bee-a33d-f71971d9fe33 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 945 time: 0.0568385 Aug 30 14:59:19.462775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98927409-05a3-412c-b297-3ead38b61423 req-4f75c3a2-189f-4d69-bd13-257d9ffecca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:19.464794 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98927409-05a3-412c-b297-3ead38b61423 req-4f75c3a2-189f-4d69-bd13-257d9ffecca3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62c483e9-0c82-4ef1-9040-db88f6c280ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528607 Aug 30 14:59:19.501656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7cace74c-b260-48f7-901b-af95f0df4439 req-5aafb8f4-b2f2-4775-b3c1-901ee141bff2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 Aug 30 14:59:19.503713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:59:19.617997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98927409-05a3-412c-b297-3ead38b61423 req-e78656ea-d2bd-4dcb-a8fe-ee71c965cdd8 service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433167 Aug 30 14:59:19.690358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd85967-0be2-443a-953b-ec80f8ed3413 req-c20bae6b-f171-42ac-ae26-0088d7dacea5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:19.691931 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ffd85967-0be2-443a-953b-ec80f8ed3413 req-c20bae6b-f171-42ac-ae26-0088d7dacea5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 945 time: 0.1151164 Aug 30 14:59:19.757068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ffd85967-0be2-443a-953b-ec80f8ed3413 req-22f296a4-3c05-443d-9346-984a98617802 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522244 Aug 30 14:59:19.759647 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98927409-05a3-412c-b297-3ead38b61423 req-31448b4d-1460-47b1-95c5-7ff24efc3fd4 service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343701 Aug 30 14:59:19.780361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cf0167f-e707-4b80-8520-b4ccbd359ce6', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'port_id': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'mac_address': 'fa:16:3e:18:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:59:18Z', 'updated_at': '2021-08-30T14:59:18Z', 'revision_number': 0, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:07Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:19.780887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:19.801931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9dabf5-6054-483c-85d6-d43e24899103 None None] The sync data for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 is: [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '1cf0167f-e707-4b80-8520-b4ccbd359ce6', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'port_id': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'mac_address': 'fa:16:3e:18:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:59:18Z', 'updated_at': '2021-08-30T14:59:18Z', 'revision_number': 0, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:07Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:59:19.840216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9235d-07d9-4206-a434-e872140e51af tempest-TestVolumeBootPattern-264321810 tempest-TestVolumeBootPattern-264321810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:19.841925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eaa9235d-07d9-4206-a434-e872140e51af tempest-TestVolumeBootPattern-264321810 tempest-TestVolumeBootPattern-264321810-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 1091 time: 0.0524724 Aug 30 14:59:19.844862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 53750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:19.849645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:59:19.883890 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:19.997581 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:20.042079 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364c4cb-b0b5-47df-9d66-6c630aa8c9b3 None None] New status for floating IP 1cf0167f-e707-4b80-8520-b4ccbd359ce6: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:59:20.084556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:20.125446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.25.6.76 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/b24b7354-db03-4d30-a338-f478b7a80ad9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:59:20.169776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e4fd94e8-14fc-4d3d-9811-505287cef747 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/floatingips/1cf0167f-e707-4b80-8520-b4ccbd359ce6 HTTP/1.1" status: 200 len: 992 time: 0.0842795 Aug 30 14:59:20.179180 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:20.258288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:20.300430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:20.340868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:59:20.343754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:59:20.347335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:59:20.353198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=b24b7354-db03-4d30-a338-f478b7a80ad9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:20.718249 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:20.791047 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:20.942677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:20.947702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:21.017132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=b24b7354-db03-4d30-a338-f478b7a80ad9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:59:21.033365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:21.135924 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Floating IP 69065478-f8ea-4719-bedb-088ba2281b8e associated. External IP: 172.25.6.76, port: 12f0b70b-5213-42ae-86cc-b0c40a8885c9. Aug 30 14:59:21.173741 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 53778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:59:21.248304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-47f6e0e5-d9d9-4cf2-b086-5ae895b18750 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/floatingips/1cf0167f-e707-4b80-8520-b4ccbd359ce6 HTTP/1.1" status: 200 len: 994 time: 0.0675349 Aug 30 14:59:21.708187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Router f9325202-9005-42fa-ac26-82e5e58f72b7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:59:21.816097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:59:21.827346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:59:21.833212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:21.839185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:59:21.840079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:21.863614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-be138402-05d4-4252-a7eb-fb98e9aae109 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0176754 Aug 30 14:59:21.864311 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'tag': '12f0b70b-5213-42ae-86cc-b0c40a8885c9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:59:21.866576 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0819772a-94c6-492b-9839-e5316c5d6a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46", "tag": "12f0b70b-5213-42ae-86cc-b0c40a8885c9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:59:21.904535 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c56bce-5854-4dd3-8efa-ad232d126b21 x-openstack-request-id: req-64c56bce-5854-4dd3-8efa-ad232d126b21 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:59:21.905036 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46", "tag": "12f0b70b-5213-42ae-86cc-b0c40a8885c9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:59:21.905314 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64c56bce-5854-4dd3-8efa-ad232d126b21 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:59:21.905710 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'tag': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'status': 'completed', 'code': 200} Aug 30 14:59:21.963715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:59:21.968295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-dc170e82-c0d2-4b2f-bb2d-38ed8bcecbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:21.970623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-dc170e82-c0d2-4b2f-bb2d-38ed8bcecbe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 1096 time: 0.0437350 Aug 30 14:59:22.078262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-a884565a-ebcf-4a7e-9c1c-38ed57cf4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:22.079929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-a884565a-ebcf-4a7e-9c1c-38ed57cf4878 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.1024666 Aug 30 14:59:22.157190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-2dc9a259-7215-4623-a385-b07656969077 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9 HTTP/1.1" status: 200 len: 998 time: 0.0683618 Aug 30 14:59:22.210042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-9cfd283f-6b46-42cb-b732-51daee65b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:22.211585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-9cfd283f-6b46-42cb-b732-51daee65b781 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0475559 Aug 30 14:59:22.260493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-cb013c6f-7c82-4a28-85f9-dbc03a224b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:22.262105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-cb013c6f-7c82-4a28-85f9-dbc03a224b9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441968 Aug 30 14:59:22.362384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-11615237-153e-4a7d-b299-6368b3ddd7dc service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933411 Aug 30 14:59:22.363167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '69065478-f8ea-4719-bedb-088ba2281b8e', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:5a:cd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:59:20Z', 'updated_at': '2021-08-30T14:59:20Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:22.393644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:59:22.402152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:59:22.402776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T14:58:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:22.411914 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:59:22.460209 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0819772a-94c6-492b-9839-e5316c5d6a0c req-1b7d49df-0a7d-417d-8a2a-0eacd4ba347f service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904353 Aug 30 14:59:22.515601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:59:22.741106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '69065478-f8ea-4719-bedb-088ba2281b8e', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:5a:cd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:59:20Z', 'updated_at': '2021-08-30T14:59:20Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:59:22.767646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f839b4a-6744-44c8-aab8-77780fc830dd None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '69065478-f8ea-4719-bedb-088ba2281b8e', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:5a:cd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:59:20Z', 'updated_at': '2021-08-30T14:59:20Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:59:22.985450 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d93df-39c9-4dd9-911c-def37c612973 None None] New status for floating IP 69065478-f8ea-4719-bedb-088ba2281b8e: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:59:24.307864 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-3c82792d-e9e6-4978-bd43-6d3e8d38faf5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455840 Aug 30 14:59:24.390045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-a2b19c66-6aa2-4c7c-8f95-b97fd77631be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:24.391720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-a2b19c66-6aa2-4c7c-8f95-b97fd77631be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 1096 time: 0.0426223 Aug 30 14:59:24.496989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-e5d873d6-e991-437c-9340-4d8ff9973da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:24.498527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-e5d873d6-e991-437c-9340-4d8ff9973da6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0877700 Aug 30 14:59:24.568472 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-7cbdcc39-619e-4ce4-9f3e-2299a1b5929f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9 HTTP/1.1" status: 200 len: 1000 time: 0.0624552 Aug 30 14:59:24.619181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-e72766f2-4920-4353-a911-f6c8aef36bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:24.620680 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-e72766f2-4920-4353-a911-f6c8aef36bd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0459247 Aug 30 14:59:24.666148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-2f61ad26-bf86-452d-bf52-a881a4248a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:24.667644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-2f61ad26-bf86-452d-bf52-a881a4248a58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400138 Aug 30 14:59:24.758763 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-e9b325e5-faf8-4a69-95df-7f16abf0be82 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843184 Aug 30 14:59:24.850313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7640b59-e54b-4a37-b293-3d3011cb7f9b req-cbcc7898-7a65-4409-b2f2-316d5353fe65 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849187 Aug 30 14:59:25.158845 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f561fb3-316f-4d64-a358-f2f551a5d8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:27.899816 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f46635a-2fac-42f2-bece-221ce11b484f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:28.618654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:29.298511 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:31.689431 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:33.050582 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:41.384307 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-c4ffd14b-355e-471c-b07a-dc3df44f2c08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418296 Aug 30 14:59:41.490062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-c027d16a-f02d-4d78-9178-d89feb5bccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:41.491539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-c027d16a-f02d-4d78-9178-d89feb5bccb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 1097 time: 0.0402963 Aug 30 14:59:41.597116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-4828c85f-f458-4901-b072-bb4ffa6799e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:41.598584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-4828c85f-f458-4901-b072-bb4ffa6799e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62c483e9-0c82-4ef1-9040-db88f6c280ce HTTP/1.1" status: 200 len: 898 time: 0.0862713 Aug 30 14:59:41.663465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-a1df18ee-cc3c-42ab-974c-154379ccee52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4bc234-10d6-4668-80e9-e09bc093078c HTTP/1.1" status: 200 len: 1002 time: 0.0564637 Aug 30 14:59:41.713945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-fd8c1a0c-fd12-4015-a7f3-eec303c14e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:41.715345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-fd8c1a0c-fd12-4015-a7f3-eec303c14e49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ed81ca-5bfe-41cc-b218-91f765eb4ce8 HTTP/1.1" status: 200 len: 835 time: 0.0437047 Aug 30 14:59:41.764832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-66ef6008-f413-4503-9c5d-0e90a65dde66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:59:41.766318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-66ef6008-f413-4503-9c5d-0e90a65dde66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62c483e9-0c82-4ef1-9040-db88f6c280ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426857 Aug 30 14:59:41.863535 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-71644f28-1ad2-4b35-b6b2-be7738cb4cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881104 Aug 30 14:59:41.960806 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5c1560b9-e750-44f2-9b05-af55007fce88 req-0e346a8c-0085-460d-81ea-a0ffb4776b5f service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890987 Aug 30 14:59:50.198353 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:55.164088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1c48-b8af-4b66-860c-c4af759399ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:57.890706 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-444ea67d-32f0-48d5-a9fe-471ce9d603b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:58.622809 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:59.302988 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:59:59.412351 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:00:01.687745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:03.051371 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:06.448836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:06.585944 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4ca9ad50-c520-429d-b1eb-0367e0b0d733 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfc7c2cc6cad49998c4c9cc96375d363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359036 Aug 30 15:00:06.588894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:06.636431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:06.657437 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:06.703061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:06.705649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:06.706813 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dae04c31-b4e0-4d21-b2fb-68e5a358ae60 HTTP/1.1" status: 204 len: 168 time: 0.1169534 Aug 30 15:00:06.715300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae04c31-b4e0-4d21-b2fb-68e5a358ae60,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:06.722959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.723314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.723662 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.724020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.724351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.724686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.725018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.725368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.725712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.726028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.726354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:06.726686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f28f42-57a9-4967-98e4-92b5e0436e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:08.690834 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:08.796060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1165d1a4-42a7-47de-82a6-ccf7cdb60060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:08.887875 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1165d1a4-42a7-47de-82a6-ccf7cdb60060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:08.891609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1165d1a4-42a7-47de-82a6-ccf7cdb60060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:08.928096 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1165d1a4-42a7-47de-82a6-ccf7cdb60060 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a134dd612b4f47a0abc82f4cf0cc9951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361755 Aug 30 15:00:08.928951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165d1a4-42a7-47de-82a6-ccf7cdb60060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f707193f-87d8-4d31-b643-a495696dc3aa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:08.930980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:08.980954 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.001917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.051000 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.053521 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.057404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f707193f-87d8-4d31-b643-a495696dc3aa HTTP/1.1" status: 204 len: 168 time: 0.1239662 Aug 30 15:00:09.065362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f707193f-87d8-4d31-b643-a495696dc3aa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:09.072818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.073066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.073418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.073763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.074103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.074552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.074890 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.075223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.075556 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.076123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.076649 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.076987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b54803-24b1-4904-b74a-5682edf7276c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:09.315805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:09.329476 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80372c38-f04e-49b8-ac60-6befc79a2f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.419538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80372c38-f04e-49b8-ac60-6befc79a2f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.423226 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80372c38-f04e-49b8-ac60-6befc79a2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.461553 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-80372c38-f04e-49b8-ac60-6befc79a2f47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=094909f171a0467da0f84d356b7aa17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446834 Aug 30 15:00:09.462505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80372c38-f04e-49b8-ac60-6befc79a2f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03de8133-e3f4-43e7-993e-ea1e01ac828e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:09.464645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:09.512956 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769d7009-704e-460f-8b9c-972a9874dfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.534792 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769d7009-704e-460f-8b9c-972a9874dfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.582005 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769d7009-704e-460f-8b9c-972a9874dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.584744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769d7009-704e-460f-8b9c-972a9874dfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:09.585937 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-769d7009-704e-460f-8b9c-972a9874dfb1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03de8133-e3f4-43e7-993e-ea1e01ac828e HTTP/1.1" status: 204 len: 168 time: 0.1201854 Aug 30 15:00:09.594361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d7009-704e-460f-8b9c-972a9874dfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03de8133-e3f4-43e7-993e-ea1e01ac828e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:20.190429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:24.299222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-09716317-9166-4c0e-affb-0787b7bd9bfb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396614 Aug 30 15:00:24.381902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-98087ce9-7ab8-4917-956e-84ceed37662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:24.383410 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-98087ce9-7ab8-4917-956e-84ceed37662b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 1096 time: 0.0431516 Aug 30 15:00:24.483810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-b985433e-32e2-4179-af4c-d6a2b6f923cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:24.485299 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-b985433e-32e2-4179-af4c-d6a2b6f923cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0827017 Aug 30 15:00:24.553292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-f480b5f6-9491-4773-afb9-e5047ebfcc34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9 HTTP/1.1" status: 200 len: 1000 time: 0.0614765 Aug 30 15:00:24.601181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-1459d1b1-9676-437e-a28c-5595d6f9ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:24.602578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-1459d1b1-9676-437e-a28c-5595d6f9ce76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0423112 Aug 30 15:00:24.647336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-c5997240-c11c-49e1-af3e-73ede1ec227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:24.648830 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-c5997240-c11c-49e1-af3e-73ede1ec227c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396531 Aug 30 15:00:24.741298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-44de358c-5165-4fc0-84d9-877c8a76842a service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856631 Aug 30 15:00:24.829625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c365117-9ba8-427e-ab7e-7fa5c356a30e req-b65836ea-57fb-4388-bd02-50c857650d2a service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812912 Aug 30 15:00:25.168749 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2374e9f1-fb34-4ec4-88e0-7783fd5713b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:27.892723 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0279a45e-5ef5-426c-8f98-971e9d639ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:28.624457 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:29.303417 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:31.690261 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:33.067978 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:36.412457 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:00:38.532299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:38.599445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48907f21-d5b1-4438-a917-0d92f3431b82 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/floatingips/1cf0167f-e707-4b80-8520-b4ccbd359ce6 HTTP/1.1" status: 200 len: 994 time: 0.0659678 Aug 30 15:00:39.807782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:39.969510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port 721562aa-6ba5-441f-a43a-67b1d6b16c9c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:00:39.969785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:40.051891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:40.052221 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:40.066355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for 721562aa-6ba5-441f-a43a-67b1d6b16c9c owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:00:40.227735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:40.254018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=721562aa-6ba5-441f-a43a-67b1d6b16c9c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:40.347165 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:40.347576 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Floating IP 1cf0167f-e707-4b80-8520-b4ccbd359ce6 disassociated (deleted). External IP: 172.25.6.103, port: df4bc234-10d6-4668-80e9-e09bc093078c. Aug 30 15:00:40.569025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 955928e8-a732-482e-be5c-0b8fdce24986 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:00:41.029894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:00:41.034717 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:41.039989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] Sync routers for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:00:41.050428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:41.051059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:41.065816 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a0139167-f9bf-4e15-b4e9-3c25efc9f54c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/floatingips/1cf0167f-e707-4b80-8520-b4ccbd359ce6 HTTP/1.1" status: 204 len: 168 time: 1.2563660 Aug 30 15:00:41.066399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:00:41.068895 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232c9914-d407-4633-b19c-1c039b6873db" -d '{"events": [{"name": "network-changed", "server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:00:41.184098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:00:41.315201 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743686d3-a7a4-47ab-8d38-db7ce96e24c9 x-openstack-request-id: req-743686d3-a7a4-47ab-8d38-db7ce96e24c9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:00:41.315586 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:00:41.315767 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-743686d3-a7a4-47ab-8d38-db7ce96e24c9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:00:41.316117 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'status': 'completed', 'code': 200} Aug 30 15:00:41.342130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759ee04-cabf-4247-a848-da7c44888e60 req-98fe9d51-ae58-4993-9991-56b8e65917a3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:41.343718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e759ee04-cabf-4247-a848-da7c44888e60 req-98fe9d51-ae58-4993-9991-56b8e65917a3 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 946 time: 0.0642054 Aug 30 15:00:41.413326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e759ee04-cabf-4247-a848-da7c44888e60 req-7e32626b-6ead-4577-a240-7f62d8a996ac tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575018 Aug 30 15:00:41.416261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9914-d407-4633-b19c-1c039b6873db req-5ac346f7-57d4-4835-a859-94857f86c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:41.418386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-232c9914-d407-4633-b19c-1c039b6873db req-5ac346f7-57d4-4835-a859-94857f86c85b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eea3b713294642c2b65711a2a7788b6b&device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 1097 time: 0.0712337 Aug 30 15:00:41.445110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:07Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:41.473081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] Checking router: 955928e8-a732-482e-be5c-0b8fdce24986 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:00:41.482100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:41.482725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:41.520732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9914-d407-4633-b19c-1c039b6873db req-33d0e066-bceb-43ee-9599-8e84b11c5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:41.522277 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-232c9914-d407-4633-b19c-1c039b6873db req-33d0e066-bceb-43ee-9599-8e84b11c5c76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62c483e9-0c82-4ef1-9040-db88f6c280ce HTTP/1.1" status: 200 len: 898 time: 0.0959933 Aug 30 15:00:41.572299 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-232c9914-d407-4633-b19c-1c039b6873db req-47bf7d08-a21c-47de-a2bb-4fcc95e541aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4bc234-10d6-4668-80e9-e09bc093078c HTTP/1.1" status: 200 len: 217 time: 0.0408869 Aug 30 15:00:41.613236 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:00:41.636509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9914-d407-4633-b19c-1c039b6873db req-0593f561-f9d4-4c46-a6c2-5b0ff92f4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:41.638352 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-232c9914-d407-4633-b19c-1c039b6873db req-0593f561-f9d4-4c46-a6c2-5b0ff92f4c7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ed81ca-5bfe-41cc-b218-91f765eb4ce8 HTTP/1.1" status: 200 len: 835 time: 0.0577757 Aug 30 15:00:41.699814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9914-d407-4633-b19c-1c039b6873db req-122fda8c-c210-4ade-9e47-a2bb89242e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:41.701889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-232c9914-d407-4633-b19c-1c039b6873db req-122fda8c-c210-4ade-9e47-a2bb89242e07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62c483e9-0c82-4ef1-9040-db88f6c280ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478599 Aug 30 15:00:41.804811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-232c9914-d407-4633-b19c-1c039b6873db req-4ea6dd76-fb68-4203-b66f-fba5eafd7ead service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931926 Aug 30 15:00:41.826836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:07Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:41.860013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923f7cb-9d93-46c8-95bf-c5821b26ec62 None None] The sync data for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 is: [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T14:59:00Z', 'revision_number': 4, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '537a27a6-57cf-4b39-9691-16ff30e419d1', 'name': '', 'network_id': '62c483e9-0c82-4ef1-9040-db88f6c280ce', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'mac_address': 'fa:16:3e:3d:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:59Z', 'updated_at': '2021-08-30T14:59:07Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'subnets': [{'id': '18ed81ca-5bfe-41cc-b218-91f765eb4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:00:41.914548 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-232c9914-d407-4633-b19c-1c039b6873db req-fe022c5e-3c38-4f9d-b8a1-c3250a4dc313 service neutron] 10.222.0.21 "GET /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994604 Aug 30 15:00:42.116460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681853b-1583-400d-898b-b9f0fdbf00be None None] New status for floating IP 1cf0167f-e707-4b80-8520-b4ccbd359ce6: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:00:42.561747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c94e9f-2f89-41a9-96bf-a4b1fe8882e0 req-23b0fc98-cab3-460c-9b53-21c86bcfefd1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:42.563305 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6c94e9f-2f89-41a9-96bf-a4b1fe8882e0 req-23b0fc98-cab3-460c-9b53-21c86bcfefd1 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 946 time: 0.0705311 Aug 30 15:00:42.621437 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d6c94e9f-2f89-41a9-96bf-a4b1fe8882e0 req-1d739d68-47f2-4158-9c7d-63aad23d3374 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482373 Aug 30 15:00:43.552344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-ef659d77-b8b2-401b-b95f-35b268221259 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:43.553926 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-ef659d77-b8b2-401b-b95f-35b268221259 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 946 time: 0.0588782 Aug 30 15:00:43.660045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port df4bc234-10d6-4668-80e9-e09bc093078c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:00:43.660399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:43.784591 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af97c1a-2dda-4be0-845e-36c09e4db1f3 req-a8154a49-1501-4675-ac9d-af1082420e28 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:43.786159 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5af97c1a-2dda-4be0-845e-36c09e4db1f3 req-a8154a49-1501-4675-ac9d-af1082420e28 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/ports?device_id=a57a9569-f4d2-4392-8352-7a9f8116955d HTTP/1.1" status: 200 len: 946 time: 0.0809386 Aug 30 15:00:43.794821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port df4bc234-10d6-4668-80e9-e09bc093078c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=df4bc234-10d6-4668-80e9-e09bc093078c,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:43.795185 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:43.819560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for df4bc234-10d6-4668-80e9-e09bc093078c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:00:43.879371 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5af97c1a-2dda-4be0-845e-36c09e4db1f3 req-576a940a-884b-4e75-8fa1-74f13948852d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "GET /v2.0/security-groups?id=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864930 Aug 30 15:00:43.992112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:44.021614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=df4bc234-10d6-4668-80e9-e09bc093078c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:44.071122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] No DVR routers for this DVR port df4bc234-10d6-4668-80e9-e09bc093078c on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:00:44.074202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:44.078551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6fc17000-1488-46b0-8d7c-632d3216e25e req-fa8b3eed-ef2c-4a0b-8443-5b38790efac5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.21 "DELETE /v2.0/ports/df4bc234-10d6-4668-80e9-e09bc093078c HTTP/1.1" status: 204 len: 173 time: 0.5160058 Aug 30 15:00:44.079022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'name': 'network-vif-deleted', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:00:44.084538 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac820ba-6020-47b0-925e-6d3e45dd36dc" -d '{"events": [{"server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "name": "network-vif-deleted", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:00:44.124514 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0eae32-64fb-4da8-ad03-70fae79c974d x-openstack-request-id: req-db0eae32-64fb-4da8-ad03-70fae79c974d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:00:44.124807 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57a9569-f4d2-4392-8352-7a9f8116955d", "name": "network-vif-deleted", "tag": "df4bc234-10d6-4668-80e9-e09bc093078c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:00:44.125084 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db0eae32-64fb-4da8-ad03-70fae79c974d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:00:44.125485 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57a9569-f4d2-4392-8352-7a9f8116955d', 'name': 'network-vif-deleted', 'tag': 'df4bc234-10d6-4668-80e9-e09bc093078c', 'status': 'completed', 'code': 200} Aug 30 15:00:44.942050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:45.006609 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba1028e-2629-4b30-ad4d-ec4ce6b98025 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:45.033280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba1028e-2629-4b30-ad4d-ec4ce6b98025 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:45.096316 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba1028e-2629-4b30-ad4d-ec4ce6b98025 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:45.099025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba1028e-2629-4b30-ad4d-ec4ce6b98025 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:45.100214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cba1028e-2629-4b30-ad4d-ec4ce6b98025 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/security-groups/fdd5c3e9-40e1-4f10-9d70-1bc8330b810a HTTP/1.1" status: 204 len: 168 time: 0.1571701 Aug 30 15:00:45.109722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1028e-2629-4b30-ad4d-ec4ce6b98025 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd5c3e9-40e1-4f10-9d70-1bc8330b810a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:45.140992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:45.553871 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:45.823982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port 537a27a6-57cf-4b39-9691-16ff30e419d1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:00:45.824408 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:45.914867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port 537a27a6-57cf-4b39-9691-16ff30e419d1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=537a27a6-57cf-4b39-9691-16ff30e419d1,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:45.915124 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:45.928699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for 537a27a6-57cf-4b39-9691-16ff30e419d1 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:00:46.126575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:46.154794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=537a27a6-57cf-4b39-9691-16ff30e419d1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:46.344565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:46.575442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Router 955928e8-a732-482e-be5c-0b8fdce24986 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:00:46.678496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:00:46.684089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0df2adcd-788a-48de-bc33-51d5bb3bec6c tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "PUT /v2.0/routers/955928e8-a732-482e-be5c-0b8fdce24986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419931 Aug 30 15:00:46.687057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:46.688184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] Sync routers for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:00:46.699000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:46.699639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:46.746035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7493ac4f-20b0-4d64-8a35-58ac6b675a92 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting subnet 18ed81ca-5bfe-41cc-b218-91f765eb4ce8 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:00:46.752575 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7493ac4f-20b0-4d64-8a35-58ac6b675a92 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:46.794681 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7493ac4f-20b0-4d64-8a35-58ac6b675a92 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:46.830215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:00:46.878728 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7493ac4f-20b0-4d64-8a35-58ac6b675a92 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:46.942221 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7493ac4f-20b0-4d64-8a35-58ac6b675a92 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:46.969496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493ac4f-20b0-4d64-8a35-58ac6b675a92 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Subnet': ['ID=18ed81ca-5bfe-41cc-b218-91f765eb4ce8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:46.974436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7493ac4f-20b0-4d64-8a35-58ac6b675a92 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:46.978793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7493ac4f-20b0-4d64-8a35-58ac6b675a92 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/subnets/18ed81ca-5bfe-41cc-b218-91f765eb4ce8 HTTP/1.1" status: 204 len: 168 time: 0.2882814 Aug 30 15:00:46.979055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:46.983512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993fb6b-0403-4f59-a81b-75882af7af54 None None] Network 62c483e9-0c82-4ef1-9040-db88f6c280ce requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:00:47.092187 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.103107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T15:00:46Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:47.131681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] Checking router: 955928e8-a732-482e-be5c-0b8fdce24986 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:00:47.147624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] Routers {'955928e8-a732-482e-be5c-0b8fdce24986'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:47.148234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['955928e8-a732-482e-be5c-0b8fdce24986'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:47.186574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device df4bc234-10d6-4668-80e9-e09bc093078c no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:00:47.215137 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.215820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: df4bc234-10d6-4668-80e9-e09bc093078c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:00:47.215820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device df4bc234-10d6-4668-80e9-e09bc093078c not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:00:47.248857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] DHCP port deletion for 62c483e9-0c82-4ef1-9040-db88f6c280ce request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:00:47.277740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Deleting port d0986f2c-67aa-4d5a-b14e-58c514b68921 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:00:47.278084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.302642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] Set router 955928e8-a732-482e-be5c-0b8fdce24986 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:00:47.359760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] For port d0986f2c-67aa-4d5a-b14e-58c514b68921, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d0986f2c-67aa-4d5a-b14e-58c514b68921,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:47.360395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.374725 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Calling delete_port for d0986f2c-67aa-4d5a-b14e-58c514b68921 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:00:47.548888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.568660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Deleting port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:00:47.569069 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.579212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Port': ['ID=d0986f2c-67aa-4d5a-b14e-58c514b68921,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:47.643218 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.662766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] For port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68,segment=NetworkSegment(692fd159-9360-4a86-9853-ff1b43d42227),segment_id=692fd159-9360-4a86-9853-ff1b43d42227)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:47.663189 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.692677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Calling delete_port for f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:00:47.784434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T15:00:46Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:47.818756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11817bbf-7754-4868-83c1-b487886b24b5 None None] The sync data for ids ['955928e8-a732-482e-be5c-0b8fdce24986'] in n-d-805668-3 is: [{'id': '955928e8-a732-482e-be5c-0b8fdce24986', 'name': 'tempest-TestNetworkBasicOps-router-2135719660', 'tenant_id': 'eea3b713294642c2b65711a2a7788b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:58:55Z', 'updated_at': '2021-08-30T15:00:46Z', 'revision_number': 5, 'project_id': 'eea3b713294642c2b65711a2a7788b6b', 'gw_port': {'id': 'd0986f2c-67aa-4d5a-b14e-58c514b68921', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955928e8-a732-482e-be5c-0b8fdce24986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:58:56Z', 'updated_at': '2021-08-30T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:00:47.823041 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:47.848390 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Pushing event deleted for resources: {'Port': ['ID=f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:47.858327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] No DVR routers for this DVR port f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:00:47.863295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.863644 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.863989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.864336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.864839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.867571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.867571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.867571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.867571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.867571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.867571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:47.867571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e95e8b-5ca6-4533-8023-70b898bc2b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:48.063108 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.066401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.110834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.111288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Fanout notify agent at l3_agent the message router_deleted on router 955928e8-a732-482e-be5c-0b8fdce24986 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:00:48.118494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.120213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c4df4020-2700-40a4-b22c-e3415dd5a20d tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/routers/955928e8-a732-482e-be5c-0b8fdce24986 HTTP/1.1" status: 204 len: 168 time: 1.1396792 Aug 30 15:00:48.122778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 54978) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:48.201676 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.293663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.304595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c483e9-0c82-4ef1-9040-db88f6c280ce']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:48.322064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692fd159-9360-4a86-9853-ff1b43d42227') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:48.322278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692fd159-9360-4a86-9853-ff1b43d42227') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:48.331189 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.347330 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.353403 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:00:48.353854 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:00:48.357328 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:00:48.420229 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.427844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.429896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] 10.222.0.50 "DELETE /v2.0/networks/62c483e9-0c82-4ef1-9040-db88f6c280ce HTTP/1.1" status: 204 len: 168 time: 0.3061910 Aug 30 15:00:48.452975 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461d773-1609-4dc2-8720-b8d80f27d9a5 tempest-TestNetworkBasicOps-660620349 tempest-TestNetworkBasicOps-660620349-project] Pushing event deleted for resources: {'Network': ['ID=62c483e9-0c82-4ef1-9040-db88f6c280ce,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:48.731079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:48.875094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-680587d3-cc3f-4379-87bc-8e777fba0dad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eea3b713294642c2b65711a2a7788b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427677 Aug 30 15:00:48.878020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:48.930583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa1096b-7bb2-42b9-9ed0-e8eef48de742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.951998 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa1096b-7bb2-42b9-9ed0-e8eef48de742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.997480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa1096b-7bb2-42b9-9ed0-e8eef48de742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:48.999962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa1096b-7bb2-42b9-9ed0-e8eef48de742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:49.001127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-afa1096b-7bb2-42b9-9ed0-e8eef48de742 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8986b9a6-370c-4237-a00c-efa2c4fabbc0 HTTP/1.1" status: 204 len: 168 time: 0.1217272 Aug 30 15:00:49.008496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1096b-7bb2-42b9-9ed0-e8eef48de742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8986b9a6-370c-4237-a00c-efa2c4fabbc0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:49.185699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:00:49.206210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:00:49.206647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f66e36fa-2bbf-4dab-a4d6-8507c9ea2d68 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:00:49.207124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 537a27a6-57cf-4b39-9691-16ff30e419d1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:00:49.225511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 537a27a6-57cf-4b39-9691-16ff30e419d1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:00:49.225856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 537a27a6-57cf-4b39-9691-16ff30e419d1 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:00:49.226270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d0986f2c-67aa-4d5a-b14e-58c514b68921 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:00:49.247851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d0986f2c-67aa-4d5a-b14e-58c514b68921 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:00:49.248195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d0986f2c-67aa-4d5a-b14e-58c514b68921 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:00:49.278403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:49.294709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-719fd2ae-40ec-4f87-b0ab-3defe4a7fb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:49.391400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-719fd2ae-40ec-4f87-b0ab-3defe4a7fb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:49.395626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-719fd2ae-40ec-4f87-b0ab-3defe4a7fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:49.435279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fd2ae-40ec-4f87-b0ab-3defe4a7fb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da951fd-3ccb-4159-9bf3-c006c97eaceb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:49.439859 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-719fd2ae-40ec-4f87-b0ab-3defe4a7fb48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f11b0a6544ce428396410149adbfdf0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603680 Aug 30 15:00:49.442640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 54996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:49.494467 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1886785-4343-48ee-844a-788110a74049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:49.515711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1886785-4343-48ee-844a-788110a74049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:49.564379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1886785-4343-48ee-844a-788110a74049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:49.566933 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1886785-4343-48ee-844a-788110a74049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:49.568080 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a1886785-4343-48ee-844a-788110a74049 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0da951fd-3ccb-4159-9bf3-c006c97eaceb HTTP/1.1" status: 204 len: 168 time: 0.1243634 Aug 30 15:00:49.575628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1886785-4343-48ee-844a-788110a74049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da951fd-3ccb-4159-9bf3-c006c97eaceb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:50.205453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.271693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:50.382234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-450914594-network', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:00:50.404755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Made reservation on behalf of de92bae83ec7455c84e4331eab6af2b4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:00:50.407012 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.415650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.510013 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.513977 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.540580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:00:50.547475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e40511-4786-44c0-8e63-d24abe159f9b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:50.553613 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.553961 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Added segment f03d020d-2540-4f10-820b-0a1e4fc61ecf of type vlan for network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 Aug 30 15:00:50.596496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.621841 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.622922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:50.623619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.678079 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4051087 Aug 30 15:00:50.681152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:50.686157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccd0be-aff5-4716-8b5e-053e9a844f42 admin admin] Pushing event updated for resources: {'Network': ['ID=1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:50.687733 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Request body: {'subnet': {'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-450914594-subnet', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:00:50.699398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:00:50.711856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Made reservation on behalf of de92bae83ec7455c84e4331eab6af2b4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:00:50.714915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.888989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.942295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c85155-9486-4fe1-8a89-515c96956a27,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:50.953070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Checking segment: {'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:00:50.953434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Network hostable DHCP agents. Network: 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:00:50.970303 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:00:50.978914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:00:50.982832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:00:50.983420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:50.987610 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c62cc9f-e6f2-4110-a4fe-981ccf680e34 None None] Network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:00:50.997484 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c9669a7f-6254-4dd8-9a30-c4126c3b41bf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3144717 Aug 30 15:00:51.000257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:51.004699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-450914594-router', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:00:51.027908 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.028935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.094146 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.141407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8', 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'fixed_ips': [{'subnet_id': '22c85155-9486-4fe1-8a89-515c96956a27'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:00:51.142367 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.242463 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.287720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Allocated IP 172.20.0.2 (1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8/22c85155-9486-4fe1-8a89-515c96956a27/f87f9105-42a2-4b68-b737-4c0701ecfb79) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:00:51.436017 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.444538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Transition to ACTIVE for port object f87f9105-42a2-4b68-b737-4c0701ecfb79 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:00:51.458704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.460164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Transition to ACTIVE for port object f87f9105-42a2-4b68-b737-4c0701ecfb79 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:00:51.466385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.478561 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.511602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:00:51.514442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:00:51.518179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:00:51.525708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f87f9105-42a2-4b68-b737-4c0701ecfb79,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:51.578977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Attempting to bind port f87f9105-42a2-4b68-b737-4c0701ecfb79 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:00:51.579404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Attempting to bind port f87f9105-42a2-4b68-b737-4c0701ecfb79 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:00:51.579726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Attempting to bind port f87f9105-42a2-4b68-b737-4c0701ecfb79 on network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:00:51.584854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:00:51.585268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Checking segment: {'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:00:51.585674 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.586064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Bound using segment: {'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:00:51.586539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Bound port: f87f9105-42a2-4b68-b737-4c0701ecfb79, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:00:51.586917 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.605304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Allocated IP 172.25.6.2 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d1593db4-24ab-4ad8-9e64-34eabb03c3fd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:00:51.655917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] For port f87f9105-42a2-4b68-b737-4c0701ecfb79, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:00:51.659584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] For port f87f9105-42a2-4b68-b737-4c0701ecfb79, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87f9105-42a2-4b68-b737-4c0701ecfb79,segment=NetworkSegment(f03d020d-2540-4f10-820b-0a1e4fc61ecf),segment_id=f03d020d-2540-4f10-820b-0a1e4fc61ecf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:00:51.663941 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.715236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.727671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd74ccb-b890-4baf-98c1-2ff75cb4c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f87f9105-42a2-4b68-b737-4c0701ecfb79,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:51.757778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:51.804026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:00:51.807644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:00:51.811494 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:00:51.817161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1593db4-24ab-4ad8-9e64-34eabb03c3fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:52.097839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:52.310355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:52.467811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Router 9387cf55-ac12-4142-ac05-d259681b8976 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:00:52.591296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:00:52.602143 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Sync routers for ids ['9387cf55-ac12-4142-ac05-d259681b8976'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:00:52.611798 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:52.613739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c87f50e-27ab-4d2b-a189-906f32d7aef2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 1.6125014 Aug 30 15:00:52.616546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:52.618975 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Routers {'9387cf55-ac12-4142-ac05-d259681b8976'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:52.619940 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9387cf55-ac12-4142-ac05-d259681b8976'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:52.704802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11ad86-520b-4962-92c9-3d755b0b9371 None None] Network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:00:52.748035 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Set router 9387cf55-ac12-4142-ac05-d259681b8976 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:00:52.807492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b085efa-3aea-40d5-ae0a-3fa93708f446 None None] Provisioning for port f87f9105-42a2-4b68-b737-4c0701ecfb79 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:00:52.970884 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9387cf55-ac12-4142-ac05-d259681b8976', 'name': 'tempest-ImageQuotaTest-450914594-router', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:51Z', 'revision_number': 3, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'gw_port': {'id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:53.001357 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Checking router: 9387cf55-ac12-4142-ac05-d259681b8976 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:00:53.001775 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Updating router 9387cf55-ac12-4142-ac05-d259681b8976 port d1593db4-24ab-4ad8-9e64-34eabb03c3fd binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:00:53.028767 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.096743 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.259923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87f9105-42a2-4b68-b737-4c0701ecfb79 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:00:53.320811 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f87f9105-42a2-4b68-b737-4c0701ecfb79 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:00:53.325831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f87f9105-42a2-4b68-b737-4c0701ecfb79 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:00:53.326594 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.422463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.431412 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.443933 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Transition to ACTIVE for port object d1593db4-24ab-4ad8-9e64-34eabb03c3fd will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:00:53.460710 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.461257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f87f9105-42a2-4b68-b737-4c0701ecfb79, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87f9105-42a2-4b68-b737-4c0701ecfb79,segment=NetworkSegment(f03d020d-2540-4f10-820b-0a1e4fc61ecf),segment_id=f03d020d-2540-4f10-820b-0a1e4fc61ecf)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:53.467962 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.522608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f87f9105-42a2-4b68-b737-4c0701ecfb79,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:53.531128 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Attempting to bind port d1593db4-24ab-4ad8-9e64-34eabb03c3fd on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:00:53.531486 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Attempting to bind port d1593db4-24ab-4ad8-9e64-34eabb03c3fd by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:00:53.531886 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Attempting to bind port d1593db4-24ab-4ad8-9e64-34eabb03c3fd on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:00:53.543389 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Pushing event updated for resources: {'Port': ['ID=d1593db4-24ab-4ad8-9e64-34eabb03c3fd,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:53.545613 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:00:53.545982 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:00:53.546376 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.546769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:00:53.547233 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Bound port: d1593db4-24ab-4ad8-9e64-34eabb03c3fd, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:00:53.547608 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.571839 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.572191 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.572570 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.572902 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.573266 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.573594 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.573917 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.574238 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.574559 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.574875 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.575194 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.575508 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:00:53.614774 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] For port d1593db4-24ab-4ad8-9e64-34eabb03c3fd, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:00:53.618405 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] For port d1593db4-24ab-4ad8-9e64-34eabb03c3fd, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d1593db4-24ab-4ad8-9e64-34eabb03c3fd,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:00:53.624669 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.660328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Allocated IP 172.20.0.1 (1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8/22c85155-9486-4fe1-8a89-515c96956a27/19e582b2-84d7-42aa-a6b6-55365987195c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:00:53.689769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Routers {'9387cf55-ac12-4142-ac05-d259681b8976'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:53.690304 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9387cf55-ac12-4142-ac05-d259681b8976'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:53.692162 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58c52e-22d6-41dc-b042-bec07c49ba5d None None] Pushing event updated for resources: {'Port': ['ID=d1593db4-24ab-4ad8-9e64-34eabb03c3fd,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:53.789158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.804891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Transition to ACTIVE for port object 19e582b2-84d7-42aa-a6b6-55365987195c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:00:53.817796 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] Set router 9387cf55-ac12-4142-ac05-d259681b8976 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:00:53.840236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:53.885645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:00:53.890557 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:00:53.893563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:00:53.918342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Pushing event updated for resources: {'Port': ['ID=19e582b2-84d7-42aa-a6b6-55365987195c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:53.949584 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:54.045425 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9387cf55-ac12-4142-ac05-d259681b8976', 'name': 'tempest-ImageQuotaTest-450914594-router', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:51Z', 'revision_number': 3, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'gw_port': {'id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:54.075144 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a27883-3153-4a62-be6a-9d6797be4d68 None None] The sync data for ids ['9387cf55-ac12-4142-ac05-d259681b8976'] in n-d-805668-3 is: [{'id': '9387cf55-ac12-4142-ac05-d259681b8976', 'name': 'tempest-ImageQuotaTest-450914594-router', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:51Z', 'revision_number': 3, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'gw_port': {'id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:00:54.095062 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:54.203090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-27942bca-91c3-4d77-8ba2-409e6874f5a2 None None] Provisioning for port 19e582b2-84d7-42aa-a6b6-55365987195c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:00:54.207492 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-27942bca-91c3-4d77-8ba2-409e6874f5a2 None None] Provisioning complete for port 19e582b2-84d7-42aa-a6b6-55365987195c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:00:54.207871 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27942bca-91c3-4d77-8ba2-409e6874f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:54.251684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-27942bca-91c3-4d77-8ba2-409e6874f5a2 None None] Port 19e582b2-84d7-42aa-a6b6-55365987195c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:00:54.291407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:54.296726 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:54.376164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:54.377956 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Pushing event updated for resources: {'Port': ['ID=19e582b2-84d7-42aa-a6b6-55365987195c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:54.505301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:00:54.507140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:00:54.676530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Router 9387cf55-ac12-4142-ac05-d259681b8976 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:00:54.784785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-56fe4db8-a0a9-43d4-8939-046eb1b391df None None] Provisioning complete for port 19e582b2-84d7-42aa-a6b6-55365987195c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:00:54.785764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56fe4db8-a0a9-43d4-8939-046eb1b391df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:54.826930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-56fe4db8-a0a9-43d4-8939-046eb1b391df None None] Port 19e582b2-84d7-42aa-a6b6-55365987195c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:00:54.851963 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:00:54.857755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-030a8ca5-b09f-4c20-81fb-c8da66cc49bf admin admin] 10.222.0.50 "PUT /v2.0/routers/9387cf55-ac12-4142-ac05-d259681b8976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2399292 Aug 30 15:00:55.172840 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6bf6-597c-43b4-9ec8-66977e392561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:55.277595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87f9105-42a2-4b68-b737-4c0701ecfb79 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:00:55.329193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f87f9105-42a2-4b68-b737-4c0701ecfb79 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:00:55.329571 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:55.415700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d1593db4-24ab-4ad8-9e64-34eabb03c3fd up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:00:55.470685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d1593db4-24ab-4ad8-9e64-34eabb03c3fd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:00:55.475412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d1593db4-24ab-4ad8-9e64-34eabb03c3fd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:00:55.475860 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:55.565689 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:55.591891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d1593db4-24ab-4ad8-9e64-34eabb03c3fd, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d1593db4-24ab-4ad8-9e64-34eabb03c3fd,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:55.598902 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:55.686349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d1593db4-24ab-4ad8-9e64-34eabb03c3fd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:55.849789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Sync routers for ids ['9387cf55-ac12-4142-ac05-d259681b8976'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:00:55.860124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Routers {'9387cf55-ac12-4142-ac05-d259681b8976'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:55.861071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9387cf55-ac12-4142-ac05-d259681b8976'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:56.000477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Set router 9387cf55-ac12-4142-ac05-d259681b8976 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:00:56.043530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:56.269965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9387cf55-ac12-4142-ac05-d259681b8976', 'name': 'tempest-ImageQuotaTest-450914594-router', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:54Z', 'revision_number': 4, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'gw_port': {'id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19e582b2-84d7-42aa-a6b6-55365987195c', 'name': '', 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'mac_address': 'fa:16:3e:5f:07:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '22c85155-9486-4fe1-8a89-515c96956a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:53Z', 'updated_at': '2021-08-30T15:00:54Z', 'revision_number': 2, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'subnets': [{'id': '22c85155-9486-4fe1-8a89-515c96956a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:56.295402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Checking router: 9387cf55-ac12-4142-ac05-d259681b8976 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:00:56.296335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Updating router 9387cf55-ac12-4142-ac05-d259681b8976 port 19e582b2-84d7-42aa-a6b6-55365987195c binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:00:56.326946 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.456868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.602752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.613892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Transition to ACTIVE for port object 19e582b2-84d7-42aa-a6b6-55365987195c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:00:56.625555 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.679866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5176f1e-028c-4b53-aed5-28ee66d98d5c None None] Pushing event updated for resources: {'Port': ['ID=19e582b2-84d7-42aa-a6b6-55365987195c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:56.734885 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Deleting port 19e582b2-84d7-42aa-a6b6-55365987195c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:00:56.735233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.747457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Attempting to bind port 19e582b2-84d7-42aa-a6b6-55365987195c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:00:56.747825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Attempting to bind port 19e582b2-84d7-42aa-a6b6-55365987195c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:00:56.748190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Attempting to bind port 19e582b2-84d7-42aa-a6b6-55365987195c on network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:00:56.754110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:00:56.754500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Checking segment: {'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:00:56.754919 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.755324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Bound using segment: {'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:00:56.755812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Bound port: 19e582b2-84d7-42aa-a6b6-55365987195c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03d020d-2540-4f10-820b-0a1e4fc61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:00:56.756197 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.838404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] For port 19e582b2-84d7-42aa-a6b6-55365987195c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:00:56.842148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] For port 19e582b2-84d7-42aa-a6b6-55365987195c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=19e582b2-84d7-42aa-a6b6-55365987195c,segment=NetworkSegment(f03d020d-2540-4f10-820b-0a1e4fc61ecf),segment_id=f03d020d-2540-4f10-820b-0a1e4fc61ecf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:00:56.847833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] For port 19e582b2-84d7-42aa-a6b6-55365987195c, host n-d-805668-3, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:56.848020 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.848299 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:56.871034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Calling delete_port for 19e582b2-84d7-42aa-a6b6-55365987195c owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:00:56.913330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5176f1e-028c-4b53-aed5-28ee66d98d5c None None] Pushing event updated for resources: {'Port': ['ID=19e582b2-84d7-42aa-a6b6-55365987195c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:56.916147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Routers {'9387cf55-ac12-4142-ac05-d259681b8976'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:56.916764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9387cf55-ac12-4142-ac05-d259681b8976'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:57.056293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] Set router 9387cf55-ac12-4142-ac05-d259681b8976 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:00:57.096922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:57.126382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e582b2-84d7-42aa-a6b6-55365987195c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:57.211619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d1593db4-24ab-4ad8-9e64-34eabb03c3fd up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:00:57.221256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5c58bf57-a8bf-4f05-a056-e6400fa03fe0 None None] Could not find standard attr ID for object 19e582b2-84d7-42aa-a6b6-55365987195c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 15:00:57.334674 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:57.339233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d1593db4-24ab-4ad8-9e64-34eabb03c3fd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:00:57.339899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:57.408359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9387cf55-ac12-4142-ac05-d259681b8976', 'name': 'tempest-ImageQuotaTest-450914594-router', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:54Z', 'revision_number': 4, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'gw_port': {'id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19e582b2-84d7-42aa-a6b6-55365987195c', 'name': '', 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'mac_address': 'fa:16:3e:5f:07:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '22c85155-9486-4fe1-8a89-515c96956a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:53Z', 'updated_at': '2021-08-30T15:00:56Z', 'revision_number': 4, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'subnets': [{'id': '22c85155-9486-4fe1-8a89-515c96956a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:57.444875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b8109-5f89-4864-aeac-b88f3cef071c None None] The sync data for ids ['9387cf55-ac12-4142-ac05-d259681b8976'] in n-d-805668-3 is: [{'id': '9387cf55-ac12-4142-ac05-d259681b8976', 'name': 'tempest-ImageQuotaTest-450914594-router', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:54Z', 'revision_number': 4, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'gw_port': {'id': 'd1593db4-24ab-4ad8-9e64-34eabb03c3fd', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:51Z', 'updated_at': '2021-08-30T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '19e582b2-84d7-42aa-a6b6-55365987195c', 'name': '', 'network_id': '1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8', 'tenant_id': 'de92bae83ec7455c84e4331eab6af2b4', 'mac_address': 'fa:16:3e:5f:07:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9387cf55-ac12-4142-ac05-d259681b8976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '22c85155-9486-4fe1-8a89-515c96956a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:00:53Z', 'updated_at': '2021-08-30T15:00:56Z', 'revision_number': 4, 'project_id': 'de92bae83ec7455c84e4331eab6af2b4', 'subnets': [{'id': '22c85155-9486-4fe1-8a89-515c96956a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:00:57.603254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Router 9387cf55-ac12-4142-ac05-d259681b8976 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:00:57.727823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:00:57.733603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-698de931-9c34-4b29-8ef7-27b8001b2968 admin admin] 10.222.0.50 "PUT /v2.0/routers/9387cf55-ac12-4142-ac05-d259681b8976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879060 Aug 30 15:00:57.736205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:57.849738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:57.902946 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10b46258-5ceb-4013-ab20-2bbf6a1e09f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:57.957910 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.020563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Deleting port d1593db4-24ab-4ad8-9e64-34eabb03c3fd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:00:58.020934 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.112973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] For port d1593db4-24ab-4ad8-9e64-34eabb03c3fd, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d1593db4-24ab-4ad8-9e64-34eabb03c3fd,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:58.113378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.127533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Calling delete_port for d1593db4-24ab-4ad8-9e64-34eabb03c3fd owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:00:58.313972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.341196 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1593db4-24ab-4ad8-9e64-34eabb03c3fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:58.410836 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.509566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.512547 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.567503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.568148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9387cf55-ac12-4142-ac05-d259681b8976 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:00:58.573612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.574819 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f851b044-0d7f-407d-b958-d818bcd70ba1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9387cf55-ac12-4142-ac05-d259681b8976 HTTP/1.1" status: 204 len: 168 time: 0.8375428 Aug 30 15:00:58.577629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:58.631389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-68df9e81-f095-4fac-a57e-462e44b6b6eb admin admin] Deleting subnet 22c85155-9486-4fe1-8a89-515c96956a27 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:00:58.631662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.635897 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68df9e81-f095-4fac-a57e-462e44b6b6eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.667485 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c514133-eb6d-4dad-8159-31cd886d1fdf None None] Sync routers for ids ['9387cf55-ac12-4142-ac05-d259681b8976'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:00:58.675862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68df9e81-f095-4fac-a57e-462e44b6b6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.677482 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c514133-eb6d-4dad-8159-31cd886d1fdf None None] Routers set() bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:58.677941 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c514133-eb6d-4dad-8159-31cd886d1fdf None None] Router IDs set() for agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 15:00:58.678639 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c514133-eb6d-4dad-8159-31cd886d1fdf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9387cf55-ac12-4142-ac05-d259681b8976'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent'). {{(pid=94829) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 15:00:58.687393 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c514133-eb6d-4dad-8159-31cd886d1fdf None None] Routers set() bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:00:58.687878 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c514133-eb6d-4dad-8159-31cd886d1fdf None None] Router IDs set() for agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 15:00:58.688530 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c514133-eb6d-4dad-8159-31cd886d1fdf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9387cf55-ac12-4142-ac05-d259681b8976'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent'). {{(pid=94829) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 15:00:58.688965 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c514133-eb6d-4dad-8159-31cd886d1fdf None None] The sync data for ids ['9387cf55-ac12-4142-ac05-d259681b8976'] in n-d-805668-3 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:00:58.766941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68df9e81-f095-4fac-a57e-462e44b6b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.829926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68df9e81-f095-4fac-a57e-462e44b6b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.863260 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df9e81-f095-4fac-a57e-462e44b6b6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c85155-9486-4fe1-8a89-515c96956a27,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:58.865355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68df9e81-f095-4fac-a57e-462e44b6b6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:58.867366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68df9e81-f095-4fac-a57e-462e44b6b6eb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/22c85155-9486-4fe1-8a89-515c96956a27 HTTP/1.1" status: 204 len: 168 time: 0.2887073 Aug 30 15:00:58.870550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:58.876233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd40c0-4e90-488d-b081-d483585b3233 None None] Network 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:00:58.947375 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.005455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Deleting port f87f9105-42a2-4b68-b737-4c0701ecfb79 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:00:59.005711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.085440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] For port f87f9105-42a2-4b68-b737-4c0701ecfb79, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87f9105-42a2-4b68-b737-4c0701ecfb79,segment=NetworkSegment(f03d020d-2540-4f10-820b-0a1e4fc61ecf),segment_id=f03d020d-2540-4f10-820b-0a1e4fc61ecf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:00:59.085815 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.101929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Calling delete_port for f87f9105-42a2-4b68-b737-4c0701ecfb79 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:00:59.211572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.242031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] No DVR routers for this DVR port f87f9105-42a2-4b68-b737-4c0701ecfb79 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:00:59.243863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f87f9105-42a2-4b68-b737-4c0701ecfb79,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:59.276499 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a6350-d2c1-4318-9593-894f8b66d3f2 None None] DHCP port deletion for 1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:00:59.307457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d1593db4-24ab-4ad8-9e64-34eabb03c3fd no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:00:59.326871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.330263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d1593db4-24ab-4ad8-9e64-34eabb03c3fd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:00:59.330601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d1593db4-24ab-4ad8-9e64-34eabb03c3fd not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:00:59.333323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.337720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:59.348656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03d020d-2540-4f10-820b-0a1e4fc61ecf') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:59.348953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03d020d-2540-4f10-820b-0a1e4fc61ecf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:00:59.359059 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.374848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.381236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:00:59.382009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:00:59.384347 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:00:59.443679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.449738 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.453499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] 10.222.0.50 "DELETE /v2.0/networks/1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8 HTTP/1.1" status: 204 len: 168 time: 0.5819745 Aug 30 15:00:59.471342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823b730-0c38-459c-9f7c-d086ac0bca1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1de18d2d-e1cf-450b-8b93-d9a81ee5c6e8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:00:59.571758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:59.614644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-03943442-c8e2-4dd2-a230-c5f59a588aad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de92bae83ec7455c84e4331eab6af2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416613 Aug 30 15:00:59.617224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:00:59.690457 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab60202a-5c7d-4961-b37e-a3269f047e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.714312 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab60202a-5c7d-4961-b37e-a3269f047e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.762561 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab60202a-5c7d-4961-b37e-a3269f047e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.765149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab60202a-5c7d-4961-b37e-a3269f047e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:00:59.766357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ab60202a-5c7d-4961-b37e-a3269f047e87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74e40511-4786-44c0-8e63-d24abe159f9b HTTP/1.1" status: 204 len: 168 time: 0.1482003 Aug 30 15:00:59.774771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60202a-5c7d-4961-b37e-a3269f047e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e40511-4786-44c0-8e63-d24abe159f9b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:00.124093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:01:00.139078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83e3a15c-60b3-47f5-91a9-b2d8e1057efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:00.234962 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83e3a15c-60b3-47f5-91a9-b2d8e1057efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:00.239224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83e3a15c-60b3-47f5-91a9-b2d8e1057efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:00.281750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3a15c-60b3-47f5-91a9-b2d8e1057efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220f67b2-ef00-4eb9-b49c-204636f71e0e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:00.290555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-83e3a15c-60b3-47f5-91a9-b2d8e1057efa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1650543 Aug 30 15:01:00.294576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:01:00.348635 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc922d23-959b-4163-ae76-21a2d0a57327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:00.370936 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc922d23-959b-4163-ae76-21a2d0a57327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:00.418353 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc922d23-959b-4163-ae76-21a2d0a57327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:00.420884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc922d23-959b-4163-ae76-21a2d0a57327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:00.422115 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-cc922d23-959b-4163-ae76-21a2d0a57327 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/220f67b2-ef00-4eb9-b49c-204636f71e0e HTTP/1.1" status: 204 len: 168 time: 0.1265895 Aug 30 15:01:00.430466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc922d23-959b-4163-ae76-21a2d0a57327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220f67b2-ef00-4eb9-b49c-204636f71e0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:01.174618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87f9105-42a2-4b68-b737-4c0701ecfb79 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:01:01.194579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f87f9105-42a2-4b68-b737-4c0701ecfb79 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:01:01.194923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87f9105-42a2-4b68-b737-4c0701ecfb79 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:01:01.693294 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:03.069561 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:13.412291 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:01:16.750045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630894-46f0-490a-a82f-1a230f741e70 req-893e7d82-ac93-40d2-8be7-e9598436cdd4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:16.752144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-91630894-46f0-490a-a82f-1a230f741e70 req-893e7d82-ac93-40d2-8be7-e9598436cdd4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Aug 30 15:01:16.789899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-91630894-46f0-490a-a82f-1a230f741e70 req-26225942-a970-4780-b659-b8ce6e18af68 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311143 Aug 30 15:01:17.908516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353d3a5-c0ff-4c9a-981e-fc6a816dc068 req-51d24dab-668a-4355-ab7b-4a19276e30b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:17.909982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3353d3a5-c0ff-4c9a-981e-fc6a816dc068 req-51d24dab-668a-4355-ab7b-4a19276e30b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Aug 30 15:01:17.948257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3353d3a5-c0ff-4c9a-981e-fc6a816dc068 req-d9af6eee-da86-43a5-8c91-9a38e53faef2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Aug 30 15:01:18.198798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda31976-6491-484c-9446-74a2c3073d6a req-c9d88344-1445-4f33-964f-58721d819d80 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:18.200167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dda31976-6491-484c-9446-74a2c3073d6a req-c9d88344-1445-4f33-964f-58721d819d80 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 945 time: 0.0496447 Aug 30 15:01:18.291795 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:01:18.292946 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:18.379135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] For port 12f0b70b-5213-42ae-86cc-b0c40a8885c9, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=12f0b70b-5213-42ae-86cc-b0c40a8885c9,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:01:18.379504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:18.596435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:18.596825 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:18.597171 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Floating IP 69065478-f8ea-4719-bedb-088ba2281b8e disassociated. External IP: 172.25.6.76, port: 12f0b70b-5213-42ae-86cc-b0c40a8885c9. Aug 30 15:01:18.597519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for 12f0b70b-5213-42ae-86cc-b0c40a8885c9 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:01:18.723089 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:18.748984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=12f0b70b-5213-42ae-86cc-b0c40a8885c9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:18.759115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.759466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.759811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.760148 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.760483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.761476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.761707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.762045 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.762371 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.762693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.763922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.763922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:18.883067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Router f9325202-9005-42fa-ac26-82e5e58f72b7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:01:18.990283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:01:19.006793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:01:19.016699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:01:19.017259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:01:19.053687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] No DVR routers for this DVR port 12f0b70b-5213-42ae-86cc-b0c40a8885c9 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:01:19.057004 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b3628cb-cf36-481a-9b0c-a3598fa05dff req-2c9c85cc-428c-42c9-b486-52c8d078af89 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 210 time: 0.0399818 Aug 30 15:01:19.059010 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:19.060489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dda31976-6491-484c-9446-74a2c3073d6a req-cceb0e22-6223-418b-979b-0402981c85b6 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "DELETE /v2.0/ports/12f0b70b-5213-42ae-86cc-b0c40a8885c9 HTTP/1.1" status: 204 len: 173 time: 0.8546174 Aug 30 15:01:19.060996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'name': 'network-vif-deleted', 'tag': '12f0b70b-5213-42ae-86cc-b0c40a8885c9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:01:19.063412 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140eb30c-4c2a-47c2-bd19-fd8576162972" -d '{"events": [{"server_uuid": "5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46", "name": "network-vif-deleted", "tag": "12f0b70b-5213-42ae-86cc-b0c40a8885c9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:01:19.114794 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19baff59-e97e-4f67-8a27-144bcf4d3dbd x-openstack-request-id: req-19baff59-e97e-4f67-8a27-144bcf4d3dbd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:01:19.115113 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46", "name": "network-vif-deleted", "tag": "12f0b70b-5213-42ae-86cc-b0c40a8885c9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:01:19.115367 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19baff59-e97e-4f67-8a27-144bcf4d3dbd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:01:19.115773 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46', 'name': 'network-vif-deleted', 'tag': '12f0b70b-5213-42ae-86cc-b0c40a8885c9', 'status': 'completed', 'code': 200} Aug 30 15:01:19.144579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:01:19.358172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:01:19.384756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:01:19.393800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:01:19.394420 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:00:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:01:19.501052 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:01:19.702774 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:01:19.730427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe0e15-8202-4285-95d0-12bcba98a374 None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:01:19.954853 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c565fbb1-bd40-4675-9e9b-c114e964d67e None None] New status for floating IP 69065478-f8ea-4719-bedb-088ba2281b8e: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:01:20.159720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d2ab4ee-3f62-4171-b14a-ef842bc71318 req-96244710-9bd3-4842-baf2-9add038887a2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 210 time: 0.0308745 Aug 30 15:01:20.199543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:21.258957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0f93771d-fe87-4234-a755-f92fcd1bdc0b req-97a29f12-5102-4726-8b29-0e18f3b211a0 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 210 time: 0.0292492 Aug 30 15:01:21.487855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 12f0b70b-5213-42ae-86cc-b0c40a8885c9 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:01:21.509125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 12f0b70b-5213-42ae-86cc-b0c40a8885c9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:01:21.509475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 12f0b70b-5213-42ae-86cc-b0c40a8885c9 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:01:22.353408 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42a88172-06ea-43cc-92d7-a27dcef2392e req-b8f26965-4e12-4ed7-84b2-228940d82915 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f076d08-5b4e-4dbf-bcd0-a65cdadfaa46 HTTP/1.1" status: 200 len: 210 time: 0.0261264 Aug 30 15:01:23.552397 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-6e5a3fb2-f1a0-4ae2-8d8e-e77c7a0ec011 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172713028&fields=id&tenant_id=43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 267 time: 0.0326445 Aug 30 15:01:23.659062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-da9a1717-9548-4ef2-9512-3c787e86dcb2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:23.660424 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-da9a1717-9548-4ef2-9512-3c787e86dcb2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1004934 Aug 30 15:01:23.675723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-ef12be89-d21c-4ec8-a69d-92903887a4bd tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/quotas/43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 375 time: 0.0096962 Aug 30 15:01:23.727900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-65c15f52-eff0-4638-8684-5131641b2e6e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470629 Aug 30 15:01:23.826601 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-ad68f0fb-23ae-4a9f-945e-d97bab6a240d service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871570 Aug 30 15:01:23.917414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-fcdbe219-7b16-4a8c-bf44-a91f39eae1eb service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841565 Aug 30 15:01:25.177363 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-922d3ed2-bd0c-4a26-8931-7900e014b571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:25.214839 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbf129c1-edc6-4108-9a40-2027e498a952 req-6c78be12-582e-482d-8123-d94fcce7f5e3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 210 time: 0.0276337 Aug 30 15:01:26.301413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-902fb175-3380-4f69-864c-04b34f02d9bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:26.303151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-902fb175-3380-4f69-864c-04b34f02d9bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1036682 Aug 30 15:01:26.312707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7aec24bc-86a3-42e9-a7f0-e5380496ba6c req-61d395a1-30c4-40ca-a066-ab9b257c01d5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 210 time: 0.0287755 Aug 30 15:01:26.354013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-c95e7b24-3f64-4212-b775-27c6964ad49c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 380 time: 0.0353510 Aug 30 15:01:26.363229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'port': {'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'admin_state_up': True, 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'security_groups': ['0c9ab6d7-d266-4e14-a707-3ff0e33b6951']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:01:26.476886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:01:26.483488 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:26.610574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.20.0.10 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:01:26.751736 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:26.766423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Transition to ACTIVE for port object 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:01:26.799846 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:26.841278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:01:26.846801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:01:26.850739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:01:26.884285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:26.899962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.900363 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.900648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.900984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.901874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.902204 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.902531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.902857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.903182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.903506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.903895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.904231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:01:26.926258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:26.926916 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:26.942232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-7fb2f4f3-0596-47b7-aba9-c63eca34b3bc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826781 Aug 30 15:01:26.962009 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Request body: {'port': {'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:01:27.018088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:27.123338 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1da4ecc8-a959-47e3-999e-2a6517b3a31e None None] Provisioning for port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:01:27.127450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1da4ecc8-a959-47e3-999e-2a6517b3a31e None None] Provisioning complete for port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:01:27.128023 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1da4ecc8-a959-47e3-999e-2a6517b3a31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:27.165973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1da4ecc8-a959-47e3-999e-2a6517b3a31e None None] Port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:01:27.298245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:01:27.305749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:27.318655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Transition to ACTIVE for port object 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:01:27.322075 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:27.396099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:27.485094 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Attempting to bind port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:01:27.485285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Attempting to bind port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:01:27.487422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Attempting to bind port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:01:27.496525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c51ae-19e1-49ed-b61d-0653310f8f5a req-f46a946f-5d80-43da-a76e-2c877130bf82 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:27.498226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b92c51ae-19e1-49ed-b61d-0653310f8f5a req-f46a946f-5d80-43da-a76e-2c877130bf82 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.1060390 Aug 30 15:01:27.502779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:01:27.503526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Attempting to bind port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:01:27.529919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:01:27.530761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:01:27.531165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:01:27.531625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Bound port: 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:01:27.531993 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:27.566070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b92c51ae-19e1-49ed-b61d-0653310f8f5a req-d83ff56c-0774-4043-94da-14b9c5f807aa tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599160 Aug 30 15:01:27.627766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] For port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:01:27.630864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] For port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:01:27.635702 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:27.670027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:27.670643 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:27.672027 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] 10.222.0.21 "PUT /v2.0/ports/7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 200 len: 1092 time: 0.7149911 Aug 30 15:01:27.672486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:01:27.674792 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f8665e-f561-428e-88fa-c7b4fc4575ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:01:27.704003 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a562e-d6c6-41ac-a640-f77a9264b27f service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:27.723078 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0668047e-2cf6-4063-aa69-6a92c413432b x-openstack-request-id: req-0668047e-2cf6-4063-aa69-6a92c413432b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:01:27.723392 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:01:27.723654 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0668047e-2cf6-4063-aa69-6a92c413432b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:01:27.724054 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'status': 'completed', 'code': 200} Aug 30 15:01:27.792894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-f7d3b3a3-22c5-4bdd-a808-1d150c778ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:27.794555 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-f7d3b3a3-22c5-4bdd-a808-1d150c778ea3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1095 time: 0.0502324 Aug 30 15:01:27.846150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-169c0899-3983-48e1-9a3c-bd977b8a8138 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 200 len: 217 time: 0.0372684 Aug 30 15:01:27.899829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-346d9f33-85d1-42ed-8534-9289cc04fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:27.901721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-346d9f33-85d1-42ed-8534-9289cc04fe70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0481672 Aug 30 15:01:27.904270 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c839088-a894-4cfd-97ae-f926d3265f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:27.951503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-4296203f-f57e-40b8-b940-6a62b5ed4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:27.952995 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-4296203f-f57e-40b8-b940-6a62b5ed4e4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450580 Aug 30 15:01:28.047434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-56724795-f929-42af-95ab-c77ce073c369 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863883 Aug 30 15:01:28.138262 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6413e476-9137-4569-a0a0-4a71329e3b28 req-191f29c2-2771-4b8f-ae61-019de37735d3 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834904 Aug 30 15:01:28.255977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-765badbd-6f78-476e-b4f6-164a97a35457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:28.257595 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-765badbd-6f78-476e-b4f6-164a97a35457 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1095 time: 0.0459003 Aug 30 15:01:28.347440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-3be9425b-003c-4fdd-9429-9bb49be62311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:28.348946 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-3be9425b-003c-4fdd-9429-9bb49be62311 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0840778 Aug 30 15:01:28.395662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-b4d9d058-bfb5-4c3c-85fe-33338d0aabb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 200 len: 217 time: 0.0393567 Aug 30 15:01:28.447964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-3f882f9f-5611-49ef-b1db-a948ca498e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:28.449529 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-3f882f9f-5611-49ef-b1db-a948ca498e85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0457027 Aug 30 15:01:28.499832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-58921eba-ada9-4243-8ba8-eeb571e6f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:28.501252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-58921eba-ada9-4243-8ba8-eeb571e6f3c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440822 Aug 30 15:01:28.596850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-015c5eb7-9b08-40c5-a563-75de180140d5 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875320 Aug 30 15:01:28.630031 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:28.725321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb599193-3a03-41aa-ac87-6433fb6c71ff req-7ee2803e-b79b-4474-b34b-fe0776e44b3c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:28.726781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb599193-3a03-41aa-ac87-6433fb6c71ff req-7ee2803e-b79b-4474-b34b-fe0776e44b3c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0733347 Aug 30 15:01:28.733066 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1f8665e-f561-428e-88fa-c7b4fc4575ad req-601cab89-fb48-47fc-8785-56540b3d52db service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272211 Aug 30 15:01:28.770859 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb599193-3a03-41aa-ac87-6433fb6c71ff req-29faebc1-449f-4c6e-a109-9420d98f9ab9 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367332 Aug 30 15:01:29.309326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:29.891071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361c1db-f40a-41ff-a044-2587da351608 req-7fdaadfc-7af4-4f94-83e5-3a8c9b0ed0ad tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:29.892558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9361c1db-f40a-41ff-a044-2587da351608 req-7fdaadfc-7af4-4f94-83e5-3a8c9b0ed0ad tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0499289 Aug 30 15:01:29.930648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9361c1db-f40a-41ff-a044-2587da351608 req-62c8d73a-2af3-4054-9217-eee16a98d80d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Aug 30 15:01:31.045475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494b62a-0993-4e7a-908c-ff57f68690f3 req-26aaf733-2636-42ba-b8b4-1250c2f03ada tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:31.046947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5494b62a-0993-4e7a-908c-ff57f68690f3 req-26aaf733-2636-42ba-b8b4-1250c2f03ada tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0497208 Aug 30 15:01:31.085655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5494b62a-0993-4e7a-908c-ff57f68690f3 req-8dcc84cb-5310-49b7-b27e-ae826396c8b7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Aug 30 15:01:31.695217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:32.208362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1faf4b-74ce-4976-9579-48e7ebc487f6 req-f335a537-97b9-4e34-82db-cc0b479a81ba tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:32.209857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f1faf4b-74ce-4976-9579-48e7ebc487f6 req-f335a537-97b9-4e34-82db-cc0b479a81ba tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0571167 Aug 30 15:01:32.248490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f1faf4b-74ce-4976-9579-48e7ebc487f6 req-bb091d5d-cc91-40b4-a526-c6ec5aac938c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326922 Aug 30 15:01:33.086718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:33.362945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5b70-4cdf-475c-91e0-e7134f30889e req-a3d4925d-5c6b-447f-87ad-0a6c7eaad8eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:33.364707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-871a5b70-4cdf-475c-91e0-e7134f30889e req-a3d4925d-5c6b-447f-87ad-0a6c7eaad8eb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0495145 Aug 30 15:01:33.402659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-871a5b70-4cdf-475c-91e0-e7134f30889e req-fcc26704-94c3-4fa7-9923-3994e81d75bf tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Aug 30 15:01:34.525576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11357cd3-5542-4061-a319-f32474eb8e15 req-9756b925-0ee0-4082-98fd-0c11874ed588 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:34.527895 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-11357cd3-5542-4061-a319-f32474eb8e15 req-9756b925-0ee0-4082-98fd-0c11874ed588 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0546703 Aug 30 15:01:34.568383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-11357cd3-5542-4061-a319-f32474eb8e15 req-6643a4b0-3d59-49f9-b5ce-25d6540af01b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342786 Aug 30 15:01:35.680150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994789-f503-4e88-bf36-7337389deb0e req-9518fd10-f127-4ad7-a410-37cd86ac0681 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:35.681616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc994789-f503-4e88-bf36-7337389deb0e req-9518fd10-f127-4ad7-a410-37cd86ac0681 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0475469 Aug 30 15:01:35.722551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dc994789-f503-4e88-bf36-7337389deb0e req-72a55544-f89a-46f2-958f-43b68b5b12f1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347495 Aug 30 15:01:36.836781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ae4d0-387e-4724-b482-bade372997b9 req-673d4a98-255d-4920-8c37-d3606fcef7ef tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:36.838285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-092ae4d0-387e-4724-b482-bade372997b9 req-673d4a98-255d-4920-8c37-d3606fcef7ef tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0490730 Aug 30 15:01:36.876159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-092ae4d0-387e-4724-b482-bade372997b9 req-c9fa5a8e-12ce-4915-82b5-4cbe18ca9558 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Aug 30 15:01:37.992069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34080748-ef37-4cf5-bd97-9a96ac209773 req-f5330832-182d-4514-8cf4-0a205aba3e7f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:37.993579 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-34080748-ef37-4cf5-bd97-9a96ac209773 req-f5330832-182d-4514-8cf4-0a205aba3e7f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0491550 Aug 30 15:01:38.031170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-34080748-ef37-4cf5-bd97-9a96ac209773 req-b4a15c0c-42cb-47c0-ad05-e8076e7bba39 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Aug 30 15:01:39.147595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b681f-c965-4fc9-b8a2-88dbc009efa1 req-f7d5957e-af75-4284-a602-7d8dc724e3da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:39.149094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-391b681f-c965-4fc9-b8a2-88dbc009efa1 req-f7d5957e-af75-4284-a602-7d8dc724e3da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 944 time: 0.0524673 Aug 30 15:01:39.188395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-391b681f-c965-4fc9-b8a2-88dbc009efa1 req-4131b31b-ecec-47ca-970c-b936458cc775 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334573 Aug 30 15:01:39.549628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:01:39.640717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:01:39.651775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:01:39.691578 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:39.704257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:01:39.723383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:01:39.727304 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:39.771967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:40.113643 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:01:40.303922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ac092-bf68-48e8-8578-06e1e445b1bf req-1052ac34-ac6a-4f49-89d2-440fbbe08320 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:40.305464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e2ac092-bf68-48e8-8578-06e1e445b1bf req-1052ac34-ac6a-4f49-89d2-440fbbe08320 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 945 time: 0.0482326 Aug 30 15:01:40.344484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e2ac092-bf68-48e8-8578-06e1e445b1bf req-ed58446d-5ce8-49bb-b267-07e00ef66422 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321629 Aug 30 15:01:41.456939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8627128-a2b8-4ea7-b71b-cac8a89e0319 req-d2c360e8-abdd-4a4e-ba9a-1d1cf3a91d1b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:41.458347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8627128-a2b8-4ea7-b71b-cac8a89e0319 req-d2c360e8-abdd-4a4e-ba9a-1d1cf3a91d1b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 945 time: 0.0474830 Aug 30 15:01:41.494837 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8627128-a2b8-4ea7-b71b-cac8a89e0319 req-5ac82131-3eb3-47bc-98e5-60b686e4133d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307045 Aug 30 15:01:41.548982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:01:41.598518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:01:41.602059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:01:41.602431 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:41.678879 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:41.701772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:01:41.703996 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa3f4db-1aa3-453f-a291-ffb07deff0d6" -d '{"events": [{"server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:01:41.716144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:01:41.720610 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:41.743037 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ede78c-5e9b-4fff-aeda-1f1998825586 x-openstack-request-id: req-48ede78c-5e9b-4fff-aeda-1f1998825586 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:01:41.743327 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:01:41.743579 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48ede78c-5e9b-4fff-aeda-1f1998825586 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:01:41.743967 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'code': 200} Aug 30 15:01:41.769376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:41.860401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3861ed-c508-40c4-af81-6599b85d38ca req-0e216b93-9b97-46e0-8d9b-790347e79d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:41.861901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f3861ed-c508-40c4-af81-6599b85d38ca req-0e216b93-9b97-46e0-8d9b-790347e79d37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1097 time: 0.0387106 Aug 30 15:01:41.900413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9f3861ed-c508-40c4-af81-6599b85d38ca req-257021a7-9583-4957-a641-87d983874818 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305710 Aug 30 15:01:42.607263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2264f-e21b-418e-842c-851bf5efeb98 req-f9b2b243-27ed-46aa-b4d9-70cf03b0497b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:42.608724 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ce2264f-e21b-418e-842c-851bf5efeb98 req-f9b2b243-27ed-46aa-b4d9-70cf03b0497b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 946 time: 0.0479648 Aug 30 15:01:42.645745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ce2264f-e21b-418e-842c-851bf5efeb98 req-ce4495b1-6ede-42bf-8844-9d0e43d9ce24 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309875 Aug 30 15:01:43.762183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4988583-0c23-428e-8b92-184f7cc87065 req-6cd17976-0990-49d5-806f-f79a29775cdb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:43.763660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4988583-0c23-428e-8b92-184f7cc87065 req-6cd17976-0990-49d5-806f-f79a29775cdb tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 946 time: 0.0485435 Aug 30 15:01:43.801245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4988583-0c23-428e-8b92-184f7cc87065 req-09c111ff-b19e-4974-893e-bce63b90231a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Aug 30 15:01:43.916302 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5502df-9225-4e42-b14f-f45dfddf8078 req-883a8257-fa62-4fcc-8359-6499eb7cd484 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:43.918380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de5502df-9225-4e42-b14f-f45dfddf8078 req-883a8257-fa62-4fcc-8359-6499eb7cd484 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 946 time: 0.0509768 Aug 30 15:01:43.954936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-de5502df-9225-4e42-b14f-f45dfddf8078 req-c6129d41-2754-4087-ae19-b43e375ade0d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Aug 30 15:01:43.976957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:01:44.171244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3dea40-c7a0-4718-ab20-3a53e5c34471 tempest-TestVolumeBootPattern-264321810 tempest-TestVolumeBootPattern-264321810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:44.172793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-db3dea40-c7a0-4718-ab20-3a53e5c34471 tempest-TestVolumeBootPattern-264321810 tempest-TestVolumeBootPattern-264321810-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1092 time: 0.1948366 Aug 30 15:01:44.175562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:01:44.180024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:01:44.202573 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:44.303082 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:44.404255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.25.6.42 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/bac4a78f-462b-4ab3-a4c9-fc0e4dc3b53b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:01:44.506314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:44.544632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:44.585456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:01:44.588410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:01:44.593144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:01:44.596328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=bac4a78f-462b-4ab3-a4c9-fc0e4dc3b53b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:45.278551 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:45.344503 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:45.493612 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:45.498257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:45.572992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=bac4a78f-462b-4ab3-a4c9-fc0e4dc3b53b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:01:45.579484 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:45.686628 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Floating IP f7585610-2ba7-4aa3-bf0e-21e5637c9598 associated. External IP: 172.25.6.42, port: 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57. Aug 30 15:01:45.909407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Router f9325202-9005-42fa-ac26-82e5e58f72b7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:01:46.014892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:01:46.024107 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:01:46.036038 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:46.036404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:01:46.037162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:01:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:01:46.083489 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8f79763f-f95b-4856-9b05-7a782615b575 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8920422 Aug 30 15:01:46.083489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:01:46.083489 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444792db-b4f4-4640-bae3-77489a8823bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:01:46.120483 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e607155-7093-4628-9bd8-6957363382a4 x-openstack-request-id: req-7e607155-7093-4628-9bd8-6957363382a4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:01:46.121438 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:01:46.121744 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e607155-7093-4628-9bd8-6957363382a4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:01:46.122514 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'status': 'completed', 'code': 200} Aug 30 15:01:46.157808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:01:46.205168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444792db-b4f4-4640-bae3-77489a8823bf req-4ad5a8f2-9bcc-4ee0-8a3b-5d342b4942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:46.206797 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-444792db-b4f4-4640-bae3-77489a8823bf req-4ad5a8f2-9bcc-4ee0-8a3b-5d342b4942ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1097 time: 0.0426605 Aug 30 15:01:46.309365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444792db-b4f4-4640-bae3-77489a8823bf req-fcc8f20f-f798-4d1b-996c-56f59d2ac856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:46.310766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-444792db-b4f4-4640-bae3-77489a8823bf req-fcc8f20f-f798-4d1b-996c-56f59d2ac856 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0947249 Aug 30 15:01:46.377568 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-444792db-b4f4-4640-bae3-77489a8823bf req-ab44f55f-4fb1-4a3d-97d9-df5d68573e86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 200 len: 999 time: 0.0596137 Aug 30 15:01:46.400786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:45Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:01:46.426815 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444792db-b4f4-4640-bae3-77489a8823bf req-0261d547-85f7-49e7-af2a-f2e0a9aa803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:46.427757 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:01:46.428273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-444792db-b4f4-4640-bae3-77489a8823bf req-0261d547-85f7-49e7-af2a-f2e0a9aa803c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0444572 Aug 30 15:01:46.436969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:01:46.437630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:01:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:01:46.481792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444792db-b4f4-4640-bae3-77489a8823bf req-e1363a37-2adc-4c25-b39d-383a1212ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:01:46.484093 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-444792db-b4f4-4640-bae3-77489a8823bf req-e1363a37-2adc-4c25-b39d-383a1212ed2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486379 Aug 30 15:01:46.553442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:01:46.576824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-444792db-b4f4-4640-bae3-77489a8823bf req-ac57f698-e6d8-4670-8f0e-df4cf30b2d26 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856915 Aug 30 15:01:46.790436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:45Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:01:46.822803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c0afe-b8c6-4006-bfb3-bd14b5916215 None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:45Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:01:47.023406 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b9241f-1b70-4a68-b015-f0dd85b1e1e8 None None] New status for floating IP f7585610-2ba7-4aa3-bf0e-21e5637c9598: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:01:47.034004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-444792db-b4f4-4640-bae3-77489a8823bf req-f7067c2a-ffcc-4e24-8808-8bb97ce94e70 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494600 Aug 30 15:01:50.217702 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:50.411281 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:01:55.178777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd6f19e9-d701-460c-a679-2a25da72026a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:57.894846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37d99d1b-4257-4375-8321-31c56289552f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:58.621897 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:01:59.312069 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:01.696876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:03.077432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:20.219893 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:25.180715 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20c137b7-116c-499d-9246-0b7b469ed751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:27.410461 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:02:27.895592 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e63714d-a3b5-45e1-b4d1-6d050e9d61f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:28.626241 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:29.315384 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:31.700056 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:33.088830 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:43.416957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e460aae6-723a-4994-aea3-b701b037aa70 req-e23c0ea1-6327-4863-a850-a87d325e2eae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413814 Aug 30 15:02:43.522072 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460aae6-723a-4994-aea3-b701b037aa70 req-561e8a83-1a79-4f54-86ab-8d45aadd322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:02:43.523564 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e460aae6-723a-4994-aea3-b701b037aa70 req-561e8a83-1a79-4f54-86ab-8d45aadd322e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1097 time: 0.0448787 Aug 30 15:02:43.633842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460aae6-723a-4994-aea3-b701b037aa70 req-b91e2da5-4bda-40ca-984c-f0ba3c5da488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:02:43.635363 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e460aae6-723a-4994-aea3-b701b037aa70 req-b91e2da5-4bda-40ca-984c-f0ba3c5da488 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0906534 Aug 30 15:02:43.700991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e460aae6-723a-4994-aea3-b701b037aa70 req-e740f2ae-8643-4751-862c-b09e8d40f8fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 200 len: 1001 time: 0.0581603 Aug 30 15:02:43.750985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460aae6-723a-4994-aea3-b701b037aa70 req-feae3894-fa26-4b52-a307-8cbb60a091a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:02:43.753036 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e460aae6-723a-4994-aea3-b701b037aa70 req-feae3894-fa26-4b52-a307-8cbb60a091a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0445025 Aug 30 15:02:43.814716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460aae6-723a-4994-aea3-b701b037aa70 req-1ff18c91-43d2-4505-bf08-2ba704448acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:02:43.816128 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e460aae6-723a-4994-aea3-b701b037aa70 req-1ff18c91-43d2-4505-bf08-2ba704448acf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556376 Aug 30 15:02:43.906726 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e460aae6-723a-4994-aea3-b701b037aa70 req-ecfb5faa-d4dd-486b-b54b-9137b0f5bcdc service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816872 Aug 30 15:02:43.999966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e460aae6-723a-4994-aea3-b701b037aa70 req-01e525d2-d84a-403e-a20d-05d07019da2c service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857832 Aug 30 15:02:50.233102 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:55.181026 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b0de09b-6c2c-4b31-bcd2-78ca805a005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:57.897187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7db6d8a0-4ae4-48d4-830e-e36118aff161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:58.630646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:02:59.317904 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:01.701753 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:03.098127 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:04.409506 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:03:20.415093 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:25.183952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19a3fedc-a650-44b0-aac4-266524a4bf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:26.533124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-1f979585-0095-42e3-bb22-6d2544e9ed91 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172713028&fields=id&tenant_id=43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 267 time: 0.0341799 Aug 30 15:03:26.637176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-f19307f2-c3c5-415b-bf18-71f831db02df tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:26.638635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-f19307f2-c3c5-415b-bf18-71f831db02df tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.0983362 Aug 30 15:03:26.653997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-f5f7fdfc-49f7-442b-9e06-6aac95b5c6c2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/quotas/43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 375 time: 0.0090365 Aug 30 15:03:26.714840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-146eb3e1-3bac-47d6-ab0f-20ba2fb66a73 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0555677 Aug 30 15:03:26.806428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-b8a8e676-dd21-44c3-b0e4-710101189767 service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805662 Aug 30 15:03:26.899880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-7bf7e655-a52c-4b6f-973a-1e89036a0f69 service neutron] 10.222.0.50 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867043 Aug 30 15:03:27.250496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d002bced-efc5-4906-bf92-e8af018c4350 req-5fb1bb6b-8c15-4a41-93e7-25b867a35aa8 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 210 time: 0.0928230 Aug 30 15:03:27.897615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e26e1098-c1c3-4086-8947-1002a5f1f8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:28.058030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-2c9325e3-df74-45ac-872b-0976d4ff0379 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:28.059495 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-2c9325e3-df74-45ac-872b-0976d4ff0379 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 812 time: 0.1083074 Aug 30 15:03:28.103243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-7545739a-1458-4222-9773-101c37efe5a7 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e1b811f8d9454982d40325c43cbc46 HTTP/1.1" status: 200 len: 380 time: 0.0351317 Aug 30 15:03:28.112772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'port': {'device_id': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'admin_state_up': True, 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'security_groups': ['0c9ab6d7-d266-4e14-a707-3ff0e33b6951']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:03:28.226543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Made reservation on behalf of 43e1b811f8d9454982d40325c43cbc46 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:03:28.230262 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:28.371805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.20.0.8 (ed3af74a-cd99-4e2e-b229-4e0f2e04e12a/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02/3a7e5581-0c25-411e-9e30-68de97d2165b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:03:28.545264 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:28.560754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Transition to ACTIVE for port object 3a7e5581-0c25-411e-9e30-68de97d2165b will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:03:28.595807 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:28.634789 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:28.674907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:03:28.682238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:03:28.688258 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:03:28.712084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=3a7e5581-0c25-411e-9e30-68de97d2165b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:03:28.723056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.723407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.723751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.724088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.724432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.724757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.725106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.725435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.725761 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.726084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.726407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.726729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:28.758112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:28.758763 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:28.770003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a895ef0-8d9c-47fc-83ba-33094e87aea9 req-6f17d1c5-c47b-4afc-bf9b-5c8c00a6d8ff tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:28.771625 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a895ef0-8d9c-47fc-83ba-33094e87aea9 req-6f17d1c5-c47b-4afc-bf9b-5c8c00a6d8ff tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 931 time: 0.1731977 Aug 30 15:03:28.790444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-e8047c6b-454b-4c30-b721-53ec0cc4d7fe tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6812408 Aug 30 15:03:28.804273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Request body: {'port': {'device_id': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:03:28.850832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6a895ef0-8d9c-47fc-83ba-33094e87aea9 req-98faa473-e8a5-4ad3-ba9c-1569833c1d02 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701864 Aug 30 15:03:28.882609 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:28.949652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91ad31f9-aa21-4ce3-a2ed-efb4ac440011 None None] Provisioning for port 3a7e5581-0c25-411e-9e30-68de97d2165b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:03:28.954367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91ad31f9-aa21-4ce3-a2ed-efb4ac440011 None None] Provisioning complete for port 3a7e5581-0c25-411e-9e30-68de97d2165b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:03:28.954790 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91ad31f9-aa21-4ce3-a2ed-efb4ac440011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:28.989642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-91ad31f9-aa21-4ce3-a2ed-efb4ac440011 None None] Port 3a7e5581-0c25-411e-9e30-68de97d2165b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:03:29.154347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7e5581-0c25-411e-9e30-68de97d2165b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:03:29.163810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:29.176352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Transition to ACTIVE for port object 3a7e5581-0c25-411e-9e30-68de97d2165b will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:03:29.179949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:29.232216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Pushing event updated for resources: {'Port': ['ID=3a7e5581-0c25-411e-9e30-68de97d2165b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:03:29.323660 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:29.329028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Attempting to bind port 3a7e5581-0c25-411e-9e30-68de97d2165b on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:03:29.329454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Attempting to bind port 3a7e5581-0c25-411e-9e30-68de97d2165b by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:03:29.329793 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Attempting to bind port 3a7e5581-0c25-411e-9e30-68de97d2165b on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:03:29.334906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Port 3a7e5581-0c25-411e-9e30-68de97d2165b on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:03:29.335244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Attempting to bind port 3a7e5581-0c25-411e-9e30-68de97d2165b on network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:03:29.340626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:03:29.340973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Checking segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:03:29.341455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Bound using segment: {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:03:29.341893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Bound port: 3a7e5581-0c25-411e-9e30-68de97d2165b, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb774e-e311-4f7a-ab64-d4b234a3cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:03:29.342258 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:29.417335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] For port 3a7e5581-0c25-411e-9e30-68de97d2165b, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:03:29.420777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] For port 3a7e5581-0c25-411e-9e30-68de97d2165b, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3a7e5581-0c25-411e-9e30-68de97d2165b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:03:29.425339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:29.460455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:29.461175 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:29.462508 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] 10.222.0.39 "PUT /v2.0/ports/3a7e5581-0c25-411e-9e30-68de97d2165b HTTP/1.1" status: 200 len: 1091 time: 0.6645677 Aug 30 15:03:29.462943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:03:29.465198 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8bef7e-14a9-4fda-87ce-d848829e4d45" -d '{"events": [{"name": "network-changed", "server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:03:29.532765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff728225-b50c-40f4-8a00-0a4ccec8f9fc service neutron] Pushing event updated for resources: {'Port': ['ID=3a7e5581-0c25-411e-9e30-68de97d2165b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:03:29.542709 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280ca312-f3bd-4e1c-86a6-2913de19f53e x-openstack-request-id: req-280ca312-f3bd-4e1c-86a6-2913de19f53e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:03:29.543021 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:03:29.543332 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-280ca312-f3bd-4e1c-86a6-2913de19f53e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:03:29.545551 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'status': 'completed', 'code': 200} Aug 30 15:03:29.563050 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-380cd10b-c492-4d0e-8de7-253a15b945a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:29.564591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-380cd10b-c492-4d0e-8de7-253a15b945a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 1094 time: 0.0641038 Aug 30 15:03:29.614228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-44f41330-fc7f-4dd6-9577-247479740e80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a7e5581-0c25-411e-9e30-68de97d2165b HTTP/1.1" status: 200 len: 217 time: 0.0409884 Aug 30 15:03:29.670202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-fd63f9d2-b4c4-4b09-ba35-2fe2f340e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:29.671884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-fd63f9d2-b4c4-4b09-ba35-2fe2f340e3bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0479646 Aug 30 15:03:29.720135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-83cbb037-e9d6-4ad9-8958-d6089b55d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:29.721664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-83cbb037-e9d6-4ad9-8958-d6089b55d787 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429287 Aug 30 15:03:29.820478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-d68235bb-8a9a-41ad-b908-c9da62822452 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910094 Aug 30 15:03:29.913329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b7fb715d-1d2f-46aa-b946-924233edf004 req-daa2edd8-c434-400a-b9ac-7cc6535994d1 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866578 Aug 30 15:03:30.010071 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6331-5a60-4ce6-9aaf-4100238093f1 req-0a0f5be0-ddda-4159-b4bc-5b70f9c3ab00 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:30.011545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-964a6331-5a60-4ce6-9aaf-4100238093f1 req-0a0f5be0-ddda-4159-b4bc-5b70f9c3ab00 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0876167 Aug 30 15:03:30.028070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-118ed1dd-b8ab-4d23-b52f-e9e0ff062751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:30.029628 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-118ed1dd-b8ab-4d23-b52f-e9e0ff062751 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 1094 time: 0.0703838 Aug 30 15:03:30.097585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-964a6331-5a60-4ce6-9aaf-4100238093f1 req-471474ae-d1e0-4aa2-8f06-ad45457a4665 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797620 Aug 30 15:03:30.137939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-a6326d30-8546-4907-b40b-9ee9e162e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:30.139439 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-a6326d30-8546-4907-b40b-9ee9e162e242 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.1031141 Aug 30 15:03:30.185910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-56581d42-3218-4f8a-a5ee-34c10d3f1484 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a7e5581-0c25-411e-9e30-68de97d2165b HTTP/1.1" status: 200 len: 217 time: 0.0395334 Aug 30 15:03:30.235162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-f08ef926-66fd-4537-b29f-0d93cf8f48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:30.236644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-f08ef926-66fd-4537-b29f-0d93cf8f48ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0444255 Aug 30 15:03:30.284163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-de5a617d-f584-445b-a8ff-79f38434a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:30.285751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-de5a617d-f584-445b-a8ff-79f38434a021 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424469 Aug 30 15:03:30.390817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-4154a71e-cb59-4796-b70c-e862a0b366f4 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977831 Aug 30 15:03:30.488502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ce8bef7e-14a9-4fda-87ce-d848829e4d45 req-fe7af17c-1908-417b-bccc-03fef7c08191 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911419 Aug 30 15:03:31.221177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ec3d-7ebe-4d62-84ce-1f4ba349df09 req-e2b739bb-44d3-41bb-a13d-99db82a7a796 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:31.222653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f813ec3d-7ebe-4d62-84ce-1f4ba349df09 req-e2b739bb-44d3-41bb-a13d-99db82a7a796 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0492051 Aug 30 15:03:31.263012 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f813ec3d-7ebe-4d62-84ce-1f4ba349df09 req-5f7cfe3c-f2ca-4e86-8def-9b709829c16e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342669 Aug 30 15:03:31.705190 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:32.376068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb13e-82f7-4c72-b194-d574198bc27c req-532ac2cb-c63f-42c4-ae98-b6d2f8ad8a9c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:32.377573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbccb13e-82f7-4c72-b194-d574198bc27c req-532ac2cb-c63f-42c4-ae98-b6d2f8ad8a9c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0479720 Aug 30 15:03:32.415776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dbccb13e-82f7-4c72-b194-d574198bc27c req-6424edd9-3f4f-4f50-90f5-fb0ec6ad2196 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322571 Aug 30 15:03:33.098161 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:33.528387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9c463-560f-4e47-817d-063920a9a524 req-0af9037a-2b56-4992-8202-f6381ded3f50 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:33.530033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dff9c463-560f-4e47-817d-063920a9a524 req-0af9037a-2b56-4992-8202-f6381ded3f50 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0495713 Aug 30 15:03:33.570051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dff9c463-560f-4e47-817d-063920a9a524 req-62f4e925-aa63-474a-a1a1-c11ab69af5f3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328369 Aug 30 15:03:34.685904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2eac9-0895-409c-a5f8-e2e38782d9f7 req-300d8bd1-f798-4a14-9a3a-258f808e9a1e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:34.687338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ab2eac9-0895-409c-a5f8-e2e38782d9f7 req-300d8bd1-f798-4a14-9a3a-258f808e9a1e tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0518589 Aug 30 15:03:34.724045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ab2eac9-0895-409c-a5f8-e2e38782d9f7 req-f961a482-c396-4d44-b51f-3a0864e260ce tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302906 Aug 30 15:03:35.843526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6faf7-511b-4b33-ba33-709b41a6198d req-a748f7d4-8b66-472f-836e-342bafda49be tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:35.845001 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10e6faf7-511b-4b33-ba33-709b41a6198d req-a748f7d4-8b66-472f-836e-342bafda49be tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0530260 Aug 30 15:03:35.881814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10e6faf7-511b-4b33-ba33-709b41a6198d req-592f16f5-2d3b-4235-bef0-f45a9c68adcf tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Aug 30 15:03:36.994211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fca2-9713-4931-bd5b-76a2decf011f req-6ebb5f39-75bf-478f-af42-7a79aab75d83 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:36.995669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2706fca2-9713-4931-bd5b-76a2decf011f req-6ebb5f39-75bf-478f-af42-7a79aab75d83 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0480804 Aug 30 15:03:37.032878 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2706fca2-9713-4931-bd5b-76a2decf011f req-76a00800-a6bc-497c-9590-786ce30f0e31 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Aug 30 15:03:38.157625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc905e4-e0f1-468b-bd87-2a943cd1fe90 req-f4d58617-3058-4e2c-9e3b-c5590a4a79a2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:38.159202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5bc905e4-e0f1-468b-bd87-2a943cd1fe90 req-f4d58617-3058-4e2c-9e3b-c5590a4a79a2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0509145 Aug 30 15:03:38.205167 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5bc905e4-e0f1-468b-bd87-2a943cd1fe90 req-c3335e8b-af4a-4a44-bb00-3b9b54e8084b tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Aug 30 15:03:39.325373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a485a6-337c-4b04-8c95-2eaee43df056 req-e4caed51-84cc-4bc6-9d60-4eaed10d7418 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:39.326974 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8a485a6-337c-4b04-8c95-2eaee43df056 req-e4caed51-84cc-4bc6-9d60-4eaed10d7418 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 943 time: 0.0530229 Aug 30 15:03:39.371428 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8a485a6-337c-4b04-8c95-2eaee43df056 req-0fcb953b-3162-4711-812e-5c07841813c5 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372322 Aug 30 15:03:40.203485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3a7e5581-0c25-411e-9e30-68de97d2165b details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:03:40.301158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3a7e5581-0c25-411e-9e30-68de97d2165b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3a7e5581-0c25-411e-9e30-68de97d2165b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:03:40.312996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'port_id': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'mac_address': 'fa:16:3e:6f:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:03:40.350028 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:40.365117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7e5581-0c25-411e-9e30-68de97d2165b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:03:40.387242 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3a7e5581-0c25-411e-9e30-68de97d2165b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3a7e5581-0c25-411e-9e30-68de97d2165b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:03:40.392394 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:40.442632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5581-0c25-411e-9e30-68de97d2165b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:03:40.449921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.450269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.450614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.450953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.451289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.451620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.451958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.452807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.453223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.453612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.453879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.454201 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:03:40.492023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704edb0-6f77-48e5-bd02-edf3f6993e8e req-5f64ce49-53c6-4637-b7b3-e7e0ad2c431c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:40.493740 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c704edb0-6f77-48e5-bd02-edf3f6993e8e req-5f64ce49-53c6-4637-b7b3-e7e0ad2c431c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 944 time: 0.0531950 Aug 30 15:03:40.535750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c704edb0-6f77-48e5-bd02-edf3f6993e8e req-eb081bb8-ff91-4b41-91aa-127c77bd0e8f tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352178 Aug 30 15:03:40.600385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['3a7e5581-0c25-411e-9e30-68de97d2165b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:03:41.410721 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:03:41.653547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688347e2-4465-4e7e-8968-47b605f0b3f1 req-ba0b989a-43a8-4278-9f22-970f957181cc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:41.655020 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-688347e2-4465-4e7e-8968-47b605f0b3f1 req-ba0b989a-43a8-4278-9f22-970f957181cc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 944 time: 0.0513475 Aug 30 15:03:41.692788 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-688347e2-4465-4e7e-8968-47b605f0b3f1 req-3a9a93d6-b5b2-4af5-b7a0-f5aab4eb0d07 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Aug 30 15:03:42.220000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3a7e5581-0c25-411e-9e30-68de97d2165b up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:03:42.267571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 3a7e5581-0c25-411e-9e30-68de97d2165b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:03:42.271254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 3a7e5581-0c25-411e-9e30-68de97d2165b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:03:42.271698 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:42.347941 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:42.369652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:03:42.371888 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836948d2-3c9f-4919-992b-b8b5311c8b43" -d '{"events": [{"server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "name": "network-vif-plugged", "status": "completed", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:03:42.385091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3a7e5581-0c25-411e-9e30-68de97d2165b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3a7e5581-0c25-411e-9e30-68de97d2165b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:03:42.389092 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:42.439999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5581-0c25-411e-9e30-68de97d2165b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:03:42.470977 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d618271e-0262-4f1b-9da0-4c0485dd6ff7 x-openstack-request-id: req-d618271e-0262-4f1b-9da0-4c0485dd6ff7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:03:42.471212 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "name": "network-vif-plugged", "status": "completed", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:03:42.471468 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d618271e-0262-4f1b-9da0-4c0485dd6ff7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:03:42.471864 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'code': 200} Aug 30 15:03:42.563652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814260b-7019-4161-956e-ea66662297e5 req-6d385c7b-e032-477d-b24b-d754941c0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:42.565168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3814260b-7019-4161-956e-ea66662297e5 req-6d385c7b-e032-477d-b24b-d754941c0dde service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 1096 time: 0.0402796 Aug 30 15:03:42.598649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3814260b-7019-4161-956e-ea66662297e5 req-b632e726-7aed-4fe9-abf9-ef2a9865dcd6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270600 Aug 30 15:03:42.820700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515787-b212-4754-8e04-b8131dec6dc4 req-692ab096-36c5-4d0a-b82b-a96ec38544c9 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:42.822189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75515787-b212-4754-8e04-b8131dec6dc4 req-692ab096-36c5-4d0a-b82b-a96ec38544c9 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 945 time: 0.0483148 Aug 30 15:03:42.859217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-75515787-b212-4754-8e04-b8131dec6dc4 req-7f62fa6e-893c-4afb-9f4e-04b1a43f67ca tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Aug 30 15:03:43.424927 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-cafb422c-f9c1-418b-a91d-4e5868fa1cc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964494 Aug 30 15:03:43.523138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-02a1f143-98bd-41fe-ad9e-c3f5a920718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:43.524554 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-02a1f143-98bd-41fe-ad9e-c3f5a920718d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1097 time: 0.0425134 Aug 30 15:03:43.648358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-0e79f879-0b9d-44c4-b078-2db16386fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:43.649862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-0e79f879-0b9d-44c4-b078-2db16386fe4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0881925 Aug 30 15:03:43.714814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-13f2eae6-61ae-45ff-8ea4-0d7bdb156cc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 200 len: 1001 time: 0.0570970 Aug 30 15:03:43.763661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-7c4ccc8d-b5d4-4cbf-9634-6452f922908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:43.765694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-7c4ccc8d-b5d4-4cbf-9634-6452f922908d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0427864 Aug 30 15:03:43.814893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-f8ca3781-4aae-4df3-a539-afd0488b15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:43.816276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-f8ca3781-4aae-4df3-a539-afd0488b15aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432682 Aug 30 15:03:43.907611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-62e804e3-5f00-46b0-94b6-bf0e86d84bac service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830472 Aug 30 15:03:44.028838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665c1b-2d7e-4edc-a33b-e43cab2ca05f req-ba204381-7780-41b4-86d9-4c23cac22b32 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:44.030397 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c665c1b-2d7e-4edc-a33b-e43cab2ca05f req-ba204381-7780-41b4-86d9-4c23cac22b32 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 945 time: 0.0976555 Aug 30 15:03:44.045851 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a5c555c5-ea92-4029-a0a9-d4602a573009 req-a7cf5960-f854-4c79-9afb-0cb3749a672a service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309588 Aug 30 15:03:44.074190 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c665c1b-2d7e-4edc-a33b-e43cab2ca05f req-81d54377-30fe-47d7-b55c-a0c5f4ebce1a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366139 Aug 30 15:03:44.190105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f79a9c-73d8-4360-9a4e-48d02e943e37 req-4b25de12-8e36-48f1-92f7-14e26238aee4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:44.191597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8f79a9c-73d8-4360-9a4e-48d02e943e37 req-4b25de12-8e36-48f1-92f7-14e26238aee4 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Aug 30 15:03:44.228564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a8f79a9c-73d8-4360-9a4e-48d02e943e37 req-bab6b5e6-25c0-47ac-bc83-031699ae25da tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Aug 30 15:03:44.253658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:03:44.291727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474dad2-bb02-4e18-af9d-2f1cba1bdb1b tempest-TestVolumeBootPattern-264321810 tempest-TestVolumeBootPattern-264321810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:44.293243 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b474dad2-bb02-4e18-af9d-2f1cba1bdb1b tempest-TestVolumeBootPattern-264321810 tempest-TestVolumeBootPattern-264321810-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 1091 time: 0.0385723 Aug 30 15:03:44.296434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55326) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:03:44.300720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:03:44.322198 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:44.418914 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:44.520323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Allocated IP 172.25.6.253 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c4c82050-2abc-4533-a3ba-417acd92d468) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:03:44.621744 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:44.658538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:44.691887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:03:44.694702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:03:44.700241 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:03:44.727771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=c4c82050-2abc-4533-a3ba-417acd92d468,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:03:45.394279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:45.457338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:45.601646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:45.606407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:45.678145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event updated for resources: {'Port': ['ID=c4c82050-2abc-4533-a3ba-417acd92d468,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:03:45.689155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:45.789649 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Floating IP 88a359f8-170d-4c7c-a284-dea99171e98a associated. External IP: 172.25.6.253, port: 3a7e5581-0c25-411e-9e30-68de97d2165b. Aug 30 15:03:46.006077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Router f9325202-9005-42fa-ac26-82e5e58f72b7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:03:46.120445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:03:46.130913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:03:46.141336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:03:46.142362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:03:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:03:46.145380 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:46.178032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9880ff9-6476-4a9a-95f9-c4db4778ee8a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8805742 Aug 30 15:03:46.178630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:03:46.180855 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcce3585-c033-47cb-b98f-a6a3fa705f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:03:46.216630 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d369cc78-84eb-43e5-bbbf-1c25d21b2b03 x-openstack-request-id: req-d369cc78-84eb-43e5-bbbf-1c25d21b2b03 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:03:46.216922 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:03:46.217201 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d369cc78-84eb-43e5-bbbf-1c25d21b2b03 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:03:46.217601 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'status': 'completed', 'code': 200} Aug 30 15:03:46.269747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:03:46.281215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-ca96adec-8073-4e16-a0c7-a69536fb8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:46.282753 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-ca96adec-8073-4e16-a0c7-a69536fb8daf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 1096 time: 0.0418513 Aug 30 15:03:46.390336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-da9ccb5e-04b1-4179-9fde-17c360e58ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:46.392096 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-da9ccb5e-04b1-4179-9fde-17c360e58ca2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.1018405 Aug 30 15:03:46.461538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-50b50fb2-9efd-443f-851c-6c4fe42a05ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a7e5581-0c25-411e-9e30-68de97d2165b HTTP/1.1" status: 200 len: 999 time: 0.0624630 Aug 30 15:03:46.499079 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '88a359f8-170d-4c7c-a284-dea99171e98a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:6f:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:03:44Z', 'updated_at': '2021-08-30T15:03:44Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}, {'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:47Z', 'revision_number': 1, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:03:46.515000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-703e1f00-0166-42e4-9397-75d3c0e0d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:46.516534 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-703e1f00-0166-42e4-9397-75d3c0e0d213 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0479586 Aug 30 15:03:46.529824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:03:46.538426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:03:46.539144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:03:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:03:46.566350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-49b4a1a7-ba8b-4320-a0e8-14d564cddd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:03:46.567876 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-49b4a1a7-ba8b-4320-a0e8-14d564cddd01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436208 Aug 30 15:03:46.646055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:03:46.667002 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-aec25d33-d192-4d16-a98e-86ecaa7e8385 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917776 Aug 30 15:03:46.766006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fcce3585-c033-47cb-b98f-a6a3fa705f6c req-898b6f83-1e72-48ff-8bcd-2a3e684fd974 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914195 Aug 30 15:03:46.880140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '88a359f8-170d-4c7c-a284-dea99171e98a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:6f:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:03:44Z', 'updated_at': '2021-08-30T15:03:44Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}, {'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:47Z', 'revision_number': 1, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:03:46.905873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c5505-746b-480c-9d3c-7a219c46bc15 None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '88a359f8-170d-4c7c-a284-dea99171e98a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:6f:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:03:44Z', 'updated_at': '2021-08-30T15:03:44Z', 'revision_number': 0, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}, {'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:47Z', 'revision_number': 1, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:03:47.093359 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4973b9-109a-4204-91ad-8eb2476d1de6 None None] New status for floating IP 88a359f8-170d-4c7c-a284-dea99171e98a: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:03:50.267061 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:55.187399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1debe082-2aa3-47cc-8c36-ca1cdfcfd250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:57.897904 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7afdc63d-18c5-4c09-9e84-769fbeda8bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:58.636184 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:03:59.323468 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:01.707818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:03.131205 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:18.411482 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:04:20.285756 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:25.188213 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32a346b4-fdab-46fb-a244-7f8ebed363f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:27.899168 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cc03fc0-1637-46b8-9b5e-3ea628bc6275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:28.367281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-bc16d701-598c-4079-ae09-aff715b65811 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951529 Aug 30 15:04:28.455077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-4d92e2ac-df6d-4451-aef3-f3ab2781ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:04:28.456558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-4d92e2ac-df6d-4451-aef3-f3ab2781ee52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 1096 time: 0.0450673 Aug 30 15:04:28.558362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-4b17af84-e2b2-4d4c-b9a2-eaab9cfbf9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:04:28.559747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-4b17af84-e2b2-4d4c-b9a2-eaab9cfbf9a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0846066 Aug 30 15:04:28.631354 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-e0c88cf0-3009-43c9-88e2-fd6c5602adf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a7e5581-0c25-411e-9e30-68de97d2165b HTTP/1.1" status: 200 len: 1001 time: 0.0615458 Aug 30 15:04:28.636592 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:28.680791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-156d87e0-fa88-44ae-a237-8564ddbdea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:04:28.682261 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-156d87e0-fa88-44ae-a237-8564ddbdea04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0440876 Aug 30 15:04:28.727161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-20d2944f-a41d-4d77-9264-96fa847fa2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:04:28.728626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-20d2944f-a41d-4d77-9264-96fa847fa2a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390000 Aug 30 15:04:28.820600 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-c9e249af-1845-45de-b25d-6100a1dc8725 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847309 Aug 30 15:04:28.913862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8bd2c50b-64cf-4d29-9ac2-4f2fdf4dad37 req-e298b534-61dc-433d-9759-10f4fc1fd399 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852754 Aug 30 15:04:29.327326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:31.710534 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:33.124721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:45.410524 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-c2b7413b-f9dd-4cc4-80ef-196b4b2b557e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406382 Aug 30 15:04:45.509669 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-fbae6acb-521b-4743-8745-4a39b67d0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:04:45.511061 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-fbae6acb-521b-4743-8745-4a39b67d0216 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1097 time: 0.0423124 Aug 30 15:04:45.612285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-b2e02b26-aa19-4d90-838b-ea939739abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:04:45.613774 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-b2e02b26-aa19-4d90-838b-ea939739abfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0835097 Aug 30 15:04:45.683360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-667549c1-153a-477c-99b7-bcaa70385531 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 200 len: 1001 time: 0.0627661 Aug 30 15:04:45.732507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-78414e07-fb81-4147-b5a6-07456e4a2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:04:45.734013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-78414e07-fb81-4147-b5a6-07456e4a2471 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0431557 Aug 30 15:04:45.780537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-5e3c6227-bf91-4b1e-8667-566579637514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:04:45.781969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-5e3c6227-bf91-4b1e-8667-566579637514 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405946 Aug 30 15:04:45.875514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-4abf49c7-f38a-4c8d-b20f-d457a57be6d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862942 Aug 30 15:04:45.965447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-06a770ae-4519-43b8-8f18-93b44ee3c0a7 req-013f99d3-788f-4c48-9df9-e697ac12d520 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824378 Aug 30 15:04:50.272014 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:55.188518 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e37e00a2-fc80-4a05-bebb-cdce79407057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:55.411496 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:04:57.898935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4eb9e4a9-8080-41dc-93b2-f8c14c26009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:58.638902 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:04:59.328992 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:01.713247 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:03.124551 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:13.734964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:13.894750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port c4c82050-2abc-4533-a3ba-417acd92d468 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:13.895090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:13.977348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:13.977660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:13.989437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for c4c82050-2abc-4533-a3ba-417acd92d468 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:14.136731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:14.162847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=c4c82050-2abc-4533-a3ba-417acd92d468,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:14.187860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.188208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.188550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.188891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.189251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.189584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.189910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.190237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.190563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.190886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.191207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.191547 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:14.234556 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:14.234922 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Floating IP 88a359f8-170d-4c7c-a284-dea99171e98a disassociated (deleted). External IP: 172.25.6.253, port: 3a7e5581-0c25-411e-9e30-68de97d2165b. Aug 30 15:05:14.439807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Router f9325202-9005-42fa-ac26-82e5e58f72b7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:05:14.547344 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:05:14.552226 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:14.557912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:05:14.571339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:05:14.572056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:04:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:14.579607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0ba0e0bd-e15e-42aa-9e8f-460c62fe0432 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "DELETE /v2.0/floatingips/88a359f8-170d-4c7c-a284-dea99171e98a HTTP/1.1" status: 204 len: 168 time: 0.8435435 Aug 30 15:05:14.580194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:05:14.582509 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3364150-05a8-4746-9855-0ed4fec39b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:05:14.623824 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273cd9e5-fdab-46c4-ace3-7cc5f0db4d34 x-openstack-request-id: req-273cd9e5-fdab-46c4-ace3-7cc5f0db4d34 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:05:14.624065 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:05:14.624480 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-273cd9e5-fdab-46c4-ace3-7cc5f0db4d34 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:05:14.624759 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'status': 'completed', 'code': 200} Aug 30 15:05:14.696722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:05:14.701592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-317e3892-944a-4333-960b-3d743fa0c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:14.703529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-317e3892-944a-4333-960b-3d743fa0c337 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 1096 time: 0.0572929 Aug 30 15:05:14.833398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-5aba4cfe-58ce-46ae-8ccb-57fe82783774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:14.834944 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-5aba4cfe-58ce-46ae-8ccb-57fe82783774 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.1148357 Aug 30 15:05:14.858277 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216282a1-3c0f-4a66-8486-adfe444c38d8 req-d123c8c1-c935-4a80-822a-ced181b085aa tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:14.860474 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-216282a1-3c0f-4a66-8486-adfe444c38d8 req-d123c8c1-c935-4a80-822a-ced181b085aa tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 945 time: 0.0599904 Aug 30 15:05:14.884531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-3d6d57c5-bd12-434b-a8fb-03c92b7e3a05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a7e5581-0c25-411e-9e30-68de97d2165b HTTP/1.1" status: 200 len: 217 time: 0.0372484 Aug 30 15:05:14.907094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-216282a1-3c0f-4a66-8486-adfe444c38d8 req-dc226032-ac09-4a4f-9b16-044ea0e94ede tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341840 Aug 30 15:05:14.937346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-e387afe2-31f7-4bd7-936e-5ca1a35a8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:14.938885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-e387afe2-31f7-4bd7-936e-5ca1a35a8c29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0471177 Aug 30 15:05:14.982860 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:47Z', 'revision_number': 1, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:14.996155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-1b5068bb-f772-4586-ab1c-6449ba4c2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:14.998763 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-1b5068bb-f772-4586-ab1c-6449ba4c2f09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522339 Aug 30 15:05:15.014710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:05:15.022771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:05:15.023373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:04:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:15.088897 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-db1215d6-581c-4fe0-9a7d-f7016d614f46 service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825653 Aug 30 15:05:15.125908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:05:15.187078 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3364150-05a8-4746-9855-0ed4fec39b8a req-40bff764-2b54-4a45-9257-ef720b8233ad service neutron] 10.222.0.39 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905120 Aug 30 15:05:15.495292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:47Z', 'revision_number': 1, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:15.523961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05eb521-6546-461c-8f60-0e30959819a4 None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f7585610-2ba7-4aa3-bf0e-21e5637c9598', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'port_id': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'mac_address': 'fa:16:3e:29:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09e412-b22a-4461-a14e-018295b1beb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:01:45Z', 'updated_at': '2021-08-30T15:01:47Z', 'revision_number': 1, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:05:15.742867 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c4ba1-0717-4579-ad5a-b361e1655eb2 None None] New status for floating IP 88a359f8-170d-4c7c-a284-dea99171e98a: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:05:16.026336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e493c-0d66-4ada-9ec4-3d5b7ac0b934 req-02a83c0b-5cb9-40ca-86ce-0bbc5c169ca1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:16.027844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1d5e493c-0d66-4ada-9ec4-3d5b7ac0b934 req-02a83c0b-5cb9-40ca-86ce-0bbc5c169ca1 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Aug 30 15:05:16.067158 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1d5e493c-0d66-4ada-9ec4-3d5b7ac0b934 req-57fb9364-8070-4fa8-8047-1e5b95fe34d3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329494 Aug 30 15:05:16.288986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-09d5a51a-20cc-454d-88c7-166084831355 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:16.290455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-09d5a51a-20cc-454d-88c7-166084831355 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 945 time: 0.0471265 Aug 30 15:05:16.382377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port 3a7e5581-0c25-411e-9e30-68de97d2165b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:16.382722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:16.468375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] For port 3a7e5581-0c25-411e-9e30-68de97d2165b, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3a7e5581-0c25-411e-9e30-68de97d2165b,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:16.468740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:16.481957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for 3a7e5581-0c25-411e-9e30-68de97d2165b owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:16.608662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:16.638788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=3a7e5581-0c25-411e-9e30-68de97d2165b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:16.662599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.662952 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.663297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.663635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.663972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.664304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.664634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.664963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.665314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.665646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.665972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.666295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:16.691801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] No DVR routers for this DVR port 3a7e5581-0c25-411e-9e30-68de97d2165b on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:05:16.695654 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:16.697692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a76f7b28-1c93-42d4-97d7-5696d7a10727 req-1d134b95-15f2-49b1-9b37-6a7ebfac5376 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.39 "DELETE /v2.0/ports/3a7e5581-0c25-411e-9e30-68de97d2165b HTTP/1.1" status: 204 len: 173 time: 0.4012549 Aug 30 15:05:16.698133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'name': 'network-vif-deleted', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:05:16.700348 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb36bb5-8da1-4540-b2ff-bf9811b7bced" -d '{"events": [{"server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "name": "network-vif-deleted", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:05:16.803655 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda44301-02eb-48c9-b3f1-fae34fd83c7b x-openstack-request-id: req-eda44301-02eb-48c9-b3f1-fae34fd83c7b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:05:16.803954 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b287c4d-7188-4c63-b433-261c8b9e9d50", "name": "network-vif-deleted", "tag": "3a7e5581-0c25-411e-9e30-68de97d2165b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:05:16.804239 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eda44301-02eb-48c9-b3f1-fae34fd83c7b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:05:16.804645 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b287c4d-7188-4c63-b433-261c8b9e9d50', 'name': 'network-vif-deleted', 'tag': '3a7e5581-0c25-411e-9e30-68de97d2165b', 'status': 'completed', 'code': 200} Aug 30 15:05:17.166999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3fda10b1-c432-477a-9616-19fb6f00f2c3 req-d8ad959c-6072-4bb1-a5d9-aa5ea149d6fc tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 210 time: 0.0281346 Aug 30 15:05:18.270236 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8db864d6-95a5-4a29-9d69-21ad5beadd4b req-3e9880e9-a374-4381-9072-bdcb57e39021 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 210 time: 0.0315492 Aug 30 15:05:18.873873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3a7e5581-0c25-411e-9e30-68de97d2165b no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:05:18.894324 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 3a7e5581-0c25-411e-9e30-68de97d2165b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:05:18.894675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3a7e5581-0c25-411e-9e30-68de97d2165b not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:05:19.365675 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5812cec2-5946-461e-8160-e6ef1f244bb5 req-94c9b9e1-495e-492c-b4ef-46513d80362c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 210 time: 0.0278068 Aug 30 15:05:20.291759 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:20.476164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7251bbf1-e38d-4eaf-9870-4ea71b419546 req-c211fa22-56cd-413c-be31-b1f4c7c16f07 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b287c4d-7188-4c63-b433-261c8b9e9d50 HTTP/1.1" status: 200 len: 210 time: 0.0291946 Aug 30 15:05:25.190565 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ef63f7a-ef40-4d0c-b693-5323f62f275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:25.832506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:25.984394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port bac4a78f-462b-4ab3-a4c9-fc0e4dc3b53b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:25.984733 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:26.063543 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:26.063885 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:26.076711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for bac4a78f-462b-4ab3-a4c9-fc0e4dc3b53b owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:26.272895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:26.298393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=bac4a78f-462b-4ab3-a4c9-fc0e4dc3b53b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:26.356731 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:26.356996 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Floating IP f7585610-2ba7-4aa3-bf0e-21e5637c9598 disassociated (deleted). External IP: 172.25.6.42, port: 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57. Aug 30 15:05:26.563388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Router f9325202-9005-42fa-ac26-82e5e58f72b7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:05:26.668015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:05:26.673232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:26.677834 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:05:26.687376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:05:26.687986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:04:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:26.702723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3e0148f7-d8f5-4c5b-bcbb-d38954f410e2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "DELETE /v2.0/floatingips/f7585610-2ba7-4aa3-bf0e-21e5637c9598 HTTP/1.1" status: 204 len: 168 time: 0.8666320 Aug 30 15:05:26.702723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:05:26.703105 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70" -d '{"events": [{"name": "network-changed", "server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:05:26.741938 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f24c315-150a-4600-b4a7-c388ac8d1451 x-openstack-request-id: req-9f24c315-150a-4600-b4a7-c388ac8d1451 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:05:26.742425 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:05:26.742742 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f24c315-150a-4600-b4a7-c388ac8d1451 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:05:26.743211 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'status': 'completed', 'code': 200} Aug 30 15:05:26.802760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:05:26.833830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-4d6f0481-aff4-4e42-978f-ae5149a30913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:26.836093 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-4d6f0481-aff4-4e42-978f-ae5149a30913 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=43e1b811f8d9454982d40325c43cbc46&device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 1097 time: 0.0483205 Aug 30 15:05:26.933313 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-1fa10e7a-2dea-42b4-8bac-4ab2e61da623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:26.935372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-1fa10e7a-2dea-42b4-8bac-4ab2e61da623 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 200 len: 913 time: 0.0902116 Aug 30 15:05:26.951255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669d2db-0026-4f5e-ab80-991e61016b12 req-65de8c0e-a408-4c2b-ab1a-5e1be2636454 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:26.953678 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5669d2db-0026-4f5e-ab80-991e61016b12 req-65de8c0e-a408-4c2b-ab1a-5e1be2636454 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 946 time: 0.0515859 Aug 30 15:05:26.983763 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-92a2c66d-d137-4ec3-8a81-fe38e97d3abb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 200 len: 217 time: 0.0395660 Aug 30 15:05:26.992178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5669d2db-0026-4f5e-ab80-991e61016b12 req-1ccac20c-5fc7-43c5-abba-b1a56bc97da3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Aug 30 15:05:27.009736 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:27.036502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-1c3c297c-1285-4f7c-8ecd-c6f92fbc2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:27.038018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-1c3c297c-1285-4f7c-8ecd-c6f92fbc2c4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 200 len: 851 time: 0.0455427 Aug 30 15:05:27.039478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:05:27.048465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:05:27.049094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:04:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:27.083984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-dcc8fc33-8a5b-4eec-a6de-1334787c2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:27.085571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-dcc8fc33-8a5b-4eec-a6de-1334787c2a3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402646 Aug 30 15:05:27.154412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:05:27.179880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-76ff51ef-9657-4ce9-80ac-507610f1b875 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Aug 30 15:05:27.276460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4382e0bf-a4a7-4082-bc13-fb0f6e0b8d70 req-b0a2c5b2-55f2-4bed-8b01-38ee82663e29 service neutron] 10.222.0.21 "GET /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843761 Aug 30 15:05:27.353699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:27.379570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523e248-e3ac-41bc-93b6-6f6bd01d9825 None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:19Z', 'revision_number': 4, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '94266063-689d-461a-8eda-2268a3785bb1', 'name': '', 'network_id': 'ed3af74a-cd99-4e2e-b229-4e0f2e04e12a', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'mac_address': 'fa:16:3e:6b:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:18Z', 'updated_at': '2021-08-30T14:55:26Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'subnets': [{'id': '8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:05:27.597548 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da798a-8b32-4d61-8ea4-89c8ad1736ee None None] New status for floating IP f7585610-2ba7-4aa3-bf0e-21e5637c9598: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:05:27.899182 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c87f44b8-f004-484a-839e-4dc39042e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:28.113242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355d335-cfa1-4cd2-b32d-b10b7b75736c req-3b9162a8-99a4-4977-95e5-c90e1f042c06 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:28.114688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f355d335-cfa1-4cd2-b32d-b10b7b75736c req-3b9162a8-99a4-4977-95e5-c90e1f042c06 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 946 time: 0.0525897 Aug 30 15:05:28.151015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f355d335-cfa1-4cd2-b32d-b10b7b75736c req-6a2dc5dc-6743-4346-97bc-302991a0b438 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304880 Aug 30 15:05:28.639482 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:28.984531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-34ca968d-1b4e-43d6-a987-528b9f1c378a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:28.985922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-34ca968d-1b4e-43d6-a987-528b9f1c378a tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 946 time: 0.0472951 Aug 30 15:05:29.074776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:29.075190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:29.162945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] For port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:29.163652 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:29.176910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:29.266705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7636f-0660-415d-9a43-0eafd1849ac2 req-eb0e3925-1d1e-463e-8b00-180718b08e03 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:29.268412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-06a7636f-0660-415d-9a43-0eafd1849ac2 req-eb0e3925-1d1e-463e-8b00-180718b08e03 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 946 time: 0.0500760 Aug 30 15:05:29.309756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-06a7636f-0660-415d-9a43-0eafd1849ac2 req-9a01d9b0-b58e-4ebf-aa2b-f82614d7b595 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c9ab6d7-d266-4e14-a707-3ff0e33b6951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333459 Aug 30 15:05:29.314282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:29.332872 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:29.367588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:29.387590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] No DVR routers for this DVR port 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:05:29.390268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:29.392359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46dcc4b0-eab5-4140-a2c5-e5391f913448 req-10794648-64af-46e1-9544-03757d71ecec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.21 "DELETE /v2.0/ports/7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 HTTP/1.1" status: 204 len: 173 time: 0.3995655 Aug 30 15:05:29.392878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'name': 'network-vif-deleted', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:05:29.395417 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8065e672-18a2-48a4-9b9c-783486a76196" -d '{"events": [{"server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "name": "network-vif-deleted", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:05:29.432142 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6882074a-c4d9-4bcc-8b82-5beb07f9ba18 x-openstack-request-id: req-6882074a-c4d9-4bcc-8b82-5beb07f9ba18 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:05:29.432289 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f09e412-b22a-4461-a14e-018295b1beb9", "name": "network-vif-deleted", "tag": "7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:05:29.432529 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6882074a-c4d9-4bcc-8b82-5beb07f9ba18 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:05:29.433290 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f09e412-b22a-4461-a14e-018295b1beb9', 'name': 'network-vif-deleted', 'tag': '7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57', 'status': 'completed', 'code': 200} Aug 30 15:05:30.412084 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-835c1663-e080-40c8-b450-a5ee10b24c9d req-ce9dce70-b2e8-49a8-a787-20c8fc43c5ec tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 210 time: 0.0312386 Aug 30 15:05:31.509323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a455fda5-3d0c-4e12-b11c-619fb36ae9af req-133929b7-0943-4e90-bf52-3592b3eb4b9c tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 210 time: 0.0268359 Aug 30 15:05:31.715876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:32.410495 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:05:32.607315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a7e9716e-76e6-40cf-949d-e4c2b59324a0 req-c9b7b271-ff08-4961-9b95-a3dd49f841d2 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f09e412-b22a-4461-a14e-018295b1beb9 HTTP/1.1" status: 200 len: 210 time: 0.0274374 Aug 30 15:05:32.711321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:05:32.735521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:05:32.736225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 7b0a1aa6-9c94-4baa-9b2f-25c5a53c9c57 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:05:33.113255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:33.661946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55444) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:33.791332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Deleting port b24b7354-db03-4d30-a338-f478b7a80ad9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:33.791677 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:33.869605 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:33.869927 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:33.882535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Calling delete_port for b24b7354-db03-4d30-a338-f478b7a80ad9 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:34.018630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:34.046485 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'Port': ['ID=b24b7354-db03-4d30-a338-f478b7a80ad9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:34.110543 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:34.113114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:34.114279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d0a31fa7-0a31-4a22-bc5c-d0563b4fb86d tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "DELETE /v2.0/floatingips/69065478-f8ea-4719-bedb-088ba2281b8e HTTP/1.1" status: 204 len: 168 time: 0.4513206 Aug 30 15:05:36.366596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:36.427056 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf41d72-907c-429b-ab78-fa2f9c5424a3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:36.453470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf41d72-907c-429b-ab78-fa2f9c5424a3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:36.513860 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf41d72-907c-429b-ab78-fa2f9c5424a3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:36.516365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf41d72-907c-429b-ab78-fa2f9c5424a3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:36.517707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eaf41d72-907c-429b-ab78-fa2f9c5424a3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] 10.222.0.50 "DELETE /v2.0/security-groups/0c9ab6d7-d266-4e14-a707-3ff0e33b6951 HTTP/1.1" status: 204 len: 168 time: 0.1500371 Aug 30 15:05:36.528008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf41d72-907c-429b-ab78-fa2f9c5424a3 tempest-TestVolumeBootPattern-1384916615 tempest-TestVolumeBootPattern-1384916615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ab6d7-d266-4e14-a707-3ff0e33b6951,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:36.578861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:37.403902 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:37.641459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Deleting port 94266063-689d-461a-8eda-2268a3785bb1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:37.641780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:37.717373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] For port 94266063-689d-461a-8eda-2268a3785bb1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=94266063-689d-461a-8eda-2268a3785bb1,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:37.717737 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:37.729799 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Calling delete_port for 94266063-689d-461a-8eda-2268a3785bb1 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:37.906109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:37.930950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94266063-689d-461a-8eda-2268a3785bb1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:38.096911 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:38.309675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Router f9325202-9005-42fa-ac26-82e5e58f72b7 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:05:38.416111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:05:38.421114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fb4b8dc6-229b-4466-b37f-ca1e84b25ac1 admin admin] 10.222.0.50 "PUT /v2.0/routers/f9325202-9005-42fa-ac26-82e5e58f72b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8410292 Aug 30 15:05:38.423820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:38.427264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] Sync routers for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:05:38.437165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:05:38.437950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:05:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:38.527903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:38.541592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:05:38.630305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:38.682292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Deleting port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:38.682903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:38.717764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T15:05:37Z', 'revision_number': 5, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port': {'id': '2b2bfc21-0b34-436b-b117-c2a2bb4139a2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:38.748220 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] Checking router: f9325202-9005-42fa-ac26-82e5e58f72b7 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:05:38.756460 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] Routers {'f9325202-9005-42fa-ac26-82e5e58f72b7'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:05:38.757102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:05:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f9325202-9005-42fa-ac26-82e5e58f72b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:38.764811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] For port 2b2bfc21-0b34-436b-b117-c2a2bb4139a2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2b2bfc21-0b34-436b-b117-c2a2bb4139a2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:38.765220 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:38.777027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Calling delete_port for 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:38.838671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] Set router f9325202-9005-42fa-ac26-82e5e58f72b7 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:05:38.895016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T15:05:38Z', 'revision_number': 6, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:38.921593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3ea8d-e23f-49b9-a723-10cd092be18d None None] The sync data for ids ['f9325202-9005-42fa-ac26-82e5e58f72b7'] in n-d-805668-3 is: [{'id': 'f9325202-9005-42fa-ac26-82e5e58f72b7', 'name': 'tempest-TestVolumeBootPattern-1351615021-router', 'tenant_id': '43e1b811f8d9454982d40325c43cbc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:14Z', 'updated_at': '2021-08-30T15:05:38Z', 'revision_number': 6, 'project_id': '43e1b811f8d9454982d40325c43cbc46', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:05:38.949533 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:38.982657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2bfc21-0b34-436b-b117-c2a2bb4139a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:39.038007 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.126677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.128804 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.171073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.171522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9325202-9005-42fa-ac26-82e5e58f72b7 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:05:39.175739 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.177005 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c34fc110-45ac-4fa2-8f39-865a62e2397b admin admin] 10.222.0.50 "DELETE /v2.0/routers/f9325202-9005-42fa-ac26-82e5e58f72b7 HTTP/1.1" status: 204 len: 168 time: 0.7521911 Aug 30 15:05:39.179603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:39.223893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fae466c-e770-43da-840f-844f3352fb08 admin admin] Deleting subnet 8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:05:39.226834 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fae466c-e770-43da-840f-844f3352fb08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.261494 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fae466c-e770-43da-840f-844f3352fb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.350389 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fae466c-e770-43da-840f-844f3352fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.409702 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fae466c-e770-43da-840f-844f3352fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.433123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae466c-e770-43da-840f-844f3352fb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:39.439469 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fae466c-e770-43da-840f-844f3352fb08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.441353 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8fae466c-e770-43da-840f-844f3352fb08 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8bfdd9b4-04a6-4b1b-b58f-cd21433a0a02 HTTP/1.1" status: 204 len: 168 time: 0.2607241 Aug 30 15:05:39.443858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:39.446722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe9ad0-ec70-45ef-8c4e-ba92e5108514 None None] Network ed3af74a-cd99-4e2e-b229-4e0f2e04e12a requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:05:39.515602 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.573394 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Deleting port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:39.573742 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.636368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] For port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:39.636775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.649514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Calling delete_port for 00f658b7-7ed3-4eb6-9a34-3c69e01b667d owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:39.710087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] DHCP port deletion for ed3af74a-cd99-4e2e-b229-4e0f2e04e12a request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:05:39.742442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 94266063-689d-461a-8eda-2268a3785bb1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:05:39.768914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 94266063-689d-461a-8eda-2268a3785bb1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:05:39.769219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 94266063-689d-461a-8eda-2268a3785bb1 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:05:39.790730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Deleting port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:39.791105 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.858832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] For port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,segment=NetworkSegment(67cb774e-e311-4f7a-ab64-d4b234a3cd0e),segment_id=67cb774e-e311-4f7a-ab64-d4b234a3cd0e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:39.859228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.873020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Calling delete_port for 00f658b7-7ed3-4eb6-9a34-3c69e01b667d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:39.958365 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:39.984933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Pushing event deleted for resources: {'Port': ['ID=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:39.994393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.994751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.995099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.995443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.995785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.996161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.996489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.996822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.997270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.997605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.997935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:39.998263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:05:40.004412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa15aa-b247-4dba-b75d-8baa5f61bd2e None None] No DVR routers for this DVR port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:05:40.090349 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.115761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f658b7-7ed3-4eb6-9a34-3c69e01b667d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:40.117622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] No DVR routers for this DVR port 00f658b7-7ed3-4eb6-9a34-3c69e01b667d on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:05:40.189355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.199533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3af74a-cd99-4e2e-b229-4e0f2e04e12a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:40.209444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cb774e-e311-4f7a-ab64-d4b234a3cd0e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:40.209686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cb774e-e311-4f7a-ab64-d4b234a3cd0e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:40.218847 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.231968 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.238046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:05:40.238440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: self.session.flush() Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:05:40.240085 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:05:40.292677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.298191 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.300029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ed3af74a-cd99-4e2e-b229-4e0f2e04e12a HTTP/1.1" status: 204 len: 168 time: 0.8552639 Aug 30 15:05:40.303292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:40.311495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caa7c5-cdad-42df-98bc-01ce5e1e0fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3af74a-cd99-4e2e-b229-4e0f2e04e12a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:40.644890 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.894620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Deleting port eb31e038-39b8-4669-bd1a-b8665a75fe1d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:40.894985 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.974004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] For port eb31e038-39b8-4669-bd1a-b8665a75fe1d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=eb31e038-39b8-4669-bd1a-b8665a75fe1d,segment=NetworkSegment(3d48281b-7a56-4c9b-b644-41f95ac82c7d),segment_id=3d48281b-7a56-4c9b-b644-41f95ac82c7d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:40.974538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:40.992735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Calling delete_port for eb31e038-39b8-4669-bd1a-b8665a75fe1d owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:41.175869 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:41.200250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb31e038-39b8-4669-bd1a-b8665a75fe1d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:41.388631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:41.400866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:05:41.426813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:05:41.427172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 2b2bfc21-0b34-436b-b117-c2a2bb4139a2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:05:41.427665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 00f658b7-7ed3-4eb6-9a34-3c69e01b667d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:05:41.446519 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 00f658b7-7ed3-4eb6-9a34-3c69e01b667d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:05:41.446947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 00f658b7-7ed3-4eb6-9a34-3c69e01b667d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:05:41.841979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Router 477ddcde-5f37-4292-ad57-97b5d4688779 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:05:41.956061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:05:41.961383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b61f1ef2-563e-4bf2-9c2d-f146b5232d67 admin admin] 10.222.0.50 "PUT /v2.0/routers/477ddcde-5f37-4292-ad57-97b5d4688779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568973 Aug 30 15:05:41.963876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:41.966728 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] Sync routers for ids ['477ddcde-5f37-4292-ad57-97b5d4688779'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:05:41.975724 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] Routers {'477ddcde-5f37-4292-ad57-97b5d4688779'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:05:41.976345 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:05:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['477ddcde-5f37-4292-ad57-97b5d4688779'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:42.069244 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.081659 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] Set router 477ddcde-5f37-4292-ad57-97b5d4688779 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:05:42.177458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.235418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Deleting port c2c4422d-4903-413d-9500-f5026b0e5fc2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:42.235762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.258885 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T15:05:41Z', 'revision_number': 5, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port': {'id': 'c2c4422d-4903-413d-9500-f5026b0e5fc2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:55:23Z', 'updated_at': '2021-08-30T14:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:42.284752 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] Checking router: 477ddcde-5f37-4292-ad57-97b5d4688779 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:05:42.294444 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] Routers {'477ddcde-5f37-4292-ad57-97b5d4688779'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:05:42.295064 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:05:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['477ddcde-5f37-4292-ad57-97b5d4688779'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:42.315497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] For port c2c4422d-4903-413d-9500-f5026b0e5fc2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c2c4422d-4903-413d-9500-f5026b0e5fc2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:42.315868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.328933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Calling delete_port for c2c4422d-4903-413d-9500-f5026b0e5fc2 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:42.387568 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] Set router 477ddcde-5f37-4292-ad57-97b5d4688779 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:05:42.442677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T15:05:42Z', 'revision_number': 6, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:42.468728 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b15ac-2bec-47c6-9eac-d5d3af0e4801 None None] The sync data for ids ['477ddcde-5f37-4292-ad57-97b5d4688779'] in n-d-805668-3 is: [{'id': '477ddcde-5f37-4292-ad57-97b5d4688779', 'name': 'tempest-TestVolumeBootPattern-1808932651-router', 'tenant_id': 'a1087a24d5324cdc9522e73b07da0410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:55:22Z', 'updated_at': '2021-08-30T15:05:42Z', 'revision_number': 6, 'project_id': 'a1087a24d5324cdc9522e73b07da0410', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:05:42.510691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.538960 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c4422d-4903-413d-9500-f5026b0e5fc2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:42.600396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.690699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.692864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.736065 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.736710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 477ddcde-5f37-4292-ad57-97b5d4688779 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:05:42.742030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.743200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f6e70d0d-55da-4ec9-9afc-9ad86c4fa4bd admin admin] 10.222.0.50 "DELETE /v2.0/routers/477ddcde-5f37-4292-ad57-97b5d4688779 HTTP/1.1" status: 204 len: 168 time: 0.7783968 Aug 30 15:05:42.745841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:42.797078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a68d653-4274-4150-b65f-831eccb64a1c admin admin] Deleting subnet a8866c48-e5bb-46bf-b242-8e8db5fb58a9 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:05:42.800308 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a68d653-4274-4150-b65f-831eccb64a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.836086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a68d653-4274-4150-b65f-831eccb64a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.924291 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a68d653-4274-4150-b65f-831eccb64a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:42.977882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a68d653-4274-4150-b65f-831eccb64a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.009209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68d653-4274-4150-b65f-831eccb64a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8866c48-e5bb-46bf-b242-8e8db5fb58a9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:43.012898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a68d653-4274-4150-b65f-831eccb64a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.017442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0a68d653-4274-4150-b65f-831eccb64a1c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a8866c48-e5bb-46bf-b242-8e8db5fb58a9 HTTP/1.1" status: 204 len: 168 time: 0.2706182 Aug 30 15:05:43.018660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:43.020639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d9d93-a409-4de6-9cbc-91b50a39db4e None None] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:05:43.097886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.156846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Deleting port b16fad7d-357f-45be-a9cd-27aa62916cc7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:43.157239 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.223320 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] For port b16fad7d-357f-45be-a9cd-27aa62916cc7, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b16fad7d-357f-45be-a9cd-27aa62916cc7,segment=NetworkSegment(3d48281b-7a56-4c9b-b644-41f95ac82c7d),segment_id=3d48281b-7a56-4c9b-b644-41f95ac82c7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:43.223320 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.234425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] DHCP port deletion for 1744241f-6c50-4fd2-91e6-20bbb2fb0229 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:05:43.237292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Calling delete_port for b16fad7d-357f-45be-a9cd-27aa62916cc7 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:43.281441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] Deleting port b16fad7d-357f-45be-a9cd-27aa62916cc7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:05:43.282000 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.331004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.356018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] For port b16fad7d-357f-45be-a9cd-27aa62916cc7, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=b16fad7d-357f-45be-a9cd-27aa62916cc7,segment=NetworkSegment(3d48281b-7a56-4c9b-b644-41f95ac82c7d),segment_id=3d48281b-7a56-4c9b-b644-41f95ac82c7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:05:43.356689 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.358117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Pushing event deleted for resources: {'Port': ['ID=b16fad7d-357f-45be-a9cd-27aa62916cc7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:43.362103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] No DVR routers for this DVR port b16fad7d-357f-45be-a9cd-27aa62916cc7 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:05:43.371816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] Calling delete_port for b16fad7d-357f-45be-a9cd-27aa62916cc7 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:05:43.377510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device eb31e038-39b8-4669-bd1a-b8665a75fe1d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:05:43.407309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: eb31e038-39b8-4669-bd1a-b8665a75fe1d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:05:43.408003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device eb31e038-39b8-4669-bd1a-b8665a75fe1d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:05:43.408667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c2c4422d-4903-413d-9500-f5026b0e5fc2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:05:43.450431 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.456756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c2c4422d-4903-413d-9500-f5026b0e5fc2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:05:43.457683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c2c4422d-4903-413d-9500-f5026b0e5fc2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:05:43.457683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b16fad7d-357f-45be-a9cd-27aa62916cc7 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:05:43.460959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1744241f-6c50-4fd2-91e6-20bbb2fb0229']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:43.472630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d48281b-7a56-4c9b-b644-41f95ac82c7d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:43.472939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d48281b-7a56-4c9b-b644-41f95ac82c7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:05:43.481830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: b16fad7d-357f-45be-a9cd-27aa62916cc7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:05:43.482179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device b16fad7d-357f-45be-a9cd-27aa62916cc7 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:05:43.483044 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.501027 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.508107 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:05:43.508756 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:05:43.510750 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:05:43.580346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.585696 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.587660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] 10.222.0.50 "DELETE /v2.0/networks/1744241f-6c50-4fd2-91e6-20bbb2fb0229 HTTP/1.1" status: 204 len: 168 time: 0.5637894 Aug 30 15:05:43.600793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e3d8f-05c1-43c9-a2f6-1867f3dfb68f admin admin] Pushing event deleted for resources: {'Network': ['ID=1744241f-6c50-4fd2-91e6-20bbb2fb0229,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:43.676429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.700907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] Network 1744241f-6c50-4fd2-91e6-20bbb2fb0229 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 15:05:43.701419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] No DVR routers for this DVR port b16fad7d-357f-45be-a9cd-27aa62916cc7 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:05:43.703399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451c643-c2a3-40a8-9f5d-58c83db94202 None None] Pushing event deleted for resources: {'Port': ['ID=b16fad7d-357f-45be-a9cd-27aa62916cc7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:43.722587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:43.767959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-32a53747-89b3-4a85-a5a6-577f1fc55a1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43e1b811f8d9454982d40325c43cbc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440567 Aug 30 15:05:43.770372 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:43.818574 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105afaa4-ea3c-44dd-b1d7-2ce40244c38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.840086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105afaa4-ea3c-44dd-b1d7-2ce40244c38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.887406 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105afaa4-ea3c-44dd-b1d7-2ce40244c38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.889998 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105afaa4-ea3c-44dd-b1d7-2ce40244c38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:43.891163 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-105afaa4-ea3c-44dd-b1d7-2ce40244c38d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/690c7393-117b-4450-bdd5-ba564ed89c94 HTTP/1.1" status: 204 len: 168 time: 0.1198308 Aug 30 15:05:43.899687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105afaa4-ea3c-44dd-b1d7-2ce40244c38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c7393-117b-4450-bdd5-ba564ed89c94,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:44.230285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:44.271979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-723eac63-33b1-481d-a0b5-a91e5e6f60be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1087a24d5324cdc9522e73b07da0410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399415 Aug 30 15:05:44.274561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:05:44.324038 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-984a554e-e77c-4927-9663-123fe8746454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:44.344965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-984a554e-e77c-4927-9663-123fe8746454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:44.393732 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-984a554e-e77c-4927-9663-123fe8746454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:44.396442 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-984a554e-e77c-4927-9663-123fe8746454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:44.397673 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-984a554e-e77c-4927-9663-123fe8746454 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff48138d-1256-4183-b0c9-83aabf2ccdd0 HTTP/1.1" status: 204 len: 168 time: 0.1222188 Aug 30 15:05:44.406001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a554e-e77c-4927-9663-123fe8746454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff48138d-1256-4183-b0c9-83aabf2ccdd0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:46.749932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-c444b5f6-9de1-41a0-9a39-68c81e38220e req-d090c7b0-e04b-4f0a-bce0-6af6337c80ec service neutron] (94827) timed out ('10.222.0.50', 40552) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 15:05:50.291357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:54.552735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-d66d1e61-8579-4f11-bbd9-2a9a92bc868a tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=947975dc41c340eb81a75146ac9e5367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227230 Aug 30 15:05:54.655737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-6e49ddd9-e943-4f9d-a6e3-dc77d1abf199 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:54.657183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-6e49ddd9-e943-4f9d-a6e3-dc77d1abf199 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0988147 Aug 30 15:05:54.672298 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-2c539755-1bca-40e2-a5cc-11999d993e47 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/quotas/947975dc41c340eb81a75146ac9e5367 HTTP/1.1" status: 200 len: 375 time: 0.0094290 Aug 30 15:05:54.707576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-f43262e7-9ef5-4c62-9e44-34b984f46a6c tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=947975dc41c340eb81a75146ac9e5367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300283 Aug 30 15:05:54.866103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c6a094c-eeda-4186-ab05-befc5f4f0fb5 req-af6070ae-783e-4f8f-ba47-1571b9985b2e tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 210 time: 0.0269935 Aug 30 15:05:55.191914 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fa94796-b2ef-432d-8aa1-c90717d58ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:55.915190 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-214f4ce7-2f8a-4bfd-948e-9adc5c07fe89 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=947975dc41c340eb81a75146ac9e5367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220959 Aug 30 15:05:56.006192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca329f20-c63f-48a2-9ee3-bd6597e412c0 req-97aecc0b-f671-49c8-8699-2cbb451b207b tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 210 time: 0.0320070 Aug 30 15:05:56.054210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-8c9e52bd-a89f-4c12-891c-2e6279a40e33 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:56.055840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-8c9e52bd-a89f-4c12-891c-2e6279a40e33 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338067 Aug 30 15:05:56.103860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Request body: {'port': {'device_id': '0462fe5d-3597-4225-8c48-e7275cbab3a3', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'admin_state_up': True, 'tenant_id': '947975dc41c340eb81a75146ac9e5367'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:05:56.212916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Made reservation on behalf of 947975dc41c340eb81a75146ac9e5367 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:05:56.216409 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.225901 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.314483 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.318255 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.389775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd71235-34f2-43be-8c77-64fc756e5f50,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:56.456594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Allocated IP 192.168.233.53 (cb8ea1c5-a01e-4cf1-8915-82523a64a843/c8800ff3-e2a0-4d09-bf73-840c9f341ed1/2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:05:56.599444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.617863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Transition to ACTIVE for port object 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:05:56.651090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.691352 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Network cb8ea1c5-a01e-4cf1-8915-82523a64a843 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:05:56.696290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:05:56.700417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:05:56.728035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Pushing event updated for resources: {'Port': ['ID=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:56.754406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:56.755035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.769862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-54681dc2-7881-4152-8cb0-26d73970a2c7 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6699281 Aug 30 15:05:56.788160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Request body: {'port': {'device_id': '0462fe5d-3597-4225-8c48-e7275cbab3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:05:56.845645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.908683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0fd45223-bf39-49c9-b709-dd022f11243b None None] Provisioning for port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:05:56.913141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0fd45223-bf39-49c9-b709-dd022f11243b None None] Provisioning complete for port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:05:56.913544 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fd45223-bf39-49c9-b709-dd022f11243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:56.948506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0fd45223-bf39-49c9-b709-dd022f11243b None None] Port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:05:57.128185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6aad90-0344-4639-8f16-2ccc299a40b9 req-35757d2a-2409-43a9-bfec-56b70dcf9a9b tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:57.129905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b6aad90-0344-4639-8f16-2ccc299a40b9 req-35757d2a-2409-43a9-bfec-56b70dcf9a9b tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 935 time: 0.0514693 Aug 30 15:05:57.150678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:05:57.159193 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:57.170395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2b6aad90-0344-4639-8f16-2ccc299a40b9 req-c68e5d63-ee32-4e5f-b534-4c289df49169 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Aug 30 15:05:57.173579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Transition to ACTIVE for port object 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:05:57.177410 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:57.234089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Pushing event updated for resources: {'Port': ['ID=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:57.309215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Attempting to bind port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:05:57.309572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Attempting to bind port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:05:57.309904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Attempting to bind port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:05:57.314603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:05:57.314929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Attempting to bind port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 on network cb8ea1c5-a01e-4cf1-8915-82523a64a843 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:05:57.319869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:05:57.320214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Checking segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:05:57.320608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Bound using segment: {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:05:57.321054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Bound port: 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a54a0a-da8f-4614-a2db-ca462af95e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:05:57.321423 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:57.389659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] For port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:05:57.392771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] For port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:05:57.396751 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:57.431390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:57.432018 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:57.434372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-53790958-9726-4586-9495-3a82cde1b06a service neutron] 10.222.0.21 "PUT /v2.0/ports/2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 HTTP/1.1" status: 200 len: 1095 time: 0.6507356 Aug 30 15:05:57.434857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0462fe5d-3597-4225-8c48-e7275cbab3a3', 'tag': '2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:05:57.437164 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d668df-548f-4d68-a938-dfca33d17283" -d '{"events": [{"name": "network-changed", "server_uuid": "0462fe5d-3597-4225-8c48-e7275cbab3a3", "tag": "2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:05:57.461664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53790958-9726-4586-9495-3a82cde1b06a service neutron] Pushing event updated for resources: {'Port': ['ID=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:05:57.533158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-34eb5ddc-54eb-4c4d-ae39-b7c6e9108088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:57.534854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-34eb5ddc-54eb-4c4d-ae39-b7c6e9108088 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=947975dc41c340eb81a75146ac9e5367&device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0461509 Aug 30 15:05:57.557342 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6879e7d8-f7bf-44a6-9b7c-86dd702fdc24 x-openstack-request-id: req-6879e7d8-f7bf-44a6-9b7c-86dd702fdc24 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:05:57.557911 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0462fe5d-3597-4225-8c48-e7275cbab3a3", "tag": "2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:05:57.558166 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6879e7d8-f7bf-44a6-9b7c-86dd702fdc24 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:05:57.558550 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0462fe5d-3597-4225-8c48-e7275cbab3a3', 'tag': '2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52', 'status': 'completed', 'code': 200} Aug 30 15:05:57.592848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-c01395a2-3b77-4f24-8a19-e3d9db15d480 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 HTTP/1.1" status: 200 len: 217 time: 0.0425959 Aug 30 15:05:57.643594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-90f738c5-aada-4442-a1c7-58cea7eb2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:57.645097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-90f738c5-aada-4442-a1c7-58cea7eb2a27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0454667 Aug 30 15:05:57.690906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-834fe58e-1380-400d-b017-7c1d7a953e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:57.692420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-834fe58e-1380-400d-b017-7c1d7a953e05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397308 Aug 30 15:05:57.788814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-9c8719bd-6212-4d55-a797-1b8888a8333c service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886476 Aug 30 15:05:57.878986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ec4440c-8457-49bd-9599-e6aa3a14018b req-91e2cee1-92c4-41a0-af5e-8549d22bfbcc service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836391 Aug 30 15:05:57.904469 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f84c-3143-48ee-ba6c-51a78bc4b66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:58.000045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d668df-548f-4d68-a938-dfca33d17283 req-a3cc6624-a5d4-4fb1-87cb-d52ee56e7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:58.001541 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12d668df-548f-4d68-a938-dfca33d17283 req-a3cc6624-a5d4-4fb1-87cb-d52ee56e7426 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=947975dc41c340eb81a75146ac9e5367&device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0398288 Aug 30 15:05:58.095458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d668df-548f-4d68-a938-dfca33d17283 req-447441f8-95a9-493d-8fab-96f1eae1abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:58.096914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12d668df-548f-4d68-a938-dfca33d17283 req-447441f8-95a9-493d-8fab-96f1eae1abed service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb8ea1c5-a01e-4cf1-8915-82523a64a843 HTTP/1.1" status: 200 len: 870 time: 0.0878119 Aug 30 15:05:58.138147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12d668df-548f-4d68-a938-dfca33d17283 req-5f674363-b9bf-4cb1-8f2b-b5b1e135a6da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 HTTP/1.1" status: 200 len: 217 time: 0.0345113 Aug 30 15:05:58.193030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d668df-548f-4d68-a938-dfca33d17283 req-28894a8b-e382-4e1e-9a34-ec068dbb4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:58.194406 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12d668df-548f-4d68-a938-dfca33d17283 req-28894a8b-e382-4e1e-9a34-ec068dbb4081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8800ff3-e2a0-4d09-bf73-840c9f341ed1 HTTP/1.1" status: 200 len: 843 time: 0.0484636 Aug 30 15:05:58.241323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d668df-548f-4d68-a938-dfca33d17283 req-ecaf7542-d3db-414b-904b-6cb2b9f6369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:58.242822 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12d668df-548f-4d68-a938-dfca33d17283 req-ecaf7542-d3db-414b-904b-6cb2b9f6369a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb8ea1c5-a01e-4cf1-8915-82523a64a843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404694 Aug 30 15:05:58.286567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f4fb8-f215-4e81-b777-f88c1cc9ff1e req-ca8d792c-dfdd-40e6-92e0-1264a21a15d8 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:58.288190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-166f4fb8-f215-4e81-b777-f88c1cc9ff1e req-ca8d792c-dfdd-40e6-92e0-1264a21a15d8 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 947 time: 0.0497758 Aug 30 15:05:58.329131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-166f4fb8-f215-4e81-b777-f88c1cc9ff1e req-8e546cef-55dc-4566-af92-3c4bb1d6c2e9 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Aug 30 15:05:58.338659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12d668df-548f-4d68-a938-dfca33d17283 req-b844fc84-2cc7-4b48-82ea-696cf2a4494e service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877819 Aug 30 15:05:58.436457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-12d668df-548f-4d68-a938-dfca33d17283 req-1f39f93d-7e3b-459f-89b3-6ea8a3902129 service neutron] 10.222.0.21 "GET /v2.0/networks/cb8ea1c5-a01e-4cf1-8915-82523a64a843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901618 Aug 30 15:05:58.639415 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:59.335952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:05:59.446628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed568-44df-4b75-a766-9b291ad011d2 req-a9973cf1-9ba0-4943-aaa0-c8ec221c1445 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:05:59.448105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a35ed568-44df-4b75-a766-9b291ad011d2 req-a9973cf1-9ba0-4943-aaa0-c8ec221c1445 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 947 time: 0.0509346 Aug 30 15:05:59.485570 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a35ed568-44df-4b75-a766-9b291ad011d2 req-3ddce86b-a7e8-4627-9167-74048fbd3449 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307090 Aug 30 15:06:00.603229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e7121-92fa-4a53-bbb1-eecd48f7ba46 req-95359e3a-6870-43ce-b685-d98486347df4 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:00.604738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e86e7121-92fa-4a53-bbb1-eecd48f7ba46 req-95359e3a-6870-43ce-b685-d98486347df4 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 947 time: 0.0527382 Aug 30 15:06:00.641634 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e86e7121-92fa-4a53-bbb1-eecd48f7ba46 req-a103f01f-1fca-4c03-bc6b-4014256236e6 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Aug 30 15:06:00.834308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:06:00.926096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:00.937473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52', 'network_id': 'cb8ea1c5-a01e-4cf1-8915-82523a64a843', 'port_id': '2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52', 'mac_address': 'fa:16:3e:1d:5e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8800ff3-e2a0-4d09-bf73-840c9f341ed1', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:06:00.972537 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:00.988606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:06:01.006701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:01.010776 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:01.059301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:01.439718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:06:01.718744 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:01.756556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242c42-6aa2-492c-a0cf-27b343361d7f req-a4367164-0dd6-4e13-8eef-0050e42dbf3d tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:01.758043 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-34242c42-6aa2-492c-a0cf-27b343361d7f req-a4367164-0dd6-4e13-8eef-0050e42dbf3d tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 948 time: 0.0474443 Aug 30 15:06:01.796174 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-34242c42-6aa2-492c-a0cf-27b343361d7f req-369dcb5a-dce9-4c14-950b-e7adf95aea31 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Aug 30 15:06:02.855522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:06:02.907840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:06:02.911640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:06:02.911760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67224229-3aa0-4b3d-a879-7ac2e1bc189d req-8a3d4b9e-e2f0-4627-a657-aadeb9eafd8f tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:02.912247 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:02.913345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67224229-3aa0-4b3d-a879-7ac2e1bc189d req-8a3d4b9e-e2f0-4627-a657-aadeb9eafd8f tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 948 time: 0.0496774 Aug 30 15:06:02.952861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-67224229-3aa0-4b3d-a879-7ac2e1bc189d req-68656331-bbe2-4904-af54-7f2eaa3e0284 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Aug 30 15:06:02.987090 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:03.009452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0462fe5d-3597-4225-8c48-e7275cbab3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:06:03.012372 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db097d2c-d84c-4c91-a314-af4e85c318f4" -d '{"events": [{"server_uuid": "0462fe5d-3597-4225-8c48-e7275cbab3a3", "name": "network-vif-plugged", "status": "completed", "tag": "2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:06:03.026035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:03.031091 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:03.057399 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80641985-3115-4626-a0ed-925f0fe4240d x-openstack-request-id: req-80641985-3115-4626-a0ed-925f0fe4240d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:06:03.058448 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0462fe5d-3597-4225-8c48-e7275cbab3a3", "name": "network-vif-plugged", "status": "completed", "tag": "2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:06:03.058697 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80641985-3115-4626-a0ed-925f0fe4240d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:06:03.059070 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0462fe5d-3597-4225-8c48-e7275cbab3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52', 'code': 200} Aug 30 15:06:03.083615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:03.146239 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:03.175375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421bce8-9347-4237-9c09-8a9eb6f31e24 req-9dbaf3e4-abc8-4b5d-bd83-efee92c8d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:03.176877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1421bce8-9347-4237-9c09-8a9eb6f31e24 req-9dbaf3e4-abc8-4b5d-bd83-efee92c8d4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 1100 time: 0.0443029 Aug 30 15:06:03.211461 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1421bce8-9347-4237-9c09-8a9eb6f31e24 req-247ef77d-07f4-4271-b05e-45e116d94893 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272141 Aug 30 15:06:04.065567 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3562267-12f0-4dfa-8b45-e7f700e31da4 req-f70af167-4fa5-41ac-a1b3-2b7adf673dbe tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:04.067025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3562267-12f0-4dfa-8b45-e7f700e31da4 req-f70af167-4fa5-41ac-a1b3-2b7adf673dbe tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 949 time: 0.0483577 Aug 30 15:06:04.104347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3562267-12f0-4dfa-8b45-e7f700e31da4 req-8940560a-d334-4e74-8246-cb47b39d34ff tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Aug 30 15:06:05.221170 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b0027-b6cf-43da-8d76-9c9ef512ad71 req-41d6f53e-0585-42a3-8884-b781baf3ee99 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:05.222720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-625b0027-b6cf-43da-8d76-9c9ef512ad71 req-41d6f53e-0585-42a3-8884-b781baf3ee99 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 949 time: 0.0509701 Aug 30 15:06:05.268571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-625b0027-b6cf-43da-8d76-9c9ef512ad71 req-070903b0-22be-4a98-9bb6-ca737ea36a62 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Aug 30 15:06:06.159756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13b6e7-b3d3-4cf2-a015-ff29b7fdc47d req-900a4abe-15e9-4bf6-a8bd-a4f34a2b3a39 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:06.161281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b13b6e7-b3d3-4cf2-a015-ff29b7fdc47d req-900a4abe-15e9-4bf6-a8bd-a4f34a2b3a39 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 949 time: 0.0486593 Aug 30 15:06:06.199100 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b13b6e7-b3d3-4cf2-a015-ff29b7fdc47d req-2c1c1853-0a8b-4d58-9a0b-60899049931b tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Aug 30 15:06:07.328757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c293156-02e9-48b2-87a6-38d5f58129e5 req-b2e0e7d3-feaf-4c67-95d4-2501a910aeb2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:07.330269 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c293156-02e9-48b2-87a6-38d5f58129e5 req-b2e0e7d3-feaf-4c67-95d4-2501a910aeb2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 949 time: 0.0541973 Aug 30 15:06:07.370552 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c293156-02e9-48b2-87a6-38d5f58129e5 req-8229faad-20e4-4aac-8957-32a3c72b03ac tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fd71235-34f2-43be-8c77-64fc756e5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339363 Aug 30 15:06:07.801664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-7e1198db-b488-477f-8234-819940167e89 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:07.803221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-7e1198db-b488-477f-8234-819940167e89 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.21 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 949 time: 0.0512145 Aug 30 15:06:07.890166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Deleting port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:06:07.890502 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:07.978633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] For port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,segment=NetworkSegment(c9a54a0a-da8f-4614-a2db-ca462af95e6e),segment_id=c9a54a0a-da8f-4614-a2db-ca462af95e6e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:07.978986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:07.991950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Calling delete_port for 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:06:08.119952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:08.147169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Pushing event deleted for resources: {'Port': ['ID=2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:08.156539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:06:08.191657 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] No DVR routers for this DVR port 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:06:08.194348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:08.196393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3456a43b-071c-40dd-ba0c-ee45ab5e4137 req-1154b383-48db-4628-b7b0-123bd381dde2 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.21 "DELETE /v2.0/ports/2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 HTTP/1.1" status: 204 len: 173 time: 0.3867853 Aug 30 15:06:08.196847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0462fe5d-3597-4225-8c48-e7275cbab3a3', 'name': 'network-vif-deleted', 'tag': '2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:06:08.199409 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fd21e1-2be2-4899-a567-cda9a79c80b6" -d '{"events": [{"server_uuid": "0462fe5d-3597-4225-8c48-e7275cbab3a3", "name": "network-vif-deleted", "tag": "2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:06:08.240607 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f06512-7caf-48a4-8639-5ced22a42b0f x-openstack-request-id: req-c6f06512-7caf-48a4-8639-5ced22a42b0f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:06:08.240903 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0462fe5d-3597-4225-8c48-e7275cbab3a3", "name": "network-vif-deleted", "tag": "2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:06:08.241202 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6f06512-7caf-48a4-8639-5ced22a42b0f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:06:08.241612 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0462fe5d-3597-4225-8c48-e7275cbab3a3', 'name': 'network-vif-deleted', 'tag': '2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52', 'status': 'completed', 'code': 200} Aug 30 15:06:08.477228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16103c80-cf06-4bdf-b3f5-9ede9f60b316 req-3b15b29d-9b17-4b3a-98f2-93c1e13cd682 tempest-ServersAdminNegativeTestJSON-1072051621 tempest-ServersAdminNegativeTestJSON-1072051621-project] 10.222.0.50 "GET /v2.0/ports?device_id=0462fe5d-3597-4225-8c48-e7275cbab3a3 HTTP/1.1" status: 200 len: 210 time: 0.0262988 Aug 30 15:06:09.410907 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:06:09.769155 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:06:09.906371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-68598790-c75c-4304-8d42-bc00184670a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=947975dc41c340eb81a75146ac9e5367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360641 Aug 30 15:06:09.908897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:06:09.957647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41b43097-48f1-43bc-b8c0-2aa3aa2265ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:09.978565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41b43097-48f1-43bc-b8c0-2aa3aa2265ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.029235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41b43097-48f1-43bc-b8c0-2aa3aa2265ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.032050 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41b43097-48f1-43bc-b8c0-2aa3aa2265ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.033244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-41b43097-48f1-43bc-b8c0-2aa3aa2265ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4fd71235-34f2-43be-8c77-64fc756e5f50 HTTP/1.1" status: 204 len: 168 time: 0.1233461 Aug 30 15:06:10.041665 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b43097-48f1-43bc-b8c0-2aa3aa2265ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd71235-34f2-43be-8c77-64fc756e5f50,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:10.299472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:06:10.313485 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241d754d-eabe-4f71-a8bb-a031d36638a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.399165 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241d754d-eabe-4f71-a8bb-a031d36638a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.403614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241d754d-eabe-4f71-a8bb-a031d36638a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.441330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-241d754d-eabe-4f71-a8bb-a031d36638a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=480b2a9d1e6e4d52a6ca571daec6edf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407449 Aug 30 15:06:10.442393 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d754d-eabe-4f71-a8bb-a031d36638a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f02499a-8856-4f99-b7e5-f7de8064933f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:10.444928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:06:10.493758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd9879a-9a34-4421-81a3-9dd12301a648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.514148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd9879a-9a34-4421-81a3-9dd12301a648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.559675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd9879a-9a34-4421-81a3-9dd12301a648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.562381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fd9879a-9a34-4421-81a3-9dd12301a648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:10.563517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4fd9879a-9a34-4421-81a3-9dd12301a648 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f02499a-8856-4f99-b7e5-f7de8064933f HTTP/1.1" status: 204 len: 168 time: 0.1170952 Aug 30 15:06:10.571756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9879a-9a34-4421-81a3-9dd12301a648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f02499a-8856-4f99-b7e5-f7de8064933f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:11.254905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:06:11.379930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-682435449-network', 'tenant_id': '4e303c1defe24c19a724dc830dc30f13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:06:11.399955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Made reservation on behalf of 4e303c1defe24c19a724dc830dc30f13 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:06:11.402144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.414123 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.504237 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.507965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.532125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:06:11.541622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b776ba4e-663c-4081-b874-a8d98167ef78,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:11.547748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.548095 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Added segment 716298ac-0eac-496e-afb4-45ff99171fb9 of type vlan for network 85e3acef-666e-4e92-892d-accbcfac1dc2 Aug 30 15:06:11.587700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.612281 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.613268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:11.613853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.670958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4148805 Aug 30 15:06:11.674053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:06:11.675940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ca4d6-10ac-42b4-8254-2e947c850998 admin admin] Pushing event updated for resources: {'Network': ['ID=85e3acef-666e-4e92-892d-accbcfac1dc2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:11.680368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Request body: {'subnet': {'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-682435449-subnet', 'tenant_id': '4e303c1defe24c19a724dc830dc30f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:06:11.686679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 85e3acef-666e-4e92-892d-accbcfac1dc2 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:06:11.703939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Made reservation on behalf of 4e303c1defe24c19a724dc830dc30f13 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:06:11.706573 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.872848 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.926450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72cec80-ec2e-4983-9493-9bf7e1064bfb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:11.935191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Checking segment: {'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:06:11.935553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Network hostable DHCP agents. Network: 85e3acef-666e-4e92-892d-accbcfac1dc2, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:06:11.951732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Network 85e3acef-666e-4e92-892d-accbcfac1dc2 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:06:11.960583 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 85e3acef-666e-4e92-892d-accbcfac1dc2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:06:11.965374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:11.965960 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:11.970788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5e8d2-cb5a-43ce-b5bd-9a8b220e2f5d None None] Network 85e3acef-666e-4e92-892d-accbcfac1dc2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:06:11.980466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9a4d941-ba89-4de8-8617-ecc3aa74799f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3047688 Aug 30 15:06:12.097993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee2f827-3f32-456a-95d6-958f777e926d None None] Network 85e3acef-666e-4e92-892d-accbcfac1dc2 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:06:12.403186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-d20f74ab-0cca-44b0-85cd-ede1a407088c tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:12.404665 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-d20f74ab-0cca-44b0-85cd-ede1a407088c tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 811 time: 0.1050117 Aug 30 15:06:12.419713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-25e461f1-9308-4fa2-ab59-d87987dd75bd tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/quotas/4e303c1defe24c19a724dc830dc30f13 HTTP/1.1" status: 200 len: 375 time: 0.0091219 Aug 30 15:06:12.450976 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-831ee1e8-a88b-4887-b159-bd55d5a9f09d tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261717 Aug 30 15:06:12.593772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-2d17a329-e4c3-4f10-b068-f04a6b779831 service neutron] 10.222.0.50 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356626 Aug 30 15:06:12.681167 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-9c8ed951-4f23-4eaa-b845-c82305fb5837 service neutron] 10.222.0.50 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813541 Aug 30 15:06:12.845290 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-339ddd5c-7dbe-48f1-af3a-fe236f4cb9e3 req-76f44999-cbae-49c6-aa0f-1e3dc54d9192 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 210 time: 0.0285718 Aug 30 15:06:12.928452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:06:12.948598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:06:12.949591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 2fdf2c2a-7c7d-4abf-a550-80a9a9dcbc52 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:06:13.826241 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-0275296d-140b-4657-a194-ee7f355c71d8 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:13.828359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-0275296d-140b-4657-a194-ee7f355c71d8 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.21 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 811 time: 0.1053288 Aug 30 15:06:13.857064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Request body: {'port': {'device_id': 'c09ab190-b028-4a2d-8374-91da37be4398', 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2', 'admin_state_up': True, 'tenant_id': '4e303c1defe24c19a724dc830dc30f13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:06:13.937522 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2646ef29-c594-48a7-b510-785467d3c780 req-b4b0ca30-9742-4d07-b7c3-c0171d0f9aa5 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 210 time: 0.0264368 Aug 30 15:06:13.969650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Made reservation on behalf of 4e303c1defe24c19a724dc830dc30f13 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:06:13.973172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.093329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Allocated IP 172.20.0.13 (85e3acef-666e-4e92-892d-accbcfac1dc2/e72cec80-ec2e-4983-9493-9bf7e1064bfb/c83e950c-01d2-4e70-9c39-b4be81956419) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:06:14.242483 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.280880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.318758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Network 85e3acef-666e-4e92-892d-accbcfac1dc2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:06:14.321729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:06:14.325559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:06:14.365454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:14.378449 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.378806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.379154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.379496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.379843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.380185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.380519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.380854 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.381227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.381561 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.381894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.382222 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:14.395722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:14.396334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.409939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ea3ae472-e970-49b2-8315-0d333e4786ae tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566263 Aug 30 15:06:14.428101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Request body: {'port': {'device_id': 'c09ab190-b028-4a2d-8374-91da37be4398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:06:14.480224 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.736498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83e950c-01d2-4e70-9c39-b4be81956419 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:06:14.743614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.755493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Transition to ACTIVE for port object c83e950c-01d2-4e70-9c39-b4be81956419 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:06:14.759196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.805771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:14.875639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Attempting to bind port c83e950c-01d2-4e70-9c39-b4be81956419 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:06:14.876347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Attempting to bind port c83e950c-01d2-4e70-9c39-b4be81956419 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:06:14.876347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Attempting to bind port c83e950c-01d2-4e70-9c39-b4be81956419 on network 85e3acef-666e-4e92-892d-accbcfac1dc2 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:06:14.880816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Port c83e950c-01d2-4e70-9c39-b4be81956419 on network 85e3acef-666e-4e92-892d-accbcfac1dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:06:14.881182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Attempting to bind port c83e950c-01d2-4e70-9c39-b4be81956419 on network 85e3acef-666e-4e92-892d-accbcfac1dc2 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:06:14.886022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:06:14.886358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Checking segment: {'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:06:14.886744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Bound using segment: {'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:06:14.887166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Bound port: c83e950c-01d2-4e70-9c39-b4be81956419, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:06:14.887572 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.954886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:06:14.958808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:06:14.963024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:14.999179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:14.999803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:15.001278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] 10.222.0.21 "PUT /v2.0/ports/c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 1092 time: 0.5776098 Aug 30 15:06:15.001728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:06:15.003980 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea899ab-d59a-49d0-abe4-534f1795203b" -d '{"events": [{"name": "network-changed", "server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:06:15.046620 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d153b9-7a79-4a16-9589-b6bd2b3399f2 x-openstack-request-id: req-a0d153b9-7a79-4a16-9589-b6bd2b3399f2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:06:15.046911 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:06:15.047243 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0d153b9-7a79-4a16-9589-b6bd2b3399f2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:06:15.047698 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'status': 'completed', 'code': 200} Aug 30 15:06:15.063131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37ddab-7b3d-473c-b9c5-285732d95576 service neutron] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:15.109112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c00c7-952e-4488-856f-e3001a96ae4c req-e298cd54-a1a9-4d0d-82d9-dd5b693d506f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:15.110626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-894c00c7-952e-4488-856f-e3001a96ae4c req-e298cd54-a1a9-4d0d-82d9-dd5b693d506f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 944 time: 0.0949254 Aug 30 15:06:15.133686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ff012ba6-ea0c-444f-bc66-02d87e785b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:15.135111 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-ff012ba6-ea0c-444f-bc66-02d87e785b80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1095 time: 0.0731125 Aug 30 15:06:15.160607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-894c00c7-952e-4488-856f-e3001a96ae4c req-72dc8169-4a31-4092-bb6a-1eff8bcb8cf6 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Aug 30 15:06:15.191598 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-b753004a-1ced-46e8-86cb-1464946acb6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 217 time: 0.0404313 Aug 30 15:06:15.241245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-095d8ee3-4fce-4cfd-9723-a983b3253fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:15.242714 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-095d8ee3-4fce-4cfd-9723-a983b3253fff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 200 len: 851 time: 0.0443196 Aug 30 15:06:15.274084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-07d310eb-31c4-4cdb-af32-1e3f4a0b6f36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=85e3acef-666e-4e92-892d-accbcfac1dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239065 Aug 30 15:06:15.386682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-d60d4163-2c67-40ad-8372-a4a2ef3019ab service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918815 Aug 30 15:06:15.475513 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5088f349-aeb4-4213-adbc-3ff929e83b11 req-612ca6bc-f414-4aae-a905-8830dc0c316f service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808554 Aug 30 15:06:15.613090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea899ab-d59a-49d0-abe4-534f1795203b req-a0f8c1d6-64d7-41a5-8220-42a69947af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:15.614557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dea899ab-d59a-49d0-abe4-534f1795203b req-a0f8c1d6-64d7-41a5-8220-42a69947af01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1095 time: 0.0441163 Aug 30 15:06:15.701716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea899ab-d59a-49d0-abe4-534f1795203b req-7e109378-3196-40c8-bc5f-2b5281bfe375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:15.703147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dea899ab-d59a-49d0-abe4-534f1795203b req-7e109378-3196-40c8-bc5f-2b5281bfe375 service neutron] 10.222.0.21 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 912 time: 0.0812697 Aug 30 15:06:15.747968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dea899ab-d59a-49d0-abe4-534f1795203b req-7cb287c7-aac3-4504-995f-9205018cb352 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 217 time: 0.0366604 Aug 30 15:06:15.795942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea899ab-d59a-49d0-abe4-534f1795203b req-df032443-ea26-4259-9b37-37c89d1abfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:15.797428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dea899ab-d59a-49d0-abe4-534f1795203b req-df032443-ea26-4259-9b37-37c89d1abfea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 200 len: 851 time: 0.0422409 Aug 30 15:06:15.830309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dea899ab-d59a-49d0-abe4-534f1795203b req-f9bcf8c8-75c9-4a41-bc82-f655751939ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=85e3acef-666e-4e92-892d-accbcfac1dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254445 Aug 30 15:06:15.916983 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dea899ab-d59a-49d0-abe4-534f1795203b req-d52e19da-dddc-47e6-b481-6c7f448168a6 service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791121 Aug 30 15:06:16.007574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dea899ab-d59a-49d0-abe4-534f1795203b req-269e5bb5-b284-4694-a203-4ebabc7f703f service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836451 Aug 30 15:06:16.278493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04cdf0-cc27-4a0f-a9ce-a2a9ff3ccd0f req-d28938ea-e116-4f88-bf42-5d35d6aa764f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:16.279948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f04cdf0-cc27-4a0f-a9ce-a2a9ff3ccd0f req-d28938ea-e116-4f88-bf42-5d35d6aa764f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 944 time: 0.0505025 Aug 30 15:06:16.322813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f04cdf0-cc27-4a0f-a9ce-a2a9ff3ccd0f req-b04b79ab-bc4a-468b-b3a7-6b4cd0496721 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368617 Aug 30 15:06:17.440598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101567f-c20a-48c3-bcc2-7dc9f2b6e2c3 req-ad293843-87d1-4244-a1af-1fe09f6c6a64 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:17.442104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0101567f-c20a-48c3-bcc2-7dc9f2b6e2c3 req-ad293843-87d1-4244-a1af-1fe09f6c6a64 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 944 time: 0.0487645 Aug 30 15:06:17.478880 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0101567f-c20a-48c3-bcc2-7dc9f2b6e2c3 req-3c556d4e-16d2-40ac-b431-88d38df4e62a tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Aug 30 15:06:18.592708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759e83c-aa7b-48e6-bda2-c91f81ed926b req-afe39274-c60f-4e0a-8d62-a4c70b3d551f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:18.594217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5759e83c-aa7b-48e6-bda2-c91f81ed926b req-afe39274-c60f-4e0a-8d62-a4c70b3d551f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 944 time: 0.0494959 Aug 30 15:06:18.631294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5759e83c-aa7b-48e6-bda2-c91f81ed926b req-460a94e8-c1b0-4336-8f4e-69cde3978125 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310209 Aug 30 15:06:18.969705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c83e950c-01d2-4e70-9c39-b4be81956419 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:06:19.065808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:19.077199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2', 'port_id': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'mac_address': 'fa:16:3e:24:0c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72cec80-ec2e-4983-9493-9bf7e1064bfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:06:19.112910 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:19.125858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83e950c-01d2-4e70-9c39-b4be81956419 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:06:19.144244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:19.148135 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:19.195417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:19.553737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c83e950c-01d2-4e70-9c39-b4be81956419'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:06:19.748770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f873b-89d8-48f1-9572-5c5c235bb571 req-05892df1-edcc-4000-b641-32becd331c6a tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:19.750273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d3f873b-89d8-48f1-9572-5c5c235bb571 req-05892df1-edcc-4000-b641-32becd331c6a tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 945 time: 0.0524487 Aug 30 15:06:19.787570 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d3f873b-89d8-48f1-9572-5c5c235bb571 req-2391cc86-eec5-4df9-8d8d-737dbdb0e599 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Aug 30 15:06:20.305590 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:20.900568 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02833c89-55ca-4171-b0b9-716632ea6a0e req-34cfd0fb-87a1-42f1-9f8a-fa5f872df328 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:20.902100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02833c89-55ca-4171-b0b9-716632ea6a0e req-34cfd0fb-87a1-42f1-9f8a-fa5f872df328 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Aug 30 15:06:20.941684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02833c89-55ca-4171-b0b9-716632ea6a0e req-3751ff9b-fb9b-42e3-8984-e3216d4a32a0 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Aug 30 15:06:20.974370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c83e950c-01d2-4e70-9c39-b4be81956419 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:06:21.023114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port c83e950c-01d2-4e70-9c39-b4be81956419 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:06:21.026567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port c83e950c-01d2-4e70-9c39-b4be81956419 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:06:21.026936 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:21.103058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:21.125065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:06:21.127296 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba18522-62e1-473c-8418-f421e839aab4" -d '{"events": [{"server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "name": "network-vif-plugged", "status": "completed", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:06:21.139936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:21.144388 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:21.167642 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfb127c-9bfa-4087-9b05-fa86efc2bd61 x-openstack-request-id: req-0cfb127c-9bfa-4087-9b05-fa86efc2bd61 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:06:21.167932 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "name": "network-vif-plugged", "status": "completed", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:06:21.168184 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cfb127c-9bfa-4087-9b05-fa86efc2bd61 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:06:21.168571 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'code': 200} Aug 30 15:06:21.193459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:21.291629 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc0e80-3574-4537-a75c-b1c32f209610 req-bdcf4159-c209-4e92-ad2b-09177b9ff4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:21.293211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbfc0e80-3574-4537-a75c-b1c32f209610 req-bdcf4159-c209-4e92-ad2b-09177b9ff4d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1097 time: 0.0392959 Aug 30 15:06:21.327765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cbfc0e80-3574-4537-a75c-b1c32f209610 req-e2337900-959c-4f1e-9f57-fc3f97f89c28 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277848 Aug 30 15:06:22.056127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c85c05-2282-445e-a608-78e9cba0c0f7 req-0007c345-a20e-444c-ac34-677914b4de14 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:22.057602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-74c85c05-2282-445e-a608-78e9cba0c0f7 req-0007c345-a20e-444c-ac34-677914b4de14 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0474386 Aug 30 15:06:22.100228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-74c85c05-2282-445e-a608-78e9cba0c0f7 req-5f708b90-c369-4114-9656-30fd7c14d115 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364792 Aug 30 15:06:23.214697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01caf2f9-8d21-4ae8-a66e-a52fe037ee99 req-4da4d030-6e03-4fdd-be21-4af9de81f251 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:23.216659 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01caf2f9-8d21-4ae8-a66e-a52fe037ee99 req-4da4d030-6e03-4fdd-be21-4af9de81f251 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0487769 Aug 30 15:06:23.257968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01caf2f9-8d21-4ae8-a66e-a52fe037ee99 req-327f201b-8b22-4203-a0d1-d10af1aa5e59 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334270 Aug 30 15:06:23.537149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:06:23.598865 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35bde2-6a13-47ce-a53d-28d65cd288bd req-ba7977be-f9cd-4ed1-8ce0-0d540fce403e tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:23.600469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b35bde2-6a13-47ce-a53d-28d65cd288bd req-ba7977be-f9cd-4ed1-8ce0-0d540fce403e tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0551438 Aug 30 15:06:23.636024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-324d58ed-75af-4d0f-9f0d-74be6291b939 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975966 Aug 30 15:06:23.637678 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b35bde2-6a13-47ce-a53d-28d65cd288bd req-3f2e3da9-cd39-4036-ac45-bf1ad932a997 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307095 Aug 30 15:06:24.745802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-c5405202-16eb-4e31-8ef7-10640a516f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:24.747888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-c5405202-16eb-4e31-8ef7-10640a516f40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1097 time: 0.0406272 Aug 30 15:06:24.752750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd86ae1-8785-482c-a8bb-428a613f6ca0 req-267b0618-c139-4cf0-8b35-286e880acca0 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:24.754237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cdd86ae1-8785-482c-a8bb-428a613f6ca0 req-267b0618-c139-4cf0-8b35-286e880acca0 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0468285 Aug 30 15:06:24.791897 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cdd86ae1-8785-482c-a8bb-428a613f6ca0 req-be53ae5f-9fd0-450f-8701-1e4ddbf35d43 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Aug 30 15:06:24.839862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-4782795c-4dc0-4163-85b3-62087c56b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:24.841927 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-4782795c-4dc0-4163-85b3-62087c56b13c service neutron] 10.222.0.21 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 912 time: 0.0860262 Aug 30 15:06:24.886179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-28a6905c-3223-4b4e-b057-9d41f146ce50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 217 time: 0.0363517 Aug 30 15:06:24.934961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-0432bb8f-3fe0-43ff-990e-092af5f264b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:24.936301 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-0432bb8f-3fe0-43ff-990e-092af5f264b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 200 len: 851 time: 0.0427077 Aug 30 15:06:24.968891 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-534498f8-7bc6-4cc8-8619-3966ec99716b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=85e3acef-666e-4e92-892d-accbcfac1dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237114 Aug 30 15:06:25.058818 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-e015cac2-7baf-486f-a3d5-39d011a8f488 service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829587 Aug 30 15:06:25.148914 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-45d44547-8cee-4b16-bdf9-09058d6a2a35 service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796852 Aug 30 15:06:25.193980 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04282929-8c42-48f1-9448-e93eedbdac78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:25.908292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d8903-6fcb-4913-88c6-95e9c6fa28a0 req-5f19b43c-6f2b-4861-bd4c-00c187eb1e2c tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:25.909789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a31d8903-6fcb-4913-88c6-95e9c6fa28a0 req-5f19b43c-6f2b-4861-bd4c-00c187eb1e2c tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0484850 Aug 30 15:06:25.951122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a31d8903-6fcb-4913-88c6-95e9c6fa28a0 req-4ff7bceb-99ae-4b3d-b8a1-c8d3bafb0785 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Aug 30 15:06:27.065054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90860d-a0dd-42d9-95b7-97aebb7bc53e req-dd0d46d0-c2bc-4c15-93bf-4c34d958f023 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:27.066531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c90860d-a0dd-42d9-95b7-97aebb7bc53e req-dd0d46d0-c2bc-4c15-93bf-4c34d958f023 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0482702 Aug 30 15:06:27.103958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c90860d-a0dd-42d9-95b7-97aebb7bc53e req-f6daedb0-a0b9-4c05-acdb-a23ad5e20114 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Aug 30 15:06:27.905035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fce90fef-9cb7-4666-be4c-290ceb909dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:28.217567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0a4eb-9403-4543-bba4-58f7ae2c4dc8 req-4e963c31-33b3-46b5-8d85-03e04e591b2b tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:28.218947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0d0a4eb-9403-4543-bba4-58f7ae2c4dc8 req-4e963c31-33b3-46b5-8d85-03e04e591b2b tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0480077 Aug 30 15:06:28.256943 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0d0a4eb-9403-4543-bba4-58f7ae2c4dc8 req-c95016b8-6dda-4d50-8ac5-8b371f3be47b tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Aug 30 15:06:28.639814 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:29.339524 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:29.378677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9512b5-e4ea-49d8-a0f6-ce17b85b61e1 req-1eca6d7a-5b8a-45df-b41f-20ee1abb7806 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:29.380174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da9512b5-e4ea-49d8-a0f6-ce17b85b61e1 req-1eca6d7a-5b8a-45df-b41f-20ee1abb7806 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0522814 Aug 30 15:06:29.417973 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da9512b5-e4ea-49d8-a0f6-ce17b85b61e1 req-597d7bab-d795-4439-9953-7ed1d66198a5 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316682 Aug 30 15:06:30.532208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171287b-1434-4754-993f-a905237819e0 req-8a1b247c-27ac-45f8-b2c8-268db1ac846c tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:30.533693 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2171287b-1434-4754-993f-a905237819e0 req-8a1b247c-27ac-45f8-b2c8-268db1ac846c tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0481813 Aug 30 15:06:30.570517 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2171287b-1434-4754-993f-a905237819e0 req-d4042f82-b0ea-420b-8605-6a7251cd7c72 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Aug 30 15:06:31.697184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf792e-379d-402a-bbe4-3ac50e28de22 req-08b5e2ce-db7f-413e-a98e-25e11516096e tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:31.698663 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3dcf792e-379d-402a-bbe4-3ac50e28de22 req-08b5e2ce-db7f-413e-a98e-25e11516096e tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0486417 Aug 30 15:06:31.721806 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:31.736915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3dcf792e-379d-402a-bbe4-3ac50e28de22 req-1a6e2193-c028-41f0-819b-4e6059a0e7c0 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Aug 30 15:06:32.850875 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc76f-69ec-44ae-87bf-47da0cd25039 req-f8a732ee-4fb0-49a7-81e8-9a8ff8dcdb71 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:32.852347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10dc76f-69ec-44ae-87bf-47da0cd25039 req-f8a732ee-4fb0-49a7-81e8-9a8ff8dcdb71 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0492575 Aug 30 15:06:32.893480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c10dc76f-69ec-44ae-87bf-47da0cd25039 req-e7b401de-1c9b-4543-a8d1-431734f810eb tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345566 Aug 30 15:06:33.163619 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:34.010217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518936-469f-482e-8984-0e9008fae79a req-30a85f64-bbe7-4bd8-8fe6-718cf15f88f4 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:34.011701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f518936-469f-482e-8984-0e9008fae79a req-30a85f64-bbe7-4bd8-8fe6-718cf15f88f4 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0486777 Aug 30 15:06:34.049336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6f518936-469f-482e-8984-0e9008fae79a req-0b9240a2-e2a6-4cfb-9f71-18a0b3b74fa7 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Aug 30 15:06:35.162502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9fb7a-43b3-4f94-a1e9-77f2ed3ff3b6 req-5a107adc-4770-493a-aa76-5e8920a0ca5f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:35.163999 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0af9fb7a-43b3-4f94-a1e9-77f2ed3ff3b6 req-5a107adc-4770-493a-aa76-5e8920a0ca5f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0486290 Aug 30 15:06:35.202114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0af9fb7a-43b3-4f94-a1e9-77f2ed3ff3b6 req-2d136e36-3877-43b9-94d9-6ee3cb0365f8 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Aug 30 15:06:36.321912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a77942-0e84-4c61-aa19-694921f5e379 req-d781056d-b922-4a1b-a214-b7c0f0f9c008 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:36.323360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0a77942-0e84-4c61-aa19-694921f5e379 req-d781056d-b922-4a1b-a214-b7c0f0f9c008 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0530598 Aug 30 15:06:36.360736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e0a77942-0e84-4c61-aa19-694921f5e379 req-172e2a4e-7ebd-4c5e-be90-b57e3c26f8a6 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Aug 30 15:06:37.474994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f9de2-2f70-4625-98f6-c7aa0a51587a req-06ad1c8a-b2d6-4e57-8bf1-29fde59a285f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:37.476464 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c13f9de2-2f70-4625-98f6-c7aa0a51587a req-06ad1c8a-b2d6-4e57-8bf1-29fde59a285f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0481892 Aug 30 15:06:37.514206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c13f9de2-2f70-4625-98f6-c7aa0a51587a req-e3dbc45e-881e-4d22-8a1d-e155e5d67e52 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 Aug 30 15:06:38.629780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021683-dc6c-4308-8b22-a66903875eee req-d01dae86-fa70-4503-8cbc-8bca61f97e76 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:38.631175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73021683-dc6c-4308-8b22-a66903875eee req-d01dae86-fa70-4503-8cbc-8bca61f97e76 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0487859 Aug 30 15:06:38.670144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73021683-dc6c-4308-8b22-a66903875eee req-0df0d5d0-4eac-413e-9bfb-5fe930dc62ca tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Aug 30 15:06:39.795219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aab0a-e146-4b18-b420-3c0571cb51ad req-8edea807-3325-4e65-b368-2e185ac24ff1 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:39.796891 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b7aab0a-e146-4b18-b420-3c0571cb51ad req-8edea807-3325-4e65-b368-2e185ac24ff1 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0580113 Aug 30 15:06:39.843375 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b7aab0a-e146-4b18-b420-3c0571cb51ad req-9b8586fc-aab5-44d8-a098-e8ae5deeb10f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Aug 30 15:06:40.958175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2513d-ed43-447e-a854-51952bc6c089 req-d949e0b3-12cc-474a-9751-819b0282f426 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:40.959676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82e2513d-ed43-447e-a854-51952bc6c089 req-d949e0b3-12cc-474a-9751-819b0282f426 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0485492 Aug 30 15:06:40.998279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-82e2513d-ed43-447e-a854-51952bc6c089 req-d8ac7889-ac75-432f-a72b-a206d5e18215 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Aug 30 15:06:42.118778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dfb67-c294-4026-885a-70dc2dea869f req-599effc4-5e0f-496d-8e83-507888b528cb tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:42.120346 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b33dfb67-c294-4026-885a-70dc2dea869f req-599effc4-5e0f-496d-8e83-507888b528cb tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0520840 Aug 30 15:06:42.158605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b33dfb67-c294-4026-885a-70dc2dea869f req-23b10bcb-822a-486c-bb7e-4689d2c10547 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Aug 30 15:06:43.284336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77918e74-6d34-4c2a-b968-de474ec395a1 req-dec3e84d-d680-4bec-8d48-9afa72341206 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:43.285953 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77918e74-6d34-4c2a-b968-de474ec395a1 req-dec3e84d-d680-4bec-8d48-9afa72341206 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0552959 Aug 30 15:06:43.327480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-77918e74-6d34-4c2a-b968-de474ec395a1 req-8816ecff-3ba9-4e68-91a9-250cbd9176a7 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353150 Aug 30 15:06:44.445894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9053330-ee2f-4f1c-b84c-ca20ccdffaae req-04c0db16-8e94-45ef-bec9-3d73f273833d tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:44.447412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d9053330-ee2f-4f1c-b84c-ca20ccdffaae req-04c0db16-8e94-45ef-bec9-3d73f273833d tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0501113 Aug 30 15:06:44.487024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d9053330-ee2f-4f1c-b84c-ca20ccdffaae req-eaece9f6-f264-414f-b288-3baa637cb66f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Aug 30 15:06:45.604625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0ffab-7672-4a7f-b531-d3d744c67a0a req-849fc404-a2b4-445d-9a43-805a933d0e4f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:45.606131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28e0ffab-7672-4a7f-b531-d3d744c67a0a req-849fc404-a2b4-445d-9a43-805a933d0e4f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0497093 Aug 30 15:06:45.645223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-28e0ffab-7672-4a7f-b531-d3d744c67a0a req-43c3ea02-e129-4cb5-acd7-e508eaf10c3f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Aug 30 15:06:46.410642 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:06:46.761887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee67ea6-b15d-49f0-b240-74f9c07fa16f req-f6a173b0-6cb8-4a8e-944b-cabad89ab64b tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:46.763906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ee67ea6-b15d-49f0-b240-74f9c07fa16f req-f6a173b0-6cb8-4a8e-944b-cabad89ab64b tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0496337 Aug 30 15:06:46.812295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ee67ea6-b15d-49f0-b240-74f9c07fa16f req-3a134a64-aa81-46b5-9fa5-c21556104632 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Aug 30 15:06:47.935964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e18e1-c77f-4e03-939d-8291f5c48496 req-e7735a92-81f3-4ba5-8cc1-61dc3a5f194c tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:47.937525 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d35e18e1-c77f-4e03-939d-8291f5c48496 req-e7735a92-81f3-4ba5-8cc1-61dc3a5f194c tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0517385 Aug 30 15:06:47.976216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d35e18e1-c77f-4e03-939d-8291f5c48496 req-c8aa4bc2-d01a-4dce-a7ed-50d3d051a194 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Aug 30 15:06:49.098925 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced42e2-1267-4c32-9258-6b9f1701456c req-c067032a-dc52-4f52-ac5d-889180d5a215 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:49.100836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cced42e2-1267-4c32-9258-6b9f1701456c req-c067032a-dc52-4f52-ac5d-889180d5a215 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0508964 Aug 30 15:06:49.145435 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cced42e2-1267-4c32-9258-6b9f1701456c req-ec3f3457-a4b9-43b6-8697-5b3def683d90 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Aug 30 15:06:49.447246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640340ce-e10e-42c3-9737-4fb96193f34d req-4bd85865-041b-4ef5-bcb4-68988a0ac870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:49.448747 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-640340ce-e10e-42c3-9737-4fb96193f34d req-4bd85865-041b-4ef5-bcb4-68988a0ac870 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1097 time: 0.0431643 Aug 30 15:06:49.900335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640340ce-e10e-42c3-9737-4fb96193f34d req-c7075ca1-1339-4a75-9f3e-d9690fdb93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:49.901859 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-640340ce-e10e-42c3-9737-4fb96193f34d req-c7075ca1-1339-4a75-9f3e-d9690fdb93ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 912 time: 0.4328418 Aug 30 15:06:49.943856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-640340ce-e10e-42c3-9737-4fb96193f34d req-c04cb787-32e9-4020-aa90-0435dfdc86e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 217 time: 0.0337348 Aug 30 15:06:49.993921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640340ce-e10e-42c3-9737-4fb96193f34d req-fb8a7925-4102-4561-82eb-7b8e91ea5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:49.995380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-640340ce-e10e-42c3-9737-4fb96193f34d req-fb8a7925-4102-4561-82eb-7b8e91ea5e60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 200 len: 851 time: 0.0439548 Aug 30 15:06:50.037244 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-640340ce-e10e-42c3-9737-4fb96193f34d req-c284d35c-b3d4-422d-b227-c8653f5c025c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=85e3acef-666e-4e92-892d-accbcfac1dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257039 Aug 30 15:06:50.130396 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-640340ce-e10e-42c3-9737-4fb96193f34d req-ce619f6c-5731-484c-9609-69ae77b98b05 service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855572 Aug 30 15:06:50.230401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-640340ce-e10e-42c3-9737-4fb96193f34d req-0a0b06ac-1758-4a83-89b6-0f856243082a service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912533 Aug 30 15:06:50.270930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca67964-c2fc-4e83-94c9-48028b0e6a55 req-1c9ab329-e02f-492c-bb68-b19451cfa3ac tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:50.272518 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fca67964-c2fc-4e83-94c9-48028b0e6a55 req-1c9ab329-e02f-492c-bb68-b19451cfa3ac tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0550463 Aug 30 15:06:50.306054 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:50.314332 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fca67964-c2fc-4e83-94c9-48028b0e6a55 req-b22611a5-4339-4036-81e8-d14a188d939a tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Aug 30 15:06:51.433623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a07a5-9e4e-4605-babf-de308fdd4de9 req-3d6bfe3e-8de0-450c-957d-168cfa28746e tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:51.435185 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a70a07a5-9e4e-4605-babf-de308fdd4de9 req-3d6bfe3e-8de0-450c-957d-168cfa28746e tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0505929 Aug 30 15:06:51.476982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a70a07a5-9e4e-4605-babf-de308fdd4de9 req-dfeca26a-ca8b-46ad-a8bf-0cd84e582f33 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356073 Aug 30 15:06:52.336211 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-fdecfa88-2294-47d8-a88c-0264a8302669 service neutron] show failed (client error): The resource could not be found. Aug 30 15:06:52.337364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-fdecfa88-2294-47d8-a88c-0264a8302669 service neutron] 10.222.0.21 "GET /v2.0/ports/c83e950c-01d2-4e70-9c39-b4be81956419/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0593650 Aug 30 15:06:52.627191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-ed10eb13-adbf-479f-b8cd-d9112758b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:52.628622 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-ed10eb13-adbf-479f-b8cd-d9112758b608 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398&tenant_id=4e303c1defe24c19a724dc830dc30f13 HTTP/1.1" status: 200 len: 1097 time: 0.1113622 Aug 30 15:06:52.640792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da5123-e015-430d-a603-2c45beb16ea3 req-5319a538-8897-487c-bb7a-d040297745cb tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:52.642365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1da5123-e015-430d-a603-2c45beb16ea3 req-5319a538-8897-487c-bb7a-d040297745cb tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 946 time: 0.0923998 Aug 30 15:06:52.647459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:06:52.731893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:52.740865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1da5123-e015-430d-a603-2c45beb16ea3 req-dc05f939-8530-4154-b1b2-4e193335cd2f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721889 Aug 30 15:06:53.054999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:53.095924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:06:53.142595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:06:53.145321 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de7d30-76a4-4edb-a491-cfe60a727ff6" -d '{"events": [{"server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "name": "network-vif-unplugged", "status": "completed", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:06:53.150370 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:53.163613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Transition to ACTIVE for port object c83e950c-01d2-4e70-9c39-b4be81956419 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:06:53.168812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:53.206141 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cae1bd-151c-4ec2-8768-65a0e6f7d4bb x-openstack-request-id: req-f4cae1bd-151c-4ec2-8768-65a0e6f7d4bb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:06:53.206603 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "name": "network-vif-unplugged", "status": "completed", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:06:53.206732 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4cae1bd-151c-4ec2-8768-65a0e6f7d4bb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:06:53.207007 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'code': 200} Aug 30 15:06:53.240183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] No DVR routers for this DVR port c83e950c-01d2-4e70-9c39-b4be81956419 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:06:53.243376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:53.255434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.255768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.256110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.256442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.256775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.257116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.257445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.257772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.258219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.258563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.258889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.259236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:53.289432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Attempting to bind port c83e950c-01d2-4e70-9c39-b4be81956419 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:06:53.289771 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Attempting to bind port c83e950c-01d2-4e70-9c39-b4be81956419 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:06:53.290098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Attempting to bind port c83e950c-01d2-4e70-9c39-b4be81956419 on network 85e3acef-666e-4e92-892d-accbcfac1dc2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:06:53.294651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Port c83e950c-01d2-4e70-9c39-b4be81956419 on network 85e3acef-666e-4e92-892d-accbcfac1dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:06:53.294973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Attempting to bind port c83e950c-01d2-4e70-9c39-b4be81956419 on network 85e3acef-666e-4e92-892d-accbcfac1dc2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:06:53.299893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:06:53.300227 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Checking segment: {'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:06:53.300621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Bound using segment: {'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:06:53.301035 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Bound port: c83e950c-01d2-4e70-9c39-b4be81956419, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716298ac-0eac-496e-afb4-45ff99171fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:06:53.301437 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:53.370491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:06:53.376588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:06:53.382119 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:53.454435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:53.455326 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:53.457729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 1092 time: 0.8142126 Aug 30 15:06:53.478394 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585f5d4-6ae4-47e8-b61f-816be43ee7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:53.522687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-f14d6e37-c998-4910-bd8d-c70d0ef4cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:53.524207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-f14d6e37-c998-4910-bd8d-c70d0ef4cfc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1095 time: 0.0429451 Aug 30 15:06:53.618387 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-8a2db0de-105b-4f4f-aca4-22631a863856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:53.619882 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-8a2db0de-105b-4f4f-aca4-22631a863856 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 912 time: 0.0883491 Aug 30 15:06:53.672745 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-a9443f25-e933-4b63-a27a-4df5f5798bdb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 217 time: 0.0456204 Aug 30 15:06:53.722930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-da6f2676-1f5d-4e8b-8655-255bd29371d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:53.724303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-da6f2676-1f5d-4e8b-8655-255bd29371d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 200 len: 851 time: 0.0454357 Aug 30 15:06:53.756735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-048ae04c-f0ed-46e0-8901-65e863b0ffbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85e3acef-666e-4e92-892d-accbcfac1dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257328 Aug 30 15:06:54.128275 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb770b-2dc5-44ce-888b-95c09c26a24c req-4d897e16-fae2-4fd7-b845-1cd3204ceb3f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:54.129816 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bbb770b-2dc5-44ce-888b-95c09c26a24c req-4d897e16-fae2-4fd7-b845-1cd3204ceb3f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 944 time: 0.0783720 Aug 30 15:06:54.135751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-63e5b625-c8a6-4c2f-a4c4-d76a9ed5ad01 service neutron] 10.222.0.39 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717992 Aug 30 15:06:54.220694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9bbb770b-2dc5-44ce-888b-95c09c26a24c req-ab970651-0f2d-4214-8671-04302b21e38e tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839469 Aug 30 15:06:54.253662 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f898d072-7603-41f2-82e7-67fd8442aa2a req-04bf1c51-505a-4263-967b-b006a408a3d7 service neutron] 10.222.0.39 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107001 Aug 30 15:06:55.197994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da06d5e7-7c9f-46c5-90f4-804a4bab199d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:55.208741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:06:55.211741 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:06:55.262525 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61681b57-af11-43b9-81c8-aa36401aefb2 x-openstack-request-id: req-61681b57-af11-43b9-81c8-aa36401aefb2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:06:55.262814 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:06:55.263067 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61681b57-af11-43b9-81c8-aa36401aefb2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:06:55.263467 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'status': 'completed', 'code': 200} Aug 30 15:06:55.347090 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-67a887fa-0d0c-43f9-8760-1c5f00c28cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:55.348760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-67a887fa-0d0c-43f9-8760-1c5f00c28cfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1095 time: 0.0448687 Aug 30 15:06:55.360516 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-b4a253d9-45a4-48ea-b2f2-936d24286f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:55.362050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-b4a253d9-45a4-48ea-b2f2-936d24286f2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1095 time: 0.0743356 Aug 30 15:06:55.370506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29586a08-8303-4128-ba5f-511a670f4d23 req-02329937-4b7d-4f90-bd49-88f13530c5ba tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:55.372031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29586a08-8303-4128-ba5f-511a670f4d23 req-02329937-4b7d-4f90-bd49-88f13530c5ba tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 944 time: 0.0747273 Aug 30 15:06:55.448884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-1c702d69-bb79-4e3c-a9d1-a409c36fa6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:55.450634 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-1c702d69-bb79-4e3c-a9d1-a409c36fa6b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 912 time: 0.0951028 Aug 30 15:06:55.464793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29586a08-8303-4128-ba5f-511a670f4d23 req-277dd520-31fa-4d8b-9ec8-632be01235e8 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840511 Aug 30 15:06:55.500149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-e9d95f29-a2ea-46a1-88c8-bbef3fea2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:55.501328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-95b8a880-a0ab-422d-bc3e-d9d6c74c718c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 217 time: 0.0441098 Aug 30 15:06:55.501641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-e9d95f29-a2ea-46a1-88c8-bbef3fea2cc8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 912 time: 0.1286399 Aug 30 15:06:55.550380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-4ae86dfa-f861-441d-a250-77b3a96e8158 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 217 time: 0.0413816 Aug 30 15:06:55.560082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-9235c154-ebe4-45bb-9fea-dd19dd4309fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:55.561610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-9235c154-ebe4-45bb-9fea-dd19dd4309fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 200 len: 851 time: 0.0531321 Aug 30 15:06:55.594496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-359883fc-3a3b-4cbb-9dc9-8d642b589856 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=85e3acef-666e-4e92-892d-accbcfac1dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256310 Aug 30 15:06:55.644376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-ed865492-45c9-4ae6-b955-77f6272b02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:55.647037 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-ed865492-45c9-4ae6-b955-77f6272b02ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 200 len: 851 time: 0.0838215 Aug 30 15:06:55.681288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-ff4241f1-9cdf-4324-afee-f54d0680e08d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85e3acef-666e-4e92-892d-accbcfac1dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258794 Aug 30 15:06:55.702705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-3362903e-92b3-41f4-ae71-6e1fc6854a0c service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010201 Aug 30 15:06:55.787595 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-ada276f8-b97e-4a66-9f79-b470f9912369 service neutron] 10.222.0.39 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964308 Aug 30 15:06:55.832118 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-6bbeaffd-3075-49fb-a6b6-d67ae0b9e3a3 service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221547 Aug 30 15:06:55.915610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08ff65c7-e22e-48c2-ab1b-e04f97549f7e req-3543fe78-e9e3-49fd-98f9-00054a17df43 service neutron] 10.222.0.39 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207523 Aug 30 15:06:56.594230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48ee2-7c9f-4db6-b01a-f3bf91336be7 req-3fa543bd-e167-48fc-b9ed-69b68f31c66b tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:56.595723 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bfb48ee2-7c9f-4db6-b01a-f3bf91336be7 req-3fa543bd-e167-48fc-b9ed-69b68f31c66b tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 944 time: 0.0501039 Aug 30 15:06:56.634935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bfb48ee2-7c9f-4db6-b01a-f3bf91336be7 req-0da8c5a9-2bda-4487-8e95-92cacc385629 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331759 Aug 30 15:06:56.939278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-47f0e5c4-106e-4693-994b-45abac99ae48 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:56.940800 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-47f0e5c4-106e-4693-994b-45abac99ae48 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398&tenant_id=4e303c1defe24c19a724dc830dc30f13&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 944 time: 0.0928211 Aug 30 15:06:57.008326 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-b67dfc7a-10fa-477e-99ed-d8cb6640880f service neutron] delete failed (client error): The resource could not be found. Aug 30 15:06:57.009849 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-b67dfc7a-10fa-477e-99ed-d8cb6640880f service neutron] 10.222.0.21 "DELETE /v2.0/ports/c83e950c-01d2-4e70-9c39-b4be81956419/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0596087 Aug 30 15:06:57.122802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-2c137c86-eea0-4206-af20-3a286e8e29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:57.124359 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-2c137c86-eea0-4206-af20-3a286e8e29ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e303c1defe24c19a724dc830dc30f13&device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 1095 time: 0.0463405 Aug 30 15:06:57.208263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c83e950c-01d2-4e70-9c39-b4be81956419 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:06:57.227794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-e8c801fc-e18c-4f18-89d2-549723a25bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:57.229338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-e8c801fc-e18c-4f18-89d2-549723a25bc4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 200 len: 912 time: 0.0981693 Aug 30 15:06:57.253092 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c83e950c-01d2-4e70-9c39-b4be81956419 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:06:57.273709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-0b0b7bed-3824-403c-ae92-ed2ea4c9e0d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 200 len: 217 time: 0.0368037 Aug 30 15:06:57.326911 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-a87c2392-5c86-4cbe-8624-35a29c7dae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:57.328423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-a87c2392-5c86-4cbe-8624-35a29c7dae17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 200 len: 851 time: 0.0472667 Aug 30 15:06:57.360964 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-805114dc-476c-408f-8f71-58956fc1fd45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=85e3acef-666e-4e92-892d-accbcfac1dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259299 Aug 30 15:06:57.402125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c83e950c-01d2-4e70-9c39-b4be81956419 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:06:57.464504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-5268f994-db3a-4c17-8cc9-3237055c1cce service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955186 Aug 30 15:06:57.505325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:57.523089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'network_id': '85e3acef-666e-4e92-892d-accbcfac1dc2', 'port_id': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'mac_address': 'fa:16:3e:24:0c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72cec80-ec2e-4983-9493-9bf7e1064bfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:06:57.563911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-13f2bb1a-b150-4734-9b2d-1b298f533a1f service neutron] 10.222.0.21 "GET /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892868 Aug 30 15:06:57.564451 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:57.583132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83e950c-01d2-4e70-9c39-b4be81956419 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:06:57.606292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:57.612013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:57.669697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:57.678353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.678713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.679063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.679404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.679750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.680089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.680427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.680770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.681128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.681461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.681893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.682112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:06:57.861692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c83e950c-01d2-4e70-9c39-b4be81956419'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:06:57.922076 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e98de5fd-34fd-49a5-a4e6-c5a4f8c809c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:58.387328 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12125fc-18aa-4502-b64e-afeff5cbc8a6 req-81a639cf-2edb-403a-ae7c-761ec4060efc tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:58.388921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c12125fc-18aa-4502-b64e-afeff5cbc8a6 req-81a639cf-2edb-403a-ae7c-761ec4060efc tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 945 time: 0.0575714 Aug 30 15:06:58.430206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c12125fc-18aa-4502-b64e-afeff5cbc8a6 req-125e2cf5-c522-47cb-b345-58e161e64d84 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346012 Aug 30 15:06:58.640917 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:59.345116 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:59.421160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c83e950c-01d2-4e70-9c39-b4be81956419 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:06:59.478818 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port c83e950c-01d2-4e70-9c39-b4be81956419 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:06:59.483621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port c83e950c-01d2-4e70-9c39-b4be81956419 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:06:59.484135 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:59.581590 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:59.606249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:06:59.608158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed46eec-9e17-4be9-a297-c11db0bd2d16 req-feed49f2-5836-4589-be26-7593728afc94 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:59.608900 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820dd6db-865e-45e3-9bcb-fab99af73bd2" -d '{"events": [{"server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "name": "network-vif-plugged", "status": "completed", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:06:59.609840 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed46eec-9e17-4be9-a297-c11db0bd2d16 req-feed49f2-5836-4589-be26-7593728afc94 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 945 time: 0.0942214 Aug 30 15:06:59.623721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:59.629158 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:59.630196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-df977893-de53-4d6e-94c9-679e239c6ef2 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:06:59.631845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-df977893-de53-4d6e-94c9-679e239c6ef2 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c09ab190-b028-4a2d-8374-91da37be4398 HTTP/1.1" status: 200 len: 945 time: 0.0810320 Aug 30 15:06:59.683556 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc9d96c-f7da-414a-8a55-797b1c52c93e x-openstack-request-id: req-3dc9d96c-f7da-414a-8a55-797b1c52c93e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:06:59.684242 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "name": "network-vif-plugged", "status": "completed", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:06:59.684405 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3dc9d96c-f7da-414a-8a55-797b1c52c93e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:06:59.684971 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'code': 200} Aug 30 15:06:59.701966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:06:59.703938 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed46eec-9e17-4be9-a297-c11db0bd2d16 req-42db3296-2812-4433-a1c4-b7794e40a127 tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.50 "GET /v2.0/security-groups?id=b776ba4e-663c-4081-b874-a8d98167ef78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830953 Aug 30 15:06:59.765103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Deleting port c83e950c-01d2-4e70-9c39-b4be81956419 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:06:59.765456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:59.885688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] For port c83e950c-01d2-4e70-9c39-b4be81956419, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c83e950c-01d2-4e70-9c39-b4be81956419,segment=NetworkSegment(716298ac-0eac-496e-afb4-45ff99171fb9),segment_id=716298ac-0eac-496e-afb4-45ff99171fb9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:06:59.886210 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:06:59.907120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Calling delete_port for c83e950c-01d2-4e70-9c39-b4be81956419 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:07:00.050724 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:00.063141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c83e950c-01d2-4e70-9c39-b4be81956419'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:07:00.091076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Pushing event deleted for resources: {'Port': ['ID=c83e950c-01d2-4e70-9c39-b4be81956419,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:00.142830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] No DVR routers for this DVR port c83e950c-01d2-4e70-9c39-b4be81956419 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:07:00.145649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:00.147679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-806fc4e3-b9dc-4290-92e0-ac0a6148595f req-814cc078-4d80-474b-a2a3-eb7a9508c80f tempest-DeleteServersTestJSON-1255470214 tempest-DeleteServersTestJSON-1255470214-project] 10.222.0.39 "DELETE /v2.0/ports/c83e950c-01d2-4e70-9c39-b4be81956419 HTTP/1.1" status: 204 len: 173 time: 0.5010893 Aug 30 15:07:00.148135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'name': 'network-vif-deleted', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:00.150473 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a20ac7f-322f-4768-a01f-9a8e2ceaa0c1" -d '{"events": [{"server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "name": "network-vif-deleted", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:00.192068 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c11992-6b37-4dc0-8d76-b2ca0daacbe9 x-openstack-request-id: req-22c11992-6b37-4dc0-8d76-b2ca0daacbe9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:00.192471 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09ab190-b028-4a2d-8374-91da37be4398", "name": "network-vif-deleted", "tag": "c83e950c-01d2-4e70-9c39-b4be81956419", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:00.192769 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22c11992-6b37-4dc0-8d76-b2ca0daacbe9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:00.193255 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09ab190-b028-4a2d-8374-91da37be4398', 'name': 'network-vif-deleted', 'tag': 'c83e950c-01d2-4e70-9c39-b4be81956419', 'status': 'completed', 'code': 200} Aug 30 15:07:00.842552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:07:00.890236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6d4f63-fb08-4e64-bf77-dfa4993cfb8c admin admin] Deleting subnet e72cec80-ec2e-4983-9493-9bf7e1064bfb {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:07:00.893770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4f63-fb08-4e64-bf77-dfa4993cfb8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:00.929992 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4f63-fb08-4e64-bf77-dfa4993cfb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:00.978646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4f63-fb08-4e64-bf77-dfa4993cfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.040092 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4f63-fb08-4e64-bf77-dfa4993cfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.067595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d4f63-fb08-4e64-bf77-dfa4993cfb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72cec80-ec2e-4983-9493-9bf7e1064bfb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:01.075903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4f63-fb08-4e64-bf77-dfa4993cfb8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.079237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fb6d4f63-fb08-4e64-bf77-dfa4993cfb8c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e72cec80-ec2e-4983-9493-9bf7e1064bfb HTTP/1.1" status: 204 len: 168 time: 0.2354698 Aug 30 15:07:01.081711 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:07:01.207053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.340195 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.352570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e3acef-666e-4e92-892d-accbcfac1dc2']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:07:01.364690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716298ac-0eac-496e-afb4-45ff99171fb9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:07:01.364979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716298ac-0eac-496e-afb4-45ff99171fb9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:07:01.375659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.392749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.400452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:07:01.400951 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:07:01.402984 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:07:01.462790 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.470566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.472545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] 10.222.0.50 "DELETE /v2.0/networks/85e3acef-666e-4e92-892d-accbcfac1dc2 HTTP/1.1" status: 204 len: 168 time: 0.3894751 Aug 30 15:07:01.496037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fdeb2-d609-4453-b720-1e5caa74d330 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e3acef-666e-4e92-892d-accbcfac1dc2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:01.597414 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:07:01.645626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b330dd6b-4d5b-4ad3-90b4-d2345962ce1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e303c1defe24c19a724dc830dc30f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469787 Aug 30 15:07:01.648218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:07:01.703550 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3bca17-2821-426c-8b84-f26a9d9598c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.727440 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.731796 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3bca17-2821-426c-8b84-f26a9d9598c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.801278 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3bca17-2821-426c-8b84-f26a9d9598c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.805780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3bca17-2821-426c-8b84-f26a9d9598c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:01.807188 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ad3bca17-2821-426c-8b84-f26a9d9598c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b776ba4e-663c-4081-b874-a8d98167ef78 HTTP/1.1" status: 204 len: 168 time: 0.1580207 Aug 30 15:07:01.816572 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bca17-2821-426c-8b84-f26a9d9598c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b776ba4e-663c-4081-b874-a8d98167ef78,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:02.651709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 55884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:07:02.758922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-577346331-network', 'tenant_id': '95a668b9ef9e4e439f27a1f859d1c0f3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:07:02.784627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Made reservation on behalf of 95a668b9ef9e4e439f27a1f859d1c0f3 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:07:02.787333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:02.800397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:02.920243 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:02.925286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:02.953871 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:07:02.969162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c286ae-1ea4-4fea-8acb-a4b79c89865e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:02.978076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:02.979645 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Added segment ea00623d-cd02-46b8-a942-18bfa642a1ef of type vlan for network 44b526b2-39e9-4de9-9087-d786e44fd4b6 Aug 30 15:07:03.027430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:03.062009 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:03.063190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:03.063942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:03.152088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4991271 Aug 30 15:07:03.157860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 55888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:07:03.162499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40f724-9946-49c6-83da-dced75cc8252 admin admin] Pushing event updated for resources: {'Network': ['ID=44b526b2-39e9-4de9-9087-d786e44fd4b6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:03.170108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Request body: {'subnet': {'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-577346331-subnet', 'tenant_id': '95a668b9ef9e4e439f27a1f859d1c0f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:07:03.176131 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:03.180926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 44b526b2-39e9-4de9-9087-d786e44fd4b6 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:07:03.206965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Made reservation on behalf of 95a668b9ef9e4e439f27a1f859d1c0f3 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:07:03.209511 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:03.409580 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:03.434370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c83e950c-01d2-4e70-9c39-b4be81956419 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:07:03.461458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: c83e950c-01d2-4e70-9c39-b4be81956419 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:07:03.462085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c83e950c-01d2-4e70-9c39-b4be81956419 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:07:03.465082 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32434d7c-c079-4e71-a3fe-db887963b5f8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:03.485188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Checking segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:07:03.485563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Network hostable DHCP agents. Network: 44b526b2-39e9-4de9-9087-d786e44fd4b6, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:07:03.506793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Network 44b526b2-39e9-4de9-9087-d786e44fd4b6 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:07:03.518356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 44b526b2-39e9-4de9-9087-d786e44fd4b6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:07:03.523193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:03.523786 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:03.529716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758def04-bce1-4125-9391-186e12b1602d None None] Network 44b526b2-39e9-4de9-9087-d786e44fd4b6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:07:03.550968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ec7edb6c-d2c8-4258-8979-7e9d669f2e9a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3902400 Aug 30 15:07:03.688402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2341ea-6539-4b8f-9bab-1acc98fcca81 None None] Network 44b526b2-39e9-4de9-9087-d786e44fd4b6 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:07:04.041621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-f26536c7-4036-4e35-85a4-82ba4e5803b1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:04.043195 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-f26536c7-4036-4e35-85a4-82ba4e5803b1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 814 time: 0.1135123 Aug 30 15:07:04.060629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-e4675967-6cdc-4838-b948-1c4346096b10 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/quotas/95a668b9ef9e4e439f27a1f859d1c0f3 HTTP/1.1" status: 200 len: 375 time: 0.0101645 Aug 30 15:07:04.096944 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-4f0be013-d46e-42d6-a471-38c3acb8f3de tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297532 Aug 30 15:07:04.165294 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-aa30b7af-8bb8-431f-96f4-7445a880edc2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:07:04.166386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-aa30b7af-8bb8-431f-96f4-7445a880edc2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621541 Aug 30 15:07:04.278947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-16b1bab0-864c-4b8e-8551-3cd336bcbe56 service neutron] 10.222.0.50 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050634 Aug 30 15:07:04.381288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-33f3e015-ab85-4dc2-aa2f-924d5038dd6c service neutron] 10.222.0.50 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955431 Aug 30 15:07:04.563676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3794b26-b302-4017-9ee2-ceac638ed211 req-d65a0b11-a587-4503-8312-b44f61a8499a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 210 time: 0.0295174 Aug 30 15:07:05.577666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-44b5b783-b1c1-4175-9b5f-51c4747c1742 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:05.579703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-44b5b783-b1c1-4175-9b5f-51c4747c1742 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.21 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 814 time: 0.1331675 Aug 30 15:07:05.608147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Request body: {'port': {'device_id': '0754669e-9016-46bd-9c0f-330a954f2107', 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6', 'admin_state_up': True, 'tenant_id': '95a668b9ef9e4e439f27a1f859d1c0f3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:07:05.691142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-30ad26d3-1a6a-4164-812b-b9783e757448 req-f622d5f0-f4de-4943-afd3-ce6d81214c0c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 210 time: 0.0352409 Aug 30 15:07:05.754336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Made reservation on behalf of 95a668b9ef9e4e439f27a1f859d1c0f3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:07:05.758135 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:05.903944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Allocated IP 172.20.0.7 (44b526b2-39e9-4de9-9087-d786e44fd4b6/32434d7c-c079-4e71-a3fe-db887963b5f8/de596a02-ecd6-4cd2-be52-454eea11c891) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:07:06.075634 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.127092 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.183316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Network 44b526b2-39e9-4de9-9087-d786e44fd4b6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:07:06.186656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:07:06.190724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:07:06.197722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:06.245678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:06.246307 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.262748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-648f634b-a38a-46a8-abd0-2074da3edd91 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6596034 Aug 30 15:07:06.282916 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Request body: {'port': {'device_id': '0754669e-9016-46bd-9c0f-330a954f2107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:07:06.349429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.647611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de596a02-ecd6-4cd2-be52-454eea11c891 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:07:06.655528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.667728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Transition to ACTIVE for port object de596a02-ecd6-4cd2-be52-454eea11c891 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:07:06.671792 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.725921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:06.805798 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Attempting to bind port de596a02-ecd6-4cd2-be52-454eea11c891 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:07:06.806143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Attempting to bind port de596a02-ecd6-4cd2-be52-454eea11c891 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:07:06.806478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Attempting to bind port de596a02-ecd6-4cd2-be52-454eea11c891 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:07:06.811923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Port de596a02-ecd6-4cd2-be52-454eea11c891 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:07:06.812250 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Attempting to bind port de596a02-ecd6-4cd2-be52-454eea11c891 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:07:06.820672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:07:06.821026 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Checking segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:07:06.821419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Bound using segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:07:06.821866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Bound port: de596a02-ecd6-4cd2-be52-454eea11c891, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:07:06.822249 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.828086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03a92-8972-4626-a9bd-1c0a60d0b4a4 req-af0ad569-94e0-4ecc-bc4f-5af8744386b5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:06.829741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac03a92-8972-4626-a9bd-1c0a60d0b4a4 req-af0ad569-94e0-4ecc-bc4f-5af8744386b5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 943 time: 0.0508604 Aug 30 15:07:06.883691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dac03a92-8972-4626-a9bd-1c0a60d0b4a4 req-2657d1a8-7e52-42a0-b6d5-7032d06354c5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468323 Aug 30 15:07:06.901230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:07:06.904622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:07:06.910133 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.943549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:06.944329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:06.946386 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] 10.222.0.21 "PUT /v2.0/ports/de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 1091 time: 0.6686807 Aug 30 15:07:06.949116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:06.951972 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5570e640-faca-4d5a-9e67-f4428b3a4f43" -d '{"events": [{"name": "network-changed", "server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:06.982268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44761cf-80c6-4738-9f5e-3f0a957f9640 service neutron] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:07.002353 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5062b3dc-2226-4e2a-b8bf-b3b9c5ec54df x-openstack-request-id: req-5062b3dc-2226-4e2a-b8bf-b3b9c5ec54df {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:07.002637 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:07.002891 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5062b3dc-2226-4e2a-b8bf-b3b9c5ec54df {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:07.003287 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'status': 'completed', 'code': 200} Aug 30 15:07:07.060323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-f50d0291-a569-43f1-9ecc-4926c57ef91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:07.061905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-f50d0291-a569-43f1-9ecc-4926c57ef91e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 1094 time: 0.0457044 Aug 30 15:07:07.114992 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-abe02364-d344-4a3e-977a-8a48e235688b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 217 time: 0.0394073 Aug 30 15:07:07.168172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-1100088b-9706-4a42-9fa5-7b6ab223c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:07.170443 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-1100088b-9706-4a42-9fa5-7b6ab223c34d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0475628 Aug 30 15:07:07.205253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-f99dcafb-807b-47d9-ad2b-8b5624504537 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276446 Aug 30 15:07:07.336971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-bf66f259-fd13-4e20-b17c-42aee0d6abaa service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243670 Aug 30 15:07:07.434159 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23bb29e6-8a81-4265-a5a2-918fc4d121c1 req-025c2587-3382-41dd-a93d-e3dcab239b20 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880482 Aug 30 15:07:07.571542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-8e2e17b1-c06e-4092-907d-bc69094946f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:07.573220 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-8e2e17b1-c06e-4092-907d-bc69094946f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 1094 time: 0.0435367 Aug 30 15:07:07.677268 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-915fe0e4-3c32-4d1a-a00c-b587b7c8325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:07.679073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-915fe0e4-3c32-4d1a-a00c-b587b7c8325b service neutron] 10.222.0.21 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0989876 Aug 30 15:07:07.726242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-00e0861d-c92a-4161-9a1b-36fe10acab97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 217 time: 0.0369551 Aug 30 15:07:07.784154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-a42c7639-3a9b-4c40-82fb-878d14b775fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:07.785733 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-a42c7639-3a9b-4c40-82fb-878d14b775fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0522451 Aug 30 15:07:07.820862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-4497419c-e100-4244-91d1-8b9a50a7dff9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272136 Aug 30 15:07:07.925285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-5e51fab8-3a7d-41a0-a79f-8003f3dda0c5 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971425 Aug 30 15:07:08.056625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5570e640-faca-4d5a-9e67-f4428b3a4f43 req-8270be42-46c2-41d4-bdc7-cc92728c6162 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242068 Aug 30 15:07:08.069288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca1fe3-64eb-4fa5-b0b2-78ea0158281b req-0aae5c86-adc5-4d04-87d7-8cc8aecd682f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:08.070983 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38ca1fe3-64eb-4fa5-b0b2-78ea0158281b req-0aae5c86-adc5-4d04-87d7-8cc8aecd682f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 943 time: 0.0749846 Aug 30 15:07:08.121494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-38ca1fe3-64eb-4fa5-b0b2-78ea0158281b req-5b69d8cf-8eed-40b8-8e33-ca273a4c5b7f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Aug 30 15:07:09.251243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a290-0116-484c-bcf6-173adbb11b80 req-01ecf1d2-5168-496e-a1b9-c9c79c7d5755 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:09.252822 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d102a290-0116-484c-bcf6-173adbb11b80 req-01ecf1d2-5168-496e-a1b9-c9c79c7d5755 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 943 time: 0.0514426 Aug 30 15:07:09.297925 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d102a290-0116-484c-bcf6-173adbb11b80 req-72fbf599-e3e3-49b3-8f17-68fc267dfaa7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342195 Aug 30 15:07:10.426203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd31cbd-ae28-4eab-8001-252d5aa52cd1 req-e5b9f0e5-c99a-4c26-8277-ed13fd3f6e2b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:10.427845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1cd31cbd-ae28-4eab-8001-252d5aa52cd1 req-e5b9f0e5-c99a-4c26-8277-ed13fd3f6e2b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 943 time: 0.0548365 Aug 30 15:07:10.472330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1cd31cbd-ae28-4eab-8001-252d5aa52cd1 req-e9bcb420-c5ba-4e96-8eaa-358c6530bfdd tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Aug 30 15:07:11.273624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device de596a02-ecd6-4cd2-be52-454eea11c891 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:07:11.368722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:11.381717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6', 'port_id': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'mac_address': 'fa:16:3e:20:4f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32434d7c-c079-4e71-a3fe-db887963b5f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:07:11.419902 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:11.436889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de596a02-ecd6-4cd2-be52-454eea11c891 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:07:11.457305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:11.461325 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:11.509108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:11.589025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d9bde-5064-4a44-b7fe-88c90f3a7911 req-1201396b-125b-43b8-ac40-1291a5171928 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:11.590531 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a8d9bde-5064-4a44-b7fe-88c90f3a7911 req-1201396b-125b-43b8-ac40-1291a5171928 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 944 time: 0.0488791 Aug 30 15:07:11.632632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a8d9bde-5064-4a44-b7fe-88c90f3a7911 req-3d87083f-237f-484c-9f52-37b21cde877e tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Aug 30 15:07:11.889459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['de596a02-ecd6-4cd2-be52-454eea11c891'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:07:12.747587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1ef0f-da53-4e58-8e6d-4db06554956c req-32caf54e-7760-41b6-9f9e-436af6238f0a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:12.748630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-caf1ef0f-da53-4e58-8e6d-4db06554956c req-32caf54e-7760-41b6-9f9e-436af6238f0a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 944 time: 0.0485666 Aug 30 15:07:12.785875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-caf1ef0f-da53-4e58-8e6d-4db06554956c req-93b2b9c6-d044-4c53-bfeb-88d34e573d0d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Aug 30 15:07:13.305066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device de596a02-ecd6-4cd2-be52-454eea11c891 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:07:13.359656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port de596a02-ecd6-4cd2-be52-454eea11c891 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:07:13.363766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port de596a02-ecd6-4cd2-be52-454eea11c891 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:07:13.364140 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:13.442994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:13.466336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:13.468597 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a149c509-3adb-4e10-ab93-67cc26662355" -d '{"events": [{"server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "name": "network-vif-plugged", "status": "completed", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:13.481500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:13.486173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:13.512794 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44260c-1e4c-44e1-9b34-2c97080820f0 x-openstack-request-id: req-3c44260c-1e4c-44e1-9b34-2c97080820f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:13.513106 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "name": "network-vif-plugged", "status": "completed", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:13.513361 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c44260c-1e4c-44e1-9b34-2c97080820f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:13.513770 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'code': 200} Aug 30 15:07:13.539452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:13.640774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f07e-61b2-499b-8941-4ac041fcc66e req-df1c6a89-2de9-4a0d-842a-1b27ce70d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:13.642317 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8cf5f07e-61b2-499b-8941-4ac041fcc66e req-df1c6a89-2de9-4a0d-842a-1b27ce70d93d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 1096 time: 0.0493164 Aug 30 15:07:13.677855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8cf5f07e-61b2-499b-8941-4ac041fcc66e req-b96e6be9-0fbb-4029-b670-225ec37b3b6a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282149 Aug 30 15:07:13.905381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162179e-1360-47a7-abf4-6ce7c0a8672b req-6232dea7-9f64-4d87-a84e-58a4ee6b9f51 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:13.906710 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4162179e-1360-47a7-abf4-6ce7c0a8672b req-6232dea7-9f64-4d87-a84e-58a4ee6b9f51 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0506310 Aug 30 15:07:13.950139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4162179e-1360-47a7-abf4-6ce7c0a8672b req-85f01863-c644-4af7-8626-5e06ca953f02 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373552 Aug 30 15:07:15.069101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df280aa-63ac-4ae7-b25e-7915f77baf37 req-831cf9cd-300c-4c5a-bb99-a8017471a793 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:15.070715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6df280aa-63ac-4ae7-b25e-7915f77baf37 req-831cf9cd-300c-4c5a-bb99-a8017471a793 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0507114 Aug 30 15:07:15.110357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6df280aa-63ac-4ae7-b25e-7915f77baf37 req-134e927c-66e0-4fba-9a18-5f8d0d77ec14 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Aug 30 15:07:16.229402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610227ec-eba0-4d42-a585-0e37819c4e8a req-36484298-b06d-4506-9663-e2ba326440e2 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:16.230874 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-610227ec-eba0-4d42-a585-0e37819c4e8a req-36484298-b06d-4506-9663-e2ba326440e2 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Aug 30 15:07:16.268730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-610227ec-eba0-4d42-a585-0e37819c4e8a req-07420898-93f6-4d7e-8e3b-4cb16935a5e3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317562 Aug 30 15:07:16.381101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1a69e-a96f-4c98-9ddb-e75f905c4ac3 req-3d835fc8-d64b-4cf2-8fc2-fd5f0636e597 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:16.382595 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1db1a69e-a96f-4c98-9ddb-e75f905c4ac3 req-3d835fc8-d64b-4cf2-8fc2-fd5f0636e597 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0476635 Aug 30 15:07:16.419738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1db1a69e-a96f-4c98-9ddb-e75f905c4ac3 req-70aa8884-7e8f-4cc8-9d18-c81958feb18a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Aug 30 15:07:16.622929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f87ac0-e887-4b67-a779-511ebe4fc69a req-a3cf10b4-559f-4516-b25c-91dc6990a9ba tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:16.625120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93f87ac0-e887-4b67-a779-511ebe4fc69a req-a3cf10b4-559f-4516-b25c-91dc6990a9ba tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0546937 Aug 30 15:07:16.664361 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93f87ac0-e887-4b67-a779-511ebe4fc69a req-e91f5fb3-e2d4-4d20-b4b2-2bf731c217e8 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Aug 30 15:07:16.776917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b3fef-790f-4820-94d5-35817669bfcf req-839a3002-2a45-4ac0-802a-8e36ed1927ef tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:16.778395 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-573b3fef-790f-4820-94d5-35817669bfcf req-839a3002-2a45-4ac0-802a-8e36ed1927ef tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0480969 Aug 30 15:07:16.815884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-573b3fef-790f-4820-94d5-35817669bfcf req-bc0ad335-5a36-4856-8069-ac84e9ee46c1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Aug 30 15:07:17.062433 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-a10b6b26-a404-424b-9818-f9b10c8c3cd8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688846 Aug 30 15:07:17.074221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718854b7-6b37-48dc-be0e-ba8bebdd168d req-9ade8161-68c2-4910-903b-745e475fd84e tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:17.075635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-718854b7-6b37-48dc-be0e-ba8bebdd168d req-9ade8161-68c2-4910-903b-745e475fd84e tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0727215 Aug 30 15:07:17.116195 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-718854b7-6b37-48dc-be0e-ba8bebdd168d req-615dd90e-3dfb-4537-8bb8-bb6a85a61e2a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Aug 30 15:07:18.242723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-314dee46-da32-4137-bc40-7aaef85a3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:18.244328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-314dee46-da32-4137-bc40-7aaef85a3e6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 1096 time: 0.0715723 Aug 30 15:07:18.256631 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67688f53-4fd9-404d-8f5d-a67ed72bd9bb req-cfe2b850-586f-480c-9034-60af40462fc1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:18.258222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67688f53-4fd9-404d-8f5d-a67ed72bd9bb req-cfe2b850-586f-480c-9034-60af40462fc1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0610933 Aug 30 15:07:18.346419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67688f53-4fd9-404d-8f5d-a67ed72bd9bb req-0487ff88-da04-40fe-9c55-701bc200201d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788536 Aug 30 15:07:18.379314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-6d956d3b-cf17-42e8-b5e7-36e6a16dd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:18.380870 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-6d956d3b-cf17-42e8-b5e7-36e6a16dd2ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.1217303 Aug 30 15:07:18.423779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-074bf432-8520-4436-bc71-0ea77937cd33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 217 time: 0.0357544 Aug 30 15:07:18.478051 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-e4f0a777-576c-4859-ae3b-2ab7dab25f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:18.479523 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-e4f0a777-576c-4859-ae3b-2ab7dab25f60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0491607 Aug 30 15:07:18.510915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-bfa55c0d-b3c0-44d5-90b5-83b87a7a712c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245168 Aug 30 15:07:18.604117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-db46765b-ae24-4733-9936-80d0d5b110f3 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848866 Aug 30 15:07:18.702828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-52c34b0e-7486-4c22-83d7-e699282f143f service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895786 Aug 30 15:07:19.469865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273da289-e60b-42fa-93fe-25927820fabc req-605de2a0-b2cf-41dd-b746-8d5df82ae031 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:19.471388 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-273da289-e60b-42fa-93fe-25927820fabc req-605de2a0-b2cf-41dd-b746-8d5df82ae031 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0510476 Aug 30 15:07:19.511151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-273da289-e60b-42fa-93fe-25927820fabc req-3cb9477e-6120-47a6-ac86-9912bd8201d0 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 Aug 30 15:07:20.309771 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:20.627309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477ef06-ef78-435f-a27a-090ca5470149 req-cc06a517-12d0-4cf2-9a77-3d6457bbb49b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:20.628779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b477ef06-ef78-435f-a27a-090ca5470149 req-cc06a517-12d0-4cf2-9a77-3d6457bbb49b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0490692 Aug 30 15:07:20.664783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b477ef06-ef78-435f-a27a-090ca5470149 req-0d13417c-4bd0-482d-9f54-d84fee8ff778 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Aug 30 15:07:21.780707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e8b58-5b08-4ae4-a9e7-f55962b0fcb4 req-4a649a5b-fba6-40fb-a3ea-f07d8aa5289f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:21.782228 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b64e8b58-5b08-4ae4-a9e7-f55962b0fcb4 req-4a649a5b-fba6-40fb-a3ea-f07d8aa5289f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0490096 Aug 30 15:07:21.819641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b64e8b58-5b08-4ae4-a9e7-f55962b0fcb4 req-0cd442fd-3eed-467d-a9f5-1bc80a512398 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314813 Aug 30 15:07:22.934529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c66af-92bb-455c-9b82-f25f9c08ddf9 req-5633d46e-3ce6-4b84-b8fa-975ba05a5a6c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:22.935950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-465c66af-92bb-455c-9b82-f25f9c08ddf9 req-5633d46e-3ce6-4b84-b8fa-975ba05a5a6c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0484712 Aug 30 15:07:22.973338 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-465c66af-92bb-455c-9b82-f25f9c08ddf9 req-f12f1780-10e6-4591-9b4a-6324a1d9ff65 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Aug 30 15:07:23.411507 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:07:24.088947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af921a-499b-43b6-b0f2-cd71ef5a1231 req-4b953ffc-a3a2-44e3-9431-73e4402388bc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:24.090430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d0af921a-499b-43b6-b0f2-cd71ef5a1231 req-4b953ffc-a3a2-44e3-9431-73e4402388bc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Aug 30 15:07:24.127979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d0af921a-499b-43b6-b0f2-cd71ef5a1231 req-808a29bc-230d-4033-9cbf-43274bddccd7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311306 Aug 30 15:07:25.200643 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-053887a4-a72f-4f7d-aaa0-bf7263b7390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:25.252779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e565dec-8e1f-435e-bf28-ff200c73a9d4 req-a805ee22-7345-4470-853f-bb03a08bd859 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:25.254280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e565dec-8e1f-435e-bf28-ff200c73a9d4 req-a805ee22-7345-4470-853f-bb03a08bd859 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0579243 Aug 30 15:07:25.290856 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e565dec-8e1f-435e-bf28-ff200c73a9d4 req-6030af56-8af3-4966-bb26-07b2a757fc63 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306070 Aug 30 15:07:26.405117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed7074-4ce2-4137-a137-b53000268a40 req-0080efa5-d3da-4a48-a49f-2ad7a312f51c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:26.406605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cbed7074-4ce2-4137-a137-b53000268a40 req-0080efa5-d3da-4a48-a49f-2ad7a312f51c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0487840 Aug 30 15:07:26.444468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cbed7074-4ce2-4137-a137-b53000268a40 req-25cc50c0-8265-4621-a781-03cb785c6bbb tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Aug 30 15:07:27.557511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368943f-3dfe-476e-922e-74bdeb0258d2 req-4e55e5ab-8160-4d0c-9c58-c8d07b687949 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:27.559246 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7368943f-3dfe-476e-922e-74bdeb0258d2 req-4e55e5ab-8160-4d0c-9c58-c8d07b687949 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0486553 Aug 30 15:07:27.596388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7368943f-3dfe-476e-922e-74bdeb0258d2 req-8562a86e-f2d4-4606-8db2-105bfeef0236 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Aug 30 15:07:27.903652 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c73a3739-ed4f-43cc-8a23-5e0002269cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:28.642385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:28.711218 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfdd35-121e-496e-a2cc-511b27deffcd req-38ac37df-68b8-412b-9b58-539ad74e7ccc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:28.712695 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5cfdd35-121e-496e-a2cc-511b27deffcd req-38ac37df-68b8-412b-9b58-539ad74e7ccc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0481939 Aug 30 15:07:28.750827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5cfdd35-121e-496e-a2cc-511b27deffcd req-c369a290-bb7e-4faf-a195-8c343dc04e1f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Aug 30 15:07:29.345523 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:29.872495 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c516913-20ff-4345-ae2f-1be5ed51675d req-7deb7b01-51ce-47c2-b520-216b3ea61967 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:29.874186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c516913-20ff-4345-ae2f-1be5ed51675d req-7deb7b01-51ce-47c2-b520-216b3ea61967 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0550053 Aug 30 15:07:29.917354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6c516913-20ff-4345-ae2f-1be5ed51675d req-f8bf76d1-5c2f-4395-8aa4-62b986e2ba0a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370927 Aug 30 15:07:31.036166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a374f-a6f1-4ca0-9a2b-efb252637d02 req-03d49452-f6ff-4095-a1db-81c91db07c48 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:31.037686 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81a374f-a6f1-4ca0-9a2b-efb252637d02 req-03d49452-f6ff-4095-a1db-81c91db07c48 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0525162 Aug 30 15:07:31.075672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d81a374f-a6f1-4ca0-9a2b-efb252637d02 req-7837157c-77c3-408f-8495-a298235f5c08 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Aug 30 15:07:31.729114 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:32.207227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb609f18-b1db-45f7-9f1d-8190193b820f req-541d48fb-7254-4e34-98eb-0186b4667d3c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:32.208686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bb609f18-b1db-45f7-9f1d-8190193b820f req-541d48fb-7254-4e34-98eb-0186b4667d3c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0538442 Aug 30 15:07:32.245588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bb609f18-b1db-45f7-9f1d-8190193b820f req-857fdf71-76eb-4573-8817-39a44ce92a95 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306544 Aug 30 15:07:33.173755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:33.361222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53674aae-d019-4e76-9fb6-bdc0e76b978a req-0da7981a-b28d-41c1-90b0-af4f7da7005f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:33.362721 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53674aae-d019-4e76-9fb6-bdc0e76b978a req-0da7981a-b28d-41c1-90b0-af4f7da7005f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0495181 Aug 30 15:07:33.401013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-53674aae-d019-4e76-9fb6-bdc0e76b978a req-dddd78d3-a99d-4f91-a8ad-52ee6597a564 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323222 Aug 30 15:07:34.513520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6342e-b3a5-4217-b0fa-6c8b9311c656 req-b318425b-b49a-49dc-a954-c26e3a818ec7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:34.514984 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ed6342e-b3a5-4217-b0fa-6c8b9311c656 req-b318425b-b49a-49dc-a954-c26e3a818ec7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0479224 Aug 30 15:07:34.554313 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ed6342e-b3a5-4217-b0fa-6c8b9311c656 req-28b73693-8c5b-48a4-bd9e-7ddb0e919c3d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Aug 30 15:07:35.667818 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4ee71-d580-4c10-bbbb-97aef388e39c req-bbfa9d68-39cf-4a0c-ac75-89676684de00 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:35.669236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7e4ee71-d580-4c10-bbbb-97aef388e39c req-bbfa9d68-39cf-4a0c-ac75-89676684de00 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0480659 Aug 30 15:07:35.707098 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7e4ee71-d580-4c10-bbbb-97aef388e39c req-7da3dacc-0af7-417f-8ad9-e7db75023507 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Aug 30 15:07:36.821977 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba81f5-fe32-4603-bf3f-4b87312978bd req-cb62e59b-b32f-42eb-9e94-21a3d991db0e tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:36.823447 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5ba81f5-fe32-4603-bf3f-4b87312978bd req-cb62e59b-b32f-42eb-9e94-21a3d991db0e tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0477455 Aug 30 15:07:36.860414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5ba81f5-fe32-4603-bf3f-4b87312978bd req-40fc0769-203a-4a1a-843b-891d533766ab tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304594 Aug 30 15:07:37.977378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694301ef-bcf6-4fb2-a9fd-d184f35d6a10 req-a5d58066-dc66-434a-9d13-6c9350be3a36 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:37.978845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-694301ef-bcf6-4fb2-a9fd-d184f35d6a10 req-a5d58066-dc66-434a-9d13-6c9350be3a36 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0518382 Aug 30 15:07:38.015547 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-694301ef-bcf6-4fb2-a9fd-d184f35d6a10 req-aba1c2df-fcfc-4934-94d9-188ae5ad4cda tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Aug 30 15:07:39.131737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30b36-32ae-4077-9800-6793e2ee42e0 req-8917c29f-46c9-4679-9eb7-7caa8104ddf5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:39.133170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2d30b36-32ae-4077-9800-6793e2ee42e0 req-8917c29f-46c9-4679-9eb7-7caa8104ddf5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Aug 30 15:07:39.171012 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d2d30b36-32ae-4077-9800-6793e2ee42e0 req-0e299574-172e-4165-82b7-914411139f8b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Aug 30 15:07:40.285919 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27245b63-d0a4-4907-aabf-dcda1810f682 req-9c79ecd6-fdce-4e8f-8710-559e98947d3f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:40.287403 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27245b63-d0a4-4907-aabf-dcda1810f682 req-9c79ecd6-fdce-4e8f-8710-559e98947d3f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0484564 Aug 30 15:07:40.324906 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27245b63-d0a4-4907-aabf-dcda1810f682 req-a89404fa-5cb0-4629-a635-c5a99c519ef6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Aug 30 15:07:41.439513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9800e-12e0-4a71-9dbc-9ea41e4dc177 req-1f85fa16-5541-4289-ab0a-d3027af95815 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:41.440985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ba9800e-12e0-4a71-9dbc-9ea41e4dc177 req-1f85fa16-5541-4289-ab0a-d3027af95815 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0487266 Aug 30 15:07:41.477285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ba9800e-12e0-4a71-9dbc-9ea41e4dc177 req-cd26e4bd-c4d8-4d5d-871a-5b3892f495e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Aug 30 15:07:42.591596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b702e92-5bf5-48db-90e0-a06e96665a11 req-99249d6a-f433-4bd1-ad90-c579f0d839c8 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:42.593092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b702e92-5bf5-48db-90e0-a06e96665a11 req-99249d6a-f433-4bd1-ad90-c579f0d839c8 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0490298 Aug 30 15:07:42.629691 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1b702e92-5bf5-48db-90e0-a06e96665a11 req-d3af5f2d-1de2-4db8-8432-66a4045ea1f5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306532 Aug 30 15:07:43.744950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396cff-718e-42aa-ae4d-44e077fe7f6d req-eeb94687-45fc-471e-8044-5f3a5d9f3c29 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:43.746446 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d396cff-718e-42aa-ae4d-44e077fe7f6d req-eeb94687-45fc-471e-8044-5f3a5d9f3c29 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0478992 Aug 30 15:07:43.783631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2d396cff-718e-42aa-ae4d-44e077fe7f6d req-ec9876a4-97fd-4ddd-8b3a-15c9444b6117 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Aug 30 15:07:44.901497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040a788-cfb4-460a-ab6d-dbd6c91dcb96 req-0f0097c2-b3d9-4b2d-89ea-e999b4734886 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:44.902962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2040a788-cfb4-460a-ab6d-dbd6c91dcb96 req-0f0097c2-b3d9-4b2d-89ea-e999b4734886 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0512300 Aug 30 15:07:44.942677 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2040a788-cfb4-460a-ab6d-dbd6c91dcb96 req-6eb657f2-43ea-4472-b2d0-e7dc34ec5161 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Aug 30 15:07:46.074670 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-0b1b60fd-4686-4f22-ac6d-07e82235df8b service neutron] show failed (client error): The resource could not be found. Aug 30 15:07:46.075888 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-0b1b60fd-4686-4f22-ac6d-07e82235df8b service neutron] 10.222.0.21 "GET /v2.0/ports/de596a02-ecd6-4cd2-be52-454eea11c891/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0932708 Aug 30 15:07:46.083431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1163e30-3cae-431b-b6ac-bc3bb38fbc84 req-ec5f7aeb-e411-4fc8-bad7-0d487d93785a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:46.085013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1163e30-3cae-431b-b6ac-bc3bb38fbc84 req-ec5f7aeb-e411-4fc8-bad7-0d487d93785a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0708861 Aug 30 15:07:46.130172 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a1163e30-3cae-431b-b6ac-bc3bb38fbc84 req-197a7717-dc7e-4d77-ad7b-a5c750561b92 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Aug 30 15:07:46.292597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-2495bf69-0aba-4ed4-a25c-82e943f56f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:46.294131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-2495bf69-0aba-4ed4-a25c-82e943f56f81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107&tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0437484 Aug 30 15:07:46.305655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:07:46.363009 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:46.565635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:46.603876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:07:46.644048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:46.646760 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a21d8e-4cbf-4fc2-84f6-ddbd89c6650a" -d '{"events": [{"server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "name": "network-vif-unplugged", "status": "completed", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:46.651891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:46.665877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Transition to ACTIVE for port object de596a02-ecd6-4cd2-be52-454eea11c891 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:07:46.669856 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:46.699582 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff29e1-990f-4169-937f-e0ac6591b00e x-openstack-request-id: req-53ff29e1-990f-4169-937f-e0ac6591b00e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:46.699880 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "name": "network-vif-unplugged", "status": "completed", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:46.700149 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53ff29e1-990f-4169-937f-e0ac6591b00e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:46.700540 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'code': 200} Aug 30 15:07:46.738340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] No DVR routers for this DVR port de596a02-ecd6-4cd2-be52-454eea11c891 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:07:46.740357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:46.779792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Attempting to bind port de596a02-ecd6-4cd2-be52-454eea11c891 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:07:46.780135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Attempting to bind port de596a02-ecd6-4cd2-be52-454eea11c891 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:07:46.781140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Attempting to bind port de596a02-ecd6-4cd2-be52-454eea11c891 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:07:46.785577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Port de596a02-ecd6-4cd2-be52-454eea11c891 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:07:46.785901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Attempting to bind port de596a02-ecd6-4cd2-be52-454eea11c891 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:07:46.790672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:07:46.791011 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Checking segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:07:46.791396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Bound using segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:07:46.791820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Bound port: de596a02-ecd6-4cd2-be52-454eea11c891, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:07:46.792178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:46.854619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:07:46.857790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:07:46.861909 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:46.893627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:46.894319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:46.895680 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] 10.222.0.39 "PUT /v2.0/ports/de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 1091 time: 0.5940382 Aug 30 15:07:46.917527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e91ce-afa0-4d44-867a-30e040cdaf23 service neutron] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:46.960105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-96e9818b-7e0c-4c86-841c-365da0472fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:46.961635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-96e9818b-7e0c-4c86-841c-365da0472fce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 1094 time: 0.0413332 Aug 30 15:07:47.051731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-bdd0ca1f-b519-45a3-b5d4-e36cf511ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:47.053207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-bdd0ca1f-b519-45a3-b5d4-e36cf511ca20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0840080 Aug 30 15:07:47.093319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-bb186112-929e-443d-881f-c4066ad262bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 217 time: 0.0336061 Aug 30 15:07:47.144636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-7d3bd4ea-3126-4a04-a5d1-d4ce30b1a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:47.146027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-7d3bd4ea-3126-4a04-a5d1-d4ce30b1a68e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0467305 Aug 30 15:07:47.178237 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-1e6b6963-7e20-4dcd-905c-edc297966053 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249670 Aug 30 15:07:47.250064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745008b-1b64-420f-b58a-72263d09f6fc req-0a552a36-b0b1-4996-97b4-89151dbd6af1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:47.251559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c745008b-1b64-420f-b58a-72263d09f6fc req-0a552a36-b0b1-4996-97b4-89151dbd6af1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 943 time: 0.0479550 Aug 30 15:07:47.268580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-f0fa99a2-77ec-4285-acf6-49c557155801 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834711 Aug 30 15:07:47.289412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c745008b-1b64-420f-b58a-72263d09f6fc req-f1b189d4-108a-4086-94e2-0bbf9d6d91cf tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Aug 30 15:07:47.364165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-21fe59a7-b1f8-4f5f-83dc-fe27723398ef req-dc241f5e-2cd5-4a64-ab9f-80babea64294 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874550 Aug 30 15:07:48.411295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cffa7-5073-4e3a-a963-09ea0527d46f req-f2f51865-b423-4ec5-ad6f-b6077b16681b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:48.412774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c1cffa7-5073-4e3a-a963-09ea0527d46f req-f2f51865-b423-4ec5-ad6f-b6077b16681b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 943 time: 0.0514309 Aug 30 15:07:48.449718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c1cffa7-5073-4e3a-a963-09ea0527d46f req-5ad0f639-c80c-4fdc-b1bb-eb8fb49e2c51 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Aug 30 15:07:48.701655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:48.704605 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d597ecf2-881e-484e-8a26-160742fb414e" -d '{"events": [{"name": "network-changed", "server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:48.751631 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6329ac6a-e4ed-4df1-9241-ea36823f0197 x-openstack-request-id: req-6329ac6a-e4ed-4df1-9241-ea36823f0197 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:48.751927 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:48.752178 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6329ac6a-e4ed-4df1-9241-ea36823f0197 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:48.752801 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'status': 'completed', 'code': 200} Aug 30 15:07:48.839412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597ecf2-881e-484e-8a26-160742fb414e req-ef6838d6-7693-48e8-a291-6f76353c8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:48.840815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597ecf2-881e-484e-8a26-160742fb414e req-855c9469-9c0e-4804-9113-acf187c04c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:48.841095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-ef6838d6-7693-48e8-a291-6f76353c8473 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 1094 time: 0.0495400 Aug 30 15:07:48.842378 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-855c9469-9c0e-4804-9113-acf187c04c67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 1094 time: 0.0482199 Aug 30 15:07:48.934636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597ecf2-881e-484e-8a26-160742fb414e req-80392c02-0f36-4b89-a81a-9f9adbe7c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:48.936113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-80392c02-0f36-4b89-a81a-9f9adbe7c3ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0872889 Aug 30 15:07:48.941850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597ecf2-881e-484e-8a26-160742fb414e req-0ee09e88-16b7-479f-9080-d8d9fa6083cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:48.943461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-0ee09e88-16b7-479f-9080-d8d9fa6083cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0937037 Aug 30 15:07:48.981432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-25f58dfa-cfee-4141-bd20-3eb4006b50f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 217 time: 0.0377915 Aug 30 15:07:48.986085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-0ad6f0c8-1c8d-4197-b4cf-d118d3f6e366 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 217 time: 0.0350909 Aug 30 15:07:49.030647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597ecf2-881e-484e-8a26-160742fb414e req-56988fd7-70f4-4c13-a095-f9ad67ff3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:49.032102 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-56988fd7-70f4-4c13-a095-f9ad67ff3fbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0435731 Aug 30 15:07:49.035324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597ecf2-881e-484e-8a26-160742fb414e req-b667f046-b449-4347-b7d4-93bf05494f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:49.036778 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-b667f046-b449-4347-b7d4-93bf05494f50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0432167 Aug 30 15:07:49.066168 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-c50c1b02-e56b-4e0f-9e6b-080084f08c22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257103 Aug 30 15:07:49.073391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-02b539b8-32a4-4a00-b7fd-d48caefc045a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292983 Aug 30 15:07:49.154360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-3525a46c-bd4d-4057-849a-75845372b74d service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806315 Aug 30 15:07:49.162821 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-344b1a48-0a97-427b-8bb9-60526d459474 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821028 Aug 30 15:07:49.253121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-e91c8244-652f-44c7-a74a-c257d5d8cf40 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906997 Aug 30 15:07:49.259200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d597ecf2-881e-484e-8a26-160742fb414e req-d89c56d8-e56f-4d35-a323-960e75d484c4 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885310 Aug 30 15:07:49.501461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device de596a02-ecd6-4cd2-be52-454eea11c891 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:07:49.538659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device de596a02-ecd6-4cd2-be52-454eea11c891 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:07:49.567809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c808e-8103-4375-b8fc-799ff18c47bc req-7efe0b89-82c8-44ae-9028-a0961497eda5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:49.569453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-478c808e-8103-4375-b8fc-799ff18c47bc req-7efe0b89-82c8-44ae-9028-a0961497eda5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 943 time: 0.0503416 Aug 30 15:07:49.607801 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-478c808e-8103-4375-b8fc-799ff18c47bc req-cbcd89f0-0717-451d-a550-de3bc1a00705 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Aug 30 15:07:49.734464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device de596a02-ecd6-4cd2-be52-454eea11c891 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:07:49.804388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34146-9ae9-46f6-b536-b48ef9791f6c req-b358676e-3a7c-4d4c-8404-54aa70f24655 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:49.805742 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62c34146-9ae9-46f6-b536-b48ef9791f6c req-b358676e-3a7c-4d4c-8404-54aa70f24655 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 943 time: 0.0499458 Aug 30 15:07:49.828797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-4a6c8657-0a2b-4887-9166-8f8ef69a897b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:49.830621 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-4a6c8657-0a2b-4887-9166-8f8ef69a897b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.21 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107&tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 943 time: 0.0578997 Aug 30 15:07:49.834074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:49.847694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6', 'port_id': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'mac_address': 'fa:16:3e:20:4f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32434d7c-c079-4e71-a3fe-db887963b5f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:07:49.847932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62c34146-9ae9-46f6-b536-b48ef9791f6c req-b8866eb9-47be-4f0d-824c-d3021749d686 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Aug 30 15:07:49.884526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:49.892706 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-f8ffe964-93d5-4b31-9293-bb1188a9b798 service neutron] delete failed (client error): The resource could not be found. Aug 30 15:07:49.893757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-f8ffe964-93d5-4b31-9293-bb1188a9b798 service neutron] 10.222.0.21 "DELETE /v2.0/ports/de596a02-ecd6-4cd2-be52-454eea11c891/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0555475 Aug 30 15:07:49.898086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de596a02-ecd6-4cd2-be52-454eea11c891 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:07:49.918335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:49.922847 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:49.976879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:50.001700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-9a36472e-af2d-4982-81bc-176b5e91c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:50.003200 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-9a36472e-af2d-4982-81bc-176b5e91c4fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 1095 time: 0.0450783 Aug 30 15:07:50.092860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-b944b2b8-04b1-47f5-bbe4-a23830e53c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:50.094373 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-b944b2b8-04b1-47f5-bbe4-a23830e53c45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0836666 Aug 30 15:07:50.116766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['de596a02-ecd6-4cd2-be52-454eea11c891'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:07:50.139479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-67ab8e6b-f79b-4f2e-96b4-b373ae64caa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 200 len: 217 time: 0.0374811 Aug 30 15:07:50.189583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-0a2331f0-8c4c-4289-83f7-89ad11ad57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:50.191057 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-0a2331f0-8c4c-4289-83f7-89ad11ad57b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0445487 Aug 30 15:07:50.224667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-0c429a15-3804-4a56-99c1-17bb3b66d1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244207 Aug 30 15:07:50.303474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:50.314484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-915bfe0e-81ab-4d29-a0eb-e04f75624fa0 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829642 Aug 30 15:07:50.410212 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d80d9836-029d-4cc7-83b3-4543f14b4cf0 req-456e1d10-3bac-4d25-896a-245c5c901add service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858223 Aug 30 15:07:50.967661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd2a7f-7f81-4cc6-8bb7-420b11502a08 req-ec91c8a9-acd4-435f-ac2a-e1214e18b148 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:50.969721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47cd2a7f-7f81-4cc6-8bb7-420b11502a08 req-ec91c8a9-acd4-435f-ac2a-e1214e18b148 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 944 time: 0.0523789 Aug 30 15:07:51.008366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47cd2a7f-7f81-4cc6-8bb7-420b11502a08 req-3e5ce768-e4c6-4669-9e15-e0905d1e3036 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326464 Aug 30 15:07:51.125931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a69fd4-4ca5-4082-a29c-3944e615e5ec req-cf804685-c678-4d0a-86f3-7f135ff2a3dc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:51.127298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51a69fd4-4ca5-4082-a29c-3944e615e5ec req-cf804685-c678-4d0a-86f3-7f135ff2a3dc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 944 time: 0.0520279 Aug 30 15:07:51.164885 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51a69fd4-4ca5-4082-a29c-3944e615e5ec req-688d6ce9-ea44-4124-8d9b-4e87d3e5a98b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Aug 30 15:07:51.279286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719bd5-11b4-434c-9764-ca6640d51305 req-4a76c7d9-5c8f-4a27-83f4-74d652b04678 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:51.281411 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1719bd5-11b4-434c-9764-ca6640d51305 req-4a76c7d9-5c8f-4a27-83f4-74d652b04678 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 944 time: 0.0524933 Aug 30 15:07:51.317769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e1719bd5-11b4-434c-9764-ca6640d51305 req-702b63c4-e62d-4dba-ad93-2e365a02411a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304282 Aug 30 15:07:51.690732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-cab65c24-e63f-4576-8106-9919149404f5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:51.692114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-cab65c24-e63f-4576-8106-9919149404f5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 814 time: 0.0989404 Aug 30 15:07:51.707559 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3e524442-278f-4e80-8ab8-73bfc574516a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/quotas/95a668b9ef9e4e439f27a1f859d1c0f3 HTTP/1.1" status: 200 len: 375 time: 0.0096054 Aug 30 15:07:51.744546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device de596a02-ecd6-4cd2-be52-454eea11c891 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:07:51.755761 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-6f9f8fdd-f0ca-4392-ac19-aa54d87a7cc4 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426779 Aug 30 15:07:51.792791 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port de596a02-ecd6-4cd2-be52-454eea11c891 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:07:51.796404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port de596a02-ecd6-4cd2-be52-454eea11c891 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:07:51.796779 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:51.849611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-1d044676-8d6d-4850-9367-7df3fb3ad976 service neutron] 10.222.0.50 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868587 Aug 30 15:07:51.875572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:51.898564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:51.900815 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6fba2e-23c2-454e-9595-cdbc90cd3ac2" -d '{"events": [{"server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "name": "network-vif-plugged", "status": "completed", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:51.914359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:51.922063 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:51.947426 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc1356-3b9d-458e-813d-fd4f6f4375f2 x-openstack-request-id: req-f4fc1356-3b9d-458e-813d-fd4f6f4375f2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:51.947740 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "name": "network-vif-plugged", "status": "completed", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:51.948112 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4fc1356-3b9d-458e-813d-fd4f6f4375f2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:51.948496 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'code': 200} Aug 30 15:07:51.951433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-562fce88-5965-4212-8a29-515e222e0ad4 service neutron] 10.222.0.50 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955517 Aug 30 15:07:51.972945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:52.111849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cc6b4172-04bd-4ad2-8213-83e19b6355ae req-0a4236ba-cde6-48cd-8ed0-153ada28cfff tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 210 time: 0.0261347 Aug 30 15:07:52.786385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-80280e28-2abf-4d88-b3ea-1dac1c682bd0 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:52.787758 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-80280e28-2abf-4d88-b3ea-1dac1c682bd0 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.39 "GET /v2.0/ports?device_id=0754669e-9016-46bd-9c0f-330a954f2107 HTTP/1.1" status: 200 len: 945 time: 0.0496340 Aug 30 15:07:52.887356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Deleting port de596a02-ecd6-4cd2-be52-454eea11c891 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:07:52.887702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:53.213759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a354cec3-0433-4b85-ab99-6104fb9cd8f1 req-5526a4dd-9da8-48cd-91ad-50c3ad8f0db9 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 210 time: 0.0326183 Aug 30 15:07:53.291239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] For port de596a02-ecd6-4cd2-be52-454eea11c891, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=de596a02-ecd6-4cd2-be52-454eea11c891,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:53.291604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:53.309317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-e5721eea-8f45-4f3c-9d11-92539cd4e386 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:53.310739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-e5721eea-8f45-4f3c-9d11-92539cd4e386 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.39 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 814 time: 0.4076245 Aug 30 15:07:53.315097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Calling delete_port for de596a02-ecd6-4cd2-be52-454eea11c891 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:07:53.324199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Request body: {'port': {'device_id': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6', 'admin_state_up': True, 'tenant_id': '95a668b9ef9e4e439f27a1f859d1c0f3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:07:53.510940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Made reservation on behalf of 95a668b9ef9e4e439f27a1f859d1c0f3 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:07:53.514290 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:53.547621 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:53.559946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['de596a02-ecd6-4cd2-be52-454eea11c891'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:07:53.609163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Pushing event deleted for resources: {'Port': ['ID=de596a02-ecd6-4cd2-be52-454eea11c891,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:53.643654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.644003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.644351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.644687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.645018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.645374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.645707 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.646051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.646364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.646688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.647010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.647332 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:53.673200 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] No DVR routers for this DVR port de596a02-ecd6-4cd2-be52-454eea11c891 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:07:53.676917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:53.678857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.39 "DELETE /v2.0/ports/de596a02-ecd6-4cd2-be52-454eea11c891 HTTP/1.1" status: 204 len: 173 time: 0.8843238 Aug 30 15:07:53.679279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'name': 'network-vif-deleted', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:53.681557 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1287fe6b-14d5-48bc-a6a0-ff011f120dce" -d '{"events": [{"server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "name": "network-vif-deleted", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:53.724356 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21125755-6dd1-4e67-b025-ddc825e80704 x-openstack-request-id: req-21125755-6dd1-4e67-b025-ddc825e80704 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:53.724644 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0754669e-9016-46bd-9c0f-330a954f2107", "name": "network-vif-deleted", "tag": "de596a02-ecd6-4cd2-be52-454eea11c891", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:53.724892 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21125755-6dd1-4e67-b025-ddc825e80704 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:53.725309 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754669e-9016-46bd-9c0f-330a954f2107', 'name': 'network-vif-deleted', 'tag': 'de596a02-ecd6-4cd2-be52-454eea11c891', 'status': 'completed', 'code': 200} Aug 30 15:07:53.750501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Allocated IP 172.20.0.5 (44b526b2-39e9-4de9-9087-d786e44fd4b6/32434d7c-c079-4e71-a3fe-db887963b5f8/8d367494-dd81-4356-b367-95f0f3f50e40) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:07:53.899279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:53.938431 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:53.987696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Network 44b526b2-39e9-4de9-9087-d786e44fd4b6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:07:53.990863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:07:53.994739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:07:54.018613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:54.045622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:54.046233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:54.059503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-07a617b2-873e-49c2-8e0c-8a032b35efdc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390196 Aug 30 15:07:54.071013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Request body: {'port': {'device_id': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:07:54.124375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:54.330163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7c3aa-9249-4584-97ab-545e09e1c352 req-519f60b5-a7cf-4994-af95-80b66eba96c3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:54.331655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10f7c3aa-9249-4584-97ab-545e09e1c352 req-519f60b5-a7cf-4994-af95-80b66eba96c3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 931 time: 0.0499287 Aug 30 15:07:54.370214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-10f7c3aa-9249-4584-97ab-545e09e1c352 req-093b4dfa-06fc-428c-a91d-13ef7534d355 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Aug 30 15:07:54.392983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d367494-dd81-4356-b367-95f0f3f50e40 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:07:54.400624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:54.412196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Transition to ACTIVE for port object 8d367494-dd81-4356-b367-95f0f3f50e40 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:07:54.415321 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:54.466812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:54.528484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Attempting to bind port 8d367494-dd81-4356-b367-95f0f3f50e40 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:07:54.528823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Attempting to bind port 8d367494-dd81-4356-b367-95f0f3f50e40 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:07:54.529187 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Attempting to bind port 8d367494-dd81-4356-b367-95f0f3f50e40 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:07:54.534361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Port 8d367494-dd81-4356-b367-95f0f3f50e40 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:07:54.534683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Attempting to bind port 8d367494-dd81-4356-b367-95f0f3f50e40 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:07:54.539581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:07:54.539922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Checking segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:07:54.540305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Bound using segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:07:54.540727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Bound port: 8d367494-dd81-4356-b367-95f0f3f50e40, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:07:54.541114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:54.608574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:07:54.612925 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:07:54.617350 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:54.649759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:54.650371 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:54.651811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] 10.222.0.39 "PUT /v2.0/ports/8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 1091 time: 0.5851142 Aug 30 15:07:54.678156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a740a-ec10-416d-8b2f-0354b2cc7c8d service neutron] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:54.726266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-bf297a11-ec01-43d3-9377-2ba44d14a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:54.727727 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-bf297a11-ec01-43d3-9377-2ba44d14a81b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 1094 time: 0.0397401 Aug 30 15:07:54.772766 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-9ad902f2-e261-4d60-be6b-a5ad7af6e8f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 217 time: 0.0371850 Aug 30 15:07:54.822091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-82b9dc8e-29ef-4b22-9248-04a981817bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:54.823524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-82b9dc8e-29ef-4b22-9248-04a981817bfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0435612 Aug 30 15:07:54.856315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-8c1274a3-138a-4b46-b8ea-ef1f9b3b96bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259845 Aug 30 15:07:54.946265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-9e0b966b-2dda-4148-8a33-e281b6d8c933 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830302 Aug 30 15:07:55.035969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c18d0ea5-8956-4757-b81e-e5ab17e68edc req-3c628af4-4b08-4063-9c04-184ee51771f9 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820851 Aug 30 15:07:55.201443 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f954c0ac-6705-4401-9c87-f646e1db5de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:55.484748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347726a-6cd3-4579-bffd-918a00fdeeac req-b969d0ae-34fe-4dc9-afd1-0e4185c367b7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:55.486447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d347726a-6cd3-4579-bffd-918a00fdeeac req-b969d0ae-34fe-4dc9-afd1-0e4185c367b7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 943 time: 0.0490968 Aug 30 15:07:55.523999 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d347726a-6cd3-4579-bffd-918a00fdeeac req-4efc88e9-117e-4967-b271-05d4c06c032c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Aug 30 15:07:55.726056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:55.728395 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed2dbca-d3ae-4e28-9429-423897280116" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:55.760055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device de596a02-ecd6-4cd2-be52-454eea11c891 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:07:55.763986 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b0c549-4bcc-4098-b071-76b6777644d5 x-openstack-request-id: req-88b0c549-4bcc-4098-b071-76b6777644d5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:55.764274 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:55.764524 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88b0c549-4bcc-4098-b071-76b6777644d5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:55.764911 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40', 'status': 'completed', 'code': 200} Aug 30 15:07:55.782808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: de596a02-ecd6-4cd2-be52-454eea11c891 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:07:55.783160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device de596a02-ecd6-4cd2-be52-454eea11c891 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:07:55.831081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-ab86ae1e-c8b0-4dbd-88fd-1f42d64f1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:55.832616 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-ab86ae1e-c8b0-4dbd-88fd-1f42d64f1a5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 1094 time: 0.0461407 Aug 30 15:07:55.925389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-ffd98712-b643-4a33-bf84-4621b447eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:55.926855 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-ffd98712-b643-4a33-bf84-4621b447eb73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0857108 Aug 30 15:07:55.974061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-0f74e3eb-6397-4502-aaff-acaf8255e00c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 217 time: 0.0401082 Aug 30 15:07:56.023527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-e48a07ec-6174-4b18-827b-88b5ad4ee06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:56.024866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-e48a07ec-6174-4b18-827b-88b5ad4ee06c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0434227 Aug 30 15:07:56.059746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-8ddbaf54-d970-4649-8575-cf8e86b896e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272751 Aug 30 15:07:56.149953 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-6afc55c9-eedb-45f0-a121-2e8511f385d6 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839221 Aug 30 15:07:56.245373 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8ed2dbca-d3ae-4e28-9429-423897280116 req-96a0f4d0-24db-4dd3-bb18-d655c9316d48 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882483 Aug 30 15:07:56.636980 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1eb5-0f39-4191-bf19-73a0a79ff3e2 req-221170e3-8db4-48fc-98a2-29eb12d09fba tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:56.638444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-855d1eb5-0f39-4191-bf19-73a0a79ff3e2 req-221170e3-8db4-48fc-98a2-29eb12d09fba tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 943 time: 0.0494032 Aug 30 15:07:56.676640 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-855d1eb5-0f39-4191-bf19-73a0a79ff3e2 req-2e52fc37-a18c-4d6c-b9cc-0fdfaae038ac tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Aug 30 15:07:57.770979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 8d367494-dd81-4356-b367-95f0f3f50e40 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:07:57.793552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622505f-3c9c-4f4e-8512-eed846c88f7b req-ea3b738d-a11b-4dfe-b780-f234be0163bf tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:57.795277 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b622505f-3c9c-4f4e-8512-eed846c88f7b req-ea3b738d-a11b-4dfe-b780-f234be0163bf tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 943 time: 0.0493324 Aug 30 15:07:57.836199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b622505f-3c9c-4f4e-8512-eed846c88f7b req-f6cd9494-6650-45d6-86ff-fb8d4e48c355 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339901 Aug 30 15:07:57.950203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75c5f00a-fabf-4598-a464-ca4b0189cfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:58.023321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:58.034670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '8d367494-dd81-4356-b367-95f0f3f50e40', 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6', 'port_id': '8d367494-dd81-4356-b367-95f0f3f50e40', 'mac_address': 'fa:16:3e:a6:bf:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32434d7c-c079-4e71-a3fe-db887963b5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:07:58.072617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:58.085614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d367494-dd81-4356-b367-95f0f3f50e40 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:07:58.105609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:58.109594 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:58.154100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:07:58.162137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.162498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.162832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.163171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.163507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.163838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.164167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.164494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.164819 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.165168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.165495 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.165816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:07:58.313699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['8d367494-dd81-4356-b367-95f0f3f50e40'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:07:58.642417 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:58.956517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5622-9573-4154-9651-96ff5fa623ce req-60c23209-43c1-4d5d-87cd-ff2a6fde74d3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:07:58.957933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dfc5622-9573-4154-9651-96ff5fa623ce req-60c23209-43c1-4d5d-87cd-ff2a6fde74d3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 944 time: 0.0539424 Aug 30 15:07:58.995942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1dfc5622-9573-4154-9651-96ff5fa623ce req-bfb3c0be-9fde-49b3-a4a0-9b82d8c63541 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Aug 30 15:07:59.348029 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:59.779965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 8d367494-dd81-4356-b367-95f0f3f50e40 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:07:59.826798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 8d367494-dd81-4356-b367-95f0f3f50e40 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:07:59.831101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 8d367494-dd81-4356-b367-95f0f3f50e40 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:07:59.831470 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:59.907403 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:59.928592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:07:59.930851 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075c1ed8-62c8-40f8-b49a-d904b179962a" -d '{"events": [{"server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:07:59.943505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:07:59.947876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:07:59.973272 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5111a8-fd5e-4768-934d-3697dd784db8 x-openstack-request-id: req-ea5111a8-fd5e-4768-934d-3697dd784db8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:07:59.973561 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:07:59.973812 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea5111a8-fd5e-4768-934d-3697dd784db8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:07:59.974198 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40', 'code': 200} Aug 30 15:08:00.001873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:00.073340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985684c-7fcd-4a83-9157-1e963b52ecab req-cf064f98-dbb4-479e-8998-4281ba4c9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:00.074752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3985684c-7fcd-4a83-9157-1e963b52ecab req-cf064f98-dbb4-479e-8998-4281ba4c9126 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 1096 time: 0.0490139 Aug 30 15:08:00.137151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e7109-d399-4f65-bf20-33f9cef0c02b req-7a7811e9-cb4a-47e8-9961-5c0bca022bb9 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:00.138610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d42e7109-d399-4f65-bf20-33f9cef0c02b req-7a7811e9-cb4a-47e8-9961-5c0bca022bb9 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0763118 Aug 30 15:08:00.142339 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3985684c-7fcd-4a83-9157-1e963b52ecab req-49ec06f5-9e2d-4818-b61f-8ed362e275d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Aug 30 15:08:00.176136 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d42e7109-d399-4f65-bf20-33f9cef0c02b req-1f452fe5-cb9a-4763-94b3-550f95c021ae tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315051 Aug 30 15:08:00.416150 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:08:01.294178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e3f2-84a8-4069-9305-82a662aa6c64 req-f3ca0d76-408f-448d-a5cb-62b88ad639b2 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:01.295627 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40e2e3f2-84a8-4069-9305-82a662aa6c64 req-f3ca0d76-408f-448d-a5cb-62b88ad639b2 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0510979 Aug 30 15:08:01.332666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-40e2e3f2-84a8-4069-9305-82a662aa6c64 req-1534859e-606b-438f-958d-d53218fc2385 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310147 Aug 30 15:08:01.452074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4206f7-8833-462c-9e62-20b72542d75a req-79058086-d570-460e-aff5-3a378aa755e8 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:01.454197 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad4206f7-8833-462c-9e62-20b72542d75a req-79058086-d570-460e-aff5-3a378aa755e8 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0519438 Aug 30 15:08:01.491134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad4206f7-8833-462c-9e62-20b72542d75a req-0450c573-0c1a-4206-ae76-3619470e3652 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305004 Aug 30 15:08:01.731534 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:01.740893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-10292d80-17e8-4d36-8515-e84dc5088bdc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0693972 Aug 30 15:08:01.748959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946ef1a-00d7-49f0-a3b6-0fe630c28877 req-62111631-3277-452d-8d0f-8ab410d8e46f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:01.750951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f946ef1a-00d7-49f0-a3b6-0fe630c28877 req-62111631-3277-452d-8d0f-8ab410d8e46f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0711999 Aug 30 15:08:01.790760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f946ef1a-00d7-49f0-a3b6-0fe630c28877 req-3baf7d07-828d-4260-9c15-e5ae3007f874 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Aug 30 15:08:02.909852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-66c2457a-7792-4ff0-a6cf-4f93527dc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:02.911374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-66c2457a-7792-4ff0-a6cf-4f93527dc359 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 1096 time: 0.0459068 Aug 30 15:08:02.922063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fb039-4e49-4f1e-b762-9a160d819727 req-60636013-bc51-4159-adce-8e34b625d8b5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:02.923577 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f08fb039-4e49-4f1e-b762-9a160d819727 req-60636013-bc51-4159-adce-8e34b625d8b5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0513966 Aug 30 15:08:02.965270 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f08fb039-4e49-4f1e-b762-9a160d819727 req-13ed677c-fbca-4850-ad27-b128b80b06ea tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354078 Aug 30 15:08:03.005127 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-143a3c01-881e-4419-9160-8fabfc052f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:03.006603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-143a3c01-881e-4419-9160-8fabfc052f58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0879240 Aug 30 15:08:03.051698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-fa47a45b-f7db-44f9-8d85-76443e832810 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 217 time: 0.0382254 Aug 30 15:08:03.102811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-7d8c3952-774a-481b-a523-b1fdf0061458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:03.104284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-7d8c3952-774a-481b-a523-b1fdf0061458 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0454037 Aug 30 15:08:03.136515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-7a2a1daa-da1b-4612-bc76-340123283689 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257883 Aug 30 15:08:03.195634 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:03.235422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-c077178d-d618-49bf-bed0-398347d07dc3 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910575 Aug 30 15:08:03.336484 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-32340484-a1bb-4dde-b705-eecf465da501 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954638 Aug 30 15:08:04.080216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1148c6-5ed3-41b1-afa1-44b48df981db req-8517174a-28f0-4007-9e75-7bd72a2c388f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:04.081722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca1148c6-5ed3-41b1-afa1-44b48df981db req-8517174a-28f0-4007-9e75-7bd72a2c388f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0494003 Aug 30 15:08:04.119554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca1148c6-5ed3-41b1-afa1-44b48df981db req-17d920b3-4378-44c6-bea9-85e3ae1b9bbe tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Aug 30 15:08:05.232885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273408-8da1-419a-85e9-6b638068e89a req-8e2aa91f-110e-4fcb-8b39-dc38229954c5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:05.234563 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bb273408-8da1-419a-85e9-6b638068e89a req-8e2aa91f-110e-4fcb-8b39-dc38229954c5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0481830 Aug 30 15:08:05.274098 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bb273408-8da1-419a-85e9-6b638068e89a req-4ebf119f-f14d-4e16-ac58-c375c090dab0 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Aug 30 15:08:06.393587 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ea484-1a30-49cf-9b6a-80800f19e5b8 req-fdcc043a-1641-4936-a4e0-ea61f35d00bc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:06.395063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad9ea484-1a30-49cf-9b6a-80800f19e5b8 req-fdcc043a-1641-4936-a4e0-ea61f35d00bc tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0543113 Aug 30 15:08:06.431689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad9ea484-1a30-49cf-9b6a-80800f19e5b8 req-b0408c6d-f454-447d-aa85-d51aa40fd0eb tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Aug 30 15:08:07.546602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862503fd-bb06-4b63-b9c9-81d2513c42b3 req-0fcb0f77-4cb0-4956-9497-62fa6dcc9823 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:07.548623 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862503fd-bb06-4b63-b9c9-81d2513c42b3 req-0fcb0f77-4cb0-4956-9497-62fa6dcc9823 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0506845 Aug 30 15:08:07.920407 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-862503fd-bb06-4b63-b9c9-81d2513c42b3 req-23f7d0f1-196f-4b9a-92a0-fb5b45a06e74 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655801 Aug 30 15:08:09.033535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71919e5e-f15f-4a63-a250-88ce2831f6fc req-3286b0c8-1a8e-4c29-86d2-592d5ce37784 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:09.035009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71919e5e-f15f-4a63-a250-88ce2831f6fc req-3286b0c8-1a8e-4c29-86d2-592d5ce37784 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0479484 Aug 30 15:08:09.073255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-71919e5e-f15f-4a63-a250-88ce2831f6fc req-1aff4423-6c89-4778-8eab-9746246a99a4 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323434 Aug 30 15:08:10.186973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119d706-ade3-4e54-925e-8d8a92e02bce req-31526831-e1a3-437f-a053-ce64b1064df3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:10.188479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0119d706-ade3-4e54-925e-8d8a92e02bce req-31526831-e1a3-437f-a053-ce64b1064df3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0480359 Aug 30 15:08:10.224934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0119d706-ade3-4e54-925e-8d8a92e02bce req-91bf516d-ace1-42a6-a70a-9f2e0a907630 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304899 Aug 30 15:08:11.338999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d17a6-e98f-4d4a-ab3f-c033cf38732a req-360005cc-88b2-48f3-b475-3ab9813ed03b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:11.340458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d69d17a6-e98f-4d4a-ab3f-c033cf38732a req-360005cc-88b2-48f3-b475-3ab9813ed03b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0474710 Aug 30 15:08:11.379058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d69d17a6-e98f-4d4a-ab3f-c033cf38732a req-7847a7fa-d20b-46e1-a50d-7ae1046138e4 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Aug 30 15:08:12.494531 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c19e3f-8664-45f2-bcc0-6603ee1de97b req-b5daf35f-7e55-4487-acb7-c52d5e9c71d1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:12.495970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7c19e3f-8664-45f2-bcc0-6603ee1de97b req-b5daf35f-7e55-4487-acb7-c52d5e9c71d1 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0475538 Aug 30 15:08:12.532529 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7c19e3f-8664-45f2-bcc0-6603ee1de97b req-3fb7c04a-8069-4097-b25d-8fde0c0edd8f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305994 Aug 30 15:08:13.649072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354ce13-faad-4308-b130-e242303d3c1f req-4b74a493-daeb-436c-8b2b-ec3b956d461a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:13.650440 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6354ce13-faad-4308-b130-e242303d3c1f req-4b74a493-daeb-436c-8b2b-ec3b956d461a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0510931 Aug 30 15:08:13.687730 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6354ce13-faad-4308-b130-e242303d3c1f req-1462f720-5b7e-4531-b207-2be02fcdcdf6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Aug 30 15:08:14.806476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54de03b-2e1b-4c52-a3f2-21df4a47eabf req-11cf5ef6-f9f5-4e23-bf99-6bdd190de68e tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:14.808205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b54de03b-2e1b-4c52-a3f2-21df4a47eabf req-11cf5ef6-f9f5-4e23-bf99-6bdd190de68e tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0510242 Aug 30 15:08:14.845741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b54de03b-2e1b-4c52-a3f2-21df4a47eabf req-e15dccee-0e77-4492-a4b5-fa5ad0e7cefb tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Aug 30 15:08:15.961582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91beea-e41e-46c9-afec-c6496d427354 req-05836658-4aeb-4295-a2eb-afd47f743b6f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:15.963060 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e91beea-e41e-46c9-afec-c6496d427354 req-05836658-4aeb-4295-a2eb-afd47f743b6f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Aug 30 15:08:16.000939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6e91beea-e41e-46c9-afec-c6496d427354 req-ccffc7f6-21b8-4316-9219-b52505725c2a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314765 Aug 30 15:08:17.113413 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7179e1-b840-4e43-874e-e77b95cfc9bb req-64286fb9-ea2c-43ca-8578-bc217dbc1ec6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:17.114862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf7179e1-b840-4e43-874e-e77b95cfc9bb req-64286fb9-ea2c-43ca-8578-bc217dbc1ec6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0473294 Aug 30 15:08:17.151685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf7179e1-b840-4e43-874e-e77b95cfc9bb req-0cbe7645-e323-4544-b9dd-da630083e8d8 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306201 Aug 30 15:08:18.270939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8b8f-b00f-425e-a92b-d176ec90f4c1 req-383909f4-9573-4cd2-8e89-5c37482008db tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:18.272494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-301c8b8f-b00f-425e-a92b-d176ec90f4c1 req-383909f4-9573-4cd2-8e89-5c37482008db tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0510263 Aug 30 15:08:18.311417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-301c8b8f-b00f-425e-a92b-d176ec90f4c1 req-01221711-27a4-4111-abb3-17708b32549a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Aug 30 15:08:19.424415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0bbbc-5a62-4da9-b1eb-17dae9cd46ca req-267959d3-d9e0-4854-ae56-06293ccd8b65 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:19.425915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aad0bbbc-5a62-4da9-b1eb-17dae9cd46ca req-267959d3-d9e0-4854-ae56-06293ccd8b65 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0486026 Aug 30 15:08:19.463234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aad0bbbc-5a62-4da9-b1eb-17dae9cd46ca req-87f03c5f-3532-4346-9977-c0b11d268934 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Aug 30 15:08:20.350295 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:20.581970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0aaa7-5e08-4664-ac9e-508145445712 req-7f09b729-856a-4116-bf68-e4fc804c8907 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:20.583438 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a0aaa7-5e08-4664-ac9e-508145445712 req-7f09b729-856a-4116-bf68-e4fc804c8907 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Aug 30 15:08:20.620773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a0aaa7-5e08-4664-ac9e-508145445712 req-bd4e6902-0605-47a5-b283-21c2e7c7a8b3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311890 Aug 30 15:08:21.736783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228247d-35f7-475a-a746-6e4278d8e68c req-75a1ab22-1060-42dc-8f6c-0fa2d57967d6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:21.738273 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6228247d-35f7-475a-a746-6e4278d8e68c req-75a1ab22-1060-42dc-8f6c-0fa2d57967d6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0516276 Aug 30 15:08:21.775064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6228247d-35f7-475a-a746-6e4278d8e68c req-a2596a18-5d26-462f-a8b2-a2211ec397f3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309072 Aug 30 15:08:22.895839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93760ec-03de-4e09-a13d-04d706061dce req-e1a175cb-eca6-4475-9ca5-ba2ff9ebcaa7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:22.897327 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b93760ec-03de-4e09-a13d-04d706061dce req-e1a175cb-eca6-4475-9ca5-ba2ff9ebcaa7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0493670 Aug 30 15:08:22.934446 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b93760ec-03de-4e09-a13d-04d706061dce req-bd7e0e3a-bce5-4148-a533-de4f2b000f20 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Aug 30 15:08:24.048181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3836f-6891-4ce6-b4f5-318484ed6db1 req-c7217405-cf9c-43ae-b7a1-e6e49d0cb125 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:24.049672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2e3836f-6891-4ce6-b4f5-318484ed6db1 req-c7217405-cf9c-43ae-b7a1-e6e49d0cb125 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0476780 Aug 30 15:08:24.086070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2e3836f-6891-4ce6-b4f5-318484ed6db1 req-98df8feb-8623-4cd4-a36c-78f97159e487 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Aug 30 15:08:25.201623 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c81f436-dd7a-4076-8d90-f444fe43aa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:25.203440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289029-00b3-412e-bd7b-29b20361a2dc req-929c7e09-0d30-465d-bccc-4203adeae642 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:25.205353 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0289029-00b3-412e-bd7b-29b20361a2dc req-929c7e09-0d30-465d-bccc-4203adeae642 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0515406 Aug 30 15:08:25.244359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0289029-00b3-412e-bd7b-29b20361a2dc req-4a74ccaa-915e-491e-8b82-7582979bdade tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330882 Aug 30 15:08:26.357033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e3af-6b9b-4da1-bfe6-6108f8bc99ee req-2a17afe2-c861-4e79-bc03-28a7fb53988c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:26.358592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f8e8e3af-6b9b-4da1-bfe6-6108f8bc99ee req-2a17afe2-c861-4e79-bc03-28a7fb53988c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0478733 Aug 30 15:08:26.396705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f8e8e3af-6b9b-4da1-bfe6-6108f8bc99ee req-30760ae4-cebf-4d62-88a5-1be2a4477b86 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Aug 30 15:08:27.572060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdd6fd-a7ca-4aea-9604-6cc0a35ee9a0 req-f4366641-88ac-4e34-89d3-8317d82b044a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:27.573546 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56bdd6fd-a7ca-4aea-9604-6cc0a35ee9a0 req-f4366641-88ac-4e34-89d3-8317d82b044a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.1100757 Aug 30 15:08:27.610950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56bdd6fd-a7ca-4aea-9604-6cc0a35ee9a0 req-116f6315-bdd4-4806-b037-4b8a55e201d0 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306866 Aug 30 15:08:27.900042 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f60464-c7cb-4687-81b0-7f6dfcdac02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:28.644699 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:28.784300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688de548-b6df-48f8-b9d1-c49611cdecc7 req-21ebae63-4469-4890-9463-aa61f201345a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:28.785811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-688de548-b6df-48f8-b9d1-c49611cdecc7 req-21ebae63-4469-4890-9463-aa61f201345a tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.1064270 Aug 30 15:08:28.823868 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-688de548-b6df-48f8-b9d1-c49611cdecc7 req-0fba3134-183d-4bdd-9624-289aae7983df tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Aug 30 15:08:29.350228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:29.940745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647915c3-f062-4ccf-bc4a-4bd31a0e7f60 req-511244a9-9ca1-4659-b0c3-e32cb3a1b333 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:29.942527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-647915c3-f062-4ccf-bc4a-4bd31a0e7f60 req-511244a9-9ca1-4659-b0c3-e32cb3a1b333 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0491951 Aug 30 15:08:29.980507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-647915c3-f062-4ccf-bc4a-4bd31a0e7f60 req-3282d9a5-a5aa-4239-9979-997c7f5e97b4 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Aug 30 15:08:30.214222 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-8e0a7a18-fdd8-4023-9cfb-8d659a3b679d service neutron] show failed (client error): The resource could not be found. Aug 30 15:08:30.215142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-8e0a7a18-fdd8-4023-9cfb-8d659a3b679d service neutron] 10.222.0.39 "GET /v2.0/ports/8d367494-dd81-4356-b367-95f0f3f50e40/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0621796 Aug 30 15:08:30.429138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-d5cb969d-484d-40ef-a3a1-a0886cf2e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:30.430708 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-d5cb969d-484d-40ef-a3a1-a0886cf2e0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2&tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0690658 Aug 30 15:08:30.448502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:30.504374 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:30.701423 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:30.732230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:08:30.771926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:08:30.774140 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c49ce3-2040-45b9-8deb-6332e515bd38" -d '{"events": [{"server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:08:30.778120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:30.790829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Transition to ACTIVE for port object 8d367494-dd81-4356-b367-95f0f3f50e40 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:08:30.795187 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:30.827920 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd0b924-0460-4ea4-af97-86d7b7b4ea6c x-openstack-request-id: req-abd0b924-0460-4ea4-af97-86d7b7b4ea6c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:08:30.828228 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:08:30.828448 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abd0b924-0460-4ea4-af97-86d7b7b4ea6c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:08:30.828840 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40', 'code': 200} Aug 30 15:08:30.863454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] No DVR routers for this DVR port 8d367494-dd81-4356-b367-95f0f3f50e40 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:08:30.865299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:30.877783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.878132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.878473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.878811 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.879150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.879482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.879808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.880133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.880453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.880775 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.881118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.881440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:30.909126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Attempting to bind port 8d367494-dd81-4356-b367-95f0f3f50e40 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:08:30.909465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Attempting to bind port 8d367494-dd81-4356-b367-95f0f3f50e40 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:08:30.909793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Attempting to bind port 8d367494-dd81-4356-b367-95f0f3f50e40 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:08:30.914004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Port 8d367494-dd81-4356-b367-95f0f3f50e40 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:08:30.914326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Attempting to bind port 8d367494-dd81-4356-b367-95f0f3f50e40 on network 44b526b2-39e9-4de9-9087-d786e44fd4b6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:08:30.919032 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:08:30.919368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Checking segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:08:30.919747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Bound using segment: {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:08:30.920168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Bound port: 8d367494-dd81-4356-b367-95f0f3f50e40, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea00623d-cd02-46b8-a942-18bfa642a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:08:30.920518 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:30.982391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:08:30.986013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:08:30.990517 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:31.023681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:31.024231 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:31.025645 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 1091 time: 0.5812888 Aug 30 15:08:31.048374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fb264-d834-4a35-bc17-03c1b1808de3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:31.102849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-7a42b584-01b1-4ed4-bed2-a976827b2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:31.104049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d64fa-fabc-4ed5-8456-c88989aecf69 req-0d4fb0e9-9359-4b58-94f9-32318ee6c4be tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:31.104564 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-7a42b584-01b1-4ed4-bed2-a976827b2474 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 1094 time: 0.0442255 Aug 30 15:08:31.105577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d58d64fa-fabc-4ed5-8456-c88989aecf69 req-0d4fb0e9-9359-4b58-94f9-32318ee6c4be tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 943 time: 0.0561030 Aug 30 15:08:31.142975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d58d64fa-fabc-4ed5-8456-c88989aecf69 req-01a669a2-1f30-4fde-9efc-7a3a18c618c5 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308182 Aug 30 15:08:31.194454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-69571577-f0a9-46d6-8391-f6a281fcef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:31.195987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-69571577-f0a9-46d6-8391-f6a281fcef12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0847933 Aug 30 15:08:31.237691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-fa0f1eee-94cb-4a3d-910e-841da1e01092 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 217 time: 0.0344167 Aug 30 15:08:31.291841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-8fa76c86-7e0a-4b85-b457-307d60275e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:31.293896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-8fa76c86-7e0a-4b85-b457-307d60275e5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0488343 Aug 30 15:08:31.326171 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-d37d2542-aa02-4be4-8fe2-8c1abde5e447 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257561 Aug 30 15:08:31.416135 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-212d9c49-3ccb-4af1-ae88-0ff047107ff9 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832393 Aug 30 15:08:31.509434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86f2cc43-29d3-4e07-a4a9-5bc379f3fbcc req-33076977-53ef-405b-9949-db5626453071 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Aug 30 15:08:31.733124 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:32.267445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b1ddf-4ad4-40d1-93dd-6a4a590b7de2 req-fc107d1b-9fd5-4e92-99d4-2f66d941b0e3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:32.268935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a3b1ddf-4ad4-40d1-93dd-6a4a590b7de2 req-fc107d1b-9fd5-4e92-99d4-2f66d941b0e3 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 943 time: 0.0546565 Aug 30 15:08:32.306206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a3b1ddf-4ad4-40d1-93dd-6a4a590b7de2 req-f6dbcc17-889d-4c69-8d9f-127037b34ad7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Aug 30 15:08:32.829735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:08:32.832104 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:08:32.880787 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17f7a55-98ef-4b1f-b642-d0a2d54893a3 x-openstack-request-id: req-f17f7a55-98ef-4b1f-b642-d0a2d54893a3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:08:32.881101 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:08:32.881353 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f17f7a55-98ef-4b1f-b642-d0a2d54893a3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:08:32.881744 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40', 'status': 'completed', 'code': 200} Aug 30 15:08:32.943727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-f39282c8-526e-4710-a6fd-343e493b628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:32.945241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-f39282c8-526e-4710-a6fd-343e493b628e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 1094 time: 0.0409436 Aug 30 15:08:32.968412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-923b7236-8241-453b-9751-6d31121d7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:32.970426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-923b7236-8241-453b-9751-6d31121d7b66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 1094 time: 0.0411296 Aug 30 15:08:33.036502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-a7e0bc38-ebe5-44f9-82d7-2a305823b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:33.038049 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-a7e0bc38-ebe5-44f9-82d7-2a305823b74f service neutron] 10.222.0.39 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0864904 Aug 30 15:08:33.064310 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-b8f829f2-56ad-454d-a002-b56c2acfc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:33.065810 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-b8f829f2-56ad-454d-a002-b56c2acfc9f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0871735 Aug 30 15:08:33.084144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-d8971c44-908a-4461-a24c-de18baa386a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 217 time: 0.0383537 Aug 30 15:08:33.109410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-1dd37249-f908-48ce-be62-2f63a3bff77c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 217 time: 0.0349927 Aug 30 15:08:33.132075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-ce9d6d27-e8fc-4197-997c-3c65f35ef3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:33.133557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-ce9d6d27-e8fc-4197-997c-3c65f35ef3c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0433779 Aug 30 15:08:33.163989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-98efa8d1-6557-490a-87a0-a1c041efaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:33.165500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-98efa8d1-6557-490a-87a0-a1c041efaaff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0486999 Aug 30 15:08:33.165949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-d9d2e83e-9301-4719-859d-39b8990baf4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257859 Aug 30 15:08:33.196006 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:33.200566 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-5c8ee21f-4108-4674-a741-5ba020dc0b93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267477 Aug 30 15:08:33.261694 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-5bbfbb2f-f779-4be3-9133-c3243b633f6e service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892305 Aug 30 15:08:33.301146 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-4c63d5ff-5ad7-4d51-b0f8-07284a7d6e91 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898397 Aug 30 15:08:33.354812 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-eda44082-5c81-4501-b419-d5a5c6519aa4 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866911 Aug 30 15:08:33.423929 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67ded25-6ec1-4d9d-bcbc-618078c6f4a1 req-684c9ec9-76ca-4870-b965-4a3903f0cb72 service neutron] 10.222.0.21 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152384 Aug 30 15:08:33.446261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87368a0-6cb6-4a8b-8de3-efbcb40ac1ec req-e07ccd3c-b760-40b9-904e-28c93db897ef tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:33.447730 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e87368a0-6cb6-4a8b-8de3-efbcb40ac1ec req-e07ccd3c-b760-40b9-904e-28c93db897ef tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 943 time: 0.0606353 Aug 30 15:08:33.485468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e87368a0-6cb6-4a8b-8de3-efbcb40ac1ec req-84e0aa92-48cc-4391-b428-50c6af38f4d6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Aug 30 15:08:33.884060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 8d367494-dd81-4356-b367-95f0f3f50e40 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:08:33.919929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 8d367494-dd81-4356-b367-95f0f3f50e40 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:08:34.602824 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fee51-6800-45cc-a7cd-2702f8a5090c req-0c37fef6-c5e5-4b25-bdbc-62469a9ac9d6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:34.604275 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f9fee51-6800-45cc-a7cd-2702f8a5090c req-0c37fef6-c5e5-4b25-bdbc-62469a9ac9d6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 943 time: 0.0487654 Aug 30 15:08:34.645425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f9fee51-6800-45cc-a7cd-2702f8a5090c req-f2b01097-980e-4b32-8922-875dc3bc4ab8 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Aug 30 15:08:35.758974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8a100-6c70-48f4-a020-4da62ac64356 req-dad85e98-63a9-4556-9d90-01f084a41587 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:35.760437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ae8a100-6c70-48f4-a020-4da62ac64356 req-dad85e98-63a9-4556-9d90-01f084a41587 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 943 time: 0.0479128 Aug 30 15:08:35.765639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8d367494-dd81-4356-b367-95f0f3f50e40 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:08:35.799472 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7ae8a100-6c70-48f4-a020-4da62ac64356 req-46b983b1-c523-421b-8bc9-65dd02856868 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320113 Aug 30 15:08:35.862319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:35.873830 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '8d367494-dd81-4356-b367-95f0f3f50e40', 'network_id': '44b526b2-39e9-4de9-9087-d786e44fd4b6', 'port_id': '8d367494-dd81-4356-b367-95f0f3f50e40', 'mac_address': 'fa:16:3e:a6:bf:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32434d7c-c079-4e71-a3fe-db887963b5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:08:35.914599 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:35.928621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d367494-dd81-4356-b367-95f0f3f50e40 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:08:35.949068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:35.953939 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:36.004635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:36.019894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131867a5-31bb-439d-91b2-496970b7fb6e req-ddef19d9-f97a-4f99-9b82-476123ca394c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:36.021520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-131867a5-31bb-439d-91b2-496970b7fb6e req-ddef19d9-f97a-4f99-9b82-476123ca394c tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 944 time: 0.0689852 Aug 30 15:08:36.045168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-f22e6be8-1237-4f92-8279-b37ff784b670 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:36.046765 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-f22e6be8-1237-4f92-8279-b37ff784b670 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2&tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 944 time: 0.0892713 Aug 30 15:08:36.060421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-131867a5-31bb-439d-91b2-496970b7fb6e req-d3e4233e-8d33-4b86-801b-ddde637f07b9 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Aug 30 15:08:36.106943 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-1f293ed8-b323-4b1b-8ce5-0c7d4f0eea65 service neutron] delete failed (client error): The resource could not be found. Aug 30 15:08:36.107975 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-1f293ed8-b323-4b1b-8ce5-0c7d4f0eea65 service neutron] 10.222.0.39 "DELETE /v2.0/ports/8d367494-dd81-4356-b367-95f0f3f50e40/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0541301 Aug 30 15:08:36.198422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-5b629e8b-78bd-4a29-bfb9-b9cce31fdc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:36.200003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-5b629e8b-78bd-4a29-bfb9-b9cce31fdc65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 1095 time: 0.0471225 Aug 30 15:08:36.290737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-67687269-446b-4122-88fd-a42b2e4534eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:36.292122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-67687269-446b-4122-88fd-a42b2e4534eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 200 len: 915 time: 0.0859191 Aug 30 15:08:36.337234 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-5b14aeed-cafb-493c-b619-75f57aa8d6c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 200 len: 217 time: 0.0378439 Aug 30 15:08:36.358068 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['8d367494-dd81-4356-b367-95f0f3f50e40'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:08:36.385546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-dcf01087-b8ce-402f-8b23-1f199b0615cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:36.387008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-dcf01087-b8ce-402f-8b23-1f199b0615cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 200 len: 854 time: 0.0436273 Aug 30 15:08:36.417641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-f947bb16-47c6-4487-a670-6efc2a8aa778 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44b526b2-39e9-4de9-9087-d786e44fd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238750 Aug 30 15:08:36.505516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-9f925c0b-a273-4ae7-a47e-9eefc66d3f40 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812945 Aug 30 15:08:36.596341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef83c698-5a81-46c2-939d-fd255a2ec7d5 req-5bc038ff-0558-4353-bab5-5e5208af9a11 service neutron] 10.222.0.39 "GET /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846341 Aug 30 15:08:37.178496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc8c8b-81d8-4357-8029-11d27712d8bf req-8fcfb82b-f27e-43d8-bf18-23021f571ee9 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:37.180023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97cc8c8b-81d8-4357-8029-11d27712d8bf req-8fcfb82b-f27e-43d8-bf18-23021f571ee9 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 944 time: 0.0507007 Aug 30 15:08:37.219377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-97cc8c8b-81d8-4357-8029-11d27712d8bf req-d63e4015-c89d-4d08-9d89-d515fdb28ceb tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Aug 30 15:08:37.332563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9e6b2-67ad-4488-bc8a-145db575ec6f req-cead3bd9-7e53-4553-a1cc-44bb447ec9cb tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:37.334057 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5c9e6b2-67ad-4488-bc8a-145db575ec6f req-cead3bd9-7e53-4553-a1cc-44bb447ec9cb tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 944 time: 0.0488842 Aug 30 15:08:37.375258 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5c9e6b2-67ad-4488-bc8a-145db575ec6f req-c21f62c6-841d-4db8-acf5-34e062af308b tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350683 Aug 30 15:08:37.415034 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:08:37.494134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1757-2d47-4edf-8c3c-b6f023470448 req-cd7ae122-218e-47a7-9dff-06052a8749d0 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:37.495588 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8bf1757-2d47-4edf-8c3c-b6f023470448 req-cd7ae122-218e-47a7-9dff-06052a8749d0 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 944 time: 0.0526538 Aug 30 15:08:37.532533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d8bf1757-2d47-4edf-8c3c-b6f023470448 req-0d654c53-37dd-4248-99aa-1b9121bdf208 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Aug 30 15:08:37.770631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8d367494-dd81-4356-b367-95f0f3f50e40 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:08:37.823882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 8d367494-dd81-4356-b367-95f0f3f50e40 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:08:37.827976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 8d367494-dd81-4356-b367-95f0f3f50e40 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:37.828378 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:37.866341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e953c0-245a-48bd-aed8-3955a1c26eda req-0718c6b5-2064-421c-8332-f4de206dd543 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:37.867826 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19e953c0-245a-48bd-aed8-3955a1c26eda req-0718c6b5-2064-421c-8332-f4de206dd543 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 944 time: 0.0518982 Aug 30 15:08:37.906449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-19e953c0-245a-48bd-aed8-3955a1c26eda req-d5a1ad9e-41b0-4afa-98a1-6ad148f0af85 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Aug 30 15:08:37.910676 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:37.934322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:08:37.936561 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d1da2c-d4cb-4bdc-8ae6-5cfc94ac8e14" -d '{"events": [{"server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:08:37.949176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:37.953399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:37.978458 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f613534-d949-422c-b208-499871cd0dbe x-openstack-request-id: req-2f613534-d949-422c-b208-499871cd0dbe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:08:37.978754 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:08:37.979009 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f613534-d949-422c-b208-499871cd0dbe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:08:37.979399 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40', 'code': 200} Aug 30 15:08:38.004568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:39.025410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8364-e768-4d7e-84c8-e4089d450c04 req-57ceacf8-c8ad-4eae-8d0b-6ae323870dc6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:39.026915 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f57f8364-e768-4d7e-84c8-e4089d450c04 req-57ceacf8-c8ad-4eae-8d0b-6ae323870dc6 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0534427 Aug 30 15:08:39.065213 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f57f8364-e768-4d7e-84c8-e4089d450c04 req-f7fcf394-8910-4546-b60c-3f4641f0a666 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0c286ae-1ea4-4fea-8acb-a4b79c89865e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Aug 30 15:08:39.388640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-d2ba8a22-2fdd-43be-bcc5-62019e168f7f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:39.390196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-d2ba8a22-2fdd-43be-bcc5-62019e168f7f tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2 HTTP/1.1" status: 200 len: 945 time: 0.0487919 Aug 30 15:08:39.482573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Deleting port 8d367494-dd81-4356-b367-95f0f3f50e40 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:08:39.482914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:39.571430 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] For port 8d367494-dd81-4356-b367-95f0f3f50e40, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=8d367494-dd81-4356-b367-95f0f3f50e40,segment=NetworkSegment(ea00623d-cd02-46b8-a942-18bfa642a1ef),segment_id=ea00623d-cd02-46b8-a942-18bfa642a1ef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:39.571938 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:39.586318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Calling delete_port for 8d367494-dd81-4356-b367-95f0f3f50e40 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:08:39.716598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:39.746035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Pushing event deleted for resources: {'Port': ['ID=8d367494-dd81-4356-b367-95f0f3f50e40,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:39.758203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['8d367494-dd81-4356-b367-95f0f3f50e40'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:08:39.791055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] No DVR routers for this DVR port 8d367494-dd81-4356-b367-95f0f3f50e40 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:08:39.793796 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:39.795829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-28b102a8-ffb2-4207-9331-327a9ec1461c req-52d560aa-d0a0-4a32-85f1-b44daec7c08d tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] 10.222.0.21 "DELETE /v2.0/ports/8d367494-dd81-4356-b367-95f0f3f50e40 HTTP/1.1" status: 204 len: 173 time: 0.3989022 Aug 30 15:08:39.796307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'name': 'network-vif-deleted', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:08:39.798626 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d07af-71b1-4218-8213-500a01998b1c" -d '{"events": [{"server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "name": "network-vif-deleted", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:08:39.842484 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c06d15-ece9-4782-9566-bd0ca04d8ee4 x-openstack-request-id: req-d4c06d15-ece9-4782-9566-bd0ca04d8ee4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:08:39.842784 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2", "name": "network-vif-deleted", "tag": "8d367494-dd81-4356-b367-95f0f3f50e40", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:08:39.843229 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4c06d15-ece9-4782-9566-bd0ca04d8ee4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:08:39.844084 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c9c0eb-5b5e-488c-8fbf-883f9e4893c2', 'name': 'network-vif-deleted', 'tag': '8d367494-dd81-4356-b367-95f0f3f50e40', 'status': 'completed', 'code': 200} Aug 30 15:08:40.185805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:40.235163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ae6682-d3ab-4b5f-973a-6af6582a9f4d admin admin] Deleting subnet 32434d7c-c079-4e71-a3fe-db887963b5f8 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:08:40.238304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ae6682-d3ab-4b5f-973a-6af6582a9f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.272782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ae6682-d3ab-4b5f-973a-6af6582a9f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.310803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ae6682-d3ab-4b5f-973a-6af6582a9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.362420 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ae6682-d3ab-4b5f-973a-6af6582a9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.387837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae6682-d3ab-4b5f-973a-6af6582a9f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32434d7c-c079-4e71-a3fe-db887963b5f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:40.391606 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ae6682-d3ab-4b5f-973a-6af6582a9f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.395723 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-33ae6682-d3ab-4b5f-973a-6af6582a9f4d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/32434d7c-c079-4e71-a3fe-db887963b5f8 HTTP/1.1" status: 204 len: 168 time: 0.2066598 Aug 30 15:08:40.395983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:40.467855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.545640 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.556000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b526b2-39e9-4de9-9087-d786e44fd4b6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:40.571505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea00623d-cd02-46b8-a942-18bfa642a1ef') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:40.571805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea00623d-cd02-46b8-a942-18bfa642a1ef') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:40.580728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.594036 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.599703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:08:40.600090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:08:40.601744 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:08:40.655311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.660891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.662766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] 10.222.0.50 "DELETE /v2.0/networks/44b526b2-39e9-4de9-9087-d786e44fd4b6 HTTP/1.1" status: 204 len: 168 time: 0.2658949 Aug 30 15:08:40.674446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcc2b7-c163-40aa-9f1e-6e33db13755d admin admin] Pushing event deleted for resources: {'Network': ['ID=44b526b2-39e9-4de9-9087-d786e44fd4b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:40.776128 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:40.815922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f029e64c-b68b-4b1b-8d71-05eac525c8a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95a668b9ef9e4e439f27a1f859d1c0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385361 Aug 30 15:08:40.818383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:40.865324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d984e0b9-1f24-4b2e-9f88-27ca27ce3fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.890075 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d984e0b9-1f24-4b2e-9f88-27ca27ce3fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.936785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d984e0b9-1f24-4b2e-9f88-27ca27ce3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.939328 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d984e0b9-1f24-4b2e-9f88-27ca27ce3fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:40.940735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d984e0b9-1f24-4b2e-9f88-27ca27ce3fd6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0c286ae-1ea4-4fea-8acb-a4b79c89865e HTTP/1.1" status: 204 len: 168 time: 0.1214647 Aug 30 15:08:40.948292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984e0b9-1f24-4b2e-9f88-27ca27ce3fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c286ae-1ea4-4fea-8acb-a4b79c89865e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:41.604479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:41.709655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1075839843-network', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:41.730255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Made reservation on behalf of b6ff3ab55a204a768ca7075aede27603 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:08:41.732701 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:41.741023 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:41.829601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:41.833456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:41.854209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:08:41.867577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eba1b47-3795-4a10-a9bd-eabbbaa6fe7c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:41.872315 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:41.872667 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Added segment f3d40b76-f89c-45ef-a268-e274f072ea63 of type vlan for network aa70154c-7258-48b9-bffb-7f798c258b89 Aug 30 15:08:41.911725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:41.936088 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:41.937530 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:41.938112 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.239358 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6336296 Aug 30 15:08:42.243080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:42.247134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534b120-33b5-4fc1-8ebd-0606dc13e57a admin admin] Pushing event updated for resources: {'Network': ['ID=aa70154c-7258-48b9-bffb-7f798c258b89,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:42.251005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Request body: {'subnet': {'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1075839843-subnet', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:42.257583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network aa70154c-7258-48b9-bffb-7f798c258b89 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:08:42.274033 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Made reservation on behalf of b6ff3ab55a204a768ca7075aede27603 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:08:42.276375 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.447107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.502030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99ef2c9-4bfe-4d25-8f47-dd112f883755,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:42.512687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:08:42.513069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Network hostable DHCP agents. Network: aa70154c-7258-48b9-bffb-7f798c258b89, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:08:42.531291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Network aa70154c-7258-48b9-bffb-7f798c258b89 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:08:42.540025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, aa70154c-7258-48b9-bffb-7f798c258b89) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:08:42.543833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:42.544416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.549305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc045c2a-5caf-4fe9-8ea1-645bc15e89bb None None] Network aa70154c-7258-48b9-bffb-7f798c258b89 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:08:42.558685 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7d5ddf2c-7f2a-4832-af43-5540b489c241 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3145168 Aug 30 15:08:42.561604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:42.565953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:42.585508 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.586478 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.642981 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.697216 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-aa70154c-7258-48b9-bffb-7f798c258b89', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:08:42.698132 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.778219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.836313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Allocated IP 172.20.0.2 (aa70154c-7258-48b9-bffb-7f798c258b89/d99ef2c9-4bfe-4d25-8f47-dd112f883755/ded8c44c-8917-47f2-abdb-3bbe14c40752) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:08:42.984665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.986689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:42.992862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Transition to ACTIVE for port object ded8c44c-8917-47f2-abdb-3bbe14c40752 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:08:43.007081 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.008468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Transition to ACTIVE for port object ded8c44c-8917-47f2-abdb-3bbe14c40752 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:08:43.014452 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.049213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Network aa70154c-7258-48b9-bffb-7f798c258b89 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:08:43.055398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:08:43.059294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:08:43.068556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Pushing event updated for resources: {'Port': ['ID=ded8c44c-8917-47f2-abdb-3bbe14c40752,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:43.113763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Allocated IP 172.25.6.184 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/90de7032-dadd-4334-89ef-3922fc476055) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:08:43.119956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Attempting to bind port ded8c44c-8917-47f2-abdb-3bbe14c40752 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:08:43.120334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Attempting to bind port ded8c44c-8917-47f2-abdb-3bbe14c40752 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:08:43.120703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Attempting to bind port ded8c44c-8917-47f2-abdb-3bbe14c40752 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:08:43.126237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:08:43.126616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:08:43.127025 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.127424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:08:43.127896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Bound port: ded8c44c-8917-47f2-abdb-3bbe14c40752, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:08:43.128282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.192430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] For port ded8c44c-8917-47f2-abdb-3bbe14c40752, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:08:43.197246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] For port ded8c44c-8917-47f2-abdb-3bbe14c40752, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ded8c44c-8917-47f2-abdb-3bbe14c40752,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:08:43.202213 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.222452 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.265899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8b23f-c99c-4c6c-bc2a-0aa235196241 None None] Pushing event updated for resources: {'Port': ['ID=ded8c44c-8917-47f2-abdb-3bbe14c40752,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:43.266853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.309942 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:08:43.313030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:08:43.316880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:08:43.322497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=90de7032-dadd-4334-89ef-3922fc476055,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:43.602293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.798865 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:43.818336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8d367494-dd81-4356-b367-95f0f3f50e40 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:08:43.841350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 8d367494-dd81-4356-b367-95f0f3f50e40 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:08:43.841722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 8d367494-dd81-4356-b367-95f0f3f50e40 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:08:43.931968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Router b22b932f-906e-4ec2-b857-8b34efc4005c is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:08:44.042797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:08:44.052402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:08:44.060066 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:44.064782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eb61f69b-6e02-4d8f-9e4b-5e0f8253d3c1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4991796 Aug 30 15:08:44.064954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:08:44.064954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:08:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:44.065183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:44.149712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0584aee7-aec0-482d-a3ba-157c4f6445e7 None None] Network aa70154c-7258-48b9-bffb-7f798c258b89 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:08:44.228553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca7fe8ef-4893-4592-a2ef-c8deb7afd92f None None] Provisioning for port ded8c44c-8917-47f2-abdb-3bbe14c40752 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:08:44.236067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:08:44.497759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:43Z', 'revision_number': 3, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:44.526559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:08:44.526910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Updating router b22b932f-906e-4ec2-b857-8b34efc4005c port 90de7032-dadd-4334-89ef-3922fc476055 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:08:44.556398 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:44.827138 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:44.827428 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:44.838168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Transition to ACTIVE for port object 90de7032-dadd-4334-89ef-3922fc476055 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:08:44.843614 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:44.898826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ea15f-a706-4c9b-9e5d-6f11c3927507 None None] Pushing event updated for resources: {'Port': ['ID=90de7032-dadd-4334-89ef-3922fc476055,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:44.901147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Attempting to bind port 90de7032-dadd-4334-89ef-3922fc476055 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:08:44.901518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Attempting to bind port 90de7032-dadd-4334-89ef-3922fc476055 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:08:44.901880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Attempting to bind port 90de7032-dadd-4334-89ef-3922fc476055 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:08:44.908212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:08:44.908657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:08:44.909088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:44.909481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:08:44.909944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Bound port: 90de7032-dadd-4334-89ef-3922fc476055, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:08:44.910328 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:44.960653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] For port 90de7032-dadd-4334-89ef-3922fc476055, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:08:44.964283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] For port 90de7032-dadd-4334-89ef-3922fc476055, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=90de7032-dadd-4334-89ef-3922fc476055,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:08:44.970106 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:44.986667 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Allocated IP 172.20.0.1 (aa70154c-7258-48b9-bffb-7f798c258b89/d99ef2c9-4bfe-4d25-8f47-dd112f883755/e6eb5a02-556e-4bf0-823e-38425b12c629) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:08:45.028609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:08:45.029259 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:08:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:45.031900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ea15f-a706-4c9b-9e5d-6f11c3927507 None None] Pushing event updated for resources: {'Port': ['ID=90de7032-dadd-4334-89ef-3922fc476055,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:45.098091 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.110928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Transition to ACTIVE for port object e6eb5a02-556e-4bf0-823e-38425b12c629 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:08:45.135343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:08:45.144172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.181839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Network aa70154c-7258-48b9-bffb-7f798c258b89 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:08:45.189652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:08:45.193651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:08:45.217807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6eb5a02-556e-4bf0-823e-38425b12c629,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:45.241374 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.380114 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.483067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-604a4bc8-3ea4-40fb-b562-9e039c603ea0 None None] Provisioning for port e6eb5a02-556e-4bf0-823e-38425b12c629 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:08:45.487626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ded8c44c-8917-47f2-abdb-3bbe14c40752 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:08:45.510821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-604a4bc8-3ea4-40fb-b562-9e039c603ea0 None None] Provisioning complete for port e6eb5a02-556e-4bf0-823e-38425b12c629 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:45.511470 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-604a4bc8-3ea4-40fb-b562-9e039c603ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.564169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.565691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:43Z', 'revision_number': 3, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:45.568769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-604a4bc8-3ea4-40fb-b562-9e039c603ea0 None None] Port e6eb5a02-556e-4bf0-823e-38425b12c629 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:08:45.569873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.598215 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11336d2f-21cf-4fae-8dd4-1202690f4871 None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:43Z', 'revision_number': 3, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:08:45.608384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ded8c44c-8917-47f2-abdb-3bbe14c40752 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:08:45.613005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ded8c44c-8917-47f2-abdb-3bbe14c40752 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:45.613415 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.640691 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.642592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6eb5a02-556e-4bf0-823e-38425b12c629,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:45.696292 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.730895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ded8c44c-8917-47f2-abdb-3bbe14c40752, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ded8c44c-8917-47f2-abdb-3bbe14c40752,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:45.736414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:45.750843 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Network aa70154c-7258-48b9-bffb-7f798c258b89 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:08:45.752364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:08:45.787308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ded8c44c-8917-47f2-abdb-3bbe14c40752,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:45.911837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:08:46.052420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:08:46.059957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6fcc53db-aece-4620-aa71-e04bc7c402c2 admin admin] 10.222.0.50 "PUT /v2.0/routers/b22b932f-906e-4ec2-b857-8b34efc4005c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9914358 Aug 30 15:08:46.090760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ba4774b0-44a8-4249-9e53-35caf470fe3e None None] Provisioning complete for port e6eb5a02-556e-4bf0-823e-38425b12c629 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:46.091214 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba4774b0-44a8-4249-9e53-35caf470fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.130049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ba4774b0-44a8-4249-9e53-35caf470fe3e None None] Port e6eb5a02-556e-4bf0-823e-38425b12c629 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:08:46.667772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:46.672821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2fb9b961-50c1-4314-b875-9d6457abd19c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663733405', 'description': 'tempest-description--26931160'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:46.698994 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fb9b961-50c1-4314-b875-9d6457abd19c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.791981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fb9b961-50c1-4314-b875-9d6457abd19c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.796967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fb9b961-50c1-4314-b875-9d6457abd19c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.826157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fb9b961-50c1-4314-b875-9d6457abd19c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.827433 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2fb9b961-50c1-4314-b875-9d6457abd19c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1583521 Aug 30 15:08:46.828759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9b961-50c1-4314-b875-9d6457abd19c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28deb988-7980-4644-8d7b-7a444e092583,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:46.831174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:46.836143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b9085825-46ef-4870-9147-e82151af20c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'security_group_rule': {'security_group_id': '28deb988-7980-4644-8d7b-7a444e092583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:46.861707 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9085825-46ef-4870-9147-e82151af20c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.916280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9085825-46ef-4870-9147-e82151af20c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.920322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9085825-46ef-4870-9147-e82151af20c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.938064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9085825-46ef-4870-9147-e82151af20c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d46264-cd4d-42d0-8500-5711a4a09e4f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:46.945396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9085825-46ef-4870-9147-e82151af20c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:46.946645 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b9085825-46ef-4870-9147-e82151af20c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142397 Aug 30 15:08:46.949206 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:46.954631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fd7ee626-c752-4063-9db6-360db2862804 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'security_group_rule': {'security_group_id': '28deb988-7980-4644-8d7b-7a444e092583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:46.982980 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee626-c752-4063-9db6-360db2862804 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.047245 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee626-c752-4063-9db6-360db2862804 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.051064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee626-c752-4063-9db6-360db2862804 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.073298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ee626-c752-4063-9db6-360db2862804 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe3ba60-3dfa-4957-96bf-bcc67554effb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:47.079979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee626-c752-4063-9db6-360db2862804 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.081262 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fd7ee626-c752-4063-9db6-360db2862804 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310849 Aug 30 15:08:47.084389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 56296) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:47.089166 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:47.111835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.208400 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.304460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:08:47.314942 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:08:47.315553 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:08:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:47.322308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Allocated IP 172.25.6.168 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/592f8c07-2d67-4c66-ba69-0f37acb45682) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:08:47.422689 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:08:47.427811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.472523 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.514096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:08:47.518743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:08:47.522054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:08:47.527853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'Port': ['ID=592f8c07-2d67-4c66-ba69-0f37acb45682,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:47.552325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 90de7032-dadd-4334-89ef-3922fc476055 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:08:47.610439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 90de7032-dadd-4334-89ef-3922fc476055 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:08:47.614609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 90de7032-dadd-4334-89ef-3922fc476055 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:47.614985 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.617831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.628745 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 2, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:47.654728 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:08:47.655077 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Updating router b22b932f-906e-4ec2-b857-8b34efc4005c port e6eb5a02-556e-4bf0-823e-38425b12c629 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:08:47.661484 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.680834 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.692276 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.713615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 90de7032-dadd-4334-89ef-3922fc476055, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=90de7032-dadd-4334-89ef-3922fc476055,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:47.720117 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.720919 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ded8c44c-8917-47f2-abdb-3bbe14c40752 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:08:47.799329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=90de7032-dadd-4334-89ef-3922fc476055,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:47.810507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ded8c44c-8917-47f2-abdb-3bbe14c40752 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:47.810887 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.833556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.839094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.921469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'Port': ['ID=592f8c07-2d67-4c66-ba69-0f37acb45682,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:47.933180 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.948538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:47.949832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8de1cdbe-3a43-4738-94f5-6da67c14eab2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8644910 Aug 30 15:08:48.053262 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:48.063648 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Transition to ACTIVE for port object e6eb5a02-556e-4bf0-823e-38425b12c629 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:08:48.070097 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:48.096700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-fe6aa554-9089-4b3b-b927-804392d94e27 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--663733405&fields=id&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 267 time: 0.0386922 Aug 30 15:08:48.122160 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Pushing event updated for resources: {'Port': ['ID=e6eb5a02-556e-4bf0-823e-38425b12c629,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:48.144247 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.144665 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.144916 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.145284 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.145612 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.145937 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.146259 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.146580 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.146899 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.147220 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.147551 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.147881 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:08:48.185310 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Attempting to bind port e6eb5a02-556e-4bf0-823e-38425b12c629 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:08:48.185742 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Attempting to bind port e6eb5a02-556e-4bf0-823e-38425b12c629 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:08:48.186110 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Attempting to bind port e6eb5a02-556e-4bf0-823e-38425b12c629 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:08:48.191520 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:08:48.191971 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:08:48.193245 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:48.193245 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:08:48.193438 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Bound port: e6eb5a02-556e-4bf0-823e-38425b12c629, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:08:48.193930 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:48.237831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-f7828649-d1d8-4cdc-81ee-a6e4bf4cb964 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:48.239580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-f7828649-d1d8-4cdc-81ee-a6e4bf4cb964 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 812 time: 0.1248052 Aug 30 15:08:48.256504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-e17b9b2d-6b80-4b55-aa76-4701861a4cc8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/quotas/b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 375 time: 0.0106349 Aug 30 15:08:48.263624 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] For port e6eb5a02-556e-4bf0-823e-38425b12c629, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:08:48.268180 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] For port e6eb5a02-556e-4bf0-823e-38425b12c629, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e6eb5a02-556e-4bf0-823e-38425b12c629,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:08:48.275268 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:48.328155 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:08:48.328879 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:08:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:48.336221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-66c2d244-ddd8-438f-b43a-0ee828580b6d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730350 Aug 30 15:08:48.455807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-5a2c768e-907e-47dd-b991-513922a69185 service neutron] 10.222.0.50 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051939 Aug 30 15:08:48.456381 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a430b8-5043-415d-acd7-2fdd470ba00f None None] Pushing event updated for resources: {'Port': ['ID=e6eb5a02-556e-4bf0-823e-38425b12c629,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:48.472223 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:08:48.561686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-8a87aa0a-37b0-4762-a949-54d9bf034212 service neutron] 10.222.0.50 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982349 Aug 30 15:08:48.703606 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:48Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:48.742193 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bc5fd-accf-4d12-9e52-709cbd8833f8 None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:48Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:08:48.744616 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-394b7cfa-e145-454e-a951-f1abbdf4682c req-d328cff3-8cca-4fe8-af52-36715040ae09 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 210 time: 0.0269279 Aug 30 15:08:49.524007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 90de7032-dadd-4334-89ef-3922fc476055 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:08:49.579634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 90de7032-dadd-4334-89ef-3922fc476055 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:49.580162 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:49.670602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e6eb5a02-556e-4bf0-823e-38425b12c629 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:08:49.734451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port e6eb5a02-556e-4bf0-823e-38425b12c629 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:08:49.738787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e6eb5a02-556e-4bf0-823e-38425b12c629 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:49.739203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:49.752130 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-9d3e127a-3f30-407d-9e54-89858fa1c3f7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:49.754278 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-9d3e127a-3f30-407d-9e54-89858fa1c3f7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 812 time: 0.1298354 Aug 30 15:08:49.814533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-a9a715a5-a126-4e0d-b24b-de999b605df8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 379 time: 0.0487626 Aug 30 15:08:49.833579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'port': {'device_id': '88292803-e0c5-4b74-be0c-e733838fb635', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'admin_state_up': True, 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'security_groups': ['28deb988-7980-4644-8d7b-7a444e092583']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:49.869622 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:49.881602 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3f95c0ed-03a1-4018-8762-99810f0c6d09 req-720731f6-8cf0-45a7-803b-d057591a00c3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 210 time: 0.0418987 Aug 30 15:08:49.913531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port e6eb5a02-556e-4bf0-823e-38425b12c629, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e6eb5a02-556e-4bf0-823e-38425b12c629,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:49.918923 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:49.971007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=e6eb5a02-556e-4bf0-823e-38425b12c629,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:49.973335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Made reservation on behalf of b6ff3ab55a204a768ca7075aede27603 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:08:49.977566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.114466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Allocated IP 172.20.0.9 (aa70154c-7258-48b9-bffb-7f798c258b89/d99ef2c9-4bfe-4d25-8f47-dd112f883755/c769fd1f-6893-4de7-86d7-4ee58e5ede4f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:08:50.263622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.286835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Transition to ACTIVE for port object c769fd1f-6893-4de7-86d7-4ee58e5ede4f will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:08:50.323064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.349325 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.369848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Network aa70154c-7258-48b9-bffb-7f798c258b89 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:08:50.373082 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:08:50.377901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:08:50.405250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:50.436593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:50.437593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.453200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-b11551d4-a905-47b9-b39f-179cddec25bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287599 Aug 30 15:08:50.466395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Request body: {'port': {'device_id': '88292803-e0c5-4b74-be0c-e733838fb635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:50.529025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.632282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9678af3-5bc6-42c6-8d92-cad99166c3b6 None None] Provisioning for port c769fd1f-6893-4de7-86d7-4ee58e5ede4f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:08:50.636608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9678af3-5bc6-42c6-8d92-cad99166c3b6 None None] Provisioning complete for port c769fd1f-6893-4de7-86d7-4ee58e5ede4f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:50.636980 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9678af3-5bc6-42c6-8d92-cad99166c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.670506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e9678af3-5bc6-42c6-8d92-cad99166c3b6 None None] Port c769fd1f-6893-4de7-86d7-4ee58e5ede4f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:08:50.814163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c769fd1f-6893-4de7-86d7-4ee58e5ede4f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:08:50.821400 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.833954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Transition to ACTIVE for port object c769fd1f-6893-4de7-86d7-4ee58e5ede4f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:08:50.837564 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:50.886840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:50.991378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Attempting to bind port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:08:50.991716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Attempting to bind port c769fd1f-6893-4de7-86d7-4ee58e5ede4f by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:08:50.992046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Attempting to bind port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:08:50.999781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:08:51.000110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Attempting to bind port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:08:51.007842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:08:51.008183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:08:51.008576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:08:51.009014 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Bound port: c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:08:51.009396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:51.029897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14d1cc-1b28-4d80-8096-bd3dcbea4518 req-03595c92-2312-45ff-bee3-1ee18e717526 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.031520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b14d1cc-1b28-4d80-8096-bd3dcbea4518 req-03595c92-2312-45ff-bee3-1ee18e717526 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 943 time: 0.0802264 Aug 30 15:08:51.104621 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b14d1cc-1b28-4d80-8096-bd3dcbea4518 req-f81d4e4c-2ec1-4334-b255-5661b51fee1a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666118 Aug 30 15:08:51.114284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:08:51.117385 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:08:51.123538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:51.162531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.163166 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:51.164558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] 10.222.0.39 "PUT /v2.0/ports/c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 1091 time: 0.7028525 Aug 30 15:08:51.165140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:08:51.167415 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b" -d '{"events": [{"name": "network-changed", "server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:08:51.197472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00829ccc-3755-4d0f-ab2e-1dccbaf4559a service neutron] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:51.210005 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6343ab0e-630a-41b5-8357-b0022a6f9e67 x-openstack-request-id: req-6343ab0e-630a-41b5-8357-b0022a6f9e67 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:08:51.210294 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:08:51.210548 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6343ab0e-630a-41b5-8357-b0022a6f9e67 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:08:51.210945 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'status': 'completed', 'code': 200} Aug 30 15:08:51.252279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-ae7209f2-fef5-4880-b398-4e20cc876dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.253837 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-ae7209f2-fef5-4880-b398-4e20cc876dcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1094 time: 0.0457132 Aug 30 15:08:51.297705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-1b9f81d8-db75-4211-84a8-c752d78d4d58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 217 time: 0.0360506 Aug 30 15:08:51.348860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-01d719ac-a573-4955-937d-abc0fdbf8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.350555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-01d719ac-a573-4955-937d-abc0fdbf8026 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0466235 Aug 30 15:08:51.414223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-c2a07bf5-2da1-494d-ae30-e88449d5d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.415976 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-c2a07bf5-2da1-494d-ae30-e88449d5d849 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572841 Aug 30 15:08:51.457214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e6eb5a02-556e-4bf0-823e-38425b12c629 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:08:51.513070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e6eb5a02-556e-4bf0-823e-38425b12c629 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:51.513473 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:51.516764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-c9a9e795-a7c2-45cc-91a2-a4cf0350c7d4 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934825 Aug 30 15:08:51.620628 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ca9701c-8e3c-40ee-9a0f-1140a9fbfdd3 req-cceca5aa-64f3-4582-8d45-21f2bde71e90 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969014 Aug 30 15:08:51.711543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-19e15475-6cd0-415a-b966-65c5b2503b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.713032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-19e15475-6cd0-415a-b966-65c5b2503b3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1094 time: 0.0451219 Aug 30 15:08:51.804295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-d950f85a-67bb-4a31-9192-9ad83cac0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.805793 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-d950f85a-67bb-4a31-9192-9ad83cac0eb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0862305 Aug 30 15:08:51.846861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-d6b72604-23a7-437e-b75b-2980fc81d9da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 217 time: 0.0345709 Aug 30 15:08:51.895784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-356567d0-0027-4050-993b-f44a056dcb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.897142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-356567d0-0027-4050-993b-f44a056dcb7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0428693 Aug 30 15:08:51.942747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-39ad08d7-660a-47eb-b229-84e13633a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:51.944242 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-39ad08d7-660a-47eb-b229-84e13633a77a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394852 Aug 30 15:08:52.037988 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-89701329-490e-41fd-922a-585e813838eb service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834188 Aug 30 15:08:52.128466 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-86a3a5d2-6902-4834-b7d7-c9d8e15c627b req-886195fa-1e78-4401-a9c0-448c43c2fa46 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801110 Aug 30 15:08:52.243629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6bf02-93cf-484b-8da7-c4393af49981 req-c9dd745b-77b3-4d1a-8d99-a1c5bd0581b6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:52.245325 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18f6bf02-93cf-484b-8da7-c4393af49981 req-c9dd745b-77b3-4d1a-8d99-a1c5bd0581b6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 943 time: 0.0616059 Aug 30 15:08:52.285411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18f6bf02-93cf-484b-8da7-c4393af49981 req-8a3a43b0-a479-4401-816e-adfa2d1d3de0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331285 Aug 30 15:08:53.402228 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39cae-f31c-479d-bd3a-361eda09cadf req-fe120771-c3fa-494b-bee6-5933999cbfa3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:53.403644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-acd39cae-f31c-479d-bd3a-361eda09cadf req-fe120771-c3fa-494b-bee6-5933999cbfa3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 943 time: 0.0499415 Aug 30 15:08:53.442174 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-acd39cae-f31c-479d-bd3a-361eda09cadf req-51b4b062-bfc8-473b-9e83-05a3e5e29147 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324926 Aug 30 15:08:53.930372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c769fd1f-6893-4de7-86d7-4ee58e5ede4f details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:08:54.023716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:54.035354 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'mac_address': 'fa:16:3e:86:c1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:08:54.070402 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:54.083171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c769fd1f-6893-4de7-86d7-4ee58e5ede4f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:08:54.101968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:54.106165 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:54.151458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:54.296110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c769fd1f-6893-4de7-86d7-4ee58e5ede4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:08:54.566402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3fc41-8413-4781-b9a0-d1a91ae0fc2d req-db976c18-d10b-4495-af9e-48d3d69e3f63 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:54.567862 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a7c3fc41-8413-4781-b9a0-d1a91ae0fc2d req-db976c18-d10b-4495-af9e-48d3d69e3f63 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 944 time: 0.0591874 Aug 30 15:08:54.608173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a7c3fc41-8413-4781-b9a0-d1a91ae0fc2d req-49c7b377-1af5-4399-96a5-c88c0cba7b32 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341444 Aug 30 15:08:55.202764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8931344a-767d-4594-b0f1-098bf7bb5ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:55.722047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591249d-5bda-4150-817b-f3bd4a2be2fa req-d398324c-e349-4931-99b9-43c1c794cb39 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:55.723527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d591249d-5bda-4150-817b-f3bd4a2be2fa req-d398324c-e349-4931-99b9-43c1c794cb39 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 944 time: 0.0480978 Aug 30 15:08:55.766390 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d591249d-5bda-4150-817b-f3bd4a2be2fa req-e0267643-8d1b-4ad4-9a16-641aeccbea2b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367677 Aug 30 15:08:55.930510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c769fd1f-6893-4de7-86d7-4ee58e5ede4f up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:08:55.977162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port c769fd1f-6893-4de7-86d7-4ee58e5ede4f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:08:55.980880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port c769fd1f-6893-4de7-86d7-4ee58e5ede4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:08:55.981311 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:56.075307 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:56.099529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:08:56.101809 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e0876a-2237-4891-a82a-ac07e6e6d92a" -d '{"events": [{"server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "name": "network-vif-plugged", "status": "completed", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:08:56.115432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:08:56.119736 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:56.184032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:08:56.217609 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f3ba90-eed9-49a2-b2d5-1c50c6a2b430 x-openstack-request-id: req-d4f3ba90-eed9-49a2-b2d5-1c50c6a2b430 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:08:56.218305 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "name": "network-vif-plugged", "status": "completed", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:08:56.218305 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4f3ba90-eed9-49a2-b2d5-1c50c6a2b430 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:08:56.219252 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'code': 200} Aug 30 15:08:56.314532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a4b11-7013-4e34-b2ec-580ceec331f4 req-6f9a8be2-3c9a-4603-8b75-1d65d9404473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:56.316056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e15a4b11-7013-4e34-b2ec-580ceec331f4 req-6f9a8be2-3c9a-4603-8b75-1d65d9404473 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1096 time: 0.0412960 Aug 30 15:08:56.350890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e15a4b11-7013-4e34-b2ec-580ceec331f4 req-6912ec5c-6957-4b6c-bf5d-a6b8fc19bfcb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281096 Aug 30 15:08:56.883467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2128-ac40-4e80-b7d6-46ebe8060af3 req-4735be6e-ea3f-4d6f-93f8-f44a780c2793 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:56.884945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf0e2128-ac40-4e80-b7d6-46ebe8060af3 req-4735be6e-ea3f-4d6f-93f8-f44a780c2793 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Aug 30 15:08:56.921953 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cf0e2128-ac40-4e80-b7d6-46ebe8060af3 req-48c04dcc-ec5f-4b2d-8a69-74351663a681 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310066 Aug 30 15:08:57.900898 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6024ae37-fb58-4fb0-b811-5f2cda86caa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:58.041586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5ab12-e2c5-4f02-9041-5f2615d5a42a req-e5579a6d-47a8-4a89-aedd-31cb8ee143f8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:58.043185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46e5ab12-e2c5-4f02-9041-5f2615d5a42a req-e5579a6d-47a8-4a89-aedd-31cb8ee143f8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0529492 Aug 30 15:08:58.080762 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46e5ab12-e2c5-4f02-9041-5f2615d5a42a req-c0b9fa44-6e85-44bf-981c-a41013dccf4c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Aug 30 15:08:58.205764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e4480-222f-4cf0-845f-b1fa19cc1012 req-5651bd03-a06b-4081-bf97-93cb2d125b68 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:58.207198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-982e4480-222f-4cf0-845f-b1fa19cc1012 req-5651bd03-a06b-4081-bf97-93cb2d125b68 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0497377 Aug 30 15:08:58.216309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:08:58.220931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'floatingip': {'port_id': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:08:58.262491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:58.647350 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:58.692319 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:58.696169 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:58.794252 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Floating IP fe386595-442b-4e1d-804d-2fe5dec0175f associated. External IP: 172.25.6.168, port: c769fd1f-6893-4de7-86d7-4ee58e5ede4f. Aug 30 15:08:59.001929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:08:59.109947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:08:59.114664 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:59.119070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:08:59.127772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:08:59.128389 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:08:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:59.141884 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-31654a87-3285-4d6e-9033-3fac45fedd8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "PUT /v2.0/floatingips/fe386595-442b-4e1d-804d-2fe5dec0175f HTTP/1.1" status: 200 len: 991 time: 0.9245188 Aug 30 15:08:59.142485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:08:59.144743 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d450ba7e-5e50-4dfd-aa95-5b79027661e8" -d '{"events": [{"name": "network-changed", "server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:08:59.186677 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f983e1fe-94a2-4711-8174-744495f7fb87 x-openstack-request-id: req-f983e1fe-94a2-4711-8174-744495f7fb87 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:08:59.186967 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:08:59.187219 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f983e1fe-94a2-4711-8174-744495f7fb87 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:08:59.187679 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'status': 'completed', 'code': 200} Aug 30 15:08:59.238415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:08:59.250845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-34bb7744-8b83-441a-928d-f23b78e48d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:59.252392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-34bb7744-8b83-441a-928d-f23b78e48d67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1096 time: 0.0404775 Aug 30 15:08:59.342156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-ea459925-a93c-4aa7-abdd-6bb3b8e2aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:59.344303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-ea459925-a93c-4aa7-abdd-6bb3b8e2aa68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0854545 Aug 30 15:08:59.398030 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:08:59.414330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-a1c9f086-e9c2-4aed-9c36-c5e79d12054b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 999 time: 0.0630670 Aug 30 15:08:59.465983 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-116a6e40-de68-4d91-a7a4-610a15741f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:59.467497 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-116a6e40-de68-4d91-a7a4-610a15741f5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0464118 Aug 30 15:08:59.473869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:86:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88292803-e0c5-4b74-be0c-e733838fb635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:08:58Z', 'revision_number': 1, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:59.499837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:08:59.508174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:08:59.508796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:08:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:59.512669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-edf442e5-ab46-45b0-88d6-5d61e3654400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:08:59.514207 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-edf442e5-ab46-45b0-88d6-5d61e3654400 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403194 Aug 30 15:08:59.610669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-c104b40a-8adc-4176-8e3a-37e80b42e7e6 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894899 Aug 30 15:08:59.612713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:08:59.700784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d450ba7e-5e50-4dfd-aa95-5b79027661e8 req-8b8e66b3-c5ed-46ed-8101-f7495ba7f051 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831766 Aug 30 15:08:59.833006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:86:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88292803-e0c5-4b74-be0c-e733838fb635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:08:58Z', 'revision_number': 1, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:08:59.861606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c16382-a7c6-486f-9b5a-6c44afb22b31 None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:86:c1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88292803-e0c5-4b74-be0c-e733838fb635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:08:58Z', 'revision_number': 1, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:09:00.049959 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a13bd-8661-41f2-be5f-a3655e4ae0dc None None] New status for floating IP fe386595-442b-4e1d-804d-2fe5dec0175f: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:09:01.736442 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:03.208386 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:14.414764 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:09:20.359239 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:25.205205 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a8a9-48ec-42bc-b21d-823e28468c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:27.901724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cf42363-37bb-4793-bcf4-44e6cc941f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:28.650110 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:29.355834 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:31.739843 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:33.206110 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:34.364886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-3257470e-9c5f-4211-bad9-272826b3fe1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006389 Aug 30 15:09:34.450593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-69fc0b28-cc4d-4b18-9cc6-ea2f87fd60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:09:34.452646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-69fc0b28-cc4d-4b18-9cc6-ea2f87fd60a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1096 time: 0.0458410 Aug 30 15:09:34.560378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-ce55053a-b7f0-480a-a1c7-df51c203c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:09:34.562521 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-ce55053a-b7f0-480a-a1c7-df51c203c8e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0917356 Aug 30 15:09:34.635294 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-611ee928-e66d-4192-ba89-264473d24113 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 1001 time: 0.0664151 Aug 30 15:09:34.686878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-ce6fc800-1877-4435-9591-44d368eeb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:09:34.688394 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-ce6fc800-1877-4435-9591-44d368eeb145 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0464931 Aug 30 15:09:34.735190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-d0ea3b41-64e5-446b-b581-466e5364d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:09:34.736724 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-d0ea3b41-64e5-446b-b581-466e5364d373 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412648 Aug 30 15:09:34.749226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-7805e36d-9808-45a7-82bc-267c58c7ad77 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:09:34.750216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-7805e36d-9808-45a7-82bc-267c58c7ad77 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060232 Aug 30 15:09:34.848041 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-55d19fb2-dcc0-43f9-8fc4-bcd940441b10 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910480 Aug 30 15:09:34.942524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-64d1493d-6a49-486d-babe-e71f26cf70a3 req-a121a37e-ea7f-49bc-b4da-284c0549cbdf service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871623 Aug 30 15:09:50.379741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:51.414605 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:09:55.207279 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28194d5f-0eda-46d6-9afe-521adddf52bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:57.902205 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a945b4a0-2b62-4f9a-986f-5fc4169d6027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:58.657475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:09:59.359305 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:01.741258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:03.221324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:20.394095 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:25.207005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-785bbc8b-45d7-4ff9-b33b-46d177deb2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:27.902803 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd35b-3690-422e-a1d1-0731b92f480a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:28.414021 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:10:28.648415 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:29.362308 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:31.744268 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:32.715465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-bb1714ad-1079-4508-8016-259ce924aed3 req-fecf5be3-7cde-403f-93b5-3130af176a40 tempest-VolumesNegativeTest-938058305 tempest-VolumesNegativeTest-938058305-project] (94827) timed out ('10.222.0.21', 49972) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 15:10:33.220439 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:35.034321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5396bd0-7cc8-4249-b089-b8d330535155 req-e3d54898-03c6-4353-a2b9-c2a3999492c7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:35.035838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5396bd0-7cc8-4249-b089-b8d330535155 req-e3d54898-03c6-4353-a2b9-c2a3999492c7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0503559 Aug 30 15:10:35.075028 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5396bd0-7cc8-4249-b089-b8d330535155 req-0d0430d5-8c63-46c7-8071-c9eccad2a5eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331509 Aug 30 15:10:35.314404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-a7ff0f2b-e53c-4d97-a921-cdba63830289 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477910 Aug 30 15:10:35.320736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec6141-a716-42cc-b8a3-d57eccd1917f req-f19b8e80-0808-424c-b0a0-cac91737cf55 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:35.322289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8eec6141-a716-42cc-b8a3-d57eccd1917f req-f19b8e80-0808-424c-b0a0-cac91737cf55 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0539794 Aug 30 15:10:35.365275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8eec6141-a716-42cc-b8a3-d57eccd1917f req-169c9a4e-d4ad-4ebc-a0ea-ca47d05e2bbe tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369732 Aug 30 15:10:36.325355 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-d83e75b1-e58b-413a-9312-d0d68e426ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:36.326844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-d83e75b1-e58b-413a-9312-d0d68e426ddc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1096 time: 0.0405660 Aug 30 15:10:36.427886 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-238c20bf-8689-4cd6-9d76-247fdebb70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:36.429383 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-238c20bf-8689-4cd6-9d76-247fdebb70cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0834823 Aug 30 15:10:36.530360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e6089-32d1-4b95-8e99-341533575f01 req-8bc60811-20cf-4172-95df-d7ba1313c992 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:36.531839 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-192e6089-32d1-4b95-8e99-341533575f01 req-8bc60811-20cf-4172-95df-d7ba1313c992 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0899687 Aug 30 15:10:36.533533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-366fee12-86bc-4fa2-b9f1-cf26cfff586c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 1001 time: 0.0977509 Aug 30 15:10:36.603806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-192e6089-32d1-4b95-8e99-341533575f01 req-28d2fde7-ef45-4791-ac83-6153439b235b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658977 Aug 30 15:10:36.605509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-ac57aebf-d5db-4b31-b36a-ca07cb2a4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:36.606854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-ac57aebf-d5db-4b31-b36a-ca07cb2a4f24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0634272 Aug 30 15:10:36.657531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-2936d64b-42c9-46bb-9e93-59a73941d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:36.659008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-2936d64b-42c9-46bb-9e93-59a73941d7ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442646 Aug 30 15:10:36.751470 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-0888edc7-200c-44b1-b66f-50a0af08b4c6 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Aug 30 15:10:36.848208 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-464c0a8b-e74d-4cc1-9372-c5b83f0b87ea req-d73ace8f-244b-46fb-a837-24d13eabecea service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900569 Aug 30 15:10:37.718173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb4959-a8ec-4926-a5dd-8f6557e8a746 req-e479c68f-6b88-4a3b-befb-1576763d86f2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:37.719632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fabb4959-a8ec-4926-a5dd-8f6557e8a746 req-e479c68f-6b88-4a3b-befb-1576763d86f2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Aug 30 15:10:37.756504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fabb4959-a8ec-4926-a5dd-8f6557e8a746 req-753df05a-58c3-4054-9afd-5d1ce4a09014 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309556 Aug 30 15:10:38.588804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-47d8f1a2-7dc5-4826-938a-41ce8fbc810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:38.590329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-47d8f1a2-7dc5-4826-938a-41ce8fbc810a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1096 time: 0.0405600 Aug 30 15:10:38.681979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-60c42466-a58d-4f2f-9bcd-956ba6a10565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:38.683606 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-60c42466-a58d-4f2f-9bcd-956ba6a10565 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0864198 Aug 30 15:10:38.747935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-e1f54583-94d9-413e-9c6e-064fe25255c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 1001 time: 0.0572803 Aug 30 15:10:38.798186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-4b1d0b8d-390c-4e77-9102-fe64d40b28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:38.799717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-4b1d0b8d-390c-4e77-9102-fe64d40b28e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0450823 Aug 30 15:10:38.874416 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-93bd3559-5476-427b-a963-5029b31f0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:38.875908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-93bd3559-5476-427b-a963-5029b31f0163 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696061 Aug 30 15:10:38.899088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3e9bf-3021-4648-8dce-a024dfb7486e req-ba8d3a3c-01d6-4963-a0d2-cf018e91635f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:38.900477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aae3e9bf-3021-4648-8dce-a024dfb7486e req-ba8d3a3c-01d6-4963-a0d2-cf018e91635f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0690470 Aug 30 15:10:38.983891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aae3e9bf-3021-4648-8dce-a024dfb7486e req-28b5a224-3906-443a-a495-157ed2c08d4d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731306 Aug 30 15:10:39.004306 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8630083b-b233-421c-a437-fdad68bbe73f service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204884 Aug 30 15:10:39.339485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-bef6f5d6-bd06-41d7-a189-0321f178569e service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281057 Aug 30 15:10:40.097342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e73a47-71df-4d66-9901-3d706ae9613a req-4e2d4982-464f-4bc6-b254-f624725f8a40 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:40.098829 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6e73a47-71df-4d66-9901-3d706ae9613a req-4e2d4982-464f-4bc6-b254-f624725f8a40 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0474212 Aug 30 15:10:40.135776 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b6e73a47-71df-4d66-9901-3d706ae9613a req-3cf138f6-d1a7-4236-a68f-a97f23283b4b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Aug 30 15:10:41.254577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279422f-a26b-42c7-86fb-70c1345f41c2 req-8904b60f-4510-4cf9-9cc2-9cb213bdc8c7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:41.256064 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f279422f-a26b-42c7-86fb-70c1345f41c2 req-8904b60f-4510-4cf9-9cc2-9cb213bdc8c7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0528197 Aug 30 15:10:41.294469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f279422f-a26b-42c7-86fb-70c1345f41c2 req-ff99629f-236b-406a-b4de-7f2022481269 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324597 Aug 30 15:10:42.412888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb27d-fe64-400d-b12b-da9ef0337b07 req-4161e12a-c0f1-4e7a-8be9-971b2c024f63 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:42.414387 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af0fb27d-fe64-400d-b12b-da9ef0337b07 req-4161e12a-c0f1-4e7a-8be9-971b2c024f63 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Aug 30 15:10:42.451416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af0fb27d-fe64-400d-b12b-da9ef0337b07 req-28f67458-c52a-4103-8ccf-0695f6f12486 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Aug 30 15:10:43.573018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2f577-c27d-4d44-a151-fe539ebe32ca req-7f811b59-82fe-46a3-b851-420dae191aa0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:43.574483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ca2f577-c27d-4d44-a151-fe539ebe32ca req-7f811b59-82fe-46a3-b851-420dae191aa0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0513258 Aug 30 15:10:43.611778 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0ca2f577-c27d-4d44-a151-fe539ebe32ca req-4c06ca70-52b7-4658-9a8a-334233142a2c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Aug 30 15:10:44.727850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5388-3863-4202-b5ae-59c639c31313 req-9c38ab5e-3a81-4bb6-bb36-70fb86ab0cc5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:44.729353 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-752b5388-3863-4202-b5ae-59c639c31313 req-9c38ab5e-3a81-4bb6-bb36-70fb86ab0cc5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0505359 Aug 30 15:10:44.767243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-752b5388-3863-4202-b5ae-59c639c31313 req-ee9694eb-d097-4445-9093-f6f1d318862b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320108 Aug 30 15:10:45.883679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf551-cbf3-484e-8e27-5bff333e7ca6 req-eb1c58f4-4ee9-42c6-8839-ae98a0d74294 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:45.885174 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-929cf551-cbf3-484e-8e27-5bff333e7ca6 req-eb1c58f4-4ee9-42c6-8839-ae98a0d74294 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0485599 Aug 30 15:10:45.922925 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-929cf551-cbf3-484e-8e27-5bff333e7ca6 req-4280033a-4ef2-45eb-a0d6-13a960543d6d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312588 Aug 30 15:10:47.038972 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ef1ca-ee92-4d37-a4ce-fda991b7c6ea req-a66eac78-005b-46c8-a45e-166063bb694e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:47.040459 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15ef1ca-ee92-4d37-a4ce-fda991b7c6ea req-a66eac78-005b-46c8-a45e-166063bb694e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0499291 Aug 30 15:10:47.081899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b15ef1ca-ee92-4d37-a4ce-fda991b7c6ea req-91b1eea0-9cf8-4850-8b48-03964ba7a519 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326765 Aug 30 15:10:48.202428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015064d9-c0c2-42ed-8823-c19dd8bf32b9 req-c27cbfe3-c396-4e34-b9ee-fecf57a56e12 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:48.203896 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-015064d9-c0c2-42ed-8823-c19dd8bf32b9 req-c27cbfe3-c396-4e34-b9ee-fecf57a56e12 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0521958 Aug 30 15:10:48.241706 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-015064d9-c0c2-42ed-8823-c19dd8bf32b9 req-95cf0c14-bc62-49d1-afd5-c730276e975a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318425 Aug 30 15:10:49.359242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d900d4-5814-4bc5-9761-da4b69aa60a0 req-5141a8be-62aa-43c7-a9aa-9366639cb1d6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:49.360717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8d900d4-5814-4bc5-9761-da4b69aa60a0 req-5141a8be-62aa-43c7-a9aa-9366639cb1d6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0519273 Aug 30 15:10:49.400332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a8d900d4-5814-4bc5-9761-da4b69aa60a0 req-ec675b7b-241a-45e3-b11d-179a2eec14f7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330331 Aug 30 15:10:50.393706 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:50.519415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d9bee-39c6-4230-bf89-6eef782bf657 req-cc89cad8-83a7-4bd7-92d2-7051df09702f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:50.521091 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-979d9bee-39c6-4230-bf89-6eef782bf657 req-cc89cad8-83a7-4bd7-92d2-7051df09702f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0516331 Aug 30 15:10:50.559251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-979d9bee-39c6-4230-bf89-6eef782bf657 req-b3216ef1-6326-4717-b09f-757077471542 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Aug 30 15:10:51.216654 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-b90a12ae-34cb-44ee-bc41-5a79eafed6b1 service neutron] show failed (client error): The resource could not be found. Aug 30 15:10:51.217679 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-b90a12ae-34cb-44ee-bc41-5a79eafed6b1 service neutron] 10.222.0.39 "GET /v2.0/ports/c769fd1f-6893-4de7-86d7-4ee58e5ede4f/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0532446 Aug 30 15:10:51.459018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-808a95cc-7251-4405-aaff-01d7f10df313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:51.460505 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-808a95cc-7251-4405-aaff-01d7f10df313 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 1096 time: 0.0945585 Aug 30 15:10:51.478200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:10:51.530444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:51.733806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ddc7f-dd39-46e6-83df-ffd38604e72b req-458997c1-e56c-4b8c-8828-da8ff592b027 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:51.735173 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-718ddc7f-dd39-46e6-83df-ffd38604e72b req-458997c1-e56c-4b8c-8828-da8ff592b027 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.1047087 Aug 30 15:10:51.793180 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-718ddc7f-dd39-46e6-83df-ffd38604e72b req-521cd6b5-1652-4eea-b650-c50bd1b527fb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521610 Aug 30 15:10:51.797967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:10:51.829583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:10:51.868078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:10:51.870349 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8bcdef-d8b7-444d-b9e4-28e0e1086afc" -d '{"events": [{"server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "name": "network-vif-unplugged", "status": "completed", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:10:51.874112 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:51.886709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Transition to ACTIVE for port object c769fd1f-6893-4de7-86d7-4ee58e5ede4f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:10:51.890382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:51.927077 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f78791-7120-47c3-b10c-99e496a6259a x-openstack-request-id: req-00f78791-7120-47c3-b10c-99e496a6259a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:10:51.927368 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "name": "network-vif-unplugged", "status": "completed", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:10:51.927619 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00f78791-7120-47c3-b10c-99e496a6259a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:10:51.928007 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'code': 200} Aug 30 15:10:51.946995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:10:52.001332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.001595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.001932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.002805 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.003139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.003473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.003793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.004117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.004450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.004740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.005148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.005387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:52.084282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] No DVR routers for this DVR port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:10:52.218503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Attempting to bind port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:10:52.218755 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Attempting to bind port c769fd1f-6893-4de7-86d7-4ee58e5ede4f by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:10:52.219087 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Attempting to bind port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:10:52.223329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:10:52.223652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Attempting to bind port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:10:52.228400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:10:52.228739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:10:52.229164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:10:52.229589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Bound port: c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:10:52.229950 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:52.291899 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:10:52.295131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:10:52.299395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:52.331674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:52.332272 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:52.333675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] 10.222.0.21 "PUT /v2.0/ports/c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 1091 time: 0.8596637 Aug 30 15:10:52.355367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe1eb6-48fc-465e-bfbc-795e82af8468 service neutron] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:10:52.411996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8e974dad-3978-4e4f-9e50-d51ed5f2bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:52.413662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-8e974dad-3978-4e4f-9e50-d51ed5f2bdce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1094 time: 0.0460017 Aug 30 15:10:52.516151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-a79c0640-0ee4-43b9-a720-6fa910343629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:52.518574 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-a79c0640-0ee4-43b9-a720-6fa910343629 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0966105 Aug 30 15:10:52.588226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-f3b2ee98-98a9-47ec-ab8b-97e139926f21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 999 time: 0.0625060 Aug 30 15:10:52.637125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-e53b49b2-5c12-4036-8649-25f6d7700489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:52.638549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-e53b49b2-5c12-4036-8649-25f6d7700489 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0435388 Aug 30 15:10:52.683397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-fa67ce4f-27fa-430e-9b65-65d6a3a8a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:52.684921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-fa67ce4f-27fa-430e-9b65-65d6a3a8a493 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395591 Aug 30 15:10:52.696336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-51142f85-2d5b-4307-bd30-394426fb167f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:10:52.697288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-51142f85-2d5b-4307-bd30-394426fb167f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049236 Aug 30 15:10:52.788140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-715ea2e2-7b1e-48c5-9609-c54461a2ca03 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832453 Aug 30 15:10:52.904316 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f4929ca-1ea5-4895-8121-c6ebb7cda682 req-34ab4747-f013-4bcb-beb7-d6d22367cf49 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087739 Aug 30 15:10:52.920856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4823665-a2be-42dd-a148-8319919211ae req-21a807b7-62dd-4a5d-accd-95da30e23151 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:52.922346 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4823665-a2be-42dd-a148-8319919211ae req-21a807b7-62dd-4a5d-accd-95da30e23151 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 943 time: 0.0593424 Aug 30 15:10:52.965372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4823665-a2be-42dd-a148-8319919211ae req-b0ad86b9-a3c7-4333-9e58-42adaab42c9c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358937 Aug 30 15:10:53.929059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:10:53.931395 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80" -d '{"events": [{"name": "network-changed", "server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:10:53.978615 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ff8700-6ee4-4afc-a20f-c528ea7cbff4 x-openstack-request-id: req-34ff8700-6ee4-4afc-a20f-c528ea7cbff4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:10:53.978937 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:10:53.979188 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34ff8700-6ee4-4afc-a20f-c528ea7cbff4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:10:53.979583 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'status': 'completed', 'code': 200} Aug 30 15:10:54.050015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-3f7a2cb0-d0b1-4027-b2ca-c9198c05902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.051542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-3f7a2cb0-d0b1-4027-b2ca-c9198c05902c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1094 time: 0.0480821 Aug 30 15:10:54.149712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-c0d73753-f3b2-4889-9be5-eabd1122b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.151212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-c0d73753-f3b2-4889-9be5-eabd1122b52f service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0921595 Aug 30 15:10:54.221516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-114f122a-6d4f-4384-96dc-fb6a546052d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 999 time: 0.0612547 Aug 30 15:10:54.279001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-489c25cc-0db3-4424-9327-742cddf369d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.280796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-489c25cc-0db3-4424-9327-742cddf369d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0509014 Aug 30 15:10:54.328617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-b079a84e-2507-40cd-9012-5b6fabf3208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.330177 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-b079a84e-2507-40cd-9012-5b6fabf3208d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428028 Aug 30 15:10:54.422659 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-84e2081a-a7e2-40ad-a8b7-1c7d9e474568 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848351 Aug 30 15:10:54.453199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577acb0-a3bd-4ef2-bc7c-aae2e58327f9 req-b2a70b2e-5bc8-49f8-9fba-5bf75231f02a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.454683 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3577acb0-a3bd-4ef2-bc7c-aae2e58327f9 req-b2a70b2e-5bc8-49f8-9fba-5bf75231f02a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 943 time: 0.4194593 Aug 30 15:10:54.457924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-610ed4e0-c243-4482-a518-cad117486700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.459358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-610ed4e0-c243-4482-a518-cad117486700 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1094 time: 0.4144530 Aug 30 15:10:54.518214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-0ed16a87-888a-4801-adaa-266d97ba7d13 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882862 Aug 30 15:10:54.521160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c769fd1f-6893-4de7-86d7-4ee58e5ede4f no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:10:54.546508 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3577acb0-a3bd-4ef2-bc7c-aae2e58327f9 req-6395f57c-7943-4668-8113-9f48b7b27cb0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847995 Aug 30 15:10:54.567715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c769fd1f-6893-4de7-86d7-4ee58e5ede4f not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:10:54.583429 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-1f5a79f5-5128-43a8-91e9-ee01f0293f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.584877 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-1f5a79f5-5128-43a8-91e9-ee01f0293f91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.1161253 Aug 30 15:10:54.649631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-d30761b8-3b93-4012-ba2c-300c801bcfde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 999 time: 0.0573819 Aug 30 15:10:54.704989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-0db03b3b-6a3e-4eed-97f0-55d86e774939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.706980 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-0db03b3b-6a3e-4eed-97f0-55d86e774939 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0506628 Aug 30 15:10:54.754679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-68ebc96c-06b2-4559-9007-c667f393c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:54.756234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-68ebc96c-06b2-4559-9007-c667f393c2ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404265 Aug 30 15:10:54.869405 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-169d9546-279e-4964-932c-027c2ca7031e service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834448 Aug 30 15:10:54.962123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebbadbc0-2ee5-4e73-b2be-6e4670c8ba80 req-78fd5490-80db-4ccd-88aa-f61caa74904b service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854149 Aug 30 15:10:55.207226 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e833d82a-ac53-4134-9248-2d4b8bce7619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:55.664883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc81f6-2ce0-4c34-857e-9a7c4ba7e9b2 req-511018be-22c2-40a5-9f32-30f6349007e3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:55.666444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81bc81f6-2ce0-4c34-857e-9a7c4ba7e9b2 req-511018be-22c2-40a5-9f32-30f6349007e3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 943 time: 0.0491159 Aug 30 15:10:55.703915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81bc81f6-2ce0-4c34-857e-9a7c4ba7e9b2 req-2e41eafa-f443-4412-af7b-eaa23729cb98 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314481 Aug 30 15:10:56.546291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c769fd1f-6893-4de7-86d7-4ee58e5ede4f details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:10:56.639288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:10:56.650858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'mac_address': 'fa:16:3e:86:c1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:10:56.685695 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:56.698308 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c769fd1f-6893-4de7-86d7-4ee58e5ede4f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:10:56.717313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:10:56.720990 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:56.767722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:10:56.775223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.775577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.775923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.776264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.776600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.776934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.777305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.777637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.777967 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.778294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.778620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.778944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:10:56.820985 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14226470-6007-4ed7-8529-e6d64fa95b98 req-b2a440f9-54a3-4922-8430-0f2beb027575 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:56.822511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14226470-6007-4ed7-8529-e6d64fa95b98 req-b2a440f9-54a3-4922-8430-0f2beb027575 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 944 time: 0.0504432 Aug 30 15:10:56.860798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14226470-6007-4ed7-8529-e6d64fa95b98 req-fdf5b0d0-6ce0-49e3-b464-154f33612f79 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323808 Aug 30 15:10:57.055183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0becd64-e48c-4b1b-b75c-37579de95cf6 req-33ce6bd8-0b51-4b51-9d5a-142bfdd6b36d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:57.056695 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0becd64-e48c-4b1b-b75c-37579de95cf6 req-33ce6bd8-0b51-4b51-9d5a-142bfdd6b36d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 944 time: 0.0499401 Aug 30 15:10:57.065770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-ad865ac2-5c01-4362-b617-c0190ceb1f00 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:57.067298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-ad865ac2-5c01-4362-b617-c0190ceb1f00 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635&tenant_id=b6ff3ab55a204a768ca7075aede27603&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 944 time: 0.0522134 Aug 30 15:10:57.099525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0becd64-e48c-4b1b-b75c-37579de95cf6 req-560559ae-35b5-4260-9999-47534a3e7372 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365009 Aug 30 15:10:57.131855 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-c6dcd2b0-0dc6-4d02-ad7e-066d3de86751 service neutron] delete failed (client error): The resource could not be found. Aug 30 15:10:57.132860 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-c6dcd2b0-0dc6-4d02-ad7e-066d3de86751 service neutron] 10.222.0.39 "DELETE /v2.0/ports/c769fd1f-6893-4de7-86d7-4ee58e5ede4f/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0588307 Aug 30 15:10:57.148076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['c769fd1f-6893-4de7-86d7-4ee58e5ede4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:10:57.214573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-951662cf-29ce-4a05-a36c-5377c73a81be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:57.216074 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-951662cf-29ce-4a05-a36c-5377c73a81be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 1095 time: 0.0402770 Aug 30 15:10:57.306211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-9aa60791-99f3-4c9f-a358-d6c57a673e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:57.307655 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-9aa60791-99f3-4c9f-a358-d6c57a673e2b service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0843561 Aug 30 15:10:57.377613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-191d776b-d5e6-4b2e-ae1e-ee6c0f63c227 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 200 len: 1000 time: 0.0626690 Aug 30 15:10:57.427663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-ccb1c586-3399-41b9-8d97-13616c495c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:57.429011 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-ccb1c586-3399-41b9-8d97-13616c495c48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0452368 Aug 30 15:10:57.474324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-a20e0e0f-0879-4897-bc04-fb496f96b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:57.475777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-a20e0e0f-0879-4897-bc04-fb496f96b62b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396128 Aug 30 15:10:57.566942 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-a8d7d0a4-7221-43e5-a3a6-1ce677422842 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834634 Aug 30 15:10:57.654870 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0def5925-81b6-428a-9d97-a3f8bebda173 req-67f31bab-ded9-40f8-87ef-64f774c42fea service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811660 Aug 30 15:10:57.903305 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6137bd77-3f7a-4fc5-af97-2c56b5da0da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:58.224982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c5363-ea63-4d7e-ac17-c6e7d7c906a7 req-481ecf40-5274-4739-a2b7-3dcfa58a68a4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:58.226483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e8c5363-ea63-4d7e-ac17-c6e7d7c906a7 req-481ecf40-5274-4739-a2b7-3dcfa58a68a4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 944 time: 0.0556064 Aug 30 15:10:58.264239 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e8c5363-ea63-4d7e-ac17-c6e7d7c906a7 req-b1ef8cbd-2c78-444a-b889-4ab6077cbdd8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Aug 30 15:10:58.376550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c1e94-8f6f-482e-b0a1-4519dc8f9a2a req-af4f36c0-40bb-4d0e-bcf7-ee6ae3380c91 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:58.378644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a81c1e94-8f6f-482e-b0a1-4519dc8f9a2a req-af4f36c0-40bb-4d0e-bcf7-ee6ae3380c91 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 944 time: 0.0488219 Aug 30 15:10:58.416046 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a81c1e94-8f6f-482e-b0a1-4519dc8f9a2a req-ed93b2e2-bbf3-4738-9560-96fba74f185e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Aug 30 15:10:58.527708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4bd8a-b18b-48fd-99eb-e806f818cf41 req-1d28fd0c-d99d-4e98-8861-327bc7a7a22a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:58.529199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41e4bd8a-b18b-48fd-99eb-e806f818cf41 req-1d28fd0c-d99d-4e98-8861-327bc7a7a22a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 944 time: 0.0483036 Aug 30 15:10:58.555509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c769fd1f-6893-4de7-86d7-4ee58e5ede4f up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:10:58.568849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41e4bd8a-b18b-48fd-99eb-e806f818cf41 req-7055f9b5-0249-4802-b08f-4084ae929ba3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335431 Aug 30 15:10:58.604754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port c769fd1f-6893-4de7-86d7-4ee58e5ede4f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:10:58.608425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port c769fd1f-6893-4de7-86d7-4ee58e5ede4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:10:58.608803 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:58.660970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:58.709399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:58.734257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:10:58.737276 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcd4720-c82e-4fb8-a48f-b4cc5ed23214" -d '{"events": [{"server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "name": "network-vif-plugged", "status": "completed", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:10:58.750124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:10:58.754905 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:58.778402 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6fb26-7d1c-4ad7-984f-19ac1f65f34d x-openstack-request-id: req-62b6fb26-7d1c-4ad7-984f-19ac1f65f34d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:10:58.778706 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "name": "network-vif-plugged", "status": "completed", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:10:58.778956 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62b6fb26-7d1c-4ad7-984f-19ac1f65f34d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:10:58.779349 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'code': 200} Aug 30 15:10:58.804727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:10:58.814916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008d387-d25e-41a5-8f3f-40c601c67e24 req-402a1b31-a6b0-4c0d-8d17-78a1e0885566 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:58.816505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5008d387-d25e-41a5-8f3f-40c601c67e24 req-402a1b31-a6b0-4c0d-8d17-78a1e0885566 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Aug 30 15:10:58.854922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5008d387-d25e-41a5-8f3f-40c601c67e24 req-e75a6311-1485-4a4e-9c35-6ae18f20fb61 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Aug 30 15:10:59.364446 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:10:59.977460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5e329-4670-4c8f-b447-d4b7bb1449c6 req-56746afa-bbcf-4090-9572-48662ce42e81 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:10:59.978935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6e5e329-4670-4c8f-b447-d4b7bb1449c6 req-56746afa-bbcf-4090-9572-48662ce42e81 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Aug 30 15:11:00.016263 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f6e5e329-4670-4c8f-b447-d4b7bb1449c6 req-eb4498f9-a9f7-46bd-b4fa-83084bd3aa89 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314181 Aug 30 15:11:00.360908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-915fbb16-0ae5-40e6-aeb5-f21cd109581a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:00.362970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-915fbb16-0ae5-40e6-aeb5-f21cd109581a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Aug 30 15:11:00.455929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Deleting port c769fd1f-6893-4de7-86d7-4ee58e5ede4f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:11:00.456267 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:00.545827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] For port c769fd1f-6893-4de7-86d7-4ee58e5ede4f, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:11:00.546184 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:00.717254 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:00.717549 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:00.717863 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Floating IP fe386595-442b-4e1d-804d-2fe5dec0175f disassociated. External IP: 172.25.6.168, port: c769fd1f-6893-4de7-86d7-4ee58e5ede4f. Aug 30 15:11:00.718199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Calling delete_port for c769fd1f-6893-4de7-86d7-4ee58e5ede4f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:11:00.841277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:00.874267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event deleted for resources: {'Port': ['ID=c769fd1f-6893-4de7-86d7-4ee58e5ede4f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:11:00.990968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:11:01.098951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:11:01.108990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23260a75-0264-4390-9191-4c073298213d None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:11:01.114190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b04c07fa-8bfb-492d-ae19-6229311eaf9b req-cb6c8e02-6959-4e05-95a3-5f1f6135befc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=88292803-e0c5-4b74-be0c-e733838fb635 HTTP/1.1" status: 200 len: 210 time: 0.0305860 Aug 30 15:11:01.119838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23260a75-0264-4390-9191-4c073298213d None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:11:01.120552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-23260a75-0264-4390-9191-4c073298213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:10:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:11:01.146511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] No DVR routers for this DVR port c769fd1f-6893-4de7-86d7-4ee58e5ede4f on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:11:01.149181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:01.151231 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-03404dce-a39c-4edf-8e37-4717a23e8cbe req-c5633431-f258-4e31-8edc-e8dac4fd7ae1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "DELETE /v2.0/ports/c769fd1f-6893-4de7-86d7-4ee58e5ede4f HTTP/1.1" status: 204 len: 173 time: 0.7811980 Aug 30 15:11:01.151674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'name': 'network-vif-deleted', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:11:01.154026 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09434539-a4b4-453c-8ace-1162c18663b1" -d '{"events": [{"server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "name": "network-vif-deleted", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:11:01.235897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-23260a75-0264-4390-9191-4c073298213d None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:11:01.290183 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef105dbb-846f-40f1-9085-e1b5b114e7f7 x-openstack-request-id: req-ef105dbb-846f-40f1-9085-e1b5b114e7f7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:11:01.290478 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88292803-e0c5-4b74-be0c-e733838fb635", "name": "network-vif-deleted", "tag": "c769fd1f-6893-4de7-86d7-4ee58e5ede4f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:11:01.290732 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef105dbb-846f-40f1-9085-e1b5b114e7f7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:11:01.291140 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88292803-e0c5-4b74-be0c-e733838fb635', 'name': 'network-vif-deleted', 'tag': 'c769fd1f-6893-4de7-86d7-4ee58e5ede4f', 'status': 'completed', 'code': 200} Aug 30 15:11:01.589851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-23260a75-0264-4390-9191-4c073298213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:11:01.617137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23260a75-0264-4390-9191-4c073298213d None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:11:01.625539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23260a75-0264-4390-9191-4c073298213d None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:11:01.626181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-23260a75-0264-4390-9191-4c073298213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:10:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:11:01.732398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-23260a75-0264-4390-9191-4c073298213d None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:11:01.778065 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:01.937235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-23260a75-0264-4390-9191-4c073298213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:11:01.962692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23260a75-0264-4390-9191-4c073298213d None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:11:02.194000 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754104e2-d901-474b-831d-52f131926b29 None None] New status for floating IP fe386595-442b-4e1d-804d-2fe5dec0175f: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:11:02.355819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-affe4df0-0ff2-4487-bdc0-fd6cf2f473b8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--663733405&fields=id&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 267 time: 0.0331588 Aug 30 15:11:02.460361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-7d9e528e-bc3c-40ee-8012-b4dccba86cf6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:02.461839 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-7d9e528e-bc3c-40ee-8012-b4dccba86cf6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 812 time: 0.0990815 Aug 30 15:11:02.476716 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-101c90fd-2d90-44cf-839b-8fd96a2c2003 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/quotas/b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 375 time: 0.0090461 Aug 30 15:11:02.528341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-3740d592-b64c-4bc7-8f46-53eca476a947 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463631 Aug 30 15:11:02.544631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-c1c80723-eff3-4b30-8885-f6d6a7d54817 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:11:02.545597 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-c1c80723-eff3-4b30-8885-f6d6a7d54817 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052972 Aug 30 15:11:02.636399 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-9b25f8d2-3d2d-4c1b-8ade-5cfdcb118867 service neutron] 10.222.0.50 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850232 Aug 30 15:11:02.723997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-096e4d88-bacb-482d-9097-889a6e6f9d8c service neutron] 10.222.0.50 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815012 Aug 30 15:11:02.886108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af35333c-49ed-4c54-97f6-fd92cab34837 req-6fbb0feb-0567-4770-8a85-9d556dcd71a0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 210 time: 0.0283556 Aug 30 15:11:03.226203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:03.948013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-2a89845a-7ce1-43c2-8bd8-15d391205d5d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:03.949561 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-2a89845a-7ce1-43c2-8bd8-15d391205d5d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 812 time: 0.1122065 Aug 30 15:11:03.986892 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-185d3e14-45a9-4838-b1a4-b0bf0623072b req-f6c4116d-babf-4aae-a226-b00ad35defa0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 210 time: 0.0315835 Aug 30 15:11:04.019116 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-abc33aa4-4278-4d6f-bb4e-98a197d87025 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 379 time: 0.0420303 Aug 30 15:11:04.036089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'port': {'device_id': 'aa236e74-552d-4604-a430-95039ee919b6', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'admin_state_up': True, 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'security_groups': ['28deb988-7980-4644-8d7b-7a444e092583']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:11:04.144254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Made reservation on behalf of b6ff3ab55a204a768ca7075aede27603 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:11:04.147824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:04.276516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Allocated IP 172.20.0.3 (aa70154c-7258-48b9-bffb-7f798c258b89/d99ef2c9-4bfe-4d25-8f47-dd112f883755/3cdce0e2-798e-4baa-baee-2806e6172490) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:11:04.409876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:04.423190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Transition to ACTIVE for port object 3cdce0e2-798e-4baa-baee-2806e6172490 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:11:04.456411 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:04.504783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Network aa70154c-7258-48b9-bffb-7f798c258b89 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:11:04.507853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:11:04.511623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:11:04.517772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:11:04.563295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:04.563966 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:04.573080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c769fd1f-6893-4de7-86d7-4ee58e5ede4f no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:11:04.583140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-f757db88-7009-441d-8beb-e87b2aad2621 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507176 Aug 30 15:11:04.595931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: c769fd1f-6893-4de7-86d7-4ee58e5ede4f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:11:04.596777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device c769fd1f-6893-4de7-86d7-4ee58e5ede4f not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:11:04.600904 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Request body: {'port': {'device_id': 'aa236e74-552d-4604-a430-95039ee919b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:11:04.656881 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:04.740335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dde43ad4-1bdc-4204-b9a3-759130070450 None None] Provisioning for port 3cdce0e2-798e-4baa-baee-2806e6172490 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:11:04.744036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dde43ad4-1bdc-4204-b9a3-759130070450 None None] Provisioning complete for port 3cdce0e2-798e-4baa-baee-2806e6172490 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:11:04.744405 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dde43ad4-1bdc-4204-b9a3-759130070450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:04.777122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dde43ad4-1bdc-4204-b9a3-759130070450 None None] Port 3cdce0e2-798e-4baa-baee-2806e6172490 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:11:04.927224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdce0e2-798e-4baa-baee-2806e6172490 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:11:04.934753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:04.946584 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Transition to ACTIVE for port object 3cdce0e2-798e-4baa-baee-2806e6172490 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:11:04.950257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:04.998433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:11:05.101743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Attempting to bind port 3cdce0e2-798e-4baa-baee-2806e6172490 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:11:05.102078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Attempting to bind port 3cdce0e2-798e-4baa-baee-2806e6172490 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:11:05.102402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Attempting to bind port 3cdce0e2-798e-4baa-baee-2806e6172490 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:11:05.111303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Port 3cdce0e2-798e-4baa-baee-2806e6172490 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:11:05.111635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Attempting to bind port 3cdce0e2-798e-4baa-baee-2806e6172490 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:11:05.120227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:11:05.120565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:11:05.120949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:11:05.121405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Bound port: 3cdce0e2-798e-4baa-baee-2806e6172490, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:11:05.121768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:05.132684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a40c6-db86-4b6b-a268-0b2d5944cd45 req-18e7f7f3-1058-430c-b535-2b3ffcdcbc30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:05.134261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d19a40c6-db86-4b6b-a268-0b2d5944cd45 req-18e7f7f3-1058-430c-b535-2b3ffcdcbc30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 943 time: 0.0746500 Aug 30 15:11:05.206170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d19a40c6-db86-4b6b-a268-0b2d5944cd45 req-acbd2a1c-ac31-4ba9-933d-b9664e4477dd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654671 Aug 30 15:11:05.222453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:11:05.225661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:11:05.234043 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:05.273717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:05.274364 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:05.275814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] 10.222.0.21 "PUT /v2.0/ports/3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 1091 time: 0.6798940 Aug 30 15:11:05.276269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:11:05.278564 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693551be-8b9e-444d-a4ff-eb4ad752f0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:11:05.300281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ba226-51b3-4124-9b86-ac95e867ee02 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:11:05.328909 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbd3001-986e-473b-85ce-f1cc2ceed3bf x-openstack-request-id: req-fdbd3001-986e-473b-85ce-f1cc2ceed3bf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:11:05.329244 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:11:05.329502 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdbd3001-986e-473b-85ce-f1cc2ceed3bf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:11:05.329934 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490', 'status': 'completed', 'code': 200} Aug 30 15:11:05.389749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-8aa0432e-5f6f-405f-a505-7f8dab1b9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:05.391269 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-8aa0432e-5f6f-405f-a505-7f8dab1b9216 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1094 time: 0.0432739 Aug 30 15:11:05.413484 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:11:05.444745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-9a18d242-1d2a-4a4e-bcb9-5612a649dc04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 217 time: 0.0399055 Aug 30 15:11:05.500137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-4d2450fd-92e0-4a47-b883-f4aa21721c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:05.501610 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-4d2450fd-92e0-4a47-b883-f4aa21721c24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0498011 Aug 30 15:11:05.547018 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-19bc8bcf-0749-454b-83c5-fdc4715ae22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:05.548394 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-19bc8bcf-0749-454b-83c5-fdc4715ae22a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395164 Aug 30 15:11:05.639963 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-1ac62b0f-54ca-4ac1-9e56-3901be841671 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845158 Aug 30 15:11:05.727873 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-89b3a8ca-1921-44b3-89a7-7c1fcfb8bdf9 req-243eea1c-ffb6-43c0-9f0e-09a0684f0b64 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806146 Aug 30 15:11:05.855880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-400eea2b-59ff-4247-b04a-687705d55687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:05.857420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-400eea2b-59ff-4247-b04a-687705d55687 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1094 time: 0.0458391 Aug 30 15:11:05.945684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-83d30d03-32a3-4b16-ba3f-f349d22070be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:05.947144 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-83d30d03-32a3-4b16-ba3f-f349d22070be service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0827129 Aug 30 15:11:05.988085 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-d74492ff-967a-482c-93ea-b98abffe3a47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 217 time: 0.0338337 Aug 30 15:11:06.039990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-bfa7712e-8557-403f-b4b7-0e7d79a087da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:06.041493 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-bfa7712e-8557-403f-b4b7-0e7d79a087da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0463259 Aug 30 15:11:06.086810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-bd842473-8061-4dbc-a0c5-a2f618d29b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:06.088279 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-bd842473-8061-4dbc-a0c5-a2f618d29b3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399880 Aug 30 15:11:06.181481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-ca5b050d-0731-4f19-853a-2b20dd1ca2c6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852363 Aug 30 15:11:06.278257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-693551be-8b9e-444d-a4ff-eb4ad752f0ab req-822b311d-0630-46d6-bc8f-310404a5447e service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900216 Aug 30 15:11:06.326381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fe449-939b-4e31-9576-05a5ae2021e3 req-45c1df8b-1f40-41de-baab-9eb6412e0648 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:06.327845 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f7fe449-939b-4e31-9576-05a5ae2021e3 req-45c1df8b-1f40-41de-baab-9eb6412e0648 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 943 time: 0.0487349 Aug 30 15:11:06.370886 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4f7fe449-939b-4e31-9576-05a5ae2021e3 req-c734d335-8f5c-4fa3-85e7-be7d787d6dd1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369999 Aug 30 15:11:07.485632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7195-4bae-41e0-9105-1fd6aad2c2fc req-44bdde7b-fa51-4df5-bf91-73ddf62b164b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:07.487603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72df7195-4bae-41e0-9105-1fd6aad2c2fc req-44bdde7b-fa51-4df5-bf91-73ddf62b164b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 943 time: 0.0490677 Aug 30 15:11:07.524686 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72df7195-4bae-41e0-9105-1fd6aad2c2fc req-7f563c86-dd02-4ac5-bf40-4db191ad73bd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Aug 30 15:11:08.562606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3cdce0e2-798e-4baa-baee-2806e6172490 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:11:08.646526 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7043aff-97ec-4a86-ac6c-d9b4b36571ed req-f52faab0-e583-4e6d-9f76-e10252c1e10c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:08.647947 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7043aff-97ec-4a86-ac6c-d9b4b36571ed req-f52faab0-e583-4e6d-9f76-e10252c1e10c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 943 time: 0.0534279 Aug 30 15:11:08.660789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:11:08.672367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '3cdce0e2-798e-4baa-baee-2806e6172490', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': '3cdce0e2-798e-4baa-baee-2806e6172490', 'mac_address': 'fa:16:3e:74:4e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:11:08.686798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7043aff-97ec-4a86-ac6c-d9b4b36571ed req-28f5e895-a794-43a2-ad36-838c8c9f544a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329294 Aug 30 15:11:08.709387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:08.721782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdce0e2-798e-4baa-baee-2806e6172490 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:11:08.740316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:11:08.744105 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:08.792820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:11:09.123368 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['3cdce0e2-798e-4baa-baee-2806e6172490'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:11:09.804878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914119b-b0bc-4c7c-9ad5-d31ed54d6447 req-5d107a60-1751-4292-8ae8-600a24d3f2c7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:09.806391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2914119b-b0bc-4c7c-9ad5-d31ed54d6447 req-5d107a60-1751-4292-8ae8-600a24d3f2c7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 944 time: 0.0526161 Aug 30 15:11:09.844810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2914119b-b0bc-4c7c-9ad5-d31ed54d6447 req-4a90246b-e766-4fbf-8f9e-2dbc5c7a4bdb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322235 Aug 30 15:11:10.585683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3cdce0e2-798e-4baa-baee-2806e6172490 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:11:10.635955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 3cdce0e2-798e-4baa-baee-2806e6172490 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:11:10.639622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 3cdce0e2-798e-4baa-baee-2806e6172490 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:11:10.639991 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:10.712604 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:10.734789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:11:10.737660 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978f72d3-13ae-46ce-8643-b7d75417ef9c" -d '{"events": [{"server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "name": "network-vif-plugged", "status": "completed", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:11:10.750629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:11:10.755027 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:10.777996 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17c6c57-3248-4c31-a105-d9817d848a1f x-openstack-request-id: req-f17c6c57-3248-4c31-a105-d9817d848a1f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:11:10.778283 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "name": "network-vif-plugged", "status": "completed", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:11:10.779174 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f17c6c57-3248-4c31-a105-d9817d848a1f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:11:10.779174 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490', 'code': 200} Aug 30 15:11:10.803941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:11:10.894656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805207-c314-415a-9f1c-971cf9966f61 req-c4633b4a-b685-4365-9698-c2c4caf2434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:10.896140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea805207-c314-415a-9f1c-971cf9966f61 req-c4633b4a-b685-4365-9698-c2c4caf2434b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1096 time: 0.0405838 Aug 30 15:11:10.933993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ea805207-c314-415a-9f1c-971cf9966f61 req-cafcd566-fb1d-4a40-810c-005b88cc6722 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306904 Aug 30 15:11:10.965086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0c16b-8bfd-4348-b9ee-849390f37eb1 req-8d019862-aa30-4ce1-94d2-ed7a22f19ed2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:10.966836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3ea0c16b-8bfd-4348-b9ee-849390f37eb1 req-8d019862-aa30-4ce1-94d2-ed7a22f19ed2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0545046 Aug 30 15:11:11.005520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3ea0c16b-8bfd-4348-b9ee-849390f37eb1 req-73a04dfe-7280-4d8a-ad45-9c2257021dc2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Aug 30 15:11:12.122902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e596ae-2ccc-4cfb-abe7-a9ae68b03cd6 req-47b8d670-f25e-4eec-861e-2b1d28d32f2e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:12.124388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-63e596ae-2ccc-4cfb-abe7-a9ae68b03cd6 req-47b8d670-f25e-4eec-861e-2b1d28d32f2e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0490313 Aug 30 15:11:12.161970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-63e596ae-2ccc-4cfb-abe7-a9ae68b03cd6 req-3b92389b-d94b-4683-b3d0-a4c5d41b5bd8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316095 Aug 30 15:11:13.279057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697d8be-c0d2-491e-ad00-dc4e5d813a2b req-ab760f30-64d9-4318-a8c7-d562a8838cbe tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:13.280558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4697d8be-c0d2-491e-ad00-dc4e5d813a2b req-ab760f30-64d9-4318-a8c7-d562a8838cbe tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0501242 Aug 30 15:11:13.318757 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4697d8be-c0d2-491e-ad00-dc4e5d813a2b req-7c7880f1-895c-44f7-ad74-cc5fed0ed4eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322480 Aug 30 15:11:13.432102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63c81-6329-4a90-9caf-8e8cbb80a99b req-133aaf48-33a4-428a-9e1f-111f44d069fd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:13.433847 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60b63c81-6329-4a90-9caf-8e8cbb80a99b req-133aaf48-33a4-428a-9e1f-111f44d069fd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0520577 Aug 30 15:11:13.443338 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 56712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:11:13.448243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'floatingip': {'port_id': '3cdce0e2-798e-4baa-baee-2806e6172490'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:11:13.487006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:13.916029 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:13.919722 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:14.016139 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Floating IP fe386595-442b-4e1d-804d-2fe5dec0175f associated. External IP: 172.25.6.168, port: 3cdce0e2-798e-4baa-baee-2806e6172490. Aug 30 15:11:14.220299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:11:14.325192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:11:14.329700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:14.335767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:11:14.348207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:11:14.348844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:10:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:11:14.360884 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b5d0594-13c8-4502-acbb-d34a59f1f387 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "PUT /v2.0/floatingips/fe386595-442b-4e1d-804d-2fe5dec0175f HTTP/1.1" status: 200 len: 991 time: 0.9165382 Aug 30 15:11:14.361514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:11:14.363775 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d9e475-304e-4886-a815-a8bf5b034deb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:11:14.409008 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eea9c4-8cbd-4ed2-b1a6-8ce05d90ed8d x-openstack-request-id: req-b9eea9c4-8cbd-4ed2-b1a6-8ce05d90ed8d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:11:14.409539 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:11:14.409796 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9eea9c4-8cbd-4ed2-b1a6-8ce05d90ed8d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:11:14.410204 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490', 'status': 'completed', 'code': 200} Aug 30 15:11:14.459832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:11:14.504579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9e475-304e-4886-a815-a8bf5b034deb req-06e0efa5-dbb5-4839-bf35-0449b920fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:14.505959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62d9e475-304e-4886-a815-a8bf5b034deb req-06e0efa5-dbb5-4839-bf35-0449b920fdd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1096 time: 0.0407112 Aug 30 15:11:14.599583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9e475-304e-4886-a815-a8bf5b034deb req-852bf76a-e798-4bd7-8e32-c3f280cb01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:14.601067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62d9e475-304e-4886-a815-a8bf5b034deb req-852bf76a-e798-4bd7-8e32-c3f280cb01e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0883276 Aug 30 15:11:14.669189 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62d9e475-304e-4886-a815-a8bf5b034deb req-cade1061-69a0-4339-a5c2-d1cce22b73b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 999 time: 0.0610974 Aug 30 15:11:14.682192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '3cdce0e2-798e-4baa-baee-2806e6172490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:74:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa236e74-552d-4604-a430-95039ee919b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:11:13Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:11:14.708331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:11:14.716657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:11:14.717307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:10:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:11:14.718341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9e475-304e-4886-a815-a8bf5b034deb req-b8a3102d-5771-4915-90b1-9ca78d4ce9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:14.719937 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62d9e475-304e-4886-a815-a8bf5b034deb req-b8a3102d-5771-4915-90b1-9ca78d4ce9a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0444393 Aug 30 15:11:14.766990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9e475-304e-4886-a815-a8bf5b034deb req-ed5c77b4-9508-4b94-9489-a05ffe147525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:14.768666 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62d9e475-304e-4886-a815-a8bf5b034deb req-ed5c77b4-9508-4b94-9489-a05ffe147525 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412552 Aug 30 15:11:14.825334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:11:14.863718 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62d9e475-304e-4886-a815-a8bf5b034deb req-4fed0938-6c6b-4340-a514-c7a81b1c4207 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875621 Aug 30 15:11:14.958971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62d9e475-304e-4886-a815-a8bf5b034deb req-a86148e4-8113-4c4f-8360-d4d47510dec1 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864532 Aug 30 15:11:15.051762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '3cdce0e2-798e-4baa-baee-2806e6172490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:74:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa236e74-552d-4604-a430-95039ee919b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:11:13Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:11:15.077957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d39981-69d5-46ed-9d78-67f33b5c0fb5 None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '3cdce0e2-798e-4baa-baee-2806e6172490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:74:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa236e74-552d-4604-a430-95039ee919b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:11:13Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:11:15.276894 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e98370e-9145-4d5f-88a4-9b29fc048d29 None None] New status for floating IP fe386595-442b-4e1d-804d-2fe5dec0175f: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:11:20.396845 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:25.211532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f53b134-2209-4c00-a2f3-367d90a71bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:27.903923 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-236f4558-1b97-4668-863b-61208f655ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:28.658581 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:29.368015 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:31.752960 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:33.231234 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:42.414311 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:11:50.391836 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:51.369214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-4c606e32-b3b9-4192-910d-f550f85e1d02 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440979 Aug 30 15:11:51.477010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-1753edc7-7d0c-4b02-9895-0cc80b762006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:51.478854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-1753edc7-7d0c-4b02-9895-0cc80b762006 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1096 time: 0.0491958 Aug 30 15:11:51.593614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-6b0df5c8-7011-47c1-9726-b9a512f5f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:51.595275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-6b0df5c8-7011-47c1-9726-b9a512f5f43e service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0932910 Aug 30 15:11:51.668198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-dc562383-ecc7-4afa-a772-8979e46bd61c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 1001 time: 0.0655196 Aug 30 15:11:51.718624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-cabb9df6-a2a8-4817-a565-8924512284ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:51.720052 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-cabb9df6-a2a8-4817-a565-8924512284ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0430527 Aug 30 15:11:51.765020 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-382553f0-b56f-4f99-9d87-ef9360abe9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:11:51.766536 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-382553f0-b56f-4f99-9d87-ef9360abe9fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392251 Aug 30 15:11:51.861950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-8d336b65-4065-453d-b59a-27019814c2f6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845122 Aug 30 15:11:51.949209 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7d4f1d7-aff5-4c8d-b239-287416405e3a req-e0dc6f77-3bfc-49aa-bb4c-c92dd09a7eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792921 Aug 30 15:11:55.214316 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2cf9-9ad4-4bad-8f26-db6f7ea31048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:57.904955 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05f29ea6-8a34-4e45-bae9-ebcea4e51003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:58.653873 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:11:59.371123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:01.753976 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:03.230840 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:19.414007 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:12:20.405949 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:25.214347 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02bfc420-7c17-4275-a175-2696775e47fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:27.905467 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e348dc9e-1230-46d2-a36d-97c391a7828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:28.655221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:29.374226 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:31.757669 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:33.238098 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:50.420895 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:53.404421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-856b498a-cf0b-4fc7-b8dd-a9939e6b5d49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401793 Aug 30 15:12:53.849807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-197af41b-668a-4c91-a523-62aaa3199cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:12:53.851294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-197af41b-668a-4c91-a523-62aaa3199cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1096 time: 0.3872802 Aug 30 15:12:53.953903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-79d180b3-f3b8-4b7f-b3b7-da543d00ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:12:53.955400 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-79d180b3-f3b8-4b7f-b3b7-da543d00ed3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0843513 Aug 30 15:12:54.024056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-4b50684e-d0d9-4d43-af9d-cac73a767600 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 1001 time: 0.0613115 Aug 30 15:12:54.072723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-868ed1f2-34b9-4952-9e13-ffd69c21315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:12:54.074185 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-868ed1f2-34b9-4952-9e13-ffd69c21315b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0424061 Aug 30 15:12:54.118257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-5d7201df-b59f-4126-86c5-14c13f254ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:12:54.119619 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-5d7201df-b59f-4126-86c5-14c13f254ece service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377429 Aug 30 15:12:54.211113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-17f8ccb7-7a41-4175-a27f-edcd7f3c78f0 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841336 Aug 30 15:12:54.304544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2733fe59-973f-41d2-9c7b-dfad1f341406 req-f46b80ad-121e-449c-b197-bb721dfcec47 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Aug 30 15:12:55.215249 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80dc0da4-df6a-4179-8bb0-5be506a85f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:56.413542 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:12:57.907039 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7599-3944-4a4b-aa6b-7b87971ced25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:58.655885 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:12:59.376651 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:01.760213 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:03.259158 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:20.421334 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:25.215157 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3925fed3-5b5e-459c-a060-3282fb782fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:27.908139 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1820dece-9b5f-401f-84e8-012f2381adba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:28.656244 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:29.379859 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:31.762807 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:33.257618 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:33.413533 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:13:49.269149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289078c-7f49-4b77-be40-ee768ef36d0f req-078d9ae4-652e-4096-b0b3-9f200c09cd25 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:49.270571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2289078c-7f49-4b77-be40-ee768ef36d0f req-078d9ae4-652e-4096-b0b3-9f200c09cd25 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.1147480 Aug 30 15:13:49.314391 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2289078c-7f49-4b77-be40-ee768ef36d0f req-78474a2d-aac6-4a19-afae-ff4885dc7547 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371053 Aug 30 15:13:50.436845 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:50.487805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec60aa-0b62-4a77-a1bd-e5748f018499 req-d1e64d36-c45b-4d6b-84f6-536f27a43e78 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:50.489372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7eec60aa-0b62-4a77-a1bd-e5748f018499 req-d1e64d36-c45b-4d6b-84f6-536f27a43e78 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.1044521 Aug 30 15:13:50.526524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7eec60aa-0b62-4a77-a1bd-e5748f018499 req-0262807c-3abd-4ff7-9130-910fb6306eb4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310314 Aug 30 15:13:51.647136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c6b65-51e3-4068-b813-3b39547563b0 req-c35766c5-412d-4e9c-9e49-028d8d1d4571 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:51.648544 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-082c6b65-51e3-4068-b813-3b39547563b0 req-c35766c5-412d-4e9c-9e49-028d8d1d4571 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0531380 Aug 30 15:13:51.686131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-082c6b65-51e3-4068-b813-3b39547563b0 req-542815d6-59ca-43c9-bcc7-eac5216aed5d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Aug 30 15:13:52.803940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e76ebe-ab60-486a-a3ee-ae820dcb549e req-0959fab8-a1e7-4cf7-b45a-54d131919f77 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:52.806025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14e76ebe-ab60-486a-a3ee-ae820dcb549e req-0959fab8-a1e7-4cf7-b45a-54d131919f77 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0540094 Aug 30 15:13:52.843227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14e76ebe-ab60-486a-a3ee-ae820dcb549e req-e9246d52-4cfd-4445-a44f-1dbb412af4f7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309622 Aug 30 15:13:53.959446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15a102-16a1-4039-a3d3-919fc7c6cbf3 req-e1297be9-e642-45fc-a380-f4ca63588fab tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:53.961547 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f15a102-16a1-4039-a3d3-919fc7c6cbf3 req-e1297be9-e642-45fc-a380-f4ca63588fab tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Aug 30 15:13:53.999029 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f15a102-16a1-4039-a3d3-919fc7c6cbf3 req-1c304c9b-aa38-4824-bcfd-1c4f5ea39005 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Aug 30 15:13:54.391163 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-ae568d2b-ac31-44b3-be2d-1f03e433b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:54.392756 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-ae568d2b-ac31-44b3-be2d-1f03e433b2c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1096 time: 0.0400305 Aug 30 15:13:54.496966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-1510645c-7e41-4703-ac31-c1169c2d6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:54.498539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-1510645c-7e41-4703-ac31-c1169c2d6799 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0863776 Aug 30 15:13:54.563694 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-6a2235a8-d3d5-4acd-b6a7-3bbc08d9a11c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 1001 time: 0.0578494 Aug 30 15:13:54.620846 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-0b21f348-9596-4af4-a676-a99bd324b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:54.622365 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-0b21f348-9596-4af4-a676-a99bd324b2b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0512185 Aug 30 15:13:54.669345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-df6673cc-054e-44fe-8239-716947120713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:54.670836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-df6673cc-054e-44fe-8239-716947120713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411212 Aug 30 15:13:54.758354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-993c9c72-da4b-4d09-9ed9-6120069b2c2b service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800374 Aug 30 15:13:54.853014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7fd585a-4dc3-46ef-b56c-d62d36585ac0 req-ab1eff9e-1dbf-4c24-bcd2-fcefc873652c service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869460 Aug 30 15:13:55.110839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bdc08-c62d-4740-bc75-977d7b9bd411 req-df67327e-e2f3-4755-b1e4-a383dc7e17c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:55.112291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e49bdc08-c62d-4740-bc75-977d7b9bd411 req-df67327e-e2f3-4755-b1e4-a383dc7e17c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0481448 Aug 30 15:13:55.150754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e49bdc08-c62d-4740-bc75-977d7b9bd411 req-da35ff3b-737e-4f1d-b517-26116a239d4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317960 Aug 30 15:13:55.218338 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-629a6c81-38d0-469e-8859-af748cf9d4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:56.266304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababbc94-a424-4100-a158-5443ac12669b req-d3244468-9ede-453b-a14a-a510a8dc3e49 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:56.268067 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ababbc94-a424-4100-a158-5443ac12669b req-d3244468-9ede-453b-a14a-a510a8dc3e49 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0494521 Aug 30 15:13:56.306282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ababbc94-a424-4100-a158-5443ac12669b req-a7e90149-8d4a-4c80-b7b2-3156559d882f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318694 Aug 30 15:13:57.421301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8046f-a953-4696-8da6-bf20ea718f35 req-ba982c50-9c11-4e4e-a53c-d902c4f65ed7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:57.422805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3a8046f-a953-4696-8da6-bf20ea718f35 req-ba982c50-9c11-4e4e-a53c-d902c4f65ed7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Aug 30 15:13:57.461667 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a3a8046f-a953-4696-8da6-bf20ea718f35 req-d3e521e8-87d3-4d25-9288-d2980ca573ab tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325859 Aug 30 15:13:57.907948 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f14a93d-2966-4d7d-b642-a2da6049f599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:58.575670 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732efd3f-bfe4-41ca-a570-e8031c94e008 req-723735bb-a11a-409f-a303-c284b906685b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:58.577150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-732efd3f-bfe4-41ca-a570-e8031c94e008 req-723735bb-a11a-409f-a303-c284b906685b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Aug 30 15:13:58.618250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-732efd3f-bfe4-41ca-a570-e8031c94e008 req-5cd1cc99-0b4c-4206-b9b6-fb797ffd5b7c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349872 Aug 30 15:13:58.660244 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:59.382839 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:13:59.743507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28394e8-a580-4b35-9fca-1442624a8c8a req-c82d97fb-85f9-47db-a904-92424557a62f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:13:59.745006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d28394e8-a580-4b35-9fca-1442624a8c8a req-c82d97fb-85f9-47db-a904-92424557a62f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0597544 Aug 30 15:13:59.787935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d28394e8-a580-4b35-9fca-1442624a8c8a req-157e3e6f-28b8-4318-b7a8-4626cfca3229 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366347 Aug 30 15:14:00.904450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6395e0-6710-474e-b3e8-e6553909fbfd req-50c7a5f6-07fd-4a0b-9240-bbab2892bd8f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:00.905946 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b6395e0-6710-474e-b3e8-e6553909fbfd req-50c7a5f6-07fd-4a0b-9240-bbab2892bd8f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Aug 30 15:14:00.943490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2b6395e0-6710-474e-b3e8-e6553909fbfd req-372596e8-4d1f-4bfd-8686-0a8e6fd54dc6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Aug 30 15:14:01.765498 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:02.060655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a859223-a141-4b1e-aad9-c9a004f49333 req-f4105e4a-f211-411e-bdf1-9017f0c7f83e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:02.062291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a859223-a141-4b1e-aad9-c9a004f49333 req-f4105e4a-f211-411e-bdf1-9017f0c7f83e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0511351 Aug 30 15:14:02.100644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9a859223-a141-4b1e-aad9-c9a004f49333 req-acfd2f35-3c79-46c1-bffd-30d598d84c13 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Aug 30 15:14:03.218508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6f174-098c-424f-874b-1dfbb44e2dfc req-7ec1cb25-8f5f-429f-b342-91284a5d5749 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:03.220009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70b6f174-098c-424f-874b-1dfbb44e2dfc req-7ec1cb25-8f5f-429f-b342-91284a5d5749 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Aug 30 15:14:03.256851 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70b6f174-098c-424f-874b-1dfbb44e2dfc req-14af4634-436a-41b2-b69c-655f86c6ac85 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309787 Aug 30 15:14:03.272774 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:04.371917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cc241-191d-4c5b-95a2-b76cc0758d33 req-6b60c514-d24e-41ed-b5d7-48634b33d82c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:04.373525 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c88cc241-191d-4c5b-95a2-b76cc0758d33 req-6b60c514-d24e-41ed-b5d7-48634b33d82c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0495999 Aug 30 15:14:04.410090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c88cc241-191d-4c5b-95a2-b76cc0758d33 req-fc34006b-ea91-4dd4-b190-546a8771b331 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308084 Aug 30 15:14:05.522987 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e35ce-eadc-4932-91e6-6271c77c66ec req-beb4fd14-a503-402f-b4ad-edf9178a92b7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:05.524933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d57e35ce-eadc-4932-91e6-6271c77c66ec req-beb4fd14-a503-402f-b4ad-edf9178a92b7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0484867 Aug 30 15:14:05.566201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d57e35ce-eadc-4932-91e6-6271c77c66ec req-0ab72506-8c8a-4ede-9e15-0d2fffbfb926 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353389 Aug 30 15:14:05.813093 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27048416-c55e-4cf0-bc4a-cfd3ac4eb569 req-4ebe7e2a-704d-48b1-9bca-c1f018de2efd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:05.814565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27048416-c55e-4cf0-bc4a-cfd3ac4eb569 req-4ebe7e2a-704d-48b1-9bca-c1f018de2efd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0514133 Aug 30 15:14:05.849976 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-b082aa49-8d07-4e93-b028-92f59a73da4c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961969 Aug 30 15:14:05.854027 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-27048416-c55e-4cf0-bc4a-cfd3ac4eb569 req-aefb7d13-15ab-4ce0-b889-9fc5907526ce tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335305 Aug 30 15:14:06.892672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-386b139f-9990-429f-8da3-3d6363fa55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:06.894226 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-386b139f-9990-429f-8da3-3d6363fa55b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1096 time: 0.0420885 Aug 30 15:14:06.971450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa63a44-13bc-4273-8c92-07a1dfa18d1b req-d2d5b310-fa76-42d6-8935-3b9a2f5aa5f6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:06.972928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5aa63a44-13bc-4273-8c92-07a1dfa18d1b req-d2d5b310-fa76-42d6-8935-3b9a2f5aa5f6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0484452 Aug 30 15:14:06.989980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-a92f0e8b-ed34-4648-ad5d-abfc923be5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:06.991489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-a92f0e8b-ed34-4648-ad5d-abfc923be5b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0888522 Aug 30 15:14:07.010926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5aa63a44-13bc-4273-8c92-07a1dfa18d1b req-fdca90e6-abe4-45e0-b982-a8876a57f4a6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Aug 30 15:14:07.057799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-067e1d6a-7196-4047-8601-8f32c792d3d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 1001 time: 0.0589607 Aug 30 15:14:07.106154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-83bf062e-0f95-49c3-b75b-25824dc21848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:07.107545 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-83bf062e-0f95-49c3-b75b-25824dc21848 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0427911 Aug 30 15:14:07.158568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-9b34311a-389c-45dd-9acc-c9a3b415ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:07.159933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-9b34311a-389c-45dd-9acc-c9a3b415ad62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442953 Aug 30 15:14:07.247967 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-0414336f-a788-42a9-9365-c878f4770f50 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803578 Aug 30 15:14:07.360985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-f786beed-7b89-4314-bee0-04808a49c75b service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871553 Aug 30 15:14:08.126027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80da95-4689-4868-8127-e5391c3b507b req-64960285-ecc0-4f4b-a5dd-88844d0b97d2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:08.127502 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df80da95-4689-4868-8127-e5391c3b507b req-64960285-ecc0-4f4b-a5dd-88844d0b97d2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0485458 Aug 30 15:14:08.165496 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-df80da95-4689-4868-8127-e5391c3b507b req-92434438-084e-4dd1-ba57-7ba6599a65e3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319924 Aug 30 15:14:09.281259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632f74b-0db1-40e4-8c24-80c8b992db8b req-a6d0026f-dedf-48e2-b4aa-210e25692457 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:09.282804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8632f74b-0db1-40e4-8c24-80c8b992db8b req-a6d0026f-dedf-48e2-b4aa-210e25692457 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0506222 Aug 30 15:14:09.321344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8632f74b-0db1-40e4-8c24-80c8b992db8b req-71286716-df9c-4447-b0f3-58a299d8689c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Aug 30 15:14:09.475302 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-1d0c19f5-ea98-405d-b7b9-e25e706fb41c service neutron] show failed (client error): The resource could not be found. Aug 30 15:14:09.483592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-1d0c19f5-ea98-405d-b7b9-e25e706fb41c service neutron] 10.222.0.21 "GET /v2.0/ports/3cdce0e2-798e-4baa-baee-2806e6172490/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0532017 Aug 30 15:14:09.679325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-842cbf36-6094-4360-a97d-c79072ee5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:09.680836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-842cbf36-6094-4360-a97d-c79072ee5a62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 1096 time: 0.0441091 Aug 30 15:14:09.692889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:14:09.748803 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:09.953211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:14:09.985243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:14:10.028389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:14:10.030713 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c768708f-a9cf-485c-9249-14f2d51e43dd" -d '{"events": [{"server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:14:10.034444 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:10.046750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Transition to ACTIVE for port object 3cdce0e2-798e-4baa-baee-2806e6172490 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:14:10.050683 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:10.160589 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ed8920-aba9-4396-8835-28772d2e6fa6 x-openstack-request-id: req-57ed8920-aba9-4396-8835-28772d2e6fa6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:14:10.160884 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:14:10.161165 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57ed8920-aba9-4396-8835-28772d2e6fa6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:14:10.161565 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490', 'code': 200} Aug 30 15:14:10.194648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:10.209168 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.209519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.209867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.210199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.210535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.210862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.211188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.211512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.211861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.212185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.212508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.212828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:10.235754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] No DVR routers for this DVR port 3cdce0e2-798e-4baa-baee-2806e6172490 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:14:10.373248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Attempting to bind port 3cdce0e2-798e-4baa-baee-2806e6172490 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:14:10.373817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Attempting to bind port 3cdce0e2-798e-4baa-baee-2806e6172490 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:14:10.373934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Attempting to bind port 3cdce0e2-798e-4baa-baee-2806e6172490 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:14:10.378279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Port 3cdce0e2-798e-4baa-baee-2806e6172490 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:14:10.378604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Attempting to bind port 3cdce0e2-798e-4baa-baee-2806e6172490 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:14:10.384557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:14:10.384557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:14:10.384557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:14:10.384970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Bound port: 3cdce0e2-798e-4baa-baee-2806e6172490, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:14:10.385104 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:10.412495 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:14:10.475041 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e0b5-5f89-403b-8887-c5a24cd3c39d req-596e21bf-e01a-4960-8b67-4a6e3306a754 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:10.476533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c542e0b5-5f89-403b-8887-c5a24cd3c39d req-596e21bf-e01a-4960-8b67-4a6e3306a754 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 943 time: 0.0824077 Aug 30 15:14:10.505701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:14:10.526404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:14:10.531770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c542e0b5-5f89-403b-8887-c5a24cd3c39d req-9089054b-bb2c-42a9-a50a-430d1687f0f4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476005 Aug 30 15:14:10.533269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:10.568257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:10.568868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:10.570258 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] 10.222.0.39 "PUT /v2.0/ports/3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 1091 time: 0.8813057 Aug 30 15:14:10.591911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1f615-a5a7-4710-bcf7-c14bf9ccbb6e service neutron] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:10.636825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-7c3f2df6-4fd7-4f0d-9d86-d96b1d7d449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:10.638435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-7c3f2df6-4fd7-4f0d-9d86-d96b1d7d449f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1094 time: 0.0429487 Aug 30 15:14:10.735770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-f3f30d9e-e52e-44b2-9e2a-d89e845f6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:10.737273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-f3f30d9e-e52e-44b2-9e2a-d89e845f6da2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0924640 Aug 30 15:14:10.802232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-e31a5311-67e2-4ed2-a3b0-4a6a0b451614 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 999 time: 0.0577967 Aug 30 15:14:10.854638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-e2cabd12-d764-4401-9487-0c83a4ceadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:10.855962 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-e2cabd12-d764-4401-9487-0c83a4ceadab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0468185 Aug 30 15:14:10.901739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-7e9ddbc8-9521-400a-b820-f4c5bc0f65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:10.903206 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-7e9ddbc8-9521-400a-b820-f4c5bc0f65f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400140 Aug 30 15:14:10.990904 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-56cd05e0-17aa-49f5-9b9d-f806ce657a94 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799689 Aug 30 15:14:11.082777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a67039e9-2236-4291-b4af-d4d5756a5c9d req-f05137ab-e638-47b0-aa4d-9dc4e8c256b1 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Aug 30 15:14:11.650059 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67090127-2ded-4aa3-9a10-9239035a23e4 req-0b898ca5-d488-44a3-aaa7-93d7551136e1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:11.651533 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67090127-2ded-4aa3-9a10-9239035a23e4 req-0b898ca5-d488-44a3-aaa7-93d7551136e1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 943 time: 0.0490489 Aug 30 15:14:11.696278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67090127-2ded-4aa3-9a10-9239035a23e4 req-ff9c5043-f4e5-4955-a88f-9b9c1123ae44 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387530 Aug 30 15:14:12.163027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:14:12.165431 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b1d4b5-c637-4662-8a6d-f282e9d3680a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:14:12.212815 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c9cef-73e7-4de6-8dd6-e3cb24060af3 x-openstack-request-id: req-773c9cef-73e7-4de6-8dd6-e3cb24060af3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:14:12.213144 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:14:12.213401 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-773c9cef-73e7-4de6-8dd6-e3cb24060af3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:14:12.213828 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490', 'status': 'completed', 'code': 200} Aug 30 15:14:12.278487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-47855a9c-12e3-4b1e-994c-518dd63f4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.280036 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-47855a9c-12e3-4b1e-994c-518dd63f4e6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1094 time: 0.0448468 Aug 30 15:14:12.300660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-4d30f6f9-6edb-4b1d-ac56-356f56994ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.302230 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-4d30f6f9-6edb-4b1d-ac56-356f56994ae0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1094 time: 0.0416720 Aug 30 15:14:12.387288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-a36d972b-9a32-423c-9157-546dfca98353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.388806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-a36d972b-9a32-423c-9157-546dfca98353 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.1008737 Aug 30 15:14:12.402695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-5e064f88-1224-4cda-b827-4b276544d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.404160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-5e064f88-1224-4cda-b827-4b276544d680 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0946243 Aug 30 15:14:12.456323 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-127ce7c4-0617-41af-89b0-99c717e081ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 999 time: 0.0601475 Aug 30 15:14:12.475150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-490b4b07-e706-4962-81ab-727bae221e9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 999 time: 0.0636744 Aug 30 15:14:12.505622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-1be82f2a-4b3d-41d1-be41-a6941256f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.507142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-1be82f2a-4b3d-41d1-be41-a6941256f829 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0439434 Aug 30 15:14:12.525595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-fd96e54e-369d-47e0-88dc-0a8703b4a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.527057 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-fd96e54e-369d-47e0-88dc-0a8703b4a5d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0448518 Aug 30 15:14:12.559225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-13879a8d-ec1b-4777-b938-eff566a56742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.560728 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-13879a8d-ec1b-4777-b938-eff566a56742 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461614 Aug 30 15:14:12.573433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-3e561713-6111-4df7-bbad-7eed8cee97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.574912 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-3e561713-6111-4df7-bbad-7eed8cee97e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407903 Aug 30 15:14:12.673242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-d2a46cdc-bde4-470f-81e5-aaa24eef13ac service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908644 Aug 30 15:14:12.782120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-e7bbd347-d2bd-4d02-8eb1-8a5a974c65a6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005771 Aug 30 15:14:12.818085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32174782-a52e-4196-91a7-fea8dc6fc118 req-7f6472ac-7077-4e46-a6d4-12ddcb5172fc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:12.819635 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32174782-a52e-4196-91a7-fea8dc6fc118 req-7f6472ac-7077-4e46-a6d4-12ddcb5172fc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 943 time: 0.0533035 Aug 30 15:14:12.864397 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-32174782-a52e-4196-91a7-fea8dc6fc118 req-c817c318-d885-4def-b2c5-8920c87787f6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376208 Aug 30 15:14:12.900845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-bb1661e9-44ed-4b03-b32c-1984addee4ec service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330464 Aug 30 15:14:13.000401 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-78b1d4b5-c637-4662-8a6d-f282e9d3680a req-1ea4e660-accb-4ae4-9a03-37b54d037382 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911610 Aug 30 15:14:13.094748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669c51-736b-4d6d-b110-9080eb5728a9 req-90362348-8958-4112-8554-b10797eb28b4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:13.096242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d669c51-736b-4d6d-b110-9080eb5728a9 req-90362348-8958-4112-8554-b10797eb28b4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 943 time: 0.0795877 Aug 30 15:14:13.110779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-c5e671e5-0300-40ad-9108-27007a17fbb6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:13.112166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-c5e671e5-0300-40ad-9108-27007a17fbb6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6&tenant_id=b6ff3ab55a204a768ca7075aede27603&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 943 time: 0.0684721 Aug 30 15:14:13.176878 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d669c51-736b-4d6d-b110-9080eb5728a9 req-88b0ab40-23db-4c23-9003-fe5109113100 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742693 Aug 30 15:14:13.195234 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-ccfdf7ac-eee5-4168-ab02-3fe078f5af4f service neutron] delete failed (client error): The resource could not be found. Aug 30 15:14:13.196339 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-ccfdf7ac-eee5-4168-ab02-3fe078f5af4f service neutron] 10.222.0.21 "DELETE /v2.0/ports/3cdce0e2-798e-4baa-baee-2806e6172490/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0716918 Aug 30 15:14:13.303270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-ec4d514d-a209-4fee-bbe8-5842b1d11814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:13.304676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-ec4d514d-a209-4fee-bbe8-5842b1d11814 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1094 time: 0.0414269 Aug 30 15:14:13.393678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-987f9c8c-91b1-4c09-a2ee-e107fa0875b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:13.395156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-987f9c8c-91b1-4c09-a2ee-e107fa0875b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0835700 Aug 30 15:14:13.464552 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-9c105ca8-4355-438b-a537-89659e28b90c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 999 time: 0.0619397 Aug 30 15:14:13.493263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3cdce0e2-798e-4baa-baee-2806e6172490 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:14:13.514248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-931c8e3b-21d7-4d4b-9fa9-76741b8687af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:13.515705 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-931c8e3b-21d7-4d4b-9fa9-76741b8687af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0437407 Aug 30 15:14:13.533083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3cdce0e2-798e-4baa-baee-2806e6172490 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:14:13.535315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 3cdce0e2-798e-4baa-baee-2806e6172490 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:14:13.565157 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-31720a7e-e12e-4f53-9020-d47caf2e0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:13.566678 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-31720a7e-e12e-4f53-9020-d47caf2e0595 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436559 Aug 30 15:14:13.628702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:14:13.638881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '3cdce0e2-798e-4baa-baee-2806e6172490', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': '3cdce0e2-798e-4baa-baee-2806e6172490', 'mac_address': 'fa:16:3e:74:4e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:14:13.661250 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-9807824e-aa80-4dd3-a1a3-6b3b57e6bce3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862830 Aug 30 15:14:13.679472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:13.692474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdce0e2-798e-4baa-baee-2806e6172490 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:14:13.711349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:14:13.715774 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:13.751980 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93c7bb4a-d787-46f0-87a9-1663f9d01147 req-ad9d9b54-93a6-4930-8be6-6910014be2b2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830319 Aug 30 15:14:13.762163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:13.769243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.769591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.769932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.770268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.770600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.770929 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.771255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.771606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.771930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.772254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.772576 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.772908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:13.947342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['3cdce0e2-798e-4baa-baee-2806e6172490'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:14:14.301404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7deee-6306-4bf3-8f98-edfdb2bfcdd6 req-b456ae93-b1fa-4356-890f-60655c34b3af tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:14.302888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47c7deee-6306-4bf3-8f98-edfdb2bfcdd6 req-b456ae93-b1fa-4356-890f-60655c34b3af tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 944 time: 0.0534697 Aug 30 15:14:14.343889 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-47c7deee-6306-4bf3-8f98-edfdb2bfcdd6 req-876c6cfd-dacd-428e-aa6e-1ba27a547935 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320475 Aug 30 15:14:14.459993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccde166-b26f-4ed8-a89c-c2f6cd9db39d req-ab995796-cd64-4ce3-b019-e3bd2239084f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:14.461397 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ccde166-b26f-4ed8-a89c-c2f6cd9db39d req-ab995796-cd64-4ce3-b019-e3bd2239084f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 944 time: 0.0487208 Aug 30 15:14:14.503417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ccde166-b26f-4ed8-a89c-c2f6cd9db39d req-89f59598-9a77-4d9c-98a8-5fb38401c192 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355079 Aug 30 15:14:14.703599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b3b72-4008-4fa7-bca5-eb4583ed8e3b req-a7ac2639-63ac-45ac-8d2c-fe21a7f849f6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:14.705203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d6b3b72-4008-4fa7-bca5-eb4583ed8e3b req-a7ac2639-63ac-45ac-8d2c-fe21a7f849f6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 944 time: 0.0518529 Aug 30 15:14:14.720341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-7d7e3dfc-0db6-4a84-aa3a-097bf8916185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:14.721761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-7d7e3dfc-0db6-4a84-aa3a-097bf8916185 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 1095 time: 0.0404470 Aug 30 15:14:14.744606 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9d6b3b72-4008-4fa7-bca5-eb4583ed8e3b req-33705759-8ca7-4cf2-bb9d-91ce26426757 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331471 Aug 30 15:14:14.814365 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-66cfff1f-8d93-498c-abe9-a66f48b28313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:14.815844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-66cfff1f-8d93-498c-abe9-a66f48b28313 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0869792 Aug 30 15:14:14.880145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-0d510fcc-d228-400a-9c18-49877ce100c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 200 len: 1000 time: 0.0570359 Aug 30 15:14:14.927503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-779b998e-3dad-4f91-b9e5-a6647bd08fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:14.928902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-779b998e-3dad-4f91-b9e5-a6647bd08fdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0423012 Aug 30 15:14:14.979065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-0364e9df-7ee1-4d9e-9c0d-df2c783d2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:14.980462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-0364e9df-7ee1-4d9e-9c0d-df2c783d2903 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451720 Aug 30 15:14:15.067381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-684baaf3-721e-4cd5-a339-ff12eb615151 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801635 Aug 30 15:14:15.160130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5067f1d5-4a24-4a9e-8e71-288ec4641c20 req-eca4a448-707b-4f23-aabe-d73a139e36b1 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849509 Aug 30 15:14:15.537936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3cdce0e2-798e-4baa-baee-2806e6172490 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:14:15.590340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 3cdce0e2-798e-4baa-baee-2806e6172490 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:14:15.594638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 3cdce0e2-798e-4baa-baee-2806e6172490 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:14:15.595018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:15.670114 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:15.695445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:14:15.697784 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8af7e-c8fe-4712-af3a-321ba23fafda" -d '{"events": [{"server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "name": "network-vif-plugged", "status": "completed", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:14:15.710335 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:14:15.713854 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:15.762807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:15.794488 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b056090e-aee3-47c6-92cf-366a342add18 x-openstack-request-id: req-b056090e-aee3-47c6-92cf-366a342add18 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:14:15.794782 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "name": "network-vif-plugged", "status": "completed", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:14:15.795037 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b056090e-aee3-47c6-92cf-366a342add18 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:14:15.795438 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490', 'code': 200} Aug 30 15:14:15.863507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860f71c-5ab9-415a-ba5f-edbb18dfff28 req-92be3771-ed5c-4859-8fe3-72d3a0b1f237 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:15.864989 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c860f71c-5ab9-415a-ba5f-edbb18dfff28 req-92be3771-ed5c-4859-8fe3-72d3a0b1f237 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0503182 Aug 30 15:14:15.903092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c860f71c-5ab9-415a-ba5f-edbb18dfff28 req-3e5a0ab3-13fa-46ce-bba5-1efd732fcfc1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319734 Aug 30 15:14:16.131273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3335d57-3eef-4639-bed0-61407b990a24 req-54b6560a-9a52-4174-8cb9-466f67e47580 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:16.132739 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3335d57-3eef-4639-bed0-61407b990a24 req-54b6560a-9a52-4174-8cb9-466f67e47580 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0478837 Aug 30 15:14:16.173981 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b3335d57-3eef-4639-bed0-61407b990a24 req-dbb76602-b9d1-4a37-b014-283841282a34 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346522 Aug 30 15:14:17.289388 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9d37f-f861-4d23-90a1-2617625607db req-b985508d-d5d2-4d1c-a38c-f512a154d22a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:17.291376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3ee9d37f-f861-4d23-90a1-2617625607db req-b985508d-d5d2-4d1c-a38c-f512a154d22a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Aug 30 15:14:17.353702 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3ee9d37f-f861-4d23-90a1-2617625607db req-606588d9-cfe2-4636-bc79-cac998b05126 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564017 Aug 30 15:14:17.370507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-a7af8524-e79f-4261-bea8-e0e0d8badb3f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:17.372481 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-a7af8524-e79f-4261-bea8-e0e0d8badb3f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 945 time: 0.0611529 Aug 30 15:14:17.464354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Deleting port 3cdce0e2-798e-4baa-baee-2806e6172490 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:14:17.464604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:17.549966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] For port 3cdce0e2-798e-4baa-baee-2806e6172490, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=3cdce0e2-798e-4baa-baee-2806e6172490,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:14:17.550333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:17.721897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:17.722196 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:17.722511 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Floating IP fe386595-442b-4e1d-804d-2fe5dec0175f disassociated. External IP: 172.25.6.168, port: 3cdce0e2-798e-4baa-baee-2806e6172490. Aug 30 15:14:17.722852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Calling delete_port for 3cdce0e2-798e-4baa-baee-2806e6172490 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:14:17.848443 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:17.878459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event deleted for resources: {'Port': ['ID=3cdce0e2-798e-4baa-baee-2806e6172490,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:17.998520 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:14:18.108048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:14:18.118638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:14:18.129077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:14:18.129792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:13:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:14:18.151301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] No DVR routers for this DVR port 3cdce0e2-798e-4baa-baee-2806e6172490 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:14:18.153975 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:18.156052 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bb351f83-2ed3-416e-b348-38dab79e3912 req-f5a8a17d-483e-46f5-9837-8377c261b91d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "DELETE /v2.0/ports/3cdce0e2-798e-4baa-baee-2806e6172490 HTTP/1.1" status: 204 len: 173 time: 0.7783508 Aug 30 15:14:18.156548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'name': 'network-vif-deleted', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:14:18.159155 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a475671-7d2c-4fbe-80e6-228243c61660" -d '{"events": [{"server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "name": "network-vif-deleted", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:14:18.200857 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f9a9a2-3024-4fa6-857d-27e73a2eed35 x-openstack-request-id: req-61f9a9a2-3024-4fa6-857d-27e73a2eed35 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:14:18.201174 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa236e74-552d-4604-a430-95039ee919b6", "name": "network-vif-deleted", "tag": "3cdce0e2-798e-4baa-baee-2806e6172490", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:14:18.201430 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61f9a9a2-3024-4fa6-857d-27e73a2eed35 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:14:18.201826 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa236e74-552d-4604-a430-95039ee919b6', 'name': 'network-vif-deleted', 'tag': '3cdce0e2-798e-4baa-baee-2806e6172490', 'status': 'completed', 'code': 200} Aug 30 15:14:18.244018 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:14:18.471720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f8f5f88-0b61-4994-9798-748181701a7b req-ef804343-d645-4752-be52-e844b40cab11 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa236e74-552d-4604-a430-95039ee919b6 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Aug 30 15:14:18.601877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:14:18.631253 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:14:18.639305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:14:18.639904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:13:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:14:18.740543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:14:18.940522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:14:18.966036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6b18b-bd29-4bcb-af67-bf63feb88ff9 None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:14:19.176777 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d3bb4-2f03-45c4-8dcd-bf5271be391b None None] New status for floating IP fe386595-442b-4e1d-804d-2fe5dec0175f: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:14:19.769545 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-4ef3b7f3-c6a0-471b-9c04-5f7f667b53b4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--663733405&fields=id&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 267 time: 0.0329008 Aug 30 15:14:19.873675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-dba27247-7883-465d-ace1-5c1624748396 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:19.875058 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-dba27247-7883-465d-ace1-5c1624748396 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 812 time: 0.0989077 Aug 30 15:14:19.890312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-a99c8b32-ebb3-4bce-a019-71e6b449a81c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/quotas/b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Aug 30 15:14:19.942068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-9884237f-adae-42c9-bc75-5855d229cf6f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465305 Aug 30 15:14:20.086237 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-a988cf59-ce65-47d1-bd77-dfce405478ce service neutron] 10.222.0.50 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322656 Aug 30 15:14:20.174455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-6038e52e-7f65-475c-9e2e-f661986c9aac service neutron] 10.222.0.50 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819514 Aug 30 15:14:20.332172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ed762f4a-d882-4cd2-ae81-240bd16123c4 req-f53b15a3-e8f5-42e9-a98a-b1148cb7196c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 210 time: 0.0266452 Aug 30 15:14:20.450718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:21.314192 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-21efea3f-8fff-4f43-9c48-f4c3f8cd53c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:21.315764 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-21efea3f-8fff-4f43-9c48-f4c3f8cd53c5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 812 time: 0.1093891 Aug 30 15:14:21.374588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-df01980e-5d82-484b-8faf-f5574d5f7370 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 379 time: 0.0338356 Aug 30 15:14:21.395303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'port': {'device_id': '0ee877b8-81ce-42db-a540-1438cca4c760', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'admin_state_up': True, 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'security_groups': ['28deb988-7980-4644-8d7b-7a444e092583']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:14:21.468509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-491c7f0f-5795-4145-b19b-5f454b536139 req-9a963357-17b8-4af1-8a7c-726d0b893271 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 210 time: 0.0587220 Aug 30 15:14:21.529366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Made reservation on behalf of b6ff3ab55a204a768ca7075aede27603 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:14:21.532840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:21.547528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3cdce0e2-798e-4baa-baee-2806e6172490 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:14:21.572027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 3cdce0e2-798e-4baa-baee-2806e6172490 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:14:21.572375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 3cdce0e2-798e-4baa-baee-2806e6172490 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:14:21.655951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Allocated IP 172.20.0.11 (aa70154c-7258-48b9-bffb-7f798c258b89/d99ef2c9-4bfe-4d25-8f47-dd112f883755/405fa069-cbc3-4a80-815c-5c666943d3f8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:14:21.788779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:21.802633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Transition to ACTIVE for port object 405fa069-cbc3-4a80-815c-5c666943d3f8 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:14:21.834348 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:21.878835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Network aa70154c-7258-48b9-bffb-7f798c258b89 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:14:21.882161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:14:21.886182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:14:21.892358 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:21.925734 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.926089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.926438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.926780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.927118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.927454 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.927784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.928117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.928453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.928781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.929129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.929459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:14:21.954388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:21.955009 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:21.970652 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-12a58387-4afb-452f-b32f-52a221010b30 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5793428 Aug 30 15:14:21.990100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Request body: {'port': {'device_id': '0ee877b8-81ce-42db-a540-1438cca4c760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:14:22.045719 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:22.145008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e3b1eae-e060-48dc-ac38-6f64c8fc7055 None None] Provisioning for port 405fa069-cbc3-4a80-815c-5c666943d3f8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:14:22.148530 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e3b1eae-e060-48dc-ac38-6f64c8fc7055 None None] Provisioning complete for port 405fa069-cbc3-4a80-815c-5c666943d3f8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:14:22.148889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1eae-e060-48dc-ac38-6f64c8fc7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:22.182724 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e3b1eae-e060-48dc-ac38-6f64c8fc7055 None None] Port 405fa069-cbc3-4a80-815c-5c666943d3f8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:14:22.305091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405fa069-cbc3-4a80-815c-5c666943d3f8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:14:22.312462 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:22.325505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Transition to ACTIVE for port object 405fa069-cbc3-4a80-815c-5c666943d3f8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:14:22.329659 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:22.386475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:22.452947 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:14:22.453314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:14:22.453639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:14:22.458131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:14:22.458450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:14:22.463323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:14:22.463725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:14:22.464109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:14:22.464537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Bound port: 405fa069-cbc3-4a80-815c-5c666943d3f8, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:14:22.464894 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:22.534550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:14:22.537917 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:14:22.543365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:22.579559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:22.580315 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:22.581734 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] 10.222.0.21 "PUT /v2.0/ports/405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1092 time: 0.5961587 Aug 30 15:14:22.584233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:14:22.586846 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9638a2f79998c177ff7e5b79ad8f36eb6e4194ffba52ec2f65f7be3a7f9e1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919e8511-3c92-4163-b8b9-15eae1000a37" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:14:22.601184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ceab2-b789-48b5-9768-92446f60a911 req-f0a68ecc-f0c5-42d0-aeab-3b2e05578774 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:22.603013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a59ceab2-b789-48b5-9768-92446f60a911 req-f0a68ecc-f0c5-42d0-aeab-3b2e05578774 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 944 time: 0.0608983 Aug 30 15:14:22.632160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e79632-ab63-4675-b07a-ba24d5bbfc9b service neutron] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:22.656273 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689bf3f0-2eed-4f6d-ba4e-80c8c7bcddc2 x-openstack-request-id: req-689bf3f0-2eed-4f6d-ba4e-80c8c7bcddc2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:14:22.656554 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:14:22.656808 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-689bf3f0-2eed-4f6d-ba4e-80c8c7bcddc2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:14:22.657252 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'status': 'completed', 'code': 200} Aug 30 15:14:22.658120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a59ceab2-b789-48b5-9768-92446f60a911 req-3083181b-41c1-4f2a-b28d-f70ba45a7e09 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476885 Aug 30 15:14:22.695953 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-c7698070-13c3-4fd2-a1c9-f60987cd1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:22.697522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-c7698070-13c3-4fd2-a1c9-f60987cd1f75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1095 time: 0.0520310 Aug 30 15:14:22.745899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-0b713e29-bf0b-4a98-8876-65e9d5c74553 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 217 time: 0.0348678 Aug 30 15:14:22.798408 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-42c3797c-cc25-4929-aee5-62494d471921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:22.799862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-42c3797c-cc25-4929-aee5-62494d471921 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0476129 Aug 30 15:14:22.846549 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-69a808de-c48f-491b-b7c9-1cccc37f6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:22.848039 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-69a808de-c48f-491b-b7c9-1cccc37f6dbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398557 Aug 30 15:14:22.936525 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-5412a042-531a-4698-b644-358a478b73f2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798857 Aug 30 15:14:23.032188 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95f68f28-3de5-4007-84ae-23c332be1b56 req-08f264c7-4d94-43e7-b675-867decb8d3f3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883071 Aug 30 15:14:23.165440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-61adb30e-5f36-4f4a-a78d-c3a1af3cb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:23.166968 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-61adb30e-5f36-4f4a-a78d-c3a1af3cb1c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1095 time: 0.0414393 Aug 30 15:14:23.257896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-03cd73be-a4a2-46ef-ac33-64a8c00c7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:23.259286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-03cd73be-a4a2-46ef-ac33-64a8c00c7c9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0858150 Aug 30 15:14:23.299935 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-6b80db0a-2d5f-4fa3-8cbe-51f2adb0f89e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 217 time: 0.0339444 Aug 30 15:14:23.348399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-e1c9203c-2802-41f9-ab16-23d9414b4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:23.349897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-e1c9203c-2802-41f9-ab16-23d9414b4611 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0430925 Aug 30 15:14:23.399984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-dd53b06a-fb0e-4e4c-ab63-d6b87deb636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:23.401675 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-dd53b06a-fb0e-4e4c-ab63-d6b87deb636d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448120 Aug 30 15:14:23.489291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-1aef639c-99f6-46bd-90fd-94432d9518d7 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807536 Aug 30 15:14:23.582309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-919e8511-3c92-4163-b8b9-15eae1000a37 req-f9b2bac2-dab0-444c-bd5e-41df310af7db service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849841 Aug 30 15:14:23.773489 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b900ba7-5a96-4770-a3e7-ed80ff26c11c req-2e868492-39c1-4238-af06-a37cd946bddb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:23.774965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b900ba7-5a96-4770-a3e7-ed80ff26c11c req-2e868492-39c1-4238-af06-a37cd946bddb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 944 time: 0.0486774 Aug 30 15:14:23.812594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b900ba7-5a96-4770-a3e7-ed80ff26c11c req-eb682d15-7322-4772-a9a3-8a29ff015687 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Aug 30 15:14:24.928864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e4afe-6b92-4894-a35d-43fb09e44e0c req-f96a08e4-8646-4be2-b1c8-7f5c7a269ae5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:24.930359 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b88e4afe-6b92-4894-a35d-43fb09e44e0c req-f96a08e4-8646-4be2-b1c8-7f5c7a269ae5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 944 time: 0.0515263 Aug 30 15:14:24.967633 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b88e4afe-6b92-4894-a35d-43fb09e44e0c req-5d63cba6-f142-4533-a13c-0484a1f381d5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306442 Aug 30 15:14:25.219772 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f6adb77-24d0-4c66-83da-d079f68bf49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:25.547533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:14:25.639734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:14:25.652404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'mac_address': 'fa:16:3e:2e:b9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:14:25.692269 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:25.704425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405fa069-cbc3-4a80-815c-5c666943d3f8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:14:25.723194 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:14:25.726950 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:25.771729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:26.082933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bfbe-6f44-4275-a5c1-5e48ab305f72 req-e198a03a-76e1-4f9d-ab9a-e40ffc429eff tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:26.084427 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e603bfbe-6f44-4275-a5c1-5e48ab305f72 req-e198a03a-76e1-4f9d-ab9a-e40ffc429eff tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0481408 Aug 30 15:14:26.122122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e603bfbe-6f44-4275-a5c1-5e48ab305f72 req-ee34b734-0bd3-4cad-bc62-acb4094ac61c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308073 Aug 30 15:14:26.164327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['405fa069-cbc3-4a80-815c-5c666943d3f8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:14:27.237063 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3578-dfd9-4db6-bfc0-efafc6062e0f req-c4a509ee-2f78-42ea-a041-fc924d5a52f5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:27.238567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68ae3578-dfd9-4db6-bfc0-efafc6062e0f req-c4a509ee-2f78-42ea-a041-fc924d5a52f5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0485547 Aug 30 15:14:27.275005 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68ae3578-dfd9-4db6-bfc0-efafc6062e0f req-84229192-ce5c-40f8-a502-2e769b5b09f9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304701 Aug 30 15:14:27.577943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:14:27.624850 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 405fa069-cbc3-4a80-815c-5c666943d3f8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:14:27.628625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 405fa069-cbc3-4a80-815c-5c666943d3f8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:14:27.629004 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:27.704379 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:27.729727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:14:27.731971 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f27c83e93abc68a186f786ba3f17c9a21183e2a03d915d50583a26d44bab3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01802106-87fe-492d-9d22-2ed4081286df" -d '{"events": [{"server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "name": "network-vif-plugged", "status": "completed", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:14:27.743923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:14:27.755595 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:27.782792 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03ad03-1b6c-4bb7-9fe7-64f1acfc2385 x-openstack-request-id: req-1f03ad03-1b6c-4bb7-9fe7-64f1acfc2385 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:14:27.783077 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "name": "network-vif-plugged", "status": "completed", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:14:27.783326 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f03ad03-1b6c-4bb7-9fe7-64f1acfc2385 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:14:27.783705 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'code': 200} Aug 30 15:14:27.809345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:14:27.900360 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585e30-850f-40e1-b9a2-3cff8b6ddd3d req-dd3a934f-503b-4a79-966f-175734f433f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:27.901907 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59585e30-850f-40e1-b9a2-3cff8b6ddd3d req-dd3a934f-503b-4a79-966f-175734f433f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1097 time: 0.0491941 Aug 30 15:14:27.908299 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-980e00e2-f772-4e9d-92f4-e0db48b87cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:27.940143 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-59585e30-850f-40e1-b9a2-3cff8b6ddd3d req-5bd4bb32-5bbc-4cbe-a179-442b1efb8de6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313678 Aug 30 15:14:28.389032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ea891-c536-4ad2-921b-5e7eb8413448 req-30f1cce1-e855-465f-9043-03d4e7910e3a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:28.390545 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cc5ea891-c536-4ad2-921b-5e7eb8413448 req-30f1cce1-e855-465f-9043-03d4e7910e3a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0493979 Aug 30 15:14:28.428003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cc5ea891-c536-4ad2-921b-5e7eb8413448 req-4f7650b8-87e4-48c5-9f89-7212e408e5df tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Aug 30 15:14:28.661806 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:29.388543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:29.542779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734d41-eb6f-4136-8ae2-c900f6903b44 req-fdf1c391-8fca-423b-8374-2439bb7d4ab0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:29.544251 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1734d41-eb6f-4136-8ae2-c900f6903b44 req-fdf1c391-8fca-423b-8374-2439bb7d4ab0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0481651 Aug 30 15:14:29.582024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1734d41-eb6f-4136-8ae2-c900f6903b44 req-df4142f1-1389-40f3-85fe-0bb2637aa84b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319226 Aug 30 15:14:29.696768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebf0da-63d6-464b-a767-0073808feddb req-45ebb1b9-c59b-45d9-8853-76de3be97049 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:29.698833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2cebf0da-63d6-464b-a767-0073808feddb req-45ebb1b9-c59b-45d9-8853-76de3be97049 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0529115 Aug 30 15:14:29.707367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:14:29.711773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'floatingip': {'port_id': '405fa069-cbc3-4a80-815c-5c666943d3f8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:14:29.755864 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:30.208597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:30.212608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:30.312482 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Floating IP fe386595-442b-4e1d-804d-2fe5dec0175f associated. External IP: 172.25.6.168, port: 405fa069-cbc3-4a80-815c-5c666943d3f8. Aug 30 15:14:30.516095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:14:30.619440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:14:30.624400 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:30.629322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:14:30.638975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:14:30.639682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:14:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:14:30.655246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-98e755a8-ef46-4568-a14f-df71357ec863 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "PUT /v2.0/floatingips/fe386595-442b-4e1d-804d-2fe5dec0175f HTTP/1.1" status: 200 len: 992 time: 0.9468248 Aug 30 15:14:30.655869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:14:30.658151 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abf6318ac43c1d89304e0bc28befc26cb985cd5f91ee7beed4f035d20eff21a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c69b63-de83-422e-bfbf-b99bc6eded76" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:14:30.701405 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150ea3d7-69f5-4d1b-a048-7fdd23007e73 x-openstack-request-id: req-150ea3d7-69f5-4d1b-a048-7fdd23007e73 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:14:30.702013 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:14:30.702013 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-150ea3d7-69f5-4d1b-a048-7fdd23007e73 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:14:30.702335 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'status': 'completed', 'code': 200} Aug 30 15:14:30.746461 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:14:30.800929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-79f19d13-207c-440d-9a81-b39a69ecbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:30.802340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-79f19d13-207c-440d-9a81-b39a69ecbf05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1097 time: 0.0402882 Aug 30 15:14:30.897603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-25963ab2-1af1-4da2-ba4e-7d65b7fd712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:30.899280 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-25963ab2-1af1-4da2-ba4e-7d65b7fd712e service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0894582 Aug 30 15:14:30.963735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-78722534-1024-4489-a10e-b9a2e38871c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1000 time: 0.0575624 Aug 30 15:14:30.967102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:2e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee877b8-81ce-42db-a540-1438cca4c760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:14:30Z', 'revision_number': 9, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:14:30.996521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:14:31.004701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:14:31.005343 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:14:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:14:31.014004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-1aef7fe3-451f-4a56-b6d7-ac95e75b00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:31.015452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-1aef7fe3-451f-4a56-b6d7-ac95e75b00e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0448596 Aug 30 15:14:31.064666 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-67e3183c-99d7-4f81-b633-a3508b0d1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:31.066169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-67e3183c-99d7-4f81-b633-a3508b0d1405 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430326 Aug 30 15:14:31.108837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:14:31.157754 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-68ddc594-e053-481d-b866-3205ecf63195 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833580 Aug 30 15:14:31.253321 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-98c69b63-de83-422e-bfbf-b99bc6eded76 req-c1439a65-3ed9-49e3-a9a4-ad23c888914e service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872848 Aug 30 15:14:31.328186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:2e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee877b8-81ce-42db-a540-1438cca4c760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:14:30Z', 'revision_number': 9, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:14:31.357498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ad0e6-7e1c-4abb-83e7-fc65486a2eb2 None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:2e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee877b8-81ce-42db-a540-1438cca4c760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:14:30Z', 'revision_number': 9, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:14:31.537877 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e6271-237f-4cc3-b3a8-bdf832189e1d None None] New status for floating IP fe386595-442b-4e1d-804d-2fe5dec0175f: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:14:31.767744 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:33.262275 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:47.412053 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:14:50.460602 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:55.219961 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a416aabc-9aaf-4a9f-8d86-3e71807fb9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:56.351183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-ad6f2ff5-5414-4dee-bd70-baa4da675c88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397904 Aug 30 15:14:56.457940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-1714297d-593b-4e6f-80bc-fd55cd230fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:56.459411 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-1714297d-593b-4e6f-80bc-fd55cd230fcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1097 time: 0.0402036 Aug 30 15:14:56.564636 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-8915a08f-6be9-4609-8b5f-aed957a82357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:56.566150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-8915a08f-6be9-4609-8b5f-aed957a82357 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0864041 Aug 30 15:14:56.632205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-ab4f3351-6311-4c70-af62-c871c34a95d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1003 time: 0.0582352 Aug 30 15:14:56.680416 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-89d6487e-bbba-40a9-8000-2c25702127bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:56.681827 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-89d6487e-bbba-40a9-8000-2c25702127bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0421574 Aug 30 15:14:56.729868 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-0bf0f094-6ff2-4fc4-8b64-e78cd58f6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:14:56.731419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-0bf0f094-6ff2-4fc4-8b64-e78cd58f6c47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420992 Aug 30 15:14:56.818457 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-70995744-cd6b-46ec-832e-f42628d0ed73 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792501 Aug 30 15:14:56.911221 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7f0b4ef-0256-4457-82db-753fa504ebcd req-3c7d449e-6a79-49bf-b4c8-d6e78eeb3d74 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837076 Aug 30 15:14:57.908931 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-968de817-759c-436a-972f-36221da7e3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:58.662092 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:14:59.388970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:01.769584 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:03.278303 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:20.480259 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:24.412067 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:15:25.220222 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b580487b-4200-4ff1-a8f8-1769b23f3c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:27.910008 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45297cb6-a6e0-49fe-a0c3-24bd1e1d7aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:28.662959 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:29.392681 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:31.773187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:33.273531 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:50.480001 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:55.224175 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-647f6020-240b-4d8d-8e7d-ceccbbcb5507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:56.429904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-31b73237-b822-4d25-89c1-cc9fc76ef27f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792258 Aug 30 15:15:56.527493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-72e51d92-156a-4c47-9852-8fdcfc3e7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:15:56.528956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-72e51d92-156a-4c47-9852-8fdcfc3e7630 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1097 time: 0.0402551 Aug 30 15:15:56.977936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-ab754f23-b383-4988-b662-49085d04b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:15:56.979412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-ab754f23-b383-4988-b662-49085d04b9e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.4300957 Aug 30 15:15:57.043010 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-0f558428-79b0-44a4-bbd4-e5d462519399 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1003 time: 0.0557005 Aug 30 15:15:57.092623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-ba6b30b3-7308-49bc-896e-5ac6e890b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:15:57.094073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-ba6b30b3-7308-49bc-896e-5ac6e890b351 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0436769 Aug 30 15:15:57.160821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-b9d701cb-8a3d-4d97-aa05-16a2d487d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:15:57.162337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-b9d701cb-8a3d-4d97-aa05-16a2d487d9ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433166 Aug 30 15:15:57.250742 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-fab041c2-c011-483d-bdc6-7944024c7b6a service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806961 Aug 30 15:15:57.341689 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfefa23a-1e16-4372-b7ec-36790d365a60 req-43ad169a-37bb-486b-a765-c9593d37f35b service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836158 Aug 30 15:15:57.911092 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6750d6c4-f73c-4fe9-9b76-45dfbe630984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:58.664607 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:15:59.396867 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:01.411567 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:16:01.775037 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:03.313622 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:20.497686 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:25.225302 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9957555-06b2-478f-95b1-860df7f09d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:27.911819 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1b6257f-291c-41da-acea-9415f7561dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:28.664473 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:29.397085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:31.778770 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:33.326122 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:38.411245 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:16:50.493937 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:55.226461 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b451d3d7-06a0-4e12-94dd-1e78e6980071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:57.358943 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-4fad1b12-f2fe-4962-abdf-60acbed9f68e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386431 Aug 30 15:16:57.460414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-e783fdc5-d437-4956-a4c9-4d68713e7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:16:57.461955 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-e783fdc5-d437-4956-a4c9-4d68713e7193 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1097 time: 0.0406501 Aug 30 15:16:57.569807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-fc8474f4-23a4-4718-99ea-c3a57ddb73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:16:57.571171 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-fc8474f4-23a4-4718-99ea-c3a57ddb73de service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0888062 Aug 30 15:16:57.635455 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-63489501-7cf0-413d-9674-9135461526c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1003 time: 0.0562642 Aug 30 15:16:57.684986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-3bed6099-2118-4fdf-96de-036c9916ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:16:57.686662 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-3bed6099-2118-4fdf-96de-036c9916ddcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0433087 Aug 30 15:16:57.734205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-753fa8d5-6b1c-4f15-a99a-c20649793c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:16:57.735643 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-753fa8d5-6b1c-4f15-a99a-c20649793c06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419300 Aug 30 15:16:57.824309 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-49e7487d-4afa-4c4b-9124-b493e89590bc service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803828 Aug 30 15:16:57.913016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa7a958f-2dbd-4f20-8894-036f70a91b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:57.916921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c441032-e285-4768-a5d7-4c211d6dfaef req-373cb631-b7e5-4c2a-b7a6-289316d99111 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857146 Aug 30 15:16:58.664560 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:16:59.400992 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:01.782013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:03.355544 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:06.392103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-ea476e40-843a-4879-9c71-040ace778792 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940557 Aug 30 15:17:06.471891 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6706de-e699-4801-98e5-02a8da67a884 req-3e516669-443c-4147-a3a3-7cc3f923b684 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:06.473344 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c6706de-e699-4801-98e5-02a8da67a884 req-3e516669-443c-4147-a3a3-7cc3f923b684 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.1030033 Aug 30 15:17:06.514292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2c6706de-e699-4801-98e5-02a8da67a884 req-6f86b933-4709-439a-b2f1-95a4671375c2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341277 Aug 30 15:17:07.750115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1c18-0980-4d8b-a761-ae618c08c127 req-d82af230-f9b5-4435-aaba-88ac89f18c36 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:07.751600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4fd1c18-0980-4d8b-a761-ae618c08c127 req-d82af230-f9b5-4435-aaba-88ac89f18c36 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0971389 Aug 30 15:17:07.790362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4fd1c18-0980-4d8b-a761-ae618c08c127 req-b4126f69-a5c3-44ae-9b41-0d5df8a4f8c0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Aug 30 15:17:08.913297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e84c79-50c4-4924-a324-faed7d1958cc req-c5f43736-e5b6-4951-aec8-296a7dd38724 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:08.914785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1e84c79-50c4-4924-a324-faed7d1958cc req-c5f43736-e5b6-4951-aec8-296a7dd38724 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0561900 Aug 30 15:17:08.954511 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1e84c79-50c4-4924-a324-faed7d1958cc req-a4f28f52-fe53-4efd-9f71-1c73436a7d60 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335207 Aug 30 15:17:10.077516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54fdcb-f789-49ac-b31a-bf622e46cf20 req-13458f0c-2180-4476-98d4-274b6b7fd168 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:10.078987 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db54fdcb-f789-49ac-b31a-bf622e46cf20 req-13458f0c-2180-4476-98d4-274b6b7fd168 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0492280 Aug 30 15:17:10.115233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db54fdcb-f789-49ac-b31a-bf622e46cf20 req-429f4d63-f9c5-4ade-a673-4256df4faac3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302813 Aug 30 15:17:11.240113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e39d57-dc91-4dbe-a2da-d98f3c264d39 req-131c0692-5443-4c75-ab46-65a8325b017f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:11.242336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62e39d57-dc91-4dbe-a2da-d98f3c264d39 req-131c0692-5443-4c75-ab46-65a8325b017f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0526257 Aug 30 15:17:11.283066 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-62e39d57-dc91-4dbe-a2da-d98f3c264d39 req-330c4251-7dd6-4974-8131-3f49f87b5dfd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339966 Aug 30 15:17:11.597796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-79c7c828-fc68-43ec-9b45-571c78b58c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:11.599290 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-79c7c828-fc68-43ec-9b45-571c78b58c45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1097 time: 0.0444651 Aug 30 15:17:11.689167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-b5354cf8-1468-4867-9254-3ffa922d0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:11.690690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-b5354cf8-1468-4867-9254-3ffa922d0c6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0847318 Aug 30 15:17:11.760577 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-b7603c43-d859-4098-8662-950677a45597 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1003 time: 0.0625117 Aug 30 15:17:11.810205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9b75b48f-e66c-4093-ada1-df75448befda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:11.811691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9b75b48f-e66c-4093-ada1-df75448befda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0442407 Aug 30 15:17:11.856699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-6e90899d-3a20-4da8-9a39-b6bc65b48bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:11.858261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-6e90899d-3a20-4da8-9a39-b6bc65b48bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397727 Aug 30 15:17:11.956342 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-5719f7e8-4984-48c4-9379-206330cd2da6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899081 Aug 30 15:17:12.047398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-12c46099-e2b3-4369-b004-8f76744a30aa service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835695 Aug 30 15:17:12.400723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfacfc-f4ae-43da-a8e8-1cdd55c0f7ad req-d4cf20e1-93df-42ce-ae73-c2c60c11184a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:12.402281 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41bfacfc-f4ae-43da-a8e8-1cdd55c0f7ad req-d4cf20e1-93df-42ce-ae73-c2c60c11184a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0519626 Aug 30 15:17:12.441684 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41bfacfc-f4ae-43da-a8e8-1cdd55c0f7ad req-1f28b629-7bfb-4c2a-b0f9-2255b9eabc19 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330434 Aug 30 15:17:13.561704 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10214d7f-972f-4845-9beb-d56eec81f025 req-37b3f52c-81be-4ed9-b3eb-e5c53dc31cd9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:13.563227 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10214d7f-972f-4845-9beb-d56eec81f025 req-37b3f52c-81be-4ed9-b3eb-e5c53dc31cd9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0493810 Aug 30 15:17:13.604151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-10214d7f-972f-4845-9beb-d56eec81f025 req-937ea45a-d7e5-4d19-9d13-c0913f2cfca0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347595 Aug 30 15:17:14.732980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15d3b3-0afd-4289-b645-419846452cee req-adf53a8b-dfc6-4db1-b045-397f2877e290 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:14.734493 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d15d3b3-0afd-4289-b645-419846452cee req-adf53a8b-dfc6-4db1-b045-397f2877e290 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0544863 Aug 30 15:17:14.771715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d15d3b3-0afd-4289-b645-419846452cee req-20bc0b7a-3f3e-4db1-83f4-4b226ad8212a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Aug 30 15:17:15.410137 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:17:15.890581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e635560-14d1-489a-add3-ab9925eef970 req-1da60a0f-1742-452d-a873-8d0519dfc57c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:15.892051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e635560-14d1-489a-add3-ab9925eef970 req-1da60a0f-1742-452d-a873-8d0519dfc57c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0526407 Aug 30 15:17:15.929062 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e635560-14d1-489a-add3-ab9925eef970 req-69da8e27-f3c9-46e0-8e07-1e525443528a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303795 Aug 30 15:17:17.043488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35132350-3c5a-48a8-9041-1e30b2d8574f req-c42db482-9286-4494-9d26-2fadbe52fa3b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:17.044966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35132350-3c5a-48a8-9041-1e30b2d8574f req-c42db482-9286-4494-9d26-2fadbe52fa3b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0487845 Aug 30 15:17:17.082080 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-35132350-3c5a-48a8-9041-1e30b2d8574f req-539883df-a32f-4539-8648-003b9562293f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311501 Aug 30 15:17:18.197821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57cda9-c63c-4074-b27c-f132f3fafb85 req-8f9a4e2c-6b40-465a-bf82-744e286af2dc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:18.199314 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c57cda9-c63c-4074-b27c-f132f3fafb85 req-8f9a4e2c-6b40-465a-bf82-744e286af2dc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0487094 Aug 30 15:17:18.237507 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c57cda9-c63c-4074-b27c-f132f3fafb85 req-42ebad75-0ed7-43ad-9c54-2783779e87e0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Aug 30 15:17:19.355401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a525b-462b-4625-a992-c52af1d5b937 req-48898f6d-5485-4fea-98ee-cfb3c2a8d01c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:19.356906 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c08a525b-462b-4625-a992-c52af1d5b937 req-48898f6d-5485-4fea-98ee-cfb3c2a8d01c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0497427 Aug 30 15:17:19.396635 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c08a525b-462b-4625-a992-c52af1d5b937 req-ecd34082-a683-447c-8945-646cec76ea8d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338402 Aug 30 15:17:20.511743 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:20.516308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e453-8c35-4bf8-996d-b3546b4b7bb2 req-526ca095-1ba3-4d8d-b2f4-065d48c10aee tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:20.517842 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1f2e453-8c35-4bf8-996d-b3546b4b7bb2 req-526ca095-1ba3-4d8d-b2f4-065d48c10aee tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0516708 Aug 30 15:17:20.556782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c1f2e453-8c35-4bf8-996d-b3546b4b7bb2 req-b094c371-e947-449e-8845-3d31c3ecbc4b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Aug 30 15:17:21.677785 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652c51-e873-4618-b08c-78cfa7c69d67 req-0189e65a-5aca-402f-812c-18de66c003a8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:21.679383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21652c51-e873-4618-b08c-78cfa7c69d67 req-0189e65a-5aca-402f-812c-18de66c003a8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0557017 Aug 30 15:17:21.717419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-21652c51-e873-4618-b08c-78cfa7c69d67 req-7f447a58-a9da-41a3-8152-3ed877e3ceb1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Aug 30 15:17:22.843104 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4126ea-eb38-4eea-a5d6-cb803f972bb2 req-85197451-f9f3-43f0-883a-fc680f0791ed tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:22.844591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e4126ea-eb38-4eea-a5d6-cb803f972bb2 req-85197451-f9f3-43f0-883a-fc680f0791ed tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0561409 Aug 30 15:17:22.881392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3e4126ea-eb38-4eea-a5d6-cb803f972bb2 req-199b8400-82e6-4610-ac79-f410a14e16d9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308568 Aug 30 15:17:23.997158 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bb296-0cf8-46b9-b3ad-7ffa6e10bd7d req-57129d2f-6d85-4af7-a045-7205a8bd0f20 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:23.998638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-235bb296-0cf8-46b9-b3ad-7ffa6e10bd7d req-57129d2f-6d85-4af7-a045-7205a8bd0f20 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0483909 Aug 30 15:17:24.035201 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-235bb296-0cf8-46b9-b3ad-7ffa6e10bd7d req-ac9bb6c3-cc7a-40db-b0f0-8438b666482d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307469 Aug 30 15:17:24.251006 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [req-2fb892f7-8737-4288-8845-5c3674513d89 req-8e00b701-b0ae-4bdb-bc75-e38b5dfd18d6 service neutron] show failed (client error): The resource could not be found. Aug 30 15:17:24.251941 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-8e00b701-b0ae-4bdb-bc75-e38b5dfd18d6 service neutron] 10.222.0.21 "GET /v2.0/ports/405fa069-cbc3-4a80-815c-5c666943d3f8/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0537367 Aug 30 15:17:24.527264 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-cb0336bc-1918-4fb1-a057-769f7ea46684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:24.528672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-cb0336bc-1918-4fb1-a057-769f7ea46684 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 1097 time: 0.0816748 Aug 30 15:17:24.540446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:17:24.593877 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:24.798963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:25.084090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:17:25.146918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:17:25.152337 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:25.170317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Transition to ACTIVE for port object 405fa069-cbc3-4a80-815c-5c666943d3f8 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:17:25.182190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce2ec-fec2-454a-bed9-47013995ed79 req-bc6dfa83-fb73-42be-b8a6-cf8279a6cf31 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:25.183708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f8ce2ec-fec2-454a-bed9-47013995ed79 req-bc6dfa83-fb73-42be-b8a6-cf8279a6cf31 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0784943 Aug 30 15:17:25.184816 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:25.193822 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6efc3b7-171e-4907-82fb-2047f9b75665" -d '{"events": [{"server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "name": "network-vif-unplugged", "status": "completed", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:17:25.233492 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00c2265-aa4c-4cee-a4da-c070f2c131d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:25.297224 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:25.313861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f8ce2ec-fec2-454a-bed9-47013995ed79 req-3c5019ce-9bbe-4fde-90d2-d6104af158e8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233890 Aug 30 15:17:25.317433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.317779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.318120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.318453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.318785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.319158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.319487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.319812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.320135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.320453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.320772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.321363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:25.344567 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0794cd-da80-4c39-9664-d4681d86e7f6 x-openstack-request-id: req-3c0794cd-da80-4c39-9664-d4681d86e7f6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:17:25.344855 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "name": "network-vif-unplugged", "status": "completed", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:17:25.345143 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c0794cd-da80-4c39-9664-d4681d86e7f6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:17:25.345544 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'code': 200} Aug 30 15:17:25.367571 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] No DVR routers for this DVR port 405fa069-cbc3-4a80-815c-5c666943d3f8 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:17:25.504393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:17:25.504526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:17:25.504849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:17:25.509791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:17:25.510116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:17:25.514964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:17:25.515300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:17:25.515683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:17:25.516147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Bound port: 405fa069-cbc3-4a80-815c-5c666943d3f8, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:17:25.516465 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:25.586839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:17:25.589850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:17:25.594015 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:25.627823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:25.628514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:25.629846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] 10.222.0.39 "PUT /v2.0/ports/405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1092 time: 1.0933359 Aug 30 15:17:25.663525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f683e78-a462-465f-ae93-64cc18e09cae service neutron] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:25.701140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-66f6d310-ebf2-473a-8354-7e24699ae74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:25.702714 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-66f6d310-ebf2-473a-8354-7e24699ae74f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1095 time: 0.0475447 Aug 30 15:17:25.800094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-094dbda8-d551-42ad-a212-26b98b7f7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:25.801618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-094dbda8-d551-42ad-a212-26b98b7f7350 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0926321 Aug 30 15:17:25.869833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-973ece68-3acd-416c-a78d-afa24529a317 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0611367 Aug 30 15:17:25.922094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-189b29d3-4786-4f69-839f-7c73cfd7b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:25.923447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-189b29d3-4786-4f69-839f-7c73cfd7b4fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0475087 Aug 30 15:17:25.968699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb892f7-8737-4288-8845-5c3674513d89 req-6140368c-4cca-44c2-a95e-5eca57cf3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:25.970220 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-6140368c-4cca-44c2-a95e-5eca57cf3499 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402129 Aug 30 15:17:26.057834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-9cfb0043-6169-4fe5-af04-f8a684eff3b2 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804453 Aug 30 15:17:26.150635 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fb892f7-8737-4288-8845-5c3674513d89 req-a2d1ea68-a23e-4e64-8063-74834c7beeb7 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861742 Aug 30 15:17:26.440535 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07ea93-0887-4f95-8dc7-1ec0a960bdb8 req-c144fd60-6040-46eb-8549-c3ff7270f7b1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:26.441995 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a07ea93-0887-4f95-8dc7-1ec0a960bdb8 req-c144fd60-6040-46eb-8549-c3ff7270f7b1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 944 time: 0.0557859 Aug 30 15:17:26.481909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8a07ea93-0887-4f95-8dc7-1ec0a960bdb8 req-a4342a55-aa6f-4f0d-acb7-8d9cebfc326f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323606 Aug 30 15:17:27.346247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:17:27.348615 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695b48f8-d7e9-496e-ae39-c9f404a6a203" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:17:27.397088 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa08615e-79b6-4fa6-8bf1-ef7026c7cc4d x-openstack-request-id: req-fa08615e-79b6-4fa6-8bf1-ef7026c7cc4d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:17:27.397391 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:17:27.397644 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa08615e-79b6-4fa6-8bf1-ef7026c7cc4d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:17:27.398039 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'status': 'completed', 'code': 200} Aug 30 15:17:27.464786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-79a634bf-3b5d-4d06-96d3-106c0c582f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.466339 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-79a634bf-3b5d-4d06-96d3-106c0c582f82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1095 time: 0.0419333 Aug 30 15:17:27.482030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-47bb6bfd-480d-476b-9060-84e590d4f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.483549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-47bb6bfd-480d-476b-9060-84e590d4f9a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1095 time: 0.0483246 Aug 30 15:17:27.580576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-61fd3a99-6117-47d4-a6ae-b088755403c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.582080 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-61fd3a99-6117-47d4-a6ae-b088755403c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0909619 Aug 30 15:17:27.597112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-c0bc9b73-a340-4caf-9a6d-c890e4d2b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.598508 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-c0bc9b73-a340-4caf-9a6d-c890e4d2b7d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.1221464 Aug 30 15:17:27.617895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88142-17b1-4875-98f5-048cb9df3102 req-f2c9773f-b90f-4f87-bd01-18e6a51bc226 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.619411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-23d88142-17b1-4875-98f5-048cb9df3102 req-f2c9773f-b90f-4f87-bd01-18e6a51bc226 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 944 time: 0.0605209 Aug 30 15:17:27.656268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-9dd24f69-af6c-4837-bf63-8d2c0a8660da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0667672 Aug 30 15:17:27.710475 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-74e80360-f0ca-4cb8-bf0d-8923638daa15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0895176 Aug 30 15:17:27.713501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-23d88142-17b1-4875-98f5-048cb9df3102 req-1d0526c0-322e-4321-9429-fed01389d5c9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851445 Aug 30 15:17:27.720445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-e88735ea-7273-4f6f-a38f-0505cd6759c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.721974 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-e88735ea-7273-4f6f-a38f-0505cd6759c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0590794 Aug 30 15:17:27.763249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-0bd38ea5-26b1-4a26-96f3-21a2197a5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.764725 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-0bd38ea5-26b1-4a26-96f3-21a2197a5f41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0464573 Aug 30 15:17:27.770764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-4c8b4d97-1514-4960-954d-2a3299b5b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.772760 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-4c8b4d97-1514-4960-954d-2a3299b5b663 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436125 Aug 30 15:17:27.811912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-48e51c3a-1967-4f19-82c8-1a8458eefeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:27.813461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-48e51c3a-1967-4f19-82c8-1a8458eefeb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423577 Aug 30 15:17:27.868006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-9caeca9a-37ab-423d-93be-0962496dd2c2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881059 Aug 30 15:17:27.908033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-0f7b763a-a41b-4444-b6a1-b73d55d67c93 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877504 Aug 30 15:17:27.914907 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0787ed7e-46bf-4986-9710-9496bc395ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:27.964550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-fe9a3b4f-d4f3-4974-b63c-57eea1e669d6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900433 Aug 30 15:17:27.998566 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-695b48f8-d7e9-496e-ae39-c9f404a6a203 req-f42b2478-0e82-4505-962a-85e6e297b22d service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840561 Aug 30 15:17:28.538713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:17:28.578943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:17:28.665305 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:28.834975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da6fe3-3417-4da0-9a30-39d9c4ff7158 req-18ec1c67-97f0-4057-9915-857693250208 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:28.836534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18da6fe3-3417-4da0-9a30-39d9c4ff7158 req-18ec1c67-97f0-4057-9915-857693250208 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 944 time: 0.0521750 Aug 30 15:17:28.875575 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18da6fe3-3417-4da0-9a30-39d9c4ff7158 req-ac9abb19-2f12-4c3e-ab8f-823922d0d236 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324829 Aug 30 15:17:29.169815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-6fb89057-7df6-417c-aff8-28c4c1c748ed tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:29.171316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-6fb89057-7df6-417c-aff8-28c4c1c748ed tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760&tenant_id=b6ff3ab55a204a768ca7075aede27603&binding%3Ahost_id=n-h2-805668-3 HTTP/1.1" status: 200 len: 944 time: 0.0577412 Aug 30 15:17:29.187705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42874bc1-59b2-42d1-a083-e0e1f32fbe04 req-9f7a48b2-88e1-40f5-bb04-566fed14e061 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:29.189234 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42874bc1-59b2-42d1-a083-e0e1f32fbe04 req-9f7a48b2-88e1-40f5-bb04-566fed14e061 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 944 time: 0.0551214 Aug 30 15:17:29.229313 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42874bc1-59b2-42d1-a083-e0e1f32fbe04 req-7ceb00d4-5b70-4f3e-ba73-1a470b9010d1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340006 Aug 30 15:17:29.234894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-505aa6b1-349f-4995-a9cc-f19e899fd67a service neutron] 10.222.0.39 "GET /v2.0/ports/405fa069-cbc3-4a80-815c-5c666943d3f8/bindings/n-h2-805668-3 HTTP/1.1" status: 200 len: 382 time: 0.0564706 Aug 30 15:17:29.301269 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-e2d6fe9e-f790-4943-bd5a-a7b2b6260761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:29.302739 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-e2d6fe9e-f790-4943-bd5a-a7b2b6260761 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1095 time: 0.0410123 Aug 30 15:17:29.393532 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-aab5b462-4c48-4f0e-b683-94d7ab51177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:29.395001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-aab5b462-4c48-4f0e-b683-94d7ab51177a service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0856802 Aug 30 15:17:29.404073 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:29.460936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-5a20bb4d-068d-4287-b002-304078875ca9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0588267 Aug 30 15:17:29.510862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-1585bc90-487c-4211-aaa9-ab8a21c08788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:29.512257 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-1585bc90-487c-4211-aaa9-ab8a21c08788 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0444708 Aug 30 15:17:29.561744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-a92a82ac-9492-453d-81d9-dc742ab7c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:29.563249 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-a92a82ac-9492-453d-81d9-dc742ab7c427 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446599 Aug 30 15:17:29.658992 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-70006e77-1498-4c75-b70d-35a17b9d0dde service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884488 Aug 30 15:17:29.752848 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-89ba8736-49c8-4209-982e-606034cfd8e8 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875239 Aug 30 15:17:30.295832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:17:30.350297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7243345-040e-4a36-bfd4-ed838cfbd198 req-dbc25d34-4d69-4ea8-b546-2dc031f7d40c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:30.352281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7243345-040e-4a36-bfd4-ed838cfbd198 req-dbc25d34-4d69-4ea8-b546-2dc031f7d40c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 944 time: 0.0498557 Aug 30 15:17:30.399631 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7243345-040e-4a36-bfd4-ed838cfbd198 req-44f57b74-f2f0-4270-8329-650a73f35234 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410202 Aug 30 15:17:30.399905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:30.412282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'mac_address': 'fa:16:3e:2e:b9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:17:30.450279 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:30.466853 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405fa069-cbc3-4a80-815c-5c666943d3f8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:17:30.486258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:30.491850 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:30.540030 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:30.547302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.547650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.547988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.548323 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.548657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.548982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.549337 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.549666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.549985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.550305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.550622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.550940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:30.746167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['405fa069-cbc3-4a80-815c-5c666943d3f8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:17:31.525699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66dd1f1-8c16-46ed-b6d7-28ec6091e8db req-753ecee8-3a88-4fd0-88aa-dd7972ef9a61 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:31.527119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a66dd1f1-8c16-46ed-b6d7-28ec6091e8db req-753ecee8-3a88-4fd0-88aa-dd7972ef9a61 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0564368 Aug 30 15:17:31.577639 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a66dd1f1-8c16-46ed-b6d7-28ec6091e8db req-46f85e63-c358-4870-be3f-d5a974c3c7a1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442326 Aug 30 15:17:31.622218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-38a032a2-668c-4c8e-9644-dd93d77b4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:31.623633 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-38a032a2-668c-4c8e-9644-dd93d77b4803 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 1096 time: 0.0417881 Aug 30 15:17:31.641603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:17:31.700820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:31.782999 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:31.902186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:31.935060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:17:31.966841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 405fa069-cbc3-4a80-815c-5c666943d3f8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:17:31.975082 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:31.986118 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Ignored duplicate provisioning block setup for port 405fa069-cbc3-4a80-815c-5c666943d3f8 by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 15:17:31.989595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:32.068065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=9']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:32.082285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.082632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.082983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.083317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.083650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.084425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.084425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.084622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.085493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.085821 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.086269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.086473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:17:32.122628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] No DVR routers for this DVR port 405fa069-cbc3-4a80-815c-5c666943d3f8 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:17:32.258444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:17:32.258770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:17:32.259099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:17:32.263438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:17:32.265383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:17:32.273125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:17:32.273473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:17:32.273887 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:17:32.274319 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Bound port: 405fa069-cbc3-4a80-815c-5c666943d3f8, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:17:32.274684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:32.296053 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:17:32.339050 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:17:32.342446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:17:32.347370 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:32.387384 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.387951 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:32.389991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] 10.222.0.21 "PUT /v2.0/ports/405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1092 time: 0.7523932 Aug 30 15:17:32.390524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:17:32.395898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:32.423142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39079b59-ec46-4cff-bea5-5115f9b02f60 service neutron] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:32.431036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:17:32.431036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:17:32.431388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:17:32.445501 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:17:32.446110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Attempting to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:17:32.452743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:17:32.453166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:17:32.453762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:17:32.454462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Bound port: 405fa069-cbc3-4a80-815c-5c666943d3f8, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:17:32.454866 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:32.469153 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:17:32.485573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-792d79c7-c04d-42c1-a1ce-908e719f6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.487253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-792d79c7-c04d-42c1-a1ce-908e719f6778 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1096 time: 0.0596972 Aug 30 15:17:32.524154 n-d-805668-3 neutron-server[94828]: WARNING neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Concurrent port binding operations failed on port 405fa069-cbc3-4a80-815c-5c666943d3f8 Aug 30 15:17:32.528910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:32.530352 n-d-805668-3 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Attempt 2 to bind port 405fa069-cbc3-4a80-815c-5c666943d3f8 Aug 30 15:17:32.530808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 has no active binding in host n-h2-805668-3 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 15:17:32.580629 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6850ab-1a4e-4e3f-9607-1b310d0683cf x-openstack-request-id: req-1f6850ab-1a4e-4e3f-9607-1b310d0683cf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:17:32.581166 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:17:32.581166 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f6850ab-1a4e-4e3f-9607-1b310d0683cf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:17:32.581584 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'status': 'completed', 'code': 200} Aug 30 15:17:32.605031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-8543459f-2ef5-401d-b17b-fa4ae5cf65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.606811 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-8543459f-2ef5-401d-b17b-fa4ae5cf65a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.1123171 Aug 30 15:17:32.646305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-991fc648-95da-412f-9e6a-e0774f533bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.648554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-991fc648-95da-412f-9e6a-e0774f533bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1096 time: 0.0470650 Aug 30 15:17:32.703304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-aadfeeec-1138-4391-bf92-cc5919c79b17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0886843 Aug 30 15:17:32.749698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a7e3-8600-4f3f-bd6b-ea25c9c64496 req-6e890525-b29f-438d-b06e-6800dbd3cb93 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.750480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-8d4a7931-b51a-4873-8c2b-19f78ba0059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.751353 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-88e6a7e3-8600-4f3f-bd6b-ea25c9c64496 req-6e890525-b29f-438d-b06e-6800dbd3cb93 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0904067 Aug 30 15:17:32.751968 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-8d4a7931-b51a-4873-8c2b-19f78ba0059c service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0929880 Aug 30 15:17:32.777251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-34c8711e-40b3-409d-8683-9a1942e9d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.778713 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-34c8711e-40b3-409d-8683-9a1942e9d5f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0677147 Aug 30 15:17:32.819246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-b664be8f-b545-4204-85c9-8f0912552a29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0602214 Aug 30 15:17:32.823352 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-88e6a7e3-8600-4f3f-bd6b-ea25c9c64496 req-7d227e81-1c66-4fcd-8f97-00395194d4e0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639877 Aug 30 15:17:32.840973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-fa23724f-e865-4216-9366-ba46393c7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.842608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-fa23724f-e865-4216-9366-ba46393c7f72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565848 Aug 30 15:17:32.869720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-10837995-51e2-4001-af28-11420859c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.871248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-10837995-51e2-4001-af28-11420859c319 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0444803 Aug 30 15:17:32.920449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-93b8d155-f2ec-4d28-adda-360b692aa1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:32.922125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-93b8d155-f2ec-4d28-adda-360b692aa1db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444734 Aug 30 15:17:32.933988 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-b73dd7d1-9f6d-43ce-be57-d607a481ad01 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Aug 30 15:17:33.010485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-756336ed-707c-4c5b-993b-03b23aa23366 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814779 Aug 30 15:17:33.030072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e01b05c9-bda4-4e1b-9840-cfd609d11b79 req-2efee177-54be-41dd-b848-0896e40ae8b6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876017 Aug 30 15:17:33.108392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-e01bdf5d-d4be-48ba-a074-950ddfb507da service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908406 Aug 30 15:17:33.161172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-a556cab2-737b-4f89-898a-0634acc08e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:33.162828 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-a556cab2-737b-4f89-898a-0634acc08e1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 1096 time: 0.0461845 Aug 30 15:17:33.251484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-c476dbc5-f40e-4192-819a-124976dae4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:33.253070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-c476dbc5-f40e-4192-819a-124976dae4d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0832748 Aug 30 15:17:33.322763 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-78b769c5-cba2-4633-b578-4cfd0a27e28c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0622773 Aug 30 15:17:33.360894 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:33.373400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-1cc84cf0-db3f-44fb-9de6-5b5c5496d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:33.374879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-1cc84cf0-db3f-44fb-9de6-5b5c5496d42b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0450544 Aug 30 15:17:33.421831 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-525ae9b3-2a98-4c8b-a68c-93627aa9d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:33.423314 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-525ae9b3-2a98-4c8b-a68c-93627aa9d607 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407162 Aug 30 15:17:33.518355 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-61d35746-996b-4ce4-abb1-a9f3f4cebdc8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880475 Aug 30 15:17:33.610501 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e68d71c-f7d4-4ed0-8cac-0dbfa2abf667 req-ead5f845-333b-49f1-aff3-ff45d901cf57 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853844 Aug 30 15:17:33.950993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac9ef-75e9-44a4-8409-d55c3950d48a req-73c53925-0502-4085-895c-1439f0fdf958 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:33.952619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57dac9ef-75e9-44a4-8409-d55c3950d48a req-73c53925-0502-4085-895c-1439f0fdf958 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0534699 Aug 30 15:17:34.003354 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57dac9ef-75e9-44a4-8409-d55c3950d48a req-a2a6bd6d-2757-4fc0-8588-4253d2d9fec1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442245 Aug 30 15:17:35.122830 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f45915-8e1e-4ccd-bda2-df054f28b1d2 req-f2f32da9-921f-48ce-bf1d-9fe6bffbbc83 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:35.124277 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4f45915-8e1e-4ccd-bda2-df054f28b1d2 req-f2f32da9-921f-48ce-bf1d-9fe6bffbbc83 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0525122 Aug 30 15:17:35.161665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4f45915-8e1e-4ccd-bda2-df054f28b1d2 req-0592af0b-f8bc-4a05-96f6-c91d544a6d39 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314333 Aug 30 15:17:36.274892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732330c-6e3f-4928-9a88-73287a0165ea req-f4adfacc-7fe9-4fc0-bbaa-392706fcb1c1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:36.276370 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c732330c-6e3f-4928-9a88-73287a0165ea req-f4adfacc-7fe9-4fc0-bbaa-392706fcb1c1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Aug 30 15:17:36.311593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:17:36.313573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c732330c-6e3f-4928-9a88-73287a0165ea req-b221200d-60f9-4970-a148-0cd6e2dbd216 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311217 Aug 30 15:17:36.353740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:17:36.430748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aa588-5666-4131-abe6-284a1c3c3af0 req-bb99713b-61fc-4b97-94e6-131e1e301068 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:36.432275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e2aa588-5666-4131-abe6-284a1c3c3af0 req-bb99713b-61fc-4b97-94e6-131e1e301068 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0510640 Aug 30 15:17:36.473432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5e2aa588-5666-4131-abe6-284a1c3c3af0 req-07b14fc9-6bcb-45bf-bcd3-41b0c02c5d1b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332282 Aug 30 15:17:36.569237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:17:36.591539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7638220-b98b-466f-b307-c2f3b0e6686f req-7c0b1376-3c78-46ec-953e-72b863a7e929 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:36.593023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7638220-b98b-466f-b307-c2f3b0e6686f req-7c0b1376-3c78-46ec-953e-72b863a7e929 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0538094 Aug 30 15:17:36.630273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7638220-b98b-466f-b307-c2f3b0e6686f req-417440b1-e0fe-4655-a7c0-2f38a25f6abd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Aug 30 15:17:36.663338 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:36.675179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'mac_address': 'fa:16:3e:2e:b9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:17:36.875049 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:36.886034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d46da9-392b-4877-a104-77992bb9c161 req-cf31cfce-bc48-4a01-8239-c885f3739597 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:36.887664 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32d46da9-392b-4877-a104-77992bb9c161 req-cf31cfce-bc48-4a01-8239-c885f3739597 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 945 time: 0.0515270 Aug 30 15:17:36.888122 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405fa069-cbc3-4a80-815c-5c666943d3f8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:17:36.909159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:36.914267 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:36.932309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32d46da9-392b-4877-a104-77992bb9c161 req-3b3e1d59-0c55-420d-bd39-e15421e91471 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384874 Aug 30 15:17:36.964659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:37.382817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['405fa069-cbc3-4a80-815c-5c666943d3f8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:17:38.047126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516bfa1-e7c4-49bb-b14c-51fc53050a6b req-ce1fc666-d137-4239-952c-7ff8bedcacde tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:38.048581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d516bfa1-e7c4-49bb-b14c-51fc53050a6b req-ce1fc666-d137-4239-952c-7ff8bedcacde tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0469708 Aug 30 15:17:38.085749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d516bfa1-e7c4-49bb-b14c-51fc53050a6b req-acdd4295-0aaa-4aa4-908e-027a3bc3b688 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308137 Aug 30 15:17:38.410566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47478b38-5c08-4763-853d-4913727101ab req-01c4fbbd-798d-4454-81d0-230c88df5172 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:38.411990 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47478b38-5c08-4763-853d-4913727101ab req-01c4fbbd-798d-4454-81d0-230c88df5172 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 946 time: 0.0506637 Aug 30 15:17:38.507810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Deleting port 405fa069-cbc3-4a80-815c-5c666943d3f8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:17:38.508175 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:38.570406 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:17:38.604975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:38.605373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:38.623248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 405fa069-cbc3-4a80-815c-5c666943d3f8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:17:38.627096 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 405fa069-cbc3-4a80-815c-5c666943d3f8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:17:38.627462 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:38.705394 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:38.731790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:17:38.749251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 405fa069-cbc3-4a80-815c-5c666943d3f8, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=405fa069-cbc3-4a80-815c-5c666943d3f8,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:38.753763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:38.778478 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f66c49-fcca-4cae-a55d-f3757813b2fa" -d '{"events": [{"server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "name": "network-vif-plugged", "status": "completed", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:17:38.787061 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:38.787456 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:38.787779 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Floating IP fe386595-442b-4e1d-804d-2fe5dec0175f disassociated. External IP: 172.25.6.168, port: 405fa069-cbc3-4a80-815c-5c666943d3f8. Aug 30 15:17:38.788683 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Calling delete_port for 405fa069-cbc3-4a80-815c-5c666943d3f8 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:17:38.810883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:38.881382 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7a940a-d2f1-4b8f-9f15-851e8855669e x-openstack-request-id: req-bf7a940a-d2f1-4b8f-9f15-851e8855669e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:17:38.881772 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "name": "network-vif-plugged", "status": "completed", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:17:38.882157 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf7a940a-d2f1-4b8f-9f15-851e8855669e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:17:38.882651 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'code': 200} Aug 30 15:17:38.925489 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:38.958223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event deleted for resources: {'Port': ['ID=405fa069-cbc3-4a80-815c-5c666943d3f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:39.071579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:17:39.190318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ec381d88-25fb-4d59-947e-54d5265ceaef req-81db0d64-1db1-4ca7-b326-1dd06498893d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee877b8-81ce-42db-a540-1438cca4c760 HTTP/1.1" status: 200 len: 210 time: 0.0303485 Aug 30 15:17:39.204851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:17:39.220588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:17:39.230258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:17:39.231109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:17:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:17:39.249203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] No DVR routers for this DVR port 405fa069-cbc3-4a80-815c-5c666943d3f8 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:17:39.252131 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:39.254276 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-47478b38-5c08-4763-853d-4913727101ab req-1fb4d03d-2e63-447a-acaa-ea08f6f5c75c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "DELETE /v2.0/ports/405fa069-cbc3-4a80-815c-5c666943d3f8 HTTP/1.1" status: 204 len: 173 time: 0.8360009 Aug 30 15:17:39.254747 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'name': 'network-vif-deleted', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:17:39.257603 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40c521-fe56-403b-ad46-d6531674bd69" -d '{"events": [{"server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "name": "network-vif-deleted", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:17:39.303361 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9f17fb-ee4e-4015-a69f-9e66da1940d4 x-openstack-request-id: req-be9f17fb-ee4e-4015-a69f-9e66da1940d4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:17:39.303658 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee877b8-81ce-42db-a540-1438cca4c760", "name": "network-vif-deleted", "tag": "405fa069-cbc3-4a80-815c-5c666943d3f8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:17:39.303912 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be9f17fb-ee4e-4015-a69f-9e66da1940d4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:17:39.304309 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee877b8-81ce-42db-a540-1438cca4c760', 'name': 'network-vif-deleted', 'tag': '405fa069-cbc3-4a80-815c-5c666943d3f8', 'status': 'completed', 'code': 200} Aug 30 15:17:39.342593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:17:39.546805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:17:39.578375 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:17:39.587047 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:17:39.587674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:17:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:17:39.692321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:17:39.902436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:17:39.929527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e469b-5318-4a5d-9dfc-978fb501465e None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:17:40.145945 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34daf7-9a7f-403e-9f03-c8bb8b4a5a69 None None] New status for floating IP fe386595-442b-4e1d-804d-2fe5dec0175f: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:17:40.496164 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-9c47af5f-903f-45ab-b35d-4cfa5b6e884d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--663733405&fields=id&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 267 time: 0.0413165 Aug 30 15:17:40.605299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-2d2171c4-8f60-4ec8-a14e-c0ad3082019d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:40.606755 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-2d2171c4-8f60-4ec8-a14e-c0ad3082019d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 812 time: 0.1037681 Aug 30 15:17:40.622343 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-a786d9ee-fe83-4e0d-bf00-b36469bd050c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/quotas/b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 375 time: 0.0095651 Aug 30 15:17:40.674285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-81635c33-9746-47dd-9728-f0f7d9d362cb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467312 Aug 30 15:17:40.762110 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-cac26620-e60e-4b48-89b1-dbaab8309d1e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:17:40.763108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-cac26620-e60e-4b48-89b1-dbaab8309d1e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439348 Aug 30 15:17:40.853782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-fb0a2783-59ac-4641-aa03-6f00339469e0 service neutron] 10.222.0.50 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843897 Aug 30 15:17:40.940917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-7a86b322-9524-49b6-923b-e64ff2af31ca service neutron] 10.222.0.50 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811002 Aug 30 15:17:41.105278 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ef731e44-f41f-4b45-9039-470435b92807 req-f666f343-91c9-4277-846c-6ae71e00102a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 210 time: 0.0272024 Aug 30 15:17:42.005907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-5a44bf48-2fbc-4cb6-8668-2d4f9622882c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:42.007913 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-5a44bf48-2fbc-4cb6-8668-2d4f9622882c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 812 time: 0.1053789 Aug 30 15:17:42.050099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f0cb5d88-d40f-4478-b151-4b4fe2ce0281 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 379 time: 0.0330231 Aug 30 15:17:42.065561 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'port': {'device_id': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'admin_state_up': True, 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'security_groups': ['28deb988-7980-4644-8d7b-7a444e092583']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:17:42.177413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Made reservation on behalf of b6ff3ab55a204a768ca7075aede27603 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:17:42.182319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:42.208432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-37b6b164-c33b-42e5-9e30-4fb241b6c039 req-105ca35f-103c-4450-9ad3-d1d8766d6281 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Aug 30 15:17:42.317767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Allocated IP 172.20.0.9 (aa70154c-7258-48b9-bffb-7f798c258b89/d99ef2c9-4bfe-4d25-8f47-dd112f883755/96842f72-f099-4a3d-ad33-30ec7dedbd14) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:17:42.464757 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:42.477831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Transition to ACTIVE for port object 96842f72-f099-4a3d-ad33-30ec7dedbd14 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:17:42.510851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:42.562107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Network aa70154c-7258-48b9-bffb-7f798c258b89 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:17:42.565320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:17:42.569423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:17:42.571213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:17:42.592852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 405fa069-cbc3-4a80-815c-5c666943d3f8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:17:42.593238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 405fa069-cbc3-4a80-815c-5c666943d3f8 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:17:42.594524 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:42.623594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:42.624233 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:42.639309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-f7981b11-b3ec-444c-b142-91a2864e5e4a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773280 Aug 30 15:17:42.652106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Request body: {'port': {'device_id': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:17:42.706944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:42.783426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-847406b5-0d8a-4936-9b0b-552d777f3faa None None] Provisioning for port 96842f72-f099-4a3d-ad33-30ec7dedbd14 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:17:42.787127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-847406b5-0d8a-4936-9b0b-552d777f3faa None None] Provisioning complete for port 96842f72-f099-4a3d-ad33-30ec7dedbd14 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:17:42.787498 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-847406b5-0d8a-4936-9b0b-552d777f3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:42.825166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-847406b5-0d8a-4936-9b0b-552d777f3faa None None] Port 96842f72-f099-4a3d-ad33-30ec7dedbd14 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:17:42.972231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96842f72-f099-4a3d-ad33-30ec7dedbd14 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:17:42.979339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:42.990536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Transition to ACTIVE for port object 96842f72-f099-4a3d-ad33-30ec7dedbd14 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:17:42.994542 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:43.045248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:43.116894 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:17:43.117292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:17:43.117633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:17:43.122184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:17:43.122553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:17:43.127511 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:17:43.127856 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:17:43.128250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:17:43.128682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Bound port: 96842f72-f099-4a3d-ad33-30ec7dedbd14, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:17:43.129502 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:43.200489 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:17:43.203448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:17:43.208132 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:43.241453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:43.242073 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:43.243461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] 10.222.0.39 "PUT /v2.0/ports/96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1091 time: 0.5964627 Aug 30 15:17:43.243995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:17:43.246231 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab" -d '{"events": [{"name": "network-changed", "server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:17:43.281342 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6d9f4-f343-4cd9-93d4-5b1ab290d712 service neutron] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:43.318906 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b12b05-6384-4dd0-b569-83e9e715419f x-openstack-request-id: req-53b12b05-6384-4dd0-b569-83e9e715419f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:17:43.319760 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:17:43.320017 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53b12b05-6384-4dd0-b569-83e9e715419f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:17:43.320418 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'status': 'completed', 'code': 200} Aug 30 15:17:43.383214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26f0ee-247a-4a48-965c-d1c9b3f92164 req-f7b74e1a-ab6f-4825-8bc6-2c01b42e4d22 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:43.384836 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be26f0ee-247a-4a48-965c-d1c9b3f92164 req-f7b74e1a-ab6f-4825-8bc6-2c01b42e4d22 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0883510 Aug 30 15:17:43.387912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-b42ace27-9b7d-4c3c-ab5e-6d5c6d39c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:43.389380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-b42ace27-9b7d-4c3c-ab5e-6d5c6d39c65f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0808859 Aug 30 15:17:43.440316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-a2427a25-3a2d-4729-a314-66f815e328fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 217 time: 0.0430019 Aug 30 15:17:43.486061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be26f0ee-247a-4a48-965c-d1c9b3f92164 req-bcc3e9d4-234a-4767-be91-6974c96811bf tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948365 Aug 30 15:17:43.503112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-8496184f-aaab-443c-a78b-eb1b7818ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:43.504620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-8496184f-aaab-443c-a78b-eb1b7818ebbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0544250 Aug 30 15:17:43.556252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-8e0f212a-2831-465e-99f1-c5a71824b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:43.557817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-8e0f212a-2831-465e-99f1-c5a71824b0b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461733 Aug 30 15:17:43.656629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-1d8f6217-bf7e-4a70-8107-87e362bc6236 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916450 Aug 30 15:17:43.752551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0b29bfca-5e1c-4e88-b5ef-9fcd5a59e170 req-0288bed6-37e6-448a-86fb-a82262dbd0bc service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885813 Aug 30 15:17:43.835065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-0e269f81-6a19-40d2-9bc3-78b5909c93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:43.836576 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-0e269f81-6a19-40d2-9bc3-78b5909c93f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0408316 Aug 30 15:17:43.926123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-c3b257e6-3da2-4d3c-89d2-dd051ad0a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:43.927515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-c3b257e6-3da2-4d3c-89d2-dd051ad0a40e service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0842865 Aug 30 15:17:44.221248 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-6b93761a-2554-470d-adbe-041ab13867d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 217 time: 0.2854519 Aug 30 15:17:44.268917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-bd1e90dd-5092-4d82-a672-03c45fa000a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:44.270405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-bd1e90dd-5092-4d82-a672-03c45fa000a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0425375 Aug 30 15:17:44.318175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-98be29b3-d549-479d-8c29-06b2de04bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:44.319697 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-98be29b3-d549-479d-8c29-06b2de04bc68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415690 Aug 30 15:17:44.413368 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-5125a2e5-90bf-49b6-89ef-584fedfe5cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Aug 30 15:17:44.507747 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ae2cf69-6e06-44aa-93c6-8ea7487a31ab req-8fbdf4a2-df13-4390-bac9-bebee3335e0b service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859857 Aug 30 15:17:44.610949 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90160f9-c4a9-4abc-af83-64dd3e9117c2 req-f380384d-5c57-48bf-9efc-e83e2391647f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:44.612437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d90160f9-c4a9-4abc-af83-64dd3e9117c2 req-f380384d-5c57-48bf-9efc-e83e2391647f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0546014 Aug 30 15:17:44.654605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d90160f9-c4a9-4abc-af83-64dd3e9117c2 req-fa4bc12f-0b3d-4012-8f8e-7da148e0f6cb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347018 Aug 30 15:17:45.777782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd04b4-0900-45d3-b7da-2700beaab0ae req-798cfb0a-7e05-426c-95d5-b2259fd7ee12 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:45.779309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-06cd04b4-0900-45d3-b7da-2700beaab0ae req-798cfb0a-7e05-426c-95d5-b2259fd7ee12 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0496886 Aug 30 15:17:45.826572 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-06cd04b4-0900-45d3-b7da-2700beaab0ae req-d3e38e64-3687-4dcb-8324-509b6e627054 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Aug 30 15:17:46.375066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:17:46.472572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:46.483698 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'mac_address': 'fa:16:3e:c2:d5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:17:46.532080 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:46.544652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96842f72-f099-4a3d-ad33-30ec7dedbd14 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:17:46.564798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:46.568491 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:46.617703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:46.755760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['96842f72-f099-4a3d-ad33-30ec7dedbd14'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:17:46.942536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b3e65-f0b8-4aa8-b9fb-c5b790125518 req-f0853faf-998d-4cb3-b934-d22eb0be6932 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:46.943890 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e41b3e65-f0b8-4aa8-b9fb-c5b790125518 req-f0853faf-998d-4cb3-b934-d22eb0be6932 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0482256 Aug 30 15:17:46.980996 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e41b3e65-f0b8-4aa8-b9fb-c5b790125518 req-01e82d14-b9d4-4b81-aa7b-df95066dd8dd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Aug 30 15:17:48.093315 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34f75e-4057-4d23-b9f0-86a8c22184f4 req-d0d603db-0343-48c1-882f-b237418ff7c0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:48.094799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b34f75e-4057-4d23-b9f0-86a8c22184f4 req-d0d603db-0343-48c1-882f-b237418ff7c0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0489266 Aug 30 15:17:48.132698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8b34f75e-4057-4d23-b9f0-86a8c22184f4 req-49a5cf0c-5a1e-4499-b630-8f35b757b8ae tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319481 Aug 30 15:17:48.389670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:17:48.436991 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 96842f72-f099-4a3d-ad33-30ec7dedbd14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:17:48.440642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 96842f72-f099-4a3d-ad33-30ec7dedbd14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:17:48.441011 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:48.515427 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:48.537812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:17:48.540620 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd1603-792d-4a12-b16e-5c27df1966a5" -d '{"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-plugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:17:48.552910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:17:48.557141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:48.584477 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdc579e-48ac-4553-805f-f0d7e1f6eee2 x-openstack-request-id: req-bbdc579e-48ac-4553-805f-f0d7e1f6eee2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:17:48.585284 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-plugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:17:48.585627 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbdc579e-48ac-4553-805f-f0d7e1f6eee2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:17:48.585918 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'code': 200} Aug 30 15:17:48.611875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:17:48.672794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd20e47-083a-4565-8591-8989bc6a0cc8 req-f52e65e9-b2f5-4c5a-abf1-bf7232b454f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:48.674230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebd20e47-083a-4565-8591-8989bc6a0cc8 req-f52e65e9-b2f5-4c5a-abf1-bf7232b454f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0413830 Aug 30 15:17:48.707362 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ebd20e47-083a-4565-8591-8989bc6a0cc8 req-61e331fa-b5b0-4790-a6fa-ec415fd0cdf4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266521 Aug 30 15:17:49.246872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acfe86-3627-4fd4-87a0-3b5eb702bcf3 req-74860ff0-23b9-4105-bb7d-0fb198b484af tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:49.248346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27acfe86-3627-4fd4-87a0-3b5eb702bcf3 req-74860ff0-23b9-4105-bb7d-0fb198b484af tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0490184 Aug 30 15:17:49.290853 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27acfe86-3627-4fd4-87a0-3b5eb702bcf3 req-d83d6b99-b472-494a-b9ed-b21e907cd201 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365140 Aug 30 15:17:50.406137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed323b-0223-4513-ba40-b7b95d8c5c7e req-6cb5778b-735a-44aa-89e1-54ac6a0635bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:50.407592 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23ed323b-0223-4513-ba40-b7b95d8c5c7e req-6cb5778b-735a-44aa-89e1-54ac6a0635bc tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0481586 Aug 30 15:17:50.443183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-23ed323b-0223-4513-ba40-b7b95d8c5c7e req-00516f2b-4da1-43f6-a253-8f29afd79824 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297420 Aug 30 15:17:50.520284 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:50.566056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0c7b6-5902-4407-9d15-658f19df7d3c req-fec8b6c6-c9a7-4d20-947b-e56c39e7917a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:50.567516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46d0c7b6-5902-4407-9d15-658f19df7d3c req-fec8b6c6-c9a7-4d20-947b-e56c39e7917a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0576305 Aug 30 15:17:50.576548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:17:50.581217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Request body: {'floatingip': {'port_id': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:17:50.619649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:51.056768 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:51.060817 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:51.159884 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Floating IP fe386595-442b-4e1d-804d-2fe5dec0175f associated. External IP: 172.25.6.168, port: 96842f72-f099-4a3d-ad33-30ec7dedbd14. Aug 30 15:17:51.365736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:17:51.473896 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:17:51.479493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:51.484422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:17:51.493028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:17:51.493677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:17:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:17:51.513326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b5a22f89-ac6d-4cfc-b437-bd807506c3e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "PUT /v2.0/floatingips/fe386595-442b-4e1d-804d-2fe5dec0175f HTTP/1.1" status: 200 len: 992 time: 0.9317079 Aug 30 15:17:51.513326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:17:51.513326 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:17:51.559301 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b5446-43bc-4785-b918-b10625bb8ed1 x-openstack-request-id: req-e06b5446-43bc-4785-b918-b10625bb8ed1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:17:51.559606 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:17:51.560139 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e06b5446-43bc-4785-b918-b10625bb8ed1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:17:51.560541 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'status': 'completed', 'code': 200} Aug 30 15:17:51.613360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:17:51.621984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-7cde6a68-3a81-4306-9ff2-bc98afc84816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:51.623474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-7cde6a68-3a81-4306-9ff2-bc98afc84816 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0420015 Aug 30 15:17:51.717019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-f8fe2bca-616c-44a1-bc8e-bc51857776f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:51.718542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-f8fe2bca-616c-44a1-bc8e-bc51857776f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0886741 Aug 30 15:17:51.783949 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-41722f95-f612-4c4d-a859-79c72ba3fa89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1000 time: 0.0589881 Aug 30 15:17:51.831465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-2fac4f2e-021d-4ba1-8352-6d23706b6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:51.833063 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-2fac4f2e-021d-4ba1-8352-6d23706b6dc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0428691 Aug 30 15:17:51.834417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:c2:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:17:50Z', 'revision_number': 13, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:17:51.864854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:17:51.873527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:17:51.874116 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:17:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:17:51.883655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-2166a5c5-2027-49a1-b8a0-9509e5584938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:17:51.885199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-2166a5c5-2027-49a1-b8a0-9509e5584938 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453639 Aug 30 15:17:51.974265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-34c8568b-276f-4b3b-b2ed-33d745c40a06 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821831 Aug 30 15:17:51.978426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:17:52.075744 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d86e63e2-b766-4f46-a5b7-5b002e0d2f9e req-846d5f90-88e9-4868-b614-8f3879962587 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927827 Aug 30 15:17:52.348728 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:c2:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:17:50Z', 'revision_number': 13, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:17:52.378058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86348ecf-3bf5-4ac5-b41c-fab5ef1d3538 None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fe386595-442b-4e1d-804d-2fe5dec0175f', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'port_id': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'mac_address': 'fa:16:3e:c2:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:08:47Z', 'updated_at': '2021-08-30T15:17:50Z', 'revision_number': 13, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:17:52.408853 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:17:52.583702 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba6797-ee25-4d03-a10f-0821245f68fe None None] New status for floating IP fe386595-442b-4e1d-804d-2fe5dec0175f: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:17:55.227115 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-813fe0b8-382e-49ab-9c09-2ed261ea3fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:57.915618 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3166563b-bed3-49c4-a81e-944bf8a7c5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:58.666567 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:17:59.406272 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:01.781986 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:03.356336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:20.525662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:25.227961 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38e69b13-9a88-4cb9-8aa9-1e4f94bcdce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:27.915521 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67a1de3b-b3cf-49ce-89e7-b703c35459f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:28.670381 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:29.407782 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:18:29.410226 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:31.783998 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:33.356346 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:42.278978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-321da5fb-bf4e-4f6b-a040-6cca9fcf6be0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416923 Aug 30 15:18:42.361006 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-2a503cab-2807-4a05-8f15-5b4fc1892786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:18:42.362500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-2a503cab-2807-4a05-8f15-5b4fc1892786 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0406427 Aug 30 15:18:42.467986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-c4780b40-4706-4e81-873b-ac441021a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:18:42.469480 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-c4780b40-4706-4e81-873b-ac441021a084 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0874128 Aug 30 15:18:42.534752 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-0601a29a-5303-4723-ba8f-2ddd08a23226 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1002 time: 0.0583920 Aug 30 15:18:42.589579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-0ddf7386-056c-4f4f-ab59-16778674552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:18:42.591554 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-0ddf7386-056c-4f4f-ab59-16778674552d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0450394 Aug 30 15:18:42.642259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-901e049e-5cfe-46ae-97f1-c7d2b7e50ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:18:42.643759 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-901e049e-5cfe-46ae-97f1-c7d2b7e50ed2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441811 Aug 30 15:18:42.732698 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-f0b2f1cd-e580-4f0f-93dd-9d50bbdda83e service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820029 Aug 30 15:18:42.827201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-29eb00f5-fb45-47f5-9804-e0128918c1ff req-2d09134a-1a7f-4562-9ecd-e01a03b0ad76 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881565 Aug 30 15:18:50.541541 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:55.228929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84db9900-cb59-41a5-9446-446a2680932b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:57.915760 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7059887-4c45-46df-b9b6-109f0e4c7459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:58.671671 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:18:59.414769 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:01.787130 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:03.354131 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:06.407731 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:19:20.539202 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:25.232382 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce47d7cb-bb3a-4437-bbc6-5598bb143708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:27.916149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a857df1b-9b18-4407-9eef-d7c79bbb3b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:28.675588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:28.815684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824abb54-3518-4d31-aadd-e0d363fe7c63 req-470ab057-664f-4860-af0f-d39711bd1ee4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:28.817178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-824abb54-3518-4d31-aadd-e0d363fe7c63 req-470ab057-664f-4860-af0f-d39711bd1ee4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0491569 Aug 30 15:19:28.853527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-824abb54-3518-4d31-aadd-e0d363fe7c63 req-2a2b13d9-03c6-4f21-930a-ec9834f165db tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305717 Aug 30 15:19:29.416074 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:31.789539 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:33.372506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:39.986279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-f62faf42-5fbf-44e8-a342-0a831515a5a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394921 Aug 30 15:19:40.003940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6519a7b-fc68-4cee-9a80-b88bf0ab624b req-4e90b323-568b-43b2-adc1-2e81f40296e3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:40.005452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6519a7b-fc68-4cee-9a80-b88bf0ab624b req-4e90b323-568b-43b2-adc1-2e81f40296e3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0513375 Aug 30 15:19:40.045089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c6519a7b-fc68-4cee-9a80-b88bf0ab624b req-84d33275-ae07-4a60-9196-494356514f6f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334630 Aug 30 15:19:41.179815 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-3650096d-a46c-4b87-ba43-58132b9a05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:41.181307 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-3650096d-a46c-4b87-ba43-58132b9a05a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0743339 Aug 30 15:19:41.189396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aa1d6-2dcf-4315-ab16-a4d7bb8bd9c4 req-138a4bd3-b55b-4d98-b39e-0100519e0906 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:41.190719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937aa1d6-2dcf-4315-ab16-a4d7bb8bd9c4 req-138a4bd3-b55b-4d98-b39e-0100519e0906 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0733943 Aug 30 15:19:41.274144 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-937aa1d6-2dcf-4315-ab16-a4d7bb8bd9c4 req-d91bdf53-f339-482d-ac42-9fad9e2d6aff tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756121 Aug 30 15:19:41.298904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-8888b6ff-e623-4d23-a217-81cea062e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:41.300347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-8888b6ff-e623-4d23-a217-81cea062e9e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.1088057 Aug 30 15:19:41.363590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-c94a2ba9-d35f-471c-b223-fb6395cd41a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1002 time: 0.0559530 Aug 30 15:19:41.418683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-9b3ccf67-048a-416a-b9ee-f6b5a7067caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:41.418683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-9b3ccf67-048a-416a-b9ee-f6b5a7067caf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0442960 Aug 30 15:19:41.466000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-b8f49f6c-b45d-4781-a802-d76ddfbbb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:41.467465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-b8f49f6c-b45d-4781-a802-d76ddfbbb483 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435631 Aug 30 15:19:41.477973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-5fb8bda4-9470-467c-9390-286701234235 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:19:41.478899 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-5fb8bda4-9470-467c-9390-286701234235 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048571 Aug 30 15:19:41.569240 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-2262a071-062f-4d74-abb8-00062235c94f service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831342 Aug 30 15:19:41.660343 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-bd5b206e-0d5a-4e2f-b264-fa23eb406d4c service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Aug 30 15:19:42.393098 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74286673-54df-4cd0-aa48-1bbb294c97e6 req-2c94495b-dd6e-49ef-90ef-a9be602e60aa tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:42.394687 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74286673-54df-4cd0-aa48-1bbb294c97e6 req-2c94495b-dd6e-49ef-90ef-a9be602e60aa tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0510914 Aug 30 15:19:42.434524 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74286673-54df-4cd0-aa48-1bbb294c97e6 req-fb476617-c173-424e-92e6-8b86db9f5b77 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337772 Aug 30 15:19:42.595320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b14538-4356-4e74-ae07-e73631693f0f req-c8e5a992-400a-49d1-b927-38e3bd599be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:42.596812 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51b14538-4356-4e74-ae07-e73631693f0f req-c8e5a992-400a-49d1-b927-38e3bd599be5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1096 time: 0.2968950 Aug 30 15:19:42.695918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b14538-4356-4e74-ae07-e73631693f0f req-6fbb6bc1-bd68-4ad6-a681-a5beee24e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:42.697365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51b14538-4356-4e74-ae07-e73631693f0f req-6fbb6bc1-bd68-4ad6-a681-a5beee24e5ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0808220 Aug 30 15:19:42.763918 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51b14538-4356-4e74-ae07-e73631693f0f req-e0e52393-ff49-4e77-939a-2f963d861d33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1002 time: 0.0588725 Aug 30 15:19:42.811040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b14538-4356-4e74-ae07-e73631693f0f req-deadff6a-2b96-4c99-90bb-238e0eb595d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:42.812668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51b14538-4356-4e74-ae07-e73631693f0f req-deadff6a-2b96-4c99-90bb-238e0eb595d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0420928 Aug 30 15:19:42.855553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b14538-4356-4e74-ae07-e73631693f0f req-d6ae67cc-1452-4d4c-9d89-716389f7c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:42.856879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51b14538-4356-4e74-ae07-e73631693f0f req-d6ae67cc-1452-4d4c-9d89-716389f7c906 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374610 Aug 30 15:19:42.945638 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51b14538-4356-4e74-ae07-e73631693f0f req-c6e33050-16e3-471b-8f8d-0b22cb53570d service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817599 Aug 30 15:19:43.035355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51b14538-4356-4e74-ae07-e73631693f0f req-e155e9d4-35a7-468e-87ad-2ba6359b5320 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822365 Aug 30 15:19:43.406264 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:19:43.555846 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9186eb-ebc6-4e00-b46c-9be88ff30bd7 req-0dec1853-c08f-4f0b-bd23-bd466aaa435c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:43.557329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3b9186eb-ebc6-4e00-b46c-9be88ff30bd7 req-0dec1853-c08f-4f0b-bd23-bd466aaa435c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0536613 Aug 30 15:19:43.595176 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3b9186eb-ebc6-4e00-b46c-9be88ff30bd7 req-95fb01ba-e0e3-433b-bf3a-fed574e05575 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Aug 30 15:19:44.706760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd45bad-fa33-4b4b-b70b-e6b665d1264f req-882ff67c-1eda-4112-b999-dc7dc5d07806 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:44.708209 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbd45bad-fa33-4b4b-b70b-e6b665d1264f req-882ff67c-1eda-4112-b999-dc7dc5d07806 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0475056 Aug 30 15:19:44.747717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bbd45bad-fa33-4b4b-b70b-e6b665d1264f req-60b8c566-ebe0-4acf-81be-e3d59bbdd132 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337272 Aug 30 15:19:45.861395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8059b7-203c-49bc-b3cb-cac839b53f7b req-4dd6cabd-6b2d-4b51-864a-fc5f7a009171 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:45.862884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad8059b7-203c-49bc-b3cb-cac839b53f7b req-4dd6cabd-6b2d-4b51-864a-fc5f7a009171 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0480216 Aug 30 15:19:45.900599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad8059b7-203c-49bc-b3cb-cac839b53f7b req-9743a3d8-6c32-499d-b99b-6037854eec98 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316877 Aug 30 15:19:47.014867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23fc0b-37b8-47e8-8aff-df9738452d9e req-c9949bf9-b609-4bfe-8986-c3cc0ebbc166 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:47.016834 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba23fc0b-37b8-47e8-8aff-df9738452d9e req-c9949bf9-b609-4bfe-8986-c3cc0ebbc166 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0490131 Aug 30 15:19:47.053789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ba23fc0b-37b8-47e8-8aff-df9738452d9e req-1f03d0b3-75d1-47c2-b0db-ec251d66e5ab tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310736 Aug 30 15:19:48.167392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7e0e1-21d3-4b10-938d-4a5e1279e67d req-3e3684bf-ffec-4f43-9777-32f9bc6f528f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:48.168866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8b7e0e1-21d3-4b10-938d-4a5e1279e67d req-3e3684bf-ffec-4f43-9777-32f9bc6f528f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0484650 Aug 30 15:19:48.205404 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8b7e0e1-21d3-4b10-938d-4a5e1279e67d req-05ae1c62-0b30-4780-9956-a54ed5983383 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301344 Aug 30 15:19:49.317156 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fc815-f004-4e71-a9b1-e5a1a580292a req-d6f46476-d429-4ba1-819d-52b851b54398 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:49.318609 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc7fc815-f004-4e71-a9b1-e5a1a580292a req-d6f46476-d429-4ba1-819d-52b851b54398 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0473995 Aug 30 15:19:49.355520 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc7fc815-f004-4e71-a9b1-e5a1a580292a req-99fc2553-b59b-474d-8dcc-27abb557e268 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310798 Aug 30 15:19:50.474191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5fa4-5314-4160-a913-f8245346f081 req-6e3e717a-0bc2-457d-8e81-71464d4617b9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:50.475650 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b6c5fa4-5314-4160-a913-f8245346f081 req-6e3e717a-0bc2-457d-8e81-71464d4617b9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0514274 Aug 30 15:19:50.512219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b6c5fa4-5314-4160-a913-f8245346f081 req-0a8f535b-45b6-47e9-9b48-5d7626a5a3b9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306485 Aug 30 15:19:50.555624 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:51.626886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938cf88-f4a4-432d-b850-01bdacffb1c7 req-8971bda6-31a5-4668-9583-10cf1b6621f6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:51.628248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5938cf88-f4a4-432d-b850-01bdacffb1c7 req-8971bda6-31a5-4668-9583-10cf1b6621f6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0473874 Aug 30 15:19:51.667866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5938cf88-f4a4-432d-b850-01bdacffb1c7 req-4cc37af9-2319-4852-98d3-f950b1af532e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338099 Aug 30 15:19:52.780305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d2f3-29c2-46ae-b199-5fd8e0b6bdf7 req-5767a7ca-7491-48ff-bf4f-6b4f5db4f63f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:52.781812 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e075d2f3-29c2-46ae-b199-5fd8e0b6bdf7 req-5767a7ca-7491-48ff-bf4f-6b4f5db4f63f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0481586 Aug 30 15:19:52.820291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e075d2f3-29c2-46ae-b199-5fd8e0b6bdf7 req-7eb8bb9c-fabe-498d-b8cc-a3d375f0773d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Aug 30 15:19:53.932652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4987a-a0c9-452f-8b8b-c228f0bc2cc6 req-c632f2b1-9a01-4711-9389-1dcd35328746 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:53.934141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68d4987a-a0c9-452f-8b8b-c228f0bc2cc6 req-c632f2b1-9a01-4711-9389-1dcd35328746 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0470369 Aug 30 15:19:53.971918 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-68d4987a-a0c9-452f-8b8b-c228f0bc2cc6 req-44053afa-d092-44fe-bb3b-48f4e3a5c506 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Aug 30 15:19:55.088410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611a7c1-1c64-4d1d-93bf-7bc87a426e3f req-f0aeb81f-2a1e-4388-a72b-90e7d0100143 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:55.089958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3611a7c1-1c64-4d1d-93bf-7bc87a426e3f req-f0aeb81f-2a1e-4388-a72b-90e7d0100143 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0497758 Aug 30 15:19:55.128844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3611a7c1-1c64-4d1d-93bf-7bc87a426e3f req-d6d9e2f4-3b7f-4a86-bff8-1a6b3e62f7fa tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327907 Aug 30 15:19:55.236059 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a0e75b3-dc9b-4d8b-84e0-53e70dde020d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:55.432048 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-d011ea82-a7d6-47fc-ac48-1151197cb3de service neutron] show failed (client error): The resource could not be found. Aug 30 15:19:55.433093 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-d011ea82-a7d6-47fc-ac48-1151197cb3de service neutron] 10.222.0.39 "GET /v2.0/ports/96842f72-f099-4a3d-ad33-30ec7dedbd14/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0613961 Aug 30 15:19:55.618011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-0061c9bc-fd5c-4f1c-b57a-cbd92e9370c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:55.619590 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-0061c9bc-fd5c-4f1c-b57a-cbd92e9370c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 1096 time: 0.0390599 Aug 30 15:19:55.638282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:19:55.692957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:56.266238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178c69a-6d81-4b83-8d70-83f6f57cbc00 req-2e5f20be-6c9d-4643-8389-ae802a83c118 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:56.267691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1178c69a-6d81-4b83-8d70-83f6f57cbc00 req-2e5f20be-6c9d-4643-8389-ae802a83c118 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0684052 Aug 30 15:19:56.279970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:19:56.333336 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1178c69a-6d81-4b83-8d70-83f6f57cbc00 req-c01cf39c-a6b8-4414-b6a2-52a357ccfb9c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585659 Aug 30 15:19:56.336437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:19:56.379532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:19:56.381855 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5223dff9-47f7-41b2-8664-5dfc9882291e" -d '{"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:19:56.385890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:56.398054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Transition to ACTIVE for port object 96842f72-f099-4a3d-ad33-30ec7dedbd14 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:19:56.401989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:56.440111 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6489a6c6-ce0c-48ba-899f-6945a99524ce x-openstack-request-id: req-6489a6c6-ce0c-48ba-899f-6945a99524ce {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:19:56.440401 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:19:56.440649 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6489a6c6-ce0c-48ba-899f-6945a99524ce {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:19:56.441028 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'code': 200} Aug 30 15:19:56.480624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:19:56.494391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.494838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.495063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.495405 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.495738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.496068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.496397 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.496725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.497080 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.497398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.497719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.498041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:19:56.539508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] No DVR routers for this DVR port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:19:56.676339 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:19:56.677000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:19:56.677000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:19:56.681144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:19:56.681468 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:19:56.686286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:19:56.686722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:19:56.687010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:19:56.687435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Bound port: 96842f72-f099-4a3d-ad33-30ec7dedbd14, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:19:56.688078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:56.750044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:19:56.753366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:19:56.757363 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:56.788569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:56.789222 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:56.790628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] 10.222.0.21 "PUT /v2.0/ports/96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1091 time: 1.1563489 Aug 30 15:19:56.814655 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acc82e-f3fb-419a-af96-8cdfc85e5ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:19:56.867307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-bb173f0e-59fd-4805-ae38-9baf93d8c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:56.868863 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-bb173f0e-59fd-4805-ae38-9baf93d8c8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0433085 Aug 30 15:19:56.962639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-441d501f-494d-458b-b245-e0ea616d31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:56.964114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-441d501f-494d-458b-b245-e0ea616d31ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0877867 Aug 30 15:19:57.037073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-9a345bc2-e9a2-4f70-ab1a-45ad1d739fae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1000 time: 0.0656085 Aug 30 15:19:57.091021 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-8115f5e9-5518-45b2-9702-61c0acb8efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:57.092537 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-8115f5e9-5518-45b2-9702-61c0acb8efeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0476186 Aug 30 15:19:57.141509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-767e1d15-bf58-4b8d-821b-7629e5b5badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:57.142985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-767e1d15-bf58-4b8d-821b-7629e5b5badb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418098 Aug 30 15:19:57.230721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-aee73321-d46c-445d-b7de-ceb656e35c42 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800331 Aug 30 15:19:57.347706 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-14d8843b-8968-403f-8720-1b7eefa6dbd4 req-1cf5531a-74f0-468a-862d-fbddeb86c443 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896323 Aug 30 15:19:57.458471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c810b7-1246-4086-8cdf-fb7b17090837 req-76b0631e-7bfe-4776-8eb2-7f0e773a105b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:57.460018 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67c810b7-1246-4086-8cdf-fb7b17090837 req-76b0631e-7bfe-4776-8eb2-7f0e773a105b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0563140 Aug 30 15:19:57.537288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-a5de167f-72c9-467a-9bf3-adae11f761f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:57.538767 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-a5de167f-72c9-467a-9bf3-adae11f761f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0778792 Aug 30 15:19:57.541749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-67c810b7-1246-4086-8cdf-fb7b17090837 req-04a652b0-a4b1-4c87-972e-3ae7e2dc8beb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728879 Aug 30 15:19:57.648718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-3707f4b9-74ff-49d8-8237-01d1d631fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:57.650232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-3707f4b9-74ff-49d8-8237-01d1d631fdef service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0902209 Aug 30 15:19:57.722835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-93d3d22c-b058-4b2c-a94a-dc02dd1f7fdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1000 time: 0.0652843 Aug 30 15:19:57.774770 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-58b2e902-7599-4d35-945c-9e82b07baec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:57.776229 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-58b2e902-7599-4d35-945c-9e82b07baec8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0445282 Aug 30 15:19:57.823530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-6aa74878-7c7d-4e80-9216-49e67643176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:57.825187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-6aa74878-7c7d-4e80-9216-49e67643176c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415068 Aug 30 15:19:57.919852 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c8c4807-cf52-419f-8f75-d45b5772abff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:57.920567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-e0d03c8e-d176-4bc7-90fe-86110d9e5a59 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881879 Aug 30 15:19:58.013113 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d0bd1b6-0e63-41a3-bb01-a71fecbaab5c req-c0074182-ac25-47b2-a2a4-b809ec5f7c2a service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864205 Aug 30 15:19:58.442418 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:19:58.444904 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0" -d '{"events": [{"name": "network-changed", "server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:19:58.492851 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9aa69d-0015-4e98-a3d7-4728566db8fc x-openstack-request-id: req-cd9aa69d-0015-4e98-a3d7-4728566db8fc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:19:58.493224 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:19:58.493671 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd9aa69d-0015-4e98-a3d7-4728566db8fc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:19:58.494003 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'status': 'completed', 'code': 200} Aug 30 15:19:58.556559 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-4d84eb9f-6b60-4e9c-810f-3c263065f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.558429 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-4d84eb9f-6b60-4e9c-810f-3c263065f7bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0418639 Aug 30 15:19:58.576395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-0c76d8e2-494f-43f2-b927-e7c652f532bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.578152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-0c76d8e2-494f-43f2-b927-e7c652f532bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0438910 Aug 30 15:19:58.665075 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-d6620334-9257-4a71-b02b-0fdf7bb444d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.666880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-d6620334-9257-4a71-b02b-0fdf7bb444d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.1018903 Aug 30 15:19:58.678125 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:58.716265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479c7bc-6425-4cb0-a493-048232e092cb req-90cdb3b2-7e12-472c-b2d1-dbdfafa42b13 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.717808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7479c7bc-6425-4cb0-a493-048232e092cb req-90cdb3b2-7e12-472c-b2d1-dbdfafa42b13 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0835316 Aug 30 15:19:58.742690 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-e27b926e-3a61-4db0-a485-d4a8d0df63dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1000 time: 0.0685391 Aug 30 15:19:58.743957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-26ec77d9-a8a1-4126-9b2c-e6663aebc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.745507 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-26ec77d9-a8a1-4126-9b2c-e6663aebc005 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.1602213 Aug 30 15:19:58.795292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-7629229c-31d2-4dac-a1d1-0663e88da37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.796888 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-7629229c-31d2-4dac-a1d1-0663e88da37f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0479133 Aug 30 15:19:58.809431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7479c7bc-6425-4cb0-a493-048232e092cb req-368a70c6-31ea-469e-9bcc-a6ade0759973 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826070 Aug 30 15:19:58.816708 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:19:58.842075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-7e8b18c4-3e9b-4aea-ad43-7fb0b9b7b89f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1000 time: 0.0878358 Aug 30 15:19:58.856679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:19:58.861566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-4fe8fe92-c97a-4d08-b19f-bc94bd49fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.863209 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-4fe8fe92-c97a-4d08-b19f-bc94bd49fe76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596719 Aug 30 15:19:58.896823 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-70737ff8-de09-4ea7-8218-65da8eedc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.898248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-70737ff8-de09-4ea7-8218-65da8eedc3c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0466611 Aug 30 15:19:58.948215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-4d9a71de-a9b9-426b-b84f-7fae66d85d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:58.949909 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-4d9a71de-a9b9-426b-b84f-7fae66d85d81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439501 Aug 30 15:19:58.963333 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-2322c201-6639-400c-b795-c2a5dd1b02e2 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909534 Aug 30 15:19:59.050358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-571d02ee-7b1f-4069-b367-d26bc17cb78f service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931232 Aug 30 15:19:59.057233 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-da4a377b-cfca-4cf3-ba6e-4641a0aa3a99 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865293 Aug 30 15:19:59.141961 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ae9f790e-b50e-46da-a7c8-239e3b3b2df0 req-0200896d-bc84-4d3a-a431-a5412718d6bb service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841093 Aug 30 15:19:59.419792 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:19:59.944100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafea715-7dab-42a7-a90b-158c814ac356 req-8fa673c1-3133-4304-bd2e-1a775aaad825 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:19:59.945620 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cafea715-7dab-42a7-a90b-158c814ac356 req-8fa673c1-3133-4304-bd2e-1a775aaad825 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0498586 Aug 30 15:19:59.987966 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cafea715-7dab-42a7-a90b-158c814ac356 req-63fd721a-fb82-4ab5-a9e8-7f56f131da06 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364261 Aug 30 15:20:01.114878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d6041-35ae-42a4-91a5-7768244e6080 req-4033265a-8bbc-417f-a07a-0d1947438981 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:01.116370 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-751d6041-35ae-42a4-91a5-7768244e6080 req-4033265a-8bbc-417f-a07a-0d1947438981 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0568988 Aug 30 15:20:01.155569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-751d6041-35ae-42a4-91a5-7768244e6080 req-4d450983-e84d-4410-be7f-a9f9552460eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329509 Aug 30 15:20:01.793307 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:02.271611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5433739-7abc-4886-b322-eccfb307427e req-6ea20d59-d220-4a1c-bf7e-b7fa9a1b912f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:02.273198 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5433739-7abc-4886-b322-eccfb307427e req-6ea20d59-d220-4a1c-bf7e-b7fa9a1b912f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0491557 Aug 30 15:20:02.309338 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f5433739-7abc-4886-b322-eccfb307427e req-5df156d6-053b-4375-8dad-07f1cef24ac9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302551 Aug 30 15:20:03.370110 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:03.424969 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98f260-1051-4fe9-b165-1db1e9d38b67 req-fa90f7e6-84f6-444c-84af-4b360b7efb0b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:03.426433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b98f260-1051-4fe9-b165-1db1e9d38b67 req-fa90f7e6-84f6-444c-84af-4b360b7efb0b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0473366 Aug 30 15:20:03.463162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8b98f260-1051-4fe9-b165-1db1e9d38b67 req-9d060675-f579-4585-b091-a4533e213ba1 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308869 Aug 30 15:20:04.579352 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3adf36-194c-4345-a1a8-cea8df5f4f89 req-8f2a7bf6-4623-4e83-b5ea-abdbd14b41d7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:04.580839 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f3adf36-194c-4345-a1a8-cea8df5f4f89 req-8f2a7bf6-4623-4e83-b5ea-abdbd14b41d7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0508716 Aug 30 15:20:04.617389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f3adf36-194c-4345-a1a8-cea8df5f4f89 req-971426b6-f8fd-4aa5-9930-ce9224262b77 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306087 Aug 30 15:20:05.731130 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5af29-86bb-4f7f-953a-edc4fb6e0bc4 req-7adaabc7-df88-493b-9ded-af6d92a1f241 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:05.732582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2be5af29-86bb-4f7f-953a-edc4fb6e0bc4 req-7adaabc7-df88-493b-9ded-af6d92a1f241 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0482736 Aug 30 15:20:05.771495 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2be5af29-86bb-4f7f-953a-edc4fb6e0bc4 req-8e108d14-4349-42be-a5d6-fe3f0b02a16a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Aug 30 15:20:06.884702 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc2d7-bfde-4bb2-ae66-6080300e59f1 req-dbd27d23-2f1d-4fc4-873a-a40842448dc8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:06.886190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66abc2d7-bfde-4bb2-ae66-6080300e59f1 req-dbd27d23-2f1d-4fc4-873a-a40842448dc8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0476580 Aug 30 15:20:06.926956 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-66abc2d7-bfde-4bb2-ae66-6080300e59f1 req-07879aa3-f631-4d3d-b589-068142927378 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342145 Aug 30 15:20:08.042978 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26154b7c-3720-4f22-bd45-1581c82ae8f8 req-f6d40066-ca60-4c42-9c33-ad4778c9c667 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:08.044363 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26154b7c-3720-4f22-bd45-1581c82ae8f8 req-f6d40066-ca60-4c42-9c33-ad4778c9c667 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0516143 Aug 30 15:20:08.081933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26154b7c-3720-4f22-bd45-1581c82ae8f8 req-517bdc70-0a84-4b35-9be7-7affbf7b2ca4 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 Aug 30 15:20:09.195370 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e7315-85ea-4dce-90e9-da14df5306c1 req-dd36c944-07c5-43a5-b0a8-5f84e5693544 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:09.196802 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-423e7315-85ea-4dce-90e9-da14df5306c1 req-dd36c944-07c5-43a5-b0a8-5f84e5693544 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0484309 Aug 30 15:20:09.232804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-423e7315-85ea-4dce-90e9-da14df5306c1 req-2f8fc9aa-3832-45d2-8f48-744542d0f02e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301607 Aug 30 15:20:10.350125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843d455-cd43-4c80-b38b-4483c995fa2a req-eebec725-f263-48e1-8783-b1cb7032d0a6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:10.351650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0843d455-cd43-4c80-b38b-4483c995fa2a req-eebec725-f263-48e1-8783-b1cb7032d0a6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 943 time: 0.0504358 Aug 30 15:20:10.394603 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0843d455-cd43-4c80-b38b-4483c995fa2a req-f4644710-0d4a-4610-892f-8631a6b3d3f7 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364680 Aug 30 15:20:11.222990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:20:11.315248 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:11.325961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'mac_address': 'fa:16:3e:c2:d5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:20:11.361200 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:11.373579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96842f72-f099-4a3d-ad33-30ec7dedbd14 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:20:11.391884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:11.395575 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:11.445683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:11.453170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.453523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.453867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.454231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.454564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.454894 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.455227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.455555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.455882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.456205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.456521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.456849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:11.510121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55d01-060e-4042-b6a5-14d4bcc890ac req-b653bab2-5cef-4d2e-a9e9-88ea71729852 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:11.511503 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ab55d01-060e-4042-b6a5-14d4bcc890ac req-b653bab2-5cef-4d2e-a9e9-88ea71729852 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0492213 Aug 30 15:20:11.549535 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ab55d01-060e-4042-b6a5-14d4bcc890ac req-d39faf2d-816e-4abc-b4b3-77f7d3de3a38 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Aug 30 15:20:11.812127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['96842f72-f099-4a3d-ad33-30ec7dedbd14'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:20:11.830607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-0ac4c766-22a4-469b-8e77-12d19c697f4b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:11.832180 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-0ac4c766-22a4-469b-8e77-12d19c697f4b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.21 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6&tenant_id=b6ff3ab55a204a768ca7075aede27603&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 944 time: 0.0529120 Aug 30 15:20:11.851215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59aec-f86e-427a-b900-8ba2f43ad453 req-290b9a92-f327-4d6b-a40d-cddd286c3924 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:11.852754 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84e59aec-f86e-427a-b900-8ba2f43ad453 req-290b9a92-f327-4d6b-a40d-cddd286c3924 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0511243 Aug 30 15:20:11.897231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-84e59aec-f86e-427a-b900-8ba2f43ad453 req-c803a183-a6c2-474b-8d23-b02411aed0db tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384378 Aug 30 15:20:11.900291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-0421323b-f6e7-4fc9-88b0-acd4e1930898 service neutron] 10.222.0.21 "GET /v2.0/ports/96842f72-f099-4a3d-ad33-30ec7dedbd14/bindings/n-h1-805668-3 HTTP/1.1" status: 200 len: 382 time: 0.0604036 Aug 30 15:20:11.981746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-273afc53-5afb-41ba-a4a5-611bf5abdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:11.983426 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-273afc53-5afb-41ba-a4a5-611bf5abdb93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0439146 Aug 30 15:20:12.069910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-4045da9d-7b0a-48f7-ba56-0dbe5222edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:12.071228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-4045da9d-7b0a-48f7-ba56-0dbe5222edcb service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0806592 Aug 30 15:20:12.139107 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-223a5961-393e-4c02-b8d4-65e8659de4cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1001 time: 0.0602491 Aug 30 15:20:12.196124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-8a2d4d61-eeb5-4842-839c-2d65445a7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:12.197530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-8a2d4d61-eeb5-4842-839c-2d65445a7fdf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0428615 Aug 30 15:20:12.242267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-877d7579-4284-4f84-9792-23640a79d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:12.243684 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-877d7579-4284-4f84-9792-23640a79d210 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381136 Aug 30 15:20:12.353245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-7df8690d-6b26-400a-94fb-032e51fe101c service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844665 Aug 30 15:20:12.441702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-353e38b8-4948-439c-a106-27840703c427 service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810087 Aug 30 15:20:13.013598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040c1ea-28d8-48ee-8363-e50a1ae12a0a req-dd1a87f3-ff98-4a75-94a3-3a2a5420319d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:13.015033 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8040c1ea-28d8-48ee-8363-e50a1ae12a0a req-dd1a87f3-ff98-4a75-94a3-3a2a5420319d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0482295 Aug 30 15:20:13.052003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8040c1ea-28d8-48ee-8363-e50a1ae12a0a req-a4ad8534-92a8-4b14-aeba-7d5d16242eaf tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306201 Aug 30 15:20:13.223546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:20:13.270897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 96842f72-f099-4a3d-ad33-30ec7dedbd14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:20:13.274701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 96842f72-f099-4a3d-ad33-30ec7dedbd14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:20:13.275184 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:13.354817 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:13.377517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:20:13.379740 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff84f94-713b-4d0f-ae35-b9bd77d2194f" -d '{"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-plugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:20:13.393015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:13.397375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:13.428401 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eb556d-5405-4e4f-a65c-dd8d848f5fa0 x-openstack-request-id: req-09eb556d-5405-4e4f-a65c-dd8d848f5fa0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:20:13.428691 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-plugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:20:13.428942 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09eb556d-5405-4e4f-a65c-dd8d848f5fa0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:20:13.429483 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'code': 200} Aug 30 15:20:13.445232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:14.168842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbc838-0c35-4fc9-ba8b-e6baef538e66 req-74af1c16-fd9e-4d80-ac02-35af32324fb0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:14.170331 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74cbc838-0c35-4fc9-ba8b-e6baef538e66 req-74af1c16-fd9e-4d80-ac02-35af32324fb0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0525870 Aug 30 15:20:14.207524 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74cbc838-0c35-4fc9-ba8b-e6baef538e66 req-b2c365a2-f09a-4f4e-96b2-53dbe445cb37 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306497 Aug 30 15:20:15.327804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fca9b0-ba97-4411-a833-b0d39bf715ba req-604720e7-90eb-468a-94cc-1a894fc390db tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:15.330302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7fca9b0-ba97-4411-a833-b0d39bf715ba req-604720e7-90eb-468a-94cc-1a894fc390db tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Aug 30 15:20:15.369077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f7fca9b0-ba97-4411-a833-b0d39bf715ba req-6921e7b2-1663-43ff-802b-5ccc8d961f8a tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Aug 30 15:20:16.486435 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6cd29-a506-4e41-8648-b34d19ae1d3d req-8acf7ccf-052c-4a86-ad8f-943328e67aee tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:16.487944 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4b6cd29-a506-4e41-8648-b34d19ae1d3d req-8acf7ccf-052c-4a86-ad8f-943328e67aee tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0529776 Aug 30 15:20:16.525846 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4b6cd29-a506-4e41-8648-b34d19ae1d3d req-be63d1ee-b935-4cb9-911d-eb0dd715823e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Aug 30 15:20:16.594138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-88d155f9-3936-4e4b-b2a1-6adcc6976dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:16.596274 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-88d155f9-3936-4e4b-b2a1-6adcc6976dd5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6&tenant_id=b6ff3ab55a204a768ca7075aede27603 HTTP/1.1" status: 200 len: 1096 time: 0.0399346 Aug 30 15:20:16.607353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:20:16.661589 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:16.858775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:16.889762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h1-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:20:16.928697 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:20:16.930916 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392f79b6-51d9-4fe5-b597-86df11f64567" -d '{"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:20:16.934935 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:16.947490 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Transition to ACTIVE for port object 96842f72-f099-4a3d-ad33-30ec7dedbd14 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:20:16.951348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:16.980886 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e7973f-8968-43fa-9a78-cc92129e9194 x-openstack-request-id: req-f9e7973f-8968-43fa-9a78-cc92129e9194 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:20:16.981208 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:20:16.981462 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9e7973f-8968-43fa-9a78-cc92129e9194 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:20:16.981859 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'code': 200} Aug 30 15:20:17.044325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:17.058423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.058769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.059110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.059448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.059779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.060110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.060469 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.060768 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.061113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.061442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.061773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.062081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:20:17.087762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] No DVR routers for this DVR port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on host n-h1-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:20:17.225710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:20:17.225968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:20:17.226291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:20:17.230542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:20:17.230862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Attempting to bind port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on network aa70154c-7258-48b9-bffb-7f798c258b89 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:20:17.236633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:20:17.237876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:20:17.238215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Checking segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:20:17.238596 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Bound using segment: {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:20:17.239018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Bound port: 96842f72-f099-4a3d-ad33-30ec7dedbd14, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d40b76-f89c-45ef-a268-e274f072ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:20:17.239375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:17.277064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:20:17.302810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:20:17.306243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:20:17.310331 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:17.347778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:17.348396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:17.349790 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] 10.222.0.39 "PUT /v2.0/ports/96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1092 time: 0.7464743 Aug 30 15:20:17.372337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cac2cf-afd6-4c8c-9716-d650e92b0dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:17.418842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-ca064e39-8eff-489c-a173-972dbadd0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:17.420357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-ca064e39-8eff-489c-a173-972dbadd0a6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0454445 Aug 30 15:20:17.513245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-21ab158e-e951-48b1-bf43-6c7b8424769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:17.514741 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-21ab158e-e951-48b1-bf43-6c7b8424769b service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0875802 Aug 30 15:20:17.586707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-5b7671af-6046-4fa8-8923-a726078038c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1000 time: 0.0648232 Aug 30 15:20:17.636833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-3f39f621-9968-4b58-b5c4-c56566211252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:17.638255 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-3f39f621-9968-4b58-b5c4-c56566211252 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0449479 Aug 30 15:20:17.645745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d251de-39a6-4bea-985c-251c2a7dd8f4 req-cad02d17-0e79-4772-a709-03719d9f95a2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:17.647210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41d251de-39a6-4bea-985c-251c2a7dd8f4 req-cad02d17-0e79-4772-a709-03719d9f95a2 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0483487 Aug 30 15:20:17.684838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-8f373d19-cc3a-46a5-8efe-903e44e5eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:17.685139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41d251de-39a6-4bea-985c-251c2a7dd8f4 req-e4fb83a8-8ec5-4efa-959a-35e67411d9a3 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315108 Aug 30 15:20:17.686355 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-8f373d19-cc3a-46a5-8efe-903e44e5eaae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400860 Aug 30 15:20:17.777587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-5a703227-5ffa-4214-8c06-7e1a92600018 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844641 Aug 30 15:20:17.865849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d88f1479-c2d8-4a54-a27f-73e83bac8c85 req-f3cff52c-98d0-4345-95e0-9390f6a94b20 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813005 Aug 30 15:20:18.805857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fe6b3-5791-43cf-8fb6-ea01320bbb15 req-ae2faa40-d431-464a-8fd8-88d0b44202ee tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:18.807335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df6fe6b3-5791-43cf-8fb6-ea01320bbb15 req-ae2faa40-d431-464a-8fd8-88d0b44202ee tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0490806 Aug 30 15:20:18.850536 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df6fe6b3-5791-43cf-8fb6-ea01320bbb15 req-02f29d97-7e36-4a1e-b719-996f349cc31b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372636 Aug 30 15:20:18.982747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:20:18.985126 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c958f-a79c-441a-9ad6-b339a3793b98" -d '{"events": [{"name": "network-changed", "server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:20:19.035524 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e7d81-0e61-4c59-86ee-5638a41b391a x-openstack-request-id: req-d75e7d81-0e61-4c59-86ee-5638a41b391a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:20:19.035848 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:20:19.036099 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d75e7d81-0e61-4c59-86ee-5638a41b391a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:20:19.036493 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'status': 'completed', 'code': 200} Aug 30 15:20:19.100348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-c540d7cd-503d-4b44-a1d0-a2e3c0074568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.101901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-c540d7cd-503d-4b44-a1d0-a2e3c0074568 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0422709 Aug 30 15:20:19.126928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-6f16b7e6-49b0-48a4-88a2-349f65256948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.128438 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-6f16b7e6-49b0-48a4-88a2-349f65256948 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6ff3ab55a204a768ca7075aede27603&device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0453286 Aug 30 15:20:19.198808 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-f54e08a0-466d-4552-95b2-2f910f5c65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.200827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-f54e08a0-466d-4552-95b2-2f910f5c65b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0918362 Aug 30 15:20:19.220570 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-2eb91bed-b1a9-417a-a900-0dbad4714455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.222470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-2eb91bed-b1a9-417a-a900-0dbad4714455 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 200 len: 913 time: 0.0860169 Aug 30 15:20:19.270366 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-5c298db0-eed7-40e6-a4d8-722f36835467 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1000 time: 0.0625520 Aug 30 15:20:19.291690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-fb3cb78a-0a88-47e2-acc1-d9735dc15fbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 200 len: 1000 time: 0.0618532 Aug 30 15:20:19.321228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-ea0902d2-1a81-4a7c-9709-25e035195d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.322761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-ea0902d2-1a81-4a7c-9709-25e035195d67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0461633 Aug 30 15:20:19.342371 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-6f84d94a-0ee9-45b9-8b8e-ca940d4ad73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.343982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-6f84d94a-0ee9-45b9-8b8e-ca940d4ad73e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 200 len: 851 time: 0.0453336 Aug 30 15:20:19.377941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-af1f91bc-61ed-49a7-b6b4-e81c18807b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.379963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-af1f91bc-61ed-49a7-b6b4-e81c18807b48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475204 Aug 30 15:20:19.393492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-72688baa-197c-4ddf-b0c6-9bd9119740af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.394986 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-72688baa-197c-4ddf-b0c6-9bd9119740af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa70154c-7258-48b9-bffb-7f798c258b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425742 Aug 30 15:20:19.482609 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-fb08ea7c-c4e4-4fd0-b450-1d8437e41bc8 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951033 Aug 30 15:20:19.490155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-182d875c-a110-475b-8a3d-4870018c872f service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 Aug 30 15:20:19.577499 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-5cfdcd54-e7fc-4263-a304-a66e9d125537 service neutron] 10.222.0.39 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Aug 30 15:20:19.590654 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc0c958f-a79c-441a-9ad6-b339a3793b98 req-883ce12d-c78d-4a94-98eb-e8bb580a769e service neutron] 10.222.0.21 "GET /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924516 Aug 30 15:20:19.965905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c3c43-9d56-45be-b7b7-1a69be3e16d3 req-666ca307-5f87-4072-9bb2-acd865d15e4f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:19.967396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-867c3c43-9d56-45be-b7b7-1a69be3e16d3 req-666ca307-5f87-4072-9bb2-acd865d15e4f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0498896 Aug 30 15:20:20.009543 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-867c3c43-9d56-45be-b7b7-1a69be3e16d3 req-fd398b38-ed79-414a-a9ef-f37546da90a8 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361269 Aug 30 15:20:20.404971 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:20:20.571569 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:21.127316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e09878-1773-4bd4-b43f-64c1763d984e req-8e6d133c-30ae-45ad-b946-f52b9ee36e3c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:21.128693 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74e09878-1773-4bd4-b43f-64c1763d984e req-8e6d133c-30ae-45ad-b946-f52b9ee36e3c tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0498447 Aug 30 15:20:21.167678 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-74e09878-1773-4bd4-b43f-64c1763d984e req-702c5604-960e-4270-a013-f6ca193e5452 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317366 Aug 30 15:20:22.280883 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d89e85-45ef-4bfd-94e1-9f55a2b558a4 req-fd749721-6144-4d7a-8991-f611f495fa2e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:22.283006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d89e85-45ef-4bfd-94e1-9f55a2b558a4 req-fd749721-6144-4d7a-8991-f611f495fa2e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0475261 Aug 30 15:20:22.318819 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5d89e85-45ef-4bfd-94e1-9f55a2b558a4 req-bdb50196-fcac-496e-975a-ca5f415ece17 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300956 Aug 30 15:20:23.436129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ada9-deb2-47be-8dfe-7195c0862240 req-5fb5d512-1c69-4926-98e0-31f825a46243 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:23.437597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3440ada9-deb2-47be-8dfe-7195c0862240 req-5fb5d512-1c69-4926-98e0-31f825a46243 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0513616 Aug 30 15:20:23.473665 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3440ada9-deb2-47be-8dfe-7195c0862240 req-30e03022-1e80-437e-957b-67a5f241ad58 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300403 Aug 30 15:20:24.586517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0fa65-62a9-4b0c-8bb8-7e32eed09df0 req-6a9951d5-9217-4213-89c3-471b61feac83 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:24.587966 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-70c0fa65-62a9-4b0c-8bb8-7e32eed09df0 req-6a9951d5-9217-4213-89c3-471b61feac83 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0476038 Aug 30 15:20:24.624586 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-70c0fa65-62a9-4b0c-8bb8-7e32eed09df0 req-fb1cc1bf-48d8-422d-9f07-1c1ca2b5973d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307515 Aug 30 15:20:25.238309 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5439e5b-8069-439a-ae68-e8b6a7b196c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:25.740030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9325260-e769-4e40-aa24-35ad573d1dda req-6f9c5392-0cc9-4b1e-b3b6-8207d15113e5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:25.741500 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9325260-e769-4e40-aa24-35ad573d1dda req-6f9c5392-0cc9-4b1e-b3b6-8207d15113e5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0475895 Aug 30 15:20:25.777471 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f9325260-e769-4e40-aa24-35ad573d1dda req-6c07dc22-bbbb-4e7f-b524-232ddb4006dd tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301867 Aug 30 15:20:26.890539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59555881-7927-4325-8ce7-e3c7e3f1d4c1 req-1d98d96b-c6be-4bc5-bc04-3d077ad6730f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:26.891978 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59555881-7927-4325-8ce7-e3c7e3f1d4c1 req-1d98d96b-c6be-4bc5-bc04-3d077ad6730f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0474710 Aug 30 15:20:26.931856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-59555881-7927-4325-8ce7-e3c7e3f1d4c1 req-82fabb67-351d-43d9-bd55-3dcf2ed6c86d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340400 Aug 30 15:20:27.921346 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87437973-0193-43ef-9b4e-d8ff5398c535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:28.044585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb8232-3250-497e-b6ef-10a1504bcb59 req-2791cdea-0683-4812-ac2e-1bcfeae27df5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:28.045975 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53bb8232-3250-497e-b6ef-10a1504bcb59 req-2791cdea-0683-4812-ac2e-1bcfeae27df5 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 944 time: 0.0469515 Aug 30 15:20:28.082737 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-53bb8232-3250-497e-b6ef-10a1504bcb59 req-c215de52-58f6-4f5b-91bf-76180e590574 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304747 Aug 30 15:20:28.679954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:28.924183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:20:29.013817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:29.025399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'port_id': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'mac_address': 'fa:16:3e:c2:d5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:20:29.064660 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:29.076693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96842f72-f099-4a3d-ad33-30ec7dedbd14 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:20:29.096195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:29.099781 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:29.145946 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:29.202441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb959b-5b26-4790-be44-74425e30a7ee req-14ba9bd4-207e-4e4d-bfa9-bb61f77ad6e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:29.203893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72bb959b-5b26-4790-be44-74425e30a7ee req-14ba9bd4-207e-4e4d-bfa9-bb61f77ad6e6 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0512030 Aug 30 15:20:29.240101 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-72bb959b-5b26-4790-be44-74425e30a7ee req-d2ef6f85-f617-4942-b8db-834b0f4a6930 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297437 Aug 30 15:20:29.346470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['96842f72-f099-4a3d-ad33-30ec7dedbd14'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:20:29.358808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3471e94-c293-4c2d-801c-6991170d1cbc req-95689c3e-9930-4471-8676-9cb6c5476919 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:29.360329 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3471e94-c293-4c2d-801c-6991170d1cbc req-95689c3e-9930-4471-8676-9cb6c5476919 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0530245 Aug 30 15:20:29.399337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3471e94-c293-4c2d-801c-6991170d1cbc req-20403f65-6401-474a-bf24-b9ecf9a09b9e tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Aug 30 15:20:29.434302 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:29.515610 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a7e2-f306-4ce5-8629-38408e053347 req-384ddc6a-17a8-47e2-9f33-600e9710dfcb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:29.517173 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6452a7e2-f306-4ce5-8629-38408e053347 req-384ddc6a-17a8-47e2-9f33-600e9710dfcb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0485718 Aug 30 15:20:29.554065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6452a7e2-f306-4ce5-8629-38408e053347 req-55150a8b-ffd9-41a9-a942-74518c4c5592 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309305 Aug 30 15:20:29.781435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f82dcd-a7cd-4ac5-8ee9-ccf8a92e28fe req-1a5cd4ee-8ad2-4597-99be-8794abb8dcae tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:29.783001 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-48f82dcd-a7cd-4ac5-8ee9-ccf8a92e28fe req-1a5cd4ee-8ad2-4597-99be-8794abb8dcae tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0482426 Aug 30 15:20:29.824275 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-48f82dcd-a7cd-4ac5-8ee9-ccf8a92e28fe req-d2dc35fd-3c88-41de-9367-be3f831543f0 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351667 Aug 30 15:20:30.939616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:20:30.940684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b33fc3-5651-43fa-97df-dedea6cedb47 req-44690750-be97-4eab-95f6-a0bdb89a303b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:30.943242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2b33fc3-5651-43fa-97df-dedea6cedb47 req-44690750-be97-4eab-95f6-a0bdb89a303b tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Aug 30 15:20:30.980807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2b33fc3-5651-43fa-97df-dedea6cedb47 req-b2a0e34a-6f84-4a83-82c0-114b3184a1da tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups?id=28deb988-7980-4644-8d7b-7a444e092583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327854 Aug 30 15:20:30.989216 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 96842f72-f099-4a3d-ad33-30ec7dedbd14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:20:30.992953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 96842f72-f099-4a3d-ad33-30ec7dedbd14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:20:30.993361 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.069662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.093863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:20:31.096084 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af3d917-ea5c-42c8-be8f-0cb647c0ea67" -d '{"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-plugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:20:31.108128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:31.114134 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.139721 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c001c92-a953-4d12-a153-1954608e0a6a x-openstack-request-id: req-8c001c92-a953-4d12-a153-1954608e0a6a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:20:31.140003 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-plugged", "status": "completed", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:20:31.140248 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c001c92-a953-4d12-a153-1954608e0a6a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:20:31.140625 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'code': 200} Aug 30 15:20:31.164476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:31.318090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-a61f5705-da19-40a5-8ec6-c3fb1b4f480f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:31.319521 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-a61f5705-da19-40a5-8ec6-c3fb1b4f480f tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 946 time: 0.0481031 Aug 30 15:20:31.406549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Deleting port 96842f72-f099-4a3d-ad33-30ec7dedbd14 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:20:31.406890 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.496755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] For port 96842f72-f099-4a3d-ad33-30ec7dedbd14, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=96842f72-f099-4a3d-ad33-30ec7dedbd14,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:31.497147 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.664633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.664911 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.665271 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Floating IP fe386595-442b-4e1d-804d-2fe5dec0175f disassociated. External IP: 172.25.6.168, port: 96842f72-f099-4a3d-ad33-30ec7dedbd14. Aug 30 15:20:31.665589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Calling delete_port for 96842f72-f099-4a3d-ad33-30ec7dedbd14 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:20:31.793996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.795353 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:31.820420 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event deleted for resources: {'Port': ['ID=96842f72-f099-4a3d-ad33-30ec7dedbd14,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:31.937086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:20:32.080170 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51f140a6-a490-4183-bcc1-91fdf4cc7642 req-07a6e88f-31f2-4ba8-9c5c-c59462bee425 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 210 time: 0.0270717 Aug 30 15:20:32.292781 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:20:32.302063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:20:32.311844 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:20:32.312470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:20:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:32.331153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] No DVR routers for this DVR port 96842f72-f099-4a3d-ad33-30ec7dedbd14 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:20:32.333748 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:32.335718 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2be0bed4-1e8d-4517-9102-407ab8a2d7d4 req-5bc757a5-feaf-46ce-ab39-3a122cf152e9 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.39 "DELETE /v2.0/ports/96842f72-f099-4a3d-ad33-30ec7dedbd14 HTTP/1.1" status: 204 len: 173 time: 1.0093327 Aug 30 15:20:32.336143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-deleted', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:20:32.338367 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221bcb9c-2ea4-4b3c-af61-d5c08d0bbe53" -d '{"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-deleted", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:20:32.379405 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0358391-ca97-4eab-8f2b-79f783c2bccc x-openstack-request-id: req-f0358391-ca97-4eab-8f2b-79f783c2bccc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:20:32.380124 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dbdd78-e464-493b-b700-4b51bf456bb6", "name": "network-vif-deleted", "tag": "96842f72-f099-4a3d-ad33-30ec7dedbd14", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:20:32.380374 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0358391-ca97-4eab-8f2b-79f783c2bccc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:20:32.381145 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbdd78-e464-493b-b700-4b51bf456bb6', 'name': 'network-vif-deleted', 'tag': '96842f72-f099-4a3d-ad33-30ec7dedbd14', 'status': 'completed', 'code': 200} Aug 30 15:20:32.424125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:20:32.619638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:32.650311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:20:32.658807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:20:32.659524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:20:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:32.763109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:20:32.955402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:32.981458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2e31d-8449-40f6-81c2-f3609f93a6ff None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:08:45Z', 'revision_number': 4, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'e6eb5a02-556e-4bf0-823e-38425b12c629', 'name': '', 'network_id': 'aa70154c-7258-48b9-bffb-7f798c258b89', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'mac_address': 'fa:16:3e:6d:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:44Z', 'updated_at': '2021-08-30T15:08:49Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'subnets': [{'id': 'd99ef2c9-4bfe-4d25-8f47-dd112f883755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:20:33.185141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d1d1dfcf-03a4-42c4-b7fd-3f705bdea802 req-3b59079d-0e9f-4e3e-9260-6617be398c68 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Aug 30 15:20:33.223201 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c502c-3e0b-4034-9435-4f44f47d2ff7 None None] New status for floating IP fe386595-442b-4e1d-804d-2fe5dec0175f: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:20:33.370813 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:34.288619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f6af7fe-1b56-4396-b769-990ef7d05d34 req-bafecf40-ae93-46c8-a4e4-89a622cb1029 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 210 time: 0.0258331 Aug 30 15:20:34.965598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:20:34.985809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 96842f72-f099-4a3d-ad33-30ec7dedbd14 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:20:34.986157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 96842f72-f099-4a3d-ad33-30ec7dedbd14 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:20:35.385759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fdb4b509-146b-4a2a-8452-b061f027d052 req-5c9cd294-e3be-4dae-bda3-24571d5a04da tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/ports?device_id=67dbdd78-e464-493b-b700-4b51bf456bb6 HTTP/1.1" status: 200 len: 210 time: 0.0300972 Aug 30 15:20:39.082415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:39.139234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e30b11c0-5015-4983-b681-623ffb2cc4eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.163938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e30b11c0-5015-4983-b681-623ffb2cc4eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.214334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e30b11c0-5015-4983-b681-623ffb2cc4eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.216940 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e30b11c0-5015-4983-b681-623ffb2cc4eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.218120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e30b11c0-5015-4983-b681-623ffb2cc4eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "DELETE /v2.0/security-groups/28deb988-7980-4644-8d7b-7a444e092583 HTTP/1.1" status: 204 len: 168 time: 0.1347117 Aug 30 15:20:39.221296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:39.228307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b11c0-5015-4983-b681-623ffb2cc4eb tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28deb988-7980-4644-8d7b-7a444e092583,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:39.237838 n-d-805668-3 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2ecbf8db-eb14-4121-8481-40be77647b0d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] show failed (client error): The resource could not be found. Aug 30 15:20:39.238921 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2ecbf8db-eb14-4121-8481-40be77647b0d tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "GET /v2.0/security-groups/28deb988-7980-4644-8d7b-7a444e092583 HTTP/1.1" status: 404 len: 347 time: 0.0165257 Aug 30 15:20:39.244910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58286) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:39.368934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Deleting port 592f8c07-2d67-4c66-ba69-0f37acb45682 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:20:39.369389 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.443294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.443506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.455280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Calling delete_port for 592f8c07-2d67-4c66-ba69-0f37acb45682 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:20:39.585435 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.615235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Pushing event deleted for resources: {'Port': ['ID=592f8c07-2d67-4c66-ba69-0f37acb45682,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:39.678368 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.680949 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:39.682139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-03a1245d-e370-4349-996b-4a4292966193 tempest-ServerActionsTestJSON-1647362567 tempest-ServerActionsTestJSON-1647362567-project] 10.222.0.50 "DELETE /v2.0/floatingips/fe386595-442b-4e1d-804d-2fe5dec0175f HTTP/1.1" status: 204 len: 168 time: 0.4361589 Aug 30 15:20:39.685111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58288) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:40.202392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:40.439237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Deleting port e6eb5a02-556e-4bf0-823e-38425b12c629 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:20:40.439583 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:40.518172 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] For port e6eb5a02-556e-4bf0-823e-38425b12c629, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e6eb5a02-556e-4bf0-823e-38425b12c629,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:40.518462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:40.530564 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Calling delete_port for e6eb5a02-556e-4bf0-823e-38425b12c629 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:20:40.707814 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:40.733705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6eb5a02-556e-4bf0-823e-38425b12c629,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:40.903041 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.109562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Router b22b932f-906e-4ec2-b857-8b34efc4005c has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:20:41.214456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:20:41.219273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-acb0a48f-0085-4032-a2cb-fc1e8874751c admin admin] 10.222.0.50 "PUT /v2.0/routers/b22b932f-906e-4ec2-b857-8b34efc4005c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5332267 Aug 30 15:20:41.222197 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:41.223121 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] Sync routers for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:20:41.232041 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:20:41.232661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:20:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:41.326999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.335256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:20:41.432752 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.489064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Deleting port 90de7032-dadd-4334-89ef-3922fc476055 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:20:41.489437 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.571468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] For port 90de7032-dadd-4334-89ef-3922fc476055, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=90de7032-dadd-4334-89ef-3922fc476055,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:41.571833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.585552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Calling delete_port for 90de7032-dadd-4334-89ef-3922fc476055 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:20:41.667997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '90de7032-dadd-4334-89ef-3922fc476055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:20:40Z', 'revision_number': 5, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port': {'id': '90de7032-dadd-4334-89ef-3922fc476055', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:08:43Z', 'updated_at': '2021-08-30T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:41.694624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] Checking router: b22b932f-906e-4ec2-b857-8b34efc4005c for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:20:41.702930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] Routers {'b22b932f-906e-4ec2-b857-8b34efc4005c'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:20:41.703534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:20:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['b22b932f-906e-4ec2-b857-8b34efc4005c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:41.747470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.773727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Pushing event deleted for resources: {'Port': ['ID=90de7032-dadd-4334-89ef-3922fc476055,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:41.800776 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] Set router b22b932f-906e-4ec2-b857-8b34efc4005c gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:20:41.834445 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.855149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:20:41Z', 'revision_number': 6, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:41.881822 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f34911-c4a2-44ba-8ecd-4aacf94eec50 None None] The sync data for ids ['b22b932f-906e-4ec2-b857-8b34efc4005c'] in n-d-805668-3 is: [{'id': 'b22b932f-906e-4ec2-b857-8b34efc4005c', 'name': 'tempest-ServerActionsTestJSON-1075839843-router', 'tenant_id': 'b6ff3ab55a204a768ca7075aede27603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:08:42Z', 'updated_at': '2021-08-30T15:20:41Z', 'revision_number': 6, 'project_id': 'b6ff3ab55a204a768ca7075aede27603', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:20:41.926027 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.928080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.973323 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.973868 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22b932f-906e-4ec2-b857-8b34efc4005c {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:20:41.978324 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:41.979464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7ec4ed11-84fb-495f-bc5e-b4b5bc33b92f admin admin] 10.222.0.50 "DELETE /v2.0/routers/b22b932f-906e-4ec2-b857-8b34efc4005c HTTP/1.1" status: 204 len: 168 time: 0.7563381 Aug 30 15:20:41.981982 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:42.024758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-323f0cad-6f12-4a9b-910e-6c03908de87e admin admin] Deleting subnet d99ef2c9-4bfe-4d25-8f47-dd112f883755 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:20:42.027616 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323f0cad-6f12-4a9b-910e-6c03908de87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.060566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323f0cad-6f12-4a9b-910e-6c03908de87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.139359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323f0cad-6f12-4a9b-910e-6c03908de87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.189995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323f0cad-6f12-4a9b-910e-6c03908de87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.214911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f0cad-6f12-4a9b-910e-6c03908de87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99ef2c9-4bfe-4d25-8f47-dd112f883755,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:42.218401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-323f0cad-6f12-4a9b-910e-6c03908de87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.220771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-323f0cad-6f12-4a9b-910e-6c03908de87e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d99ef2c9-4bfe-4d25-8f47-dd112f883755 HTTP/1.1" status: 204 len: 168 time: 0.2378764 Aug 30 15:20:42.223510 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:42.227803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84697aff-25bf-43b0-a1ff-c9db816e9a72 None None] Network aa70154c-7258-48b9-bffb-7f798c258b89 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:20:42.299143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.354207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Deleting port ded8c44c-8917-47f2-abdb-3bbe14c40752 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:20:42.354447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.420714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] For port ded8c44c-8917-47f2-abdb-3bbe14c40752, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ded8c44c-8917-47f2-abdb-3bbe14c40752,segment=NetworkSegment(f3d40b76-f89c-45ef-a268-e274f072ea63),segment_id=f3d40b76-f89c-45ef-a268-e274f072ea63)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:42.421170 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.433323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Calling delete_port for ded8c44c-8917-47f2-abdb-3bbe14c40752 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:20:42.508715 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.537882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Pushing event deleted for resources: {'Port': ['ID=ded8c44c-8917-47f2-abdb-3bbe14c40752,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:42.541427 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] No DVR routers for this DVR port ded8c44c-8917-47f2-abdb-3bbe14c40752 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:20:42.609000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.618498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa70154c-7258-48b9-bffb-7f798c258b89']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:42.629088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d40b76-f89c-45ef-a268-e274f072ea63') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:42.629391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d40b76-f89c-45ef-a268-e274f072ea63') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:20:42.637926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.651914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.658218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:20:42.658621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:20:42.660298 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:20:42.681507 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56de2b93-a222-4837-8938-a82460ffcdf2 None None] DHCP port deletion for aa70154c-7258-48b9-bffb-7f798c258b89 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:20:42.719447 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.724964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.726993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] 10.222.0.50 "DELETE /v2.0/networks/aa70154c-7258-48b9-bffb-7f798c258b89 HTTP/1.1" status: 204 len: 168 time: 0.5019622 Aug 30 15:20:42.737886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d19d4-60ad-4c29-9e90-7914d193fcff admin admin] Pushing event deleted for resources: {'Network': ['ID=aa70154c-7258-48b9-bffb-7f798c258b89,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:42.840675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:42.882721 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0452a6f1-c2b6-4f35-bca7-b8cc2221aa76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6ff3ab55a204a768ca7075aede27603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401742 Aug 30 15:20:42.885006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:42.934121 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-deeb6231-f2c9-4459-a352-88a5614d1950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:42.958679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-deeb6231-f2c9-4459-a352-88a5614d1950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:43.005986 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-deeb6231-f2c9-4459-a352-88a5614d1950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:43.008566 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-deeb6231-f2c9-4459-a352-88a5614d1950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:43.009892 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-deeb6231-f2c9-4459-a352-88a5614d1950 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5eba1b47-3795-4a10-a9bd-eabbbaa6fe7c HTTP/1.1" status: 204 len: 168 time: 0.1238267 Aug 30 15:20:43.017472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb6231-f2c9-4459-a352-88a5614d1950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eba1b47-3795-4a10-a9bd-eabbbaa6fe7c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:43.709647 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:43.808207 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-992028757-network', 'tenant_id': 'f3c8189ca80c488087399c96ca37adfd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:20:43.822415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 90de7032-dadd-4334-89ef-3922fc476055 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:20:43.832105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Made reservation on behalf of f3c8189ca80c488087399c96ca37adfd for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:20:43.834418 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:43.844441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 90de7032-dadd-4334-89ef-3922fc476055 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:20:43.845393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 90de7032-dadd-4334-89ef-3922fc476055 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:20:43.845825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ded8c44c-8917-47f2-abdb-3bbe14c40752 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:20:43.847086 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:43.863867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ded8c44c-8917-47f2-abdb-3bbe14c40752 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:20:43.864283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ded8c44c-8917-47f2-abdb-3bbe14c40752 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:20:43.864814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e6eb5a02-556e-4bf0-823e-38425b12c629 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:20:43.885152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: e6eb5a02-556e-4bf0-823e-38425b12c629 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:20:43.885514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e6eb5a02-556e-4bf0-823e-38425b12c629 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:20:43.934845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:43.938339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:43.958356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:20:43.971634 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:43.976217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:43.976558 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Added segment 16b199b4-5ccd-4feb-a33f-9f13d65afda3 of type vlan for network e5665286-1e55-41e8-9097-71ba90bb752f Aug 30 15:20:44.014201 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:44.038373 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:44.039301 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:44.039873 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:44.092092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3813519 Aug 30 15:20:44.095728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:20:44.103252 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Request body: {'subnet': {'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-992028757-subnet', 'tenant_id': 'f3c8189ca80c488087399c96ca37adfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:20:44.107297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2af0c-80cd-4b47-b8ee-61217228cfd0 admin admin] Pushing event updated for resources: {'Network': ['ID=e5665286-1e55-41e8-9097-71ba90bb752f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:44.116645 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network e5665286-1e55-41e8-9097-71ba90bb752f details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:20:44.128519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Made reservation on behalf of f3c8189ca80c488087399c96ca37adfd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:20:44.131047 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:44.295388 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:44.353802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc766840-0651-4821-b692-9b2bc2c52246,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:44.360699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Checking segment: {'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:20:44.361066 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Network hostable DHCP agents. Network: e5665286-1e55-41e8-9097-71ba90bb752f, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:20:44.377700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Network e5665286-1e55-41e8-9097-71ba90bb752f is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:20:44.386366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, e5665286-1e55-41e8-9097-71ba90bb752f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:20:44.390530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:44.391110 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:44.396639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf765ac-4274-4793-9858-ffe320b121da None None] Network e5665286-1e55-41e8-9097-71ba90bb752f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:20:44.410504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0657e2d8-8fbd-4366-b3af-e956f372983b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3068452 Aug 30 15:20:44.519898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162cd4a-b957-43c9-ac51-fb4994680e3f None None] Network e5665286-1e55-41e8-9097-71ba90bb752f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:20:44.810491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-51fd12d4-537f-4bce-8139-317055c9e184 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:44.812200 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-51fd12d4-537f-4bce-8139-317055c9e184 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/networks?id=e5665286-1e55-41e8-9097-71ba90bb752f HTTP/1.1" status: 200 len: 813 time: 0.0966637 Aug 30 15:20:44.826959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-1f75278c-099e-44ee-aa8d-ed1d63d4479f tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/quotas/f3c8189ca80c488087399c96ca37adfd HTTP/1.1" status: 200 len: 375 time: 0.0087752 Aug 30 15:20:44.860782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-e248a373-04cb-473c-958d-08787301f45b tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c8189ca80c488087399c96ca37adfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283499 Aug 30 15:20:44.949438 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-9d6387f8-9c15-4274-9430-219b2c5f36c9 service neutron] 10.222.0.50 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817821 Aug 30 15:20:45.039302 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-5430c162-955b-41e9-bb34-95f8176666a8 service neutron] 10.222.0.50 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841231 Aug 30 15:20:45.200315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-27a131a9-7a5f-4c43-9897-2d83510db9d5 req-35bce16d-b1e0-4e81-84dd-541b8c8db68c tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 210 time: 0.0285361 Aug 30 15:20:46.176749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-9b9f120f-1713-4bb1-aebb-679e10db543f tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:46.178362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-9b9f120f-1713-4bb1-aebb-679e10db543f tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.21 "GET /v2.0/networks?id=e5665286-1e55-41e8-9097-71ba90bb752f HTTP/1.1" status: 200 len: 813 time: 0.1069431 Aug 30 15:20:46.206575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Request body: {'port': {'device_id': 'e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4', 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f', 'admin_state_up': True, 'tenant_id': 'f3c8189ca80c488087399c96ca37adfd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:20:46.301277 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-206730ed-8acc-46e9-9311-29c56e97bc7f req-6c8bfcdb-be8a-4131-b382-ed69c7b8fa54 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 210 time: 0.0330462 Aug 30 15:20:46.339478 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Made reservation on behalf of f3c8189ca80c488087399c96ca37adfd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:20:46.343101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:46.466104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Allocated IP 172.20.0.13 (e5665286-1e55-41e8-9097-71ba90bb752f/dc766840-0651-4821-b692-9b2bc2c52246/59b9930b-310f-4f55-8f75-2e88451f4e86) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:20:46.616504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:46.657906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:46.705442 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Network e5665286-1e55-41e8-9097-71ba90bb752f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:20:46.708556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:20:46.712302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:20:46.718438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Pushing event updated for resources: {'Port': ['ID=59b9930b-310f-4f55-8f75-2e88451f4e86,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:46.762022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:46.762631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:46.775954 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-34e8c163-156b-4545-8739-7d0407e06d31 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738938 Aug 30 15:20:46.794762 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Request body: {'port': {'device_id': 'e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:20:46.846196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:47.102886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b9930b-310f-4f55-8f75-2e88451f4e86 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:20:47.110037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:47.121971 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Transition to ACTIVE for port object 59b9930b-310f-4f55-8f75-2e88451f4e86 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:20:47.125376 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:47.175325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Pushing event updated for resources: {'Port': ['ID=59b9930b-310f-4f55-8f75-2e88451f4e86,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:47.241436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Attempting to bind port 59b9930b-310f-4f55-8f75-2e88451f4e86 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:20:47.242091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Attempting to bind port 59b9930b-310f-4f55-8f75-2e88451f4e86 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:20:47.242091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Attempting to bind port 59b9930b-310f-4f55-8f75-2e88451f4e86 on network e5665286-1e55-41e8-9097-71ba90bb752f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:20:47.246159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Port 59b9930b-310f-4f55-8f75-2e88451f4e86 on network e5665286-1e55-41e8-9097-71ba90bb752f not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:20:47.246479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Attempting to bind port 59b9930b-310f-4f55-8f75-2e88451f4e86 on network e5665286-1e55-41e8-9097-71ba90bb752f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:20:47.251117 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:20:47.251450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Checking segment: {'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:20:47.251829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Bound using segment: {'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:20:47.252244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Bound port: 59b9930b-310f-4f55-8f75-2e88451f4e86, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:20:47.252590 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:47.320938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] For port 59b9930b-310f-4f55-8f75-2e88451f4e86, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:20:47.323824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] For port 59b9930b-310f-4f55-8f75-2e88451f4e86, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=59b9930b-310f-4f55-8f75-2e88451f4e86,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:20:47.330784 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:47.365136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:47.365760 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:47.367155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] 10.222.0.21 "PUT /v2.0/ports/59b9930b-310f-4f55-8f75-2e88451f4e86 HTTP/1.1" status: 200 len: 1092 time: 0.5767438 Aug 30 15:20:47.367595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4', 'tag': '59b9930b-310f-4f55-8f75-2e88451f4e86'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:20:47.369878 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda3c98-e3d2-400b-a215-1e946e98a22e" -d '{"events": [{"name": "network-changed", "server_uuid": "e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4", "tag": "59b9930b-310f-4f55-8f75-2e88451f4e86"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:20:47.398002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f181c-3bd3-4ffc-be8b-09908c06e81c service neutron] Pushing event updated for resources: {'Port': ['ID=59b9930b-310f-4f55-8f75-2e88451f4e86,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:47.426213 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c6e936-fddd-4af0-bbac-4996320b388a x-openstack-request-id: req-81c6e936-fddd-4af0-bbac-4996320b388a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:20:47.426570 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4", "tag": "59b9930b-310f-4f55-8f75-2e88451f4e86", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:20:47.426830 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81c6e936-fddd-4af0-bbac-4996320b388a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:20:47.427287 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4', 'tag': '59b9930b-310f-4f55-8f75-2e88451f4e86', 'status': 'completed', 'code': 200} Aug 30 15:20:47.441415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604b8e4-96be-47e5-9f75-b84e92409fde req-3d414036-d117-4211-a8fa-5f22556179ed tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:47.442884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6604b8e4-96be-47e5-9f75-b84e92409fde req-3d414036-d117-4211-a8fa-5f22556179ed tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0724156 Aug 30 15:20:47.485059 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6604b8e4-96be-47e5-9f75-b84e92409fde req-019a1ed3-fc41-4f4b-b065-3530463461a5 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361054 Aug 30 15:20:47.491907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-ed30f1c1-9645-4f70-b353-04fd09b5bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:47.493551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-ed30f1c1-9645-4f70-b353-04fd09b5bf7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3c8189ca80c488087399c96ca37adfd&device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 1095 time: 0.0418158 Aug 30 15:20:47.543481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-8f432fd2-1219-432a-8c4f-d26cd0b44a67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59b9930b-310f-4f55-8f75-2e88451f4e86 HTTP/1.1" status: 200 len: 217 time: 0.0339513 Aug 30 15:20:47.596134 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-1ca4ff5a-df2a-4bfe-adbd-41129832ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:47.597618 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-1ca4ff5a-df2a-4bfe-adbd-41129832ab5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc766840-0651-4821-b692-9b2bc2c52246 HTTP/1.1" status: 200 len: 853 time: 0.0472744 Aug 30 15:20:47.629131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-b229ed22-901a-464c-b3df-1ac11e4332f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5665286-1e55-41e8-9097-71ba90bb752f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236838 Aug 30 15:20:47.715765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-5b5686b3-35a9-45c1-9661-2853afc82470 service neutron] 10.222.0.21 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787065 Aug 30 15:20:47.805064 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c734ee7-39ca-4997-af3e-417d1b2a98fd req-fadfceef-1cc8-4fba-adcc-9876870623f4 service neutron] 10.222.0.21 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820055 Aug 30 15:20:47.933251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-199e5eb1-53d8-4bbf-97b8-e5a22d3c2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:47.934613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-199e5eb1-53d8-4bbf-97b8-e5a22d3c2f65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3c8189ca80c488087399c96ca37adfd&device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 1095 time: 0.0394192 Aug 30 15:20:48.368927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-94d551eb-6e8b-4bb2-a7bc-7f8e0cb6f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:48.370440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-94d551eb-6e8b-4bb2-a7bc-7f8e0cb6f0d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5665286-1e55-41e8-9097-71ba90bb752f HTTP/1.1" status: 200 len: 914 time: 0.4283454 Aug 30 15:20:48.412012 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-75e13d54-947c-4a2c-963a-69f12258ae65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59b9930b-310f-4f55-8f75-2e88451f4e86 HTTP/1.1" status: 200 len: 217 time: 0.0335968 Aug 30 15:20:48.459749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-a3c8bded-69e9-4d35-bfe8-e1fbee7f61df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:48.461175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-a3c8bded-69e9-4d35-bfe8-e1fbee7f61df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc766840-0651-4821-b692-9b2bc2c52246 HTTP/1.1" status: 200 len: 853 time: 0.0427263 Aug 30 15:20:48.493581 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-73ab03a7-9219-4138-b1aa-e02129c005d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5665286-1e55-41e8-9097-71ba90bb752f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235307 Aug 30 15:20:48.613495 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-33f4b1d5-df54-4108-9337-566d689a879a service neutron] 10.222.0.21 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123466 Aug 30 15:20:48.621642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719468-d881-4e8c-96d2-84076200cc70 req-3bf25a03-1baf-4094-8d1c-ace9215812e9 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:48.622938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-45719468-d881-4e8c-96d2-84076200cc70 req-3bf25a03-1baf-4094-8d1c-ace9215812e9 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0717177 Aug 30 15:20:48.704716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-45719468-d881-4e8c-96d2-84076200cc70 req-e4ea2a60-8963-4764-acc5-b44f3077f1c2 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733366 Aug 30 15:20:48.732263 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0dda3c98-e3d2-400b-a215-1e946e98a22e req-f1853530-de98-4a0e-a2c0-768a6947ec5b service neutron] 10.222.0.21 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084211 Aug 30 15:20:49.816851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb458-8d99-4ea7-9ed0-122b206bcee9 req-45fb8e44-87ef-4f27-98ba-42ae54248290 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:49.818347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3dbdb458-8d99-4ea7-9ed0-122b206bcee9 req-45fb8e44-87ef-4f27-98ba-42ae54248290 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0487504 Aug 30 15:20:49.854824 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3dbdb458-8d99-4ea7-9ed0-122b206bcee9 req-59d7cad9-72e5-4134-8f3d-8821236aff32 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Aug 30 15:20:50.571530 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:50.966089 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7dfc-885b-4c40-822e-dc81861f5124 req-6c357e47-64b4-49d0-9062-72e39bbc4f67 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:50.967532 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4dbc7dfc-885b-4c40-822e-dc81861f5124 req-6c357e47-64b4-49d0-9062-72e39bbc4f67 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0476620 Aug 30 15:20:51.004196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4dbc7dfc-885b-4c40-822e-dc81861f5124 req-aec21ef1-91f8-44f3-9122-d30237993a87 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Aug 30 15:20:51.393247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 59b9930b-310f-4f55-8f75-2e88451f4e86 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:20:51.484700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 59b9930b-310f-4f55-8f75-2e88451f4e86, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=59b9930b-310f-4f55-8f75-2e88451f4e86,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:51.495806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '59b9930b-310f-4f55-8f75-2e88451f4e86', 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f', 'port_id': '59b9930b-310f-4f55-8f75-2e88451f4e86', 'mac_address': 'fa:16:3e:1f:67:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc766840-0651-4821-b692-9b2bc2c52246', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:20:51.530901 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:51.546931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b9930b-310f-4f55-8f75-2e88451f4e86 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:20:51.566551 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 59b9930b-310f-4f55-8f75-2e88451f4e86, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=59b9930b-310f-4f55-8f75-2e88451f4e86,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:51.570199 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:51.616065 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=59b9930b-310f-4f55-8f75-2e88451f4e86,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:52.020173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['59b9930b-310f-4f55-8f75-2e88451f4e86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:20:52.115855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee740c-b0c9-4c4d-b094-a61e410cd1f2 req-6c6521cb-021b-46b9-8003-8b76fcfee357 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:52.117414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0ee740c-b0c9-4c4d-b094-a61e410cd1f2 req-6c6521cb-021b-46b9-8003-8b76fcfee357 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Aug 30 15:20:52.155458 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0ee740c-b0c9-4c4d-b094-a61e410cd1f2 req-07bf9a77-7b7b-4995-b9f7-0ea978c27fbc tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Aug 30 15:20:53.272381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0527a8-2c81-4dec-92cb-f4b2d19a3dbb req-9f0e9516-4c44-40f4-914b-0e37133510d7 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:53.273866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc0527a8-2c81-4dec-92cb-f4b2d19a3dbb req-9f0e9516-4c44-40f4-914b-0e37133510d7 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Aug 30 15:20:53.310504 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cc0527a8-2c81-4dec-92cb-f4b2d19a3dbb req-a6bbb013-019c-4fd7-acd3-0e07cfcb66ad tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308056 Aug 30 15:20:53.393301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 59b9930b-310f-4f55-8f75-2e88451f4e86 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:20:53.443013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 59b9930b-310f-4f55-8f75-2e88451f4e86 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:20:53.446374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 59b9930b-310f-4f55-8f75-2e88451f4e86 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:20:53.446747 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:53.520144 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:53.541274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b9930b-310f-4f55-8f75-2e88451f4e86'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:20:53.543494 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abc2bdf-d610-4db9-9a84-7dfc4f76a853" -d '{"events": [{"server_uuid": "e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4", "name": "network-vif-plugged", "status": "completed", "tag": "59b9930b-310f-4f55-8f75-2e88451f4e86"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:20:53.556986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 59b9930b-310f-4f55-8f75-2e88451f4e86, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=59b9930b-310f-4f55-8f75-2e88451f4e86,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:20:53.561237 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:53.587665 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c06f747-8848-4330-94e1-9b0e0e04509e x-openstack-request-id: req-8c06f747-8848-4330-94e1-9b0e0e04509e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:20:53.587955 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4", "name": "network-vif-plugged", "status": "completed", "tag": "59b9930b-310f-4f55-8f75-2e88451f4e86", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:20:53.588210 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c06f747-8848-4330-94e1-9b0e0e04509e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:20:53.588593 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b9930b-310f-4f55-8f75-2e88451f4e86', 'code': 200} Aug 30 15:20:53.613808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=59b9930b-310f-4f55-8f75-2e88451f4e86,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:53.726780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9128c6-e7e7-431a-a8eb-766f5cd36d6f req-5b19d233-e225-4880-828a-5b3b26aef4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:53.728263 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb9128c6-e7e7-431a-a8eb-766f5cd36d6f req-5b19d233-e225-4880-828a-5b3b26aef4aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 1097 time: 0.0403049 Aug 30 15:20:53.762889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb9128c6-e7e7-431a-a8eb-766f5cd36d6f req-aae243bb-40a9-48ae-b4bd-ecde78fa1cae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275106 Aug 30 15:20:54.422945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7fcf2-d2c4-44b3-b0ad-c8a3f613f8fe req-5740c89e-4109-4b8d-843d-b0da18493c19 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:54.424415 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90c7fcf2-d2c4-44b3-b0ad-c8a3f613f8fe req-5740c89e-4109-4b8d-843d-b0da18493c19 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0483501 Aug 30 15:20:54.461341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-90c7fcf2-d2c4-44b3-b0ad-c8a3f613f8fe req-1a172b7b-4051-46bc-ab4e-bc146cd31201 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310333 Aug 30 15:20:55.237871 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65a23f4a-7747-42e6-8b3a-3ff482fc8ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:55.573726 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54d155-19db-40b4-94f4-ca62ab14abae req-b59605f9-f2b7-4a63-ba3d-e0d500a946c9 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:55.575159 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc54d155-19db-40b4-94f4-ca62ab14abae req-b59605f9-f2b7-4a63-ba3d-e0d500a946c9 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0474823 Aug 30 15:20:55.615400 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dc54d155-19db-40b4-94f4-ca62ab14abae req-6c12f11e-dbde-4225-9d9a-2056f1fcacf1 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Aug 30 15:20:55.833440 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce0c61ee-a630-4bac-a351-90b2429a0499 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:55.834898 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce0c61ee-a630-4bac-a351-90b2429a0499 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/networks?id=e5665286-1e55-41e8-9097-71ba90bb752f HTTP/1.1" status: 200 len: 813 time: 0.1021526 Aug 30 15:20:55.849835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-6086b3fd-35b0-48ad-b96a-80f01e8601f8 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/quotas/f3c8189ca80c488087399c96ca37adfd HTTP/1.1" status: 200 len: 375 time: 0.0093873 Aug 30 15:20:55.896514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-0c931748-3f13-439e-8799-6f861b5ab80c tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c8189ca80c488087399c96ca37adfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417049 Aug 30 15:20:55.987911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-1f850dbd-3df3-4932-a4bd-8a5262614f3b service neutron] 10.222.0.50 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846372 Aug 30 15:20:56.073139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-39077e73-50d4-446a-968e-4a478f1c3cd5 service neutron] 10.222.0.50 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792234 Aug 30 15:20:56.230986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7dfa100a-167f-4b26-96e3-15595468bfea req-56054a30-8229-40ad-9f72-13fe3f8a50f5 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 210 time: 0.0253835 Aug 30 15:20:57.085068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-84699c3a-0131-41be-b61a-2b490a855342 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:57.086477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-84699c3a-0131-41be-b61a-2b490a855342 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.39 "GET /v2.0/networks?id=e5665286-1e55-41e8-9097-71ba90bb752f HTTP/1.1" status: 200 len: 813 time: 0.1016643 Aug 30 15:20:57.100196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Request body: {'port': {'device_id': '0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7', 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f', 'admin_state_up': True, 'tenant_id': 'f3c8189ca80c488087399c96ca37adfd'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:20:57.209029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Made reservation on behalf of f3c8189ca80c488087399c96ca37adfd for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:20:57.212540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:57.323015 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50145af1-9fee-4fbd-bcf4-135b5c9dacfc req-1551799a-c1e4-40ed-8998-638a49ef682d tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 210 time: 0.0271518 Aug 30 15:20:57.337458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Allocated IP 172.20.0.10 (e5665286-1e55-41e8-9097-71ba90bb752f/dc766840-0651-4821-b692-9b2bc2c52246/27463b8d-a0a8-4e0a-8c20-45987595430e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:20:57.404611 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:20:57.483689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:57.521603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:57.561110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Network e5665286-1e55-41e8-9097-71ba90bb752f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:20:57.563126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['59b9930b-310f-4f55-8f75-2e88451f4e86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:20:57.566362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:20:57.574932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:20:57.605410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Pushing event updated for resources: {'Port': ['ID=27463b8d-a0a8-4e0a-8c20-45987595430e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:57.632962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:57.633599 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:57.647189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-03d29873-d5d0-4bdf-abda-fd89965deafb tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5511167 Aug 30 15:20:57.659190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Request body: {'port': {'device_id': '0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:20:57.711750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:57.922398 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83f18d72-9ca2-4634-8d1b-67664760773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:57.968985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27463b8d-a0a8-4e0a-8c20-45987595430e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:20:57.976322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:57.988802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Transition to ACTIVE for port object 27463b8d-a0a8-4e0a-8c20-45987595430e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:20:57.992489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:58.045866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Pushing event updated for resources: {'Port': ['ID=27463b8d-a0a8-4e0a-8c20-45987595430e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:58.107402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Attempting to bind port 27463b8d-a0a8-4e0a-8c20-45987595430e on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:20:58.108036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Attempting to bind port 27463b8d-a0a8-4e0a-8c20-45987595430e by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:20:58.108036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Attempting to bind port 27463b8d-a0a8-4e0a-8c20-45987595430e on network e5665286-1e55-41e8-9097-71ba90bb752f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:20:58.112731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Port 27463b8d-a0a8-4e0a-8c20-45987595430e on network e5665286-1e55-41e8-9097-71ba90bb752f not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:20:58.113074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Attempting to bind port 27463b8d-a0a8-4e0a-8c20-45987595430e on network e5665286-1e55-41e8-9097-71ba90bb752f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:20:58.117823 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:20:58.118399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Checking segment: {'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:20:58.118780 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Bound using segment: {'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:20:58.119209 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Bound port: 27463b8d-a0a8-4e0a-8c20-45987595430e, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b199b4-5ccd-4feb-a33f-9f13d65afda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:20:58.119751 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:58.179852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] For port 27463b8d-a0a8-4e0a-8c20-45987595430e, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:20:58.182922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] For port 27463b8d-a0a8-4e0a-8c20-45987595430e, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=27463b8d-a0a8-4e0a-8c20-45987595430e,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:20:58.186690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:58.222214 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:58.222822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:58.224178 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] 10.222.0.39 "PUT /v2.0/ports/27463b8d-a0a8-4e0a-8c20-45987595430e HTTP/1.1" status: 200 len: 1092 time: 0.5691454 Aug 30 15:20:58.224650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7', 'tag': '27463b8d-a0a8-4e0a-8c20-45987595430e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:20:58.226889 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7", "tag": "27463b8d-a0a8-4e0a-8c20-45987595430e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:20:58.253798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cc767-96cb-4045-99ba-23d77180b261 service neutron] Pushing event updated for resources: {'Port': ['ID=27463b8d-a0a8-4e0a-8c20-45987595430e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:20:58.270585 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66c2e47-5aec-4749-b704-fd8f670ef5a3 x-openstack-request-id: req-c66c2e47-5aec-4749-b704-fd8f670ef5a3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:20:58.270882 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7", "tag": "27463b8d-a0a8-4e0a-8c20-45987595430e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:20:58.271132 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c66c2e47-5aec-4749-b704-fd8f670ef5a3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:20:58.271649 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7', 'tag': '27463b8d-a0a8-4e0a-8c20-45987595430e', 'status': 'completed', 'code': 200} Aug 30 15:20:58.304897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-538798e4-33ca-4410-8181-39af48a8ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:58.306447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-538798e4-33ca-4410-8181-39af48a8ba70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3c8189ca80c488087399c96ca37adfd&device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 1095 time: 0.0444882 Aug 30 15:20:58.350134 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-57a30758-df52-4d61-9ac8-f977cf1d3ced service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27463b8d-a0a8-4e0a-8c20-45987595430e HTTP/1.1" status: 200 len: 217 time: 0.0360792 Aug 30 15:20:58.374368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-951bedf4-92e7-44bd-916f-0d021270ae88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901053 Aug 30 15:20:58.405026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-0fa13a5b-60c7-4632-866e-2d10fd319f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:58.408805 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-0fa13a5b-60c7-4632-866e-2d10fd319f31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc766840-0651-4821-b692-9b2bc2c52246 HTTP/1.1" status: 200 len: 853 time: 0.0494277 Aug 30 15:20:58.439594 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-1a3106df-9a6f-43da-8703-dc72330b8b82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e5665286-1e55-41e8-9097-71ba90bb752f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257165 Aug 30 15:20:58.471011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bf58f-28ac-4c76-b4e8-06757ac43b08 req-c9dfd2a4-faa7-4ae3-b67f-2b053a682aac tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:58.472957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-759bf58f-28ac-4c76-b4e8-06757ac43b08 req-c9dfd2a4-faa7-4ae3-b67f-2b053a682aac tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 944 time: 0.0757122 Aug 30 15:20:58.498447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-1c75a28a-71fb-473c-9c3c-dac13cb1797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:58.499896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-1c75a28a-71fb-473c-9c3c-dac13cb1797f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3c8189ca80c488087399c96ca37adfd&device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 1097 time: 0.0676398 Aug 30 15:20:58.519027 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-759bf58f-28ac-4c76-b4e8-06757ac43b08 req-06107f40-2b0c-41b7-b0d0-57df3b5705f5 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Aug 30 15:20:58.529168 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-521fd46e-90ee-4af8-b808-5256d0233e5d service neutron] 10.222.0.39 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826969 Aug 30 15:20:58.613171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-8be40551-b738-4319-8e85-dc2f10816d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:58.614673 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-8be40551-b738-4319-8e85-dc2f10816d4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5665286-1e55-41e8-9097-71ba90bb752f HTTP/1.1" status: 200 len: 914 time: 0.0948076 Aug 30 15:20:58.658780 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-02f6cb14-a2e3-4fd5-9bf4-9a3f5f5b2058 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59b9930b-310f-4f55-8f75-2e88451f4e86 HTTP/1.1" status: 200 len: 217 time: 0.0361826 Aug 30 15:20:58.682200 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:58.712748 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-6d401459-ca34-4222-9814-a43dc5e41357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:58.714293 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-6d401459-ca34-4222-9814-a43dc5e41357 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc766840-0651-4821-b692-9b2bc2c52246 HTTP/1.1" status: 200 len: 853 time: 0.0484402 Aug 30 15:20:58.752154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-c99688e4-ad54-4b14-aafc-ff756772abed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5665286-1e55-41e8-9097-71ba90bb752f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306613 Aug 30 15:20:58.762900 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-5e37d85d-b1a8-4ee7-ae55-14f25e53bf31 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:20:58.763875 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-5e37d85d-b1a8-4ee7-ae55-14f25e53bf31 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053349 Aug 30 15:20:58.854569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-721187d2-7ebd-48a3-a069-25ea84afd47c service neutron] 10.222.0.21 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836496 Aug 30 15:20:58.888309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b7126af-4b9e-44b2-912e-a82df76be045 req-da284b81-cd7d-420d-bdaa-590196f78794 service neutron] 10.222.0.39 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525307 Aug 30 15:20:58.948235 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-05643cfc-1399-4992-99d4-971f1bf5f75c req-3532094a-9c5a-4c0e-a4e5-ea8bfcf015cd service neutron] 10.222.0.21 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865929 Aug 30 15:20:58.972185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-4189baa5-3296-4015-b01f-f3b93994e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:58.973705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-4189baa5-3296-4015-b01f-f3b93994e960 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3c8189ca80c488087399c96ca37adfd&device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 1095 time: 0.0415950 Aug 30 15:20:59.062681 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-e882a71c-938b-42fb-84b4-e606d25006e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:59.064364 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-e882a71c-938b-42fb-84b4-e606d25006e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e5665286-1e55-41e8-9097-71ba90bb752f HTTP/1.1" status: 200 len: 914 time: 0.0838604 Aug 30 15:20:59.105190 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-abdf2eb3-5c5a-447c-b27a-3f51af6c8b44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27463b8d-a0a8-4e0a-8c20-45987595430e HTTP/1.1" status: 200 len: 217 time: 0.0334935 Aug 30 15:20:59.152756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-147eaedb-4af8-495e-8924-2cf4d4e8c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:59.154100 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-147eaedb-4af8-495e-8924-2cf4d4e8c612 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc766840-0651-4821-b692-9b2bc2c52246 HTTP/1.1" status: 200 len: 853 time: 0.0422513 Aug 30 15:20:59.193740 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-37ee4954-780a-4d0e-832c-fdbbf4f9170a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e5665286-1e55-41e8-9097-71ba90bb752f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312092 Aug 30 15:20:59.285898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-49ecea26-80b2-468c-8695-dbb4612b3c6a service neutron] 10.222.0.39 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843408 Aug 30 15:20:59.382478 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c62048e7-ff6e-4bd3-937f-f1e23d367c5d req-d9c0978f-fe3a-401e-8cf7-fee03c16edd4 service neutron] 10.222.0.39 "GET /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882485 Aug 30 15:20:59.423550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:20:59.642454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01088d16-66f9-4c57-98e8-118a6bf99445 req-4e381a65-8e18-4f55-8d60-c1aeba798dc8 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:20:59.643954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-01088d16-66f9-4c57-98e8-118a6bf99445 req-4e381a65-8e18-4f55-8d60-c1aeba798dc8 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 944 time: 0.0562088 Aug 30 15:20:59.681340 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-01088d16-66f9-4c57-98e8-118a6bf99445 req-e2d6dd35-f3bb-47f2-97a1-496109c2e7f9 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Aug 30 15:21:00.795883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a7039-66b4-48d1-aeca-8394a2422a6d req-01eae316-fb9c-4af4-8c8f-fb505057b67e tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:00.797357 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-700a7039-66b4-48d1-aeca-8394a2422a6d req-01eae316-fb9c-4af4-8c8f-fb505057b67e tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 944 time: 0.0481515 Aug 30 15:21:00.834340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-700a7039-66b4-48d1-aeca-8394a2422a6d req-60195a87-b44a-4940-a32b-70516776bd89 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305705 Aug 30 15:21:01.090318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 27463b8d-a0a8-4e0a-8c20-45987595430e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:21:01.181864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 27463b8d-a0a8-4e0a-8c20-45987595430e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=27463b8d-a0a8-4e0a-8c20-45987595430e,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:01.192994 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '27463b8d-a0a8-4e0a-8c20-45987595430e', 'network_id': 'e5665286-1e55-41e8-9097-71ba90bb752f', 'port_id': '27463b8d-a0a8-4e0a-8c20-45987595430e', 'mac_address': 'fa:16:3e:53:94:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc766840-0651-4821-b692-9b2bc2c52246', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:21:01.228607 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:01.241128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27463b8d-a0a8-4e0a-8c20-45987595430e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:21:01.259473 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 27463b8d-a0a8-4e0a-8c20-45987595430e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=27463b8d-a0a8-4e0a-8c20-45987595430e,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:01.263192 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:01.312591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=27463b8d-a0a8-4e0a-8c20-45987595430e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:01.446006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['27463b8d-a0a8-4e0a-8c20-45987595430e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:21:01.797227 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:01.947689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc4d85-5c51-4e35-850a-02f70ea4ec78 req-e638d5f8-37b4-4255-a420-e3bd06fe4d6e tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:01.949089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18cc4d85-5c51-4e35-850a-02f70ea4ec78 req-e638d5f8-37b4-4255-a420-e3bd06fe4d6e tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Aug 30 15:21:01.984884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-18cc4d85-5c51-4e35-850a-02f70ea4ec78 req-758b4390-9f55-472d-9f4b-8ff5f9fb68ba tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299914 Aug 30 15:21:03.096321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8315a89-61b8-48f0-930c-9679048e0506 req-b179e869-ed5e-4ac9-beb6-8d9f84e95982 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:03.097806 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8315a89-61b8-48f0-930c-9679048e0506 req-b179e869-ed5e-4ac9-beb6-8d9f84e95982 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Aug 30 15:21:03.105875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 27463b8d-a0a8-4e0a-8c20-45987595430e up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:03.134485 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c8315a89-61b8-48f0-930c-9679048e0506 req-3d70da1d-3e3c-4bd9-8711-4d8a1547cd3e tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Aug 30 15:21:03.155649 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 27463b8d-a0a8-4e0a-8c20-45987595430e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:03.159275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 27463b8d-a0a8-4e0a-8c20-45987595430e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:03.159660 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:03.236508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:03.259578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27463b8d-a0a8-4e0a-8c20-45987595430e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:21:03.261893 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb73312b-c7bb-43f5-81a5-9f5143549346" -d '{"events": [{"server_uuid": "0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7", "name": "network-vif-plugged", "status": "completed", "tag": "27463b8d-a0a8-4e0a-8c20-45987595430e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:21:03.274112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 27463b8d-a0a8-4e0a-8c20-45987595430e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=27463b8d-a0a8-4e0a-8c20-45987595430e,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:03.278295 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:03.301422 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8173ecd1-72cc-458e-b428-e725f9940573 x-openstack-request-id: req-8173ecd1-72cc-458e-b428-e725f9940573 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:21:03.301712 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7", "name": "network-vif-plugged", "status": "completed", "tag": "27463b8d-a0a8-4e0a-8c20-45987595430e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:21:03.301969 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8173ecd1-72cc-458e-b428-e725f9940573 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:21:03.302356 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27463b8d-a0a8-4e0a-8c20-45987595430e', 'code': 200} Aug 30 15:21:03.328650 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=27463b8d-a0a8-4e0a-8c20-45987595430e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:03.378873 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:03.395084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd1c01-c32b-48dc-88d5-a2b759c132cc req-90b8ba58-263a-4ee1-bea9-6062a2fb10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:03.396924 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eecd1c01-c32b-48dc-88d5-a2b759c132cc req-90b8ba58-263a-4ee1-bea9-6062a2fb10d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 1097 time: 0.0429478 Aug 30 15:21:03.430372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eecd1c01-c32b-48dc-88d5-a2b759c132cc req-42733328-6569-4051-b5e2-6c43e803a1c8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267129 Aug 30 15:21:04.246693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50260277-0a2a-48f0-b4ea-243b0d148acc req-2731afbe-2400-4ef9-9477-ce2f92ba146a tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:04.248147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50260277-0a2a-48f0-b4ea-243b0d148acc req-2731afbe-2400-4ef9-9477-ce2f92ba146a tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 946 time: 0.0479183 Aug 30 15:21:04.288845 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-50260277-0a2a-48f0-b4ea-243b0d148acc req-f7b754d2-99c5-45f2-97f5-66ccf1e336c5 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347757 Aug 30 15:21:05.411177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d7932-2c8e-4ddc-ad17-9c03b8b1a4cd req-850c5e7c-5633-4577-b3b1-aa253343f2b4 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:05.412675 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d3d7932-2c8e-4ddc-ad17-9c03b8b1a4cd req-850c5e7c-5633-4577-b3b1-aa253343f2b4 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 946 time: 0.0550201 Aug 30 15:21:05.450157 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d3d7932-2c8e-4ddc-ad17-9c03b8b1a4cd req-4fa80a92-1d8d-4ba7-8d50-1ff8b3ffaa57 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315368 Aug 30 15:21:05.673736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb36d88-a130-4e24-9a01-82d1a574cc11 req-6c6cf588-ac59-4c92-85a2-6542d00ab292 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:05.675192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edb36d88-a130-4e24-9a01-82d1a574cc11 req-6c6cf588-ac59-4c92-85a2-6542d00ab292 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Aug 30 15:21:05.714092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-edb36d88-a130-4e24-9a01-82d1a574cc11 req-00b9740e-7b2e-4552-920e-46ff0c85df55 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Aug 30 15:21:06.828001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79027044-acf7-488d-8cfb-f05dab47dbaa req-b1c23a48-d477-4cdb-8c5e-d26861b76cb3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:06.829458 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79027044-acf7-488d-8cfb-f05dab47dbaa req-b1c23a48-d477-4cdb-8c5e-d26861b76cb3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 946 time: 0.0484934 Aug 30 15:21:06.866141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-79027044-acf7-488d-8cfb-f05dab47dbaa req-25e97d36-3c1f-4de9-b0fd-f6c5b9d2128e tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Aug 30 15:21:06.910731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-656fafbb-a5ad-47c3-aeef-cdf9d8998839 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:06.912301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-656fafbb-a5ad-47c3-aeef-cdf9d8998839 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7 HTTP/1.1" status: 200 len: 946 time: 0.0474052 Aug 30 15:21:07.002594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Deleting port 27463b8d-a0a8-4e0a-8c20-45987595430e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:21:07.002833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:07.087109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] For port 27463b8d-a0a8-4e0a-8c20-45987595430e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=27463b8d-a0a8-4e0a-8c20-45987595430e,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:07.087469 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:07.100465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Calling delete_port for 27463b8d-a0a8-4e0a-8c20-45987595430e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:21:07.224999 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:07.236456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['27463b8d-a0a8-4e0a-8c20-45987595430e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:21:07.254174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Pushing event deleted for resources: {'Port': ['ID=27463b8d-a0a8-4e0a-8c20-45987595430e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:07.263612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['59b9930b-310f-4f55-8f75-2e88451f4e86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:21:07.303404 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] No DVR routers for this DVR port 27463b8d-a0a8-4e0a-8c20-45987595430e on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:21:07.306046 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:07.308040 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-16dd4ddb-1e1b-444c-8b97-50ff7ef11b8d req-456560df-78ca-46e3-8294-4692a2e57739 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.39 "DELETE /v2.0/ports/27463b8d-a0a8-4e0a-8c20-45987595430e HTTP/1.1" status: 204 len: 173 time: 0.3888996 Aug 30 15:21:07.308477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7', 'name': 'network-vif-deleted', 'tag': '27463b8d-a0a8-4e0a-8c20-45987595430e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:21:07.310759 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bd755a-3f10-4523-ac59-032cc991fa5b" -d '{"events": [{"server_uuid": "0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7", "name": "network-vif-deleted", "tag": "27463b8d-a0a8-4e0a-8c20-45987595430e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:21:07.352530 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da197f8e-1e9e-4c29-be23-20b16a4bb472 x-openstack-request-id: req-da197f8e-1e9e-4c29-be23-20b16a4bb472 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:21:07.352818 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7", "name": "network-vif-deleted", "tag": "27463b8d-a0a8-4e0a-8c20-45987595430e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:21:07.353091 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da197f8e-1e9e-4c29-be23-20b16a4bb472 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:21:07.353491 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a4fbb-a5f7-4bf2-95be-cdf79aaaf5d7', 'name': 'network-vif-deleted', 'tag': '27463b8d-a0a8-4e0a-8c20-45987595430e', 'status': 'completed', 'code': 200} Aug 30 15:21:08.011167 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119caca-a8af-4a0e-8fad-527c42ebda21 req-92685c07-896a-483e-bb19-6e50684bc38b tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:08.012617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0119caca-a8af-4a0e-8fad-527c42ebda21 req-92685c07-896a-483e-bb19-6e50684bc38b tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0477657 Aug 30 15:21:08.049225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0119caca-a8af-4a0e-8fad-527c42ebda21 req-c3c231bc-4d43-4cca-b7fa-9ec0234780e8 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Aug 30 15:21:08.175811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1f08-f10f-456c-883c-34efc8348d85 req-1c76f3e9-9d38-4f0e-a6ce-3d6ba058ca38 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:08.177196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-084d1f08-f10f-456c-883c-34efc8348d85 req-1c76f3e9-9d38-4f0e-a6ce-3d6ba058ca38 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0480158 Aug 30 15:21:08.212854 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-084d1f08-f10f-456c-883c-34efc8348d85 req-8b7d0040-ea57-42cb-a176-2d64c27c4593 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299239 Aug 30 15:21:08.326740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52472eec-d996-40da-82d4-825b475627ff req-f53f7316-c6d2-410f-bb2e-b3b3621a2758 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:08.328211 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52472eec-d996-40da-82d4-825b475627ff req-f53f7316-c6d2-410f-bb2e-b3b3621a2758 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0484123 Aug 30 15:21:08.369373 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52472eec-d996-40da-82d4-825b475627ff req-ca8efaba-fb55-49d1-84d4-f9375a5d09aa tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350964 Aug 30 15:21:08.530300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084b11e-a9c2-45f5-ba62-efffce3e5462 req-b1ac8305-9cfe-4ccb-bd8f-fdc2ffb05796 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:08.531785 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084b11e-a9c2-45f5-ba62-efffce3e5462 req-b1ac8305-9cfe-4ccb-bd8f-fdc2ffb05796 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0480809 Aug 30 15:21:08.572560 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d084b11e-a9c2-45f5-ba62-efffce3e5462 req-b98e05db-df65-47d6-9230-6ed3f9c69761 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344934 Aug 30 15:21:08.685965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fe9e2-1b97-4746-a20b-d27eb344a579 req-4f2305e5-8952-4e85-a872-36c1c175b1a3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:08.687345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f0fe9e2-1b97-4746-a20b-d27eb344a579 req-4f2305e5-8952-4e85-a872-36c1c175b1a3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0482399 Aug 30 15:21:08.728900 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f0fe9e2-1b97-4746-a20b-d27eb344a579 req-12126618-06c3-40a6-8418-d00b841a4a3f tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354836 Aug 30 15:21:08.850252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6639bdb-c764-4955-ad5b-10955a1836df req-c961e2f0-78dd-4532-80df-5361067f793d tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:08.851712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6639bdb-c764-4955-ad5b-10955a1836df req-c961e2f0-78dd-4532-80df-5361067f793d tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0489464 Aug 30 15:21:08.888750 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a6639bdb-c764-4955-ad5b-10955a1836df req-45a8d0e0-61c8-448f-a443-037b829f6552 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Aug 30 15:21:09.180450 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970d3d2-7702-493b-83cb-990116c74e1e req-db28b718-2314-410d-a485-2926c57ef51e tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:09.181970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9970d3d2-7702-493b-83cb-990116c74e1e req-db28b718-2314-410d-a485-2926c57ef51e tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0476084 Aug 30 15:21:09.219628 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9970d3d2-7702-493b-83cb-990116c74e1e req-267a7b75-3f5b-401d-9488-3ff1a7febdf3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Aug 30 15:21:10.353070 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e9fe0-6ba6-4783-8128-1d28df1f81f8 req-a3c10618-3a6d-4141-ab6c-99a9c2884053 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:10.354538 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f7e9fe0-6ba6-4783-8128-1d28df1f81f8 req-a3c10618-3a6d-4141-ab6c-99a9c2884053 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Aug 30 15:21:10.391591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6f7e9fe0-6ba6-4783-8128-1d28df1f81f8 req-73e7ac2d-6bf2-46d6-b229-e832ea65e390 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Aug 30 15:21:10.841628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab813045-c11c-4438-ad75-f806b931cc6e req-8ea97f34-a6ea-42e8-a106-8276f292efc0 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:10.843049 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab813045-c11c-4438-ad75-f806b931cc6e req-8ea97f34-a6ea-42e8-a106-8276f292efc0 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0475440 Aug 30 15:21:10.932535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Deleting port 59b9930b-310f-4f55-8f75-2e88451f4e86 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:21:10.932886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:11.017764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] For port 59b9930b-310f-4f55-8f75-2e88451f4e86, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=59b9930b-310f-4f55-8f75-2e88451f4e86,segment=NetworkSegment(16b199b4-5ccd-4feb-a33f-9f13d65afda3),segment_id=16b199b4-5ccd-4feb-a33f-9f13d65afda3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:11.018128 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:11.030500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Calling delete_port for 59b9930b-310f-4f55-8f75-2e88451f4e86 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:21:11.128824 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 27463b8d-a0a8-4e0a-8c20-45987595430e no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:21:11.148526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 27463b8d-a0a8-4e0a-8c20-45987595430e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:21:11.148877 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 27463b8d-a0a8-4e0a-8c20-45987595430e not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:21:11.156731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:11.183601 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Pushing event deleted for resources: {'Port': ['ID=59b9930b-310f-4f55-8f75-2e88451f4e86,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:11.191639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['59b9930b-310f-4f55-8f75-2e88451f4e86'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:21:11.193772 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.194874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.194874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.194874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.195164 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.195450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.195740 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.196400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.196400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.196685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.197005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.197346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:11.237187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] No DVR routers for this DVR port 59b9930b-310f-4f55-8f75-2e88451f4e86 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:21:11.239615 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:11.241583 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab813045-c11c-4438-ad75-f806b931cc6e req-200df7d9-2232-46ee-9ed9-12760e997ec3 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.21 "DELETE /v2.0/ports/59b9930b-310f-4f55-8f75-2e88451f4e86 HTTP/1.1" status: 204 len: 173 time: 0.3925419 Aug 30 15:21:11.242023 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4', 'name': 'network-vif-deleted', 'tag': '59b9930b-310f-4f55-8f75-2e88451f4e86'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:21:11.244302 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ba4ea-b7c4-4b16-8d58-cb73bb517940" -d '{"events": [{"server_uuid": "e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4", "name": "network-vif-deleted", "tag": "59b9930b-310f-4f55-8f75-2e88451f4e86"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:21:11.281260 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdfb234-c211-48ed-a332-b185c13a6818 x-openstack-request-id: req-1cdfb234-c211-48ed-a332-b185c13a6818 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:21:11.281556 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4", "name": "network-vif-deleted", "tag": "59b9930b-310f-4f55-8f75-2e88451f4e86", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:21:11.281823 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cdfb234-c211-48ed-a332-b185c13a6818 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:21:11.282258 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4', 'name': 'network-vif-deleted', 'tag': '59b9930b-310f-4f55-8f75-2e88451f4e86', 'status': 'completed', 'code': 200} Aug 30 15:21:11.497632 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a8e58fc-a0f6-4552-8012-53196ffaca79 req-33aff4f6-23c7-4683-8bf7-562cec227957 tempest-ServersNegativeTestJSON-1900448128 tempest-ServersNegativeTestJSON-1900448128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e82dd5ad-dd58-40cc-ac68-9d9c78cd74a4 HTTP/1.1" status: 200 len: 210 time: 0.0303628 Aug 30 15:21:12.552374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:12.596551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e92470-c767-464e-8e7e-9ed2595f7f64 admin admin] Deleting subnet dc766840-0651-4821-b692-9b2bc2c52246 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:21:12.599481 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e92470-c767-464e-8e7e-9ed2595f7f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.632775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e92470-c767-464e-8e7e-9ed2595f7f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.669444 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e92470-c767-464e-8e7e-9ed2595f7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.719145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e92470-c767-464e-8e7e-9ed2595f7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.750412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e92470-c767-464e-8e7e-9ed2595f7f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc766840-0651-4821-b692-9b2bc2c52246,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:12.752416 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e92470-c767-464e-8e7e-9ed2595f7f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.756418 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b1e92470-c767-464e-8e7e-9ed2595f7f64 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dc766840-0651-4821-b692-9b2bc2c52246 HTTP/1.1" status: 204 len: 168 time: 0.2008600 Aug 30 15:21:12.757200 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:12.823313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.902025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.911804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5665286-1e55-41e8-9097-71ba90bb752f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:12.921739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b199b4-5ccd-4feb-a33f-9f13d65afda3') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:12.922030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b199b4-5ccd-4feb-a33f-9f13d65afda3') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:12.931075 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.944323 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.949951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:21:12.950333 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:21:12.951894 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:21:13.003763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:13.009720 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:13.013757 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] 10.222.0.50 "DELETE /v2.0/networks/e5665286-1e55-41e8-9097-71ba90bb752f HTTP/1.1" status: 204 len: 168 time: 0.2539620 Aug 30 15:21:13.022826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd107d6-a5e0-4d57-810e-8f892510f00c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5665286-1e55-41e8-9097-71ba90bb752f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:13.118779 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:13.157978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-858c563b-ad2f-486b-9e29-ebe0e60c3d11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3c8189ca80c488087399c96ca37adfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373001 Aug 30 15:21:13.160129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:13.210319 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2855d95c-fd3e-4273-895f-6e68a4fdac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:13.231302 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2855d95c-fd3e-4273-895f-6e68a4fdac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:13.275333 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2855d95c-fd3e-4273-895f-6e68a4fdac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:13.278044 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2855d95c-fd3e-4273-895f-6e68a4fdac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:13.279199 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2855d95c-fd3e-4273-895f-6e68a4fdac48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb HTTP/1.1" status: 204 len: 168 time: 0.1182067 Aug 30 15:21:13.287381 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855d95c-fd3e-4273-895f-6e68a4fdac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f274c62-22b9-4f8b-8cdc-c8ec32d0eadb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:13.468407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 59b9930b-310f-4f55-8f75-2e88451f4e86 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:21:13.490655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 59b9930b-310f-4f55-8f75-2e88451f4e86 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:21:13.490998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 59b9930b-310f-4f55-8f75-2e88451f4e86 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:21:13.960037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58506) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:14.054158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1616434588'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:14.075844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:14.079211 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:14.087309 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:14.178292 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:14.181981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:14.203844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:14.216852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2398fe25-9876-4684-9c4d-686e6b8371fc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:14.222004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:14.222352 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Added segment d1b18a52-8736-4e05-97f8-3f05bfe32690 of type vlan for network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 Aug 30 15:21:14.261511 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:14.286215 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:14.291968 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:14.292574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:14.364263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4030395 Aug 30 15:21:14.398963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956f78-55b3-49af-9979-24f1e0a087ce tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Network': ['ID=6b4c6cca-8ee7-4022-bc56-7c4e92a7e556,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:14.409442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:17.692362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:17.697571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'subnet': {'network_id': '6b4c6cca-8ee7-4022-bc56-7c4e92a7e556', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:17.783455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:17.786866 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:17.961892 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.021321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Subnet': ['ID=83ffe402-0b18-4b80-8147-ac05e3b0a839,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:18.031576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Checking segment: {'id': 'd1b18a52-8736-4e05-97f8-3f05bfe32690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6b4c6cca-8ee7-4022-bc56-7c4e92a7e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:18.031932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network hostable DHCP agents. Network: 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:18.047908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:18.056143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:18.060189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:18.060775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.066021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5deda8b-4b7e-40d6-a4c0-2eead28bacf7 None None] Network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:18.076223 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2f0ea95c-625a-420a-bde8-e1f99d5e1c84 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3828199 Aug 30 15:21:18.080354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:18.085334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870582219'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:18.105661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:18.109115 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.133612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:18.143052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.143410 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Added segment 7a01f291-6284-4b3b-9f47-6a8a6f5d1af6 of type vlan for network 218b37cc-ade3-45c4-b189-81bce43336b3 Aug 30 15:21:18.183518 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.208460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.214448 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-6b4c6cca-8ee7-4022-bc56-7c4e92a7e556', 'network_id': '6b4c6cca-8ee7-4022-bc56-7c4e92a7e556', 'tenant_id': '09c9090c2d764d9fb75b9ec0ff0988d4', 'fixed_ips': [{'subnet_id': '83ffe402-0b18-4b80-8147-ac05e3b0a839'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:21:18.214788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:18.215415 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.215677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.275107 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1936717 Aug 30 15:21:18.278097 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:18.283602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'subnet': {'network_id': '218b37cc-ade3-45c4-b189-81bce43336b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:18.344451 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31af3f-aec8-4d1c-841e-be558bc08534 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Network': ['ID=218b37cc-ade3-45c4-b189-81bce43336b3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:18.357369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 218b37cc-ade3-45c4-b189-81bce43336b3 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:18.395566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:18.399507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.424034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Allocated IP 2001:db8:0:ffff::2 (6b4c6cca-8ee7-4022-bc56-7c4e92a7e556/83ffe402-0b18-4b80-8147-ac05e3b0a839/071c749e-2c10-439d-bdd8-b06a8a3e432b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:18.579991 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.593408 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Transition to ACTIVE for port object 071c749e-2c10-439d-bdd8-b06a8a3e432b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:18.605689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.610630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Transition to ACTIVE for port object 071c749e-2c10-439d-bdd8-b06a8a3e432b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:18.616694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.658490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:18.661373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:18.664891 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Subnet': ['ID=41fd4006-1af4-4217-8555-8d310c1ba252,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:18.665126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:18.679540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Pushing event updated for resources: {'Port': ['ID=071c749e-2c10-439d-bdd8-b06a8a3e432b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:18.685197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Checking segment: {'id': '7a01f291-6284-4b3b-9f47-6a8a6f5d1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '218b37cc-ade3-45c4-b189-81bce43336b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:18.685571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network hostable DHCP agents. Network: 218b37cc-ade3-45c4-b189-81bce43336b3, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:18.703529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network 218b37cc-ade3-45c4-b189-81bce43336b3 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:18.715624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 218b37cc-ade3-45c4-b189-81bce43336b3) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:18.718790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.719147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.719820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.720176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.720513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.720847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.721209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.721541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.721743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:18.721862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.722187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.722582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.722972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:18.723313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.736359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Attempting to bind port 071c749e-2c10-439d-bdd8-b06a8a3e432b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:18.736777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Attempting to bind port 071c749e-2c10-439d-bdd8-b06a8a3e432b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'd1b18a52-8736-4e05-97f8-3f05bfe32690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6b4c6cca-8ee7-4022-bc56-7c4e92a7e556'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:18.737347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Attempting to bind port 071c749e-2c10-439d-bdd8-b06a8a3e432b on network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:18.740332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9c74bc38-1184-4f3c-b163-7663b25c4bc8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4606619 Aug 30 15:21:18.741909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5b088e-44b0-45ee-b3fc-660cc6778837 None None] Network 218b37cc-ade3-45c4-b189-81bce43336b3 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:18.742643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:18.746780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:18.747162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Checking segment: {'id': 'd1b18a52-8736-4e05-97f8-3f05bfe32690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6b4c6cca-8ee7-4022-bc56-7c4e92a7e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:18.747564 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.747957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Bound using segment: {'id': 'd1b18a52-8736-4e05-97f8-3f05bfe32690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6b4c6cca-8ee7-4022-bc56-7c4e92a7e556'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:18.748428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Bound port: 071c749e-2c10-439d-bdd8-b06a8a3e432b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b18a52-8736-4e05-97f8-3f05bfe32690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6b4c6cca-8ee7-4022-bc56-7c4e92a7e556'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:18.748809 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.844386 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.887271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] For port 071c749e-2c10-439d-bdd8-b06a8a3e432b, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:18.917727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] For port 071c749e-2c10-439d-bdd8-b06a8a3e432b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=071c749e-2c10-439d-bdd8-b06a8a3e432b,segment=NetworkSegment(d1b18a52-8736-4e05-97f8-3f05bfe32690),segment_id=d1b18a52-8736-4e05-97f8-3f05bfe32690)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:18.924792 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.945826 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:18.999270 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a49ae-a8d7-45a4-83c1-1f3f9fd59aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-218b37cc-ade3-45c4-b189-81bce43336b3', 'network_id': '218b37cc-ade3-45c4-b189-81bce43336b3', 'tenant_id': '09c9090c2d764d9fb75b9ec0ff0988d4', 'fixed_ips': [{'subnet_id': '41fd4006-1af4-4217-8555-8d310c1ba252'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:21:19.000394 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-462a49ae-a8d7-45a4-83c1-1f3f9fd59aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.021249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cbd9c-3a8e-4b00-8b7f-e98ef514f51b None None] Pushing event updated for resources: {'Port': ['ID=071c749e-2c10-439d-bdd8-b06a8a3e432b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:19.031002 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.070401 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Subnet': ['ID=41fd4006-1af4-4217-8555-8d310c1ba252,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:19.100806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e939d5-e140-4f3a-8b78-48a9ef8363b4 None None] Network 218b37cc-ade3-45c4-b189-81bce43336b3 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:19.137504 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.148671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218b37cc-ade3-45c4-b189-81bce43336b3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:19.160135 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a01f291-6284-4b3b-9f47-6a8a6f5d1af6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:19.160364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a01f291-6284-4b3b-9f47-6a8a6f5d1af6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:19.169780 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.194180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.202445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:21:19.202975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:21:19.206151 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:21:19.268087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.275170 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.280373 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/218b37cc-ade3-45c4-b189-81bce43336b3 HTTP/1.1" status: 204 len: 168 time: 0.5333962 Aug 30 15:21:19.280644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:19.286287 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023569109'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:19.294540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bde061-345a-4e75-9fcd-4a8150d46ef9 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Network': ['ID=218b37cc-ade3-45c4-b189-81bce43336b3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:19.310192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:19.314933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.341713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:19.352138 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.352474 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Added segment d620f0af-92d6-4eb5-b2ca-e60c8efbc4c3 of type vlan for network 8d5ea722-e95f-46cf-86e6-2abd77928484 Aug 30 15:21:19.402970 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.427706 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.433211 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:19.433799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.497732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2159290 Aug 30 15:21:19.500508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:19.505544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'subnet': {'network_id': '8d5ea722-e95f-46cf-86e6-2abd77928484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:19.524588 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Network': ['ID=8d5ea722-e95f-46cf-86e6-2abd77928484,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:19.564015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.564630 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.564979 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.565347 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.565688 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.566026 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.566362 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.566695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.567040 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.567358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.567683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.568008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1580b2-0468-4958-b475-5a4a19c1da30 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:19.579273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8d5ea722-e95f-46cf-86e6-2abd77928484 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:19.612862 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:19.616396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.679830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 15:21:19.680409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 15:21:19.809631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.866043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Subnet': ['ID=4506a93e-aee4-4689-8ab2-f8ae02da3553,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:19.882102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Checking segment: {'id': 'd620f0af-92d6-4eb5-b2ca-e60c8efbc4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8d5ea722-e95f-46cf-86e6-2abd77928484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:19.883152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network hostable DHCP agents. Network: 8d5ea722-e95f-46cf-86e6-2abd77928484, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:19.889607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 071c749e-2c10-439d-bdd8-b06a8a3e432b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:19.902046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network 8d5ea722-e95f-46cf-86e6-2abd77928484 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:19.913103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8d5ea722-e95f-46cf-86e6-2abd77928484) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:19.917625 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:19.918231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:19.926443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9812a8-0627-49c7-bd01-7503d644c2b3 None None] Network 8d5ea722-e95f-46cf-86e6-2abd77928484 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:19.936867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-890aa487-f4b2-4aa1-be6e-a86d5ce986fa tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4327314 Aug 30 15:21:19.937285 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:20.039871 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.092357 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.129780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1271567-991d-4a3a-bb8a-09ea91861c39 None None] Network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:20.158843 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.185136 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Subnet': ['ID=4506a93e-aee4-4689-8ab2-f8ae02da3553,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:20.209731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-822e4670-a55a-46b1-be67-750443ea6246 None None] Provisioning for port 071c749e-2c10-439d-bdd8-b06a8a3e432b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:20.233887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 071c749e-2c10-439d-bdd8-b06a8a3e432b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:20.249238 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.252024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 071c749e-2c10-439d-bdd8-b06a8a3e432b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:20.252397 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.259592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5ea722-e95f-46cf-86e6-2abd77928484']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:20.270700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd620f0af-92d6-4eb5-b2ca-e60c8efbc4c3') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:20.271017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd620f0af-92d6-4eb5-b2ca-e60c8efbc4c3') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:20.279903 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.293127 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.299717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:21:20.300179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:21:20.303368 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:21:20.351328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb2918f-97fc-401b-89fc-7dc112a198fd None None] Network 8d5ea722-e95f-46cf-86e6-2abd77928484 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:20.368656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.378101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.381549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/8d5ea722-e95f-46cf-86e6-2abd77928484 HTTP/1.1" status: 204 len: 168 time: 0.4431767 Aug 30 15:21:20.383689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:20.390479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971671686'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:20.395375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d7adf-9379-4f87-a06e-16807df73684 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Network': ['ID=8d5ea722-e95f-46cf-86e6-2abd77928484,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:20.413881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:20.417550 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.446669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:20.456520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.456875 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Added segment f0b5adf4-9d89-4aaa-92dc-d3321c512e75 of type vlan for network 9c858b49-6ff9-4ccb-acc5-841ac358ebd4 Aug 30 15:21:20.497482 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.501876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.521986 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.527468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:20.528794 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.552416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 071c749e-2c10-439d-bdd8-b06a8a3e432b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=071c749e-2c10-439d-bdd8-b06a8a3e432b,segment=NetworkSegment(d1b18a52-8736-4e05-97f8-3f05bfe32690),segment_id=d1b18a52-8736-4e05-97f8-3f05bfe32690)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:20.556510 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.590858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2042458 Aug 30 15:21:20.591077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:20.596487 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'subnet': {'network_id': '9c858b49-6ff9-4ccb-acc5-841ac358ebd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:20.609996 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef563784-6e63-46c2-b7d8-27060c12a48c tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Network': ['ID=9c858b49-6ff9-4ccb-acc5-841ac358ebd4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:20.617566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=071c749e-2c10-439d-bdd8-b06a8a3e432b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:20.620440 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.622878 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 9c858b49-6ff9-4ccb-acc5-841ac358ebd4 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:20.716422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:20.720101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.759428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce5802c5-c8d5-4e62-acf8-0bff2542e0d6 None None] Provisioning complete for port 071c749e-2c10-439d-bdd8-b06a8a3e432b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:20.759817 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce5802c5-c8d5-4e62-acf8-0bff2542e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.902827 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:20.967836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Subnet': ['ID=a3082745-edae-4be3-a8da-d0b9802edd23,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:20.975359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Checking segment: {'id': 'f0b5adf4-9d89-4aaa-92dc-d3321c512e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c858b49-6ff9-4ccb-acc5-841ac358ebd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:20.975724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network hostable DHCP agents. Network: 9c858b49-6ff9-4ccb-acc5-841ac358ebd4, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:20.992326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network 9c858b49-6ff9-4ccb-acc5-841ac358ebd4 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:21.000816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 9c858b49-6ff9-4ccb-acc5-841ac358ebd4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:21.004722 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:21.005344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.010002 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862c66a-3c3d-4570-ba25-c4a0876d2434 None None] Network 9c858b49-6ff9-4ccb-acc5-841ac358ebd4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:21.021910 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9611ba8f-bdd0-4b4d-befd-969aeecaeeb5 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4294403 Aug 30 15:21:21.023081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:21.028008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1701967232'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:21.050424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:21.054551 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.078064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:21.087816 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.088160 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Added segment a3158d11-6b58-4127-8e71-005c440df2e3 of type vlan for network c7010824-af46-4709-8987-aca1b0fd5f0f Aug 30 15:21:21.128817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.153685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.155716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-9c858b49-6ff9-4ccb-acc5-841ac358ebd4', 'network_id': '9c858b49-6ff9-4ccb-acc5-841ac358ebd4', 'tenant_id': '09c9090c2d764d9fb75b9ec0ff0988d4', 'fixed_ips': [{'subnet_id': 'a3082745-edae-4be3-a8da-d0b9802edd23'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:21:21.156598 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.159907 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:21.160495 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.218871 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1947038 Aug 30 15:21:21.223191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:21.230150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Request body: {'subnet': {'network_id': 'c7010824-af46-4709-8987-aca1b0fd5f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:21.234180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b0c56-1794-4599-a6fc-6e7ac64c1894 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Network': ['ID=c7010824-af46-4709-8987-aca1b0fd5f0f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:21.246185 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network c7010824-af46-4709-8987-aca1b0fd5f0f details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:21.335418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Made reservation on behalf of 09c9090c2d764d9fb75b9ec0ff0988d4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:21.339381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.393433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Allocated IP 2001:db8::2 (9c858b49-6ff9-4ccb-acc5-841ac358ebd4/a3082745-edae-4be3-a8da-d0b9802edd23/2d191ba4-82d2-483e-8427-e53c68566459) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:21.541116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.547245 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.556943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Transition to ACTIVE for port object 2d191ba4-82d2-483e-8427-e53c68566459 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:21.572157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Transition to ACTIVE for port object 2d191ba4-82d2-483e-8427-e53c68566459 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:21.578905 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.608184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event updated for resources: {'Subnet': ['ID=509798ef-461c-43b1-9575-5bdbea9c405a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:21.613484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Network 9c858b49-6ff9-4ccb-acc5-841ac358ebd4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:21.613765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Checking segment: {'id': 'a3158d11-6b58-4127-8e71-005c440df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7010824-af46-4709-8987-aca1b0fd5f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:21.614198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network hostable DHCP agents. Network: c7010824-af46-4709-8987-aca1b0fd5f0f, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:21.616603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:21.622415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:21.635947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Network c7010824-af46-4709-8987-aca1b0fd5f0f is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:21.645356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, c7010824-af46-4709-8987-aca1b0fd5f0f) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:21.649864 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:21.650483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.654023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Pushing event updated for resources: {'Port': ['ID=2d191ba4-82d2-483e-8427-e53c68566459,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:21.658801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb5a258-9f23-4366-9cb0-5930aaf356ca None None] Network c7010824-af46-4709-8987-aca1b0fd5f0f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:21.668590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7d1fa9ae-2f4c-41bb-b7fd-11bb3157b4f8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4441812 Aug 30 15:21:21.671145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58532) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:21.728529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Attempting to bind port 2d191ba4-82d2-483e-8427-e53c68566459 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:21.728901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Attempting to bind port 2d191ba4-82d2-483e-8427-e53c68566459 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f0b5adf4-9d89-4aaa-92dc-d3321c512e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c858b49-6ff9-4ccb-acc5-841ac358ebd4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:21.729296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Attempting to bind port 2d191ba4-82d2-483e-8427-e53c68566459 on network 9c858b49-6ff9-4ccb-acc5-841ac358ebd4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:21.738024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:21.738401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Checking segment: {'id': 'f0b5adf4-9d89-4aaa-92dc-d3321c512e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c858b49-6ff9-4ccb-acc5-841ac358ebd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:21.738808 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.739207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Bound using segment: {'id': 'f0b5adf4-9d89-4aaa-92dc-d3321c512e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c858b49-6ff9-4ccb-acc5-841ac358ebd4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:21.739675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Bound port: 2d191ba4-82d2-483e-8427-e53c68566459, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b5adf4-9d89-4aaa-92dc-d3321c512e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c858b49-6ff9-4ccb-acc5-841ac358ebd4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:21.740060 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.770893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.847138 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.851755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 071c749e-2c10-439d-bdd8-b06a8a3e432b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:21.858186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] For port 2d191ba4-82d2-483e-8427-e53c68566459, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:21.905520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] For port 2d191ba4-82d2-483e-8427-e53c68566459, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2d191ba4-82d2-483e-8427-e53c68566459,segment=NetworkSegment(f0b5adf4-9d89-4aaa-92dc-d3321c512e75),segment_id=f0b5adf4-9d89-4aaa-92dc-d3321c512e75)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:21.908165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.914508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.916651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98d89f1-7bd1-47de-988a-16ea94c4a882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-c7010824-af46-4709-8987-aca1b0fd5f0f', 'network_id': 'c7010824-af46-4709-8987-aca1b0fd5f0f', 'tenant_id': '09c9090c2d764d9fb75b9ec0ff0988d4', 'fixed_ips': [{'subnet_id': '509798ef-461c-43b1-9575-5bdbea9c405a'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:21:21.917489 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b98d89f1-7bd1-47de-988a-16ea94c4a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:21.938314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Subnet': ['ID=509798ef-461c-43b1-9575-5bdbea9c405a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:22.004572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.019263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7010824-af46-4709-8987-aca1b0fd5f0f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:22.030734 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3158d11-6b58-4127-8e71-005c440df2e3') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:22.031108 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3158d11-6b58-4127-8e71-005c440df2e3') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:22.042897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.047725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6617fe-48a4-4f62-8cd7-12c5fd570ce9 None None] Pushing event updated for resources: {'Port': ['ID=2d191ba4-82d2-483e-8427-e53c68566459,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:22.058594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 071c749e-2c10-439d-bdd8-b06a8a3e432b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:22.058807 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.061223 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.069527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:21:22.070076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:21:22.073292 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:21:22.082127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8494a8-f77a-4866-a64f-57f6b1b18c05 None None] Network c7010824-af46-4709-8987-aca1b0fd5f0f requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:22.138835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.146644 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.151430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/c7010824-af46-4709-8987-aca1b0fd5f0f HTTP/1.1" status: 204 len: 168 time: 0.4793029 Aug 30 15:21:22.151852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:22.166775 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdbb22-eec8-43c4-98b0-21ed0b00d848 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Network': ['ID=c7010824-af46-4709-8987-aca1b0fd5f0f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:22.208945 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0770f0c0-2e9c-4561-91ea-c97ce7300903 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] GET failed (client error): The resource could not be found. Aug 30 15:21:22.210333 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0770f0c0-2e9c-4561-91ea-c97ce7300903 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "GET /v2.0/subnets/509798ef-461c-43b1-9575-5bdbea9c405a HTTP/1.1" status: 404 len: 337 time: 0.0574844 Aug 30 15:21:22.212967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:22.235263 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-351f5f92-0d61-41fd-8482-918585abfd94 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] DELETE failed (client error): The resource could not be found. Aug 30 15:21:22.236685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351f5f92-0d61-41fd-8482-918585abfd94 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 15:21:22.238671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-351f5f92-0d61-41fd-8482-918585abfd94 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/c7010824-af46-4709-8987-aca1b0fd5f0f HTTP/1.1" status: 404 len: 339 time: 0.0247660 Aug 30 15:21:22.242835 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:22.271719 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-db76c41e-6b3a-4d53-8b62-3a237f896b93 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] DELETE failed (client error): The resource could not be found. Aug 30 15:21:22.272186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db76c41e-6b3a-4d53-8b62-3a237f896b93 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 15:21:22.273994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-db76c41e-6b3a-4d53-8b62-3a237f896b93 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/subnets/509798ef-461c-43b1-9575-5bdbea9c405a HTTP/1.1" status: 404 len: 337 time: 0.0299740 Aug 30 15:21:22.276642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58540) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:22.297447 n-d-805668-3 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-27773c0f-ae25-46e4-80a0-ca3aad10a003 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] DELETE failed (client error): The resource could not be found. Aug 30 15:21:22.298717 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27773c0f-ae25-46e4-80a0-ca3aad10a003 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 15:21:22.300681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-27773c0f-ae25-46e4-80a0-ca3aad10a003 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/c7010824-af46-4709-8987-aca1b0fd5f0f HTTP/1.1" status: 404 len: 339 time: 0.0230668 Aug 30 15:21:22.303280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:22.355144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d8ab69-2316-4dbd-b676-0fe5a3e164c8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Deleting subnet a3082745-edae-4be3-a8da-d0b9802edd23 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:21:22.359161 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12d8ab69-2316-4dbd-b676-0fe5a3e164c8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.397242 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12d8ab69-2316-4dbd-b676-0fe5a3e164c8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.513627 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12d8ab69-2316-4dbd-b676-0fe5a3e164c8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.573782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12d8ab69-2316-4dbd-b676-0fe5a3e164c8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.599043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8ab69-2316-4dbd-b676-0fe5a3e164c8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Subnet': ['ID=a3082745-edae-4be3-a8da-d0b9802edd23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:22.604969 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12d8ab69-2316-4dbd-b676-0fe5a3e164c8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.606961 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-12d8ab69-2316-4dbd-b676-0fe5a3e164c8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/subnets/a3082745-edae-4be3-a8da-d0b9802edd23 HTTP/1.1" status: 204 len: 168 time: 0.3027420 Aug 30 15:21:22.609409 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:22.693220 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.747905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Deleting port 2d191ba4-82d2-483e-8427-e53c68566459 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:21:22.748256 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.811945 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] For port 2d191ba4-82d2-483e-8427-e53c68566459, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=2d191ba4-82d2-483e-8427-e53c68566459,segment=NetworkSegment(f0b5adf4-9d89-4aaa-92dc-d3321c512e75),segment_id=f0b5adf4-9d89-4aaa-92dc-d3321c512e75)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:22.812313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.831464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Calling delete_port for 2d191ba4-82d2-483e-8427-e53c68566459 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:21:22.902106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c3dc1-050d-458f-b7d0-03c2896f8f43 None None] Network 9c858b49-6ff9-4ccb-acc5-841ac358ebd4 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:22.911308 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:22.937951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Port': ['ID=2d191ba4-82d2-483e-8427-e53c68566459,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:22.940906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No DVR routers for this DVR port 2d191ba4-82d2-483e-8427-e53c68566459 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:21:23.007910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c281dc1-4bb9-4c4d-8700-3d431719ea88 None None] Could not find standard attr ID for object 2d191ba4-82d2-483e-8427-e53c68566459. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 15:21:23.020577 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.031537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c858b49-6ff9-4ccb-acc5-841ac358ebd4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:23.040890 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b5adf4-9d89-4aaa-92dc-d3321c512e75') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:23.041215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b5adf4-9d89-4aaa-92dc-d3321c512e75') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:23.050232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.066183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.067607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a5354-7b9e-493e-898d-ab83311aa0d0 None None] DHCP port deletion for 9c858b49-6ff9-4ccb-acc5-841ac358ebd4 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:21:23.072534 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:21:23.072930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:21:23.075917 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:21:23.133816 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.140890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.142728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/9c858b49-6ff9-4ccb-acc5-841ac358ebd4 HTTP/1.1" status: 204 len: 168 time: 0.5324054 Aug 30 15:21:23.145299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:23.154175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935f4d0-e666-49fe-9ed8-d35ef20d0bc7 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Network': ['ID=9c858b49-6ff9-4ccb-acc5-841ac358ebd4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:23.171733 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9aeb71-3424-4cd9-8000-7cc2b0542b70 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] DELETE failed (client error): The resource could not be found. Aug 30 15:21:23.172180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9aeb71-3424-4cd9-8000-7cc2b0542b70 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 15:21:23.174492 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2c9aeb71-3424-4cd9-8000-7cc2b0542b70 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/subnets/4506a93e-aee4-4689-8ab2-f8ae02da3553 HTTP/1.1" status: 404 len: 337 time: 0.0282068 Aug 30 15:21:23.177109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:23.194528 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4596550-fdf3-4f7b-bed8-c53825705753 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] DELETE failed (client error): The resource could not be found. Aug 30 15:21:23.195039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4596550-fdf3-4f7b-bed8-c53825705753 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 15:21:23.196628 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f4596550-fdf3-4f7b-bed8-c53825705753 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/8d5ea722-e95f-46cf-86e6-2abd77928484 HTTP/1.1" status: 404 len: 339 time: 0.0186450 Aug 30 15:21:23.198936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:23.223221 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d474e05b-9ae7-4dda-a8e0-c9976363fa2b tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] DELETE failed (client error): The resource could not be found. Aug 30 15:21:23.223650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d474e05b-9ae7-4dda-a8e0-c9976363fa2b tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 15:21:23.225225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d474e05b-9ae7-4dda-a8e0-c9976363fa2b tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/subnets/41fd4006-1af4-4217-8555-8d310c1ba252 HTTP/1.1" status: 404 len: 337 time: 0.0254230 Aug 30 15:21:23.227433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:23.244502 n-d-805668-3 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc118d8-30f3-4c78-84f4-820af6fb3897 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] DELETE failed (client error): The resource could not be found. Aug 30 15:21:23.245003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc118d8-30f3-4c78-84f4-820af6fb3897 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 15:21:23.246585 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0dc118d8-30f3-4c78-84f4-820af6fb3897 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/218b37cc-ade3-45c4-b189-81bce43336b3 HTTP/1.1" status: 404 len: 339 time: 0.0183179 Aug 30 15:21:23.248750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:23.294946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f31d6fc-79cc-4109-8098-70b66d951b59 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Deleting subnet 83ffe402-0b18-4b80-8147-ac05e3b0a839 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:21:23.298489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f31d6fc-79cc-4109-8098-70b66d951b59 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.340691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f31d6fc-79cc-4109-8098-70b66d951b59 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.420663 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f31d6fc-79cc-4109-8098-70b66d951b59 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.482395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f31d6fc-79cc-4109-8098-70b66d951b59 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.514617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31d6fc-79cc-4109-8098-70b66d951b59 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Subnet': ['ID=83ffe402-0b18-4b80-8147-ac05e3b0a839,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:23.517169 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f31d6fc-79cc-4109-8098-70b66d951b59 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.519736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3f31d6fc-79cc-4109-8098-70b66d951b59 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/subnets/83ffe402-0b18-4b80-8147-ac05e3b0a839 HTTP/1.1" status: 204 len: 168 time: 0.2693174 Aug 30 15:21:23.521604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:23.523961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418dcc2-5484-4ba6-b63d-06bd587066a0 None None] Network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:23.600191 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.654281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Deleting port 071c749e-2c10-439d-bdd8-b06a8a3e432b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:21:23.654675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.692722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] DHCP port deletion for 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:21:23.723027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] For port 071c749e-2c10-439d-bdd8-b06a8a3e432b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=071c749e-2c10-439d-bdd8-b06a8a3e432b,segment=NetworkSegment(d1b18a52-8736-4e05-97f8-3f05bfe32690),segment_id=d1b18a52-8736-4e05-97f8-3f05bfe32690)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:23.723402 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.736487 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Calling delete_port for 071c749e-2c10-439d-bdd8-b06a8a3e432b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:21:23.743721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] Deleting port 071c749e-2c10-439d-bdd8-b06a8a3e432b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:21:23.744118 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.805825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] For port 071c749e-2c10-439d-bdd8-b06a8a3e432b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=071c749e-2c10-439d-bdd8-b06a8a3e432b,segment=NetworkSegment(d1b18a52-8736-4e05-97f8-3f05bfe32690),segment_id=d1b18a52-8736-4e05-97f8-3f05bfe32690)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:23.806243 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.824863 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.830509 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] Calling delete_port for 071c749e-2c10-439d-bdd8-b06a8a3e432b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:21:23.858013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] No DVR routers for this DVR port 071c749e-2c10-439d-bdd8-b06a8a3e432b on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:21:23.859839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Port': ['ID=071c749e-2c10-439d-bdd8-b06a8a3e432b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:23.946524 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.957714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4c6cca-8ee7-4022-bc56-7c4e92a7e556']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:23.969279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b18a52-8736-4e05-97f8-3f05bfe32690') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:23.969584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b18a52-8736-4e05-97f8-3f05bfe32690') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:23.978839 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.992502 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:23.999192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:21:23.999620 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:21:24.003241 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:21:24.027599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 071c749e-2c10-439d-bdd8-b06a8a3e432b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:21:24.049055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 071c749e-2c10-439d-bdd8-b06a8a3e432b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:21:24.049422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 071c749e-2c10-439d-bdd8-b06a8a3e432b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:21:24.062310 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:24.071588 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:24.073453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] 10.222.0.50 "DELETE /v2.0/networks/6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 HTTP/1.1" status: 204 len: 168 time: 0.5477037 Aug 30 15:21:24.084850 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:24.088754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4fda2-3321-45d3-bccc-5fcf640cfde8 tempest-NetworksIpV6Test-252429746 tempest-NetworksIpV6Test-252429746-project] Pushing event deleted for resources: {'Network': ['ID=6b4c6cca-8ee7-4022-bc56-7c4e92a7e556,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:24.092478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] Network 6b4c6cca-8ee7-4022-bc56-7c4e92a7e556 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 15:21:24.092952 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] No DVR routers for this DVR port 071c749e-2c10-439d-bdd8-b06a8a3e432b on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:21:24.111630 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b3658-253e-43f1-a49d-daa9f51b90f8 None None] Pushing event deleted for resources: {'Port': ['ID=071c749e-2c10-439d-bdd8-b06a8a3e432b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:24.324859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:24.455211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-34852cc6-9c48-4c65-8e7d-532ae29cc5a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09c9090c2d764d9fb75b9ec0ff0988d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291776 Aug 30 15:21:24.457598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:24.503738 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad284-36f5-4c8f-913e-f8c13a54e6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:24.523817 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad284-36f5-4c8f-913e-f8c13a54e6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:24.571537 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad284-36f5-4c8f-913e-f8c13a54e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:24.574172 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad284-36f5-4c8f-913e-f8c13a54e6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:24.575217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2d3ad284-36f5-4c8f-913e-f8c13a54e6dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2398fe25-9876-4684-9c4d-686e6b8371fc HTTP/1.1" status: 204 len: 168 time: 0.1167419 Aug 30 15:21:24.582719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ad284-36f5-4c8f-913e-f8c13a54e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2398fe25-9876-4684-9c4d-686e6b8371fc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:25.199715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:25.239217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-842b036e-c3ba-414c-9107-0589d070dfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.295912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a5cc4c75-c89c-4ebd-8f5f-765e59cd2f5d tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1617801887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:25.320659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c75-c89c-4ebd-8f5f-765e59cd2f5d tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.321661 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c75-c89c-4ebd-8f5f-765e59cd2f5d tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.409157 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c75-c89c-4ebd-8f5f-765e59cd2f5d tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.413363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c75-c89c-4ebd-8f5f-765e59cd2f5d tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.429268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c75-c89c-4ebd-8f5f-765e59cd2f5d tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.430473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a5cc4c75-c89c-4ebd-8f5f-765e59cd2f5d tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2297983 Aug 30 15:21:25.433294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:25.438346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-227956708'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:25.459515 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Made reservation on behalf of af7f14fc49e945f28721905013eeb54d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:25.463097 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.471565 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.558212 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.561580 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.584326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:25.598575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a49796-84f8-478c-b82d-b83259b088d0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:25.601454 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.601803 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Added segment fa138454-4c0e-443b-b4ed-f59b7983bb14 of type vlan for network 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 Aug 30 15:21:25.645154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.668589 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.674065 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:25.674653 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:25.728348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2939737 Aug 30 15:21:25.731009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:25.736296 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Request body: {'subnet': {'network_id': '0d7a607c-4c31-4dac-ab75-cc1068ac1a37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:25.789604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba6378-33eb-46d1-9934-b9158bcecda8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event updated for resources: {'Network': ['ID=0d7a607c-4c31-4dac-ab75-cc1068ac1a37,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:25.804896 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:25.832765 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Made reservation on behalf of af7f14fc49e945f28721905013eeb54d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:25.836248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.011255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.326194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event updated for resources: {'Subnet': ['ID=7b2a7e2a-a987-4574-96ec-6c2ef5658c7f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:26.333462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Checking segment: {'id': 'fa138454-4c0e-443b-b4ed-f59b7983bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0d7a607c-4c31-4dac-ab75-cc1068ac1a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:26.333820 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Network hostable DHCP agents. Network: 0d7a607c-4c31-4dac-ab75-cc1068ac1a37, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:26.350604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Network 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:26.358694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0d7a607c-4c31-4dac-ab75-cc1068ac1a37) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:26.364051 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:26.364658 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.372857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c12007-d4bd-4bab-88c8-26b62c9dab7a None None] Network 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:26.379265 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e1c08a6e-d445-4f06-b09f-fe7d77ebe8d1 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6471314 Aug 30 15:21:26.383914 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:26.387295 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1183570445'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:26.409274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Made reservation on behalf of af7f14fc49e945f28721905013eeb54d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:26.412597 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.436857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:26.446802 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.447147 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Added segment 97418fa1-735e-4524-ba2f-4e2e0f7f69b1 of type vlan for network f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 Aug 30 15:21:26.489188 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.512974 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.519332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-0d7a607c-4c31-4dac-ab75-cc1068ac1a37', 'network_id': '0d7a607c-4c31-4dac-ab75-cc1068ac1a37', 'tenant_id': 'af7f14fc49e945f28721905013eeb54d', 'fixed_ips': [{'subnet_id': '7b2a7e2a-a987-4574-96ec-6c2ef5658c7f'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:21:26.520088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:26.520240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.520737 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.579997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1960897 Aug 30 15:21:26.582636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:26.589518 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Request body: {'subnet': {'network_id': 'f8ac4c7a-dced-4c2b-b793-bf2257fcaf38', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:26.635902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5bab3-bf20-4821-b095-be007e779043 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event updated for resources: {'Network': ['ID=f8ac4c7a-dced-4c2b-b793-bf2257fcaf38,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:26.646915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:26.686848 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Made reservation on behalf of af7f14fc49e945f28721905013eeb54d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:26.690844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.694801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Allocated IP 172.20.0.2 (0d7a607c-4c31-4dac-ab75-cc1068ac1a37/7b2a7e2a-a987-4574-96ec-6c2ef5658c7f/63c433d8-d1da-4f60-93ae-aec75757fcc3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:26.852332 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.861453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Transition to ACTIVE for port object 63c433d8-d1da-4f60-93ae-aec75757fcc3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:26.869242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.877034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Transition to ACTIVE for port object 63c433d8-d1da-4f60-93ae-aec75757fcc3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:26.882885 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.917996 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Network 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:26.922686 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:26.926179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:26.932694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event updated for resources: {'Subnet': ['ID=785949db-0d78-4f3c-8aac-b7d22f6759db,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:26.934898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Pushing event updated for resources: {'Port': ['ID=63c433d8-d1da-4f60-93ae-aec75757fcc3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:26.942266 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Checking segment: {'id': '97418fa1-735e-4524-ba2f-4e2e0f7f69b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f8ac4c7a-dced-4c2b-b793-bf2257fcaf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:26.942635 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Network hostable DHCP agents. Network: f8ac4c7a-dced-4c2b-b793-bf2257fcaf38, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:26.958656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Network f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:26.967943 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, f8ac4c7a-dced-4c2b-b793-bf2257fcaf38) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:26.972570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:26.973546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:26.978838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681af86-0081-4976-8757-ea56ee45cd97 None None] Network f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:26.987436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-47ce6e6a-c8b5-4c1e-af4c-6b291a9655cf tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4037893 Aug 30 15:21:26.990164 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:26.994866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-48e34dc1-04ad-4cbd-ac86-59f73432bff2 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8ac4c7a-dced-4c2b-b793-bf2257fcaf38'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:27.027543 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Attempting to bind port 63c433d8-d1da-4f60-93ae-aec75757fcc3 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:27.027920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Attempting to bind port 63c433d8-d1da-4f60-93ae-aec75757fcc3 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'fa138454-4c0e-443b-b4ed-f59b7983bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0d7a607c-4c31-4dac-ab75-cc1068ac1a37'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:27.028284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Attempting to bind port 63c433d8-d1da-4f60-93ae-aec75757fcc3 on network 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:27.038117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:27.038488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Checking segment: {'id': 'fa138454-4c0e-443b-b4ed-f59b7983bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0d7a607c-4c31-4dac-ab75-cc1068ac1a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:27.038882 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.039273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Bound using segment: {'id': 'fa138454-4c0e-443b-b4ed-f59b7983bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0d7a607c-4c31-4dac-ab75-cc1068ac1a37'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:27.039733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Bound port: 63c433d8-d1da-4f60-93ae-aec75757fcc3, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa138454-4c0e-443b-b4ed-f59b7983bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0d7a607c-4c31-4dac-ab75-cc1068ac1a37'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:27.040110 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.152730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] For port 63c433d8-d1da-4f60-93ae-aec75757fcc3, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:27.157794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] For port 63c433d8-d1da-4f60-93ae-aec75757fcc3, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=63c433d8-d1da-4f60-93ae-aec75757fcc3,segment=NetworkSegment(fa138454-4c0e-443b-b4ed-f59b7983bb14),segment_id=fa138454-4c0e-443b-b4ed-f59b7983bb14)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:27.163913 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.197568 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48e34dc1-04ad-4cbd-ac86-59f73432bff2 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.217292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-f8ac4c7a-dced-4c2b-b793-bf2257fcaf38', 'network_id': 'f8ac4c7a-dced-4c2b-b793-bf2257fcaf38', 'tenant_id': 'af7f14fc49e945f28721905013eeb54d', 'fixed_ips': [{'subnet_id': '785949db-0d78-4f3c-8aac-b7d22f6759db'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:21:27.218132 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.253438 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292a45f-1c36-4817-8f07-262795e2e873 None None] Pushing event updated for resources: {'Port': ['ID=63c433d8-d1da-4f60-93ae-aec75757fcc3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:27.323512 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [None req-48e34dc1-04ad-4cbd-ac86-59f73432bff2 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 15:21:27.324986 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48e34dc1-04ad-4cbd-ac86-59f73432bff2 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "PUT /v2.0/routers/dde11fc5-67af-45f2-89ed-4bb106d18491 HTTP/1.1" status: 400 len: 364 time: 0.3335037 Aug 30 15:21:27.330452 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:27.385160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Allocated IP 172.21.0.2 (f8ac4c7a-dced-4c2b-b793-bf2257fcaf38/785949db-0d78-4f3c-8aac-b7d22f6759db/91c378be-c318-4eec-b389-e14763f72d34) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:27.392900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a61ae15-8fdb-469b-a21a-4833163e6296 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Deleting subnet 785949db-0d78-4f3c-8aac-b7d22f6759db {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:21:27.553249 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.561285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Transition to ACTIVE for port object 91c378be-c318-4eec-b389-e14763f72d34 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:27.576254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Transition to ACTIVE for port object 91c378be-c318-4eec-b389-e14763f72d34 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:27.581635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a61ae15-8fdb-469b-a21a-4833163e6296 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.582214 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.621489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Network f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:27.622203 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a61ae15-8fdb-469b-a21a-4833163e6296 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.624502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:27.628159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:27.633475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Pushing event updated for resources: {'Port': ['ID=91c378be-c318-4eec-b389-e14763f72d34,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:27.685704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Attempting to bind port 91c378be-c318-4eec-b389-e14763f72d34 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:27.686071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Attempting to bind port 91c378be-c318-4eec-b389-e14763f72d34 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '97418fa1-735e-4524-ba2f-4e2e0f7f69b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f8ac4c7a-dced-4c2b-b793-bf2257fcaf38'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:27.686440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Attempting to bind port 91c378be-c318-4eec-b389-e14763f72d34 on network f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:27.691672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:27.692041 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Checking segment: {'id': '97418fa1-735e-4524-ba2f-4e2e0f7f69b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f8ac4c7a-dced-4c2b-b793-bf2257fcaf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:27.692441 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.692831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Bound using segment: {'id': '97418fa1-735e-4524-ba2f-4e2e0f7f69b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f8ac4c7a-dced-4c2b-b793-bf2257fcaf38'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:27.693327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Bound port: 91c378be-c318-4eec-b389-e14763f72d34, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97418fa1-735e-4524-ba2f-4e2e0f7f69b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f8ac4c7a-dced-4c2b-b793-bf2257fcaf38'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:27.693709 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.712888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a61ae15-8fdb-469b-a21a-4833163e6296 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.769926 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a61ae15-8fdb-469b-a21a-4833163e6296 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.772955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] For port 91c378be-c318-4eec-b389-e14763f72d34, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:27.776048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] For port 91c378be-c318-4eec-b389-e14763f72d34, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=91c378be-c318-4eec-b389-e14763f72d34,segment=NetworkSegment(97418fa1-735e-4524-ba2f-4e2e0f7f69b1),segment_id=97418fa1-735e-4524-ba2f-4e2e0f7f69b1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:27.780444 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.795254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61ae15-8fdb-469b-a21a-4833163e6296 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event deleted for resources: {'Subnet': ['ID=785949db-0d78-4f3c-8aac-b7d22f6759db,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:27.801965 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a61ae15-8fdb-469b-a21a-4833163e6296 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.803832 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1a61ae15-8fdb-469b-a21a-4833163e6296 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "DELETE /v2.0/subnets/785949db-0d78-4f3c-8aac-b7d22f6759db HTTP/1.1" status: 204 len: 168 time: 0.4722750 Aug 30 15:21:27.806163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:27.856157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644787d-0d2e-449f-972e-243eb32f38d2 None None] Pushing event updated for resources: {'Port': ['ID=91c378be-c318-4eec-b389-e14763f72d34,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:27.917858 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.927302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 63c433d8-d1da-4f60-93ae-aec75757fcc3 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:27.961020 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21326b4b-b8e6-4b22-8552-f7e35cf4a92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.980924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Deleting port 91c378be-c318-4eec-b389-e14763f72d34 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:21:27.981313 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:27.990849 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 63c433d8-d1da-4f60-93ae-aec75757fcc3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:28.074695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] For port 91c378be-c318-4eec-b389-e14763f72d34, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=91c378be-c318-4eec-b389-e14763f72d34,segment=NetworkSegment(97418fa1-735e-4524-ba2f-4e2e0f7f69b1),segment_id=97418fa1-735e-4524-ba2f-4e2e0f7f69b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:28.075301 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.091212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Calling delete_port for 91c378be-c318-4eec-b389-e14763f72d34 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:21:28.194075 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.221151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event deleted for resources: {'Port': ['ID=91c378be-c318-4eec-b389-e14763f72d34,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:28.225984 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] No DVR routers for this DVR port 91c378be-c318-4eec-b389-e14763f72d34 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:21:28.260471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21e84e-1dc3-44dd-8ab2-407828988065 None None] Network 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:28.308622 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.318865 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ac4c7a-dced-4c2b-b793-bf2257fcaf38']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:28.330002 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97418fa1-735e-4524-ba2f-4e2e0f7f69b1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:28.330318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97418fa1-735e-4524-ba2f-4e2e0f7f69b1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:28.340519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.355631 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.362147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:21:28.362538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:21:28.365602 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:21:28.397037 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6fd8b557-fe94-46c4-87a9-e3c9474d8097 None None] Provisioning for port 63c433d8-d1da-4f60-93ae-aec75757fcc3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:28.403542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6fd8b557-fe94-46c4-87a9-e3c9474d8097 None None] Provisioning complete for port 63c433d8-d1da-4f60-93ae-aec75757fcc3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:28.403934 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b557-fe94-46c4-87a9-e3c9474d8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.423760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.431556 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.433296 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "DELETE /v2.0/networks/f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 HTTP/1.1" status: 204 len: 168 time: 0.6262176 Aug 30 15:21:28.436244 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:28.446847 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479d05-3d77-427f-aed6-43783760903f tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event deleted for resources: {'Network': ['ID=f8ac4c7a-dced-4c2b-b793-bf2257fcaf38,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:28.496871 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e52b80e-49cc-487c-83f0-5836c0a36e0b tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Deleting subnet 7b2a7e2a-a987-4574-96ec-6c2ef5658c7f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:21:28.500479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e52b80e-49cc-487c-83f0-5836c0a36e0b tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.518373 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b557-fe94-46c4-87a9-e3c9474d8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.545305 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e52b80e-49cc-487c-83f0-5836c0a36e0b tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.552945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6fd8b557-fe94-46c4-87a9-e3c9474d8097 None None] For port 63c433d8-d1da-4f60-93ae-aec75757fcc3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=63c433d8-d1da-4f60-93ae-aec75757fcc3,segment=NetworkSegment(fa138454-4c0e-443b-b4ed-f59b7983bb14),segment_id=fa138454-4c0e-443b-b4ed-f59b7983bb14)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:28.558003 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b557-fe94-46c4-87a9-e3c9474d8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.611677 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8b557-fe94-46c4-87a9-e3c9474d8097 None None] Pushing event updated for resources: {'Port': ['ID=63c433d8-d1da-4f60-93ae-aec75757fcc3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:28.645945 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e52b80e-49cc-487c-83f0-5836c0a36e0b tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.685387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.721028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e52b80e-49cc-487c-83f0-5836c0a36e0b tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.752769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b80e-49cc-487c-83f0-5836c0a36e0b tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2a7e2a-a987-4574-96ec-6c2ef5658c7f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:28.759269 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e52b80e-49cc-487c-83f0-5836c0a36e0b tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.761456 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1e52b80e-49cc-487c-83f0-5836c0a36e0b tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "DELETE /v2.0/subnets/7b2a7e2a-a987-4574-96ec-6c2ef5658c7f HTTP/1.1" status: 204 len: 168 time: 0.3236303 Aug 30 15:21:28.763650 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:28.765614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5679bf1-d19c-452b-af4c-ff5bfa806ca5 None None] Network 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:28.827186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-009a6104-f80f-45ac-994a-ecbda3189d97 None None] Provisioning complete for port 63c433d8-d1da-4f60-93ae-aec75757fcc3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:28.827186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-009a6104-f80f-45ac-994a-ecbda3189d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.843034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.899263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Deleting port 63c433d8-d1da-4f60-93ae-aec75757fcc3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:21:28.899617 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.956409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811fab4-9f52-49e1-a5cc-2972dd031323 None None] DHCP port deletion for f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:21:28.979195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c8d57-4f8f-45b8-a94f-516019c5289a None None] Network f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:28.983366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] For port 63c433d8-d1da-4f60-93ae-aec75757fcc3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=63c433d8-d1da-4f60-93ae-aec75757fcc3,segment=NetworkSegment(fa138454-4c0e-443b-b4ed-f59b7983bb14),segment_id=fa138454-4c0e-443b-b4ed-f59b7983bb14)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:28.983731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:28.991673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c8d57-4f8f-45b8-a94f-516019c5289a None None] Network f8ac4c7a-dced-4c2b-b793-bf2257fcaf38 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 15:21:28.997709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] DHCP port deletion for 0d7a607c-4c31-4dac-ab75-cc1068ac1a37 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:21:28.997998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Calling delete_port for 63c433d8-d1da-4f60-93ae-aec75757fcc3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:21:29.049091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] Deleting port 63c433d8-d1da-4f60-93ae-aec75757fcc3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:21:29.049464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.075507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.097297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64612c22-f329-4d1a-be3b-9b87a183dae1 None None] Could not find standard attr ID for object 91c378be-c318-4eec-b389-e14763f72d34. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 15:21:29.109628 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event deleted for resources: {'Port': ['ID=63c433d8-d1da-4f60-93ae-aec75757fcc3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:29.113941 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] No DVR routers for this DVR port 63c433d8-d1da-4f60-93ae-aec75757fcc3 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:21:29.117578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] For port 63c433d8-d1da-4f60-93ae-aec75757fcc3, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=63c433d8-d1da-4f60-93ae-aec75757fcc3,segment=NetworkSegment(fa138454-4c0e-443b-b4ed-f59b7983bb14),segment_id=fa138454-4c0e-443b-b4ed-f59b7983bb14)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:29.118083 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.130659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] Calling delete_port for 63c433d8-d1da-4f60-93ae-aec75757fcc3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:21:29.191379 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.200961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7a607c-4c31-4dac-ab75-cc1068ac1a37']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:29.206388 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.211536 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa138454-4c0e-443b-b4ed-f59b7983bb14') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:29.211833 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa138454-4c0e-443b-b4ed-f59b7983bb14') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:29.221008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.228620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] Pushing event deleted for resources: {'Port': ['ID=63c433d8-d1da-4f60-93ae-aec75757fcc3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:29.234072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe840d6a-fb06-4aba-af1e-d73fef5b5ccd None None] No DVR routers for this DVR port 63c433d8-d1da-4f60-93ae-aec75757fcc3 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:21:29.235532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.243481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:21:29.243884 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:21:29.246829 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:21:29.309598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.317006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.318803 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "DELETE /v2.0/networks/0d7a607c-4c31-4dac-ab75-cc1068ac1a37 HTTP/1.1" status: 204 len: 168 time: 0.5543044 Aug 30 15:21:29.321628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:29.331112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be765e9-98d5-481c-b2f2-c7d51df160b8 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Pushing event deleted for resources: {'Network': ['ID=0d7a607c-4c31-4dac-ab75-cc1068ac1a37,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:29.353270 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b7a04e25-211f-451e-916c-1cea054bd303 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "GET /v2.0/ports?device_id=dde11fc5-67af-45f2-89ed-4bb106d18491 HTTP/1.1" status: 200 len: 205 time: 0.0302196 Aug 30 15:21:29.355318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:29.426952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.431797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d27a-7dab-4da8-8ece-dcb23a5cb271 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.588434 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d27a-7dab-4da8-8ece-dcb23a5cb271 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.590525 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d27a-7dab-4da8-8ece-dcb23a5cb271 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.633151 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d27a-7dab-4da8-8ece-dcb23a5cb271 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.633666 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b3d27a-7dab-4da8-8ece-dcb23a5cb271 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Fanout notify agent at l3_agent the message router_deleted on router dde11fc5-67af-45f2-89ed-4bb106d18491 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:21:29.640296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d27a-7dab-4da8-8ece-dcb23a5cb271 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:29.641410 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e7b3d27a-7dab-4da8-8ece-dcb23a5cb271 tempest-RoutersNegativeTest-819199045 tempest-RoutersNegativeTest-819199045-project] 10.222.0.50 "DELETE /v2.0/routers/dde11fc5-67af-45f2-89ed-4bb106d18491 HTTP/1.1" status: 204 len: 168 time: 0.2851903 Aug 30 15:21:29.846134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 63c433d8-d1da-4f60-93ae-aec75757fcc3 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:21:29.866327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 63c433d8-d1da-4f60-93ae-aec75757fcc3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:21:29.866682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 63c433d8-d1da-4f60-93ae-aec75757fcc3 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:21:29.878950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:30.010448 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ffb97f27-f0dc-43e4-b2cc-e60bf069f05e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af7f14fc49e945f28721905013eeb54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303325 Aug 30 15:21:30.012777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:30.059654 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05b42015-c03c-4fa0-8022-96accada00ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.080162 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05b42015-c03c-4fa0-8022-96accada00ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.125037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05b42015-c03c-4fa0-8022-96accada00ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.127642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05b42015-c03c-4fa0-8022-96accada00ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.128764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-05b42015-c03c-4fa0-8022-96accada00ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3a49796-84f8-478c-b82d-b83259b088d0 HTTP/1.1" status: 204 len: 168 time: 0.1150694 Aug 30 15:21:30.136389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b42015-c03c-4fa0-8022-96accada00ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a49796-84f8-478c-b82d-b83259b088d0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:30.723375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:30.817382 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-620777457-network', 'tenant_id': 'f137efd6ace4408bb560550528bef964'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:30.837676 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Made reservation on behalf of f137efd6ace4408bb560550528bef964 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:30.839907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.847977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.933938 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.937470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.959249 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:30.973999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:30.978373 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:30.978723 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Added segment 8aac1b3c-0aa4-4a74-b78d-ff356d0fed98 of type vlan for network 1774d8e6-a61d-42e5-9f1d-42788b22c973 Aug 30 15:21:31.021348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.044988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.045939 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:31.046514 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.096798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3722942 Aug 30 15:21:31.099797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:31.104967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Request body: {'subnet': {'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-subnet', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:31.107161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db57aba-fc41-42ed-9d4a-eda2fd31db22 admin admin] Pushing event updated for resources: {'Network': ['ID=1774d8e6-a61d-42e5-9f1d-42788b22c973,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:31.117615 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:31.125719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Made reservation on behalf of f137efd6ace4408bb560550528bef964 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:31.128904 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.292399 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.346421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b194c731-bf37-4efd-97c2-dc89d7a6f55e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:31.356198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Checking segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:31.356554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Network hostable DHCP agents. Network: 1774d8e6-a61d-42e5-9f1d-42788b22c973, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:31.377124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:31.386448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 1774d8e6-a61d-42e5-9f1d-42788b22c973) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:31.390760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:31.391346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.396621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88569769-4de8-4570-a73b-07494d9badcf None None] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:31.405810 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1616c3cf-62cf-4edc-a2eb-acb4e527d795 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3048379 Aug 30 15:21:31.408933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:31.413263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:31.436958 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.438318 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.541471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-1774d8e6-a61d-42e5-9f1d-42788b22c973', 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'fixed_ips': [{'subnet_id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:21:31.542389 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.688943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Allocated IP 172.20.0.2 (1774d8e6-a61d-42e5-9f1d-42788b22c973/b194c731-bf37-4efd-97c2-dc89d7a6f55e/83ef3747-75e1-4081-a557-f911f1a1244b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:31.829832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.850553 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.859559 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Transition to ACTIVE for port object 83ef3747-75e1-4081-a557-f911f1a1244b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:31.873976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Transition to ACTIVE for port object 83ef3747-75e1-4081-a557-f911f1a1244b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:31.879302 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.888303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.920095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:31.925276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:31.927873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Pushing event updated for resources: {'Port': ['ID=83ef3747-75e1-4081-a557-f911f1a1244b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:31.930556 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:31.982007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Attempting to bind port 83ef3747-75e1-4081-a557-f911f1a1244b on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:31.982284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Attempting to bind port 83ef3747-75e1-4081-a557-f911f1a1244b by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:31.982647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Attempting to bind port 83ef3747-75e1-4081-a557-f911f1a1244b on network 1774d8e6-a61d-42e5-9f1d-42788b22c973 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:31.987490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:31.987858 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Checking segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:31.988250 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:31.988638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Bound using segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:31.989112 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Bound port: 83ef3747-75e1-4081-a557-f911f1a1244b, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:31.989500 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:32.024440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:32.053917 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] For port 83ef3747-75e1-4081-a557-f911f1a1244b, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:32.056948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] For port 83ef3747-75e1-4081-a557-f911f1a1244b, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83ef3747-75e1-4081-a557-f911f1a1244b,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:32.060875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:32.116730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a612f2d-6d4a-484a-9282-309ca946df1d None None] Pushing event updated for resources: {'Port': ['ID=83ef3747-75e1-4081-a557-f911f1a1244b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:32.223553 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:32.243709 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:32.367632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Allocated IP 172.25.6.59 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/8218f622-3915-4b38-8418-cfc4fae10e62) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:32.469491 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:32.512359 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:32.545219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:32.548938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:32.555443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:32.582599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Pushing event updated for resources: {'Port': ['ID=8218f622-3915-4b38-8418-cfc4fae10e62,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:32.805377 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.005204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517045f-4c00-48fc-a391-cd3bd8df72fd None None] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:33.007862 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.066287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-760c8688-05de-4b0a-a8f5-19f886c08249 None None] Provisioning for port 83ef3747-75e1-4081-a557-f911f1a1244b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:33.136700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:21:33.246326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:21:33.257911 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Sync routers for ids ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:21:33.263344 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.264676 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8b271791-1f22-42ad-b9b2-1ff8ae34d3db admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8547924 Aug 30 15:21:33.267467 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:33.272067 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Routers {'66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:21:33.272989 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:33.384350 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.476166 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Set router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:21:33.656565 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:21:32Z', 'revision_number': 3, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:33.682296 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Checking router: 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:21:33.682639 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Updating router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 port 8218f622-3915-4b38-8418-cfc4fae10e62 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:21:33.692693 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.707711 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.850295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Allocated IP 172.20.0.1 (1774d8e6-a61d-42e5-9f1d-42788b22c973/b194c731-bf37-4efd-97c2-dc89d7a6f55e/71e68927-ab9f-4422-87b9-d8e5fab1a7d1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:33.896769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83ef3747-75e1-4081-a557-f911f1a1244b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:33.950541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 83ef3747-75e1-4081-a557-f911f1a1244b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:33.955534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 83ef3747-75e1-4081-a557-f911f1a1244b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:33.956513 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.960120 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.972865 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:33.973519 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Transition to ACTIVE for port object 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:33.983476 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Transition to ACTIVE for port object 8218f622-3915-4b38-8418-cfc4fae10e62 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:33.990189 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.012770 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.042619 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Attempting to bind port 8218f622-3915-4b38-8418-cfc4fae10e62 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:34.042994 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Attempting to bind port 8218f622-3915-4b38-8418-cfc4fae10e62 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:34.043340 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Attempting to bind port 8218f622-3915-4b38-8418-cfc4fae10e62 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:34.054545 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:34.054939 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:34.055310 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.055705 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:34.056176 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Bound port: 8218f622-3915-4b38-8418-cfc4fae10e62, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:34.056560 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.059680 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Pushing event updated for resources: {'Port': ['ID=8218f622-3915-4b38-8418-cfc4fae10e62,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:34.070160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Pushing event updated for resources: {'Port': ['ID=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:34.082198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:34.083727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:34.089874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:34.129854 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] For port 8218f622-3915-4b38-8418-cfc4fae10e62, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:34.133841 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] For port 8218f622-3915-4b38-8418-cfc4fae10e62, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8218f622-3915-4b38-8418-cfc4fae10e62,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:34.135126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.135979 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.136325 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.136717 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.137094 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.137422 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.137930 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.138271 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.138591 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.138966 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.139491 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.140026 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.140372 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:21:34.147079 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.207242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Routers {'66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:21:34.208125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:34.224175 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.266789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 83ef3747-75e1-4081-a557-f911f1a1244b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83ef3747-75e1-4081-a557-f911f1a1244b,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:34.274863 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.329593 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] Set router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:21:34.335789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=83ef3747-75e1-4081-a557-f911f1a1244b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:34.360009 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac286e7c-2e8a-4347-bfef-9bdded0d513b None None] Pushing event updated for resources: {'Port': ['ID=8218f622-3915-4b38-8418-cfc4fae10e62,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:34.427687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a5f6434b-cbe5-403c-a378-dd65fbfd2fbd None None] Provisioning for port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:34.432497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a5f6434b-cbe5-403c-a378-dd65fbfd2fbd None None] Provisioning complete for port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:34.432790 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5f6434b-cbe5-403c-a378-dd65fbfd2fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.442205 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:21:34.475296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6434b-cbe5-403c-a378-dd65fbfd2fbd None None] Port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:21:34.525964 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:21:32Z', 'revision_number': 3, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:34.553662 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6037d-9ecc-4025-9295-8febfaf8d209 None None] The sync data for ids ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'] in n-d-805668-3 is: [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:21:32Z', 'revision_number': 3, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:21:34.556716 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.721913 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.726807 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.800952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:34.802635 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Pushing event updated for resources: {'Port': ['ID=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:34.904242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:34.905771 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:35.024040 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:21:35.138279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:21:35.143862 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2dccbe70-c543-4fb4-a393-19cb89dfbc1f admin admin] 10.222.0.50 "PUT /v2.0/routers/66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8753147 Aug 30 15:21:35.200145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3739629e-210d-4112-bca6-75fad5fc23cb None None] Provisioning complete for port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:35.200658 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3739629e-210d-4112-bca6-75fad5fc23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.235607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3739629e-210d-4112-bca6-75fad5fc23cb None None] Port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:21:35.628743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:35.633855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1860708613-network', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:35.653182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Made reservation on behalf of ac2e789a838a4a69b4154d05d3135791 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:35.655464 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.664492 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.752271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.755991 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.776221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:21:35.791777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff0c7d-4251-457d-b63a-fb2a49c1437f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:35.794853 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.795204 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Added segment 1a386f6b-adf1-4819-9b60-5bc59ca1dffe of type vlan for network 83768fee-3ce3-4597-a7e3-04ed161969bf Aug 30 15:21:35.838309 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.867001 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.868046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:35.868686 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:35.929624 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:35.930232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2997868 Aug 30 15:21:35.935484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aea3cb-afff-40ea-9985-9d526fd2e3fb admin admin] Pushing event updated for resources: {'Network': ['ID=83768fee-3ce3-4597-a7e3-04ed161969bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:35.937934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Request body: {'subnet': {'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-subnet', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:35.946871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 83768fee-3ce3-4597-a7e3-04ed161969bf details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:21:35.960694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83ef3747-75e1-4081-a557-f911f1a1244b up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:35.970301 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Made reservation on behalf of ac2e789a838a4a69b4154d05d3135791 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:35.972739 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.054174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 83ef3747-75e1-4081-a557-f911f1a1244b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:36.054546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.131542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Sync routers for ids ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:21:36.141288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8218f622-3915-4b38-8418-cfc4fae10e62 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:36.146334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.163384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Routers {'66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:21:36.164117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:36.202383 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6347cb53-9418-4124-979e-0c0916e07bfb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:36.210451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Checking segment: {'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:36.210816 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Network hostable DHCP agents. Network: 83768fee-3ce3-4597-a7e3-04ed161969bf, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:21:36.226612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Network 83768fee-3ce3-4597-a7e3-04ed161969bf is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:21:36.235892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 83768fee-3ce3-4597-a7e3-04ed161969bf) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:36.244431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:36.245023 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.255319 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c244555-c8b5-4efe-a6ff-99261518ff2a None None] Network 83768fee-3ce3-4597-a7e3-04ed161969bf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:36.261433 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7cffc723-7ba3-454e-8381-4c7bb3082147 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3279967 Aug 30 15:21:36.261617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:36.265872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:36.286145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.287053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.318400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 8218f622-3915-4b38-8418-cfc4fae10e62 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:36.328838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8218f622-3915-4b38-8418-cfc4fae10e62 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:36.329264 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.337977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Set router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:21:36.342715 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.483871 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.589908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-83768fee-3ce3-4597-a7e3-04ed161969bf', 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'fixed_ips': [{'subnet_id': '6347cb53-9418-4124-979e-0c0916e07bfb'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:21:36.590748 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.636764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.700516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.729316 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.732748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 8218f622-3915-4b38-8418-cfc4fae10e62, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8218f622-3915-4b38-8418-cfc4fae10e62,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:36.740763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:36.832033 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Allocated IP 172.25.6.152 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/428a62e2-3c51-4268-9aa3-598f470cced2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:36.839487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Allocated IP 172.20.0.2 (83768fee-3ce3-4597-a7e3-04ed161969bf/6347cb53-9418-4124-979e-0c0916e07bfb/9952541b-fa82-4040-a4ce-dddffafbcca0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:36.841278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=8218f622-3915-4b38-8418-cfc4fae10e62,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:36.850564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:21:34Z', 'revision_number': 4, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '71e68927-ab9f-4422-87b9-d8e5fab1a7d1', 'name': '', 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'mac_address': 'fa:16:3e:b4:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:33Z', 'updated_at': '2021-08-30T15:21:34Z', 'revision_number': 2, 'project_id': 'f137efd6ace4408bb560550528bef964', 'subnets': [{'id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:36.881579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Checking router: 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:21:36.881936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Updating router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:21:36.948199 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.137134 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.179523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Transition to ACTIVE for port object 9952541b-fa82-4040-a4ce-dddffafbcca0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:37.201356 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.208042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Transition to ACTIVE for port object 9952541b-fa82-4040-a4ce-dddffafbcca0 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:37.216206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.238799 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.278326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:37.281331 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:37.285713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:37.308263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=428a62e2-3c51-4268-9aa3-598f470cced2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:37.439168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Network 83768fee-3ce3-4597-a7e3-04ed161969bf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:37.443805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:37.451010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:37.460235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Pushing event updated for resources: {'Port': ['ID=9952541b-fa82-4040-a4ce-dddffafbcca0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:37.541158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Attempting to bind port 9952541b-fa82-4040-a4ce-dddffafbcca0 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:37.541546 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Attempting to bind port 9952541b-fa82-4040-a4ce-dddffafbcca0 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:37.541914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Attempting to bind port 9952541b-fa82-4040-a4ce-dddffafbcca0 on network 83768fee-3ce3-4597-a7e3-04ed161969bf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:37.544981 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.554862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:37.555250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Checking segment: {'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:37.555695 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.556133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Bound using segment: {'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:37.556611 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Bound port: 9952541b-fa82-4040-a4ce-dddffafbcca0, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:37.556997 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.562555 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.581190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Transition to ACTIVE for port object 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:37.603572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.682873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7985105-f7a4-4c61-9fba-a7549ccf1bfc None None] Pushing event updated for resources: {'Port': ['ID=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:37.685763 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] For port 9952541b-fa82-4040-a4ce-dddffafbcca0, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:37.692284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] For port 9952541b-fa82-4040-a4ce-dddffafbcca0, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9952541b-fa82-4040-a4ce-dddffafbcca0,segment=NetworkSegment(1a386f6b-adf1-4819-9b60-5bc59ca1dffe),segment_id=1a386f6b-adf1-4819-9b60-5bc59ca1dffe)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:37.713556 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.752987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.781926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Attempting to bind port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:37.782363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Attempting to bind port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:37.782722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Attempting to bind port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 on network 1774d8e6-a61d-42e5-9f1d-42788b22c973 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:37.800062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:37.800455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Checking segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:37.800872 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.801312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Bound using segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:37.801806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Bound port: 71e68927-ab9f-4422-87b9-d8e5fab1a7d1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:37.802229 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:37.819445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ae45c-94a7-408e-8c5c-393c59f23ed5 None None] Pushing event updated for resources: {'Port': ['ID=9952541b-fa82-4040-a4ce-dddffafbcca0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:37.900979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8218f622-3915-4b38-8418-cfc4fae10e62 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:37.906263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] For port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:37.921671 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Router 04781b67-1bad-4c57-a1b2-21dc24e75085 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:21:37.944290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] For port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:37.950147 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:38.068749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7985105-f7a4-4c61-9fba-a7549ccf1bfc None None] Pushing event updated for resources: {'Port': ['ID=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:38.073436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 8218f622-3915-4b38-8418-cfc4fae10e62 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:38.073818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:38.079992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Routers {'66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:21:38.081481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:38.088821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:21:38.099373 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Sync routers for ids ['04781b67-1bad-4c57-a1b2-21dc24e75085'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:21:38.115469 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Routers {'04781b67-1bad-4c57-a1b2-21dc24e75085'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:21:38.116120 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['04781b67-1bad-4c57-a1b2-21dc24e75085'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:38.125334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:38.129230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f332b949-be4f-4c28-951a-9d7b79c9f5b5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8641467 Aug 30 15:21:38.129620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:21:38.250477 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Set router 04781b67-1bad-4c57-a1b2-21dc24e75085 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:21:38.265229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] Set router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:21:38.454869 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:37Z', 'revision_number': 3, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port': {'id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:38.486253 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Checking router: 04781b67-1bad-4c57-a1b2-21dc24e75085 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:21:38.486253 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Updating router 04781b67-1bad-4c57-a1b2-21dc24e75085 port 428a62e2-3c51-4268-9aa3-598f470cced2 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:21:38.506663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:21:34Z', 'revision_number': 4, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '71e68927-ab9f-4422-87b9-d8e5fab1a7d1', 'name': '', 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'mac_address': 'fa:16:3e:b4:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:33Z', 'updated_at': '2021-08-30T15:21:37Z', 'revision_number': 4, 'project_id': 'f137efd6ace4408bb560550528bef964', 'subnets': [{'id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:38.515328 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:38.548577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002dabb-4bea-4d65-bcd8-c472cfe960ff None None] The sync data for ids ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'] in n-d-805668-3 is: [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:21:34Z', 'revision_number': 4, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '71e68927-ab9f-4422-87b9-d8e5fab1a7d1', 'name': '', 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'mac_address': 'fa:16:3e:b4:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:33Z', 'updated_at': '2021-08-30T15:21:37Z', 'revision_number': 4, 'project_id': 'f137efd6ace4408bb560550528bef964', 'subnets': [{'id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:21:38.645156 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:38.871907 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:38.883658 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Transition to ACTIVE for port object 428a62e2-3c51-4268-9aa3-598f470cced2 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:38.890656 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:38.903607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Allocated IP 172.20.0.1 (83768fee-3ce3-4597-a7e3-04ed161969bf/6347cb53-9418-4124-979e-0c0916e07bfb/79817858-4917-478d-83d7-73ff82d7e960) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:38.956415 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Attempting to bind port 428a62e2-3c51-4268-9aa3-598f470cced2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:38.956788 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Attempting to bind port 428a62e2-3c51-4268-9aa3-598f470cced2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:38.957339 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Attempting to bind port 428a62e2-3c51-4268-9aa3-598f470cced2 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:38.960460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c235f2-f376-4901-b469-9b7c2677ec5a None None] Pushing event updated for resources: {'Port': ['ID=428a62e2-3c51-4268-9aa3-598f470cced2,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:38.965237 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:38.965614 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:38.966017 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:38.966405 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:38.966879 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Bound port: 428a62e2-3c51-4268-9aa3-598f470cced2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:38.967263 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.001928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a5d11-4e92-4174-a667-fff16bacae09 None None] Network 83768fee-3ce3-4597-a7e3-04ed161969bf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:21:39.030853 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] For port 428a62e2-3c51-4268-9aa3-598f470cced2, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:39.035590 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] For port 428a62e2-3c51-4268-9aa3-598f470cced2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=428a62e2-3c51-4268-9aa3-598f470cced2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:39.036334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.040651 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.054957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Transition to ACTIVE for port object 79817858-4917-478d-83d7-73ff82d7e960 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:39.073679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44d2876d-f2b8-45a5-898f-b0063edb8f0b None None] Provisioning for port 9952541b-fa82-4040-a4ce-dddffafbcca0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:39.104319 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Routers {'04781b67-1bad-4c57-a1b2-21dc24e75085'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:21:39.105222 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['04781b67-1bad-4c57-a1b2-21dc24e75085'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:39.114051 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.172181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Pushing event updated for resources: {'Port': ['ID=79817858-4917-478d-83d7-73ff82d7e960,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:39.179849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Network 83768fee-3ce3-4597-a7e3-04ed161969bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:39.181684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:39.190072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:39.242625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.288583 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c235f2-f376-4901-b469-9b7c2677ec5a None None] Pushing event updated for resources: {'Port': ['ID=428a62e2-3c51-4268-9aa3-598f470cced2,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:39.354865 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] Set router 04781b67-1bad-4c57-a1b2-21dc24e75085 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:21:39.445432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.533903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f01c540b-6be4-4b70-8698-48f02665f7b4 None None] Provisioning for port 79817858-4917-478d-83d7-73ff82d7e960 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:39.549770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f01c540b-6be4-4b70-8698-48f02665f7b4 None None] Provisioning complete for port 79817858-4917-478d-83d7-73ff82d7e960 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:39.550411 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f01c540b-6be4-4b70-8698-48f02665f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.577189 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:37Z', 'revision_number': 3, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port': {'id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:39.611025 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f01c540b-6be4-4b70-8698-48f02665f7b4 None None] Port 79817858-4917-478d-83d7-73ff82d7e960 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:21:39.625333 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4b23-273f-46b4-bc95-42ca23debc13 None None] The sync data for ids ['04781b67-1bad-4c57-a1b2-21dc24e75085'] in n-d-805668-3 is: [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:37Z', 'revision_number': 3, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port': {'id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:21:39.693417 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.699765 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.736008 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff2175d5-066a-4f7d-8325-523c237ee6e0 None None] Provisioning complete for port 79817858-4917-478d-83d7-73ff82d7e960 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:39.737085 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff2175d5-066a-4f7d-8325-523c237ee6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.767852 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Pushing event updated for resources: {'Port': ['ID=79817858-4917-478d-83d7-73ff82d7e960,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:39.770365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:39.774230 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff2175d5-066a-4f7d-8325-523c237ee6e0 None None] Port 79817858-4917-478d-83d7-73ff82d7e960 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:21:39.881442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Network 83768fee-3ce3-4597-a7e3-04ed161969bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:39.882920 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:39.986578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:40.098464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:40.103106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:40.103526 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:40.212277 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-30a2faa2-95e7-44b0-a59e-ac50bfdeba06 None None] Provisioning complete for port 79817858-4917-478d-83d7-73ff82d7e960 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:40.212654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30a2faa2-95e7-44b0-a59e-ac50bfdeba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:40.214628 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:40.276098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-30a2faa2-95e7-44b0-a59e-ac50bfdeba06 None None] Port 79817858-4917-478d-83d7-73ff82d7e960 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:21:40.280586 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:40.284917 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:40.285792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9952541b-fa82-4040-a4ce-dddffafbcca0 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:40.342669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Router 04781b67-1bad-4c57-a1b2-21dc24e75085 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:21:40.369431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:40.384475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 9952541b-fa82-4040-a4ce-dddffafbcca0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:40.388655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9952541b-fa82-4040-a4ce-dddffafbcca0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:40.389037 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:40.458673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:21:40.472770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ca063ff9-6bd3-4304-8ada-8170cb52d1dd admin admin] 10.222.0.50 "PUT /v2.0/routers/04781b67-1bad-4c57-a1b2-21dc24e75085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3338170 Aug 30 15:21:40.477927 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:40.512326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 9952541b-fa82-4040-a4ce-dddffafbcca0, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9952541b-fa82-4040-a4ce-dddffafbcca0,segment=NetworkSegment(1a386f6b-adf1-4819-9b60-5bc59ca1dffe),segment_id=1a386f6b-adf1-4819-9b60-5bc59ca1dffe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:40.516948 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:40.571250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=9952541b-fa82-4040-a4ce-dddffafbcca0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:41.162995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-f56179a1-ead3-4b96-a0b6-f3c073083694 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:41.164443 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-f56179a1-ead3-4b96-a0b6-f3c073083694 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/networks?id=1774d8e6-a61d-42e5-9f1d-42788b22c973 HTTP/1.1" status: 200 len: 816 time: 0.1004179 Aug 30 15:21:41.179105 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-5e4c48cf-b4f9-43be-b8bc-e0f6274e87c0 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/quotas/f137efd6ace4408bb560550528bef964 HTTP/1.1" status: 200 len: 375 time: 0.0089009 Aug 30 15:21:41.229145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-e3dee6cf-7e0f-46d2-8213-b01c3d295c13 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f137efd6ace4408bb560550528bef964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449414 Aug 30 15:21:41.360181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-cb622147-d89f-488c-be3d-583d58bd9f60 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:21:41.361222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-cb622147-d89f-488c-be3d-583d58bd9f60 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0433176 Aug 30 15:21:41.453795 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-8d4b7332-1f93-4a1e-a6c5-cde282fa7a27 service neutron] 10.222.0.50 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863383 Aug 30 15:21:41.551036 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-014e6756-cdd4-4941-a0e4-a31b85a85ba3 service neutron] 10.222.0.50 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901976 Aug 30 15:21:41.734527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-41719a9f-8a76-44cc-8fd7-5fdc409c3259 req-99925671-533d-4722-86b9-2f9f603a61a1 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 210 time: 0.0316467 Aug 30 15:21:41.947425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:41.995710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:41.996081 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:42.040547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Sync routers for ids ['04781b67-1bad-4c57-a1b2-21dc24e75085'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:21:42.072505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Routers {'04781b67-1bad-4c57-a1b2-21dc24e75085'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:21:42.073165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['04781b67-1bad-4c57-a1b2-21dc24e75085'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:42.121958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 428a62e2-3c51-4268-9aa3-598f470cced2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:42.218374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Set router 04781b67-1bad-4c57-a1b2-21dc24e75085 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:21:42.244409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 428a62e2-3c51-4268-9aa3-598f470cced2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:42.251884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 428a62e2-3c51-4268-9aa3-598f470cced2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:42.252277 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:42.445492 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:42.473367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 428a62e2-3c51-4268-9aa3-598f470cced2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=428a62e2-3c51-4268-9aa3-598f470cced2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:42.478794 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:42.479579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9952541b-fa82-4040-a4ce-dddffafbcca0 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:42.566395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:39Z', 'revision_number': 4, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port': {'id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '79817858-4917-478d-83d7-73ff82d7e960', 'name': '', 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'mac_address': 'fa:16:3e:d3:28:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6347cb53-9418-4124-979e-0c0916e07bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:38Z', 'updated_at': '2021-08-30T15:21:39Z', 'revision_number': 2, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'subnets': [{'id': '6347cb53-9418-4124-979e-0c0916e07bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:42.570019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=428a62e2-3c51-4268-9aa3-598f470cced2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:42.598401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Checking router: 04781b67-1bad-4c57-a1b2-21dc24e75085 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:21:42.598753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Updating router 04781b67-1bad-4c57-a1b2-21dc24e75085 port 79817858-4917-478d-83d7-73ff82d7e960 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:21:42.625875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9952541b-fa82-4040-a4ce-dddffafbcca0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:42.626149 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:42.635989 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-bfa641e1-7857-464d-8379-85f909b9b1fb tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:42.637660 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-bfa641e1-7857-464d-8379-85f909b9b1fb tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.39 "GET /v2.0/networks?id=1774d8e6-a61d-42e5-9f1d-42788b22c973 HTTP/1.1" status: 200 len: 816 time: 0.1128192 Aug 30 15:21:42.650085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Request body: {'port': {'device_id': '72e7b36f-f644-4f07-9655-58c8e33b92ad', 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'admin_state_up': True, 'tenant_id': 'f137efd6ace4408bb560550528bef964'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:42.650455 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:42.759312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Made reservation on behalf of f137efd6ace4408bb560550528bef964 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:21:42.763042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:42.861337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9275707a-f6fa-468c-b6d9-70a1375a2122 req-f3bf05b9-d990-4307-8382-a967485efa25 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 210 time: 0.0374756 Aug 30 15:21:42.925509 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Allocated IP 172.20.0.13 (1774d8e6-a61d-42e5-9f1d-42788b22c973/b194c731-bf37-4efd-97c2-dc89d7a6f55e/c00df9dd-8fb0-4e93-8103-968914a0a893) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:21:43.093390 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.107689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Transition to ACTIVE for port object c00df9dd-8fb0-4e93-8103-968914a0a893 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:43.131563 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.140442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.143874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Transition to ACTIVE for port object 79817858-4917-478d-83d7-73ff82d7e960 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:43.150254 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.181926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:21:43.186760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:21:43.191126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:21:43.200202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe98b9b-ffe6-405c-8e9a-207af23162e7 None None] Pushing event updated for resources: {'Port': ['ID=79817858-4917-478d-83d7-73ff82d7e960,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:43.217694 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Pushing event updated for resources: {'Port': ['ID=c00df9dd-8fb0-4e93-8103-968914a0a893,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:43.248956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:43.250037 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.260670 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Attempting to bind port 79817858-4917-478d-83d7-73ff82d7e960 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:43.261445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Attempting to bind port 79817858-4917-478d-83d7-73ff82d7e960 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:43.268428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Attempting to bind port 79817858-4917-478d-83d7-73ff82d7e960 on network 83768fee-3ce3-4597-a7e3-04ed161969bf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:43.270626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-a54148ce-ede4-4ee6-a5aa-75860612695e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245029 Aug 30 15:21:43.284048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:43.284437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Checking segment: {'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:43.284858 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.285374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Bound using segment: {'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:43.285965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Bound port: 79817858-4917-478d-83d7-73ff82d7e960, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a386f6b-adf1-4819-9b60-5bc59ca1dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:43.286360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.289505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Request body: {'port': {'device_id': '72e7b36f-f644-4f07-9655-58c8e33b92ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:21:43.354418 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.361352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] For port 79817858-4917-478d-83d7-73ff82d7e960, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:43.365812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] For port 79817858-4917-478d-83d7-73ff82d7e960, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79817858-4917-478d-83d7-73ff82d7e960,segment=NetworkSegment(1a386f6b-adf1-4819-9b60-5bc59ca1dffe),segment_id=1a386f6b-adf1-4819-9b60-5bc59ca1dffe)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:43.371627 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.429417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Routers {'04781b67-1bad-4c57-a1b2-21dc24e75085'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:21:43.430154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:21:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['04781b67-1bad-4c57-a1b2-21dc24e75085'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:43.484563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe98b9b-ffe6-405c-8e9a-207af23162e7 None None] Pushing event updated for resources: {'Port': ['ID=79817858-4917-478d-83d7-73ff82d7e960,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:43.575505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] Set router 04781b67-1bad-4c57-a1b2-21dc24e75085 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:21:43.601372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bbd4cd4b-624f-461a-9410-0187f5bcfa7c None None] Provisioning for port c00df9dd-8fb0-4e93-8103-968914a0a893 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:43.609062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bbd4cd4b-624f-461a-9410-0187f5bcfa7c None None] Provisioning complete for port c00df9dd-8fb0-4e93-8103-968914a0a893 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:43.609459 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbd4cd4b-624f-461a-9410-0187f5bcfa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.694254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00df9dd-8fb0-4e93-8103-968914a0a893 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:21:43.701868 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.714134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Transition to ACTIVE for port object c00df9dd-8fb0-4e93-8103-968914a0a893 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:21:43.714506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4cd4b-624f-461a-9410-0187f5bcfa7c None None] Port c00df9dd-8fb0-4e93-8103-968914a0a893 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:21:43.718719 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.772183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Pushing event updated for resources: {'Port': ['ID=c00df9dd-8fb0-4e93-8103-968914a0a893,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:43.836570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:39Z', 'revision_number': 4, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port': {'id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '79817858-4917-478d-83d7-73ff82d7e960', 'name': '', 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'mac_address': 'fa:16:3e:d3:28:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6347cb53-9418-4124-979e-0c0916e07bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:38Z', 'updated_at': '2021-08-30T15:21:43Z', 'revision_number': 4, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'subnets': [{'id': '6347cb53-9418-4124-979e-0c0916e07bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:21:43.856003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Attempting to bind port c00df9dd-8fb0-4e93-8103-968914a0a893 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:21:43.856351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Attempting to bind port c00df9dd-8fb0-4e93-8103-968914a0a893 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:21:43.856691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Attempting to bind port c00df9dd-8fb0-4e93-8103-968914a0a893 on network 1774d8e6-a61d-42e5-9f1d-42788b22c973 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:43.863049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Port c00df9dd-8fb0-4e93-8103-968914a0a893 on network 1774d8e6-a61d-42e5-9f1d-42788b22c973 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:21:43.863821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Attempting to bind port c00df9dd-8fb0-4e93-8103-968914a0a893 on network 1774d8e6-a61d-42e5-9f1d-42788b22c973 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:21:43.869733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a2295-cb5a-447d-a3b5-0e7f199760c5 None None] The sync data for ids ['04781b67-1bad-4c57-a1b2-21dc24e75085'] in n-d-805668-3 is: [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:39Z', 'revision_number': 4, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port': {'id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '79817858-4917-478d-83d7-73ff82d7e960', 'name': '', 'network_id': '83768fee-3ce3-4597-a7e3-04ed161969bf', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'mac_address': 'fa:16:3e:d3:28:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6347cb53-9418-4124-979e-0c0916e07bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:38Z', 'updated_at': '2021-08-30T15:21:43Z', 'revision_number': 4, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'subnets': [{'id': '6347cb53-9418-4124-979e-0c0916e07bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:21:43.873357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:21:43.873712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Checking segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:21:43.873918 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 428a62e2-3c51-4268-9aa3-598f470cced2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:43.874090 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Bound using segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:21:43.874536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Bound port: c00df9dd-8fb0-4e93-8103-968914a0a893, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:21:43.875405 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.947709 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 428a62e2-3c51-4268-9aa3-598f470cced2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:43.948093 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:43.983663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] For port c00df9dd-8fb0-4e93-8103-968914a0a893, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:21:43.987788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] For port c00df9dd-8fb0-4e93-8103-968914a0a893, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c00df9dd-8fb0-4e93-8103-968914a0a893,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:21:43.993410 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:44.039335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.040035 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:44.041670 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] 10.222.0.39 "PUT /v2.0/ports/c00df9dd-8fb0-4e93-8103-968914a0a893 HTTP/1.1" status: 200 len: 1092 time: 0.7572012 Aug 30 15:21:44.042290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e7b36f-f644-4f07-9655-58c8e33b92ad', 'tag': 'c00df9dd-8fb0-4e93-8103-968914a0a893'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:21:44.051504 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cfe0d1-50b5-4e95-9082-089830ba94e8" -d '{"events": [{"name": "network-changed", "server_uuid": "72e7b36f-f644-4f07-9655-58c8e33b92ad", "tag": "c00df9dd-8fb0-4e93-8103-968914a0a893"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:21:44.067201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa689e67-b905-474b-8362-9d2186bf6be2 req-7629c480-9b62-4c4a-af78-79a8fd67bf46 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.077411 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa689e67-b905-474b-8362-9d2186bf6be2 req-7629c480-9b62-4c4a-af78-79a8fd67bf46 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 944 time: 0.0728242 Aug 30 15:21:44.143218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-aa689e67-b905-474b-8362-9d2186bf6be2 req-b11535c5-e4c1-4b0e-a86b-54459460a6cb tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647230 Aug 30 15:21:44.167655 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1ad9a4-04d9-466d-a5df-93fedd7c4d3a x-openstack-request-id: req-8a1ad9a4-04d9-466d-a5df-93fedd7c4d3a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:21:44.168003 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e7b36f-f644-4f07-9655-58c8e33b92ad", "tag": "c00df9dd-8fb0-4e93-8103-968914a0a893", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:21:44.168203 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a1ad9a4-04d9-466d-a5df-93fedd7c4d3a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:21:44.168606 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e7b36f-f644-4f07-9655-58c8e33b92ad', 'tag': 'c00df9dd-8fb0-4e93-8103-968914a0a893', 'status': 'completed', 'code': 200} Aug 30 15:21:44.199267 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-90faf204-38c6-41ce-a923-4af4857c07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.200751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-90faf204-38c6-41ce-a923-4af4857c07d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f137efd6ace4408bb560550528bef964&device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 1095 time: 0.1026618 Aug 30 15:21:44.201563 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1d684-7459-442f-a4e3-611234be8516 service neutron] Pushing event updated for resources: {'Port': ['ID=c00df9dd-8fb0-4e93-8103-968914a0a893,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:44.249135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-c69a041a-1998-47ec-abc5-cd118924d423 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00df9dd-8fb0-4e93-8103-968914a0a893 HTTP/1.1" status: 200 len: 217 time: 0.0378258 Aug 30 15:21:44.304863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-1db2cfa3-7d03-4c34-9b50-7fe51b23587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.306602 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-1db2cfa3-7d03-4c34-9b50-7fe51b23587c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b194c731-bf37-4efd-97c2-dc89d7a6f55e HTTP/1.1" status: 200 len: 855 time: 0.0508487 Aug 30 15:21:44.359810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-228f2075-a58c-4854-9481-a7833f057f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.362408 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-228f2075-a58c-4854-9481-a7833f057f27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1774d8e6-a61d-42e5-9f1d-42788b22c973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488615 Aug 30 15:21:44.454139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-47172180-0658-4c51-aab9-860e86554c5a service neutron] 10.222.0.39 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843563 Aug 30 15:21:44.546421 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4bc9a583-0551-4d1a-9568-e6ae7ecba53f req-903f51c4-d3e3-4eec-9525-0e5b68800b40 service neutron] 10.222.0.39 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857568 Aug 30 15:21:44.631629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-ed73930a-2ae3-4062-8ed7-0754284e95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.633313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-ed73930a-2ae3-4062-8ed7-0754284e95e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f137efd6ace4408bb560550528bef964&device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 1095 time: 0.0434349 Aug 30 15:21:44.722889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-b4326635-2ba2-4f32-9696-88fb6671774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.724274 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-b4326635-2ba2-4f32-9696-88fb6671774f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1774d8e6-a61d-42e5-9f1d-42788b22c973 HTTP/1.1" status: 200 len: 917 time: 0.0843141 Aug 30 15:21:44.771390 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-7e0998cd-d72b-4503-8866-580a6c007e24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00df9dd-8fb0-4e93-8103-968914a0a893 HTTP/1.1" status: 200 len: 217 time: 0.0376022 Aug 30 15:21:44.820898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-639cb665-643d-410a-95fd-daaaba476105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.822335 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-639cb665-643d-410a-95fd-daaaba476105 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b194c731-bf37-4efd-97c2-dc89d7a6f55e HTTP/1.1" status: 200 len: 855 time: 0.0435100 Aug 30 15:21:44.867884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-4dbc7731-72be-4af6-9c95-7dbadf866a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:44.869352 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-4dbc7731-72be-4af6-9c95-7dbadf866a8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1774d8e6-a61d-42e5-9f1d-42788b22c973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384734 Aug 30 15:21:44.962956 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-816d04a1-0f50-45ad-9416-36464b32c66f service neutron] 10.222.0.39 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857577 Aug 30 15:21:45.052304 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-02cfe0d1-50b5-4e95-9082-089830ba94e8 req-508e664d-42f6-4528-a8f4-e5597343c7b0 service neutron] 10.222.0.39 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Aug 30 15:21:45.258571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7945291-8034-4dd4-b8b7-c2379ab634ec req-cebdb4f2-40db-44f6-9a26-5cb8f0923d60 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:45.260051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7945291-8034-4dd4-b8b7-c2379ab634ec req-cebdb4f2-40db-44f6-9a26-5cb8f0923d60 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 944 time: 0.0484362 Aug 30 15:21:45.297014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b7945291-8034-4dd4-b8b7-c2379ab634ec req-e92c7325-2040-41b2-8a0a-9d310bc8c240 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Aug 30 15:21:45.894663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79817858-4917-478d-83d7-73ff82d7e960 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:45.946802 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 79817858-4917-478d-83d7-73ff82d7e960 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:45.951085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 79817858-4917-478d-83d7-73ff82d7e960 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:45.951567 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:46.030409 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:46.107184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 79817858-4917-478d-83d7-73ff82d7e960, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79817858-4917-478d-83d7-73ff82d7e960,segment=NetworkSegment(1a386f6b-adf1-4819-9b60-5bc59ca1dffe),segment_id=1a386f6b-adf1-4819-9b60-5bc59ca1dffe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:46.113714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:46.175198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=79817858-4917-478d-83d7-73ff82d7e960,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:46.425340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0eb4d-6a59-4371-a597-56fd64655bea req-c9927b5b-f768-40ff-84d9-5c479e2761eb tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:46.427045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ec0eb4d-6a59-4371-a597-56fd64655bea req-c9927b5b-f768-40ff-84d9-5c479e2761eb tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 944 time: 0.0561833 Aug 30 15:21:46.475573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7ec0eb4d-6a59-4371-a597-56fd64655bea req-58615d23-dd03-4e7f-9548-cb46a540ba1c tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Aug 30 15:21:47.387120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c00df9dd-8fb0-4e93-8103-968914a0a893 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:21:47.483941 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c00df9dd-8fb0-4e93-8103-968914a0a893, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c00df9dd-8fb0-4e93-8103-968914a0a893,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:47.495400 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'c00df9dd-8fb0-4e93-8103-968914a0a893', 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'port_id': 'c00df9dd-8fb0-4e93-8103-968914a0a893', 'mac_address': 'fa:16:3e:e8:ff:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:21:47.535889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:47.549172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00df9dd-8fb0-4e93-8103-968914a0a893 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:21:47.568997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c00df9dd-8fb0-4e93-8103-968914a0a893, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c00df9dd-8fb0-4e93-8103-968914a0a893,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:47.572814 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:47.596317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1e597-5c17-44fa-af08-cef3f6dc4f58 req-6b130d2d-717a-49bf-b4d3-7ff0bd0d79cf tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:47.597824 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ffe1e597-5c17-44fa-af08-cef3f6dc4f58 req-6b130d2d-717a-49bf-b4d3-7ff0bd0d79cf tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 944 time: 0.0537932 Aug 30 15:21:47.620204 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c00df9dd-8fb0-4e93-8103-968914a0a893,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:47.636997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ffe1e597-5c17-44fa-af08-cef3f6dc4f58 req-9f62dc64-4651-4251-9d6b-c19bd7d8604e tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Aug 30 15:21:47.769936 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c00df9dd-8fb0-4e93-8103-968914a0a893'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:21:47.873168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79817858-4917-478d-83d7-73ff82d7e960 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:47.941023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 79817858-4917-478d-83d7-73ff82d7e960 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:47.941332 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:48.762880 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a28da-0c6b-4a45-a41e-c16873db6ad2 req-6afff6c8-54ae-486b-889d-6e12ef2ea3ce tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:48.764351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e80a28da-0c6b-4a45-a41e-c16873db6ad2 req-6afff6c8-54ae-486b-889d-6e12ef2ea3ce tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 945 time: 0.0492406 Aug 30 15:21:48.800724 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e80a28da-0c6b-4a45-a41e-c16873db6ad2 req-d2957e0b-e76b-4d78-8126-1af928f78561 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297782 Aug 30 15:21:49.402267 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c00df9dd-8fb0-4e93-8103-968914a0a893 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:21:49.453704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port c00df9dd-8fb0-4e93-8103-968914a0a893 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:21:49.457168 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port c00df9dd-8fb0-4e93-8103-968914a0a893 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:21:49.457546 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:49.531074 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:49.553744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e7b36f-f644-4f07-9655-58c8e33b92ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00df9dd-8fb0-4e93-8103-968914a0a893'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:21:49.556026 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313d1819-a5f5-41af-a544-ff3dde132e4f" -d '{"events": [{"server_uuid": "72e7b36f-f644-4f07-9655-58c8e33b92ad", "name": "network-vif-plugged", "status": "completed", "tag": "c00df9dd-8fb0-4e93-8103-968914a0a893"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:21:49.569095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port c00df9dd-8fb0-4e93-8103-968914a0a893, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c00df9dd-8fb0-4e93-8103-968914a0a893,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:21:49.573319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:49.598844 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507673ea-138f-49b0-8fb3-527026b6b354 x-openstack-request-id: req-507673ea-138f-49b0-8fb3-527026b6b354 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:21:49.599136 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e7b36f-f644-4f07-9655-58c8e33b92ad", "name": "network-vif-plugged", "status": "completed", "tag": "c00df9dd-8fb0-4e93-8103-968914a0a893", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:21:49.599391 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-507673ea-138f-49b0-8fb3-527026b6b354 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:21:49.599773 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e7b36f-f644-4f07-9655-58c8e33b92ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00df9dd-8fb0-4e93-8103-968914a0a893', 'code': 200} Aug 30 15:21:49.628427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=c00df9dd-8fb0-4e93-8103-968914a0a893,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:21:49.698438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a918c-6054-4677-966f-0adfb13da125 req-83c9ed48-9d7a-41af-8b21-789e0d034fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:49.699928 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f3a918c-6054-4677-966f-0adfb13da125 req-83c9ed48-9d7a-41af-8b21-789e0d034fcc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 1097 time: 0.0416203 Aug 30 15:21:49.733845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7f3a918c-6054-4677-966f-0adfb13da125 req-106b98cb-5439-4f72-881e-35cbd7cbc570 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267670 Aug 30 15:21:49.914736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1a2d2-3ec3-42df-89a2-329d06113052 req-a337b200-d7fd-4a48-8b6a-f18b1a0fa1ef tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:49.916088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95a1a2d2-3ec3-42df-89a2-329d06113052 req-a337b200-d7fd-4a48-8b6a-f18b1a0fa1ef tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 946 time: 0.0483768 Aug 30 15:21:49.956464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-95a1a2d2-3ec3-42df-89a2-329d06113052 req-9f7a9e67-120e-4cb6-ba8c-c18203dac4ca tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Aug 30 15:21:50.601806 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:51.070262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dccdf-d52d-42d9-8bef-0b90f2abe19f req-8aa7e2c7-3499-43dd-babe-6b1c787e4040 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:51.071752 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d23dccdf-d52d-42d9-8bef-0b90f2abe19f req-8aa7e2c7-3499-43dd-babe-6b1c787e4040 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 946 time: 0.0492294 Aug 30 15:21:51.110121 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d23dccdf-d52d-42d9-8bef-0b90f2abe19f req-a1a32498-30ff-4f19-b7eb-ae5a0c037a73 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Aug 30 15:21:51.224439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377d150-0ee4-4ec2-809e-f3f739f5b76d req-ecfe620b-b158-4ee0-9d5c-d491b34c1e3f tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:21:51.225990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5377d150-0ee4-4ec2-809e-f3f739f5b76d req-ecfe620b-b158-4ee0-9d5c-d491b34c1e3f tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 946 time: 0.0484810 Aug 30 15:21:51.262525 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5377d150-0ee4-4ec2-809e-f3f739f5b76d req-c4ad31d6-60d8-43ca-9810-561715eeb5dd tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Aug 30 15:21:55.240480 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ec497e4-bde7-4cba-9e96-bc27a0ec5f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:57.922552 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e2aabc1-6165-4d56-9350-7eff41be03a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:58.686644 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:21:59.429817 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:01.803146 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:03.375198 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:09.830947 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89294ea5-e893-4ae4-a855-ef011c4b9e5e req-0a568a68-5196-45ac-87a6-6fcea454f1cb tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:09.832722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89294ea5-e893-4ae4-a855-ef011c4b9e5e req-0a568a68-5196-45ac-87a6-6fcea454f1cb tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 946 time: 0.0513926 Aug 30 15:22:09.872915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-89294ea5-e893-4ae4-a855-ef011c4b9e5e req-a5e1d0b5-edbd-4d7e-b5d4-66750221a661 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Aug 30 15:22:11.038355 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679ecc4-5491-42cb-9416-0d7fdcac291e req-b2404778-7e94-45bc-9e77-76e7926af38f tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:11.039836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9679ecc4-5491-42cb-9416-0d7fdcac291e req-b2404778-7e94-45bc-9e77-76e7926af38f tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 946 time: 0.1004705 Aug 30 15:22:11.078368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9679ecc4-5491-42cb-9416-0d7fdcac291e req-d893f396-a568-4efb-b377-b0b4b9c7ec34 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Aug 30 15:22:11.379478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-0ebfa2d9-d879-44c0-a004-795a5a0b8b46 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:11.380921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-0ebfa2d9-d879-44c0-a004-795a5a0b8b46 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 946 time: 0.0468316 Aug 30 15:22:11.411519 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:22:11.470468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Deleting port c00df9dd-8fb0-4e93-8103-968914a0a893 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:22:11.470833 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:11.554705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] For port c00df9dd-8fb0-4e93-8103-968914a0a893, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=c00df9dd-8fb0-4e93-8103-968914a0a893,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:11.555063 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:11.575545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Calling delete_port for c00df9dd-8fb0-4e93-8103-968914a0a893 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:22:11.708547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:11.721425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['c00df9dd-8fb0-4e93-8103-968914a0a893'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:22:11.736831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Pushing event deleted for resources: {'Port': ['ID=c00df9dd-8fb0-4e93-8103-968914a0a893,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:11.781813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] No DVR routers for this DVR port c00df9dd-8fb0-4e93-8103-968914a0a893 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:22:11.784450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:11.786524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6eb37f85-9538-4582-aae2-36ac4227e962 req-584f5824-f808-4e6a-94d4-1efe329538bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.39 "DELETE /v2.0/ports/c00df9dd-8fb0-4e93-8103-968914a0a893 HTTP/1.1" status: 204 len: 173 time: 0.4002318 Aug 30 15:22:11.786972 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e7b36f-f644-4f07-9655-58c8e33b92ad', 'name': 'network-vif-deleted', 'tag': 'c00df9dd-8fb0-4e93-8103-968914a0a893'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:22:11.789264 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea16317b-3d0d-4f30-9f93-b24bf6d5fcd6" -d '{"events": [{"server_uuid": "72e7b36f-f644-4f07-9655-58c8e33b92ad", "name": "network-vif-deleted", "tag": "c00df9dd-8fb0-4e93-8103-968914a0a893"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:22:11.829877 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27df0e8a-a103-40d4-a337-04c1a173c805 x-openstack-request-id: req-27df0e8a-a103-40d4-a337-04c1a173c805 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:22:11.830399 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e7b36f-f644-4f07-9655-58c8e33b92ad", "name": "network-vif-deleted", "tag": "c00df9dd-8fb0-4e93-8103-968914a0a893", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:22:11.830658 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27df0e8a-a103-40d4-a337-04c1a173c805 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:22:11.831057 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e7b36f-f644-4f07-9655-58c8e33b92ad', 'name': 'network-vif-deleted', 'tag': 'c00df9dd-8fb0-4e93-8103-968914a0a893', 'status': 'completed', 'code': 200} Aug 30 15:22:12.186452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0358d51a-1989-4101-b2c4-c3aba64dfb08 req-da03980c-e630-4672-a64b-628da55043e2 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e7b36f-f644-4f07-9655-58c8e33b92ad HTTP/1.1" status: 200 len: 210 time: 0.0305126 Aug 30 15:22:13.861010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-8691de57-0575-46b7-9412-d164ca99b437 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:13.863198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-8691de57-0575-46b7-9412-d164ca99b437 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/networks?id=1774d8e6-a61d-42e5-9f1d-42788b22c973 HTTP/1.1" status: 200 len: 816 time: 0.1049950 Aug 30 15:22:13.878345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-9ed05d99-0c65-44bc-a3c2-3b0ca498ae29 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/quotas/f137efd6ace4408bb560550528bef964 HTTP/1.1" status: 200 len: 375 time: 0.0093517 Aug 30 15:22:13.928416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-662e79a4-b8f9-472e-907c-8a67d3d671b4 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f137efd6ace4408bb560550528bef964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447049 Aug 30 15:22:14.024798 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-1e47c5d6-032d-40c6-95dd-e75e275924fb service neutron] 10.222.0.50 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Aug 30 15:22:14.110557 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-a2438524-e2fb-4165-aa8e-53f1442c6169 service neutron] 10.222.0.50 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797470 Aug 30 15:22:14.269806 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5537eebe-6784-4c11-b15e-7c182952a497 req-caba7d1c-1143-421c-8262-355cca3f3c61 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 210 time: 0.0271783 Aug 30 15:22:15.376675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-a4f3fdef-dc18-4770-b439-2634c620bf65 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:15.378215 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-a4f3fdef-dc18-4770-b439-2634c620bf65 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.21 "GET /v2.0/networks?id=1774d8e6-a61d-42e5-9f1d-42788b22c973 HTTP/1.1" status: 200 len: 816 time: 0.1205885 Aug 30 15:22:15.393313 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c09c6eae-8c72-4304-82c3-427b0e0f8f6d req-cdf29f89-d6c2-4f2c-8e15-344fb85cbcf6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 210 time: 0.0369642 Aug 30 15:22:15.397968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Request body: {'port': {'device_id': '2cee49cc-35f5-451c-91da-e8ff1b6f9c2b', 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'admin_state_up': True, 'tenant_id': 'f137efd6ace4408bb560550528bef964'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:22:15.496087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c00df9dd-8fb0-4e93-8103-968914a0a893 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:22:15.505357 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Made reservation on behalf of f137efd6ace4408bb560550528bef964 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:22:15.508816 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:15.516046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: c00df9dd-8fb0-4e93-8103-968914a0a893 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:22:15.516402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device c00df9dd-8fb0-4e93-8103-968914a0a893 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:22:15.632450 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Allocated IP 172.20.0.11 (1774d8e6-a61d-42e5-9f1d-42788b22c973/b194c731-bf37-4efd-97c2-dc89d7a6f55e/08e9722f-af73-4345-b00b-16d25db98ee5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:22:15.778868 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:15.791880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Transition to ACTIVE for port object 08e9722f-af73-4345-b00b-16d25db98ee5 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:22:15.823747 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:15.863535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:22:15.868340 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:22:15.871239 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:22:15.905595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Pushing event updated for resources: {'Port': ['ID=08e9722f-af73-4345-b00b-16d25db98ee5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:15.919894 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.920242 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.920582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.920921 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.921275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.921610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.921935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.922262 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.922588 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.922909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.923229 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.923548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:15.944682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:15.945324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:15.959719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-2b5219bb-ad61-48eb-abbd-48f14e966e5b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653827 Aug 30 15:22:15.980700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Request body: {'port': {'device_id': '2cee49cc-35f5-451c-91da-e8ff1b6f9c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:22:16.036558 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:16.142167 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bba75ebf-d518-409a-b2d0-8338c6c54add None None] Provisioning for port 08e9722f-af73-4345-b00b-16d25db98ee5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:22:16.145797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bba75ebf-d518-409a-b2d0-8338c6c54add None None] Provisioning complete for port 08e9722f-af73-4345-b00b-16d25db98ee5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:22:16.146173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bba75ebf-d518-409a-b2d0-8338c6c54add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:16.183355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bba75ebf-d518-409a-b2d0-8338c6c54add None None] Port 08e9722f-af73-4345-b00b-16d25db98ee5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:22:16.295555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e9722f-af73-4345-b00b-16d25db98ee5 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:22:16.303407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:16.315674 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Transition to ACTIVE for port object 08e9722f-af73-4345-b00b-16d25db98ee5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:22:16.319326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:16.371602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Pushing event updated for resources: {'Port': ['ID=08e9722f-af73-4345-b00b-16d25db98ee5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:16.438354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Attempting to bind port 08e9722f-af73-4345-b00b-16d25db98ee5 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:22:16.439078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Attempting to bind port 08e9722f-af73-4345-b00b-16d25db98ee5 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:22:16.439078 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Attempting to bind port 08e9722f-af73-4345-b00b-16d25db98ee5 on network 1774d8e6-a61d-42e5-9f1d-42788b22c973 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:22:16.444014 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Port 08e9722f-af73-4345-b00b-16d25db98ee5 on network 1774d8e6-a61d-42e5-9f1d-42788b22c973 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:22:16.444342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Attempting to bind port 08e9722f-af73-4345-b00b-16d25db98ee5 on network 1774d8e6-a61d-42e5-9f1d-42788b22c973 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:22:16.449311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:22:16.449661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Checking segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:22:16.450053 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Bound using segment: {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:22:16.450485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Bound port: 08e9722f-af73-4345-b00b-16d25db98ee5, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:22:16.450848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:16.521031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2a9c3-3893-4d09-ae3f-fac95d37514f req-d905f548-0648-4d0f-8622-946380f27510 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:16.522941 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2f2a9c3-3893-4d09-ae3f-fac95d37514f req-d905f548-0648-4d0f-8622-946380f27510 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 944 time: 0.0572698 Aug 30 15:22:16.524104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] For port 08e9722f-af73-4345-b00b-16d25db98ee5, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:22:16.527622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] For port 08e9722f-af73-4345-b00b-16d25db98ee5, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=08e9722f-af73-4345-b00b-16d25db98ee5,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:22:16.533445 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:16.568614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:16.569271 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:16.569960 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a2f2a9c3-3893-4d09-ae3f-fac95d37514f req-f6a7c28b-c672-406a-a9b9-ea7b63f9ca9d tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Aug 30 15:22:16.570693 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] 10.222.0.21 "PUT /v2.0/ports/08e9722f-af73-4345-b00b-16d25db98ee5 HTTP/1.1" status: 200 len: 1092 time: 0.5945868 Aug 30 15:22:16.571309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cee49cc-35f5-451c-91da-e8ff1b6f9c2b', 'tag': '08e9722f-af73-4345-b00b-16d25db98ee5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:22:16.573474 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2cee49cc-35f5-451c-91da-e8ff1b6f9c2b", "tag": "08e9722f-af73-4345-b00b-16d25db98ee5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:22:16.605085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39e47-7c10-4f67-afbf-8fa04f105a7b service neutron] Pushing event updated for resources: {'Port': ['ID=08e9722f-af73-4345-b00b-16d25db98ee5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:16.637733 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ab6427-e25e-4eb5-b7bd-7064b7403f6a x-openstack-request-id: req-97ab6427-e25e-4eb5-b7bd-7064b7403f6a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:22:16.638103 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cee49cc-35f5-451c-91da-e8ff1b6f9c2b", "tag": "08e9722f-af73-4345-b00b-16d25db98ee5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:22:16.638420 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97ab6427-e25e-4eb5-b7bd-7064b7403f6a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:22:16.638877 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cee49cc-35f5-451c-91da-e8ff1b6f9c2b', 'tag': '08e9722f-af73-4345-b00b-16d25db98ee5', 'status': 'completed', 'code': 200} Aug 30 15:22:16.672321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-5585e9fb-48e9-4cf0-bcfd-2ea8bf22568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:16.674499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-5585e9fb-48e9-4cf0-bcfd-2ea8bf22568f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f137efd6ace4408bb560550528bef964&device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 1095 time: 0.0454113 Aug 30 15:22:16.723838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-56f19cb1-83cd-47ae-9310-8a01f5ccff13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e9722f-af73-4345-b00b-16d25db98ee5 HTTP/1.1" status: 200 len: 217 time: 0.0354142 Aug 30 15:22:16.778774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-9a531371-943f-4596-85d0-93a7f844f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:16.780245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-9a531371-943f-4596-85d0-93a7f844f766 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b194c731-bf37-4efd-97c2-dc89d7a6f55e HTTP/1.1" status: 200 len: 855 time: 0.0492113 Aug 30 15:22:16.826607 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-299f7615-8862-43a7-a1d9-b3133e7b911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:16.828181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-299f7615-8862-43a7-a1d9-b3133e7b911e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1774d8e6-a61d-42e5-9f1d-42788b22c973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408423 Aug 30 15:22:16.916366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-8a3577d4-e741-4ea8-bc83-692c1d38fe25 service neutron] 10.222.0.21 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806713 Aug 30 15:22:17.008147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-29e48180-f7c6-4a8b-acbe-2b6c89d8c0a1 req-9f4f6adc-cd0e-4b9e-8274-c0f4738cc9c1 service neutron] 10.222.0.21 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837657 Aug 30 15:22:17.137342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-80ab1512-d42f-4a76-9787-b2b9630318a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:17.138806 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-80ab1512-d42f-4a76-9787-b2b9630318a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f137efd6ace4408bb560550528bef964&device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 1095 time: 0.0402536 Aug 30 15:22:17.231459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-7cc044d5-2549-44be-aeb1-644e860562a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:17.232885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-7cc044d5-2549-44be-aeb1-644e860562a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1774d8e6-a61d-42e5-9f1d-42788b22c973 HTTP/1.1" status: 200 len: 917 time: 0.0867960 Aug 30 15:22:17.275224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-7e60744b-1702-4296-8e6d-ce734665f1f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e9722f-af73-4345-b00b-16d25db98ee5 HTTP/1.1" status: 200 len: 217 time: 0.0350845 Aug 30 15:22:17.324031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-6fefa472-8780-447c-9525-42f71fe218cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:17.325563 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-6fefa472-8780-447c-9525-42f71fe218cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b194c731-bf37-4efd-97c2-dc89d7a6f55e HTTP/1.1" status: 200 len: 855 time: 0.0428796 Aug 30 15:22:17.372967 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-25c1623b-deb3-44ee-9edf-7b8a55758f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:17.374453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-25c1623b-deb3-44ee-9edf-7b8a55758f7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1774d8e6-a61d-42e5-9f1d-42788b22c973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423429 Aug 30 15:22:17.462842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-1e721dbd-462f-46f1-9edb-3d621e7861e3 service neutron] 10.222.0.21 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808775 Aug 30 15:22:17.554421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a0fa813b-c171-45f1-8f5d-c88dd59a2cf6 req-64052a64-60e8-4643-9614-71405e7e3f31 service neutron] 10.222.0.21 "GET /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837045 Aug 30 15:22:17.679956 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d877d-3055-4a7e-a1fe-01372d3db446 req-6589f5a2-e5d8-41ad-b895-a6a0bb5e052c tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:17.681487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-895d877d-3055-4a7e-a1fe-01372d3db446 req-6589f5a2-e5d8-41ad-b895-a6a0bb5e052c tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 944 time: 0.0480247 Aug 30 15:22:17.722277 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-895d877d-3055-4a7e-a1fe-01372d3db446 req-0a39f502-7bce-4caf-857b-90e0b79800bc tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348077 Aug 30 15:22:19.074992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a82c56-3c65-4df3-bcac-5e2628c1b5a7 req-06b22808-eac4-49bb-ade8-8d2ae9e81f43 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:19.076414 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57a82c56-3c65-4df3-bcac-5e2628c1b5a7 req-06b22808-eac4-49bb-ade8-8d2ae9e81f43 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 944 time: 0.2857122 Aug 30 15:22:19.113257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57a82c56-3c65-4df3-bcac-5e2628c1b5a7 req-1fa22c71-fcad-44bc-b4bf-98cd8ea5a78a tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Aug 30 15:22:20.224582 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b996-738e-4481-b09b-f05e02688eb3 req-5c6dc82d-a71c-4404-8766-af0adaffea3d tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:20.226070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1d4b996-738e-4481-b09b-f05e02688eb3 req-5c6dc82d-a71c-4404-8766-af0adaffea3d tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 944 time: 0.0485840 Aug 30 15:22:20.262761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1d4b996-738e-4481-b09b-f05e02688eb3 req-0b623e8a-fbbb-4716-8c13-34fa9fb2f54b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Aug 30 15:22:20.609182 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:21.374609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760692a-8d97-4065-9c2c-fd2fcc8f166a req-8f3e984e-abc6-4360-9c62-2a2a49d52954 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:21.376081 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6760692a-8d97-4065-9c2c-fd2fcc8f166a req-8f3e984e-abc6-4360-9c62-2a2a49d52954 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 944 time: 0.0478249 Aug 30 15:22:21.413820 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6760692a-8d97-4065-9c2c-fd2fcc8f166a req-24695baa-92c6-40fc-ab4e-82fcdc479d4b tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Aug 30 15:22:21.742475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 08e9722f-af73-4345-b00b-16d25db98ee5 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:22:21.833904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 08e9722f-af73-4345-b00b-16d25db98ee5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=08e9722f-af73-4345-b00b-16d25db98ee5,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:21.845169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '08e9722f-af73-4345-b00b-16d25db98ee5', 'network_id': '1774d8e6-a61d-42e5-9f1d-42788b22c973', 'port_id': '08e9722f-af73-4345-b00b-16d25db98ee5', 'mac_address': 'fa:16:3e:1f:a4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b194c731-bf37-4efd-97c2-dc89d7a6f55e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:22:21.880334 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:21.896057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e9722f-af73-4345-b00b-16d25db98ee5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:22:21.914290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 08e9722f-af73-4345-b00b-16d25db98ee5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=08e9722f-af73-4345-b00b-16d25db98ee5,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:21.917883 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:21.962472 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=08e9722f-af73-4345-b00b-16d25db98ee5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:21.969488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.969832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.970171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.970504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.970831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.971156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.971480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.971801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.972123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.972441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.972759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:21.973094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:22.293231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['08e9722f-af73-4345-b00b-16d25db98ee5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:22:22.523798 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20432368-3d80-4e78-bf5b-9e5fa0484748 req-a8a5d398-d699-47e9-90e6-adf575af6527 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:22.525260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-20432368-3d80-4e78-bf5b-9e5fa0484748 req-a8a5d398-d699-47e9-90e6-adf575af6527 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 945 time: 0.0474033 Aug 30 15:22:22.563103 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-20432368-3d80-4e78-bf5b-9e5fa0484748 req-c72de1ca-27cd-467c-9e82-f2d671ce1ad9 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Aug 30 15:22:23.680703 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d826-e8b6-416a-ad20-c928b51f95df req-f9e2f742-5e19-4b76-90df-39f74e720cb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:23.682082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8af4d826-e8b6-416a-ad20-c928b51f95df req-f9e2f742-5e19-4b76-90df-39f74e720cb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 945 time: 0.0473900 Aug 30 15:22:23.721693 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8af4d826-e8b6-416a-ad20-c928b51f95df req-84187ab9-04d6-4223-96a4-a7f37a177475 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Aug 30 15:22:23.749570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 08e9722f-af73-4345-b00b-16d25db98ee5 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:22:23.799110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 08e9722f-af73-4345-b00b-16d25db98ee5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:22:23.802722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 08e9722f-af73-4345-b00b-16d25db98ee5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:22:23.803093 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:23.876492 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:23.898510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cee49cc-35f5-451c-91da-e8ff1b6f9c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e9722f-af73-4345-b00b-16d25db98ee5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:22:23.900729 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea728506-2e85-421c-bc22-2ddb3d241ac6" -d '{"events": [{"server_uuid": "2cee49cc-35f5-451c-91da-e8ff1b6f9c2b", "name": "network-vif-plugged", "status": "completed", "tag": "08e9722f-af73-4345-b00b-16d25db98ee5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:22:23.913463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 08e9722f-af73-4345-b00b-16d25db98ee5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=08e9722f-af73-4345-b00b-16d25db98ee5,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:23.917633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:23.944951 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae76f35-4981-4555-9fd0-444d848a3404 x-openstack-request-id: req-2ae76f35-4981-4555-9fd0-444d848a3404 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:22:23.945255 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cee49cc-35f5-451c-91da-e8ff1b6f9c2b", "name": "network-vif-plugged", "status": "completed", "tag": "08e9722f-af73-4345-b00b-16d25db98ee5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:22:23.945501 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ae76f35-4981-4555-9fd0-444d848a3404 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:22:23.945873 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cee49cc-35f5-451c-91da-e8ff1b6f9c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e9722f-af73-4345-b00b-16d25db98ee5', 'code': 200} Aug 30 15:22:23.969898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=08e9722f-af73-4345-b00b-16d25db98ee5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:24.056342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c4ed0-33f7-47e3-9c48-6b69de8cdcec req-57491c93-3fea-4dd7-a117-c8ecab435185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:24.057830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b37c4ed0-33f7-47e3-9c48-6b69de8cdcec req-57491c93-3fea-4dd7-a117-c8ecab435185 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 1097 time: 0.0398717 Aug 30 15:22:24.092202 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b37c4ed0-33f7-47e3-9c48-6b69de8cdcec req-fa2984ff-acf1-45d5-ad7b-c6d735327b82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266426 Aug 30 15:22:24.833321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99673aa-53a3-4989-be74-014971cd1737 req-0cdbb5ce-662a-445d-9c35-5319be84984d tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:24.834861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f99673aa-53a3-4989-be74-014971cd1737 req-0cdbb5ce-662a-445d-9c35-5319be84984d tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 946 time: 0.0480206 Aug 30 15:22:24.871799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f99673aa-53a3-4989-be74-014971cd1737 req-66cbf689-4d10-480a-af23-af4582a79f8c tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Aug 30 15:22:25.241323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b87c3242-20da-4dfe-9f38-bc479d4cdbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:25.985337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c40a1-b539-4ac8-a691-36b085fcf6d9 req-f83a0237-30b3-42ac-a645-e8fd94d6842a tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:25.986769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db9c40a1-b539-4ac8-a691-36b085fcf6d9 req-f83a0237-30b3-42ac-a645-e8fd94d6842a tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 946 time: 0.0477011 Aug 30 15:22:26.026939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db9c40a1-b539-4ac8-a691-36b085fcf6d9 req-933b448a-a36f-417f-a119-5d6eff2c772d tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342503 Aug 30 15:22:26.137781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde8bd-5e81-48c3-b898-81596a9de22d req-272ab111-bb42-4667-9f4f-68fb109944cd tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:26.139247 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83fde8bd-5e81-48c3-b898-81596a9de22d req-272ab111-bb42-4667-9f4f-68fb109944cd tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 946 time: 0.0468991 Aug 30 15:22:26.183051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83fde8bd-5e81-48c3-b898-81596a9de22d req-6cc4547d-f742-4c27-a2fd-00251aca8577 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Aug 30 15:22:27.928777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f02bd2a-8931-40bc-82bb-5f55699fc3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:28.687451 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:29.433645 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:31.806593 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:33.396663 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:44.518453 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83313554-7af6-47a3-8ae1-54bc59fa62a7 req-3ff034ea-d90d-43b3-a7d9-c13c7153e9ea tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:44.519902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83313554-7af6-47a3-8ae1-54bc59fa62a7 req-3ff034ea-d90d-43b3-a7d9-c13c7153e9ea tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 946 time: 0.0485516 Aug 30 15:22:44.557412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83313554-7af6-47a3-8ae1-54bc59fa62a7 req-f7776ca3-be72-443b-b5e3-337517972a9c tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Aug 30 15:22:45.672845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b9530-705f-414c-a66b-aa7035ab2fd7 req-707839bc-6653-48eb-92fe-3503327b6076 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:45.674796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a86b9530-705f-414c-a66b-aa7035ab2fd7 req-707839bc-6653-48eb-92fe-3503327b6076 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 946 time: 0.0481975 Aug 30 15:22:45.713567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a86b9530-705f-414c-a66b-aa7035ab2fd7 req-2e675b78-49bf-41c2-8e2f-e16065ba8bc3 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/security-groups?id=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Aug 30 15:22:46.436236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710e24-fd73-46fa-8409-4c6828260034 req-0a75d1eb-56c7-4c8e-8fce-e19db7d5afa1 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:46.437570 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f710e24-fd73-46fa-8409-4c6828260034 req-0a75d1eb-56c7-4c8e-8fce-e19db7d5afa1 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 946 time: 0.0465853 Aug 30 15:22:46.530705 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Deleting port 08e9722f-af73-4345-b00b-16d25db98ee5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:22:46.531050 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:46.617746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] For port 08e9722f-af73-4345-b00b-16d25db98ee5, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=08e9722f-af73-4345-b00b-16d25db98ee5,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:46.618107 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:46.632520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Calling delete_port for 08e9722f-af73-4345-b00b-16d25db98ee5 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:22:46.757164 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:46.793690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['08e9722f-af73-4345-b00b-16d25db98ee5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:22:46.795044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Pushing event deleted for resources: {'Port': ['ID=08e9722f-af73-4345-b00b-16d25db98ee5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:46.839198 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-31463e86-d229-4ec5-8f99-85193c124c04 req-f8a585a4-5f0e-46c5-9196-e3d43d0a4ed9 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cee49cc-35f5-451c-91da-e8ff1b6f9c2b HTTP/1.1" status: 200 len: 210 time: 0.0540531 Aug 30 15:22:46.852658 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] No DVR routers for this DVR port 08e9722f-af73-4345-b00b-16d25db98ee5 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:22:46.861678 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:46.863738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f710e24-fd73-46fa-8409-4c6828260034 req-2f17d365-fb7f-42fe-af8e-b7857766cbb6 tempest-TestEncryptedCinderVolumes-729876224 tempest-TestEncryptedCinderVolumes-729876224-project] 10.222.0.21 "DELETE /v2.0/ports/08e9722f-af73-4345-b00b-16d25db98ee5 HTTP/1.1" status: 204 len: 173 time: 0.4193282 Aug 30 15:22:46.864224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cee49cc-35f5-451c-91da-e8ff1b6f9c2b', 'name': 'network-vif-deleted', 'tag': '08e9722f-af73-4345-b00b-16d25db98ee5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:22:46.866690 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c71a3-f710-420e-a598-749519a73bfd" -d '{"events": [{"server_uuid": "2cee49cc-35f5-451c-91da-e8ff1b6f9c2b", "name": "network-vif-deleted", "tag": "08e9722f-af73-4345-b00b-16d25db98ee5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:22:46.976912 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf2c4c3-b5e8-4286-a156-91c7d981fd05 x-openstack-request-id: req-6cf2c4c3-b5e8-4286-a156-91c7d981fd05 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:22:46.977281 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cee49cc-35f5-451c-91da-e8ff1b6f9c2b", "name": "network-vif-deleted", "tag": "08e9722f-af73-4345-b00b-16d25db98ee5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:22:46.977540 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cf2c4c3-b5e8-4286-a156-91c7d981fd05 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:22:46.977938 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cee49cc-35f5-451c-91da-e8ff1b6f9c2b', 'name': 'network-vif-deleted', 'tag': '08e9722f-af73-4345-b00b-16d25db98ee5', 'status': 'completed', 'code': 200} Aug 30 15:22:47.927679 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:48.268029 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:48.410426 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:22:48.504998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Deleting port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:22:48.505363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:48.583533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] For port 71e68927-ab9f-4422-87b9-d8e5fab1a7d1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:48.583895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:48.596472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Calling delete_port for 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:22:48.771955 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:48.799389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e68927-ab9f-4422-87b9-d8e5fab1a7d1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:48.824484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.824842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.825216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.825562 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.825902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.826239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.826575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.826906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.827243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.827575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.827917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.828219 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:48.970269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:49.180728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:22:49.291185 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:22:49.296176 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-645f890d-abec-459a-9184-e3131ee29c40 admin admin] 10.222.0.50 "PUT /v2.0/routers/66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3674545 Aug 30 15:22:49.298791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:49.301290 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] Sync routers for ids ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:22:49.310776 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] Routers {'66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:22:49.311376 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:49.406440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:49.413296 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] Set router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:22:49.591885 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:22:48Z', 'revision_number': 5, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:49.623510 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] Checking router: 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:22:49.633413 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] Routers {'66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:22:49.634053 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:49.741771 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] Set router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:22:49.787032 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:49.840626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Deleting port 8218f622-3915-4b38-8418-cfc4fae10e62 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:22:49.840966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:49.874800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 08e9722f-af73-4345-b00b-16d25db98ee5 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:22:49.898350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 08e9722f-af73-4345-b00b-16d25db98ee5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:22:49.898616 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 08e9722f-af73-4345-b00b-16d25db98ee5 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:22:49.922738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] For port 8218f622-3915-4b38-8418-cfc4fae10e62, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=8218f622-3915-4b38-8418-cfc4fae10e62,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:49.923110 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:49.929062 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:22:48Z', 'revision_number': 5, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:49.936426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Calling delete_port for 8218f622-3915-4b38-8418-cfc4fae10e62 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:22:49.955255 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b457b-3f71-43c3-9017-b84f17ddb887 None None] The sync data for ids ['66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4'] in n-d-805668-3 is: [{'id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'name': 'tempest-TestEncryptedCinderVolumes-620777457-router', 'tenant_id': 'f137efd6ace4408bb560550528bef964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:31Z', 'updated_at': '2021-08-30T15:22:48Z', 'revision_number': 5, 'project_id': 'f137efd6ace4408bb560550528bef964', 'gw_port': {'id': '8218f622-3915-4b38-8418-cfc4fae10e62', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:32Z', 'updated_at': '2021-08-30T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:22:50.098155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.123513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8218f622-3915-4b38-8418-cfc4fae10e62,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:50.181479 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.269035 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.271175 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.320004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.320262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:22:50.324753 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.325964 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ffb7b85e-3d82-4ed4-abad-3b0f2cf473b1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/66aa4d1a-ff1f-43fe-9eb1-f90a33781ee4 HTTP/1.1" status: 204 len: 168 time: 1.0261650 Aug 30 15:22:50.328488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 58996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:50.373746 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7371e1-eee7-4b0a-869a-42a409b38778 admin admin] Deleting subnet b194c731-bf37-4efd-97c2-dc89d7a6f55e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:22:50.376993 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e7371e1-eee7-4b0a-869a-42a409b38778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.412770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e7371e1-eee7-4b0a-869a-42a409b38778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.495294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e7371e1-eee7-4b0a-869a-42a409b38778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.549760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e7371e1-eee7-4b0a-869a-42a409b38778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.576680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7371e1-eee7-4b0a-869a-42a409b38778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b194c731-bf37-4efd-97c2-dc89d7a6f55e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:50.581281 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e7371e1-eee7-4b0a-869a-42a409b38778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.585561 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0e7371e1-eee7-4b0a-869a-42a409b38778 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b194c731-bf37-4efd-97c2-dc89d7a6f55e HTTP/1.1" status: 204 len: 168 time: 0.2536664 Aug 30 15:22:50.585799 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:50.587346 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50532562-5f16-4ef6-bc89-99151e064204 None None] Network 1774d8e6-a61d-42e5-9f1d-42788b22c973 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:22:50.645387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.664121 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.716034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Deleting port 83ef3747-75e1-4081-a557-f911f1a1244b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:22:50.716378 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.781415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] For port 83ef3747-75e1-4081-a557-f911f1a1244b, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=83ef3747-75e1-4081-a557-f911f1a1244b,segment=NetworkSegment(8aac1b3c-0aa4-4a74-b78d-ff356d0fed98),segment_id=8aac1b3c-0aa4-4a74-b78d-ff356d0fed98)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:50.781775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.794403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Calling delete_port for 83ef3747-75e1-4081-a557-f911f1a1244b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:22:50.868540 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.897203 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ef3747-75e1-4081-a557-f911f1a1244b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:50.902308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] No DVR routers for this DVR port 83ef3747-75e1-4081-a557-f911f1a1244b on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:22:50.942487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c635609-7e69-4f35-aa78-5b006aa95955 None None] DHCP port deletion for 1774d8e6-a61d-42e5-9f1d-42788b22c973 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:22:50.978531 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:50.987980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1774d8e6-a61d-42e5-9f1d-42788b22c973']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:50.997780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:50.998069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aac1b3c-0aa4-4a74-b78d-ff356d0fed98') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:51.007013 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.020964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.026713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:22:51.027090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:22:51.028733 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:22:51.085930 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.091637 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.093470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1774d8e6-a61d-42e5-9f1d-42788b22c973 HTTP/1.1" status: 204 len: 168 time: 0.5055997 Aug 30 15:22:51.096417 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:51.104568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3e22b-081c-4382-812a-2c7d69a85300 admin admin] Pushing event deleted for resources: {'Network': ['ID=1774d8e6-a61d-42e5-9f1d-42788b22c973,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:51.439690 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.680253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Deleting port 79817858-4917-478d-83d7-73ff82d7e960 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:22:51.680509 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.756749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] For port 79817858-4917-478d-83d7-73ff82d7e960, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79817858-4917-478d-83d7-73ff82d7e960,segment=NetworkSegment(1a386f6b-adf1-4819-9b60-5bc59ca1dffe),segment_id=1a386f6b-adf1-4819-9b60-5bc59ca1dffe)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:51.757143 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.769466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Calling delete_port for 79817858-4917-478d-83d7-73ff82d7e960 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:22:51.892899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:22:51.913262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:22:51.913612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 71e68927-ab9f-4422-87b9-d8e5fab1a7d1 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:22:51.914027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83ef3747-75e1-4081-a557-f911f1a1244b no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:22:51.932456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 83ef3747-75e1-4081-a557-f911f1a1244b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:22:51.932862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 83ef3747-75e1-4081-a557-f911f1a1244b not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:22:51.933362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8218f622-3915-4b38-8418-cfc4fae10e62 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:22:51.947620 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:51.955921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 8218f622-3915-4b38-8418-cfc4fae10e62 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:22:51.956432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 8218f622-3915-4b38-8418-cfc4fae10e62 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:22:51.979728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79817858-4917-478d-83d7-73ff82d7e960,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:52.143524 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:52.354636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Router 04781b67-1bad-4c57-a1b2-21dc24e75085 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:22:52.455767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:22:52.460771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fe48467e-ef95-422d-acbb-e950b40566a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/04781b67-1bad-4c57-a1b2-21dc24e75085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3632863 Aug 30 15:22:52.463334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:52.464083 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] Sync routers for ids ['04781b67-1bad-4c57-a1b2-21dc24e75085'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:22:52.473518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] Routers {'04781b67-1bad-4c57-a1b2-21dc24e75085'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:22:52.474130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['04781b67-1bad-4c57-a1b2-21dc24e75085'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:52.567660 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:52.676818 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:52.729922 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Deleting port 428a62e2-3c51-4268-9aa3-598f470cced2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:22:52.730278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:52.734132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] Set router 04781b67-1bad-4c57-a1b2-21dc24e75085 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:22:52.807067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] For port 428a62e2-3c51-4268-9aa3-598f470cced2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=428a62e2-3c51-4268-9aa3-598f470cced2,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:52.807435 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:52.824168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Calling delete_port for 428a62e2-3c51-4268-9aa3-598f470cced2 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:22:52.905972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:22:51Z', 'revision_number': 5, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port': {'id': '428a62e2-3c51-4268-9aa3-598f470cced2', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:52.932272 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] Checking router: 04781b67-1bad-4c57-a1b2-21dc24e75085 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:22:52.940654 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] Routers {'04781b67-1bad-4c57-a1b2-21dc24e75085'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:22:52.941550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['04781b67-1bad-4c57-a1b2-21dc24e75085'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:52.986176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.015503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=428a62e2-3c51-4268-9aa3-598f470cced2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:53.032414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] Set router 04781b67-1bad-4c57-a1b2-21dc24e75085 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:22:53.076415 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.089085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:22:52Z', 'revision_number': 6, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:53.114560 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214fed31-8aeb-4000-b1ab-b84dfbf35adb None None] The sync data for ids ['04781b67-1bad-4c57-a1b2-21dc24e75085'] in n-d-805668-3 is: [{'id': '04781b67-1bad-4c57-a1b2-21dc24e75085', 'name': 'tempest-TestEncryptedCinderVolumes-1860708613-router', 'tenant_id': 'ac2e789a838a4a69b4154d05d3135791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:21:36Z', 'updated_at': '2021-08-30T15:22:52Z', 'revision_number': 6, 'project_id': 'ac2e789a838a4a69b4154d05d3135791', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:22:53.183211 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.185317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.248606 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.249152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04781b67-1bad-4c57-a1b2-21dc24e75085 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:22:53.253382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.254531 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ff18c29c-4f9f-4354-b7cd-daccd4cce5f7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/04781b67-1bad-4c57-a1b2-21dc24e75085 HTTP/1.1" status: 204 len: 168 time: 0.7902062 Aug 30 15:22:53.257326 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:53.300715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0a9565-1710-4025-ab30-e93501a1e5b3 admin admin] Deleting subnet 6347cb53-9418-4124-979e-0c0916e07bfb {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:22:53.303803 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9565-1710-4025-ab30-e93501a1e5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.336820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9565-1710-4025-ab30-e93501a1e5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.416623 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9565-1710-4025-ab30-e93501a1e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.472023 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9565-1710-4025-ab30-e93501a1e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.498045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9565-1710-4025-ab30-e93501a1e5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6347cb53-9418-4124-979e-0c0916e07bfb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:53.502493 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9565-1710-4025-ab30-e93501a1e5b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.505584 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8a0a9565-1710-4025-ab30-e93501a1e5b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6347cb53-9418-4124-979e-0c0916e07bfb HTTP/1.1" status: 204 len: 168 time: 0.2472641 Aug 30 15:22:53.506777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:53.507863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933de7d-ba69-4b2c-98dd-4e9980504bd4 None None] Network 83768fee-3ce3-4597-a7e3-04ed161969bf requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:22:53.578670 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.633431 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Deleting port 9952541b-fa82-4040-a4ce-dddffafbcca0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:22:53.633783 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.680084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-94c0da7b-06f6-446e-a203-5ee469cdab41 req-827b7a7b-1783-4b5a-9686-f7e42ffc00e7 tempest-ServerDiskConfigTestJSON-1933836854 tempest-ServerDiskConfigTestJSON-1933836854-project] (94827) timed out ('10.222.0.39', 64676) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 15:22:53.696247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] For port 9952541b-fa82-4040-a4ce-dddffafbcca0, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9952541b-fa82-4040-a4ce-dddffafbcca0,segment=NetworkSegment(1a386f6b-adf1-4819-9b60-5bc59ca1dffe),segment_id=1a386f6b-adf1-4819-9b60-5bc59ca1dffe)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:53.696621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.709624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Calling delete_port for 9952541b-fa82-4040-a4ce-dddffafbcca0 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:22:53.789218 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.812437 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9952541b-fa82-4040-a4ce-dddffafbcca0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:53.820028 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] No DVR routers for this DVR port 9952541b-fa82-4040-a4ce-dddffafbcca0 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:22:53.850031 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b929750-63a3-4809-97ab-473aebbecc51 None None] DHCP port deletion for 83768fee-3ce3-4597-a7e3-04ed161969bf request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:22:53.900119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.906428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 428a62e2-3c51-4268-9aa3-598f470cced2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:22:53.913753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83768fee-3ce3-4597-a7e3-04ed161969bf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:53.928231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a386f6b-adf1-4819-9b60-5bc59ca1dffe') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:53.928611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a386f6b-adf1-4819-9b60-5bc59ca1dffe') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:53.930147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 428a62e2-3c51-4268-9aa3-598f470cced2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:22:53.930682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 428a62e2-3c51-4268-9aa3-598f470cced2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:22:53.931172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79817858-4917-478d-83d7-73ff82d7e960 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:22:53.938449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.955699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.961905 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 79817858-4917-478d-83d7-73ff82d7e960 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:22:53.962315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:22:53.962712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79817858-4917-478d-83d7-73ff82d7e960 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:22:53.962868 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:53.962955 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9952541b-fa82-4040-a4ce-dddffafbcca0 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:22:53.964158 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:22:53.984729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 9952541b-fa82-4040-a4ce-dddffafbcca0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:22:53.987166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9952541b-fa82-4040-a4ce-dddffafbcca0 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:22:54.016528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.022484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.024282 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/83768fee-3ce3-4597-a7e3-04ed161969bf HTTP/1.1" status: 204 len: 168 time: 0.5166044 Aug 30 15:22:54.035289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca05cda-db47-4a0b-ba5b-07090fd5ecb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83768fee-3ce3-4597-a7e3-04ed161969bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:54.187636 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:54.235040 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-378a19b5-e4fb-482d-85f8-7a862b614750 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f137efd6ace4408bb560550528bef964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461767 Aug 30 15:22:54.237433 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:54.286079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd9b6-8cbc-45fb-9e2c-a6a0a02bc41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.306501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd9b6-8cbc-45fb-9e2c-a6a0a02bc41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.354494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd9b6-8cbc-45fb-9e2c-a6a0a02bc41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.356998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd9b6-8cbc-45fb-9e2c-a6a0a02bc41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.358175 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7e6bd9b6-8cbc-45fb-9e2c-a6a0a02bc41a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b42de6f7-dbdc-4907-80b6-ce2d3c7268a3 HTTP/1.1" status: 204 len: 168 time: 0.1198330 Aug 30 15:22:54.367299 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bd9b6-8cbc-45fb-9e2c-a6a0a02bc41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42de6f7-dbdc-4907-80b6-ce2d3c7268a3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:54.662863 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59018) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:54.701182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ae1fa98f-6463-4f52-97ad-abccc8de777b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac2e789a838a4a69b4154d05d3135791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371625 Aug 30 15:22:54.703425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:54.748848 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f49706ac-a509-403a-b5e2-2c4b313fb5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.769699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f49706ac-a509-403a-b5e2-2c4b313fb5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.819289 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f49706ac-a509-403a-b5e2-2c4b313fb5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.822139 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f49706ac-a509-403a-b5e2-2c4b313fb5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:54.823273 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f49706ac-a509-403a-b5e2-2c4b313fb5ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2ff0c7d-4251-457d-b63a-fb2a49c1437f HTTP/1.1" status: 204 len: 168 time: 0.1189857 Aug 30 15:22:54.831419 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49706ac-a509-403a-b5e2-2c4b313fb5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff0c7d-4251-457d-b63a-fb2a49c1437f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:55.241949 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-379fdaac-5c41-4793-a60c-4f57dab2e182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.475845 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:55.569152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-680987497-network', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:22:55.590410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Made reservation on behalf of 1be731a58d0a4decbee50c1fb0ee131f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:22:55.592762 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.600893 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.687253 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.691656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.715988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:22:55.725744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cde5f8e-8b46-4864-8193-787486e1a1e4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:55.731796 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.732129 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Added segment 27274c32-4c73-4f61-8967-3320136b714a of type vlan for network 0f02825e-6eaf-437f-a0b5-f18227cce0ea Aug 30 15:22:55.772598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.795964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.796860 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:55.797453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:55.854090 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3771734 Aug 30 15:22:55.856993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:55.859658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096b849-f3e8-44ab-bc5b-ee8722641a3c admin admin] Pushing event updated for resources: {'Network': ['ID=0f02825e-6eaf-437f-a0b5-f18227cce0ea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:55.862555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Request body: {'subnet': {'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-680987497-subnet', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:22:55.870203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:22:55.883391 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Made reservation on behalf of 1be731a58d0a4decbee50c1fb0ee131f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:22:55.885891 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.049352 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.103383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbfd5db-79d9-4b6b-989a-2bac3f81f71f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:56.112521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Checking segment: {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:22:56.112886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Network hostable DHCP agents. Network: 0f02825e-6eaf-437f-a0b5-f18227cce0ea, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:22:56.129195 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:22:56.137606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0f02825e-6eaf-437f-a0b5-f18227cce0ea) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:22:56.141709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:22:56.142303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.147727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7824aa55-06ad-4722-8fc0-12e9e7aace9e None None] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:22:56.159004 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2af30eb7-3444-4fda-9296-d6a9b5a449bf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2984381 Aug 30 15:22:56.159297 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:56.163735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:22:56.183440 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.184498 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.247867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.297598 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:22:56.298611 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.385895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.438067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Allocated IP 172.20.0.2 (0f02825e-6eaf-437f-a0b5-f18227cce0ea/acbfd5db-79d9-4b6b-989a-2bac3f81f71f/1a9f4099-90d4-4229-a7fa-889b99015b18) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:22:56.596031 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.605395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Transition to ACTIVE for port object 1a9f4099-90d4-4229-a7fa-889b99015b18 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:22:56.621682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Transition to ACTIVE for port object 1a9f4099-90d4-4229-a7fa-889b99015b18 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:22:56.627665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.668243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:22:56.671357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:22:56.675614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:22:56.682904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Pushing event updated for resources: {'Port': ['ID=1a9f4099-90d4-4229-a7fa-889b99015b18,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:56.732898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Attempting to bind port 1a9f4099-90d4-4229-a7fa-889b99015b18 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:22:56.733295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Attempting to bind port 1a9f4099-90d4-4229-a7fa-889b99015b18 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:22:56.733658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Attempting to bind port 1a9f4099-90d4-4229-a7fa-889b99015b18 on network 0f02825e-6eaf-437f-a0b5-f18227cce0ea {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:22:56.739296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:22:56.739659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Checking segment: {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:22:56.740069 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.740465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Bound using segment: {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:22:56.740930 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Bound port: 1a9f4099-90d4-4229-a7fa-889b99015b18, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:22:56.741340 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.806241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] For port 1a9f4099-90d4-4229-a7fa-889b99015b18, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:22:56.809396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] For port 1a9f4099-90d4-4229-a7fa-889b99015b18, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1a9f4099-90d4-4229-a7fa-889b99015b18,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:22:56.814336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.826461 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.846408 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:56.868661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f819e-a59b-4bca-a08c-c14aba3b13ce None None] Pushing event updated for resources: {'Port': ['ID=1a9f4099-90d4-4229-a7fa-889b99015b18,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:56.954231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Allocated IP 172.25.6.252 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:22:57.070649 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:57.110208 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:57.151291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:22:57.154199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:22:57.158347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:22:57.163630 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Pushing event updated for resources: {'Port': ['ID=79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:57.405722 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:57.607735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:57.711457 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b7a85-4f1e-4096-b158-2c00a901f81a None None] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:22:57.738120 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Router 410bf3d2-9662-4a56-b995-3540600173bd is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:22:57.827062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dca07b36-f1db-4b82-a132-dc360a544049 None None] Provisioning for port 1a9f4099-90d4-4229-a7fa-889b99015b18 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:22:57.859444 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:22:57.874553 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Sync routers for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:22:57.881473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:57.885681 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-339fd3f0-5bd3-4872-874b-c37175f8fc59 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7251251 Aug 30 15:22:57.885854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:22:57.887662 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:22:57.888296 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:57.927118 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14524ac4-4a8e-40fd-b83f-f3e3ad68d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:57.958738 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1a9f4099-90d4-4229-a7fa-889b99015b18 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:22:58.016069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 1a9f4099-90d4-4229-a7fa-889b99015b18 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:22:58.019948 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:22:58.021359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1a9f4099-90d4-4229-a7fa-889b99015b18 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:22:58.021752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.107260 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.154174 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 1a9f4099-90d4-4229-a7fa-889b99015b18, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1a9f4099-90d4-4229-a7fa-889b99015b18,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:22:58.163063 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.171745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-724bd60a-a84a-4f72-9e3b-4759cc9a4c63 None None] Provisioning complete for port 1a9f4099-90d4-4229-a7fa-889b99015b18 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:22:58.171745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-724bd60a-a84a-4f72-9e3b-4759cc9a4c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.246743 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=1a9f4099-90d4-4229-a7fa-889b99015b18,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:58.325660 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:57Z', 'revision_number': 3, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:58.352936 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Checking router: 410bf3d2-9662-4a56-b995-3540600173bd for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:22:58.353329 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Updating router 410bf3d2-9662-4a56-b995-3540600173bd port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:22:58.379179 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.630481 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.630897 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.641311 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Transition to ACTIVE for port object 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:22:58.647426 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.691444 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.701248 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Attempting to bind port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:22:58.701767 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Attempting to bind port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:22:58.702209 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Attempting to bind port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:22:58.709020 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Pushing event updated for resources: {'Port': ['ID=79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:58.712124 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:22:58.712496 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:22:58.712891 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.713379 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:22:58.713837 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Bound port: 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:22:58.714221 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.720859 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.721245 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.721597 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.721932 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.722264 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.722593 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.723192 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.723520 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.723844 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.724167 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.724494 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.724809 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:22:58.777134 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] For port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:22:58.780830 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] For port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:22:58.785422 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.791425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Allocated IP 172.20.0.1 (0f02825e-6eaf-437f-a0b5-f18227cce0ea/acbfd5db-79d9-4b6b-989a-2bac3f81f71f/ffabc504-df54-4ce2-9df6-82933d39500e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:22:58.842062 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:22:58.842667 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:58.876921 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4d66d-bcf7-4696-919c-70f3a4405879 None None] Pushing event updated for resources: {'Port': ['ID=79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:58.902384 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.916674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Transition to ACTIVE for port object ffabc504-df54-4ce2-9df6-82933d39500e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:22:58.949338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:58.951328 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:22:58.986502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:22:58.991344 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:22:58.996152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:22:59.020878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffabc504-df54-4ce2-9df6-82933d39500e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:59.041904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:59.136069 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:57Z', 'revision_number': 3, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:22:59.163161 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd306c0e-7d0e-49b9-a99d-651d26227add None None] The sync data for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 is: [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:57Z', 'revision_number': 3, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:22:59.177253 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:59.229510 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc7c0350-8430-4082-bab5-3d615943f683 None None] Provisioning for port ffabc504-df54-4ce2-9df6-82933d39500e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:22:59.234073 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc7c0350-8430-4082-bab5-3d615943f683 None None] Provisioning complete for port ffabc504-df54-4ce2-9df6-82933d39500e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:22:59.234572 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0350-8430-4082-bab5-3d615943f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:59.270748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c0350-8430-4082-bab5-3d615943f683 None None] Port ffabc504-df54-4ce2-9df6-82933d39500e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:22:59.348346 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:59.353604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:59.437145 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffabc504-df54-4ce2-9df6-82933d39500e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:22:59.440403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:59.444649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:59.535752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:22:59.537312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:22:59.670376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Router 410bf3d2-9662-4a56-b995-3540600173bd has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:22:59.791261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:22:59.796419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cb9855ed-7a2e-4022-8163-4376553bd5d2 admin admin] 10.222.0.50 "PUT /v2.0/routers/410bf3d2-9662-4a56-b995-3540600173bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094908 Aug 30 15:22:59.797999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e311976a-dd8e-4ad9-a8ea-eda160fceccb None None] Provisioning complete for port ffabc504-df54-4ce2-9df6-82933d39500e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:22:59.798416 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e311976a-dd8e-4ad9-a8ea-eda160fceccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:22:59.835289 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e311976a-dd8e-4ad9-a8ea-eda160fceccb None None] Port ffabc504-df54-4ce2-9df6-82933d39500e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:22:59.982591 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1a9f4099-90d4-4229-a7fa-889b99015b18 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:00.032345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 1a9f4099-90d4-4229-a7fa-889b99015b18 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:00.033278 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.114584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:00.162633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:00.166450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:00.166820 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.249729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.270222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:00.274440 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.296079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:00.306739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1068969289-network', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:00.322001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:00.327782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Made reservation on behalf of f4eda188981d4be4b7cae2bc38da51c1 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:23:00.330324 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.339081 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.430123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.434128 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.461378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:23:00.471605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50251c3-b78a-4c2a-b853-a7c123c07322,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:00.479544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.479544 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Added segment 2968f2ed-6413-41e9-949a-cd711dd32ddb of type vlan for network 15db3e15-2185-46a2-98a4-9785a7b765dc Aug 30 15:23:00.522022 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.549882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.550822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:00.551403 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.602244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3052659 Aug 30 15:23:00.605193 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:00.610251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Request body: {'subnet': {'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1068969289-subnet', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:00.613619 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56995199-a307-426b-bb46-3ea6a57bd937 admin admin] Pushing event updated for resources: {'Network': ['ID=15db3e15-2185-46a2-98a4-9785a7b765dc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:00.624111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 15db3e15-2185-46a2-98a4-9785a7b765dc details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:23:00.638736 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Made reservation on behalf of f4eda188981d4be4b7cae2bc38da51c1 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:23:00.641395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14241546'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.794755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Sync routers for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:23:00.804328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:23:00.804943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:00.814588 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12746628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14241656'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.872461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a74db0b-3492-4840-bc4b-a7701c084680,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:00.880577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Checking segment: {'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:23:00.880943 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Network hostable DHCP agents. Network: 15db3e15-2185-46a2-98a4-9785a7b765dc, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:23:00.897543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Network 15db3e15-2185-46a2-98a4-9785a7b765dc is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:23:00.906434 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 15db3e15-2185-46a2-98a4-9785a7b765dc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:23:00.912058 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:00.913155 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.913271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:23:00.927869 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-efc05b93-c86f-46b7-9f4f-a2fc1f8448d7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3215873 Aug 30 15:23:00.930461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:00.935167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:00.943106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe328c3-201d-46b8-beea-3612903a4bf1 None None] Network 15db3e15-2185-46a2-98a4-9785a7b765dc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:23:00.955975 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:00.957006 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.007535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.148522 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.354598 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.363045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-15db3e15-2185-46a2-98a4-9785a7b765dc', 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'fixed_ips': [{'subnet_id': '1a74db0b-3492-4840-bc4b-a7701c084680'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:23:01.363894 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.375632 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.461805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 2, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:01.487579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Allocated IP 172.25.6.244 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/aa9dbfe7-aeab-4e70-8644-155150205508) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:23:01.493786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Checking router: 410bf3d2-9662-4a56-b995-3540600173bd for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:23:01.494128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Updating router 410bf3d2-9662-4a56-b995-3540600173bd port ffabc504-df54-4ce2-9df6-82933d39500e binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:23:01.547289 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.567977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Allocated IP 172.20.0.2 (15db3e15-2185-46a2-98a4-9785a7b765dc/1a74db0b-3492-4840-bc4b-a7701c084680/e69f6b15-d484-4c4f-bf68-891baf48217d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:23:01.592430 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.632166 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.671446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:23:01.676373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:23:01.681273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:23:01.684119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9dbfe7-aeab-4e70-8644-155150205508,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:01.847994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.883994 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.902365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Transition to ACTIVE for port object e69f6b15-d484-4c4f-bf68-891baf48217d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:23:01.911553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:01.943782 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:01.952207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Transition to ACTIVE for port object e69f6b15-d484-4c4f-bf68-891baf48217d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:23:01.970964 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.043916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Network 15db3e15-2185-46a2-98a4-9785a7b765dc is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:23:02.052116 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:23:02.062691 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:23:02.065383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Pushing event updated for resources: {'Port': ['ID=e69f6b15-d484-4c4f-bf68-891baf48217d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:02.068976 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.101132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Transition to ACTIVE for port object ffabc504-df54-4ce2-9df6-82933d39500e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:23:02.106581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:02.107094 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.139476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.142604 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.202001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Attempting to bind port e69f6b15-d484-4c4f-bf68-891baf48217d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:23:02.202393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Attempting to bind port e69f6b15-d484-4c4f-bf68-891baf48217d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:23:02.202739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Attempting to bind port e69f6b15-d484-4c4f-bf68-891baf48217d on network 15db3e15-2185-46a2-98a4-9785a7b765dc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:23:02.223371 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20147bb-312e-4a05-9955-fdfba2cc536a None None] Pushing event updated for resources: {'Port': ['ID=ffabc504-df54-4ce2-9df6-82933d39500e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:02.226045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:23:02.226225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Checking segment: {'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:23:02.226591 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.226981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Bound using segment: {'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:23:02.227751 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Bound port: e69f6b15-d484-4c4f-bf68-891baf48217d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:23:02.228082 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.283800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Router f3849c87-f30f-42aa-8ea0-e6287fe6290a is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:23:02.352243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Attempting to bind port ffabc504-df54-4ce2-9df6-82933d39500e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:23:02.352619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Attempting to bind port ffabc504-df54-4ce2-9df6-82933d39500e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:23:02.352989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Attempting to bind port ffabc504-df54-4ce2-9df6-82933d39500e on network 0f02825e-6eaf-437f-a0b5-f18227cce0ea {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:23:02.381451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:23:02.382147 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Checking segment: {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:23:02.382255 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.382602 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Bound using segment: {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:23:02.383072 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Bound port: ffabc504-df54-4ce2-9df6-82933d39500e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:23:02.383456 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.403983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] For port e69f6b15-d484-4c4f-bf68-891baf48217d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:23:02.408763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:23:02.418432 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Sync routers for ids ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:23:02.426282 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.429953 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Routers {'f3849c87-f30f-42aa-8ea0-e6287fe6290a'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:23:02.430646 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:02.430987 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59072) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:02.431478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-bd519469-3587-408b-a07f-4b97414d0486 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4989579 Aug 30 15:23:02.434607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] For port e69f6b15-d484-4c4f-bf68-891baf48217d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e69f6b15-d484-4c4f-bf68-891baf48217d,segment=NetworkSegment(2968f2ed-6413-41e9-949a-cd711dd32ddb),segment_id=2968f2ed-6413-41e9-949a-cd711dd32ddb)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:23:02.443662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.526353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] For port ffabc504-df54-4ce2-9df6-82933d39500e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:23:02.531986 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] For port ffabc504-df54-4ce2-9df6-82933d39500e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ffabc504-df54-4ce2-9df6-82933d39500e,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:23:02.539680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fdad9-7f05-4cdb-add6-34ce2c292d4c None None] Pushing event updated for resources: {'Port': ['ID=e69f6b15-d484-4c4f-bf68-891baf48217d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:02.545217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:02.567182 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Set router f3849c87-f30f-42aa-8ea0-e6287fe6290a gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:23:02.616703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:23:02.617828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:02.726373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20147bb-312e-4a05-9955-fdfba2cc536a None None] Pushing event updated for resources: {'Port': ['ID=ffabc504-df54-4ce2-9df6-82933d39500e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:02.784645 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:23:01Z', 'revision_number': 3, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port': {'id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:01Z', 'updated_at': '2021-08-30T15:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:02.787046 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:23:02.828294 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Checking router: f3849c87-f30f-42aa-8ea0-e6287fe6290a for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:23:02.830585 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Updating router f3849c87-f30f-42aa-8ea0-e6287fe6290a port aa9dbfe7-aeab-4e70-8644-155150205508 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:23:02.866326 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.057215 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.081699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:23:02Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:03.112882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7e763-2a27-42c3-be1c-289ee885ddf0 None None] The sync data for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 is: [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:23:02Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:23:03.192230 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.203936 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Transition to ACTIVE for port object aa9dbfe7-aeab-4e70-8644-155150205508 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:23:03.211319 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.256853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Allocated IP 172.20.0.1 (15db3e15-2185-46a2-98a4-9785a7b765dc/1a74db0b-3492-4840-bc4b-a7701c084680/f87db92d-cf00-4176-9570-7cddf52a7e96) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:23:03.281106 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2cb6d-cbde-4710-a4d5-7b900fe7557d None None] Pushing event updated for resources: {'Port': ['ID=aa9dbfe7-aeab-4e70-8644-155150205508,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:03.284752 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Attempting to bind port aa9dbfe7-aeab-4e70-8644-155150205508 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:23:03.284928 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Attempting to bind port aa9dbfe7-aeab-4e70-8644-155150205508 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:23:03.285309 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Attempting to bind port aa9dbfe7-aeab-4e70-8644-155150205508 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:23:03.290889 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:23:03.291255 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:23:03.291645 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.292030 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:23:03.292625 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Bound port: aa9dbfe7-aeab-4e70-8644-155150205508, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:23:03.293006 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.350514 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] For port aa9dbfe7-aeab-4e70-8644-155150205508, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:23:03.355524 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] For port aa9dbfe7-aeab-4e70-8644-155150205508, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=aa9dbfe7-aeab-4e70-8644-155150205508,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:23:03.362804 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.402134 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.404456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.424579 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Transition to ACTIVE for port object f87db92d-cf00-4176-9570-7cddf52a7e96 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:23:03.439619 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Routers {'f3849c87-f30f-42aa-8ea0-e6287fe6290a'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:23:03.440249 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:03.443659 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2cb6d-cbde-4710-a4d5-7b900fe7557d None None] Pushing event updated for resources: {'Port': ['ID=aa9dbfe7-aeab-4e70-8644-155150205508,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:03.479478 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.528427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Network 15db3e15-2185-46a2-98a4-9785a7b765dc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:23:03.532262 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:23:03.535079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:23:03.580042 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.584341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f87db92d-cf00-4176-9570-7cddf52a7e96,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:03.676088 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] Set router f3849c87-f30f-42aa-8ea0-e6287fe6290a gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:23:03.752494 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:03.831383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cde3f4-81f8-42e7-a4a1-68a6dc9dcad1 None None] Network 15db3e15-2185-46a2-98a4-9785a7b765dc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:23:03.881563 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:23:01Z', 'revision_number': 3, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port': {'id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:01Z', 'updated_at': '2021-08-30T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:03.911593 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dafec7-7ec8-45c6-863a-9d9dcd0114da None None] The sync data for ids ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'] in n-d-805668-3 is: [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:23:01Z', 'revision_number': 3, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port': {'id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:01Z', 'updated_at': '2021-08-30T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:23:03.987350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-097e1f38-43a4-48d5-b849-42881f9de845 None None] Provisioning for port e69f6b15-d484-4c4f-bf68-891baf48217d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:03.992394 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.006122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.054436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ffabc504-df54-4ce2-9df6-82933d39500e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:04.108257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.112368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f87db92d-cf00-4176-9570-7cddf52a7e96,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:04.123199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ffabc504-df54-4ce2-9df6-82933d39500e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:04.129350 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ffabc504-df54-4ce2-9df6-82933d39500e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:04.129726 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.242627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Network 15db3e15-2185-46a2-98a4-9785a7b765dc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:23:04.244265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:23:04.263941 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.314434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ffabc504-df54-4ce2-9df6-82933d39500e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ffabc504-df54-4ce2-9df6-82933d39500e,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:04.332764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.336432 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e69f6b15-d484-4c4f-bf68-891baf48217d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:04.449724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Router f3849c87-f30f-42aa-8ea0-e6287fe6290a has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:23:04.475550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ffabc504-df54-4ce2-9df6-82933d39500e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:04.498564 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port e69f6b15-d484-4c4f-bf68-891baf48217d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:04.509569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Provisioning for port f87db92d-cf00-4176-9570-7cddf52a7e96 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:04.512219 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e69f6b15-d484-4c4f-bf68-891baf48217d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:04.515774 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.546115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Provisioning complete for port f87db92d-cf00-4176-9570-7cddf52a7e96 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:04.546496 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.616957 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:23:04.623313 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-971728aa-23f9-426b-b631-da55deb363a0 admin admin] 10.222.0.50 "PUT /v2.0/routers/f3849c87-f30f-42aa-8ea0-e6287fe6290a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1899025 Aug 30 15:23:04.623522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Port f87db92d-cf00-4176-9570-7cddf52a7e96 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:23:04.647005 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Provisioning complete for port e69f6b15-d484-4c4f-bf68-891baf48217d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:04.647005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.713428 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.789825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port e69f6b15-d484-4c4f-bf68-891baf48217d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e69f6b15-d484-4c4f-bf68-891baf48217d,segment=NetworkSegment(2968f2ed-6413-41e9-949a-cd711dd32ddb),segment_id=2968f2ed-6413-41e9-949a-cd711dd32ddb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:04.802021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.833744 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:04.898467 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=e69f6b15-d484-4c4f-bf68-891baf48217d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:04.916559 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 15:23:04.917131 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-c52fa655-5fac-4515-ac92-e573adb29673 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 15:23:05.574625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4358e53b-464d-41a0-8877-d7c49dd5bbee None None] Provisioning complete for port f87db92d-cf00-4176-9570-7cddf52a7e96 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:05.575297 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4358e53b-464d-41a0-8877-d7c49dd5bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:05.611863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4358e53b-464d-41a0-8877-d7c49dd5bbee None None] Port f87db92d-cf00-4176-9570-7cddf52a7e96 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:23:06.004175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device aa9dbfe7-aeab-4e70-8644-155150205508 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:06.222356 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port aa9dbfe7-aeab-4e70-8644-155150205508 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:06.227413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port aa9dbfe7-aeab-4e70-8644-155150205508 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:06.228307 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:06.321767 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:06.351488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port aa9dbfe7-aeab-4e70-8644-155150205508, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=aa9dbfe7-aeab-4e70-8644-155150205508,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:06.356853 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:06.361203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ffabc504-df54-4ce2-9df6-82933d39500e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:06.468003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=aa9dbfe7-aeab-4e70-8644-155150205508,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:06.479171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ffabc504-df54-4ce2-9df6-82933d39500e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:06.479541 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:06.571157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e69f6b15-d484-4c4f-bf68-891baf48217d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:06.628429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e69f6b15-d484-4c4f-bf68-891baf48217d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:06.629012 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:06.657097 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Sync routers for ids ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:23:06.675660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Routers {'f3849c87-f30f-42aa-8ea0-e6287fe6290a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:23:06.676226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:06.822026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Set router f3849c87-f30f-42aa-8ea0-e6287fe6290a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:23:07.048134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:23:03Z', 'revision_number': 4, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port': {'id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:01Z', 'updated_at': '2021-08-30T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f87db92d-cf00-4176-9570-7cddf52a7e96', 'name': '', 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'mac_address': 'fa:16:3e:28:bc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1a74db0b-3492-4840-bc4b-a7701c084680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:03Z', 'updated_at': '2021-08-30T15:23:03Z', 'revision_number': 2, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'subnets': [{'id': '1a74db0b-3492-4840-bc4b-a7701c084680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:07.074179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Checking router: f3849c87-f30f-42aa-8ea0-e6287fe6290a for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:23:07.074537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Updating router f3849c87-f30f-42aa-8ea0-e6287fe6290a port f87db92d-cf00-4176-9570-7cddf52a7e96 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:23:07.102957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:07.420929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:07.432887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Transition to ACTIVE for port object f87db92d-cf00-4176-9570-7cddf52a7e96 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:23:07.440866 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:07.495061 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec0c65-e581-4094-a487-876dec46d392 None None] Pushing event updated for resources: {'Port': ['ID=f87db92d-cf00-4176-9570-7cddf52a7e96,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:07.552887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Attempting to bind port f87db92d-cf00-4176-9570-7cddf52a7e96 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:23:07.553378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Attempting to bind port f87db92d-cf00-4176-9570-7cddf52a7e96 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:23:07.553944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Attempting to bind port f87db92d-cf00-4176-9570-7cddf52a7e96 on network 15db3e15-2185-46a2-98a4-9785a7b765dc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:23:07.559374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:23:07.559886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Checking segment: {'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:23:07.560395 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:07.560893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Bound using segment: {'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:23:07.561491 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Bound port: f87db92d-cf00-4176-9570-7cddf52a7e96, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2968f2ed-6413-41e9-949a-cd711dd32ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:23:07.562207 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:07.670382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] For port f87db92d-cf00-4176-9570-7cddf52a7e96, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:23:07.674970 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] For port f87db92d-cf00-4176-9570-7cddf52a7e96, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87db92d-cf00-4176-9570-7cddf52a7e96,segment=NetworkSegment(2968f2ed-6413-41e9-949a-cd711dd32ddb),segment_id=2968f2ed-6413-41e9-949a-cd711dd32ddb)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:23:07.680980 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:07.743085 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Routers {'f3849c87-f30f-42aa-8ea0-e6287fe6290a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:23:07.743755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:22:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:07.803101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec0c65-e581-4094-a487-876dec46d392 None None] Pushing event updated for resources: {'Port': ['ID=f87db92d-cf00-4176-9570-7cddf52a7e96,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:07.894809 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] Set router f3849c87-f30f-42aa-8ea0-e6287fe6290a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:23:07.936549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device aa9dbfe7-aeab-4e70-8644-155150205508 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:08.113947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port aa9dbfe7-aeab-4e70-8644-155150205508 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:08.114324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:08.219024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74961640-8288-4bcc-8438-8f8587293210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:23:03Z', 'revision_number': 4, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port': {'id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:01Z', 'updated_at': '2021-08-30T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f87db92d-cf00-4176-9570-7cddf52a7e96', 'name': '', 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'mac_address': 'fa:16:3e:28:bc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1a74db0b-3492-4840-bc4b-a7701c084680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:03Z', 'updated_at': '2021-08-30T15:23:07Z', 'revision_number': 4, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'subnets': [{'id': '1a74db0b-3492-4840-bc4b-a7701c084680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:08.264436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74961640-8288-4bcc-8438-8f8587293210 None None] The sync data for ids ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'] in n-d-805668-3 is: [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:23:03Z', 'revision_number': 4, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port': {'id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:01Z', 'updated_at': '2021-08-30T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'f87db92d-cf00-4176-9570-7cddf52a7e96', 'name': '', 'network_id': '15db3e15-2185-46a2-98a4-9785a7b765dc', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'mac_address': 'fa:16:3e:28:bc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1a74db0b-3492-4840-bc4b-a7701c084680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:03Z', 'updated_at': '2021-08-30T15:23:07Z', 'revision_number': 4, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'subnets': [{'id': '1a74db0b-3492-4840-bc4b-a7701c084680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:23:09.965273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87db92d-cf00-4176-9570-7cddf52a7e96 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:10.023985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port f87db92d-cf00-4176-9570-7cddf52a7e96 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:10.029712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f87db92d-cf00-4176-9570-7cddf52a7e96 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:10.030624 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:10.120733 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:10.161692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port f87db92d-cf00-4176-9570-7cddf52a7e96, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87db92d-cf00-4176-9570-7cddf52a7e96,segment=NetworkSegment(2968f2ed-6413-41e9-949a-cd711dd32ddb),segment_id=2968f2ed-6413-41e9-949a-cd711dd32ddb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:10.168033 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:10.224619 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=f87db92d-cf00-4176-9570-7cddf52a7e96,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:11.915405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87db92d-cf00-4176-9570-7cddf52a7e96 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:11.969311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port f87db92d-cf00-4176-9570-7cddf52a7e96 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:11.969977 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:14.404594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-3bf5ab59-c8bd-4017-b9a0-d93864708737 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:14.406067 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-3bf5ab59-c8bd-4017-b9a0-d93864708737 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 814 time: 0.1019344 Aug 30 15:23:14.420939 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-2b4a2862-fb7c-4c47-91d7-91634357deac tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/quotas/1be731a58d0a4decbee50c1fb0ee131f HTTP/1.1" status: 200 len: 375 time: 0.0087147 Aug 30 15:23:14.470775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-d674fb3e-ebb9-4d07-b71e-e6e2222dcffa tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436161 Aug 30 15:23:14.562166 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5a591360-f187-4f48-a002-f57f17471bd1 service neutron] 10.222.0.50 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790634 Aug 30 15:23:14.653119 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-db012327-0748-4bb8-8495-2b5f0e54dd33 service neutron] 10.222.0.50 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846112 Aug 30 15:23:14.809099 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ab452a4e-a182-456e-913c-1f71e5d15b07 req-bd0ce319-16ab-453a-bc06-0436fb4bbb6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 210 time: 0.0266471 Aug 30 15:23:15.822905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-0e2e83bc-7854-43a8-852c-0baf08be0784 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:15.822905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-0e2e83bc-7854-43a8-852c-0baf08be0784 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 814 time: 0.1054552 Aug 30 15:23:15.846332 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'port': {'device_id': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'admin_state_up': True, 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:15.904563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eefe2d4b-aa72-43ea-a751-ef7c864aef2d req-3b053e03-24ee-4a0c-852e-3ca3f5e7e370 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 210 time: 0.0273533 Aug 30 15:23:16.215766 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Made reservation on behalf of 1be731a58d0a4decbee50c1fb0ee131f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:23:16.222497 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:16.408611 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Allocated IP 172.20.0.10 (0f02825e-6eaf-437f-a0b5-f18227cce0ea/acbfd5db-79d9-4b6b-989a-2bac3f81f71f/1d7d923b-4b1a-4bbc-9cd4-0882f653dab2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:23:16.563122 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:16.577502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Transition to ACTIVE for port object 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:23:16.611334 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:16.659375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:23:16.662739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:23:16.666783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:23:16.691540 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'Port': ['ID=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:16.705989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.706333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.706668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.707002 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.707333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.707652 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.707973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.708292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.708612 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.708931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.709275 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.709592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:16.736465 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:16.737160 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:16.754328 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-5b0f5280-b2db-4280-8abd-a7b471a8bc1c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9127867 Aug 30 15:23:16.982731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f40d71f4-81e0-4f0e-8aa6-5f571f1b6413 None None] Provisioning for port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:16.986704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f40d71f4-81e0-4f0e-8aa6-5f571f1b6413 None None] Provisioning complete for port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:16.987089 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f40d71f4-81e0-4f0e-8aa6-5f571f1b6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:17.026004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f40d71f4-81e0-4f0e-8aa6-5f571f1b6413 None None] Port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:23:17.036668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6480f3d-55e5-43dc-ae7f-c2c026d39323 req-56565b0d-0b3c-4f57-a564-fd940c47e76a tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:17.038661 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6480f3d-55e5-43dc-ae7f-c2c026d39323 req-56565b0d-0b3c-4f57-a564-fd940c47e76a tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0629315 Aug 30 15:23:17.084717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6480f3d-55e5-43dc-ae7f-c2c026d39323 req-4a28c4e0-702c-4260-ac09-5a86582d40f5 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Aug 30 15:23:18.202078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb1b59-8ad4-4a63-8c16-3fbb8b2d38d6 req-ba1ab642-6ef2-43cd-9f5b-f4c4108bbc6c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:18.203579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3cb1b59-8ad4-4a63-8c16-3fbb8b2d38d6 req-ba1ab642-6ef2-43cd-9f5b-f4c4108bbc6c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0499933 Aug 30 15:23:18.242837 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3cb1b59-8ad4-4a63-8c16-3fbb8b2d38d6 req-3bae6b6b-5893-4d32-8155-68e9d753ddcf tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Aug 30 15:23:19.360223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8314-aab9-49dd-b82e-0a24f3c130dd req-d70b7bdb-2a4c-46c2-bf01-e75bfb5e8aee tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:19.361769 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-764f8314-aab9-49dd-b82e-0a24f3c130dd req-d70b7bdb-2a4c-46c2-bf01-e75bfb5e8aee tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0514622 Aug 30 15:23:19.405380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-764f8314-aab9-49dd-b82e-0a24f3c130dd req-3cff0a41-8e86-4796-8198-d175db08afcb tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370121 Aug 30 15:23:20.525000 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4118-d3de-4546-b88c-0f5c5987fc88 req-e3adfb67-700e-4e1a-b813-299be3b9a48d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:20.526520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb6d4118-d3de-4546-b88c-0f5c5987fc88 req-e3adfb67-700e-4e1a-b813-299be3b9a48d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0545065 Aug 30 15:23:20.615577 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:20.854357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eb6d4118-d3de-4546-b88c-0f5c5987fc88 req-525a67f0-7bcb-4c35-afe2-5f259a3e492b tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207119 Aug 30 15:23:21.994209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee226c-07bc-421c-8730-3e67734b64c6 req-d8ae8d39-b94b-461a-87ae-18eeef5a9ded tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:21.995690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09ee226c-07bc-421c-8730-3e67734b64c6 req-d8ae8d39-b94b-461a-87ae-18eeef5a9ded tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0709467 Aug 30 15:23:22.034245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-09ee226c-07bc-421c-8730-3e67734b64c6 req-0cd90079-20ec-4f85-9143-94481ca034e0 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Aug 30 15:23:23.150678 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337907e-2223-4eab-b951-a94f527d4a22 req-48c68c6f-7ee9-46d4-8e11-b57b92b97a69 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:23.152200 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3337907e-2223-4eab-b951-a94f527d4a22 req-48c68c6f-7ee9-46d4-8e11-b57b92b97a69 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0495460 Aug 30 15:23:23.191061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3337907e-2223-4eab-b951-a94f527d4a22 req-393096bb-b512-445f-8a19-95a96a6311af tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Aug 30 15:23:24.308101 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853632d4-e0c2-45d6-82d2-3de169bb3c8f req-677bcf40-40b4-446a-a9eb-0a2e5af0830c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:24.309842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-853632d4-e0c2-45d6-82d2-3de169bb3c8f req-677bcf40-40b4-446a-a9eb-0a2e5af0830c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0507450 Aug 30 15:23:24.354017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-853632d4-e0c2-45d6-82d2-3de169bb3c8f req-6bb5feed-f208-4a91-8a87-5e0c3b3bb6d7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377893 Aug 30 15:23:25.244752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3ee25e-33c2-45f1-bfd3-6618cfcefe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:25.410111 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:23:25.481327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00859b-47c5-4b0e-9f2e-3e29fe217514 req-8c99a2ab-1e4c-4f39-9857-220b53524adc tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:25.482817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3b00859b-47c5-4b0e-9f2e-3e29fe217514 req-8c99a2ab-1e4c-4f39-9857-220b53524adc tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0498683 Aug 30 15:23:25.521527 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3b00859b-47c5-4b0e-9f2e-3e29fe217514 req-d301dea5-30f5-41f3-aaae-aa024f52b264 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Aug 30 15:23:26.637346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296dff-29e0-4079-b0d0-593a8cf6b8cd req-1a1dad95-b2fa-4349-9f39-d82ec2e5e154 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:26.638741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c296dff-29e0-4079-b0d0-593a8cf6b8cd req-1a1dad95-b2fa-4349-9f39-d82ec2e5e154 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0486994 Aug 30 15:23:26.675247 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c296dff-29e0-4079-b0d0-593a8cf6b8cd req-50764e0b-08aa-4053-a3e3-579e30b3712d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Aug 30 15:23:27.791540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fac42-8d13-41b3-ba9d-0b81909e51df req-9125a627-a000-4379-a980-ec7717949d04 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:27.792969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c7fac42-8d13-41b3-ba9d-0b81909e51df req-9125a627-a000-4379-a980-ec7717949d04 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0506406 Aug 30 15:23:27.829242 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c7fac42-8d13-41b3-ba9d-0b81909e51df req-89fc3903-4979-4262-bf40-0dc4a62c4663 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303595 Aug 30 15:23:27.918569 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afb26251-fd81-41e8-b6f3-d4fdd2351bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:28.695218 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:28.940860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e13d9-31ad-45fc-87bb-07dc7ff77f42 req-8e879343-6006-4719-8983-60e3eee35905 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:28.942594 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-296e13d9-31ad-45fc-87bb-07dc7ff77f42 req-8e879343-6006-4719-8983-60e3eee35905 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0477796 Aug 30 15:23:28.979249 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-296e13d9-31ad-45fc-87bb-07dc7ff77f42 req-acad601f-9a51-4b5e-ae33-fa38ef9554a8 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307183 Aug 30 15:23:29.437972 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:30.053864 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Request body: {'port': {'device_id': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:30.092048 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c98f0-399e-4d93-8233-e14ecee13ccc req-16f60a46-c150-4060-a03f-7dfbe2425c11 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:30.093549 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-761c98f0-399e-4d93-8233-e14ecee13ccc req-16f60a46-c150-4060-a03f-7dfbe2425c11 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 932 time: 0.0494678 Aug 30 15:23:30.111286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:30.131483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-761c98f0-399e-4d93-8233-e14ecee13ccc req-b92e2555-7c71-4d9a-b949-67a8e9c9dc49 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Aug 30 15:23:30.367950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:23:30.375140 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:30.386737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Transition to ACTIVE for port object 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:23:30.390971 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:30.442187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:30.513035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Attempting to bind port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:23:30.513407 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Attempting to bind port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:23:30.513735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Attempting to bind port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 on network 0f02825e-6eaf-437f-a0b5-f18227cce0ea {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:23:30.518764 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 on network 0f02825e-6eaf-437f-a0b5-f18227cce0ea not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:23:30.519085 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Attempting to bind port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 on network 0f02825e-6eaf-437f-a0b5-f18227cce0ea {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:23:30.523950 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:23:30.524288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Checking segment: {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:23:30.524671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Bound using segment: {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:23:30.525116 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Bound port: 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27274c32-4c73-4f61-8967-3320136b714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:23:30.525471 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:30.590596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] For port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:23:30.593595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] For port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:23:30.597690 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:30.630827 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:30.631438 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:30.632802 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] 10.222.0.21 "PUT /v2.0/ports/1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 1092 time: 0.5834649 Aug 30 15:23:30.633286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:23:30.635515 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66c7d28-5549-4d9b-9165-676433e19241" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:23:30.664979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539f32a-e3b9-4439-b0dc-3f99d8097e82 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:30.683252 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b4ebce-4af9-43df-a6f4-dcc6f5869cec x-openstack-request-id: req-e5b4ebce-4af9-43df-a6f4-dcc6f5869cec {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:23:30.683664 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:23:30.684029 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5b4ebce-4af9-43df-a6f4-dcc6f5869cec {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:23:30.684491 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'status': 'completed', 'code': 200} Aug 30 15:23:30.752278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-4da3a782-b2b6-4674-b79d-05397ebc1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:30.753842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-4da3a782-b2b6-4674-b79d-05397ebc1d1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1095 time: 0.0429657 Aug 30 15:23:30.808104 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-bd53d57b-ee65-4072-bba1-aaa9aea01717 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 217 time: 0.0392892 Aug 30 15:23:30.858616 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-fe6d88d9-ddb8-42d5-bbd9-977399c42e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:30.860094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-fe6d88d9-ddb8-42d5-bbd9-977399c42e65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0447791 Aug 30 15:23:30.969365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-059b7f6e-6440-4348-902c-01e0d4b56e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:30.971305 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-059b7f6e-6440-4348-902c-01e0d4b56e4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390396 Aug 30 15:23:31.060412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-3f3bbe57-d236-4b0f-ba1e-a781041691bb service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817761 Aug 30 15:23:31.149125 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0c5f1d8c-749a-4f04-907d-e1e02e259c40 req-49821a2a-4c82-4925-8dd8-95668dd0286d service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808725 Aug 30 15:23:31.244205 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ee913-45a7-4c9b-9b50-38a83a5b2af0 req-c793fff9-c12e-4b1a-bef4-c3e0f7d42c5b tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:31.245612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a8ee913-45a7-4c9b-9b50-38a83a5b2af0 req-c793fff9-c12e-4b1a-bef4-c3e0f7d42c5b tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 944 time: 0.0479083 Aug 30 15:23:31.284239 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0a8ee913-45a7-4c9b-9b50-38a83a5b2af0 req-f4196742-b663-4e4d-8fec-d8ddef09bb43 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Aug 30 15:23:31.299492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7d28-5549-4d9b-9165-676433e19241 req-3007e912-303a-4f4b-9916-258520ee8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:31.300977 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f66c7d28-5549-4d9b-9165-676433e19241 req-3007e912-303a-4f4b-9916-258520ee8cc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1095 time: 0.0489440 Aug 30 15:23:31.390527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7d28-5549-4d9b-9165-676433e19241 req-47b715a4-222d-4e0f-b9a9-a944625bccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:31.392020 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f66c7d28-5549-4d9b-9165-676433e19241 req-47b715a4-222d-4e0f-b9a9-a944625bccab service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.0835488 Aug 30 15:23:31.432243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f66c7d28-5549-4d9b-9165-676433e19241 req-09ed2a3d-7b52-423f-8777-b21de7874b17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 217 time: 0.0330880 Aug 30 15:23:31.485180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7d28-5549-4d9b-9165-676433e19241 req-0350789f-8967-4041-b910-e700810037c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:31.486596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f66c7d28-5549-4d9b-9165-676433e19241 req-0350789f-8967-4041-b910-e700810037c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0460439 Aug 30 15:23:31.532035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7d28-5549-4d9b-9165-676433e19241 req-c09a65ad-c325-4ec3-9ea1-f32efb5942a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:31.533459 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f66c7d28-5549-4d9b-9165-676433e19241 req-c09a65ad-c325-4ec3-9ea1-f32efb5942a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394244 Aug 30 15:23:31.622119 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f66c7d28-5549-4d9b-9165-676433e19241 req-0c04da4e-5206-41db-8427-f8f67bf6eeeb service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807164 Aug 30 15:23:31.716613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f66c7d28-5549-4d9b-9165-676433e19241 req-98f7aef6-45a3-4c2a-bb33-8a8bc778cc8a service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862229 Aug 30 15:23:31.811407 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:32.398230 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3909-5ff3-4e05-b8b7-b90e003e0e58 req-5afeeb67-78ff-4682-8961-c20aa001be19 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:32.399720 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a29d3909-5ff3-4e05-b8b7-b90e003e0e58 req-5afeeb67-78ff-4682-8961-c20aa001be19 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 944 time: 0.0492489 Aug 30 15:23:32.437896 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a29d3909-5ff3-4e05-b8b7-b90e003e0e58 req-a9bd24df-b089-451f-9062-71b5dc918520 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Aug 30 15:23:33.406228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:33.553114 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1f19b-9c1d-422e-92a9-7562a30a908f req-c1931b31-7860-4dd0-9026-258058e4d24f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:33.554557 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26a1f19b-9c1d-422e-92a9-7562a30a908f req-c1931b31-7860-4dd0-9026-258058e4d24f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 944 time: 0.0523083 Aug 30 15:23:33.592034 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26a1f19b-9c1d-422e-92a9-7562a30a908f req-e2367972-4d96-48a3-8950-adf07d2483e6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Aug 30 15:23:34.708185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23af86-232a-4928-97ae-6ced20b82d55 req-20bfde4f-f544-4d25-84e0-4ae48c056acd tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:34.709691 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7c23af86-232a-4928-97ae-6ced20b82d55 req-20bfde4f-f544-4d25-84e0-4ae48c056acd tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 944 time: 0.0530169 Aug 30 15:23:34.746267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7c23af86-232a-4928-97ae-6ced20b82d55 req-5524782c-6b2f-4143-8a8f-fff685cb71b9 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Aug 30 15:23:35.858932 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bfc8b-58db-4818-8d62-aa23befd1822 req-624db2bb-1c6b-4759-a867-6f218b937199 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:35.860596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-791bfc8b-58db-4818-8d62-aa23befd1822 req-624db2bb-1c6b-4759-a867-6f218b937199 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 944 time: 0.0485415 Aug 30 15:23:35.898773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-791bfc8b-58db-4818-8d62-aa23befd1822 req-555fc779-102b-4f8e-b3d3-be04ebc60b24 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Aug 30 15:23:36.132907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:23:36.223298 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:36.234021 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'port_id': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'mac_address': 'fa:16:3e:d3:80:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:23:36.272972 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:36.284875 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:23:36.304012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:36.307523 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:36.352797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:36.360090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.360533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.360873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.361727 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.362060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.362391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.362718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.363042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.363364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.363684 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.364004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.364322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:36.741579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:23:37.009377 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7a4f-0713-40e0-98a1-6657c6b3ac25 req-2d6c6669-061d-418d-8330-55644c4775f3 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:37.010729 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5acb7a4f-0713-40e0-98a1-6657c6b3ac25 req-2d6c6669-061d-418d-8330-55644c4775f3 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 945 time: 0.0471559 Aug 30 15:23:37.047395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5acb7a4f-0713-40e0-98a1-6657c6b3ac25 req-a4ed9f1c-89a1-4d80-84ed-6a53cfdf270f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Aug 30 15:23:38.139954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:23:38.158663 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7deb1-9a8e-47f7-9c68-665451ea3e7c req-875d0c71-e574-4bbe-9ce6-e04aaba40948 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:38.160211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51c7deb1-9a8e-47f7-9c68-665451ea3e7c req-875d0c71-e574-4bbe-9ce6-e04aaba40948 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 945 time: 0.0495183 Aug 30 15:23:38.187222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:23:38.190927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:38.191310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:38.198329 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-51c7deb1-9a8e-47f7-9c68-665451ea3e7c req-628552d8-6208-4e9c-a5ba-56741c14b0fa tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Aug 30 15:23:38.265324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:38.287020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:23:38.289263 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3513a2-fb01-46f2-a500-d80f77f25105" -d '{"events": [{"server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "name": "network-vif-plugged", "status": "completed", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:23:38.302235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:38.306058 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:38.354951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:38.438889 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20908074-a827-470c-99d5-0831a3572b78 x-openstack-request-id: req-20908074-a827-470c-99d5-0831a3572b78 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:23:38.439184 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "name": "network-vif-plugged", "status": "completed", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:23:38.439440 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20908074-a827-470c-99d5-0831a3572b78 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:23:38.439839 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'code': 200} Aug 30 15:23:38.556968 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffe6a0-b02e-457e-8202-92d62210454d req-286671e3-cfb8-4c5e-a992-c10d054dcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:38.558490 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebffe6a0-b02e-457e-8202-92d62210454d req-286671e3-cfb8-4c5e-a992-c10d054dcbde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1097 time: 0.0395787 Aug 30 15:23:38.593904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ebffe6a0-b02e-457e-8202-92d62210454d req-c33b374b-6653-4916-aab5-c1d1731fd605 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271041 Aug 30 15:23:39.313349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9c4e0-177c-4b17-97f6-c40d9a4af295 req-642b5dc0-16b4-4b6a-8657-5cc1edb2baf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:39.314804 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42b9c4e0-177c-4b17-97f6-c40d9a4af295 req-642b5dc0-16b4-4b6a-8657-5cc1edb2baf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0518918 Aug 30 15:23:39.351979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42b9c4e0-177c-4b17-97f6-c40d9a4af295 req-57df114d-c063-49a5-bde8-256ece2cb879 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Aug 30 15:23:40.474399 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d4c27-0ec6-45d9-93dd-5d03f9d6e0ac req-96bd710a-90e4-4255-b9d4-be814fdbc98f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:40.475838 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-209d4c27-0ec6-45d9-93dd-5d03f9d6e0ac req-96bd710a-90e4-4255-b9d4-be814fdbc98f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0507376 Aug 30 15:23:40.513228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-209d4c27-0ec6-45d9-93dd-5d03f9d6e0ac req-5929766c-74dc-425c-9f67-4927c9cacd19 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Aug 30 15:23:40.623557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b499be-462d-45c9-a934-b7b9f2bf5e67 req-012a96c3-e19b-4ad9-a1ad-a74417ab7e6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:40.624930 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42b499be-462d-45c9-a934-b7b9f2bf5e67 req-012a96c3-e19b-4ad9-a1ad-a74417ab7e6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0479035 Aug 30 15:23:40.661910 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42b499be-462d-45c9-a934-b7b9f2bf5e67 req-4b3bfd19-4bc9-4031-8451-1a6a413190c2 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Aug 30 15:23:40.842622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e480e-0949-436c-b63b-5bc4f42fcf09 req-1febbb06-31e0-4867-ae89-85c23740f522 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:40.844065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-572e480e-0949-436c-b63b-5bc4f42fcf09 req-1febbb06-31e0-4867-ae89-85c23740f522 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0471010 Aug 30 15:23:40.880431 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-572e480e-0949-436c-b63b-5bc4f42fcf09 req-5aa0b636-00fc-4cdf-9367-d0ec8e816005 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298169 Aug 30 15:23:50.610023 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:52.407182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae438f-a483-4bd9-a330-16d2399cd252 req-581c8a19-392d-4aef-a674-0ce6c2277d82 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:52.408551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5ae438f-a483-4bd9-a330-16d2399cd252 req-581c8a19-392d-4aef-a674-0ce6c2277d82 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0522609 Aug 30 15:23:52.445713 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5ae438f-a483-4bd9-a330-16d2399cd252 req-5c4e1095-c575-4ac3-ba7b-93c5b8f2f01f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307443 Aug 30 15:23:52.467242 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59278) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:52.602329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6166f-2b5a-4a04-b7bc-16f296eff9ca tempest-TestMinimumBasicScenario-1960669433 tempest-TestMinimumBasicScenario-1960669433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:52.603820 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-53b6166f-2b5a-4a04-b7bc-16f296eff9ca tempest-TestMinimumBasicScenario-1960669433 tempest-TestMinimumBasicScenario-1960669433-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1092 time: 0.1356497 Aug 30 15:23:52.606810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:52.611268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:52.633277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:52.732044 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:52.831633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Allocated IP 172.25.6.73 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/4b810712-5eba-46f2-a60b-824c8fa70bb2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:23:52.932507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:52.969574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:53.003087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:23:53.006228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:23:53.012113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:23:53.037740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'Port': ['ID=4b810712-5eba-46f2-a60b-824c8fa70bb2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:53.050254 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.050622 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.050963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.051304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.051634 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.051961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.052288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.052611 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.052935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.053285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.053608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.053924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:23:53.372421 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:53.437229 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:53.584593 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:53.588886 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:53.661178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'Port': ['ID=4b810712-5eba-46f2-a60b-824c8fa70bb2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:53.673501 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:53.772271 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Floating IP fbe91f95-57df-441b-b60e-c29a7f426337 associated. External IP: 172.25.6.73, port: 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2. Aug 30 15:23:53.976034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Router 410bf3d2-9662-4a56-b995-3540600173bd has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:23:54.081406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:23:54.090649 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] Sync routers for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:23:54.096367 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.100354 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:23:54.101077 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:54.123526 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-19626dfe-f137-4640-8e81-58c171feec12 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5156984 Aug 30 15:23:54.124217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:23:54.126443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:54.126967 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57fc104-08b4-4138-aaff-89055c160c30" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:23:54.131508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-21826ec0-ece7-4722-b99a-183d7c96afad tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-619334156', 'description': 'tempest-secgroup-smoke-619334156 description', 'project_id': '1be731a58d0a4decbee50c1fb0ee131f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:54.157149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21826ec0-ece7-4722-b99a-183d7c96afad tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.211453 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:23:54.240115 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfae0695-8e06-488a-8b72-60f3c5c92acb x-openstack-request-id: req-bfae0695-8e06-488a-8b72-60f3c5c92acb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:23:54.240518 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:23:54.240831 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfae0695-8e06-488a-8b72-60f3c5c92acb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:23:54.241348 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'status': 'completed', 'code': 200} Aug 30 15:23:54.252342 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21826ec0-ece7-4722-b99a-183d7c96afad tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.256548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21826ec0-ece7-4722-b99a-183d7c96afad tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.281923 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21826ec0-ece7-4722-b99a-183d7c96afad tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.283582 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-21826ec0-ece7-4722-b99a-183d7c96afad tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1559606 Aug 30 15:23:54.287190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:54.292893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-07bd6e8f-bd40-49fc-aa09-280384624c65 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'security_group_rule': {'security_group_id': 'db7aff14-1bd2-4ce4-92a8-fb5838a12713', 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:54.318126 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21826ec0-ece7-4722-b99a-183d7c96afad tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7aff14-1bd2-4ce4-92a8-fb5838a12713,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:54.324488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07bd6e8f-bd40-49fc-aa09-280384624c65 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.338318 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc104-08b4-4138-aaff-89055c160c30 req-84096611-6d1f-4dbe-83b7-17bc2f1517cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:54.339899 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57fc104-08b4-4138-aaff-89055c160c30 req-84096611-6d1f-4dbe-83b7-17bc2f1517cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1097 time: 0.0525124 Aug 30 15:23:54.392500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07bd6e8f-bd40-49fc-aa09-280384624c65 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.397178 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07bd6e8f-bd40-49fc-aa09-280384624c65 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.416384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd6e8f-bd40-49fc-aa09-280384624c65 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba03475-70b5-4492-bbbc-f67bf8fcd899,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:54.424582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07bd6e8f-bd40-49fc-aa09-280384624c65 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.426693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-07bd6e8f-bd40-49fc-aa09-280384624c65 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382036 Aug 30 15:23:54.429543 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:54.434650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a3475665-1fe1-42e6-a8fa-35f270765f05 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'security_group_rule': {'security_group_id': 'db7aff14-1bd2-4ce4-92a8-fb5838a12713', 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:54.440523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc104-08b4-4138-aaff-89055c160c30 req-9be97434-4137-4dfe-96f0-749933bbddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:54.442368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57fc104-08b4-4138-aaff-89055c160c30 req-9be97434-4137-4dfe-96f0-749933bbddb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.0954256 Aug 30 15:23:54.458888 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fbe91f95-57df-441b-b60e-c29a7f426337', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'port_id': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'mac_address': 'fa:16:3e:d3:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:23:53Z', 'updated_at': '2021-08-30T15:23:53Z', 'revision_number': 0, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:23:04Z', 'revision_number': 5, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:54.464325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3475665-1fe1-42e6-a8fa-35f270765f05 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.486881 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] Checking router: 410bf3d2-9662-4a56-b995-3540600173bd for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:23:54.495186 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:23:54.495790 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:23:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:54.515578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57fc104-08b4-4138-aaff-89055c160c30 req-36935fcd-a073-4407-8bda-e7f9f76fb049 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 999 time: 0.0609393 Aug 30 15:23:54.528079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3475665-1fe1-42e6-a8fa-35f270765f05 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.532569 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3475665-1fe1-42e6-a8fa-35f270765f05 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.552570 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3475665-1fe1-42e6-a8fa-35f270765f05 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d724c977-7773-4d41-9cd1-94dab76d6e0c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:54.556725 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3475665-1fe1-42e6-a8fa-35f270765f05 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.558196 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3475665-1fe1-42e6-a8fa-35f270765f05 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273224 Aug 30 15:23:54.561125 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59296) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:54.568594 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-af1e7047-8d30-4e3d-8b05-4705cfd1bae5 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'security_group_rule': {'security_group_id': 'db7aff14-1bd2-4ce4-92a8-fb5838a12713', 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:54.575345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc104-08b4-4138-aaff-89055c160c30 req-b76bac48-8123-444e-9e3d-874dc1544bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:54.576790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57fc104-08b4-4138-aaff-89055c160c30 req-b76bac48-8123-444e-9e3d-874dc1544bc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0539477 Aug 30 15:23:54.597969 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1e7047-8d30-4e3d-8b05-4705cfd1bae5 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.611684 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:23:54.635325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc104-08b4-4138-aaff-89055c160c30 req-fa4e7e6a-a50b-4a7d-b661-c5cf0d7d0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:54.637569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57fc104-08b4-4138-aaff-89055c160c30 req-fa4e7e6a-a50b-4a7d-b661-c5cf0d7d0ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416384 Aug 30 15:23:54.657006 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1e7047-8d30-4e3d-8b05-4705cfd1bae5 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.662249 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1e7047-8d30-4e3d-8b05-4705cfd1bae5 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.680895 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e7047-8d30-4e3d-8b05-4705cfd1bae5 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0c04c1-06b5-444d-a342-9bb39cefbfcb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:54.689790 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1e7047-8d30-4e3d-8b05-4705cfd1bae5 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.694212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-af1e7047-8d30-4e3d-8b05-4705cfd1bae5 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287708 Aug 30 15:23:54.694451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:54.699109 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-425e808e-4c42-4845-a9eb-136165ccfcf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'security_group_rule': {'security_group_id': 'db7aff14-1bd2-4ce4-92a8-fb5838a12713', 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:54.728170 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-425e808e-4c42-4845-a9eb-136165ccfcf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.746184 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57fc104-08b4-4138-aaff-89055c160c30 req-33bd736f-c8cf-4e11-bc8e-e485b2164fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945222 Aug 30 15:23:54.792822 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-425e808e-4c42-4845-a9eb-136165ccfcf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.796917 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-425e808e-4c42-4845-a9eb-136165ccfcf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.817285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e808e-4c42-4845-a9eb-136165ccfcf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f7c0b7-15ab-46af-b049-cc38b0c9bf5c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:54.826021 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-425e808e-4c42-4845-a9eb-136165ccfcf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.827225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-425e808e-4c42-4845-a9eb-136165ccfcf6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318264 Aug 30 15:23:54.833020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:54.838100 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0e13c5c0-2117-4d61-abd1-f81dd30ee7ed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'security_group_rule': {'security_group_id': 'db7aff14-1bd2-4ce4-92a8-fb5838a12713', 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:54.859245 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fbe91f95-57df-441b-b60e-c29a7f426337', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'port_id': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'mac_address': 'fa:16:3e:d3:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:23:53Z', 'updated_at': '2021-08-30T15:23:53Z', 'revision_number': 0, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:23:04Z', 'revision_number': 5, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:23:54.859840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a57fc104-08b4-4138-aaff-89055c160c30 req-c5faa89d-ee5e-4f71-87e8-6f5e666e16b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003501 Aug 30 15:23:54.861795 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-0e13c5c0-2117-4d61-abd1-f81dd30ee7ed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Project 1be731a58d0a4decbee50c1fb0ee131f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:23:54.866891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e13c5c0-2117-4d61-abd1-f81dd30ee7ed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.889373 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba1e59-0e8a-4d52-b6df-e649448ae9ed None None] The sync data for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 is: [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'fbe91f95-57df-441b-b60e-c29a7f426337', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'port_id': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'mac_address': 'fa:16:3e:d3:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:23:53Z', 'updated_at': '2021-08-30T15:23:53Z', 'revision_number': 0, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:23:04Z', 'revision_number': 5, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:23:54.935436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e13c5c0-2117-4d61-abd1-f81dd30ee7ed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.939679 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e13c5c0-2117-4d61-abd1-f81dd30ee7ed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.960839 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13c5c0-2117-4d61-abd1-f81dd30ee7ed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623e5ffd-aafa-4a71-bba1-6d9eb8b2de59,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:54.967149 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e13c5c0-2117-4d61-abd1-f81dd30ee7ed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:54.968551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0e13c5c0-2117-4d61-abd1-f81dd30ee7ed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343021 Aug 30 15:23:54.971244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:23:54.976605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-64829bd3-8521-449d-b914-ec56bba4c2f7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'security_group_rule': {'security_group_id': 'db7aff14-1bd2-4ce4-92a8-fb5838a12713', 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:54.997617 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-64829bd3-8521-449d-b914-ec56bba4c2f7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Project 1be731a58d0a4decbee50c1fb0ee131f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:23:55.002321 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64829bd3-8521-449d-b914-ec56bba4c2f7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.066411 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64829bd3-8521-449d-b914-ec56bba4c2f7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.070775 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64829bd3-8521-449d-b914-ec56bba4c2f7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.093144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2419c-85c9-4444-98c5-9d69fb834060 None None] New status for floating IP fbe91f95-57df-441b-b60e-c29a7f426337: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:23:55.094019 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64829bd3-8521-449d-b914-ec56bba4c2f7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a67b98c-d1f4-403f-9fd3-a43ddff4f4ad,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:55.101978 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64829bd3-8521-449d-b914-ec56bba4c2f7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.103402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-64829bd3-8521-449d-b914-ec56bba4c2f7 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312065 Aug 30 15:23:55.181451 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5759d57f-7704-4f71-8f97-a7a469d6aeed tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619334156&fields=id&tenant_id=1be731a58d0a4decbee50c1fb0ee131f HTTP/1.1" status: 200 len: 267 time: 0.0330858 Aug 30 15:23:55.246945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-9b7e3bbc-8ef0-4e33-bc35-24f54e4f1024 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:55.248755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-9b7e3bbc-8ef0-4e33-bc35-24f54e4f1024 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0612214 Aug 30 15:23:55.250682 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75fdc13a-8179-4aae-9ddd-2b64d3c530e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.260909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'port': {'security_groups': ['6cde5f8e-8b46-4864-8193-787486e1a1e4', 'db7aff14-1bd2-4ce4-92a8-fb5838a12713']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:23:55.322451 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.513222 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] For port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:23:55.541899 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.546387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.579012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:23:55.589097 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:55.589727 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:55.591120 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fbaddde4-9a03-46e5-969c-62cb29246782 req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "PUT /v2.0/ports/1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 982 time: 0.3351071 Aug 30 15:23:55.615028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb78201-a8b5-4394-8eda-6def1c415114 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'Port': ['ID=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:23:55.706624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde04418-9301-49b6-9d7a-a92c426bca33 req-de389b6d-923d-4a95-9f00-f832f7045d6c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:55.708396 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bde04418-9301-49b6-9d7a-a92c426bca33 req-de389b6d-923d-4a95-9f00-f832f7045d6c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0513253 Aug 30 15:23:55.743646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:23:55.751368 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bde04418-9301-49b6-9d7a-a92c426bca33 req-54a5354e-5bd6-4fef-b649-d34818b7e2ef tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366044 Aug 30 15:23:55.945640 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cdcefd52-0290-447f-ad5a-dccef4167f38 None None] Provisioning complete for port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:23:55.946013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdcefd52-0290-447f-ad5a-dccef4167f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:56.242928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:23:56.245538 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:23:56.280333 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a4bfa6-b2ac-4652-91b2-d0839db0400d x-openstack-request-id: req-79a4bfa6-b2ac-4652-91b2-d0839db0400d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:23:56.280627 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:23:56.280878 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79a4bfa6-b2ac-4652-91b2-d0839db0400d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:23:56.281310 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'status': 'completed', 'code': 200} Aug 30 15:23:56.372279 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-5120cbb0-aa1b-4c53-8184-5626c7f59579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:56.373617 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-5120cbb0-aa1b-4c53-8184-5626c7f59579 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1136 time: 0.0403755 Aug 30 15:23:56.467928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-54d1be32-2a8b-400a-883b-a58bb5707684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:56.469323 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-54d1be32-2a8b-400a-883b-a58bb5707684 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.0864415 Aug 30 15:23:56.534057 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-5beb1bee-a406-474c-8414-3ad69da9a2d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 1001 time: 0.0567899 Aug 30 15:23:56.590716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-55801212-d441-4c38-af27-3970b2b84b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:56.592167 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-55801212-d441-4c38-af27-3970b2b84b71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0497000 Aug 30 15:23:56.637148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-91ac1b07-f50d-43c6-979c-3d091ce73381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:23:56.638854 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-91ac1b07-f50d-43c6-979c-3d091ce73381 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389671 Aug 30 15:23:56.727695 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-fa65cafc-fc7a-4326-a21c-9a506c322b4f service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811908 Aug 30 15:23:56.827030 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8223b7f3-ef6a-4ed9-a62d-b8f474102dba req-4625bc83-ce65-46c2-9fe9-4d298e76a423 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837600 Aug 30 15:23:57.918589 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7add86f6-b58a-4e26-852b-2dc22643d594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:58.697650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:23:59.440962 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:01.360715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-8ca4d3f3-e328-4f46-b432-fef293451a9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392053 Aug 30 15:24:01.457067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-012a1d39-302f-4df5-bd4c-0d00ef3008c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:01.458521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-012a1d39-302f-4df5-bd4c-0d00ef3008c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1136 time: 0.0397406 Aug 30 15:24:01.564568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-fdd6c22b-e50b-4a5e-a77e-dc136eedf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:01.565961 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-fdd6c22b-e50b-4a5e-a77e-dc136eedf5b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.0863934 Aug 30 15:24:01.633853 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-7fd50355-0f76-4361-8232-bfe4302b8727 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 1001 time: 0.0575430 Aug 30 15:24:01.688594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-d46900ed-dae4-47e9-92c1-246fa887f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:01.690023 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-d46900ed-dae4-47e9-92c1-246fa887f7d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0471776 Aug 30 15:24:01.736257 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-acbbb00e-7fed-44dd-8cfa-d9849bc4d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:01.737749 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-acbbb00e-7fed-44dd-8cfa-d9849bc4d131 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398817 Aug 30 15:24:01.814077 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:01.826911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-03498d84-8360-4123-b19c-75a07debe1ca service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809181 Aug 30 15:24:01.918626 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2076590d-4ec3-4dc3-9c46-3efb304ca8b0 req-71bc80b6-fe7e-499f-8976-1d37793aea51 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838590 Aug 30 15:24:02.409127 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:24:03.410189 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:20.616427 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:25.242088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91c5dd70-0344-453a-a200-fabc8523c946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:27.919241 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acbe4871-5989-4600-8d49-e508d3c418aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:28.697792 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:29.444576 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:31.816425 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:33.410906 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:39.408838 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:24:50.623474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:55.244755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5b51-8e24-4b4b-b1ae-676646ebcd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:56.456650 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccc987-3413-4c1c-b0f7-40e75d46c001 req-dc6ed643-5811-4075-8bf9-4464b2982497 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:56.458203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68ccc987-3413-4c1c-b0f7-40e75d46c001 req-dc6ed643-5811-4075-8bf9-4464b2982497 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0577593 Aug 30 15:24:56.477201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-55adc1e4-1deb-4a9a-a061-a99e72aa3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:56.478712 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-55adc1e4-1deb-4a9a-a061-a99e72aa3ced service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1136 time: 0.0425525 Aug 30 15:24:56.499122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-68ccc987-3413-4c1c-b0f7-40e75d46c001 req-8fa1a3bb-00ba-403c-ad1c-47bb082db5e3 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347247 Aug 30 15:24:56.572691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-1203e9e9-2012-4826-889b-06c693aa94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:56.574110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-1203e9e9-2012-4826-889b-06c693aa94ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.0873015 Aug 30 15:24:56.643539 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-b11959af-c32c-4667-8ca7-e169f3a2fc82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 1001 time: 0.0611420 Aug 30 15:24:56.694305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-d01f2e2e-52cd-4af5-96c5-97d5ae537253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:56.695696 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-d01f2e2e-52cd-4af5-96c5-97d5ae537253 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0426352 Aug 30 15:24:56.744595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-0a5f783e-b1f6-41af-a167-1becaa7343e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:56.746084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-0a5f783e-b1f6-41af-a167-1becaa7343e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427182 Aug 30 15:24:56.835330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-727b2f4f-54b5-4faa-970b-ed5086113d1a service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796697 Aug 30 15:24:56.926505 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-56ec0985-967b-4d76-8f01-eddd4df8ca84 req-e74d6204-fc0c-4e61-b556-d5de0cdebc28 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835974 Aug 30 15:24:57.630801 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d811-a662-479f-8396-e1d48017fbfb req-bf13441f-23cd-4395-aeef-1361a8216628 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:57.632920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd43d811-a662-479f-8396-e1d48017fbfb req-bf13441f-23cd-4395-aeef-1361a8216628 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0497048 Aug 30 15:24:57.673631 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bd43d811-a662-479f-8396-e1d48017fbfb req-a39ff7d3-2f3b-4673-be3c-b1dadc75e5f8 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346055 Aug 30 15:24:57.920382 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-249bb4be-5e8f-4bd9-83ce-e8f2fcee5266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:58.698694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:58.800467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551e11-2952-4fbe-be38-a8bdcacf8a99 req-21c56776-5793-4b45-a8dc-6c7633984454 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:58.801952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3551e11-2952-4fbe-be38-a8bdcacf8a99 req-21c56776-5793-4b45-a8dc-6c7633984454 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0480998 Aug 30 15:24:58.841363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3551e11-2952-4fbe-be38-a8bdcacf8a99 req-025ca30c-2583-4b36-abfd-9cb0bce53e87 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332520 Aug 30 15:24:59.446369 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:24:59.953007 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187498c-1658-4bc2-9540-e344cbd0101d req-b617d95b-53fe-4c99-94c3-cfe49418656a tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:24:59.954505 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8187498c-1658-4bc2-9540-e344cbd0101d req-b617d95b-53fe-4c99-94c3-cfe49418656a tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0480385 Aug 30 15:24:59.993630 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8187498c-1658-4bc2-9540-e344cbd0101d req-afa5fc47-a188-40e7-a36c-28c3b85fc076 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326147 Aug 30 15:25:01.105215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126f460-d8eb-418f-8b46-81082f882452 req-15ef3a12-5c7f-44b5-bbe6-097db4781150 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:01.106668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5126f460-d8eb-418f-8b46-81082f882452 req-15ef3a12-5c7f-44b5-bbe6-097db4781150 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0478380 Aug 30 15:25:01.146014 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5126f460-d8eb-418f-8b46-81082f882452 req-399d2fc8-c7cf-4f44-962d-e819bb0ccf86 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333281 Aug 30 15:25:01.818722 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:02.263074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068c03-f551-455f-887c-6ccec53737df req-242e1af2-1641-487a-981f-58d5708b5e26 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:02.264524 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95068c03-f551-455f-887c-6ccec53737df req-242e1af2-1641-487a-981f-58d5708b5e26 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0517371 Aug 30 15:25:02.305527 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-95068c03-f551-455f-887c-6ccec53737df req-071ff518-f03b-4949-9023-a078156b78bd tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349309 Aug 30 15:25:02.397685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-e702a7a3-2126-4575-8265-5d5cb4219374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:02.399160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-e702a7a3-2126-4575-8265-5d5cb4219374 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1136 time: 0.0402694 Aug 30 15:25:02.501347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-dbd1ffd6-e23d-4174-9545-0927e9421ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:02.502701 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-dbd1ffd6-e23d-4174-9545-0927e9421ff6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.0842292 Aug 30 15:25:02.570445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-2d04e26b-bd7f-4c86-8694-42a2cf26f31a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 1001 time: 0.0600848 Aug 30 15:25:02.619699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-df48bdbd-063e-4f34-aec4-f077251be82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:02.621148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-df48bdbd-063e-4f34-aec4-f077251be82c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0427449 Aug 30 15:25:02.666011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-89f09b7f-37e1-4433-b1b6-0ec4a1af1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:02.667461 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-89f09b7f-37e1-4433-b1b6-0ec4a1af1c5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392516 Aug 30 15:25:02.758127 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-088b62af-03b5-4e68-845e-a0f954945442 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824509 Aug 30 15:25:02.845219 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0137483b-864e-41e7-b379-5e3e166e6f77 req-e013f443-a51e-4df2-b9b9-acf7a4fd419c service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797894 Aug 30 15:25:03.398108 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:03.423479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec46e4-af26-4746-a101-dbeb2d185bff req-4748dcb1-c833-494b-9f75-2622b44c53db tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:03.424936 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f6ec46e4-af26-4746-a101-dbeb2d185bff req-4748dcb1-c833-494b-9f75-2622b44c53db tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0537381 Aug 30 15:25:03.464723 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f6ec46e4-af26-4746-a101-dbeb2d185bff req-0af92820-8eb5-427e-807a-66ab254e81f1 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330648 Aug 30 15:25:04.581403 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99fa04-f55c-4bc0-a99d-2f3299033059 req-e6af48db-8fcd-4f46-a455-6ab01ae4fe63 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:04.582885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da99fa04-f55c-4bc0-a99d-2f3299033059 req-e6af48db-8fcd-4f46-a455-6ab01ae4fe63 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0532649 Aug 30 15:25:04.621441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-da99fa04-f55c-4bc0-a99d-2f3299033059 req-79440845-292e-4c2d-85d3-c8b7e6f30f7d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319588 Aug 30 15:25:05.734192 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bca5d-906a-4adf-a53b-b2f5b1072991 req-730a7bd2-a94c-4801-bf57-b304486ae3aa tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:05.735645 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-535bca5d-906a-4adf-a53b-b2f5b1072991 req-730a7bd2-a94c-4801-bf57-b304486ae3aa tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0482352 Aug 30 15:25:05.774061 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-535bca5d-906a-4adf-a53b-b2f5b1072991 req-f6f8f72b-1c18-4f91-aed7-fccaa011ed70 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324552 Aug 30 15:25:06.891793 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cb3b5-1e96-42ad-a0f0-184e6f43cedf req-b520fbcc-5947-48b9-8103-9ca546118dc2 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:06.893286 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d77cb3b5-1e96-42ad-a0f0-184e6f43cedf req-b520fbcc-5947-48b9-8103-9ca546118dc2 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0527353 Aug 30 15:25:06.933448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d77cb3b5-1e96-42ad-a0f0-184e6f43cedf req-cd9913a0-0c5b-4e17-b1ca-a968fd70c660 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338962 Aug 30 15:25:08.044994 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acafa9-9426-4e99-b43c-e46cbec915b7 req-31fcedb8-008b-456a-8a2a-a8a364f1c0ba tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:08.046473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41acafa9-9426-4e99-b43c-e46cbec915b7 req-31fcedb8-008b-456a-8a2a-a8a364f1c0ba tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0477915 Aug 30 15:25:08.085672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-41acafa9-9426-4e99-b43c-e46cbec915b7 req-c582e2f4-b1e9-4bc5-9b3e-32649e53dc10 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333092 Aug 30 15:25:09.199743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef93f8-1b23-4ae8-bdd9-bb3e6127ba85 req-ef3fd9b5-3be4-4b32-af53-8d90d69cddf1 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:09.201204 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66ef93f8-1b23-4ae8-bdd9-bb3e6127ba85 req-ef3fd9b5-3be4-4b32-af53-8d90d69cddf1 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0506961 Aug 30 15:25:09.240061 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-66ef93f8-1b23-4ae8-bdd9-bb3e6127ba85 req-76880370-b5b9-4a73-b8af-96f5a6e30a81 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328336 Aug 30 15:25:10.357951 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bb268-e8d5-4576-a8b4-f3e463b64ad5 req-1a42b958-e728-4fb5-b426-b7c27668f78f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:10.359429 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e87bb268-e8d5-4576-a8b4-f3e463b64ad5 req-1a42b958-e728-4fb5-b426-b7c27668f78f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0528302 Aug 30 15:25:10.399276 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e87bb268-e8d5-4576-a8b4-f3e463b64ad5 req-9e74df06-aeb2-4e74-841f-28abdb71ee2f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339274 Aug 30 15:25:11.515282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6b94-7ca1-431a-9d33-9f923d098710 req-03fa7143-5054-47bc-bf5c-707f46123ab4 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:11.516716 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e09a6b94-7ca1-431a-9d33-9f923d098710 req-03fa7143-5054-47bc-bf5c-707f46123ab4 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0509679 Aug 30 15:25:11.555284 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e09a6b94-7ca1-431a-9d33-9f923d098710 req-1ec2d38a-64be-4ce8-b644-a5d10263f66a tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325863 Aug 30 15:25:12.668147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf27aca-18c7-44d2-b86d-da777c4f12f5 req-b5e064a0-8621-4de4-a1a7-870a26e49ec1 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:12.669598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aaf27aca-18c7-44d2-b86d-da777c4f12f5 req-b5e064a0-8621-4de4-a1a7-870a26e49ec1 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0490668 Aug 30 15:25:12.709542 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-aaf27aca-18c7-44d2-b86d-da777c4f12f5 req-51ae8af4-87c0-48dc-b1e3-1becd342e0a6 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337946 Aug 30 15:25:13.823251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201be0-7350-4441-82aa-ff8869eaae61 req-f077c04c-5764-4845-b321-0b27da0b0697 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:25:13.824715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4201be0-7350-4441-82aa-ff8869eaae61 req-f077c04c-5764-4845-b321-0b27da0b0697 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0480185 Aug 30 15:25:13.863392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4201be0-7350-4441-82aa-ff8869eaae61 req-25212e66-0e98-46aa-a2e5-36d0355f8bf9 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&id=db7aff14-1bd2-4ce4-92a8-fb5838a12713&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327849 Aug 30 15:25:16.408319 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:25:20.631111 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:25.244732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33e20b24-3174-4a78-b01d-7344a945115a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:27.920324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91dd7a69-1d81-4916-aa7c-6b52482fefff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:28.699194 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:29.449285 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:31.822044 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:33.406696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:50.641109 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:53.407459 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:25:55.245051 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a81098a-e151-4350-93d5-e96f75f33c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:57.920329 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13eccb2a-03bf-4f88-88d6-e03af6e62396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:58.701253 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:25:59.452911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:01.824337 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:03.407021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:04.367799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-f7897062-9826-44ed-aa87-151936efecf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864837 Aug 30 15:26:04.477757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-b5c52749-6a91-4fe9-ab73-3df191fc3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:04.479207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-b5c52749-6a91-4fe9-ab73-3df191fc3a75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1136 time: 0.0424693 Aug 30 15:26:04.582054 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-a1e71938-94f1-4128-92d5-1f13edac7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:04.583512 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-a1e71938-94f1-4128-92d5-1f13edac7116 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.0818708 Aug 30 15:26:04.654514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-4d2b9c04-23cb-4d22-8533-501906398abd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 1001 time: 0.0624745 Aug 30 15:26:04.942366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-73ae5e5d-a71c-4226-9dc8-13740e5ac1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:04.943967 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-73ae5e5d-a71c-4226-9dc8-13740e5ac1ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.2786512 Aug 30 15:26:04.996792 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-8ffe4157-323f-4d95-86fb-bc0a9960db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:04.998245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-8ffe4157-323f-4d95-86fb-bc0a9960db0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385036 Aug 30 15:26:05.091481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-cb2b496f-fdca-4f23-a146-a74fd42b4bff service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822668 Aug 30 15:26:05.179835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3a8dc114-55b3-457a-aa3e-4460f9251cb7 req-feeeb074-da71-445b-b916-085866742591 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798650 Aug 30 15:26:17.250348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-c7955036-40bb-40c5-aa87-b583ce11c85d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619334156&fields=id&tenant_id=1be731a58d0a4decbee50c1fb0ee131f HTTP/1.1" status: 200 len: 267 time: 0.0344579 Aug 30 15:26:17.301921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-22204156-5a23-4237-9200-3f6d3b4b5d3c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:17.303384 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-22204156-5a23-4237-9200-3f6d3b4b5d3c tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 985 time: 0.0475302 Aug 30 15:26:17.314263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Request body: {'port': {'security_groups': ['6cde5f8e-8b46-4864-8193-787486e1a1e4']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:17.379492 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:17.545274 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] For port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:17.573033 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:17.578058 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:17.612113 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:26:17.620436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:17.621094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:17.622479 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63f56be5-6dc8-44ff-ab5c-189a4a45861e req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "PUT /v2.0/ports/1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 943 time: 0.3127210 Aug 30 15:26:17.628433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:17.632545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:26:17.634978 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4474fd1d-a978-481d-8d3a-0d5642499138" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:26:17.655598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event updated for resources: {'Port': ['ID=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:17.663405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.663758 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.664101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.664435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.664840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.665103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.665432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.665750 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.666074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.666399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.666720 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.667101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ab252e-15aa-45fa-8493-7c610b552967 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.699523 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e56e595-ea6e-4359-9551-33fcbd6a3091 x-openstack-request-id: req-2e56e595-ea6e-4359-9551-33fcbd6a3091 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:26:17.699815 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:26:17.700089 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e56e595-ea6e-4359-9551-33fcbd6a3091 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:26:17.701087 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'status': 'completed', 'code': 200} Aug 30 15:26:17.707653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:17.735850 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:17.742396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:26:17.809484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-74e91fc0-c57e-4405-93a3-7700a1121466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:17.811493 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-74e91fc0-c57e-4405-93a3-7700a1121466 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1097 time: 0.0648351 Aug 30 15:26:17.877484 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:17.879965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:17.881176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "DELETE /v2.0/security-groups/db7aff14-1bd2-4ce4-92a8-fb5838a12713 HTTP/1.1" status: 204 len: 168 time: 0.2509904 Aug 30 15:26:17.883912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:17.899946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7aff14-1bd2-4ce4-92a8-fb5838a12713,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:17.914856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.915205 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.915550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.915889 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.916237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.916556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.916883 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.917238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.917567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.917893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.918216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.918538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78550f-d5a5-46cf-aa66-3b29c7384f6d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:17.936545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-bda58524-dce2-44c7-a0c3-e30d702c9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:17.938065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-bda58524-dce2-44c7-a0c3-e30d702c9e12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.1197259 Aug 30 15:26:17.951813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de76cd11-f4df-46a0-a0b5-c3adeee035ae None None] Provisioning complete for port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:17.952196 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de76cd11-f4df-46a0-a0b5-c3adeee035ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:18.010972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-30e55281-c4ac-479c-9223-76f5ab1b6c79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 1001 time: 0.0653961 Aug 30 15:26:18.063123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Deleting port 4b810712-5eba-46f2-a60b-824c8fa70bb2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:18.063396 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:18.065370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-c34d2384-e514-48f3-8acd-5c6907ce1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:18.066902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-c34d2384-e514-48f3-8acd-5c6907ce1a68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0482173 Aug 30 15:26:18.114569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-1b317d33-d80b-491c-bcdb-2548d967773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:18.116134 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-1b317d33-d80b-491c-bcdb-2548d967773c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415728 Aug 30 15:26:18.147422 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:18.147749 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:18.161198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Calling delete_port for 4b810712-5eba-46f2-a60b-824c8fa70bb2 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:18.212169 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-2dfce7bf-78f2-4d14-87e0-d58361ebc184 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885091 Aug 30 15:26:18.301356 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4474fd1d-a978-481d-8d3a-0d5642499138 req-a9ff9c07-acd7-42fd-a49f-8d969d67968b service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817783 Aug 30 15:26:18.308531 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:18.335651 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event deleted for resources: {'Port': ['ID=4b810712-5eba-46f2-a60b-824c8fa70bb2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:18.397810 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:18.398139 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Floating IP fbe91f95-57df-441b-b60e-c29a7f426337 disassociated (deleted). External IP: 172.25.6.73, port: 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2. Aug 30 15:26:18.865627 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Router 410bf3d2-9662-4a56-b995-3540600173bd has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:26:18.970454 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:26:18.975457 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:18.980093 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] Sync routers for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:26:18.989580 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:18.990382 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:25:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:19.001062 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-18367d69-5f22-4cbc-b4b2-4a97e7f4bb89 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "DELETE /v2.0/floatingips/fbe91f95-57df-441b-b60e-c29a7f426337 HTTP/1.1" status: 204 len: 168 time: 1.1151798 Aug 30 15:26:19.096843 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:19.388814 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:23:04Z', 'revision_number': 5, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:19.417626 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] Checking router: 410bf3d2-9662-4a56-b995-3540600173bd for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:26:19.425698 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:19.426296 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:25:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:19.526857 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:19.702584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:26:19.705278 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:26:19.720959 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:23:04Z', 'revision_number': 5, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:19.740657 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8536fc77-8e1d-46fa-ba93-44c699926814 x-openstack-request-id: req-8536fc77-8e1d-46fa-ba93-44c699926814 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:26:19.740972 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:26:19.741236 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8536fc77-8e1d-46fa-ba93-44c699926814 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:26:19.741636 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'status': 'completed', 'code': 200} Aug 30 15:26:19.747040 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193aef1c-4d4c-4c2e-812f-e21707bb8095 None None] The sync data for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 is: [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:22:59Z', 'revision_number': 4, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'ffabc504-df54-4ce2-9df6-82933d39500e', 'name': '', 'network_id': '0f02825e-6eaf-437f-a0b5-f18227cce0ea', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'mac_address': 'fa:16:3e:04:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:58Z', 'updated_at': '2021-08-30T15:23:04Z', 'revision_number': 5, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'subnets': [{'id': 'acbfd5db-79d9-4b6b-989a-2bac3f81f71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:26:19.856212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-58b776a6-0d75-4254-a952-a50d8a0f761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:19.858294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-58b776a6-0d75-4254-a952-a50d8a0f761b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 1097 time: 0.0512130 Aug 30 15:26:19.959218 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-4a8d5037-addf-4e99-8075-9ba884ef9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:19.960917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-4a8d5037-addf-4e99-8075-9ba884ef9201 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 200 len: 915 time: 0.0945270 Aug 30 15:26:19.986192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9c523-4cd8-4bf2-8373-8cc56db80060 None None] New status for floating IP fbe91f95-57df-441b-b60e-c29a7f426337: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:26:20.010778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-60034278-13de-4526-96c8-a9901f027ef3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 200 len: 217 time: 0.0419664 Aug 30 15:26:20.062728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-34b41167-0581-4a63-b46a-3daf1407bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:20.064499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-34b41167-0581-4a63-b46a-3daf1407bbcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 200 len: 853 time: 0.0460675 Aug 30 15:26:20.111565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-db5db070-2cd3-484c-884a-c8a8e54be6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:20.113063 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-db5db070-2cd3-484c-884a-c8a8e54be6ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f02825e-6eaf-437f-a0b5-f18227cce0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406468 Aug 30 15:26:20.209148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-290cec09-05cd-4fdc-9633-f784bcb520df service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882254 Aug 30 15:26:20.301073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93828c63-d482-4ba3-bd4b-3c3a3daeb1cb req-9634796b-0c0c-41f6-b4dc-c37474f4f626 service neutron] 10.222.0.21 "GET /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842147 Aug 30 15:26:20.648035 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:25.245454 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc1b4-f7ed-4998-92d3-f0a6035ea3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:25.974362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dd155-0f1f-4c05-a286-9a05db729956 req-8d8f1aaf-d4d3-4388-b2ce-3fe07e65e025 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:25.975857 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-526dd155-0f1f-4c05-a286-9a05db729956 req-8d8f1aaf-d4d3-4388-b2ce-3fe07e65e025 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0528407 Aug 30 15:26:26.014235 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-526dd155-0f1f-4c05-a286-9a05db729956 req-91fd5170-82dd-4567-aeae-6e6a18324f51 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Aug 30 15:26:27.127003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c962e8-0890-4544-9682-a420e71126c3 req-d53ddde3-6589-4822-a9ce-9a75ca17c979 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:27.128445 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c962e8-0890-4544-9682-a420e71126c3 req-d53ddde3-6589-4822-a9ce-9a75ca17c979 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0471618 Aug 30 15:26:27.164763 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26c962e8-0890-4544-9682-a420e71126c3 req-1d35739c-beaa-491f-a72c-eae80e3ca516 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304370 Aug 30 15:26:27.919634 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-361af9b8-b7af-4124-aa1d-dc28c32a754d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:27.976182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c398e43-b947-4df5-9211-0ff572712465 req-7bb7476b-01b5-4776-9978-903bb364272f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:27.977710 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c398e43-b947-4df5-9211-0ff572712465 req-7bb7476b-01b5-4776-9978-903bb364272f tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.21 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0525386 Aug 30 15:26:28.067159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Deleting port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:28.067509 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:28.157812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] For port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:28.158179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:28.171690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Calling delete_port for 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:28.304261 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1895b-9573-43ad-9052-74789f15a7f2 req-a5ce4c88-b435-4914-af67-71e5df4a1b51 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:28.305767 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46f1895b-9573-43ad-9052-74789f15a7f2 req-a5ce4c88-b435-4914-af67-71e5df4a1b51 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ec88fe-e5db-4eb5-98e8-ce49db8e723f HTTP/1.1" status: 200 len: 946 time: 0.0748496 Aug 30 15:26:28.387638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-46f1895b-9573-43ad-9052-74789f15a7f2 req-b955875b-7438-4d81-88b0-70499a4ca5b8 tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.50 "GET /v2.0/security-groups?id=6cde5f8e-8b46-4864-8193-787486e1a1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606732 Aug 30 15:26:28.388692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:28.418460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Pushing event deleted for resources: {'Port': ['ID=1d7d923b-4b1a-4bbc-9cd4-0882f653dab2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:28.427538 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:26:28.463202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] No DVR routers for this DVR port 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:26:28.466196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:28.468934 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1c398e43-b947-4df5-9211-0ff572712465 req-ba809245-e688-4448-9020-328d4ddafd8d tempest-TestMinimumBasicScenario-239856657 tempest-TestMinimumBasicScenario-239856657-project] 10.222.0.21 "DELETE /v2.0/ports/1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 HTTP/1.1" status: 204 len: 173 time: 0.4844403 Aug 30 15:26:28.469414 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'name': 'network-vif-deleted', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:26:28.471775 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc2c1c-ca0b-4291-9ecb-3c95c0959048" -d '{"events": [{"server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "name": "network-vif-deleted", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:26:28.509953 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab038079-7378-4db7-afc0-da1ae3143dde x-openstack-request-id: req-ab038079-7378-4db7-afc0-da1ae3143dde {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:26:28.510254 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec88fe-e5db-4eb5-98e8-ce49db8e723f", "name": "network-vif-deleted", "tag": "1d7d923b-4b1a-4bbc-9cd4-0882f653dab2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:26:28.510516 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab038079-7378-4db7-afc0-da1ae3143dde {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:26:28.510924 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ec88fe-e5db-4eb5-98e8-ce49db8e723f', 'name': 'network-vif-deleted', 'tag': '1d7d923b-4b1a-4bbc-9cd4-0882f653dab2', 'status': 'completed', 'code': 200} Aug 30 15:26:28.702241 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:29.463348 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:29.994805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:30.386322 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:30.414053 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:26:30.659374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Deleting port ffabc504-df54-4ce2-9df6-82933d39500e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:30.659646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:30.742177 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] For port ffabc504-df54-4ce2-9df6-82933d39500e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ffabc504-df54-4ce2-9df6-82933d39500e,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:30.742532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:30.756373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Calling delete_port for ffabc504-df54-4ce2-9df6-82933d39500e owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:30.937036 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:30.967451 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffabc504-df54-4ce2-9df6-82933d39500e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:31.142385 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:31.373261 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Router 410bf3d2-9662-4a56-b995-3540600173bd has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:26:31.524557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:26:31.530301 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-403ed757-365f-44d4-8134-3ee0f4663a9c admin admin] 10.222.0.50 "PUT /v2.0/routers/410bf3d2-9662-4a56-b995-3540600173bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5342710 Aug 30 15:26:31.533190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:31.534352 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] Sync routers for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:26:31.546487 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:31.547640 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:31.640470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:31.673167 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:31.744743 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:31.803277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Deleting port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:31.803529 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:31.828617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:31.866587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:26:30Z', 'revision_number': 5, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port': {'id': '79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bf3d2-9662-4a56-b995-3540600173bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:31.886189 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] For port 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:31.886585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:31.892754 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] Checking router: 410bf3d2-9662-4a56-b995-3540600173bd for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:26:31.899965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Calling delete_port for 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:31.900849 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] Routers {'410bf3d2-9662-4a56-b995-3540600173bd'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:31.901484 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['410bf3d2-9662-4a56-b995-3540600173bd'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:31.995824 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] Set router 410bf3d2-9662-4a56-b995-3540600173bd gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:32.055620 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:26:31Z', 'revision_number': 6, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:32.080100 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.087532 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9ada8-d04d-4eb7-b82f-c0eb663f080f None None] The sync data for ids ['410bf3d2-9662-4a56-b995-3540600173bd'] in n-d-805668-3 is: [{'id': '410bf3d2-9662-4a56-b995-3540600173bd', 'name': 'tempest-TestMinimumBasicScenario-680987497-router', 'tenant_id': '1be731a58d0a4decbee50c1fb0ee131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:22:56Z', 'updated_at': '2021-08-30T15:26:31Z', 'revision_number': 6, 'project_id': '1be731a58d0a4decbee50c1fb0ee131f', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:26:32.109225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:32.186996 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.279989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.282200 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.324742 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.325930 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 410bf3d2-9662-4a56-b995-3540600173bd {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:26:32.330369 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.331555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-13371422-8a3e-4f90-80c4-4a04e1171d3c admin admin] 10.222.0.50 "DELETE /v2.0/routers/410bf3d2-9662-4a56-b995-3540600173bd HTTP/1.1" status: 204 len: 168 time: 0.7973816 Aug 30 15:26:32.334290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:32.412855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-de281d8b-8cfb-4483-be6f-5eecd934a923 admin admin] Deleting subnet acbfd5db-79d9-4b6b-989a-2bac3f81f71f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:26:32.418060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de281d8b-8cfb-4483-be6f-5eecd934a923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.467550 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de281d8b-8cfb-4483-be6f-5eecd934a923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.549371 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de281d8b-8cfb-4483-be6f-5eecd934a923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.604114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de281d8b-8cfb-4483-be6f-5eecd934a923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.635533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281d8b-8cfb-4483-be6f-5eecd934a923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbfd5db-79d9-4b6b-989a-2bac3f81f71f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:32.638109 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de281d8b-8cfb-4483-be6f-5eecd934a923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.640676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-de281d8b-8cfb-4483-be6f-5eecd934a923 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/acbfd5db-79d9-4b6b-989a-2bac3f81f71f HTTP/1.1" status: 204 len: 168 time: 0.3044348 Aug 30 15:26:32.642265 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c322f3c-9835-4a03-9408-413d43ecd0c4 None None] Network 0f02825e-6eaf-437f-a0b5-f18227cce0ea requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:26:32.643112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:32.711445 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.764964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Deleting port 1a9f4099-90d4-4229-a7fa-889b99015b18 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:32.765304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.834408 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] For port 1a9f4099-90d4-4229-a7fa-889b99015b18, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1a9f4099-90d4-4229-a7fa-889b99015b18,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:32.834786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.848110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Calling delete_port for 1a9f4099-90d4-4229-a7fa-889b99015b18 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:32.862660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] DHCP port deletion for 0f02825e-6eaf-437f-a0b5-f18227cce0ea request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:26:32.910249 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Deleting port 1a9f4099-90d4-4229-a7fa-889b99015b18 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:32.910715 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.955280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.977192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] For port 1a9f4099-90d4-4229-a7fa-889b99015b18, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=1a9f4099-90d4-4229-a7fa-889b99015b18,segment=NetworkSegment(27274c32-4c73-4f61-8967-3320136b714a),segment_id=27274c32-4c73-4f61-8967-3320136b714a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:32.977471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:32.983409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9f4099-90d4-4229-a7fa-889b99015b18,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:32.985329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] No DVR routers for this DVR port 1a9f4099-90d4-4229-a7fa-889b99015b18 on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:26:32.991533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Calling delete_port for 1a9f4099-90d4-4229-a7fa-889b99015b18 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:33.061283 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:33.073265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f02825e-6eaf-437f-a0b5-f18227cce0ea']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:33.083557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:33.084196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27274c32-4c73-4f61-8967-3320136b714a') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:33.084499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27274c32-4c73-4f61-8967-3320136b714a') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:33.094642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:33.111628 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:33.118789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:26:33.119202 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:26:33.121095 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:26:33.133948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:26:33.139589 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Pushing event deleted for resources: {'Port': ['ID=1a9f4099-90d4-4229-a7fa-889b99015b18,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:33.179006 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:33.182895 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.183828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.185498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.186437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.186638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:33.186880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.187128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.187647 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.188000 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.188345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.188692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.190582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.190582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:33.191573 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0f02825e-6eaf-437f-a0b5-f18227cce0ea HTTP/1.1" status: 204 len: 168 time: 0.5475428 Aug 30 15:26:33.192682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee9704-67a9-45ef-baaf-fb986644d9ad None None] No DVR routers for this DVR port 1a9f4099-90d4-4229-a7fa-889b99015b18 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:26:33.194514 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59528) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:33.194719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:26:33.195171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 1d7d923b-4b1a-4bbc-9cd4-0882f653dab2 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:26:33.218690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ae308-c0db-42fd-97f9-7b75aa2a8995 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f02825e-6eaf-437f-a0b5-f18227cce0ea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:33.407600 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:33.903608 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:34.018623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ffabc504-df54-4ce2-9df6-82933d39500e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:26:34.037505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ffabc504-df54-4ce2-9df6-82933d39500e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:26:34.037924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ffabc504-df54-4ce2-9df6-82933d39500e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:26:34.038409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1a9f4099-90d4-4229-a7fa-889b99015b18 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:26:34.056911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 1a9f4099-90d4-4229-a7fa-889b99015b18 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:26:34.057378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 1a9f4099-90d4-4229-a7fa-889b99015b18 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:26:34.057874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:26:34.076668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:26:34.077016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 79e8de09-0a26-4c8e-97cc-3c0c1dbfa9d9 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:26:34.169501 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Deleting port f87db92d-cf00-4176-9570-7cddf52a7e96 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:34.169747 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:34.249581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] For port f87db92d-cf00-4176-9570-7cddf52a7e96, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=f87db92d-cf00-4176-9570-7cddf52a7e96,segment=NetworkSegment(2968f2ed-6413-41e9-949a-cd711dd32ddb),segment_id=2968f2ed-6413-41e9-949a-cd711dd32ddb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:34.250363 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:34.262456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Calling delete_port for f87db92d-cf00-4176-9570-7cddf52a7e96 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:34.439957 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:34.468210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87db92d-cf00-4176-9570-7cddf52a7e96,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:34.636879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:34.872754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Router f3849c87-f30f-42aa-8ea0-e6287fe6290a has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:26:34.985903 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:26:34.991139 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7e2aa1df-d1d5-4362-b80e-81538e457ef7 admin admin] 10.222.0.50 "PUT /v2.0/routers/f3849c87-f30f-42aa-8ea0-e6287fe6290a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790947 Aug 30 15:26:34.993748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:34.997497 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] Sync routers for ids ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:26:35.008049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] Routers {'f3849c87-f30f-42aa-8ea0-e6287fe6290a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:35.008693 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:35.101931 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.135202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] Set router f3849c87-f30f-42aa-8ea0-e6287fe6290a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:35.206907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.260653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Deleting port aa9dbfe7-aeab-4e70-8644-155150205508 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:35.261414 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.328006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:26:34Z', 'revision_number': 5, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port': {'id': 'aa9dbfe7-aeab-4e70-8644-155150205508', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:23:01Z', 'updated_at': '2021-08-30T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:35.344513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] For port aa9dbfe7-aeab-4e70-8644-155150205508, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=aa9dbfe7-aeab-4e70-8644-155150205508,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:35.344881 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.354726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] Checking router: f3849c87-f30f-42aa-8ea0-e6287fe6290a for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:26:35.357178 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Calling delete_port for aa9dbfe7-aeab-4e70-8644-155150205508 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:35.363623 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] Routers {'f3849c87-f30f-42aa-8ea0-e6287fe6290a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:35.364229 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:35.460522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] Set router f3849c87-f30f-42aa-8ea0-e6287fe6290a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:35.519518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:26:35Z', 'revision_number': 6, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:35.559518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe2f8e-fae8-4544-8f8e-053d2232a840 None None] The sync data for ids ['f3849c87-f30f-42aa-8ea0-e6287fe6290a'] in n-d-805668-3 is: [{'id': 'f3849c87-f30f-42aa-8ea0-e6287fe6290a', 'name': 'tempest-TestMinimumBasicScenario-1068969289-router', 'tenant_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:23:00Z', 'updated_at': '2021-08-30T15:26:35Z', 'revision_number': 6, 'project_id': 'f4eda188981d4be4b7cae2bc38da51c1', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:26:35.578433 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.644677 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9dbfe7-aeab-4e70-8644-155150205508,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:35.721620 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.811012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.813186 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.859649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.860101 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3849c87-f30f-42aa-8ea0-e6287fe6290a {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:26:35.865472 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.866902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e7b077b-30a7-4714-b649-cc847d5d6441 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f3849c87-f30f-42aa-8ea0-e6287fe6290a HTTP/1.1" status: 204 len: 168 time: 0.8719940 Aug 30 15:26:35.869585 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59532) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:35.916940 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab229df4-aba0-4481-bac3-a9a9eb1acee3 admin admin] Deleting subnet 1a74db0b-3492-4840-bc4b-a7701c084680 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:26:35.922856 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab229df4-aba0-4481-bac3-a9a9eb1acee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:35.977256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab229df4-aba0-4481-bac3-a9a9eb1acee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.082126 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab229df4-aba0-4481-bac3-a9a9eb1acee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.146041 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab229df4-aba0-4481-bac3-a9a9eb1acee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.172922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab229df4-aba0-4481-bac3-a9a9eb1acee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a74db0b-3492-4840-bc4b-a7701c084680,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:36.177359 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab229df4-aba0-4481-bac3-a9a9eb1acee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.179124 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ab229df4-aba0-4481-bac3-a9a9eb1acee3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1a74db0b-3492-4840-bc4b-a7701c084680 HTTP/1.1" status: 204 len: 168 time: 0.3086202 Aug 30 15:26:36.181656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:36.183474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c74449-9200-4528-a42a-fc24b8bb39da None None] Network 15db3e15-2185-46a2-98a4-9785a7b765dc requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:26:36.250439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.308079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Deleting port e69f6b15-d484-4c4f-bf68-891baf48217d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:36.308702 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.366296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] DHCP port deletion for 15db3e15-2185-46a2-98a4-9785a7b765dc request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:26:36.407552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] For port e69f6b15-d484-4c4f-bf68-891baf48217d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e69f6b15-d484-4c4f-bf68-891baf48217d,segment=NetworkSegment(2968f2ed-6413-41e9-949a-cd711dd32ddb),segment_id=2968f2ed-6413-41e9-949a-cd711dd32ddb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:36.408491 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.421142 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] Deleting port e69f6b15-d484-4c4f-bf68-891baf48217d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:26:36.421522 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.425618 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87db92d-cf00-4176-9570-7cddf52a7e96 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:26:36.430575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Calling delete_port for e69f6b15-d484-4c4f-bf68-891baf48217d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:36.481646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: f87db92d-cf00-4176-9570-7cddf52a7e96 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:26:36.481998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device f87db92d-cf00-4176-9570-7cddf52a7e96 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:26:36.510433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] For port e69f6b15-d484-4c4f-bf68-891baf48217d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e69f6b15-d484-4c4f-bf68-891baf48217d,segment=NetworkSegment(2968f2ed-6413-41e9-949a-cd711dd32ddb),segment_id=2968f2ed-6413-41e9-949a-cd711dd32ddb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:36.510893 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.526720 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.530082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] Calling delete_port for e69f6b15-d484-4c4f-bf68-891baf48217d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:26:36.554122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69f6b15-d484-4c4f-bf68-891baf48217d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:36.556012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] No DVR routers for this DVR port e69f6b15-d484-4c4f-bf68-891baf48217d on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:26:36.632185 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.632463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.644113 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15db3e15-2185-46a2-98a4-9785a7b765dc']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:36.656748 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2968f2ed-6413-41e9-949a-cd711dd32ddb') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:36.657421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2968f2ed-6413-41e9-949a-cd711dd32ddb') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:36.665515 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] Pushing event deleted for resources: {'Port': ['ID=e69f6b15-d484-4c4f-bf68-891baf48217d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:36.667783 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.673143 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f723e-6398-499f-8058-0f4c3f13d6fa None None] No DVR routers for this DVR port e69f6b15-d484-4c4f-bf68-891baf48217d on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:26:36.694860 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.705147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:26:36.705557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:26:36.707371 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:26:36.760750 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.766979 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:36.771350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] 10.222.0.50 "DELETE /v2.0/networks/15db3e15-2185-46a2-98a4-9785a7b765dc HTTP/1.1" status: 204 len: 168 time: 0.5887778 Aug 30 15:26:36.783877 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f01f43-2547-4a95-a107-50692d48c560 admin admin] Pushing event deleted for resources: {'Network': ['ID=15db3e15-2185-46a2-98a4-9785a7b765dc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:36.960695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:37.019894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-efbcb282-0d33-43c4-84b9-aa4f05075116 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1be731a58d0a4decbee50c1fb0ee131f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575418 Aug 30 15:26:37.023030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:37.089351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba68220-5fe4-4678-82df-57b14656e937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:37.119432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba68220-5fe4-4678-82df-57b14656e937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:37.186365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba68220-5fe4-4678-82df-57b14656e937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:37.190012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba68220-5fe4-4678-82df-57b14656e937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:37.191771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7ba68220-5fe4-4678-82df-57b14656e937 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cde5f8e-8b46-4864-8193-787486e1a1e4 HTTP/1.1" status: 204 len: 168 time: 0.1670599 Aug 30 15:26:37.201741 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba68220-5fe4-4678-82df-57b14656e937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cde5f8e-8b46-4864-8193-787486e1a1e4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:37.533576 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:37.572371 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c24e6468-8b9c-4424-bc37-e2db3cdd1d22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4eda188981d4be4b7cae2bc38da51c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376177 Aug 30 15:26:37.574722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:37.620424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1e4c-a1bf-4847-8dc9-853e1504d48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:37.640964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1e4c-a1bf-4847-8dc9-853e1504d48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:37.688553 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1e4c-a1bf-4847-8dc9-853e1504d48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:37.691362 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae4e1e4c-a1bf-4847-8dc9-853e1504d48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:37.692692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ae4e1e4c-a1bf-4847-8dc9-853e1504d48a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c50251c3-b78a-4c2a-b853-a7c123c07322 HTTP/1.1" status: 204 len: 168 time: 0.1171100 Aug 30 15:26:37.702022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e1e4c-a1bf-4847-8dc9-853e1504d48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50251c3-b78a-4c2a-b853-a7c123c07322,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:38.014235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device aa9dbfe7-aeab-4e70-8644-155150205508 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:26:38.033394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: aa9dbfe7-aeab-4e70-8644-155150205508 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:26:38.033753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device aa9dbfe7-aeab-4e70-8644-155150205508 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:26:38.034170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e69f6b15-d484-4c4f-bf68-891baf48217d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:26:38.057302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: e69f6b15-d484-4c4f-bf68-891baf48217d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:26:38.057655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e69f6b15-d484-4c4f-bf68-891baf48217d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:26:39.302951 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:39.307675 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579841546', 'description': 'tempest-secgroup-smoke-579841546 description', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:39.330355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.339148 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.435229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.438746 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.475837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db54c387-598a-4297-b059-bc1918474946,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:39.531607 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.535382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.562396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.563611 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2596648 Aug 30 15:26:39.566670 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:39.567718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc345-8dc9-4936-a4b5-773194c8fe1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66082b69-fe10-4159-be29-333f530e698e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:39.571701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-283ad8ad-853b-480e-82eb-28547fe7076a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '66082b69-fe10-4159-be29-333f530e698e', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:39.597991 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283ad8ad-853b-480e-82eb-28547fe7076a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.645314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283ad8ad-853b-480e-82eb-28547fe7076a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.649530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283ad8ad-853b-480e-82eb-28547fe7076a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.666446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ad8ad-853b-480e-82eb-28547fe7076a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aec5e87-e832-4917-9c77-6437ebfc935c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:39.673571 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283ad8ad-853b-480e-82eb-28547fe7076a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.674799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-283ad8ad-853b-480e-82eb-28547fe7076a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1070557 Aug 30 15:26:39.677506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59592) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:39.688376 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0bd50f80-f56e-4fbf-9c79-38a3f7048576 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '66082b69-fe10-4159-be29-333f530e698e', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:39.718474 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd50f80-f56e-4fbf-9c79-38a3f7048576 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.776832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd50f80-f56e-4fbf-9c79-38a3f7048576 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.780351 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd50f80-f56e-4fbf-9c79-38a3f7048576 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.798412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd50f80-f56e-4fbf-9c79-38a3f7048576 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f35518-a036-4553-ac85-ad7bed8a62ef,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:39.803675 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd50f80-f56e-4fbf-9c79-38a3f7048576 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.804879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0bd50f80-f56e-4fbf-9c79-38a3f7048576 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264622 Aug 30 15:26:39.807586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:39.812640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-815ea82a-92a8-4e77-b571-f290e6efd8e9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '66082b69-fe10-4159-be29-333f530e698e', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:39.838624 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-815ea82a-92a8-4e77-b571-f290e6efd8e9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.895928 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-815ea82a-92a8-4e77-b571-f290e6efd8e9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.899760 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-815ea82a-92a8-4e77-b571-f290e6efd8e9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.937008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ea82a-92a8-4e77-b571-f290e6efd8e9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691f2b82-bab7-4d0e-afbc-61ceaad1f084,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:39.946852 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-815ea82a-92a8-4e77-b571-f290e6efd8e9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:39.948232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-815ea82a-92a8-4e77-b571-f290e6efd8e9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396663 Aug 30 15:26:39.952598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:39.957309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f41b0966-1262-4f32-9f0d-7b1ca3363c5a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '66082b69-fe10-4159-be29-333f530e698e', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:39.986915 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f41b0966-1262-4f32-9f0d-7b1ca3363c5a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.046268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f41b0966-1262-4f32-9f0d-7b1ca3363c5a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.049806 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f41b0966-1262-4f32-9f0d-7b1ca3363c5a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.066905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b0966-1262-4f32-9f0d-7b1ca3363c5a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b477a58-ffb9-43a2-8bab-5d35f57ccdd5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:40.075638 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f41b0966-1262-4f32-9f0d-7b1ca3363c5a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.076926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f41b0966-1262-4f32-9f0d-7b1ca3363c5a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233389 Aug 30 15:26:40.080132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:40.085306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-26c441b0-0138-4098-bf26-bbb40f2ca1af tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '66082b69-fe10-4159-be29-333f530e698e', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:40.109157 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-26c441b0-0138-4098-bf26-bbb40f2ca1af tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:26:40.114022 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c441b0-0138-4098-bf26-bbb40f2ca1af tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.179582 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c441b0-0138-4098-bf26-bbb40f2ca1af tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.183276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c441b0-0138-4098-bf26-bbb40f2ca1af tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.202217 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c441b0-0138-4098-bf26-bbb40f2ca1af tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c4dbea-dc14-4c69-84c9-2e8ca44cfb71,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:40.205643 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c441b0-0138-4098-bf26-bbb40f2ca1af tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.206886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-26c441b0-0138-4098-bf26-bbb40f2ca1af tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256149 Aug 30 15:26:40.209544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:40.213954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-61cdd0fd-0635-47b1-9c3a-eacc5c9b0b0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '66082b69-fe10-4159-be29-333f530e698e', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:40.236562 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-61cdd0fd-0635-47b1-9c3a-eacc5c9b0b0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:26:40.241507 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61cdd0fd-0635-47b1-9c3a-eacc5c9b0b0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.303069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61cdd0fd-0635-47b1-9c3a-eacc5c9b0b0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.306393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61cdd0fd-0635-47b1-9c3a-eacc5c9b0b0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.329918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdd0fd-0635-47b1-9c3a-eacc5c9b0b0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f347f989-5156-4c7f-956c-7881e6bf25d2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:40.333442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61cdd0fd-0635-47b1-9c3a-eacc5c9b0b0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.334813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-61cdd0fd-0635-47b1-9c3a-eacc5c9b0b0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243248 Aug 30 15:26:40.338141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:40.344073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'network': {'name': 'tempest-network-smoke--736700850', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:40.364667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:26:40.368239 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.393442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:26:40.402424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.402769 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Added segment baa75645-1615-4b60-9271-679f9c24d94c of type vlan for network 10260a7d-97b6-4f69-aefa-b0e4464b7417 Aug 30 15:26:40.442390 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.467237 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.472809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:40.473432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.542800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2034113 Aug 30 15:26:40.545577 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:40.551967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'admin_state_up': True, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:40.561802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac2c7b-975b-449d-9aca-fff7927bb575 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Network': ['ID=10260a7d-97b6-4f69-aefa-b0e4464b7417,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:40.571933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:26:40.579547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.580475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.629820 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.769031 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.967068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:40.986062 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:41.124812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.210 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/a5bd7326-a69b-4a43-a597-12a1347f6412) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:26:41.258027 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:41.296656 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:41.338592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:26:41.342195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:26:41.345993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:26:41.351540 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=a5bd7326-a69b-4a43-a597-12a1347f6412,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:41.928338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:42.207907 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:42.351554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 09d681f6-e012-479b-99e6-7638dddc0969 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:26:42.469175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:26:42.486936 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Sync routers for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:26:42.491987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:42.493418 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-75721509-38bb-4efb-a062-685997618728 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9469285 Aug 30 15:26:42.497381 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:42.500987 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:42.501690 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:42.621885 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:42.641721 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7249a0fb-993a-4a8a-83dc-6dcc1b6b408f tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1426127 Aug 30 15:26:42.644390 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:42.813788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b56fef-814b-40a6-b65e-7b63867472ed tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:42.815797 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48b56fef-814b-40a6-b65e-7b63867472ed tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1704507 Aug 30 15:26:42.818597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:42.871290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8b0cf73e-e6bf-4792-b9ee-781a2ffee969 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509794 Aug 30 15:26:42.873879 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:42.875189 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:42.879056 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1184978380', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:42.908193 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Checking router: 09d681f6-e012-479b-99e6-7638dddc0969 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:26:42.908541 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Updating router 09d681f6-e012-479b-99e6-7638dddc0969 port a5bd7326-a69b-4a43-a597-12a1347f6412 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:26:42.977304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:26:42.981976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.030721 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.180467 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.245176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Subnet': ['ID=d6e333f7-2694-41c1-ac78-af2c2e34d20f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:43.255119 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Checking segment: {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:26:43.256207 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network hostable DHCP agents. Network: 10260a7d-97b6-4f69-aefa-b0e4464b7417, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:26:43.274573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:26:43.283797 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 10260a7d-97b6-4f69-aefa-b0e4464b7417) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:26:43.288498 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:43.289146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.305113 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.308056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fa2a7-9fe4-49dc-a2bd-fc45e7dd725a None None] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:26:43.313475 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-06f71207-23af-4cf6-b3cc-a47772a4196a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4383893 Aug 30 15:26:43.316154 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:43.319584 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Transition to ACTIVE for port object a5bd7326-a69b-4a43-a597-12a1347f6412 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:26:43.327265 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.378846 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Attempting to bind port a5bd7326-a69b-4a43-a597-12a1347f6412 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:26:43.379266 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Attempting to bind port a5bd7326-a69b-4a43-a597-12a1347f6412 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:26:43.379583 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Attempting to bind port a5bd7326-a69b-4a43-a597-12a1347f6412 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:26:43.391059 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:26:43.391465 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:26:43.391878 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.392310 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:26:43.392842 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Bound port: a5bd7326-a69b-4a43-a597-12a1347f6412, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:26:43.393256 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.454295 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] For port a5bd7326-a69b-4a43-a597-12a1347f6412, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:26:43.457960 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] For port a5bd7326-a69b-4a43-a597-12a1347f6412, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a5bd7326-a69b-4a43-a597-12a1347f6412,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:26:43.466546 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.473222 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Pushing event updated for resources: {'Port': ['ID=a5bd7326-a69b-4a43-a597-12a1347f6412,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:43.483277 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.484242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.484242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.484473 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.485172 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.485172 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.485361 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.485700 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.486032 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.486382 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.487063 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.487630 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:26:43.549600 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-10260a7d-97b6-4f69-aefa-b0e4464b7417', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:26:43.551181 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:43.551362 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:43.552001 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:43.608359 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a459a9-90a5-410e-b0c3-091a0675b1f5 None None] Pushing event updated for resources: {'Port': ['ID=a5bd7326-a69b-4a43-a597-12a1347f6412,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:43.692961 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:43.790908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Allocated IP 172.20.0.2 (10260a7d-97b6-4f69-aefa-b0e4464b7417/d6e333f7-2694-41c1-ac78-af2c2e34d20f/ef33c888-d4b2-4198-ba50-4b7cd3fd7f37) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:26:43.992143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:44.011691 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:44.048041 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b1fa8-4f16-4296-9aa0-f3527dcbd93b None None] The sync data for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 is: [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:26:44.224654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:44.235228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Transition to ACTIVE for port object ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:26:44.253812 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Transition to ACTIVE for port object ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:26:44.260838 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:44.310228 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:26:44.315144 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:26:44.320427 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:26:44.331226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Pushing event updated for resources: {'Port': ['ID=ef33c888-d4b2-4198-ba50-4b7cd3fd7f37,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:44.390837 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Attempting to bind port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:26:44.391212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Attempting to bind port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:26:44.391583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Attempting to bind port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 on network 10260a7d-97b6-4f69-aefa-b0e4464b7417 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:26:44.396924 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:26:44.397339 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Checking segment: {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:26:44.397749 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:44.398150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Bound using segment: {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:26:44.398628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Bound port: ef33c888-d4b2-4198-ba50-4b7cd3fd7f37, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:26:44.399013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:44.445253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.1 (10260a7d-97b6-4f69-aefa-b0e4464b7417/d6e333f7-2694-41c1-ac78-af2c2e34d20f/c5f071d0-5cc0-44e3-8b53-36953cb827bf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:26:44.466412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] For port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:26:44.470261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] For port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ef33c888-d4b2-4198-ba50-4b7cd3fd7f37,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:26:44.475822 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:44.545235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca0b2b-8a87-448d-949b-fdc298ea84a7 None None] Pushing event updated for resources: {'Port': ['ID=ef33c888-d4b2-4198-ba50-4b7cd3fd7f37,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:44.603300 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:44.619729 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object c5f071d0-5cc0-44e3-8b53-36953cb827bf will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:26:44.656090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:44.967885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:26:44.971091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:26:44.978757 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:26:45.008599 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=c5f071d0-5cc0-44e3-8b53-36953cb827bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:45.029766 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:45.158672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:45.460347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:45.466151 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:45.488241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda0ed4-efc7-4bd6-a449-f425c3717cea None None] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:26:45.543217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=c5f071d0-5cc0-44e3-8b53-36953cb827bf,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:45.546744 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:45.570327 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fabc5d1f-b260-403d-90b9-78a85d2d5f9f None None] Provisioning for port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:26:45.657342 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:26:45.659291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:26:45.796166 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 09d681f6-e012-479b-99e6-7638dddc0969 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:26:45.925286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:26:45.933966 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6174d5db-e7a6-475d-97d5-8ad698ba45f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/09d681f6-e012-479b-99e6-7638dddc0969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6164095 Aug 30 15:26:46.032605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Sync routers for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:26:46.054441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:46.055102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:46.065622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c173d7b3-b063-494b-8930-d2854676ae1a None None] Provisioning for port c5f071d0-5cc0-44e3-8b53-36953cb827bf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:26:46.136932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:26:46.160010 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c173d7b3-b063-494b-8930-d2854676ae1a None None] Provisioning complete for port c5f071d0-5cc0-44e3-8b53-36953cb827bf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:46.160388 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c173d7b3-b063-494b-8930-d2854676ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:46.160751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-a761b052-4dde-4369-85bd-8595612c6fbe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579841546&fields=id&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 267 time: 0.0467265 Aug 30 15:26:46.249342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c173d7b3-b063-494b-8930-d2854676ae1a None None] Port c5f071d0-5cc0-44e3-8b53-36953cb827bf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:26:46.284063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:46.313504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:26:46.315918 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d748f5-9e90-456d-b854-063d05e25204 req-f023cb31-2682-44b1-80b9-0078c7fce6d3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:46.317898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-f023cb31-2682-44b1-80b9-0078c7fce6d3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/networks?id=10260a7d-97b6-4f69-aefa-b0e4464b7417 HTTP/1.1" status: 200 len: 796 time: 0.1420698 Aug 30 15:26:46.319514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:46.319889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:46.336789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-c368b4e6-53b5-4ca4-b396-0d25717f1f15 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/quotas/72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 375 time: 0.0111432 Aug 30 15:26:46.411643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-f9e914be-27bb-48b7-9aa8-7c3d3bfe4863 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684357 Aug 30 15:26:46.454387 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:46.503593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24924f2f-59da-4925-bfa9-fd561f181e7f None None] Provisioning complete for port c5f071d0-5cc0-44e3-8b53-36953cb827bf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:46.504331 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24924f2f-59da-4925-bfa9-fd561f181e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:46.553764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-b27d1dc1-0d8c-48e3-8754-9cdc10ada101 service neutron] 10.222.0.50 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401105 Aug 30 15:26:46.582279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ef33c888-d4b2-4198-ba50-4b7cd3fd7f37,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:46.588569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-24924f2f-59da-4925-bfa9-fd561f181e7f None None] Port c5f071d0-5cc0-44e3-8b53-36953cb827bf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:26:46.590165 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:46.591015 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a5bd7326-a69b-4a43-a597-12a1347f6412 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:26:46.671319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-26ff5215-72f1-4385-a9bd-7d5f4598b546 service neutron] 10.222.0.50 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081982 Aug 30 15:26:46.730120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ef33c888-d4b2-4198-ba50-4b7cd3fd7f37,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:46.748603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-081cde8c-ec66-413d-930a-f9474db046c0 None None] Provisioning complete for port c5f071d0-5cc0-44e3-8b53-36953cb827bf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:46.749269 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-081cde8c-ec66-413d-930a-f9474db046c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:46.770246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port a5bd7326-a69b-4a43-a597-12a1347f6412 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:26:46.779769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a5bd7326-a69b-4a43-a597-12a1347f6412 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:46.780148 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:46.792403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 2, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:46.845213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Checking router: 09d681f6-e012-479b-99e6-7638dddc0969 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:26:46.845584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Updating router 09d681f6-e012-479b-99e6-7638dddc0969 port c5f071d0-5cc0-44e3-8b53-36953cb827bf binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:26:46.849301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-081cde8c-ec66-413d-930a-f9474db046c0 None None] Port c5f071d0-5cc0-44e3-8b53-36953cb827bf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:26:46.850183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1eae1844-0547-470e-8d72-231c0fb62d1d req-c96b7ff0-372b-44e0-9cd6-50034a769ebf tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 210 time: 0.0272646 Aug 30 15:26:46.891687 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:46.972441 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:47.048523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port a5bd7326-a69b-4a43-a597-12a1347f6412, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a5bd7326-a69b-4a43-a597-12a1347f6412,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:47.055156 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:47.157524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=a5bd7326-a69b-4a43-a597-12a1347f6412,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:47.241627 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:47.251255 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Transition to ACTIVE for port object c5f071d0-5cc0-44e3-8b53-36953cb827bf will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:26:47.257212 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:47.304554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8640-49fb-49ea-aebe-19d572408f5e None None] Pushing event updated for resources: {'Port': ['ID=c5f071d0-5cc0-44e3-8b53-36953cb827bf,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:47.359033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Attempting to bind port c5f071d0-5cc0-44e3-8b53-36953cb827bf on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:26:47.359526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Attempting to bind port c5f071d0-5cc0-44e3-8b53-36953cb827bf by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:26:47.359752 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Attempting to bind port c5f071d0-5cc0-44e3-8b53-36953cb827bf on network 10260a7d-97b6-4f69-aefa-b0e4464b7417 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:26:47.364770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:26:47.365592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Checking segment: {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:26:47.366001 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:47.366398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Bound using segment: {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:26:47.366871 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Bound port: c5f071d0-5cc0-44e3-8b53-36953cb827bf, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:26:47.367253 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:47.431565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] For port c5f071d0-5cc0-44e3-8b53-36953cb827bf, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:26:47.435250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] For port c5f071d0-5cc0-44e3-8b53-36953cb827bf, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c5f071d0-5cc0-44e3-8b53-36953cb827bf,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:26:47.439961 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:47.510016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:26:47.510673 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:47.513297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8640-49fb-49ea-aebe-19d572408f5e None None] Pushing event updated for resources: {'Port': ['ID=c5f071d0-5cc0-44e3-8b53-36953cb827bf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:47.623224 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:26:47.833807 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:47Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:26:47.860057 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1c989-c87b-4b56-b6f0-a4241e7b963e None None] The sync data for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 is: [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:47Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:26:47.965205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-898be6b9-8a91-4bd7-b075-703c993c7789 req-bafdd2ce-8dfb-4499-aeb2-fb2cd0e20a75 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 210 time: 0.0419953 Aug 30 15:26:48.145251 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:26:48.198200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:48.198971 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:48.436413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a5bd7326-a69b-4a43-a597-12a1347f6412 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:26:48.484261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port a5bd7326-a69b-4a43-a597-12a1347f6412 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:48.484643 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:48.562756 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c5f071d0-5cc0-44e3-8b53-36953cb827bf up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:26:48.619636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port c5f071d0-5cc0-44e3-8b53-36953cb827bf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:26:48.623699 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c5f071d0-5cc0-44e3-8b53-36953cb827bf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:48.624243 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:48.704992 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:48.737944 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port c5f071d0-5cc0-44e3-8b53-36953cb827bf, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c5f071d0-5cc0-44e3-8b53-36953cb827bf,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:48.741648 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:48.793309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=c5f071d0-5cc0-44e3-8b53-36953cb827bf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:49.057790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b85e4e65-a94e-4a20-8407-e8b13e28f710 req-378a1ca7-f6fb-470c-a939-c45c98b567be tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 210 time: 0.0263107 Aug 30 15:26:49.840662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d748f5-9e90-456d-b854-063d05e25204 req-49b57a3f-88e6-4d55-b04d-becabae263ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:49.842204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-49b57a3f-88e6-4d55-b04d-becabae263ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/networks?id=10260a7d-97b6-4f69-aefa-b0e4464b7417 HTTP/1.1" status: 200 len: 796 time: 0.1081855 Aug 30 15:26:49.887477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-58cad0e9-ce7b-46b1-b7f4-8cd5fb4d9cc2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 379 time: 0.0353680 Aug 30 15:26:49.897740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'port': {'device_id': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'admin_state_up': True, 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'security_groups': ['66082b69-fe10-4159-be29-333f530e698e']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:50.009738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:26:50.013696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.033777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c5f071d0-5cc0-44e3-8b53-36953cb827bf up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:26:50.085287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port c5f071d0-5cc0-44e3-8b53-36953cb827bf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:50.085665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.163505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-46c8460c-8ab9-4e27-b0dd-e715d7e2df52 req-5b15a0ac-987f-4882-a7ed-2cb2fd4457e4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 210 time: 0.0353947 Aug 30 15:26:50.173787 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.10 (10260a7d-97b6-4f69-aefa-b0e4464b7417/d6e333f7-2694-41c1-ac78-af2c2e34d20f/8f37f92d-0de4-4835-895d-18cd759dec7d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:26:50.322196 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.336685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object 8f37f92d-0de4-4835-895d-18cd759dec7d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:26:50.371436 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.424466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:26:50.427584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:26:50.431413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:26:50.438328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=8f37f92d-0de4-4835-895d-18cd759dec7d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:50.484901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:50.485617 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.503450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-76120672-d22d-4037-8ba7-7effbb34255a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6091833 Aug 30 15:26:50.583092 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Request body: {'port': {'device_id': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:50.646336 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.649430 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.700922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e2dd0f69-5ed8-4ede-92f4-d461784fdac3 None None] Provisioning for port 8f37f92d-0de4-4835-895d-18cd759dec7d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:26:50.705344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e2dd0f69-5ed8-4ede-92f4-d461784fdac3 None None] Provisioning complete for port 8f37f92d-0de4-4835-895d-18cd759dec7d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:50.705733 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0f69-5ed8-4ede-92f4-d461784fdac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.741426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd0f69-5ed8-4ede-92f4-d461784fdac3 None None] Port 8f37f92d-0de4-4835-895d-18cd759dec7d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:26:50.943462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f37f92d-0de4-4835-895d-18cd759dec7d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:26:50.952455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:50.964484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Transition to ACTIVE for port object 8f37f92d-0de4-4835-895d-18cd759dec7d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:26:50.969869 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:51.021727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Pushing event updated for resources: {'Port': ['ID=8f37f92d-0de4-4835-895d-18cd759dec7d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:51.092962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Attempting to bind port 8f37f92d-0de4-4835-895d-18cd759dec7d on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:26:51.093346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Attempting to bind port 8f37f92d-0de4-4835-895d-18cd759dec7d by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:26:51.093687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Attempting to bind port 8f37f92d-0de4-4835-895d-18cd759dec7d on network 10260a7d-97b6-4f69-aefa-b0e4464b7417 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:26:51.098341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Port 8f37f92d-0de4-4835-895d-18cd759dec7d on network 10260a7d-97b6-4f69-aefa-b0e4464b7417 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:26:51.098675 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Attempting to bind port 8f37f92d-0de4-4835-895d-18cd759dec7d on network 10260a7d-97b6-4f69-aefa-b0e4464b7417 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:26:51.103773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:26:51.104118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Checking segment: {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:26:51.104505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Bound using segment: {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:26:51.104935 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Bound port: 8f37f92d-0de4-4835-895d-18cd759dec7d, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa75645-1615-4b60-9271-679f9c24d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:26:51.105336 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:51.178031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] For port 8f37f92d-0de4-4835-895d-18cd759dec7d, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:26:51.181604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] For port 8f37f92d-0de4-4835-895d-18cd759dec7d, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8f37f92d-0de4-4835-895d-18cd759dec7d,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:26:51.186596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:51.226213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:51.226857 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:51.228284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] 10.222.0.39 "PUT /v2.0/ports/8f37f92d-0de4-4835-895d-18cd759dec7d HTTP/1.1" status: 200 len: 1092 time: 0.7175019 Aug 30 15:26:51.230934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:26:51.234529 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d" -d '{"events": [{"name": "network-changed", "server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:26:51.272226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132db911-f5ea-43f8-b021-a782015ccd74 service neutron] Pushing event updated for resources: {'Port': ['ID=8f37f92d-0de4-4835-895d-18cd759dec7d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:51.303017 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3f390-ff51-4296-82c5-c2ab6bce851e req-00b31d0f-b708-429b-8dfd-3b9ce5bad6da tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:51.312432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cde3f390-ff51-4296-82c5-c2ab6bce851e req-00b31d0f-b708-429b-8dfd-3b9ce5bad6da tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 944 time: 0.0720308 Aug 30 15:26:51.323287 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afa6d6e-cf21-47cf-a964-d7848b1b0f0c x-openstack-request-id: req-1afa6d6e-cf21-47cf-a964-d7848b1b0f0c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:26:51.323579 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:26:51.323969 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1afa6d6e-cf21-47cf-a964-d7848b1b0f0c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:26:51.324367 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'status': 'completed', 'code': 200} Aug 30 15:26:51.339037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d748f5-9e90-456d-b854-063d05e25204 req-ebc4c8f4-47ac-40c7-83f4-4cf80baa8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:51.340863 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-ebc4c8f4-47ac-40c7-83f4-4cf80baa8768 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 1095 time: 0.0537264 Aug 30 15:26:51.349843 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cde3f390-ff51-4296-82c5-c2ab6bce851e req-a5735251-8b25-41d9-aa58-32b7f42b6753 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364099 Aug 30 15:26:51.389647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-c650dc1c-380a-4553-bff7-905f85e9ac1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f37f92d-0de4-4835-895d-18cd759dec7d HTTP/1.1" status: 200 len: 217 time: 0.0410914 Aug 30 15:26:51.440645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d748f5-9e90-456d-b854-063d05e25204 req-873f9015-da77-4e71-af54-8ae2da1a8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:51.442674 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-873f9015-da77-4e71-af54-8ae2da1a8d2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6e333f7-2694-41c1-ac78-af2c2e34d20f HTTP/1.1" status: 200 len: 835 time: 0.0459287 Aug 30 15:26:51.486881 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d748f5-9e90-456d-b854-063d05e25204 req-c4ef9908-df63-47d4-89c8-b467c1fb2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:51.489201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-c4ef9908-df63-47d4-89c8-b467c1fb2a05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10260a7d-97b6-4f69-aefa-b0e4464b7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402124 Aug 30 15:26:51.580235 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-ed711e86-3a9c-4e02-a77b-ab11f9a1b3df service neutron] 10.222.0.39 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842195 Aug 30 15:26:51.669902 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-63d748f5-9e90-456d-b854-063d05e25204 req-3d906f06-b324-4b39-9e99-7d3f539dacc2 service neutron] 10.222.0.39 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829811 Aug 30 15:26:51.750099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-cefac8f2-535e-47e9-a06e-423bf20404dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:51.751470 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-cefac8f2-535e-47e9-a06e-423bf20404dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 1095 time: 0.0405490 Aug 30 15:26:51.857429 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-28833463-884d-4523-bd4f-5e51b80a274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:51.858935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-28833463-884d-4523-bd4f-5e51b80a274b service neutron] 10.222.0.39 "GET /v2.0/networks?id=10260a7d-97b6-4f69-aefa-b0e4464b7417 HTTP/1.1" status: 200 len: 897 time: 0.1009650 Aug 30 15:26:51.903441 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-ba088137-c244-4288-ae89-bcf5e9318d29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f37f92d-0de4-4835-895d-18cd759dec7d HTTP/1.1" status: 200 len: 217 time: 0.0354135 Aug 30 15:26:51.955607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-10591d9a-d26d-4329-8a4c-7f46c764d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:51.957030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-10591d9a-d26d-4329-8a4c-7f46c764d2be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6e333f7-2694-41c1-ac78-af2c2e34d20f HTTP/1.1" status: 200 len: 835 time: 0.0473759 Aug 30 15:26:52.023743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-f988deff-70bb-4f38-ab87-78960c3afb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:52.025908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-f988deff-70bb-4f38-ab87-78960c3afb4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10260a7d-97b6-4f69-aefa-b0e4464b7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617518 Aug 30 15:26:52.117067 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-0bd1d4e8-0198-41dc-9da8-65ead73f07f8 service neutron] 10.222.0.39 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833204 Aug 30 15:26:52.247580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1fe53f7-13e3-4e81-9d50-8389d20ca98d req-d9fc2897-9050-48f3-a46c-3ff0790b29c0 service neutron] 10.222.0.39 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227474 Aug 30 15:26:52.503198 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af885ef-0efc-4a17-ad3f-41d431d447aa req-27f16fcd-5707-4307-b699-114ab022d3e1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:52.505238 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8af885ef-0efc-4a17-ad3f-41d431d447aa req-27f16fcd-5707-4307-b699-114ab022d3e1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 944 time: 0.0574770 Aug 30 15:26:52.575845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8af885ef-0efc-4a17-ad3f-41d431d447aa req-92744490-e2da-41b2-9232-cf56011fde3a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593143 Aug 30 15:26:53.706121 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b3c0-280d-4522-9a47-a329f9ffd985 req-b8fc3600-f490-42f2-be76-984804d9291f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:53.707589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c748b3c0-280d-4522-9a47-a329f9ffd985 req-b8fc3600-f490-42f2-be76-984804d9291f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 944 time: 0.0524578 Aug 30 15:26:53.745168 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c748b3c0-280d-4522-9a47-a329f9ffd985 req-472375ce-27bb-48cd-8ccb-c5c43b4be82f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Aug 30 15:26:54.664961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 8f37f92d-0de4-4835-895d-18cd759dec7d details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:26:54.759892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 8f37f92d-0de4-4835-895d-18cd759dec7d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8f37f92d-0de4-4835-895d-18cd759dec7d,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:54.771899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'port_id': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'mac_address': 'fa:16:3e:19:6d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:26:54.809657 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:54.822804 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f37f92d-0de4-4835-895d-18cd759dec7d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:26:54.842863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 8f37f92d-0de4-4835-895d-18cd759dec7d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8f37f92d-0de4-4835-895d-18cd759dec7d,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:54.847659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:54.864134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec072701-8ee2-49c7-a87c-24f2da0c9649 req-551dc560-51c4-4ee9-af0b-be77e63e3c58 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:54.865681 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec072701-8ee2-49c7-a87c-24f2da0c9649 req-551dc560-51c4-4ee9-af0b-be77e63e3c58 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 944 time: 0.0523400 Aug 30 15:26:54.899296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=8f37f92d-0de4-4835-895d-18cd759dec7d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:54.903991 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ec072701-8ee2-49c7-a87c-24f2da0c9649 req-e354e021-25a2-411c-a9f3-710428ea4c7e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Aug 30 15:26:55.067603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['8f37f92d-0de4-4835-895d-18cd759dec7d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:26:55.260424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08aff4c3-aab0-418c-adfc-67a5f68594f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:56.017398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea9e6b-e07f-4638-a9e8-5c9d675f2aa6 req-6a1335c5-639b-4216-a223-9f2d8b9199ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:56.018905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bcea9e6b-e07f-4638-a9e8-5c9d675f2aa6 req-6a1335c5-639b-4216-a223-9f2d8b9199ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 945 time: 0.0481203 Aug 30 15:26:56.056748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bcea9e6b-e07f-4638-a9e8-5c9d675f2aa6 req-6d51275b-d26b-4292-abe3-3635e1160255 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318637 Aug 30 15:26:56.681594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 8f37f92d-0de4-4835-895d-18cd759dec7d up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:26:56.737358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 8f37f92d-0de4-4835-895d-18cd759dec7d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:26:56.741098 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 8f37f92d-0de4-4835-895d-18cd759dec7d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:26:56.741481 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:56.826571 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:56.854305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:26:56.856839 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be6b9a8-4336-47b3-98f7-7f5302a6a906" -d '{"events": [{"server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "name": "network-vif-plugged", "status": "completed", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:26:56.871729 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 8f37f92d-0de4-4835-895d-18cd759dec7d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8f37f92d-0de4-4835-895d-18cd759dec7d,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:26:56.876024 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:56.905688 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d5f58-981e-4307-9b87-90a8eefdbb5a x-openstack-request-id: req-193d5f58-981e-4307-9b87-90a8eefdbb5a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:26:56.905975 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "name": "network-vif-plugged", "status": "completed", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:26:56.906230 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-193d5f58-981e-4307-9b87-90a8eefdbb5a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:26:56.906614 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'code': 200} Aug 30 15:26:56.939740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=8f37f92d-0de4-4835-895d-18cd759dec7d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:56.999964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905db4c-41c1-4e8a-9777-384b579492c4 req-a4596678-ae1c-4856-b010-b236904f009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:57.001623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b905db4c-41c1-4e8a-9777-384b579492c4 req-a4596678-ae1c-4856-b010-b236904f009f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 1097 time: 0.0468433 Aug 30 15:26:57.039672 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b905db4c-41c1-4e8a-9777-384b579492c4 req-c1b12a61-2c48-4c96-a3be-a89d052a6156 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313013 Aug 30 15:26:57.169356 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36768c-e6cb-4862-ad12-c27e0c6fbe06 req-c1306372-7838-45d4-9e85-21ad4d685d29 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:57.170822 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc36768c-e6cb-4862-ad12-c27e0c6fbe06 req-c1306372-7838-45d4-9e85-21ad4d685d29 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0477481 Aug 30 15:26:57.214702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc36768c-e6cb-4862-ad12-c27e0c6fbe06 req-a6780e12-8e37-448d-a97a-9c6229d6e750 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378606 Aug 30 15:26:57.921775 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3af8d16-cddd-4dbf-9a19-91668fc93eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:58.329988 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df443bd2-9359-4d23-a386-4c503a3be730 req-9f87e656-7dfc-4ff0-be9d-93e7409bcfa9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:58.331483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df443bd2-9359-4d23-a386-4c503a3be730 req-9f87e656-7dfc-4ff0-be9d-93e7409bcfa9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0487292 Aug 30 15:26:58.368983 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-df443bd2-9359-4d23-a386-4c503a3be730 req-89a6fd12-5308-49d6-9466-f6a7c3a17166 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316155 Aug 30 15:26:58.486961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8121ec-4032-4564-8e20-e7e3c570c410 req-d378ea06-4e85-4dc6-b379-d214a79950f9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:58.488432 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ec8121ec-4032-4564-8e20-e7e3c570c410 req-d378ea06-4e85-4dc6-b379-d214a79950f9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0526915 Aug 30 15:26:58.526889 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ec8121ec-4032-4564-8e20-e7e3c570c410 req-1af571f6-fe9d-4e62-a3a5-ab6a93b2a59d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324481 Aug 30 15:26:58.548228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:58.587794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cdb6ee-c7ad-4dd2-bf50-8b15e88f1696 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:26:58.589319 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-24cdb6ee-c7ad-4dd2-bf50-8b15e88f1696 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 1092 time: 0.0400627 Aug 30 15:26:58.592174 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:26:58.596486 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:26:58.617997 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:58.704465 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:58.720674 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:58.826962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.53 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/3937ff2d-7c25-4272-bd87-1cb5bfd4393d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:26:58.926838 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:58.967224 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:59.006431 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:26:59.009369 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:26:59.013555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:26:59.039238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=3937ff2d-7c25-4272-bd87-1cb5bfd4393d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:59.461764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:59.667786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:59.736811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:59.883632 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:59.889183 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:26:59.963161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=3937ff2d-7c25-4272-bd87-1cb5bfd4393d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:26:59.972420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:00.075015 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP b28a55d8-8b89-4111-b9b4-9fbad542610e associated. External IP: 172.25.6.53, port: 8f37f92d-0de4-4835-895d-18cd759dec7d. Aug 30 15:27:00.290575 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 09d681f6-e012-479b-99e6-7638dddc0969 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:27:00.409021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:27:00.419298 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] Sync routers for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:27:00.425668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:00.429034 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:00.429699 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:00.456179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a3775c14-9bdf-494f-be08-a0269b0131b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8604331 Aug 30 15:27:00.456179 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:27:00.461962 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13f5f02-b427-4621-a8f9-63d5818c7950" -d '{"events": [{"name": "network-changed", "server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:27:00.502818 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a468058d-d7dd-4ee3-935b-aa34b7e9e55e x-openstack-request-id: req-a468058d-d7dd-4ee3-935b-aa34b7e9e55e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:27:00.503106 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:27:00.503354 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a468058d-d7dd-4ee3-935b-aa34b7e9e55e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:27:00.503756 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'status': 'completed', 'code': 200} Aug 30 15:27:00.547549 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:00.585239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e784462-2cbe-4c57-91aa-cb07394dfa53 req-488a1b7b-0a7a-4bf6-98c8-ed86a4a7629d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:00.586721 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e784462-2cbe-4c57-91aa-cb07394dfa53 req-488a1b7b-0a7a-4bf6-98c8-ed86a4a7629d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0809979 Aug 30 15:27:00.592137 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-faa92b3c-dcee-43e9-bbb9-b5ddaf251068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:00.593551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-faa92b3c-dcee-43e9-bbb9-b5ddaf251068 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 1097 time: 0.0593157 Aug 30 15:27:00.674187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e784462-2cbe-4c57-91aa-cb07394dfa53 req-fa32536c-fd1a-45f1-8abe-9fae10a02740 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796707 Aug 30 15:27:00.699300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:00.709954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-90a32e63-98a9-4eb9-81e4-0ec08c3fd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:00.711414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-90a32e63-98a9-4eb9-81e4-0ec08c3fd20b service neutron] 10.222.0.39 "GET /v2.0/networks?id=10260a7d-97b6-4f69-aefa-b0e4464b7417 HTTP/1.1" status: 200 len: 897 time: 0.1038668 Aug 30 15:27:00.769360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6211bfd1-e1a9-4451-96ef-7bc5259c7c08 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b28a55d8-8b89-4111-b9b4-9fbad542610e HTTP/1.1" status: 200 len: 991 time: 0.0682771 Aug 30 15:27:00.779765 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b28a55d8-8b89-4111-b9b4-9fbad542610e', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'port_id': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'mac_address': 'fa:16:3e:19:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:26:59Z', 'updated_at': '2021-08-30T15:26:59Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:00.782958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-0e30c70f-3dae-427f-9496-08896150fc3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f37f92d-0de4-4835-895d-18cd759dec7d HTTP/1.1" status: 200 len: 999 time: 0.0638256 Aug 30 15:27:00.811525 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] Checking router: 09d681f6-e012-479b-99e6-7638dddc0969 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:27:00.820487 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:00.821823 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:26:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:00.839441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-0546e2f3-c702-44a8-bcc9-62dcb10933fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:00.841201 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-0546e2f3-c702-44a8-bcc9-62dcb10933fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6e333f7-2694-41c1-ac78-af2c2e34d20f HTTP/1.1" status: 200 len: 835 time: 0.0510845 Aug 30 15:27:00.884850 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-5b927110-81b5-41b8-915d-ab5902b3b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:00.886361 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-5b927110-81b5-41b8-915d-ab5902b3b36d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10260a7d-97b6-4f69-aefa-b0e4464b7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389922 Aug 30 15:27:00.921613 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:00.977612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-cd54dcda-1d68-4dce-b27a-395668986054 service neutron] 10.222.0.39 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839677 Aug 30 15:27:01.079606 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a13f5f02-b427-4621-a8f9-63d5818c7950 req-454effff-af01-4123-afe8-9b94061e402b service neutron] 10.222.0.39 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949001 Aug 30 15:27:01.144128 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b28a55d8-8b89-4111-b9b4-9fbad542610e', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'port_id': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'mac_address': 'fa:16:3e:19:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:26:59Z', 'updated_at': '2021-08-30T15:26:59Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:01.170679 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7147d-8c49-4ee1-9e17-741586c04578 None None] The sync data for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 is: [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b28a55d8-8b89-4111-b9b4-9fbad542610e', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'port_id': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'mac_address': 'fa:16:3e:19:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:26:59Z', 'updated_at': '2021-08-30T15:26:59Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:27:01.353792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bfd186-88b9-421e-9fb6-db38f11219b9 None None] New status for floating IP b28a55d8-8b89-4111-b9b4-9fbad542610e: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:27:01.771497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:01.829970 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:01.835089 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9f9f4b5b-e11d-46fa-a2e1-ff4698e879c0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b28a55d8-8b89-4111-b9b4-9fbad542610e HTTP/1.1" status: 200 len: 993 time: 0.0624554 Aug 30 15:27:03.421377 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:07.412879 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:27:20.649870 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:25.254285 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-945587c5-5cb8-44f2-bbac-310b01c85100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:27.924809 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43c83e11-631c-4120-ae90-e0e9421f02d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:28.704602 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:29.460773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:31.837379 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:33.280760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491084-b567-499d-8821-9bc6b0fdf1e1 req-9955cbc9-551f-46cb-afc1-254ef2bbea3c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:33.283680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0491084-b567-499d-8821-9bc6b0fdf1e1 req-9955cbc9-551f-46cb-afc1-254ef2bbea3c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.1118724 Aug 30 15:27:33.329728 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0491084-b567-499d-8821-9bc6b0fdf1e1 req-b840a838-6800-4d61-a0be-daaec7d8daeb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392070 Aug 30 15:27:33.440791 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:34.515822 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ceb5a-0c67-4581-acad-1619cfb7e742 req-9e6153a8-02c4-415d-955a-1d83e7623e4b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:34.517417 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d63ceb5a-0c67-4581-acad-1619cfb7e742 req-9e6153a8-02c4-415d-955a-1d83e7623e4b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.1080275 Aug 30 15:27:34.557122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d63ceb5a-0c67-4581-acad-1619cfb7e742 req-1a81ef43-43f1-42ae-82d5-293be31d1e3c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333128 Aug 30 15:27:34.580874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:34.646181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae395595-3868-4edd-98d7-d1728b47ac6b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b28a55d8-8b89-4111-b9b4-9fbad542610e HTTP/1.1" status: 200 len: 993 time: 0.0639696 Aug 30 15:27:35.914147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6da52f-b2d5-4f4b-a53a-242419add000 req-8e6e14c3-731e-469a-86a6-b15d97b3521e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:35.915707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa6da52f-b2d5-4f4b-a53a-242419add000 req-8e6e14c3-731e-469a-86a6-b15d97b3521e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0550120 Aug 30 15:27:35.953625 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fa6da52f-b2d5-4f4b-a53a-242419add000 req-e2c79fad-019c-4b48-9313-487b477e2074 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318604 Aug 30 15:27:37.079136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d7343-a472-436e-b857-cfe76fd04e7b req-63c3cb14-2fcb-41a2-9819-bfe5bbb9b23c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:37.080649 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-252d7343-a472-436e-b857-cfe76fd04e7b req-63c3cb14-2fcb-41a2-9819-bfe5bbb9b23c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0535648 Aug 30 15:27:37.117287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-252d7343-a472-436e-b857-cfe76fd04e7b req-46b8e1dd-2191-4ef2-8cbf-670c0fa86cf6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306768 Aug 30 15:27:37.139259 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59724) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:37.199288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d1c4bc63-9b5a-40fc-af40-14784e4356ef tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b28a55d8-8b89-4111-b9b4-9fbad542610e HTTP/1.1" status: 200 len: 993 time: 0.0589643 Aug 30 15:27:37.416578 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:37.568832 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 3937ff2d-7c25-4272-bd87-1cb5bfd4393d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:27:37.569113 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:37.641350 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:37.642212 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:37.653727 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 3937ff2d-7c25-4272-bd87-1cb5bfd4393d owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:27:37.832144 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:37.856349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=3937ff2d-7c25-4272-bd87-1cb5bfd4393d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:37.881882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.882233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.882571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.882906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.883243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.883571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.883918 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.884324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.884574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.884895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.885247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.885567 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:37.922695 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:37.923565 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP b28a55d8-8b89-4111-b9b4-9fbad542610e disassociated (deleted). External IP: 172.25.6.53, port: 8f37f92d-0de4-4835-895d-18cd759dec7d. Aug 30 15:27:38.122664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 09d681f6-e012-479b-99e6-7638dddc0969 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:27:38.228783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:27:38.233558 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:38.238096 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] Sync routers for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:27:38.246679 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:38.247294 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:38.259976 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3ae494eb-2c8e-4fc6-912d-693063e19596 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/floatingips/b28a55d8-8b89-4111-b9b4-9fbad542610e HTTP/1.1" status: 204 len: 168 time: 0.8422680 Aug 30 15:27:38.260565 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:27:38.262917 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e449596-7af9-49f9-9a4c-59411e6a6276" -d '{"events": [{"name": "network-changed", "server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:27:38.301537 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbcf876-94af-40f8-8c62-9e8b104ddfa1 x-openstack-request-id: req-cfbcf876-94af-40f8-8c62-9e8b104ddfa1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:27:38.301833 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:27:38.302079 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfbcf876-94af-40f8-8c62-9e8b104ddfa1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:27:38.302481 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'status': 'completed', 'code': 200} Aug 30 15:27:38.354694 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:38.364922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-d4f49e0c-b724-4d27-8235-281cb930f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:38.368055 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-d4f49e0c-b724-4d27-8235-281cb930f08b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 1097 time: 0.0433459 Aug 30 15:27:38.484162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-7c378bab-914b-4d8d-8cb4-1fbd20c0209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:38.485769 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-7c378bab-914b-4d8d-8cb4-1fbd20c0209f service neutron] 10.222.0.39 "GET /v2.0/networks?id=10260a7d-97b6-4f69-aefa-b0e4464b7417 HTTP/1.1" status: 200 len: 897 time: 0.0960851 Aug 30 15:27:38.493359 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d48be-4260-4e58-977b-ff60e6266495 req-a9f15afc-4f5d-4067-b686-a3082315d120 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:38.494990 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-248d48be-4260-4e58-977b-ff60e6266495 req-a9f15afc-4f5d-4067-b686-a3082315d120 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0522399 Aug 30 15:27:38.531782 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-ed333a64-1009-4c56-915d-ecae593352e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f37f92d-0de4-4835-895d-18cd759dec7d HTTP/1.1" status: 200 len: 217 time: 0.0371356 Aug 30 15:27:38.538117 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-248d48be-4260-4e58-977b-ff60e6266495 req-63e5cc46-da76-4c9f-a465-ee9b3e549616 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361767 Aug 30 15:27:38.558590 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:38.582015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-9680f46e-ba0b-43ec-a94f-70ddbf89a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:38.583452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-9680f46e-ba0b-43ec-a94f-70ddbf89a9e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6e333f7-2694-41c1-ac78-af2c2e34d20f HTTP/1.1" status: 200 len: 835 time: 0.0442321 Aug 30 15:27:38.585146 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] Checking router: 09d681f6-e012-479b-99e6-7638dddc0969 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:27:38.593204 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:38.593805 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:38.634405 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-408b64f1-eded-47e4-861b-0108d1256850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:38.635879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-408b64f1-eded-47e4-861b-0108d1256850 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10260a7d-97b6-4f69-aefa-b0e4464b7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436866 Aug 30 15:27:38.698411 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:38.726603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-38e8c506-71cf-4e34-8718-a63cdc968ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824955 Aug 30 15:27:38.819267 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7e449596-7af9-49f9-9a4c-59411e6a6276 req-219863bb-18c8-4205-950a-4b00fd4ceba4 service neutron] 10.222.0.39 "GET /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855925 Aug 30 15:27:38.891303 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:38.920512 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc37b26-adcf-47fb-b806-d875bc47f043 None None] The sync data for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 is: [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'c5f071d0-5cc0-44e3-8b53-36953cb827bf', 'name': '', 'network_id': '10260a7d-97b6-4f69-aefa-b0e4464b7417', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:14:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:44Z', 'updated_at': '2021-08-30T15:26:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': 'd6e333f7-2694-41c1-ac78-af2c2e34d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:27:39.143064 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b386ac-61c8-4a21-ab8f-cc48f1de99e7 None None] New status for floating IP b28a55d8-8b89-4111-b9b4-9fbad542610e: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:27:39.654162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee87500-eac8-4a53-ab17-97652e4a66a5 req-60c4bf10-e6bb-464f-be80-91cbed2e4a7b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:39.655648 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ee87500-eac8-4a53-ab17-97652e4a66a5 req-60c4bf10-e6bb-464f-be80-91cbed2e4a7b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0499465 Aug 30 15:27:39.693469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4ee87500-eac8-4a53-ab17-97652e4a66a5 req-fabf57e0-31e6-4cf4-82db-009ce254c1c2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=66082b69-fe10-4159-be29-333f530e698e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Aug 30 15:27:39.970199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-e7e89e22-7ac8-43c3-a7b8-57f01cb4e4be tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:39.971617 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-e7e89e22-7ac8-43c3-a7b8-57f01cb4e4be tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 946 time: 0.0473194 Aug 30 15:27:40.062754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 8f37f92d-0de4-4835-895d-18cd759dec7d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:27:40.063093 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:40.149304 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port 8f37f92d-0de4-4835-895d-18cd759dec7d, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=8f37f92d-0de4-4835-895d-18cd759dec7d,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:40.149678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:40.162805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 8f37f92d-0de4-4835-895d-18cd759dec7d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:27:40.293422 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:40.321774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=8f37f92d-0de4-4835-895d-18cd759dec7d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:40.334110 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.334460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.334801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.335136 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.335464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.335794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.336120 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.336445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.336767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.337111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.337432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.337749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:40.374924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] No DVR routers for this DVR port 8f37f92d-0de4-4835-895d-18cd759dec7d on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:27:40.377998 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:40.380050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80502e72-5919-4a3a-8c09-b1a5dfc0c3d1 req-172baef7-f741-4f3e-a09d-6cfdff9102a1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "DELETE /v2.0/ports/8f37f92d-0de4-4835-895d-18cd759dec7d HTTP/1.1" status: 204 len: 173 time: 0.4017055 Aug 30 15:27:40.380483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'name': 'network-vif-deleted', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:27:40.383208 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b827e-7cfa-4ac7-8c43-bc2469ce4db1" -d '{"events": [{"server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "name": "network-vif-deleted", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:27:40.421682 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe6c111-fcee-47ff-af3d-8c366dc6e18c x-openstack-request-id: req-1fe6c111-fcee-47ff-af3d-8c366dc6e18c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:27:40.421970 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e3771d-564d-48a6-8ffe-8ac7bc9a9368", "name": "network-vif-deleted", "tag": "8f37f92d-0de4-4835-895d-18cd759dec7d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:27:40.422219 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fe6c111-fcee-47ff-af3d-8c366dc6e18c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:27:40.422616 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e3771d-564d-48a6-8ffe-8ac7bc9a9368', 'name': 'network-vif-deleted', 'tag': '8f37f92d-0de4-4835-895d-18cd759dec7d', 'status': 'completed', 'code': 200} Aug 30 15:27:40.809539 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-26535490-c76a-438a-b642-76ceafa880c1 req-cf43fa8e-1b40-4887-8000-452df7a11dff tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e3771d-564d-48a6-8ffe-8ac7bc9a9368 HTTP/1.1" status: 200 len: 210 time: 0.0301192 Aug 30 15:27:41.865996 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:42.276555 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:42.821315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port c5f071d0-5cc0-44e3-8b53-36953cb827bf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:27:42.821653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:42.883133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 8f37f92d-0de4-4835-895d-18cd759dec7d no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:27:42.909316 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port c5f071d0-5cc0-44e3-8b53-36953cb827bf, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=c5f071d0-5cc0-44e3-8b53-36953cb827bf,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:42.909893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 8f37f92d-0de4-4835-895d-18cd759dec7d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:27:42.910024 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:42.910134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 8f37f92d-0de4-4835-895d-18cd759dec7d not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:27:42.923529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for c5f071d0-5cc0-44e3-8b53-36953cb827bf owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:27:43.101407 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:43.126585 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=c5f071d0-5cc0-44e3-8b53-36953cb827bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:43.302894 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:43.513426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 09d681f6-e012-479b-99e6-7638dddc0969 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:27:43.614721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:27:43.620315 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-90d161eb-4659-4700-8a49-5f5aa4568ed1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/09d681f6-e012-479b-99e6-7638dddc0969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530870 Aug 30 15:27:43.622512 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:43.624096 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] Sync routers for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:27:43.633656 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:43.634273 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:43.677112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d9b91c-d32f-420c-a3a3-bdeefd1d5abd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting subnet d6e333f7-2694-41c1-ac78-af2c2e34d20f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:27:43.680138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b91c-d32f-420c-a3a3-bdeefd1d5abd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:43.720179 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b91c-d32f-420c-a3a3-bdeefd1d5abd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:43.738984 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:43.800335 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b91c-d32f-420c-a3a3-bdeefd1d5abd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:43.859790 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b91c-d32f-420c-a3a3-bdeefd1d5abd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:43.885538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9b91c-d32f-420c-a3a3-bdeefd1d5abd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e333f7-2694-41c1-ac78-af2c2e34d20f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:43.891728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b91c-d32f-420c-a3a3-bdeefd1d5abd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:43.896706 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:43.897659 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f769d9-71c6-457c-a807-6bc1b6888aca None None] Network 10260a7d-97b6-4f69-aefa-b0e4464b7417 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:27:43.904799 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f3d9b91c-d32f-420c-a3a3-bdeefd1d5abd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/subnets/d6e333f7-2694-41c1-ac78-af2c2e34d20f HTTP/1.1" status: 204 len: 168 time: 0.2802958 Aug 30 15:27:43.918026 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:27:43Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:43.945189 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] Checking router: 09d681f6-e012-479b-99e6-7638dddc0969 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:27:43.954470 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] Routers {'09d681f6-e012-479b-99e6-7638dddc0969'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:43.955191 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['09d681f6-e012-479b-99e6-7638dddc0969'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:44.009186 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.068759 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] Set router 09d681f6-e012-479b-99e6-7638dddc0969 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:44.125707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] DHCP port deletion for 10260a7d-97b6-4f69-aefa-b0e4464b7417 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:27:44.126213 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.178870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Deleting port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:27:44.179274 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.182223 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port a5bd7326-a69b-4a43-a597-12a1347f6412 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:27:44.182815 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.243115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] For port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ef33c888-d4b2-4198-ba50-4b7cd3fd7f37,segment=NetworkSegment(baa75645-1615-4b60-9271-679f9c24d94c),segment_id=baa75645-1615-4b60-9271-679f9c24d94c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:44.243547 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.254084 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:27:43Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:44.256453 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Calling delete_port for ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:27:44.266173 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port a5bd7326-a69b-4a43-a597-12a1347f6412, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=a5bd7326-a69b-4a43-a597-12a1347f6412,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:44.266596 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.280349 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for a5bd7326-a69b-4a43-a597-12a1347f6412 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:27:44.347256 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.377166 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] No DVR routers for this DVR port ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:27:44.379536 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2817cdd9-1d49-4d5a-a1a2-e9625bececa0 None None] The sync data for ids ['09d681f6-e012-479b-99e6-7638dddc0969'] in n-d-805668-3 is: [{'id': '09d681f6-e012-479b-99e6-7638dddc0969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1722547200', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:27:43Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'a5bd7326-a69b-4a43-a597-12a1347f6412', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d681f6-e012-479b-99e6-7638dddc0969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:26:40Z', 'updated_at': '2021-08-30T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:27:44.390848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Pushing event deleted for resources: {'Port': ['ID=ef33c888-d4b2-4198-ba50-4b7cd3fd7f37,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:44.399232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.399583 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.399931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.400271 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.400601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.400931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.404139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.404573 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.404948 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.405435 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.405771 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.406134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bddef-75e8-4464-8fd5-237c75ef581c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:44.416107 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:27:44.457860 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.486661 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=a5bd7326-a69b-4a43-a597-12a1347f6412,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:44.545207 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.633906 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.635944 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.677348 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.677807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Fanout notify agent at l3_agent the message router_deleted on router 09d681f6-e012-479b-99e6-7638dddc0969 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:27:44.684713 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.685846 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c83e90a3-8c18-4fdd-b5ee-4141a94863fd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/routers/09d681f6-e012-479b-99e6-7638dddc0969 HTTP/1.1" status: 204 len: 168 time: 0.7880831 Aug 30 15:27:44.689203 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:44.767959 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.855241 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.865801 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10260a7d-97b6-4f69-aefa-b0e4464b7417']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:44.876386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa75645-1615-4b60-9271-679f9c24d94c') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:44.876684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa75645-1615-4b60-9271-679f9c24d94c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:44.885603 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.903554 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.909838 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:27:44.910229 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:27:44.913381 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:27:44.973832 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.981225 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:44.986321 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/networks/10260a7d-97b6-4f69-aefa-b0e4464b7417 HTTP/1.1" status: 204 len: 168 time: 0.2930346 Aug 30 15:27:44.986721 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:44.995986 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d297f4-646e-4049-b6f6-ffc98ac85b8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Network': ['ID=10260a7d-97b6-4f69-aefa-b0e4464b7417,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:45.055656 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70076d30-5c80-46c3-bfc4-d265789d4fd4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.081219 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70076d30-5c80-46c3-bfc4-d265789d4fd4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.137900 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70076d30-5c80-46c3-bfc4-d265789d4fd4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.140535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70076d30-5c80-46c3-bfc4-d265789d4fd4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.141900 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-70076d30-5c80-46c3-bfc4-d265789d4fd4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/security-groups/66082b69-fe10-4159-be29-333f530e698e HTTP/1.1" status: 204 len: 168 time: 0.1540813 Aug 30 15:27:45.150849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70076d30-5c80-46c3-bfc4-d265789d4fd4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66082b69-fe10-4159-be29-333f530e698e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:45.419160 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:45.423936 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a34fd38d-1ae1-4102-8009-6af9dae650cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649652307', 'description': 'tempest-secgroup-smoke-649652307 description', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:45.446266 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34fd38d-1ae1-4102-8009-6af9dae650cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.523775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34fd38d-1ae1-4102-8009-6af9dae650cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.527202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34fd38d-1ae1-4102-8009-6af9dae650cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.558255 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a34fd38d-1ae1-4102-8009-6af9dae650cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.559452 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a34fd38d-1ae1-4102-8009-6af9dae650cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392972 Aug 30 15:27:45.561362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fd38d-1ae1-4102-8009-6af9dae650cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0293a566-a871-4bb8-9c0f-06fb99088862,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:45.562475 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59770) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:45.568147 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c79169d3-ed37-44a7-9554-3590c0769395 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '0293a566-a871-4bb8-9c0f-06fb99088862', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:45.593564 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c79169d3-ed37-44a7-9554-3590c0769395 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.646988 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c79169d3-ed37-44a7-9554-3590c0769395 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.650577 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c79169d3-ed37-44a7-9554-3590c0769395 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.670398 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79169d3-ed37-44a7-9554-3590c0769395 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5709ed-6c8d-4997-8365-9d1c9ced6b36,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:45.673699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c79169d3-ed37-44a7-9554-3590c0769395 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.674871 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c79169d3-ed37-44a7-9554-3590c0769395 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114025 Aug 30 15:27:45.677523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:45.681882 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-09f4ca5e-920d-4bc3-961d-153bd591a844 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '0293a566-a871-4bb8-9c0f-06fb99088862', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:45.707230 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f4ca5e-920d-4bc3-961d-153bd591a844 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.767846 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f4ca5e-920d-4bc3-961d-153bd591a844 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.771131 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f4ca5e-920d-4bc3-961d-153bd591a844 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.788360 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4ca5e-920d-4bc3-961d-153bd591a844 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695de2b3-89cd-4c1b-8376-a9c01c4fe1f9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:45.795876 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f4ca5e-920d-4bc3-961d-153bd591a844 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.797036 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-09f4ca5e-920d-4bc3-961d-153bd591a844 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184840 Aug 30 15:27:45.799739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:45.804122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f9673568-0903-4deb-9649-dffc835c40f6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '0293a566-a871-4bb8-9c0f-06fb99088862', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:45.830314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9673568-0903-4deb-9649-dffc835c40f6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.886003 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9673568-0903-4deb-9649-dffc835c40f6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.889872 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9673568-0903-4deb-9649-dffc835c40f6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.908176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9673568-0903-4deb-9649-dffc835c40f6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0933bf56-c879-4289-985d-11933a973c2a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:45.914544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9673568-0903-4deb-9649-dffc835c40f6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:45.916427 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f9673568-0903-4deb-9649-dffc835c40f6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157637 Aug 30 15:27:45.919263 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:45.924225 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-999d1289-fa03-4b81-8388-8f115d871ff8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '0293a566-a871-4bb8-9c0f-06fb99088862', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:45.954476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-999d1289-fa03-4b81-8388-8f115d871ff8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.030304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-999d1289-fa03-4b81-8388-8f115d871ff8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.034679 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-999d1289-fa03-4b81-8388-8f115d871ff8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.052559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d1289-fa03-4b81-8388-8f115d871ff8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3f167a-a120-4967-a21d-8d0d451fc66d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:46.059119 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-999d1289-fa03-4b81-8388-8f115d871ff8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.060360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-999d1289-fa03-4b81-8388-8f115d871ff8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398954 Aug 30 15:27:46.063004 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:46.067291 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:27:46.068064 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0bf37b11-eb51-429e-822d-acf534999a99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '0293a566-a871-4bb8-9c0f-06fb99088862', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:46.090202 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-0bf37b11-eb51-429e-822d-acf534999a99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:27:46.091076 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:27:46.091423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ef33c888-d4b2-4198-ba50-4b7cd3fd7f37 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:27:46.091847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a5bd7326-a69b-4a43-a597-12a1347f6412 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:27:46.095257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bf37b11-eb51-429e-822d-acf534999a99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.116700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: a5bd7326-a69b-4a43-a597-12a1347f6412 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:27:46.117070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device a5bd7326-a69b-4a43-a597-12a1347f6412 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:27:46.117493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c5f071d0-5cc0-44e3-8b53-36953cb827bf no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:27:46.138997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: c5f071d0-5cc0-44e3-8b53-36953cb827bf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:27:46.139269 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device c5f071d0-5cc0-44e3-8b53-36953cb827bf not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:27:46.160303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bf37b11-eb51-429e-822d-acf534999a99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.164700 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bf37b11-eb51-429e-822d-acf534999a99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.185955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf37b11-eb51-429e-822d-acf534999a99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce298f3-29f3-488c-b1af-2e3897a97730,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:46.195190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bf37b11-eb51-429e-822d-acf534999a99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.198629 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0bf37b11-eb51-429e-822d-acf534999a99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337976 Aug 30 15:27:46.201271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59780) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:46.206892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d686e2ff-895c-475a-918a-24d6ebb10472 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '0293a566-a871-4bb8-9c0f-06fb99088862', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:46.229381 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-d686e2ff-895c-475a-918a-24d6ebb10472 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:27:46.234526 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d686e2ff-895c-475a-918a-24d6ebb10472 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.299232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d686e2ff-895c-475a-918a-24d6ebb10472 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.303205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d686e2ff-895c-475a-918a-24d6ebb10472 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.323427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686e2ff-895c-475a-918a-24d6ebb10472 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19aa291-a3b2-4f3a-b4c9-ac2906ac4d24,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:46.326420 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d686e2ff-895c-475a-918a-24d6ebb10472 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.327605 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d686e2ff-895c-475a-918a-24d6ebb10472 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247282 Aug 30 15:27:46.330526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:46.335606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'network': {'name': 'tempest-network-smoke--1979842181', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:46.355354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:27:46.358758 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.385691 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:27:46.397709 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.397990 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Added segment a965d96e-e453-41b3-9387-23d416d65dc9 of type vlan for network f0b98969-73db-438d-8d41-42dbde603395 Aug 30 15:27:46.440520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.464255 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.470144 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:46.470720 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.527356 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1955106 Aug 30 15:27:46.530165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:46.537103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'admin_state_up': True, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:46.548974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2e3ac-d26a-46fc-a718-0ab3b2481ca6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Network': ['ID=f0b98969-73db-438d-8d41-42dbde603395,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:46.559993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network f0b98969-73db-438d-8d41-42dbde603395 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:27:46.564721 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.565921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:46.623161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:47.033331 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:47.220047 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:47.238025 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:47.340066 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.107 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/d7bfc6ad-ebcf-4cbf-90f6-5c21376037de) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:27:47.440172 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:47.477441 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:47.521142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:27:47.523966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:27:47.527546 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:27:47.532744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=d7bfc6ad-ebcf-4cbf-90f6-5c21376037de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:47.773636 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:47.967820 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:48.092072 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 136cd367-b5f0-4442-9c88-0695011f1155 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:27:48.195039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:27:48.204423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Sync routers for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:27:48.213728 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:48.214102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:48.217898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:48.218081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ae8dd802-bcb3-48aa-8d81-bc606913ae3f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6838367 Aug 30 15:27:48.218081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:48.246217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-09f4a120-8f71-4dd9-a8b5-03633b8a3d43 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271251 Aug 30 15:27:48.248805 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:48.321825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:48.333191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f510cc-edad-4236-a54e-c7f86be2e0a9 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:48.334756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-77f510cc-edad-4236-a54e-c7f86be2e0a9 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850441 Aug 30 15:27:48.337554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:48.368135 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a42a6bc2-8ca2-4c90-9181-4ac00fdf049d tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271480 Aug 30 15:27:48.368357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:48.373064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254781561', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:48.464021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:27:48.467505 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:48.498887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:47Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:48.525172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Checking router: 136cd367-b5f0-4442-9c88-0695011f1155 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:27:48.525534 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Updating router 136cd367-b5f0-4442-9c88-0695011f1155 port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:27:48.555424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:48.645440 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:48.706517 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Subnet': ['ID=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:48.714246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Checking segment: {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:27:48.715161 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network hostable DHCP agents. Network: f0b98969-73db-438d-8d41-42dbde603395, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:27:48.731257 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network f0b98969-73db-438d-8d41-42dbde603395 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:27:48.739954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, f0b98969-73db-438d-8d41-42dbde603395) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:27:48.744068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:48.744652 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:48.753365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c1f550-b468-4ee1-ba0a-a6922b75b034 None None] Network f0b98969-73db-438d-8d41-42dbde603395 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:27:48.759550 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-baec9b63-0744-4843-9aab-bb4679963723 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3903365 Aug 30 15:27:48.762480 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:27:48.876396 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:48.906715 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Transition to ACTIVE for port object d7bfc6ad-ebcf-4cbf-90f6-5c21376037de will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:27:48.920816 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:48.987463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Attempting to bind port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:27:48.987838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Attempting to bind port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:27:48.988208 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Attempting to bind port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:27:48.997468 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87c949-973c-4477-b405-33cae7cc173e None None] Pushing event updated for resources: {'Port': ['ID=d7bfc6ad-ebcf-4cbf-90f6-5c21376037de,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:48.999760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:27:49.000137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:27:49.000550 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.001552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:27:49.002028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Bound port: d7bfc6ad-ebcf-4cbf-90f6-5c21376037de, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:27:49.002415 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.005901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-f0b98969-73db-438d-8d41-42dbde603395', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:27:49.006475 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.134389 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] For port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:27:49.139120 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] For port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d7bfc6ad-ebcf-4cbf-90f6-5c21376037de,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:27:49.145450 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.202387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.241888 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:49.242517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:49.244681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Allocated IP 172.20.0.2 (f0b98969-73db-438d-8d41-42dbde603395/4e3ee9d6-720c-4cd1-972f-4a3d8d336bef/649b046e-5fd9-4482-b981-8d8cdbb17148) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:27:49.439719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87c949-973c-4477-b405-33cae7cc173e None None] Pushing event updated for resources: {'Port': ['ID=d7bfc6ad-ebcf-4cbf-90f6-5c21376037de,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:49.572137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:49.740059 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.756145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Transition to ACTIVE for port object 649b046e-5fd9-4482-b981-8d8cdbb17148 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:27:49.794398 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Transition to ACTIVE for port object 649b046e-5fd9-4482-b981-8d8cdbb17148 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:27:49.803557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.847945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.1 (f0b98969-73db-438d-8d41-42dbde603395/4e3ee9d6-720c-4cd1-972f-4a3d8d336bef/310eeb45-5824-4656-be0d-21088a3967d1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:27:49.849704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Network f0b98969-73db-438d-8d41-42dbde603395 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:27:49.854067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:27:49.858671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:27:49.870412 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Pushing event updated for resources: {'Port': ['ID=649b046e-5fd9-4482-b981-8d8cdbb17148,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:49.913392 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:47Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:49.946703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fea46-6cc0-4b37-9eb0-84ee262fc122 None None] The sync data for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 is: [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:47Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:27:49.948666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Attempting to bind port 649b046e-5fd9-4482-b981-8d8cdbb17148 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:27:49.949035 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Attempting to bind port 649b046e-5fd9-4482-b981-8d8cdbb17148 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:27:49.949421 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Attempting to bind port 649b046e-5fd9-4482-b981-8d8cdbb17148 on network f0b98969-73db-438d-8d41-42dbde603395 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:27:49.955213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:27:49.955478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Checking segment: {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:27:49.955884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.956281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Bound using segment: {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:27:49.956777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Bound port: 649b046e-5fd9-4482-b981-8d8cdbb17148, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:27:49.957156 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.969844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:49.980807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object 310eeb45-5824-4656-be0d-21088a3967d1 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:27:50.016053 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:50.027633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] For port 649b046e-5fd9-4482-b981-8d8cdbb17148, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:27:50.032074 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] For port 649b046e-5fd9-4482-b981-8d8cdbb17148, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=649b046e-5fd9-4482-b981-8d8cdbb17148,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:27:50.036538 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:50.061248 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network f0b98969-73db-438d-8d41-42dbde603395 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:27:50.065029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:27:50.067522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:27:50.096076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=310eeb45-5824-4656-be0d-21088a3967d1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:50.103943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecf68b-0791-4a35-95df-173dd52298ce None None] Pushing event updated for resources: {'Port': ['ID=649b046e-5fd9-4482-b981-8d8cdbb17148,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:50.128585 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:50.285540 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:50.601811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:50.606639 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:50.649417 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:50.680004 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=310eeb45-5824-4656-be0d-21088a3967d1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:50.685231 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:50.780286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network f0b98969-73db-438d-8d41-42dbde603395 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:27:50.782009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:27:50.902020 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 136cd367-b5f0-4442-9c88-0695011f1155 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:27:51.015229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:27:51.020997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f1f67d0c-6fe2-4a76-8c57-4836e8a72c18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/136cd367-b5f0-4442-9c88-0695011f1155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2575498 Aug 30 15:27:51.121995 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe176e2-8479-4122-886f-d0decd76dad8 None None] Network f0b98969-73db-438d-8d41-42dbde603395 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:27:51.163154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-4d1e50d4-d8b1-4c2a-ad08-5871ed873dfc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649652307&fields=id&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 267 time: 0.0352371 Aug 30 15:27:51.197334 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5cab136-fa52-4e58-ad7c-e125fd83c1b5 None None] Provisioning for port 649b046e-5fd9-4482-b981-8d8cdbb17148 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:27:51.278458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-4471d3ee-5a2a-4bc1-b0ee-dd04aa79ab48 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:51.279842 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-4471d3ee-5a2a-4bc1-b0ee-dd04aa79ab48 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 797 time: 0.1092880 Aug 30 15:27:51.295087 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-720e7ff8-67bb-47d0-b9db-e4bed39cec63 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/quotas/72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 375 time: 0.0092719 Aug 30 15:27:51.350161 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-33b5079d-7950-4082-a264-64a9e0ad6e10 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486701 Aug 30 15:27:51.460982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-c2d924db-974e-4d14-b9c6-52399d6a5a70 service neutron] 10.222.0.50 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967786 Aug 30 15:27:51.531205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7d626f5-a067-41a7-9f1d-6903cc87e068 None None] Provisioning for port 310eeb45-5824-4656-be0d-21088a3967d1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:27:51.535467 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7d626f5-a067-41a7-9f1d-6903cc87e068 None None] Provisioning complete for port 310eeb45-5824-4656-be0d-21088a3967d1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:51.535852 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7d626f5-a067-41a7-9f1d-6903cc87e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:51.541670 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Sync routers for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:27:51.552134 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:51.553015 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:51.573935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-6832e1e4-dacf-4a3d-bd92-a3685326daa3 service neutron] 10.222.0.50 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063476 Aug 30 15:27:51.575951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a7d626f5-a067-41a7-9f1d-6903cc87e068 None None] Port 310eeb45-5824-4656-be0d-21088a3967d1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:27:51.670861 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:51.707989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc1e2d79-9300-4ec8-b670-80970ff8abd8 None None] Provisioning complete for port 310eeb45-5824-4656-be0d-21088a3967d1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:51.708901 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc1e2d79-9300-4ec8-b670-80970ff8abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:51.760710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e2d79-9300-4ec8-b670-80970ff8abd8 None None] Port 310eeb45-5824-4656-be0d-21088a3967d1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:27:51.790861 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d0f516eb-c3ce-4984-8974-d4926ca48809 req-969c080a-e542-4e17-99f1-d88d8ff9c919 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 210 time: 0.0297384 Aug 30 15:27:51.904805 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 2, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:51.938887 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Checking router: 136cd367-b5f0-4442-9c88-0695011f1155 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:27:51.939251 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Updating router 136cd367-b5f0-4442-9c88-0695011f1155 port 310eeb45-5824-4656-be0d-21088a3967d1 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:27:51.963795 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:51.984288 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e621659e-9d96-4666-be41-7e1c5878a9fb None None] Provisioning complete for port 310eeb45-5824-4656-be0d-21088a3967d1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:51.984879 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e621659e-9d96-4666-be41-7e1c5878a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.029836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e621659e-9d96-4666-be41-7e1c5878a9fb None None] Port 310eeb45-5824-4656-be0d-21088a3967d1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:27:52.153160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 649b046e-5fd9-4482-b981-8d8cdbb17148 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:27:52.209488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 649b046e-5fd9-4482-b981-8d8cdbb17148 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:27:52.213299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 649b046e-5fd9-4482-b981-8d8cdbb17148 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:52.213680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.242836 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.252840 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Transition to ACTIVE for port object 310eeb45-5824-4656-be0d-21088a3967d1 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:27:52.258591 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.294521 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.331169 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Pushing event updated for resources: {'Port': ['ID=310eeb45-5824-4656-be0d-21088a3967d1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:52.338238 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 649b046e-5fd9-4482-b981-8d8cdbb17148, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=649b046e-5fd9-4482-b981-8d8cdbb17148,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:52.344497 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.345852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d7bfc6ad-ebcf-4cbf-90f6-5c21376037de up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:27:52.352280 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.352555 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.352893 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.353251 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.353579 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.353916 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.354224 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.354548 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.354864 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.355177 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.355491 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.355803 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:27:52.378145 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Attempting to bind port 310eeb45-5824-4656-be0d-21088a3967d1 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:27:52.378511 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Attempting to bind port 310eeb45-5824-4656-be0d-21088a3967d1 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:27:52.378872 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Attempting to bind port 310eeb45-5824-4656-be0d-21088a3967d1 on network f0b98969-73db-438d-8d41-42dbde603395 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:27:52.384248 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:27:52.384859 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Checking segment: {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:27:52.385568 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.386092 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Bound using segment: {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:27:52.386562 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Bound port: 310eeb45-5824-4656-be0d-21088a3967d1, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:27:52.387383 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.424578 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=649b046e-5fd9-4482-b981-8d8cdbb17148,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:52.443701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:27:52.448998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:52.449373 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.455768 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] For port 310eeb45-5824-4656-be0d-21088a3967d1, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:27:52.459442 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] For port 310eeb45-5824-4656-be0d-21088a3967d1, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=310eeb45-5824-4656-be0d-21088a3967d1,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:27:52.463865 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.532380 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:27:52.533228 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:52.540715 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.567439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d7bfc6ad-ebcf-4cbf-90f6-5c21376037de,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:52.572679 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:52.629604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=d7bfc6ad-ebcf-4cbf-90f6-5c21376037de,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:52.647274 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95488c52-33f4-4c29-8ca9-18ee13204402 None None] Pushing event updated for resources: {'Port': ['ID=310eeb45-5824-4656-be0d-21088a3967d1,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:52.669752 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:27:52.870900 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:27:52.897327 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8dbe2-0d66-4ecf-9367-045826838604 None None] The sync data for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 is: [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:27:52.899505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61cdf7a0-ca31-40fe-a4d1-b335d64d2472 req-b8e49db9-f438-4f3b-9a09-e4785dbbbcda tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 210 time: 0.0331960 Aug 30 15:27:53.112502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-dd107e33-c694-4b89-8136-3c704b1738bf tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:53.114084 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-dd107e33-c694-4b89-8136-3c704b1738bf tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 797 time: 0.1122603 Aug 30 15:27:53.169107 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-4a0620ee-39ac-4dc5-8037-3c5c9cf77638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 379 time: 0.0366864 Aug 30 15:27:53.180010 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'port': {'device_id': 'cebbd891-0c53-4921-87d4-786b62f22191', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'admin_state_up': True, 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'security_groups': ['0293a566-a871-4bb8-9c0f-06fb99088862']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:53.293447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:27:53.296964 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:53.427168 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.8 (f0b98969-73db-438d-8d41-42dbde603395/4e3ee9d6-720c-4cd1-972f-4a3d8d336bef/caa6f52b-1cc2-4bdc-a650-47dec45e8ba3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:27:53.566692 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:53.580506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:27:53.611389 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:53.650926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network f0b98969-73db-438d-8d41-42dbde603395 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:27:53.656349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:27:53.660589 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:27:53.685701 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:53.714370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:53.714998 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:53.730746 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-ad17a97b-7658-4406-856c-c5e5667c82b4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546515 Aug 30 15:27:53.772083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Request body: {'port': {'device_id': 'cebbd891-0c53-4921-87d4-786b62f22191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:27:53.831770 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:53.904089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c492b76-8ec6-46b5-8e5e-cbc396222eaf None None] Provisioning for port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:27:53.907625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c492b76-8ec6-46b5-8e5e-cbc396222eaf None None] Provisioning complete for port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:53.908004 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c492b76-8ec6-46b5-8e5e-cbc396222eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:53.942612 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c492b76-8ec6-46b5-8e5e-cbc396222eaf None None] Port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:27:54.067992 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ab886-8d15-4705-83f5-3fb418c063c7 req-2dae40c4-e03d-4396-8e72-d3f9db85f4cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:54.069488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-968ab886-8d15-4705-83f5-3fb418c063c7 req-2dae40c4-e03d-4396-8e72-d3f9db85f4cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 931 time: 0.0757613 Aug 30 15:27:54.135718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 310eeb45-5824-4656-be0d-21088a3967d1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:27:54.149768 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-968ab886-8d15-4705-83f5-3fb418c063c7 req-49a4fdab-aa82-407d-87b0-c68fd2b6a718 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680840 Aug 30 15:27:54.163986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:27:54.172178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.184096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Transition to ACTIVE for port object caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:27:54.187376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 310eeb45-5824-4656-be0d-21088a3967d1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:27:54.189000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.192361 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 310eeb45-5824-4656-be0d-21088a3967d1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:54.192798 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.242219 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Pushing event updated for resources: {'Port': ['ID=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:54.285186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.308511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Attempting to bind port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:27:54.308860 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Attempting to bind port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:27:54.309217 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Attempting to bind port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 on network f0b98969-73db-438d-8d41-42dbde603395 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:27:54.314621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 on network f0b98969-73db-438d-8d41-42dbde603395 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:27:54.315005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Attempting to bind port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 on network f0b98969-73db-438d-8d41-42dbde603395 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:27:54.320341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:27:54.320690 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Checking segment: {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:27:54.321050 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 310eeb45-5824-4656-be0d-21088a3967d1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=310eeb45-5824-4656-be0d-21088a3967d1,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:54.321189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Bound using segment: {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:27:54.321638 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Bound port: caa6f52b-1cc2-4bdc-a650-47dec45e8ba3, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a965d96e-e453-41b3-9387-23d416d65dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:27:54.321904 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.325388 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.326190 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 649b046e-5fd9-4482-b981-8d8cdbb17148 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:27:54.399664 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] For port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:27:54.403708 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] For port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:27:54.407425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=310eeb45-5824-4656-be0d-21088a3967d1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:54.408479 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.428687 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 649b046e-5fd9-4482-b981-8d8cdbb17148 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:54.429160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.444998 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:54.445570 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.447074 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] 10.222.0.21 "PUT /v2.0/ports/caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 1091 time: 0.6794648 Aug 30 15:27:54.447524 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:27:54.449893 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f" -d '{"events": [{"name": "network-changed", "server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:27:54.476411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a4ac1-6d66-4c27-b612-7149ac22ad04 service neutron] Pushing event updated for resources: {'Port': ['ID=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:54.542541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d7bfc6ad-ebcf-4cbf-90f6-5c21376037de up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:27:54.566491 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-f60bb681-2737-4996-91cd-32dac0f7d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:54.568409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-f60bb681-2737-4996-91cd-32dac0f7d57f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1094 time: 0.0595484 Aug 30 15:27:54.570984 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d81185-2420-4b00-8f69-8d8c7268cdf9 x-openstack-request-id: req-72d81185-2420-4b00-8f69-8d8c7268cdf9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:27:54.571278 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:27:54.571527 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72d81185-2420-4b00-8f69-8d8c7268cdf9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:27:54.572333 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'status': 'completed', 'code': 200} Aug 30 15:27:54.596651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:54.597032 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:54.637243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-73451dd2-5f9a-4896-91ed-27701b0e40e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 217 time: 0.0393701 Aug 30 15:27:54.691271 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-2c81a3b3-aa41-4aab-bb35-c3a44508fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:54.692725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-2c81a3b3-aa41-4aab-bb35-c3a44508fec2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 200 len: 834 time: 0.0475512 Aug 30 15:27:54.739392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-0902c6d1-7a5c-4cf6-b434-d689f338e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:54.740882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-0902c6d1-7a5c-4cf6-b434-d689f338e97f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b98969-73db-438d-8d41-42dbde603395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402586 Aug 30 15:27:54.839114 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-18b64955-73af-4d15-baea-9eaffe78f475 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839071 Aug 30 15:27:54.928823 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef85979-f262-407a-b2ac-49fa40b16a36 req-7243748c-8009-4ba3-9dfb-6a43aefeda68 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815198 Aug 30 15:27:55.067048 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-5e00487f-68b0-411f-a9b6-3f8ff446ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:55.068398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-5e00487f-68b0-411f-a9b6-3f8ff446ff39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1094 time: 0.0410392 Aug 30 15:27:55.162970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-1df12c36-298b-4b0c-a4cc-4a1418266221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:55.164425 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-1df12c36-298b-4b0c-a4cc-4a1418266221 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 898 time: 0.0852857 Aug 30 15:27:55.207684 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-aac17027-eea2-4bf3-a716-a3b6f2d713c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 217 time: 0.0355356 Aug 30 15:27:55.254325 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9738baee-9902-4f4e-90e7-de06c2ec203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:55.287461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-1a1ed3de-bc66-4f9b-8bdd-e4fd505dae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:55.288922 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-1a1ed3de-bc66-4f9b-8bdd-e4fd505dae48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 200 len: 834 time: 0.0740545 Aug 30 15:27:55.303369 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a3c1-1341-4812-a278-43cd7d6333d8 req-a8d9aac8-525a-418f-8cec-11c6ffc772f7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:55.304787 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb03a3c1-1341-4812-a278-43cd7d6333d8 req-a8d9aac8-525a-418f-8cec-11c6ffc772f7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 943 time: 0.0824904 Aug 30 15:27:55.364141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb03a3c1-1341-4812-a278-43cd7d6333d8 req-ceee1df6-b89f-46f9-b3d3-2b67c3c7d8c8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510843 Aug 30 15:27:55.369718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-674fdd3c-dcfb-4061-9af5-04d4ed78e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:55.371372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-674fdd3c-dcfb-4061-9af5-04d4ed78e799 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b98969-73db-438d-8d41-42dbde603395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657175 Aug 30 15:27:55.464508 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-a4d8ad1d-4684-48a5-a2db-2ab094be6f25 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 Aug 30 15:27:55.565421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-18067a3f-e2cf-4b9e-9c25-fba27a42c04f req-86f8a20d-45a9-4b39-ba23-b9ef32e77fda service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925562 Aug 30 15:27:56.062173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 310eeb45-5824-4656-be0d-21088a3967d1 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:27:56.112146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 310eeb45-5824-4656-be0d-21088a3967d1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:27:56.112514 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:56.478759 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aaf4b-8872-4445-bda2-11a0914bf274 req-e235d193-fa10-4f6b-83df-d9253101cfd4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:56.480137 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a4aaf4b-8872-4445-bda2-11a0914bf274 req-e235d193-fa10-4f6b-83df-d9253101cfd4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 943 time: 0.0489848 Aug 30 15:27:56.518051 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7a4aaf4b-8872-4445-bda2-11a0914bf274 req-4e49c2e5-2121-4369-ba62-ec9c8519dda3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Aug 30 15:27:57.631962 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b101-9147-494a-b2cd-afe20658340f req-f3cf6243-07e3-4152-be03-af8fd4897227 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:57.633486 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4583b101-9147-494a-b2cd-afe20658340f req-f3cf6243-07e3-4152-be03-af8fd4897227 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 943 time: 0.0486140 Aug 30 15:27:57.674729 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4583b101-9147-494a-b2cd-afe20658340f req-982d83c1-7111-4ce5-8c1d-6634cdee76eb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347676 Aug 30 15:27:57.925310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2c5720d-aaae-46c6-be15-004b18e04fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:58.707306 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:58.792354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dccfc1-b769-42cb-9c88-ed39b4a2a914 req-71cece32-57cd-4c74-ba15-8016463966c2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:58.793977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7dccfc1-b769-42cb-9c88-ed39b4a2a914 req-71cece32-57cd-4c74-ba15-8016463966c2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 943 time: 0.0496213 Aug 30 15:27:58.831683 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d7dccfc1-b769-42cb-9c88-ed39b4a2a914 req-c88edd40-bd5a-4a10-b2b6-de7103bc4cea tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Aug 30 15:27:59.462935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:59.488345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:27:59.582094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:59.592825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'port_id': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'mac_address': 'fa:16:3e:a3:d6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:27:59.628773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:59.640954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:27:59.661110 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:27:59.664665 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:27:59.712947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:27:59.957378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9d10-fa6c-488c-bdcb-ef89fec581fe req-93619b43-e879-4d30-b669-14afa00c720e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:27:59.958907 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2caf9d10-fa6c-488c-bdcb-ef89fec581fe req-93619b43-e879-4d30-b669-14afa00c720e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 944 time: 0.0498817 Aug 30 15:27:59.995465 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2caf9d10-fa6c-488c-bdcb-ef89fec581fe req-5a026f33-bd16-4c79-9e8d-448fb4f6543c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305882 Aug 30 15:28:00.099104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['caa6f52b-1cc2-4bdc-a650-47dec45e8ba3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:28:01.125032 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b95fb-7ed3-4511-97fb-8295fe2a45c7 req-014f9ea8-9ab6-4ab4-af6b-291c7448f0c9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:01.126517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f12b95fb-7ed3-4511-97fb-8295fe2a45c7 req-014f9ea8-9ab6-4ab4-af6b-291c7448f0c9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 944 time: 0.0517933 Aug 30 15:28:01.163236 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f12b95fb-7ed3-4511-97fb-8295fe2a45c7 req-9cea3ce1-67e5-486e-a76e-a7d00eeb7069 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302649 Aug 30 15:28:01.504570 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:28:01.552513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:28:01.556044 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:28:01.556422 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:01.629714 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:01.651680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:28:01.654233 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a91de1-a881-42c8-bfdc-c00f1eccc936" -d '{"events": [{"server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "name": "network-vif-plugged", "status": "completed", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:28:01.667464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:28:01.671335 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:01.697438 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eb2160-588c-45d9-9ca1-fc6cedb302b3 x-openstack-request-id: req-68eb2160-588c-45d9-9ca1-fc6cedb302b3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:28:01.697723 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "name": "network-vif-plugged", "status": "completed", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:28:01.697971 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68eb2160-588c-45d9-9ca1-fc6cedb302b3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:28:01.698343 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'code': 200} Aug 30 15:28:01.724537 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:28:01.811989 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11df9f-4a11-4e3e-8fd5-7af3a5f80892 req-a21a28ba-3cfa-46a2-8f05-9b607c31c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:01.813482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d11df9f-4a11-4e3e-8fd5-7af3a5f80892 req-a21a28ba-3cfa-46a2-8f05-9b607c31c025 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1096 time: 0.0391817 Aug 30 15:28:01.837206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:01.849382 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d11df9f-4a11-4e3e-8fd5-7af3a5f80892 req-7a5a0431-ab9f-4259-975a-d71be0b55f3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281851 Aug 30 15:28:02.276118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f190c-771e-42cc-82fe-d7de4b95beb2 req-1a13fc74-e81a-4d4d-ae05-e20a5c2c288f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:02.277520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-728f190c-771e-42cc-82fe-d7de4b95beb2 req-1a13fc74-e81a-4d4d-ae05-e20a5c2c288f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0476122 Aug 30 15:28:02.314239 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-728f190c-771e-42cc-82fe-d7de4b95beb2 req-767e1525-f4ad-47bc-accd-dd6891c9481f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309439 Aug 30 15:28:03.427546 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b530b2-80e5-48a1-8602-2ae5a1b2b048 req-9e197158-89ad-4434-b505-29a486fc041d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:03.429006 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11b530b2-80e5-48a1-8602-2ae5a1b2b048 req-9e197158-89ad-4434-b505-29a486fc041d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0474725 Aug 30 15:28:03.443600 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:03.469608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11b530b2-80e5-48a1-8602-2ae5a1b2b048 req-e8e21a47-9743-47cf-898f-778311c9106f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347278 Aug 30 15:28:03.584731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993d787-426d-4096-8c92-1a6016a3aeac req-f55e82a3-3d50-40e5-8dc8-52fc046bdbbc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:03.586230 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3993d787-426d-4096-8c92-1a6016a3aeac req-f55e82a3-3d50-40e5-8dc8-52fc046bdbbc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0513690 Aug 30 15:28:03.622044 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3993d787-426d-4096-8c92-1a6016a3aeac req-71747f13-3a89-4334-a157-aaa966481e4f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299635 Aug 30 15:28:03.643835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:28:03.686345 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66685563-aaac-4cb8-bc55-75cb1f6984f9 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:03.687845 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-66685563-aaac-4cb8-bc55-75cb1f6984f9 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1091 time: 0.0430799 Aug 30 15:28:03.691190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:28:03.695749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:28:03.718133 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:03.811851 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:03.915945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.203 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/08ca4350-5965-469a-9299-5dcb0e02d295) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:28:04.014543 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:04.052614 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:04.092911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:28:04.097722 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:28:04.100329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:28:04.128297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=08ca4350-5965-469a-9299-5dcb0e02d295,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:28:04.315700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-b102cb06-c5cb-4d3d-98ce-06e76e01a266 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388870 Aug 30 15:28:04.421105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-b8fef5fc-a7c4-4c39-b32c-d67e53698d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:04.422596 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-b8fef5fc-a7c4-4c39-b32c-d67e53698d6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1096 time: 0.0397413 Aug 30 15:28:04.461606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:04.526882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-872622fb-f22d-4d16-8e01-6a8ceb5722f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:04.528358 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-872622fb-f22d-4d16-8e01-6a8ceb5722f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 898 time: 0.0861304 Aug 30 15:28:04.529971 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:04.592985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-aab6e1a5-4112-4cc4-aca1-09d10b9e7a2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 999 time: 0.0569634 Aug 30 15:28:04.642382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-8c857ad9-1b56-469f-b9a1-a10bf912e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:04.643835 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-8c857ad9-1b56-469f-b9a1-a10bf912e5b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 200 len: 834 time: 0.0432949 Aug 30 15:28:04.683630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:04.688279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:04.692836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-bfd98b47-a196-4f98-9c26-eaaac481ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:04.694475 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-bfd98b47-a196-4f98-9c26-eaaac481ecc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b98969-73db-438d-8d41-42dbde603395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439606 Aug 30 15:28:04.752772 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=08ca4350-5965-469a-9299-5dcb0e02d295,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:28:04.769349 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:04.872537 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9 associated. External IP: 172.25.6.203, port: caa6f52b-1cc2-4bdc-a650-47dec45e8ba3. Aug 30 15:28:05.058790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-0d198d5b-4f61-49a4-ac4a-48e986576045 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568954 Aug 30 15:28:05.083135 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 136cd367-b5f0-4442-9c88-0695011f1155 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:28:05.151589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b8e27551-72e9-434c-8b46-a8989d15d99e req-2041a4ba-5a4b-4775-91ba-c8f9b11a8377 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838056 Aug 30 15:28:05.190646 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:28:05.200770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] Sync routers for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:28:05.207115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:05.212544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:28:05.213529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:28:05.233889 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a11079ea-2727-482c-81bb-49376a0e2739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5417066 Aug 30 15:28:05.234488 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:28:05.236784 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13418d65-3317-4582-b5aa-fc726f6b6d10" -d '{"events": [{"name": "network-changed", "server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:28:05.276399 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340342d4-ffce-4f24-99d0-457047530e94 x-openstack-request-id: req-340342d4-ffce-4f24-99d0-457047530e94 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:28:05.276687 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:28:05.276939 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-340342d4-ffce-4f24-99d0-457047530e94 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:28:05.277391 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'status': 'completed', 'code': 200} Aug 30 15:28:05.325136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:28:05.366651 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4170559-b03c-451e-a72b-f7a5ed52f208 req-4971b8e1-5983-41aa-8d3e-f392272a6432 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:05.368155 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4170559-b03c-451e-a72b-f7a5ed52f208 req-4971b8e1-5983-41aa-8d3e-f392272a6432 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0762663 Aug 30 15:28:05.375068 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-56878e32-c759-4c41-a531-4a389090b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:05.376482 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-56878e32-c759-4c41-a531-4a389090b041 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1096 time: 0.0556090 Aug 30 15:28:05.460154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f4170559-b03c-451e-a72b-f7a5ed52f208 req-dc498a15-8ddc-4bc6-9e13-4dfaff2a0db1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820448 Aug 30 15:28:05.484293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:28:05.498979 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-81414dd3-2d06-403b-b53b-62a66f9c5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:05.500469 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-81414dd3-2d06-403b-b53b-62a66f9c5649 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 898 time: 0.1166496 Aug 30 15:28:05.547709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-ecc4b329-4738-4411-acc8-5ebc54b87c1b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9 HTTP/1.1" status: 200 len: 991 time: 0.0618603 Aug 30 15:28:05.551026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'port_id': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'mac_address': 'fa:16:3e:a3:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebbd891-0c53-4921-87d4-786b62f22191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:28:04Z', 'updated_at': '2021-08-30T15:28:04Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:54Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:28:05.572349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-d7fc6dc8-657d-473f-aa4c-98fa5d741aef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 999 time: 0.0642951 Aug 30 15:28:05.627481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-acfe3ea0-600e-4ae4-96de-5b2699f7e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:05.628964 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-acfe3ea0-600e-4ae4-96de-5b2699f7e1c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 200 len: 834 time: 0.0499597 Aug 30 15:28:05.677005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-4df49d68-6c07-4947-8742-a27782d736f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:28:05.678600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-4df49d68-6c07-4947-8742-a27782d736f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b98969-73db-438d-8d41-42dbde603395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427732 Aug 30 15:28:05.733363 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] Checking router: 136cd367-b5f0-4442-9c88-0695011f1155 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:28:05.741943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:28:05.742561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:27:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:28:05.769758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-a6edbdb6-aba1-4489-8b32-b19ac278a403 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834231 Aug 30 15:28:05.846246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:28:05.862372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13418d65-3317-4582-b5aa-fc726f6b6d10 req-8b1f4231-4151-4516-95af-ff57e2db36e1 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Aug 30 15:28:06.061032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'port_id': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'mac_address': 'fa:16:3e:a3:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebbd891-0c53-4921-87d4-786b62f22191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:28:04Z', 'updated_at': '2021-08-30T15:28:04Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:54Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:28:06.086294 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd5dbf-b8d0-4200-89ad-02d75013e376 None None] The sync data for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 is: [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'port_id': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'mac_address': 'fa:16:3e:a3:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebbd891-0c53-4921-87d4-786b62f22191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:28:04Z', 'updated_at': '2021-08-30T15:28:04Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:54Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:28:06.550830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:28:06.616143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-aacddcdc-7ae5-4ec8-a570-346f5d17422e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9 HTTP/1.1" status: 200 len: 991 time: 0.0641127 Aug 30 15:28:06.669623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acddcc6-64b3-4667-a567-3fd7dca9c8af None None] New status for floating IP b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:28:07.619954 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 59868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:28:07.680909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1da2f479-8362-4e27-bdaa-3149b27476bd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9 HTTP/1.1" status: 200 len: 993 time: 0.0597308 Aug 30 15:28:20.659656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:21.416173 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:28:25.260293 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65aed6ca-06ae-412e-9252-db9816c096bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:27.925679 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da25f7e6-8cce-4bf4-a075-d30a31c34b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:28.708317 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:29.465961 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:31.840063 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:33.457019 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:50.676156 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:55.260975 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19408114-5b60-47d7-942d-07f440869b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:57.925738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac9de024-f18b-47ac-8a6a-0bcd296bc8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:58.415751 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:28:58.710368 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:28:59.469200 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:01.843227 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:03.449785 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:06.347016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22d09142-473d-480c-b106-78937139ae8e req-6a6b0675-f6d6-4756-95d5-c8cc9ec15342 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414846 Aug 30 15:29:06.453550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09142-473d-480c-b106-78937139ae8e req-51a986b7-fb53-4272-af82-215904ebe945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:06.455090 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22d09142-473d-480c-b106-78937139ae8e req-51a986b7-fb53-4272-af82-215904ebe945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1096 time: 0.0436254 Aug 30 15:29:06.560643 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09142-473d-480c-b106-78937139ae8e req-b3b8535c-cf71-4e36-8f33-3818bc146042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:06.562770 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22d09142-473d-480c-b106-78937139ae8e req-b3b8535c-cf71-4e36-8f33-3818bc146042 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 898 time: 0.0866082 Aug 30 15:29:06.629609 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22d09142-473d-480c-b106-78937139ae8e req-4518adcd-331d-410b-b170-7b37aad20e35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0593581 Aug 30 15:29:06.683640 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09142-473d-480c-b106-78937139ae8e req-f9e73b54-808a-426a-afe9-18700d397a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:06.685108 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22d09142-473d-480c-b106-78937139ae8e req-f9e73b54-808a-426a-afe9-18700d397a37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 200 len: 834 time: 0.0478160 Aug 30 15:29:06.733105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09142-473d-480c-b106-78937139ae8e req-9fb91c3b-4abf-453f-80a5-7d1753221939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:06.735110 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22d09142-473d-480c-b106-78937139ae8e req-9fb91c3b-4abf-453f-80a5-7d1753221939 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b98969-73db-438d-8d41-42dbde603395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397804 Aug 30 15:29:06.823945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22d09142-473d-480c-b106-78937139ae8e req-26df1df0-0ac6-4c41-ab5f-5e7f962f93fb service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798073 Aug 30 15:29:06.918671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22d09142-473d-480c-b106-78937139ae8e req-1b5703b3-5d7b-45dc-bd62-4bb17ec5cb9b service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840895 Aug 30 15:29:18.825844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f5964-0cdb-419e-875a-f24fd9faa182 req-c362b2ab-a59c-4016-9960-7968d1d34260 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:18.827350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-120f5964-0cdb-419e-875a-f24fd9faa182 req-c362b2ab-a59c-4016-9960-7968d1d34260 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0545270 Aug 30 15:29:18.840091 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-db9c4ccd-92ad-4af4-914d-3ccce2227a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:18.841624 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-db9c4ccd-92ad-4af4-914d-3ccce2227a1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1096 time: 0.0408881 Aug 30 15:29:18.866422 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-120f5964-0cdb-419e-875a-f24fd9faa182 req-f2c56fcb-0949-434f-947b-9f0a7a4d861f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330887 Aug 30 15:29:18.935176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-bf6294c0-6f55-481b-afeb-f745a9341c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:18.936588 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-bf6294c0-6f55-481b-afeb-f745a9341c1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 898 time: 0.0875306 Aug 30 15:29:19.001580 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-e5be03c7-03ac-45f7-a139-e57b852ad9e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0566990 Aug 30 15:29:19.052767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-49af7905-ca6b-46b1-8cfe-5b9b7f1c1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:19.054252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-49af7905-ca6b-46b1-8cfe-5b9b7f1c1888 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 200 len: 834 time: 0.0432370 Aug 30 15:29:19.104426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-51a1ba63-d67d-4d95-be98-b0501c2ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:19.105928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-51a1ba63-d67d-4d95-be98-b0501c2ec19b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b98969-73db-438d-8d41-42dbde603395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430906 Aug 30 15:29:19.192227 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-7441c4da-f88a-4b1d-a15b-7a860ec0715a service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783410 Aug 30 15:29:19.285139 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77b4d2ad-8dff-4d29-843f-06a8a3d3250a req-97391f8e-ef80-4719-be6b-7c55c3459cc2 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843072 Aug 30 15:29:19.980432 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c0083-faf4-41ed-9cd7-985a1ac22d64 req-ba81addd-84bf-491b-a1e4-2f114bfc5b6d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:19.981932 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f49c0083-faf4-41ed-9cd7-985a1ac22d64 req-ba81addd-84bf-491b-a1e4-2f114bfc5b6d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Aug 30 15:29:20.019079 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f49c0083-faf4-41ed-9cd7-985a1ac22d64 req-2708be4f-cd47-483b-a4a5-fdbc0597d5f9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Aug 30 15:29:20.674703 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:21.130974 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba89c4d-7b2f-4f54-b7c8-833cc046d553 req-c0a154ef-9e21-47ce-897e-b5e271360bc1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:21.132447 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eba89c4d-7b2f-4f54-b7c8-833cc046d553 req-c0a154ef-9e21-47ce-897e-b5e271360bc1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0476847 Aug 30 15:29:21.169347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eba89c4d-7b2f-4f54-b7c8-833cc046d553 req-ce9bbe54-edab-4890-b0da-cff3ace44740 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Aug 30 15:29:22.280542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20c6c3-da77-4404-a4a1-b6d143409cd2 req-3410dd90-306f-4ea0-b051-4dc6d0d80f74 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:22.282026 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b20c6c3-da77-4404-a4a1-b6d143409cd2 req-3410dd90-306f-4ea0-b051-4dc6d0d80f74 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0476601 Aug 30 15:29:22.319134 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b20c6c3-da77-4404-a4a1-b6d143409cd2 req-d95561bd-e9a3-48fe-a248-84f84f36670c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Aug 30 15:29:23.430484 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f84deb-cfd1-430a-8866-a0662869d487 req-ec9dc734-0c48-4af3-a058-b5cfc544351d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:23.431919 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54f84deb-cfd1-430a-8866-a0662869d487 req-ec9dc734-0c48-4af3-a058-b5cfc544351d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0468755 Aug 30 15:29:23.468575 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-54f84deb-cfd1-430a-8866-a0662869d487 req-494e63c8-b919-49ec-8250-f9b49593705f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303440 Aug 30 15:29:24.584179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3757d8e-3dd4-47ad-bc7a-d50b2ad5b1c0 req-61e95e23-fd00-4684-b1e4-a81678daf1cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:24.585700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3757d8e-3dd4-47ad-bc7a-d50b2ad5b1c0 req-61e95e23-fd00-4684-b1e4-a81678daf1cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0516677 Aug 30 15:29:24.622498 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c3757d8e-3dd4-47ad-bc7a-d50b2ad5b1c0 req-e32e2d89-5339-41ac-ae38-0c4fb1a3a9d8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309050 Aug 30 15:29:25.263875 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42bbbd11-b827-4e54-8464-978a68d10ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:25.741445 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e025dc1-6caa-4ba2-b493-dc3ae6c19ca7 req-d6b1799f-431f-4894-bbb5-4db6158440da tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:25.742992 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e025dc1-6caa-4ba2-b493-dc3ae6c19ca7 req-d6b1799f-431f-4894-bbb5-4db6158440da tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0520620 Aug 30 15:29:25.779341 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e025dc1-6caa-4ba2-b493-dc3ae6c19ca7 req-053705a2-e885-40ac-889b-7d6446021049 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302787 Aug 30 15:29:26.891248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d6635-4042-4b33-bfc8-2ab67e4d6a9a req-73271800-3e53-48cf-bf88-0361acad088f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:26.892791 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e8d6635-4042-4b33-bfc8-2ab67e4d6a9a req-73271800-3e53-48cf-bf88-0361acad088f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0482113 Aug 30 15:29:26.928551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8e8d6635-4042-4b33-bfc8-2ab67e4d6a9a req-ebca63d8-0fe6-44b8-9a89-c6bd98e313a6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299850 Aug 30 15:29:27.925741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5c798fd-ff89-4f80-9583-d67a1bc8a49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:28.042878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d25ca-9381-4bf3-9fb8-45f5070cb3b6 req-d7660637-7b9e-4ad2-9633-66902559f665 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:28.044322 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be6d25ca-9381-4bf3-9fb8-45f5070cb3b6 req-d7660637-7b9e-4ad2-9633-66902559f665 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0481277 Aug 30 15:29:28.081314 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-be6d25ca-9381-4bf3-9fb8-45f5070cb3b6 req-3f1a9a9a-da4f-4dff-85d2-cd36bb87687a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311847 Aug 30 15:29:28.712363 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:29.194112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b2dea-7a32-4fd3-8bd1-e92ddcae846b req-7bc4a026-0269-4af7-a376-f497ba2eb5aa tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:29.195852 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d59b2dea-7a32-4fd3-8bd1-e92ddcae846b req-7bc4a026-0269-4af7-a376-f497ba2eb5aa tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0480340 Aug 30 15:29:29.233208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d59b2dea-7a32-4fd3-8bd1-e92ddcae846b req-552b56d1-9f1e-4e5c-8bc1-f8aa3699ee17 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Aug 30 15:29:29.473978 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:30.345036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4e42e-06be-4035-a787-2609be91f034 req-f564b236-2dd9-42ef-b97a-3c204ed32e1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:30.346531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-99a4e42e-06be-4035-a787-2609be91f034 req-f564b236-2dd9-42ef-b97a-3c204ed32e1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0477817 Aug 30 15:29:30.383596 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-99a4e42e-06be-4035-a787-2609be91f034 req-83984109-d5a2-4712-8bce-bf197dcaaa35 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312741 Aug 30 15:29:31.500109 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f93abd-fb18-41ae-9229-269b98e3340a req-4bd4a9fc-0b17-4544-9fe5-4f80d62060a4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:31.501597 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57f93abd-fb18-41ae-9229-269b98e3340a req-4bd4a9fc-0b17-4544-9fe5-4f80d62060a4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Aug 30 15:29:31.538377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57f93abd-fb18-41ae-9229-269b98e3340a req-9413e65b-c595-47c6-a387-7a97b8b5ffa8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306754 Aug 30 15:29:31.845164 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:32.654237 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e51ab-8c13-4a68-b1bd-dcbe53b0a13a req-f139237a-7046-4217-83e2-e88e4cdc3b0c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:32.656729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-113e51ab-8c13-4a68-b1bd-dcbe53b0a13a req-f139237a-7046-4217-83e2-e88e4cdc3b0c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Aug 30 15:29:32.693153 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-113e51ab-8c13-4a68-b1bd-dcbe53b0a13a req-7abd0ab0-3fa0-4a15-a0a7-000b8d145bb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307267 Aug 30 15:29:33.463265 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:33.809566 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b6708-d141-483e-9150-8b54b3b00172 req-9c1beee2-f656-4f51-8b31-931f19f1a295 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:33.811419 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e70b6708-d141-483e-9150-8b54b3b00172 req-9c1beee2-f656-4f51-8b31-931f19f1a295 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0493906 Aug 30 15:29:33.848207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e70b6708-d141-483e-9150-8b54b3b00172 req-0122e020-29a2-477a-9b30-c8ddd7ae58a5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309703 Aug 30 15:29:34.960146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328ecb5-7db9-4476-bc1c-b35673e2a6f1 req-662e2e78-dba7-485c-b717-33f999b34746 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:34.961613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2328ecb5-7db9-4476-bc1c-b35673e2a6f1 req-662e2e78-dba7-485c-b717-33f999b34746 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0472455 Aug 30 15:29:34.997756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2328ecb5-7db9-4476-bc1c-b35673e2a6f1 req-0af56e48-edba-4646-8940-b6ebb4715193 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303545 Aug 30 15:29:35.415508 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:29:36.111715 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbc1d7-c510-4fc3-a50c-f84ca95de5f7 req-a5a9c4cc-8361-4892-8b10-2e0a63c1a2ac tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:29:36.113205 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bdbbc1d7-c510-4fc3-a50c-f84ca95de5f7 req-a5a9c4cc-8361-4892-8b10-2e0a63c1a2ac tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Aug 30 15:29:36.150569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bdbbc1d7-c510-4fc3-a50c-f84ca95de5f7 req-df76a4f3-99e1-479c-a95b-c12443fd2856 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Aug 30 15:29:36.171818 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:29:36.235690 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e7deb1c5-bbb2-4fc4-80b5-a5952507cd9b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9 HTTP/1.1" status: 200 len: 993 time: 0.0627894 Aug 30 15:29:50.674455 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:55.265309 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ad56a95-9aff-498d-91d3-9fde9ae045ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:57.925062 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e805f1e6-5db1-46b7-bab1-8ed8946080d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:58.712752 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:29:59.474419 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:01.848164 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:03.480897 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:07.321848 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-5496082c-156a-46d2-aa16-aeaeb5dc79cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391634 Aug 30 15:30:07.423347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-0127faa0-9759-4e5b-bbdc-61ffa00c0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:07.424817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-0127faa0-9759-4e5b-bbdc-61ffa00c0eca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1096 time: 0.0404744 Aug 30 15:30:07.529464 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-01ab5390-1f8e-4e4d-b4c0-257d46b2c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:07.530920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-01ab5390-1f8e-4e4d-b4c0-257d46b2c372 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 898 time: 0.0867181 Aug 30 15:30:07.594051 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-c2c05af2-ae0d-430f-8ec5-7dd441eaabd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0562479 Aug 30 15:30:07.645500 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-41fc21a9-ee74-4d45-aea0-821747c7aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:07.646885 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-41fc21a9-ee74-4d45-aea0-821747c7aade service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 200 len: 834 time: 0.0461075 Aug 30 15:30:07.692613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-1c530804-1eea-49a8-91ed-b36790df68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:07.694066 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-1c530804-1eea-49a8-91ed-b36790df68f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b98969-73db-438d-8d41-42dbde603395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395691 Aug 30 15:30:07.780917 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-6a567acd-4e68-4ee3-acd1-178fb40fa15e service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797215 Aug 30 15:30:07.873444 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3283607c-1ecd-4e53-ab33-e7bf30a268b0 req-d32b4033-6252-40f8-82cc-a2a907bf0fab service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853269 Aug 30 15:30:12.414390 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:30:20.705370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:25.264326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c80a7a58-d569-43e7-9cdd-43f7f69d1a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:27.924360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ae6ca5c9-a4a3-4dc7-bfa8-0b6adf13f45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:28.713543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:29.477668 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:31.178419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 59992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:31.335513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 08ca4350-5965-469a-9299-5dcb0e02d295 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:30:31.335864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:31.410367 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:31.410699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:31.422258 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 08ca4350-5965-469a-9299-5dcb0e02d295 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:30:31.568090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:31.593819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=08ca4350-5965-469a-9299-5dcb0e02d295,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:31.621778 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.622153 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.622493 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.622828 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.623159 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.623488 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.623814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.624139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.624463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.624784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.625129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.625447 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:31.668708 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:31.669071 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9 disassociated (deleted). External IP: 172.25.6.203, port: caa6f52b-1cc2-4bdc-a650-47dec45e8ba3. Aug 30 15:30:31.851954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:31.875882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 136cd367-b5f0-4442-9c88-0695011f1155 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:30:31.981484 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:30:31.986278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:31.991409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] Sync routers for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:30:31.999870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:32.000487 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:32.014079 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-620a0e67-bceb-4cb6-962c-659350005739 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/floatingips/b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9 HTTP/1.1" status: 204 len: 168 time: 0.8345947 Aug 30 15:30:32.014932 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:30:32.017429 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36a69ea-f4a5-4e77-9350-19bef07f690f" -d '{"events": [{"name": "network-changed", "server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:30:32.056702 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dce0e1-4688-48a6-9f2a-102eaf4e2984 x-openstack-request-id: req-51dce0e1-4688-48a6-9f2a-102eaf4e2984 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:30:32.057089 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:30:32.057406 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51dce0e1-4688-48a6-9f2a-102eaf4e2984 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:30:32.057881 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'status': 'completed', 'code': 200} Aug 30 15:30:32.108179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:32.156874 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-b1f92b79-7d2a-4022-966d-ecb12b0217e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:32.158663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-b1f92b79-7d2a-4022-966d-ecb12b0217e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 1096 time: 0.0577433 Aug 30 15:30:32.247928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ae77-28cb-4a7c-94a1-b6c831d33ee4 req-33f3cef8-9caf-4d27-b366-27487e1440d1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:32.249571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f96ae77-28cb-4a7c-94a1-b6c831d33ee4 req-33f3cef8-9caf-4d27-b366-27487e1440d1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0498757 Aug 30 15:30:32.285593 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-2adc7232-b7e3-4f29-a3ed-d0ecac884ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:32.287083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-2adc7232-b7e3-4f29-a3ed-d0ecac884ad5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 200 len: 898 time: 0.0898259 Aug 30 15:30:32.291462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2f96ae77-28cb-4a7c-94a1-b6c831d33ee4 req-f1280d01-25d3-498c-88f4-6b68b7fb128a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349267 Aug 30 15:30:32.324817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:54Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:32.334399 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-d95abe86-1bc8-4630-9a77-25539ef5268e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 200 len: 217 time: 0.0391896 Aug 30 15:30:32.349997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] Checking router: 136cd367-b5f0-4442-9c88-0695011f1155 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:30:32.358084 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:32.358744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:32.385013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-10a2ffbe-5de4-42b2-b551-54c4af2b1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:32.386515 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-10a2ffbe-5de4-42b2-b551-54c4af2b1a38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 200 len: 834 time: 0.0443697 Aug 30 15:30:32.433592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-ee7fb9f5-0fc4-4173-ba80-d9938e5954bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:32.435087 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-ee7fb9f5-0fc4-4173-ba80-d9938e5954bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b98969-73db-438d-8d41-42dbde603395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399668 Aug 30 15:30:32.463131 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:32.527060 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-c3777ff4-9cac-4497-95db-f09ed73befb2 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836632 Aug 30 15:30:32.619233 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c36a69ea-f4a5-4e77-9350-19bef07f690f req-a6c140f9-20cf-4c91-91c4-d9ed59355521 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817308 Aug 30 15:30:32.662403 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:54Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:32.691234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c071d3d-eb0f-4d63-805c-7b0176377c89 None None] The sync data for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 is: [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:27:50Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '310eeb45-5824-4656-be0d-21088a3967d1', 'name': '', 'network_id': 'f0b98969-73db-438d-8d41-42dbde603395', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:ba:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:49Z', 'updated_at': '2021-08-30T15:27:54Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '4e3ee9d6-720c-4cd1-972f-4a3d8d336bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:30:32.895858 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8e610-6096-400d-9e84-2b6201ac4ce0 None None] New status for floating IP b2a1273d-2a0a-4fd4-bbdb-203682ec8ac9: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:30:33.412309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824e1c5-d814-4e55-b031-907be21c231c req-b6038b41-8511-414d-a8dd-90c1daccb421 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:33.413779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7824e1c5-d814-4e55-b031-907be21c231c req-b6038b41-8511-414d-a8dd-90c1daccb421 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Aug 30 15:30:33.450138 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7824e1c5-d814-4e55-b031-907be21c231c req-a79b2b8b-5e1e-452f-a600-5af96935fb4e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305085 Aug 30 15:30:33.473899 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:34.077656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-1086f288-1232-493f-bdf8-434c2cd80d52 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:34.079187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-1086f288-1232-493f-bdf8-434c2cd80d52 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0471339 Aug 30 15:30:34.163857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:30:34.164241 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:34.252165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:34.252521 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:34.265329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:30:34.574505 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bad0f-3ec0-49eb-ad37-7d70007294dc req-433a919d-2970-443e-a7ca-f74981cba1ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:34.576089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d2bad0f-3ec0-49eb-ad37-7d70007294dc req-433a919d-2970-443e-a7ca-f74981cba1ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=cebbd891-0c53-4921-87d4-786b62f22191 HTTP/1.1" status: 200 len: 945 time: 0.0570776 Aug 30 15:30:34.614690 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9d2bad0f-3ec0-49eb-ad37-7d70007294dc req-d4e992fe-a19a-45fc-acb5-11cd4c91e538 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0293a566-a871-4bb8-9c0f-06fb99088862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Aug 30 15:30:34.667143 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:34.696562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=caa6f52b-1cc2-4bdc-a650-47dec45e8ba3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:34.736814 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] No DVR routers for this DVR port caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:30:34.740022 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:34.742460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4a4978b9-9122-4294-a2c0-d31e9a143c29 req-18162689-6c6e-4e8c-92f9-2a2687d605ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "DELETE /v2.0/ports/caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 HTTP/1.1" status: 204 len: 173 time: 0.6567714 Aug 30 15:30:34.742460 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'name': 'network-vif-deleted', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:30:34.745493 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d50500-463e-407b-bf36-5ef4bb666383" -d '{"events": [{"server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "name": "network-vif-deleted", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:30:34.787734 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f0f223-7ca7-4734-80aa-dbc05444b428 x-openstack-request-id: req-13f0f223-7ca7-4734-80aa-dbc05444b428 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:30:34.788010 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebbd891-0c53-4921-87d4-786b62f22191", "name": "network-vif-deleted", "tag": "caa6f52b-1cc2-4bdc-a650-47dec45e8ba3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:30:34.788265 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13f0f223-7ca7-4734-80aa-dbc05444b428 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:30:34.788658 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebbd891-0c53-4921-87d4-786b62f22191', 'name': 'network-vif-deleted', 'tag': 'caa6f52b-1cc2-4bdc-a650-47dec45e8ba3', 'status': 'completed', 'code': 200} Aug 30 15:30:35.671685 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:36.019138 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:36.272288 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 310eeb45-5824-4656-be0d-21088a3967d1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:30:36.272554 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:36.357378 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port 310eeb45-5824-4656-be0d-21088a3967d1, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=310eeb45-5824-4656-be0d-21088a3967d1,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:36.357748 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:36.370324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 310eeb45-5824-4656-be0d-21088a3967d1 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:30:36.557965 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:36.584113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=310eeb45-5824-4656-be0d-21088a3967d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:36.759460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:36.982030 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 136cd367-b5f0-4442-9c88-0695011f1155 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:30:37.090463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:30:37.095392 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-53d9f5f5-0a23-4369-9a9b-70793d9c5c96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/136cd367-b5f0-4442-9c88-0695011f1155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4226987 Aug 30 15:30:37.098067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:37.101004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] Sync routers for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:30:37.111376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:37.112014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:37.149852 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-105e8170-63ab-44ca-8f69-19670d87533b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting subnet 4e3ee9d6-720c-4cd1-972f-4a3d8d336bef {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:30:37.152970 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105e8170-63ab-44ca-8f69-19670d87533b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.193159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105e8170-63ab-44ca-8f69-19670d87533b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.216674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:37.283631 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105e8170-63ab-44ca-8f69-19670d87533b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.345925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105e8170-63ab-44ca-8f69-19670d87533b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.375609 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e8170-63ab-44ca-8f69-19670d87533b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3ee9d6-720c-4cd1-972f-4a3d8d336bef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:37.378105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-105e8170-63ab-44ca-8f69-19670d87533b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.380750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-105e8170-63ab-44ca-8f69-19670d87533b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/subnets/4e3ee9d6-720c-4cd1-972f-4a3d8d336bef HTTP/1.1" status: 204 len: 168 time: 0.2816980 Aug 30 15:30:37.382750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:37.387104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf719c8-9813-4438-ac45-b0fe833f2234 None None] Network f0b98969-73db-438d-8d41-42dbde603395 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:30:37.466794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:30:36Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:37.493535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.511179 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] Checking router: 136cd367-b5f0-4442-9c88-0695011f1155 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:30:37.539341 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] Routers {'136cd367-b5f0-4442-9c88-0695011f1155'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:37.539851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['136cd367-b5f0-4442-9c88-0695011f1155'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:37.606627 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.657682 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] Set router 136cd367-b5f0-4442-9c88-0695011f1155 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:37.668642 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:30:37.669090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.686212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] DHCP port deletion for f0b98969-73db-438d-8d41-42dbde603395 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:30:37.753808 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port d7bfc6ad-ebcf-4cbf-90f6-5c21376037de, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=d7bfc6ad-ebcf-4cbf-90f6-5c21376037de,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:37.754180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.767024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for d7bfc6ad-ebcf-4cbf-90f6-5c21376037de owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:30:37.843813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Deleting port 649b046e-5fd9-4482-b981-8d8cdbb17148 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:30:37.844193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.936181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:37.969188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=d7bfc6ad-ebcf-4cbf-90f6-5c21376037de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:38.031778 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.078753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] For port 649b046e-5fd9-4482-b981-8d8cdbb17148, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=649b046e-5fd9-4482-b981-8d8cdbb17148,segment=NetworkSegment(a965d96e-e453-41b3-9387-23d416d65dc9),segment_id=a965d96e-e453-41b3-9387-23d416d65dc9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:38.079150 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.092581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Calling delete_port for 649b046e-5fd9-4482-b981-8d8cdbb17148 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:30:38.110419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:30:36Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:38.130149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.132329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.169500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc347080-65fb-4ad9-b0d9-4cdc3ec7bb5a None None] The sync data for ids ['136cd367-b5f0-4442-9c88-0695011f1155'] in n-d-805668-3 is: [{'id': '136cd367-b5f0-4442-9c88-0695011f1155', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941093633', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:27:46Z', 'updated_at': '2021-08-30T15:30:36Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': 'd7bfc6ad-ebcf-4cbf-90f6-5c21376037de', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136cd367-b5f0-4442-9c88-0695011f1155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:27:47Z', 'updated_at': '2021-08-30T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:30:38.185860 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.186483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Fanout notify agent at l3_agent the message router_deleted on router 136cd367-b5f0-4442-9c88-0695011f1155 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:30:38.198209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.201746 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-91b2f6a2-50b5-4fb4-909e-ab7b51e1ea81 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/routers/136cd367-b5f0-4442-9c88-0695011f1155 HTTP/1.1" status: 204 len: 168 time: 0.8156881 Aug 30 15:30:38.201986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:38.233666 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.259357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Pushing event deleted for resources: {'Port': ['ID=649b046e-5fd9-4482-b981-8d8cdbb17148,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:38.266966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] No DVR routers for this DVR port 649b046e-5fd9-4482-b981-8d8cdbb17148 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:30:38.269731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.270108 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.270439 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.270775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.271111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.271442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.271798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.272133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.272458 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.272780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.273127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.273449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd1621-8ed6-4e22-9cc9-0d0eec405e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.278017 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.365035 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.374749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b98969-73db-438d-8d41-42dbde603395']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:38.385816 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a965d96e-e453-41b3-9387-23d416d65dc9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:38.386108 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a965d96e-e453-41b3-9387-23d416d65dc9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:38.388328 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:30:38.395704 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.408175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:30:38.408599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device caa6f52b-1cc2-4bdc-a650-47dec45e8ba3 not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:30:38.409199 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.415076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:30:38.415436 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:30:38.418261 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:30:38.478008 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.482630 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.484468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/networks/f0b98969-73db-438d-8d41-42dbde603395 HTTP/1.1" status: 204 len: 168 time: 0.2815144 Aug 30 15:30:38.487327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:38.498518 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11089e9-a5b1-4dc7-aadd-d6f56207a484 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Network': ['ID=f0b98969-73db-438d-8d41-42dbde603395,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:38.530511 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 649b046e-5fd9-4482-b981-8d8cdbb17148 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:30:38.549382 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.551160 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 649b046e-5fd9-4482-b981-8d8cdbb17148 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:30:38.551588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 649b046e-5fd9-4482-b981-8d8cdbb17148 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:30:38.580234 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.654724 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.657604 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:38.659346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/security-groups/0293a566-a871-4bb8-9c0f-06fb99088862 HTTP/1.1" status: 204 len: 168 time: 0.1704984 Aug 30 15:30:38.670531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0293a566-a871-4bb8-9c0f-06fb99088862,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:38.682538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.683017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.683554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.684226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.684602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.685021 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.685482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.685912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.686313 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.686743 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.687152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:38.687855 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4ede58-0c1a-49a5-bc84-49558b914b56 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:39.081519 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:39.086232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3233b311-6c35-4c37-a9b3-97e96d9a6ee6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-800061496', 'description': 'tempest-secgroup-smoke-800061496 description', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:39.108362 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3233b311-6c35-4c37-a9b3-97e96d9a6ee6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.197070 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3233b311-6c35-4c37-a9b3-97e96d9a6ee6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.201069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3233b311-6c35-4c37-a9b3-97e96d9a6ee6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.231154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3233b311-6c35-4c37-a9b3-97e96d9a6ee6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.232389 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3233b311-6c35-4c37-a9b3-97e96d9a6ee6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1498725 Aug 30 15:30:39.235251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60036) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:39.240292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7dfc9d0c-04ce-4052-8f4c-6959370159bb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '70a4efee-0252-409e-8ec0-00cde15d3c5d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:39.246425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233b311-6c35-4c37-a9b3-97e96d9a6ee6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a4efee-0252-409e-8ec0-00cde15d3c5d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:39.270007 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfc9d0c-04ce-4052-8f4c-6959370159bb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.327696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfc9d0c-04ce-4052-8f4c-6959370159bb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.331388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfc9d0c-04ce-4052-8f4c-6959370159bb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.349887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc9d0c-04ce-4052-8f4c-6959370159bb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f6f228-7af9-4c67-889c-b3f5ce76b2eb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:39.355916 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfc9d0c-04ce-4052-8f4c-6959370159bb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.357926 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7dfc9d0c-04ce-4052-8f4c-6959370159bb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214852 Aug 30 15:30:39.360323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:39.365603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b4a2e654-a33f-48dc-8cbb-eb2953b5c349 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '70a4efee-0252-409e-8ec0-00cde15d3c5d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:39.395114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e654-a33f-48dc-8cbb-eb2953b5c349 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.451721 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e654-a33f-48dc-8cbb-eb2953b5c349 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.455332 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e654-a33f-48dc-8cbb-eb2953b5c349 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.472962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2e654-a33f-48dc-8cbb-eb2953b5c349 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b017450-a9f4-45e9-a575-6a74c1eb455d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:39.480222 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e654-a33f-48dc-8cbb-eb2953b5c349 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.482146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b4a2e654-a33f-48dc-8cbb-eb2953b5c349 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207371 Aug 30 15:30:39.484941 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:39.490017 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fd83e919-5221-478d-9304-c3f6ead942f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '70a4efee-0252-409e-8ec0-00cde15d3c5d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:39.517533 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd83e919-5221-478d-9304-c3f6ead942f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.575333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd83e919-5221-478d-9304-c3f6ead942f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.579372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd83e919-5221-478d-9304-c3f6ead942f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.600964 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83e919-5221-478d-9304-c3f6ead942f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23800c83-0e29-4844-a985-a439f7cdc979,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:39.606279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd83e919-5221-478d-9304-c3f6ead942f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.607532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fd83e919-5221-478d-9304-c3f6ead942f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216338 Aug 30 15:30:39.610281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:39.614618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8ab537be-071f-41a5-a1e4-288ac7617514 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '70a4efee-0252-409e-8ec0-00cde15d3c5d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:39.641836 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab537be-071f-41a5-a1e4-288ac7617514 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.706194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab537be-071f-41a5-a1e4-288ac7617514 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.714873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab537be-071f-41a5-a1e4-288ac7617514 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.737642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab537be-071f-41a5-a1e4-288ac7617514 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a62ba9f-7edc-492a-836e-3bb5360f8271,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:39.741404 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ab537be-071f-41a5-a1e4-288ac7617514 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.742770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8ab537be-071f-41a5-a1e4-288ac7617514 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315579 Aug 30 15:30:39.745491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60044) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:39.750025 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a5094d78-12d2-4830-ad8f-432111f55f96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '70a4efee-0252-409e-8ec0-00cde15d3c5d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:39.773948 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-a5094d78-12d2-4830-ad8f-432111f55f96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:30:39.778846 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5094d78-12d2-4830-ad8f-432111f55f96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.840453 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5094d78-12d2-4830-ad8f-432111f55f96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.844123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5094d78-12d2-4830-ad8f-432111f55f96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.864459 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5094d78-12d2-4830-ad8f-432111f55f96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f88cf8-1c78-47c7-8c9b-d90738228d6c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:39.871030 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5094d78-12d2-4830-ad8f-432111f55f96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.872364 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a5094d78-12d2-4830-ad8f-432111f55f96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259494 Aug 30 15:30:39.875095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:39.879933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d51be1fd-bf20-42eb-bbe8-67e1e01f3826 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '70a4efee-0252-409e-8ec0-00cde15d3c5d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:39.901643 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-d51be1fd-bf20-42eb-bbe8-67e1e01f3826 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:30:39.906296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d51be1fd-bf20-42eb-bbe8-67e1e01f3826 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.964942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d51be1fd-bf20-42eb-bbe8-67e1e01f3826 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.968152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d51be1fd-bf20-42eb-bbe8-67e1e01f3826 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.987124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51be1fd-bf20-42eb-bbe8-67e1e01f3826 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de03a3d0-15d3-4e9e-a5ff-ac644ffc43e7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:39.993068 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d51be1fd-bf20-42eb-bbe8-67e1e01f3826 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:39.994303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d51be1fd-bf20-42eb-bbe8-67e1e01f3826 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183167 Aug 30 15:30:39.997208 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:40.001912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'network': {'name': 'tempest-network-smoke--1640990442', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:40.022247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:30:40.025641 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.107790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 310eeb45-5824-4656-be0d-21088a3967d1 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:30:40.132101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 310eeb45-5824-4656-be0d-21088a3967d1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:30:40.132449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 310eeb45-5824-4656-be0d-21088a3967d1 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:30:40.132900 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d7bfc6ad-ebcf-4cbf-90f6-5c21376037de no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:30:40.152609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: d7bfc6ad-ebcf-4cbf-90f6-5c21376037de {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:30:40.152957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device d7bfc6ad-ebcf-4cbf-90f6-5c21376037de not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:30:40.331910 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:30:40.340692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.341090 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Added segment 47c8027d-a217-4222-98d8-dd0bbd3b3b31 of type vlan for network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b Aug 30 15:30:40.380635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.404256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.409844 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:40.410426 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.466465 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4682703 Aug 30 15:30:40.469285 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:40.474297 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'admin_state_up': True, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:40.493977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8030c-5c41-44e6-ba73-f62dd71d017d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Network': ['ID=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:40.504963 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:30:40.507345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.508547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.559050 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.698293 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.885286 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:40.908510 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:41.009151 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.48 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/6ed4291f-b324-4c3a-8225-9c87fb00013c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:30:41.111395 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:41.149055 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:41.184126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:30:41.188893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:30:41.192413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:30:41.217654 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=6ed4291f-b324-4c3a-8225-9c87fb00013c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:41.442625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:41.633138 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:41.759945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 28100d15-e7b1-495a-9d48-34873015fc6b is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:30:41.863729 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:30:41.874380 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Sync routers for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:30:41.881654 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:41.885909 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1f710c0d-2eb8-4712-8b4e-42e949d8ea00 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4126706 Aug 30 15:30:41.886061 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:41.886061 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:41.886282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:41.916122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-82e491ae-5f48-49a3-b28d-17e9bb10d72b tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288315 Aug 30 15:30:41.918739 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:41.990136 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:42.004023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57dba08-05ce-424f-9fd5-c22ad931e2f7 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:42.005560 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a57dba08-05ce-424f-9fd5-c22ad931e2f7 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859120 Aug 30 15:30:42.008399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:42.040850 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4e57af1a-d3f9-43f7-9bda-279bc5051dfc tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313773 Aug 30 15:30:42.043443 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:42.048163 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016995253', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:42.135784 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:30:42.140284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.169339 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:42.195977 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Checking router: 28100d15-e7b1-495a-9d48-34873015fc6b for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:30:42.196582 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Updating router 28100d15-e7b1-495a-9d48-34873015fc6b port 6ed4291f-b324-4c3a-8225-9c87fb00013c binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:30:42.226502 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.333950 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.398280 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Subnet': ['ID=73a3d319-58fa-4e8f-a1a4-13945769750e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:42.406112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Checking segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:30:42.406112 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network hostable DHCP agents. Network: 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:30:42.422055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:30:42.430875 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:30:42.435922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:42.436520 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.442786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41eaeda-1ba7-4404-82d2-dfd14577c551 None None] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:30:42.453415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c9eb9961-aa00-4afa-969c-dfeff2afb92e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088237 Aug 30 15:30:42.456349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:42.498428 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.512679 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Transition to ACTIVE for port object 6ed4291f-b324-4c3a-8225-9c87fb00013c will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:30:42.518684 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.568584 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Attempting to bind port 6ed4291f-b324-4c3a-8225-9c87fb00013c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:30:42.568958 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Attempting to bind port 6ed4291f-b324-4c3a-8225-9c87fb00013c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:30:42.569349 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Attempting to bind port 6ed4291f-b324-4c3a-8225-9c87fb00013c on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:30:42.577411 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:30:42.577785 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:30:42.578195 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.578569 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:30:42.579026 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Bound port: 6ed4291f-b324-4c3a-8225-9c87fb00013c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:30:42.579398 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.599365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:30:42.600380 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.602452 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Pushing event updated for resources: {'Port': ['ID=6ed4291f-b324-4c3a-8225-9c87fb00013c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:42.612345 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.612700 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.613086 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.613487 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.613809 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.614132 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.614454 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.614770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.615092 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.615404 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.615718 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.616293 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:30:42.653292 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] For port 6ed4291f-b324-4c3a-8225-9c87fb00013c, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:30:42.656565 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] For port 6ed4291f-b324-4c3a-8225-9c87fb00013c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6ed4291f-b324-4c3a-8225-9c87fb00013c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:30:42.661147 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.721017 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:42.721806 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:42.751869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Allocated IP 172.20.0.2 (0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b/73a3d319-58fa-4e8f-a1a4-13945769750e/ded80da9-a3ec-484e-93dc-744de8c6c294) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:30:42.815606 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439d00-5f7b-4330-8a4a-051cd5a99b82 None None] Pushing event updated for resources: {'Port': ['ID=6ed4291f-b324-4c3a-8225-9c87fb00013c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:42.842012 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:42.913182 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.922285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Transition to ACTIVE for port object ded80da9-a3ec-484e-93dc-744de8c6c294 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:30:42.938355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Transition to ACTIVE for port object ded80da9-a3ec-484e-93dc-744de8c6c294 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:30:42.943481 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:42.984803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:30:42.988520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:30:42.992506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:30:43.000989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Pushing event updated for resources: {'Port': ['ID=ded80da9-a3ec-484e-93dc-744de8c6c294,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:43.030215 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51988055-f38c-4d76-8494-14a617055a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:43.057533 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Attempting to bind port ded80da9-a3ec-484e-93dc-744de8c6c294 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:30:43.058007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Attempting to bind port ded80da9-a3ec-484e-93dc-744de8c6c294 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:30:43.058449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Attempting to bind port ded80da9-a3ec-484e-93dc-744de8c6c294 on network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:30:43.062198 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51988055-f38c-4d76-8494-14a617055a12 None None] The sync data for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 is: [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:30:43.063990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:30:43.064452 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Checking segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:30:43.064866 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:43.065325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Bound using segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:30:43.066134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Bound port: ded80da9-a3ec-484e-93dc-744de8c6c294, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:30:43.066238 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:43.146746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] For port ded80da9-a3ec-484e-93dc-744de8c6c294, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:30:43.151831 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] For port ded80da9-a3ec-484e-93dc-744de8c6c294, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ded80da9-a3ec-484e-93dc-744de8c6c294,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:30:43.156162 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:43.219203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8cfde-a8e6-4820-8ad5-f60d8dab054a None None] Pushing event updated for resources: {'Port': ['ID=ded80da9-a3ec-484e-93dc-744de8c6c294,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:43.239052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:43.566287 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.1 (0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b/73a3d319-58fa-4e8f-a1a4-13945769750e/fe8dbf49-7d27-4699-a3d3-26af4b2af4df) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:30:43.694382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:43.709665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object fe8dbf49-7d27-4699-a3d3-26af4b2af4df will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:30:43.745375 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:43.791515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:30:43.796806 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:30:43.799862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:30:43.806802 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:43.850621 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:43.991047 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.226664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ded80da9-a3ec-484e-93dc-744de8c6c294 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:30:44.250902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5ae3f0-91e2-4caf-80ad-00cb7177ffe3 None None] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:30:44.291909 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.296864 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.321992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7af10f3d-2889-427b-a8b0-dfdeae99bc7f None None] Provisioning for port ded80da9-a3ec-484e-93dc-744de8c6c294 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:30:44.356376 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port ded80da9-a3ec-484e-93dc-744de8c6c294 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:30:44.366882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ded80da9-a3ec-484e-93dc-744de8c6c294 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:44.367258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.370841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:44.375797 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.484614 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:30:44.486317 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:30:44.508179 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.547004 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port ded80da9-a3ec-484e-93dc-744de8c6c294, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ded80da9-a3ec-484e-93dc-744de8c6c294,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:44.552104 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.552913 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6ed4291f-b324-4c3a-8225-9c87fb00013c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:30:44.614458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 28100d15-e7b1-495a-9d48-34873015fc6b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:30:44.635227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=ded80da9-a3ec-484e-93dc-744de8c6c294,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:44.646413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 6ed4291f-b324-4c3a-8225-9c87fb00013c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:30:44.652373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 6ed4291f-b324-4c3a-8225-9c87fb00013c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:44.652830 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.738741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.747324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:30:44.759686 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d93d48ef-7fe7-4186-a2d8-174c54a21fb1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/28100d15-e7b1-495a-9d48-34873015fc6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925534 Aug 30 15:30:44.764773 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 6ed4291f-b324-4c3a-8225-9c87fb00013c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6ed4291f-b324-4c3a-8225-9c87fb00013c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:44.769735 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.795362 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Sync routers for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:30:44.823101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:44.823746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:44.874558 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=6ed4291f-b324-4c3a-8225-9c87fb00013c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:44.920783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-3e6d9cb8-a978-4ece-8d20-6e950d197020 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800061496&fields=id&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 267 time: 0.0425196 Aug 30 15:30:44.924106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3608264e-d6e1-45d4-896b-8671f2c9c862 None None] Provisioning for port fe8dbf49-7d27-4699-a3d3-26af4b2af4df completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:30:44.929575 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3608264e-d6e1-45d4-896b-8671f2c9c862 None None] Provisioning complete for port fe8dbf49-7d27-4699-a3d3-26af4b2af4df triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:44.929954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3608264e-d6e1-45d4-896b-8671f2c9c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:44.982737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3608264e-d6e1-45d4-896b-8671f2c9c862 None None] Port fe8dbf49-7d27-4699-a3d3-26af4b2af4df cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:30:44.985397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:45.028663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3608264e-d6e1-45d4-896b-8671f2c9c862 None None] Provisioning complete for port ded80da9-a3ec-484e-93dc-744de8c6c294 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:45.029082 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3608264e-d6e1-45d4-896b-8671f2c9c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:45.041476 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-f8ec9f38-5fcc-4711-9ff0-30ab9659f90d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:45.043450 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-f8ec9f38-5fcc-4711-9ff0-30ab9659f90d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 797 time: 0.1117537 Aug 30 15:30:45.060156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-c0fa057e-d78d-4686-ac12-ae5e6db7f3ce tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/quotas/72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 375 time: 0.0104580 Aug 30 15:30:45.122187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-7d0189c2-1118-4aca-a15e-748027c7d895 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549006 Aug 30 15:30:45.198788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-dce0c3bc-61c9-4553-aa11-33aad5fa108d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:30:45.199772 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-dce0c3bc-61c9-4553-aa11-33aad5fa108d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0652814 Aug 30 15:30:45.259139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 2, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:45.285456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Checking router: 28100d15-e7b1-495a-9d48-34873015fc6b for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:30:45.285740 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Updating router 28100d15-e7b1-495a-9d48-34873015fc6b port fe8dbf49-7d27-4699-a3d3-26af4b2af4df binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:30:45.287816 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-37e59aaf-36a3-4431-b2a6-8580a037cb6e service neutron] 10.222.0.50 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Aug 30 15:30:45.314844 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:45.356569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec419fc6-ab27-431e-bbe4-2a08861d7437 None None] Provisioning complete for port fe8dbf49-7d27-4699-a3d3-26af4b2af4df triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:45.356942 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec419fc6-ab27-431e-bbe4-2a08861d7437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:45.384133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-ac60cd83-3358-4fa5-a8c9-0a5dbd930cdd service neutron] 10.222.0.50 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891080 Aug 30 15:30:45.451762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ec419fc6-ab27-431e-bbe4-2a08861d7437 None None] Port fe8dbf49-7d27-4699-a3d3-26af4b2af4df cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:30:45.548170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b4b82c36-cce2-4ba7-9c6d-7e8c78572c78 req-95547f76-e00b-43e4-b315-2ff24a1d5a8b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 210 time: 0.0267022 Aug 30 15:30:45.611737 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:45.622503 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Transition to ACTIVE for port object fe8dbf49-7d27-4699-a3d3-26af4b2af4df will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:30:45.629509 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:45.685374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edceb2c-dde2-4f54-90a6-bf6e312fe504 None None] Pushing event updated for resources: {'Port': ['ID=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:45.743470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Attempting to bind port fe8dbf49-7d27-4699-a3d3-26af4b2af4df on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:30:45.743961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Attempting to bind port fe8dbf49-7d27-4699-a3d3-26af4b2af4df by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:30:45.744456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Attempting to bind port fe8dbf49-7d27-4699-a3d3-26af4b2af4df on network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:30:45.749968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:30:45.750462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Checking segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:30:45.750929 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:45.751882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Bound using segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:30:45.751882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Bound port: fe8dbf49-7d27-4699-a3d3-26af4b2af4df, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:30:45.752693 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:45.829985 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] For port fe8dbf49-7d27-4699-a3d3-26af4b2af4df, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:30:45.834567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] For port fe8dbf49-7d27-4699-a3d3-26af4b2af4df, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:30:45.842778 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:45.905801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:45.906437 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:46.155536 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edceb2c-dde2-4f54-90a6-bf6e312fe504 None None] Pushing event updated for resources: {'Port': ['ID=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:46.196848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ded80da9-a3ec-484e-93dc-744de8c6c294 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:30:46.258209 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:46.350089 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port ded80da9-a3ec-484e-93dc-744de8c6c294 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:46.350726 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:46.542200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6ed4291f-b324-4c3a-8225-9c87fb00013c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:30:46.603566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:46.634191 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-5af649d7-6d28-48ce-b22c-d24e7739cc82 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:46.636156 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-5af649d7-6d28-48ce-b22c-d24e7739cc82 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 797 time: 0.1482859 Aug 30 15:30:46.642721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f2644-e39a-499d-8df8-a53ed68e57c2 None None] The sync data for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 is: [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:45Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:30:46.658097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a32e612c-4d52-499a-a332-815b5a398695 req-8d261b67-77a7-420a-a7fc-fb2d9c817ebb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 210 time: 0.0348985 Aug 30 15:30:46.661604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 6ed4291f-b324-4c3a-8225-9c87fb00013c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:46.661986 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:46.716485 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-2e711541-49f2-42c1-a310-29037e8b47ff tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 379 time: 0.0658340 Aug 30 15:30:46.730642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'port': {'device_id': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'admin_state_up': True, 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'security_groups': ['70a4efee-0252-409e-8ec0-00cde15d3c5d']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:46.878435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:30:46.882192 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:47.012647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.11 (0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b/73a3d319-58fa-4e8f-a1a4-13945769750e/6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:30:47.164392 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:47.180749 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:30:47.223601 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:47.270188 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:30:47.273395 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:30:47.277393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:30:47.284591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:47.339605 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:47.340279 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:47.356856 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-e8fb4c36-1035-4225-92cc-2fbf47e5e21d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6321409 Aug 30 15:30:47.369603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-4cadf1ba-d567-45f3-b50b-c2268a63e557 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:30:47.372442 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-4cadf1ba-d567-45f3-b50b-c2268a63e557 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079043 Aug 30 15:30:47.384976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Request body: {'port': {'device_id': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:47.449506 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:47.550866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aed0fbeb-d046-4c47-8836-6e829461dc18 None None] Provisioning for port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:30:47.556193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aed0fbeb-d046-4c47-8836-6e829461dc18 None None] Provisioning complete for port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:47.556193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aed0fbeb-d046-4c47-8836-6e829461dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:47.591897 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aed0fbeb-d046-4c47-8836-6e829461dc18 None None] Port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:30:47.745723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:30:47.767129 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:47.780236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Transition to ACTIVE for port object 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:30:47.785811 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:47.839444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866a30-6759-443f-b6c8-6e085115975d req-d6e4b895-72c1-4599-b628-5070f5ef2cd2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:47.841030 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b866a30-6759-443f-b6c8-6e085115975d req-d6e4b895-72c1-4599-b628-5070f5ef2cd2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 932 time: 0.1094172 Aug 30 15:30:47.863118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:47.932143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6b866a30-6759-443f-b6c8-6e085115975d req-e198b026-ecd7-4b1b-a84e-45606d3e6309 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844121 Aug 30 15:30:47.962399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Attempting to bind port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:30:47.962399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Attempting to bind port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:30:47.962399 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Attempting to bind port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:30:47.967617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:30:47.967617 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Attempting to bind port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:30:47.972867 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:30:47.973256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Checking segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:30:47.973644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Bound using segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:30:47.974083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Bound port: 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:30:47.974446 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:48.051545 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:30:48.054921 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:30:48.059125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:48.096976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:48.097633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:48.099211 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] 10.222.0.39 "PUT /v2.0/ports/6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1092 time: 0.7185268 Aug 30 15:30:48.099581 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:30:48.101829 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b521e-13b5-4c6e-9470-a15e504b8b01" -d '{"events": [{"name": "network-changed", "server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:30:48.144606 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c256-a7f1-4b11-a35b-38da5d83dab3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:48.222391 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-fd278ea1-1c53-4c20-b6be-d2a2619b6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:48.224315 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-fd278ea1-1c53-4c20-b6be-d2a2619b6d4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1095 time: 0.0684617 Aug 30 15:30:48.250998 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fe8dbf49-7d27-4699-a3d3-26af4b2af4df up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:30:48.301445 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab771a1-5f2a-4325-96e2-bc6405f0b429 x-openstack-request-id: req-cab771a1-5f2a-4325-96e2-bc6405f0b429 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:30:48.301986 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:30:48.302263 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cab771a1-5f2a-4325-96e2-bc6405f0b429 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:30:48.302790 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'status': 'completed', 'code': 200} Aug 30 15:30:48.304731 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-2cdf815c-0f0a-45a5-b149-84abac4f6189 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 217 time: 0.0722790 Aug 30 15:30:48.310909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port fe8dbf49-7d27-4699-a3d3-26af4b2af4df completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:30:48.316104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port fe8dbf49-7d27-4699-a3d3-26af4b2af4df triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:48.316477 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:48.365140 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-8351ce57-4302-41ed-9e9c-13092589e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:48.370588 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-8351ce57-4302-41ed-9e9c-13092589e3b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0585747 Aug 30 15:30:48.405837 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:48.425521 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-f9d11ee5-9507-4f33-9e09-891c832cc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:48.427808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-f9d11ee5-9507-4f33-9e09-891c832cc797 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486889 Aug 30 15:30:48.444462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port fe8dbf49-7d27-4699-a3d3-26af4b2af4df, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:48.449677 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:48.501652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:48.519326 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-8b2349af-7672-4077-aade-18db8ee6ddb5 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849164 Aug 30 15:30:48.610402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ff36607-4610-4a53-b411-b0f9a283b609 req-1b2c72e3-dcf8-4ad9-9016-2c6776bf330f service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843375 Aug 30 15:30:48.699746 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-4fa85922-bcfb-4cb1-acec-5c9329b45110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:48.701263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-4fa85922-bcfb-4cb1-acec-5c9329b45110 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1095 time: 0.0436895 Aug 30 15:30:48.791792 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-65526d2f-69d2-4c0f-a379-066666a1917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:48.793246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-65526d2f-69d2-4c0f-a379-066666a1917a service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0846212 Aug 30 15:30:48.836187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-68b63752-57ec-4146-9519-4d2a07ff9334 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 217 time: 0.0357203 Aug 30 15:30:48.883099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-7f7cddf6-48bf-4ec7-9b5e-0a267c722806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:48.884464 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-7f7cddf6-48bf-4ec7-9b5e-0a267c722806 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0419900 Aug 30 15:30:48.934368 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-85a204c3-e19a-423b-bb47-0f270f70469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:48.935812 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-85a204c3-e19a-423b-bb47-0f270f70469a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438466 Aug 30 15:30:49.344428 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d2ca3-b89f-475a-a94f-f13decb11826 req-133b250d-68f2-486b-a891-0cf3bd70ff14 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:49.345906 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-427d2ca3-b89f-475a-a94f-f13decb11826 req-133b250d-68f2-486b-a891-0cf3bd70ff14 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 944 time: 0.0991390 Aug 30 15:30:49.350056 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-6231bad1-d570-4d0d-a633-6074db3398ea service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060013 Aug 30 15:30:49.413591 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:30:49.428482 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-427d2ca3-b89f-475a-a94f-f13decb11826 req-9c19f6f2-191e-40f5-97d6-9ffd9c72c6d3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760252 Aug 30 15:30:49.459459 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-518b521e-13b5-4c6e-9470-a15e504b8b01 req-6146af39-2cfe-4e41-b563-21c80af6dc2d service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012912 Aug 30 15:30:49.896045 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:30:49.989653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:50.000548 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'port_id': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'mac_address': 'fa:16:3e:67:c8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:30:50.045952 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:50.059383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:30:50.078653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:50.083066 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:50.132990 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:50.151164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fe8dbf49-7d27-4699-a3d3-26af4b2af4df up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:30:50.197720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port fe8dbf49-7d27-4699-a3d3-26af4b2af4df triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:50.198100 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:50.307926 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:30:50.545976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e7b5b-ea3a-4510-9e0e-4b153af3087e req-65778841-f653-48cf-aa45-40c4eca6aa46 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:50.547401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-890e7b5b-ea3a-4510-9e0e-4b153af3087e req-65778841-f653-48cf-aa45-40c4eca6aa46 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Aug 30 15:30:50.585206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-890e7b5b-ea3a-4510-9e0e-4b153af3087e req-bc326921-fe37-44cc-9b2b-648ad574b771 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Aug 30 15:30:50.720730 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:51.698807 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619181d-8714-40bf-b97d-397088b8cbab req-fbb7ba4f-a1a3-4eec-aaad-03a9525eeba9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:51.700212 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5619181d-8714-40bf-b97d-397088b8cbab req-fbb7ba4f-a1a3-4eec-aaad-03a9525eeba9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 945 time: 0.0498641 Aug 30 15:30:51.744405 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5619181d-8714-40bf-b97d-397088b8cbab req-efc1d630-88e7-4701-98b4-220fd8c07ff1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364728 Aug 30 15:30:51.895660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:30:51.944321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:30:51.948344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:30:51.948721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:52.025154 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:52.050803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:30:52.053025 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b58d49b-958d-4d87-9c51-f5d66ac911c6" -d '{"events": [{"server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "name": "network-vif-plugged", "status": "completed", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:30:52.065184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:30:52.069169 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:52.118091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:52.148004 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996bfb1-90f1-43d7-85a8-2abc19c693a6 x-openstack-request-id: req-f996bfb1-90f1-43d7-85a8-2abc19c693a6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:30:52.148313 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "name": "network-vif-plugged", "status": "completed", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:30:52.148574 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f996bfb1-90f1-43d7-85a8-2abc19c693a6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:30:52.149030 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'code': 200} Aug 30 15:30:52.244558 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24885c-893e-4715-938b-fe0df971f311 req-b4a717d1-e316-4fe0-a7d0-82c989858ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:52.246160 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c24885c-893e-4715-938b-fe0df971f311 req-b4a717d1-e316-4fe0-a7d0-82c989858ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1097 time: 0.0409980 Aug 30 15:30:52.281202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c24885c-893e-4715-938b-fe0df971f311 req-7a991259-cade-4765-ab81-f18e8ce51f12 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270650 Aug 30 15:30:52.858341 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e8876-418d-4747-b25a-5895972f030f req-caa5e241-6bb2-4172-b467-f5a37e1bde06 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:52.859817 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d22e8876-418d-4747-b25a-5895972f030f req-caa5e241-6bb2-4172-b467-f5a37e1bde06 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0479100 Aug 30 15:30:52.898027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d22e8876-418d-4747-b25a-5895972f030f req-64b7993c-c6e3-4a97-9f24-ee0eba07ffa6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Aug 30 15:30:54.010645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a77264-5077-4bbf-b909-93d4a70af5a7 req-4da71c30-c824-41e7-9881-84c02508bc67 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:54.012022 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6a77264-5077-4bbf-b909-93d4a70af5a7 req-4da71c30-c824-41e7-9881-84c02508bc67 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Aug 30 15:30:54.049272 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a6a77264-5077-4bbf-b909-93d4a70af5a7 req-b952ff3f-0f08-40b8-b1fa-6e20af0204ee tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314257 Aug 30 15:30:54.160181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a6cc0-5429-4e8c-ab5d-0cac654a17c1 req-68ca4f09-50c6-456b-9a46-105b5b63d184 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:54.161676 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f6a6cc0-5429-4e8c-ab5d-0cac654a17c1 req-68ca4f09-50c6-456b-9a46-105b5b63d184 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Aug 30 15:30:54.202065 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f6a6cc0-5429-4e8c-ab5d-0cac654a17c1 req-2a4f90ea-7654-4306-9e46-9d6537e4a159 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344949 Aug 30 15:30:54.224210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:54.267751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c139a87-6999-44d5-bcde-a3554d11588b tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:54.269369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-1a56c532-1125-4901-9a2d-094acc7dde0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391960 Aug 30 15:30:54.269768 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1c139a87-6999-44d5-bcde-a3554d11588b tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1092 time: 0.0445726 Aug 30 15:30:54.272461 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:54.276872 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:30:54.301355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:54.349684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-ffc33d40-2584-4522-b061-af71e5ae4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:54.351177 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-ffc33d40-2584-4522-b061-af71e5ae4c65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1097 time: 0.0407147 Aug 30 15:30:54.402258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:54.461103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-aed2ca98-6ed7-4079-a88c-8aa94af18ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:54.462574 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-aed2ca98-6ed7-4079-a88c-8aa94af18ef8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0890913 Aug 30 15:30:54.505010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-c7aa7104-40fe-42fb-8147-cf4d0b094737 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 217 time: 0.0355909 Aug 30 15:30:54.509515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.215 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/2112e946-1fdf-4697-8772-d863533ae8f2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:30:54.553231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-2b3511ef-42c3-4917-8e4c-40dc283ec7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:54.554592 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-2b3511ef-42c3-4917-8e4c-40dc283ec7bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0434084 Aug 30 15:30:54.600738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-08e438d4-e8e4-415e-9aab-e150f859af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:54.602302 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-08e438d4-e8e4-415e-9aab-e150f859af2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408273 Aug 30 15:30:54.611906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:54.649844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:54.694893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-a0b10e52-1ef9-41cf-b449-1d74289baaf4 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858366 Aug 30 15:30:54.695202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:30:54.698084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:30:54.701817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:30:54.707758 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=2112e946-1fdf-4697-8772-d863533ae8f2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:54.784957 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c6f42fd2-f449-48a9-a37b-95739fd10415 req-e9c7acbd-b781-46a3-8fbb-eded2f6b4139 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830507 Aug 30 15:30:55.083336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:55.149817 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:55.264553 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51ee2980-49c8-413c-82f8-f5c051f4723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:55.298470 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:55.303558 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:55.373935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=2112e946-1fdf-4697-8772-d863533ae8f2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:30:55.382039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:55.479598 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP 3aab73c3-58ff-49c7-b9a1-f8463ea51176 associated. External IP: 172.25.6.215, port: 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf. Aug 30 15:30:55.681938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 28100d15-e7b1-495a-9d48-34873015fc6b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:30:55.788334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:30:55.798539 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] Sync routers for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:30:55.805666 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:55.808822 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:55.809482 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:55.832183 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-64b61dc5-5cd2-4184-afaf-7cb523c97d80 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5586729 Aug 30 15:30:55.832809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:30:55.835131 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ea4cd-a630-4e22-9b7e-f72b8eb04418" -d '{"events": [{"name": "network-changed", "server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:30:55.877541 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eebb04-8c09-453c-b214-51ae91fec8ae x-openstack-request-id: req-a2eebb04-8c09-453c-b214-51ae91fec8ae {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:30:55.878064 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:30:55.878312 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2eebb04-8c09-453c-b214-51ae91fec8ae {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:30:55.878714 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'status': 'completed', 'code': 200} Aug 30 15:30:55.918899 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:55.947527 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-71948030-a44c-486b-93ed-a2367ea86c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:55.949098 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-71948030-a44c-486b-93ed-a2367ea86c7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1097 time: 0.0490487 Aug 30 15:30:55.949410 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe47134-22fc-4515-8dd5-be0e012cd35f req-93fac3d7-a1c8-45b4-bc75-42768b061163 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:55.950931 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfe47134-22fc-4515-8dd5-be0e012cd35f req-93fac3d7-a1c8-45b4-bc75-42768b061163 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0533633 Aug 30 15:30:55.989367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cfe47134-22fc-4515-8dd5-be0e012cd35f req-eebb27bd-0b9e-4b84-863f-6a35e8e6b0b5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323727 Aug 30 15:30:56.012824 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:56.041752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-670e6add-0ce8-4a69-a116-97145961b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:56.043260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-670e6add-0ce8-4a69-a116-97145961b6b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0865440 Aug 30 15:30:56.080243 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d5848d6c-5ad0-4f2c-9b93-20fc5163a3f9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/3aab73c3-58ff-49c7-b9a1-f8463ea51176 HTTP/1.1" status: 200 len: 992 time: 0.0649126 Aug 30 15:30:56.119563 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-a88b17d8-c10a-4a15-9a9f-4d3269d1999a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1000 time: 0.0696852 Aug 30 15:30:56.169600 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-1dc3ce3b-d677-4c82-bdd6-39596a2f791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:56.171121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-1dc3ce3b-d677-4c82-bdd6-39596a2f791d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0445223 Aug 30 15:30:56.216307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-0efbd83a-cc11-4fc9-8c49-3d2c9184fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:30:56.217742 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-0efbd83a-cc11-4fc9-8c49-3d2c9184fe20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397956 Aug 30 15:30:56.239269 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3aab73c3-58ff-49c7-b9a1-f8463ea51176', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'port_id': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'mac_address': 'fa:16:3e:67:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:30:54Z', 'updated_at': '2021-08-30T15:30:54Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:56.265242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] Checking router: 28100d15-e7b1-495a-9d48-34873015fc6b for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:30:56.273482 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:30:56.274097 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:30:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:56.309264 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-5d564099-a509-40c0-baa7-9175298e2c09 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848150 Aug 30 15:30:56.381128 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:30:56.405768 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-163ea4cd-a630-4e22-9b7e-f72b8eb04418 req-b5254c7c-838f-4133-9e52-8aa97d4f92b5 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894501 Aug 30 15:30:56.597601 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3aab73c3-58ff-49c7-b9a1-f8463ea51176', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'port_id': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'mac_address': 'fa:16:3e:67:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:30:54Z', 'updated_at': '2021-08-30T15:30:54Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:30:56.622303 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a0276-86fe-449b-93bf-732e448f81ed None None] The sync data for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 is: [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3aab73c3-58ff-49c7-b9a1-f8463ea51176', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'port_id': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'mac_address': 'fa:16:3e:67:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:30:54Z', 'updated_at': '2021-08-30T15:30:54Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:30:56.825396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a061fa-1dd8-48c4-97e1-09dd690a0394 None None] New status for floating IP 3aab73c3-58ff-49c7-b9a1-f8463ea51176: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:30:57.082898 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:30:57.142160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-da384686-47d6-4277-85e6-24b74a154e65 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/3aab73c3-58ff-49c7-b9a1-f8463ea51176 HTTP/1.1" status: 200 len: 994 time: 0.0581064 Aug 30 15:30:57.923902 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89723221-6c8c-4511-a773-584fbe3f6c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:58.715555 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:30:59.481819 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:01.854254 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:03.475768 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:20.721719 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:25.267401 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0017251b-9979-4f66-b34d-ffccac293c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:26.413878 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:31:27.926823 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17652ca9-d919-4c99-99f8-8859c86fd177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:28.526934 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed83b7b-fd2f-4494-95f4-95adfff64d14 req-94d3e0aa-4cb9-4edd-b15d-880f45dcb31b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:28.528330 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ed83b7b-fd2f-4494-95f4-95adfff64d14 req-94d3e0aa-4cb9-4edd-b15d-880f45dcb31b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0944483 Aug 30 15:31:28.536541 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-5c9aebd9-313e-4800-9efa-39c82ef2a113 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327133 Aug 30 15:31:28.572136 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1ed83b7b-fd2f-4494-95f4-95adfff64d14 req-06a9b144-d688-470c-9fd9-cab3122f1bc6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343218 Aug 30 15:31:28.719790 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:29.485879 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:29.723213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c99e8-215c-46ac-a396-20e8098f99df req-3517f758-1e07-41b3-81a7-c4957d5df79c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:29.724748 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b06c99e8-215c-46ac-a396-20e8098f99df req-3517f758-1e07-41b3-81a7-c4957d5df79c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0634084 Aug 30 15:31:29.764295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b06c99e8-215c-46ac-a396-20e8098f99df req-e0bbc52b-37fc-4eb8-971a-69caa2a1a23c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328944 Aug 30 15:31:29.777557 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-37bdd37e-c207-4864-98f9-cfdd09497e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:29.779080 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-37bdd37e-c207-4864-98f9-cfdd09497e1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1097 time: 0.0451705 Aug 30 15:31:29.875446 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-d0e69c20-0564-4119-a652-4b9df7d7869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:29.876818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-d0e69c20-0564-4119-a652-4b9df7d7869c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0907798 Aug 30 15:31:29.947077 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-d7a65ca3-ad9b-4950-920a-be2196b67c18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1002 time: 0.0631957 Aug 30 15:31:29.996418 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-4ee8ce45-55d9-40de-82b5-922ea6b58739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:29.997905 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-4ee8ce45-55d9-40de-82b5-922ea6b58739 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0436859 Aug 30 15:31:30.047077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-3c2be434-7078-44d5-b43c-473da108d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:30.048599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-3c2be434-7078-44d5-b43c-473da108d257 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440359 Aug 30 15:31:30.138374 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-65e7662e-e0e6-466e-bf17-60ff0b55c74c service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826013 Aug 30 15:31:30.231474 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-e71d7817-f41a-455d-869b-c9256bb54f78 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866179 Aug 30 15:31:30.882283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064391b-1c3b-4b69-bbb9-7ba82a1396c5 req-61cefac5-0c6f-4cc4-ab2a-1c16d46332e1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:30.884515 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6064391b-1c3b-4b69-bbb9-7ba82a1396c5 req-61cefac5-0c6f-4cc4-ab2a-1c16d46332e1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0513721 Aug 30 15:31:30.922777 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6064391b-1c3b-4b69-bbb9-7ba82a1396c5 req-d81ccbdf-f999-4b87-a780-884345baed62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322430 Aug 30 15:31:31.856931 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:32.042365 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdc0ff-0b30-4e6f-a4b7-2de955b8ca42 req-7ce0eda0-1f02-4c23-bcce-777e53c789f0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:32.044050 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fbcdc0ff-0b30-4e6f-a4b7-2de955b8ca42 req-7ce0eda0-1f02-4c23-bcce-777e53c789f0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0506053 Aug 30 15:31:32.084616 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fbcdc0ff-0b30-4e6f-a4b7-2de955b8ca42 req-c70b47db-eb5d-45da-b38b-f454ab5c686d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332642 Aug 30 15:31:33.202834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459457f4-8e13-498e-be2e-586cc25c200b req-eede5488-9ae2-47c1-849a-01ca848aaa26 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:33.204298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-459457f4-8e13-498e-be2e-586cc25c200b req-eede5488-9ae2-47c1-849a-01ca848aaa26 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0483153 Aug 30 15:31:33.241309 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-459457f4-8e13-498e-be2e-586cc25c200b req-30769774-f824-4cc9-87d4-392757e2929c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304799 Aug 30 15:31:33.502823 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:34.356665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b508d-b7de-44b4-b108-6098ade70bb1 req-5441b5d5-0738-49a0-b8ca-dfefb119a28d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:34.358156 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-741b508d-b7de-44b4-b108-6098ade70bb1 req-5441b5d5-0738-49a0-b8ca-dfefb119a28d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0492272 Aug 30 15:31:34.396272 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-741b508d-b7de-44b4-b108-6098ade70bb1 req-63230f14-25ed-4c3b-bc2b-544f74f0b633 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322521 Aug 30 15:31:35.510770 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8570570-7eeb-4216-a9dc-d46ae5bc63e6 req-3e31c755-f49e-46dc-be64-70956562e895 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:35.512241 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8570570-7eeb-4216-a9dc-d46ae5bc63e6 req-3e31c755-f49e-46dc-be64-70956562e895 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0482194 Aug 30 15:31:35.552787 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b8570570-7eeb-4216-a9dc-d46ae5bc63e6 req-51b46912-4445-41e4-a6b1-ccf4d18ef1f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345721 Aug 30 15:31:36.677853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d7d15-4050-467d-8a9d-c415875ceb70 req-e00e7fde-2d1b-430c-81af-7d5f1f8704c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:36.679872 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f03d7d15-4050-467d-8a9d-c415875ceb70 req-e00e7fde-2d1b-430c-81af-7d5f1f8704c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0546634 Aug 30 15:31:36.719401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f03d7d15-4050-467d-8a9d-c415875ceb70 req-f75669f0-0fdb-437b-9601-f27da512148f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Aug 30 15:31:37.884236 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943ed1d-d7ff-451e-a6c9-6a09258f27af req-ddd7623b-4080-46e6-814d-a4257b89945d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:37.885765 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c943ed1d-d7ff-451e-a6c9-6a09258f27af req-ddd7623b-4080-46e6-814d-a4257b89945d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0495749 Aug 30 15:31:37.925783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c943ed1d-d7ff-451e-a6c9-6a09258f27af req-faa1d697-33be-4091-879f-4b15af396f99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339460 Aug 30 15:31:39.046293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4129-946a-4bdd-ae3b-c633db690597 req-f0738cbb-00ec-4add-b666-41f89c7cbdcb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:39.047815 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b32a4129-946a-4bdd-ae3b-c633db690597 req-f0738cbb-00ec-4add-b666-41f89c7cbdcb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0494492 Aug 30 15:31:39.087362 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b32a4129-946a-4bdd-ae3b-c633db690597 req-18dd0b9f-d221-45b9-b556-b689544d01b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Aug 30 15:31:40.204662 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf9b3e-0f5f-4af7-a21b-9e7664fe0740 req-fa26e3b4-45b0-4800-96ac-ad4f4a24fee8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:40.206289 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3edf9b3e-0f5f-4af7-a21b-9e7664fe0740 req-fa26e3b4-45b0-4800-96ac-ad4f4a24fee8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0500665 Aug 30 15:31:40.248701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3edf9b3e-0f5f-4af7-a21b-9e7664fe0740 req-cec69cc5-3fc2-43ba-8ef1-3299b37d3df0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354400 Aug 30 15:31:41.373587 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9fb4f-87b4-4bae-ac85-f047c3c849ac req-759f55ab-464a-4a7d-9f89-7bbcfe43d55f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:41.375240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77c9fb4f-87b4-4bae-ac85-f047c3c849ac req-759f55ab-464a-4a7d-9f89-7bbcfe43d55f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0499101 Aug 30 15:31:41.414710 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-77c9fb4f-87b4-4bae-ac85-f047c3c849ac req-8aa56a9f-6181-4d9b-b6ff-5804da21a525 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330725 Aug 30 15:31:42.529705 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ec8e-f7e6-4cd4-a99c-55ede4e51526 req-0640be6e-23dd-456b-9cb7-3769f91df328 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:42.531202 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f322ec8e-f7e6-4cd4-a99c-55ede4e51526 req-0640be6e-23dd-456b-9cb7-3769f91df328 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Aug 30 15:31:42.578477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f322ec8e-f7e6-4cd4-a99c-55ede4e51526 req-74dcbbba-88dd-4b53-aebc-f0bc97c9fb13 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Aug 30 15:31:43.702509 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b473fc-ce18-4851-a47e-56ef0aea654f req-3c6dde83-a96a-41e4-848d-2b1b6f6d44d5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:43.703924 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93b473fc-ce18-4851-a47e-56ef0aea654f req-3c6dde83-a96a-41e4-848d-2b1b6f6d44d5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0533843 Aug 30 15:31:43.744607 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-93b473fc-ce18-4851-a47e-56ef0aea654f req-91e80ee7-8011-4d9e-b745-6ffed955c8d8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Aug 30 15:31:44.862472 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309513e-930e-4ee8-b03c-ad49891de1ee req-b47d3de7-e675-43cf-8316-e9eac313e81a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:44.864012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3309513e-930e-4ee8-b03c-ad49891de1ee req-b47d3de7-e675-43cf-8316-e9eac313e81a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0516586 Aug 30 15:31:44.908779 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3309513e-930e-4ee8-b03c-ad49891de1ee req-1ac4c329-e51e-4fe7-9e02-fcab1e967b20 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369241 Aug 30 15:31:46.048750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0acb22-df6a-4e5b-ad05-54193552f1ec req-38f33b86-5301-439f-a913-dc366fb09e84 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:46.050161 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b0acb22-df6a-4e5b-ad05-54193552f1ec req-38f33b86-5301-439f-a913-dc366fb09e84 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0531335 Aug 30 15:31:46.089494 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1b0acb22-df6a-4e5b-ad05-54193552f1ec req-21fd8452-5a82-4cb0-9e05-8e1525c15f69 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327108 Aug 30 15:31:47.018706 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-8f872206-121a-4c54-a6d9-79f19147af05 req-f76c231c-9dc6-4638-978a-ab550446f356 service neutron] show failed (client error): The resource could not be found. Aug 30 15:31:47.019629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-f76c231c-9dc6-4638-978a-ab550446f356 service neutron] 10.222.0.39 "GET /v2.0/ports/6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf/bindings/n-h1-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0577550 Aug 30 15:31:47.211316 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b801da7-00c4-4f79-a6ef-99c34089c370 req-04706939-18ad-4054-afb3-ffbb30c0f3fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:47.212857 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b801da7-00c4-4f79-a6ef-99c34089c370 req-04706939-18ad-4054-afb3-ffbb30c0f3fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0524962 Aug 30 15:31:47.256800 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b801da7-00c4-4f79-a6ef-99c34089c370 req-058d763d-fae6-43e6-a054-012ff98d23e8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368619 Aug 30 15:31:47.272826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-8105c67a-fe45-4d0f-bed7-126583069cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:47.274291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-8105c67a-fe45-4d0f-bed7-126583069cd3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 1097 time: 0.0896406 Aug 30 15:31:47.292994 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:31:47.632753 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:47.838441 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:31:47.873129 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:31:47.911522 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:31:47.914499 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6269983-c090-4b4c-acc7-9e8541b26f3e" -d '{"events": [{"server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:31:47.918384 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:47.931737 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Transition to ACTIVE for port object 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:31:47.936338 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:47.971205 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20959854-dfe2-4e19-a02a-00bb419ee4b9 x-openstack-request-id: req-20959854-dfe2-4e19-a02a-00bb419ee4b9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:31:47.972212 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:31:47.972212 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20959854-dfe2-4e19-a02a-00bb419ee4b9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:31:47.972212 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'code': 200} Aug 30 15:31:48.026838 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:31:48.037390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.037769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.038074 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.038991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.039351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.039684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.040012 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.040336 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.040661 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.040980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.041324 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.041645 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:48.080035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] No DVR routers for this DVR port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:31:48.222944 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Attempting to bind port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:31:48.223213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Attempting to bind port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:31:48.223508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Attempting to bind port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:31:48.228576 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:31:48.228902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Attempting to bind port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:31:48.234231 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:31:48.234571 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Checking segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:31:48.234961 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Bound using segment: {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:31:48.235387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Bound port: 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c8027d-a217-4222-98d8-dd0bbd3b3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:31:48.235749 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:48.301724 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:31:48.310439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:31:48.311596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:48.351496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:48.352264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:48.354070 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] 10.222.0.21 "PUT /v2.0/ports/6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1092 time: 1.0653501 Aug 30 15:31:48.383220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a2ab5-d5e7-407d-8d15-09355854824c service neutron] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:31:48.407293 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a8ee3-fa5e-4cf5-b3b5-a8e5e5ce4025 req-a53fb8f6-ac7d-4d54-9e09-2884796a7787 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:48.408935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d29a8ee3-fa5e-4cf5-b3b5-a8e5e5ce4025 req-a53fb8f6-ac7d-4d54-9e09-2884796a7787 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 944 time: 0.0825565 Aug 30 15:31:48.435290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-d6595ca7-e5d6-47e0-9674-5c87d09c5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:48.435290 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-d6595ca7-e5d6-47e0-9674-5c87d09c5034 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1095 time: 0.0447195 Aug 30 15:31:48.459291 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d29a8ee3-fa5e-4cf5-b3b5-a8e5e5ce4025 req-d35817a2-c524-431e-a31f-f4612cbd793d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 Aug 30 15:31:48.538930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-0d692d13-1ef7-4dd7-96e3-b8bf58dcf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:48.539207 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-0d692d13-1ef7-4dd7-96e3-b8bf58dcf215 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0971084 Aug 30 15:31:48.613534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-4f438244-d7dd-4a04-8000-4dca5ee2e17e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1000 time: 0.0647187 Aug 30 15:31:48.666311 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-080da0be-3a78-4345-826a-3e9561ee3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:48.667787 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-080da0be-3a78-4345-826a-3e9561ee3d32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0473816 Aug 30 15:31:48.715502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f872206-121a-4c54-a6d9-79f19147af05 req-dff46876-8740-45c4-a6c1-5ccab7db063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:48.717009 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-dff46876-8740-45c4-a6c1-5ccab7db063b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410767 Aug 30 15:31:48.728406 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-ccac68d1-b9f3-4ce5-94bc-1fc6ef5f9b4f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:31:48.729489 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-ccac68d1-b9f3-4ce5-94bc-1fc6ef5f9b4f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053487 Aug 30 15:31:48.823978 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-2937897a-e182-4a09-9847-13dadaacf0dc service neutron] 10.222.0.21 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870812 Aug 30 15:31:48.916790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-bd432ed4-2fb1-4162-a257-c427322953cb service neutron] 10.222.0.21 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Aug 30 15:31:49.586417 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec17f57-5d93-494f-881c-0020d0a2dd35 req-180027e2-be7d-464f-9ea0-9047c0ac7c79 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:49.587923 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ec17f57-5d93-494f-881c-0020d0a2dd35 req-180027e2-be7d-464f-9ea0-9047c0ac7c79 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 944 time: 0.0559273 Aug 30 15:31:49.626875 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ec17f57-5d93-494f-881c-0020d0a2dd35 req-97ad8697-c853-4860-83dd-59da907f4028 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Aug 30 15:31:49.973282 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:31:49.975594 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f4d0a0-4022-4515-88a6-3970a32c7680" -d '{"events": [{"name": "network-changed", "server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:31:50.024791 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b56db0-f81e-40bc-b117-837a5f0b8d1f x-openstack-request-id: req-c3b56db0-f81e-40bc-b117-837a5f0b8d1f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:31:50.025118 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:31:50.025377 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3b56db0-f81e-40bc-b117-837a5f0b8d1f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:31:50.025773 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'status': 'completed', 'code': 200} Aug 30 15:31:50.106475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-754ffc0d-6b15-4c9a-8776-8d3bf8a81d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.108008 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-754ffc0d-6b15-4c9a-8776-8d3bf8a81d76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1095 time: 0.0427318 Aug 30 15:31:50.138252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-ba761ad6-31a1-420f-98df-a07b7993a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.139778 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-ba761ad6-31a1-420f-98df-a07b7993a78e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1095 time: 0.0906563 Aug 30 15:31:50.145607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:31:50.198655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:31:50.209421 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-85068032-4cfe-40b7-b06f-250d875eae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.210982 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-85068032-4cfe-40b7-b06f-250d875eae50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0960083 Aug 30 15:31:50.237773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-a81fb70c-613c-4a2b-9d7e-bcb99e849df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.239187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-a81fb70c-613c-4a2b-9d7e-bcb99e849df6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0917854 Aug 30 15:31:50.285743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-92563b3f-c554-4e2b-a055-4cc85ddd90d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1000 time: 0.0663223 Aug 30 15:31:50.309357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-c8d7c811-555a-4522-a4fc-edd9c5893fb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1000 time: 0.0628729 Aug 30 15:31:50.339305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-c7cf1e47-6c7d-4110-b740-89905c271346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.340971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-c7cf1e47-6c7d-4110-b740-89905c271346 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0477126 Aug 30 15:31:50.365656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-3e50ea73-1be8-43af-8f15-de3aefa48318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.367285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-3e50ea73-1be8-43af-8f15-de3aefa48318 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0507321 Aug 30 15:31:50.390745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-e60ce87b-3c76-4157-87d7-317e140a65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.392287 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-e60ce87b-3c76-4157-87d7-317e140a65ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425587 Aug 30 15:31:50.419591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-825af077-0eb7-454d-9a4c-56806cd81693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.421172 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-825af077-0eb7-454d-9a4c-56806cd81693 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472088 Aug 30 15:31:50.490725 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-1e2aac07-af1a-4a1e-8032-e8b32b80eb63 service neutron] 10.222.0.21 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898271 Aug 30 15:31:50.518611 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-7e18e90b-b6a8-4684-9548-2c90eb7f3d2b service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901742 Aug 30 15:31:50.583688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-2311a3c9-70d2-43e9-aa68-125d31f052ec service neutron] 10.222.0.21 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851324 Aug 30 15:31:50.616886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f4d0a0-4022-4515-88a6-3970a32c7680 req-f8e6467e-8f51-409c-ab28-4e73176eec05 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915017 Aug 30 15:31:50.735888 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:50.758254 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c74b03-8596-4259-bca0-93eeb2d2ed30 req-9a2dfa45-0ec7-43ce-9068-ec329dbb2cc4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:50.759782 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7c74b03-8596-4259-bca0-93eeb2d2ed30 req-9a2dfa45-0ec7-43ce-9068-ec329dbb2cc4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 944 time: 0.0638359 Aug 30 15:31:50.798291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d7c74b03-8596-4259-bca0-93eeb2d2ed30 req-e315016e-8939-4449-bac2-1d22486b9e19 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324302 Aug 30 15:31:51.920541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f274f-1f63-462d-8def-ef0a89f30140 req-6be0c2e7-72c5-47b1-9613-2218f51759c9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:51.922099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e37f274f-1f63-462d-8def-ef0a89f30140 req-6be0c2e7-72c5-47b1-9613-2218f51759c9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 944 time: 0.0511901 Aug 30 15:31:51.960929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e37f274f-1f63-462d-8def-ef0a89f30140 req-3b2e5b83-aaf4-437f-b57b-3dbf1b9e0269 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324459 Aug 30 15:31:52.934657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:31:53.036080 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:31:53.048293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'port_id': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'mac_address': 'fa:16:3e:67:c8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:31:53.077602 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c4d6-e469-4c3b-a256-c43052fdb667 req-b9ccfa4b-01ca-4185-b858-f010fbfd3d24 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:53.079176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ce0c4d6-e469-4c3b-a256-c43052fdb667 req-b9ccfa4b-01ca-4185-b858-f010fbfd3d24 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 944 time: 0.0488389 Aug 30 15:31:53.085599 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:53.099381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:31:53.119428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1ce0c4d6-e469-4c3b-a256-c43052fdb667 req-bf8b1d2c-5abd-4128-aad4-d836d7b828f3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335948 Aug 30 15:31:53.119753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:31:53.124042 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:53.176934 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:31:53.184429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.184848 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.185161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.185505 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.185842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.186175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.186508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.186836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.187165 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.187494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.187821 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.188148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:31:53.315955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9f542-311e-4d77-80cf-f2f5858fe930 req-71fc52c6-0e92-4f30-8648-8fa6da030921 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:53.317511 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3db9f542-311e-4d77-80cf-f2f5858fe930 req-71fc52c6-0e92-4f30-8648-8fa6da030921 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 945 time: 0.0503709 Aug 30 15:31:53.327290 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-9ba9a46e-6256-41bd-873e-dcf6b07dbae3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:53.328799 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-9ba9a46e-6256-41bd-873e-dcf6b07dbae3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&binding%3Ahost_id=n-h1-805668-3 HTTP/1.1" status: 200 len: 945 time: 0.0521076 Aug 30 15:31:53.357741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3db9f542-311e-4d77-80cf-f2f5858fe930 req-4123c215-31f8-4498-9678-a8b636a9956c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330880 Aug 30 15:31:53.395301 n-d-805668-3 neutron-server[94827]: INFO neutron.api.v2.resource [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-c7eb7bb3-d284-4598-959b-9508d277fcce service neutron] delete failed (client error): The resource could not be found. Aug 30 15:31:53.396379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-c7eb7bb3-d284-4598-959b-9508d277fcce service neutron] 10.222.0.39 "DELETE /v2.0/ports/6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf/bindings/n-h2-805668-3 HTTP/1.1" status: 404 len: 380 time: 0.0601404 Aug 30 15:31:53.518672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f8ace-92ee-414c-8a27-cf6f40e58d8b req-7f16aa75-ae92-42ca-ae9f-40ba87bbae53 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:53.520089 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da9f8ace-92ee-414c-8a27-cf6f40e58d8b req-7f16aa75-ae92-42ca-ae9f-40ba87bbae53 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 945 time: 0.0827937 Aug 30 15:31:53.523012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-b181ee1e-fe36-497a-9fe2-133cb6e34c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:53.524381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-b181ee1e-fe36-497a-9fe2-133cb6e34c63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1096 time: 0.0852456 Aug 30 15:31:53.552852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:31:53.610492 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-da9f8ace-92ee-414c-8a27-cf6f40e58d8b req-a34a79eb-e073-47a8-a1a0-51c80c1c6762 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843914 Aug 30 15:31:53.643701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-9c084530-009f-41ee-a79b-2ff8c35aecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:53.645179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-9c084530-009f-41ee-a79b-2ff8c35aecbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.1132462 Aug 30 15:31:53.712897 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-a18fc994-847c-4e1f-a1bd-7f854b446891 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1001 time: 0.0608501 Aug 30 15:31:53.762782 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-5f2d55a0-32e6-4e5f-a1a3-596d2961f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:53.764250 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-5f2d55a0-32e6-4e5f-a1a3-596d2961f6bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0447500 Aug 30 15:31:53.817085 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-d82330ca-cd37-4855-9a90-7480f7f80409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:53.818526 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-d82330ca-cd37-4855-9a90-7480f7f80409 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465555 Aug 30 15:31:53.907372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-9fe199ab-1d4d-4de6-9417-e1fad03cdea4 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814753 Aug 30 15:31:54.002834 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c543f2e0-920a-4f85-90f3-fa12be172a69 req-87a5d440-51e8-412f-975b-fdeaa0f45208 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882299 Aug 30 15:31:54.730862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce642ab5-657e-4c2f-8629-7eeb9404a05d req-37df8f53-ab8e-4bf4-bec7-d7ffc0415c1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:31:54.732349 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce642ab5-657e-4c2f-8629-7eeb9404a05d req-37df8f53-ab8e-4bf4-bec7-d7ffc0415c1f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Aug 30 15:31:54.770878 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ce642ab5-657e-4c2f-8629-7eeb9404a05d req-f972a0eb-a780-4c9b-a5e0-c2355300faca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Aug 30 15:31:54.792349 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:31:54.853332 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e4dc0259-fc3c-4276-83fb-6f77ce9c717b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/3aab73c3-58ff-49c7-b9a1-f8463ea51176 HTTP/1.1" status: 200 len: 993 time: 0.0598123 Aug 30 15:31:54.948925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:31:54.996237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:31:54.999950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:31:55.000326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:55.076039 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:55.101790 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:31:55.104023 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb8b986-08f9-408e-9051-9ce8941dd686" -d '{"events": [{"server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "name": "network-vif-plugged", "status": "completed", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:31:55.117087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:31:55.122507 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:55.148018 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c8d4d7-d788-4a85-be99-48ff9999f90a x-openstack-request-id: req-46c8d4d7-d788-4a85-be99-48ff9999f90a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:31:55.148312 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "name": "network-vif-plugged", "status": "completed", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:31:55.148565 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46c8d4d7-d788-4a85-be99-48ff9999f90a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:31:55.148955 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'code': 200} Aug 30 15:31:55.171891 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:31:55.269071 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5394d195-a169-4cb7-98d6-c489d9dc29a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:57.927745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c656445e-f93a-4dbe-b9b2-65c37e6f463f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:58.722338 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:31:59.487271 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:01.859832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:03.413653 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:32:03.506466 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:08.316289 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-dade64af-f387-4f63-a698-8dd10309c42d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439138 Aug 30 15:32:08.421105 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-cebefa05-19fe-428a-bab2-dd2eea4c83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:08.423028 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-cebefa05-19fe-428a-bab2-dd2eea4c83f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1097 time: 0.0478265 Aug 30 15:32:08.528165 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-7fd1060e-ea12-4358-b00e-10e218ab854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:08.529758 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-7fd1060e-ea12-4358-b00e-10e218ab854a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0849226 Aug 30 15:32:08.602181 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-b3839813-6e86-4d69-b337-7262d4dc9814 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 1002 time: 0.0645342 Aug 30 15:32:08.651148 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-731c66cf-22fb-4c97-a177-023650f45478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:08.652619 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-731c66cf-22fb-4c97-a177-023650f45478 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0436568 Aug 30 15:32:08.700233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-62a76da2-99e6-428c-8051-1a5d079f9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:08.701703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-62a76da2-99e6-428c-8051-1a5d079f9758 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412252 Aug 30 15:32:08.793383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-049f7df7-9746-4ac0-b723-d556030bbf83 service neutron] 10.222.0.21 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Aug 30 15:32:08.882467 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6d1ad721-6d92-4d52-9410-e87e5956585a req-46e486da-b6d9-4b84-aa5d-2e3b496d76ea service neutron] 10.222.0.21 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811517 Aug 30 15:32:20.733859 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:25.270487 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ddae11e-ace5-4e62-a3e0-55ad0b766d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:27.928792 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2821a1b0-638a-4d24-9d03-6bb995e400b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:28.724276 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:29.489888 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:31.862472 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:33.505664 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:40.413099 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:32:49.996047 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:50.148696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 2112e946-1fdf-4697-8772-d863533ae8f2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:32:50.149067 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:50.221438 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:50.221763 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:50.233306 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 2112e946-1fdf-4697-8772-d863533ae8f2 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:32:50.380846 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:50.405842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=2112e946-1fdf-4697-8772-d863533ae8f2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:50.418716 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.419067 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.419413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.419754 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.420089 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.420424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.420762 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.421121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.421456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.421785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.422111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.422435 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:50.482432 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:50.482821 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP 3aab73c3-58ff-49c7-b9a1-f8463ea51176 disassociated (deleted). External IP: 172.25.6.215, port: 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf. Aug 30 15:32:50.679955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 28100d15-e7b1-495a-9d48-34873015fc6b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:32:50.734171 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:50.790497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:32:50.795546 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:50.800695 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] Sync routers for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:32:50.810229 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:32:50.810834 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:50.826746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f576eca2-242c-4db1-be27-e70ed527a04c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/floatingips/3aab73c3-58ff-49c7-b9a1-f8463ea51176 HTTP/1.1" status: 204 len: 168 time: 0.8295994 Aug 30 15:32:50.827359 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:32:50.829617 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d82d5e-0072-4e8f-ae5c-6b68060ca996" -d '{"events": [{"name": "network-changed", "server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:32:50.869967 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20399df-c9d3-411a-b0ff-26e819a5a28b x-openstack-request-id: req-c20399df-c9d3-411a-b0ff-26e819a5a28b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:32:50.871003 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:32:50.871003 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c20399df-c9d3-411a-b0ff-26e819a5a28b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:32:50.871003 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'status': 'completed', 'code': 200} Aug 30 15:32:50.914231 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:32:50.958425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-99719c86-0c4a-4a23-b3ef-aaa35ae541eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:50.960082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-99719c86-0c4a-4a23-b3ef-aaa35ae541eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 1097 time: 0.0447299 Aug 30 15:32:51.064598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-985eee3c-6162-4fab-ad5b-39a3eac97944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:51.066162 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-985eee3c-6162-4fab-ad5b-39a3eac97944 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 200 len: 898 time: 0.0980027 Aug 30 15:32:51.120377 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:51.131267 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-6233fb86-0c7a-43e4-911b-fb8c67cfb7f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 200 len: 217 time: 0.0543122 Aug 30 15:32:51.145569 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] Checking router: 28100d15-e7b1-495a-9d48-34873015fc6b for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:32:51.153712 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:32:51.154309 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:51.183291 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda93c8-19a2-47c3-a5be-1e18deb39814 req-9341fee0-a872-4a59-837d-cb52683b67e4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:51.184781 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bda93c8-19a2-47c3-a5be-1e18deb39814 req-9341fee0-a872-4a59-837d-cb52683b67e4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.1663547 Aug 30 15:32:51.220990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-bc626c49-ac16-41e9-be5d-65a9cfa3b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:51.222393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-bc626c49-ac16-41e9-be5d-65a9cfa3b5ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 200 len: 835 time: 0.0823314 Aug 30 15:32:51.242830 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8bda93c8-19a2-47c3-a5be-1e18deb39814 req-3e258013-6f90-483d-92ef-6e929ee7fbf5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501001 Aug 30 15:32:51.258845 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:32:51.275471 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-d0033e71-11b2-45ed-9535-ec1bb4351146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:51.277017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-d0033e71-11b2-45ed-9535-ec1bb4351146 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441604 Aug 30 15:32:51.374423 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-5f2aa7c4-5639-40f0-ae25-3f2c71877552 service neutron] 10.222.0.21 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893872 Aug 30 15:32:51.457534 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:51.466146 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51d82d5e-0072-4e8f-ae5c-6b68060ca996 req-1090449e-1914-485e-b530-0c48a0941993 service neutron] 10.222.0.21 "GET /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823565 Aug 30 15:32:51.487598 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5caf8-f7a1-45f9-a0b9-11c8b974f6b6 None None] The sync data for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 is: [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'fe8dbf49-7d27-4699-a3d3-26af4b2af4df', 'name': '', 'network_id': '0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:9d:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:43Z', 'updated_at': '2021-08-30T15:30:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '73a3d319-58fa-4e8f-a1a4-13945769750e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:32:51.716961 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9bb96-688a-4c25-9c5b-08cf83b83aa1 None None] New status for floating IP 3aab73c3-58ff-49c7-b9a1-f8463ea51176: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:32:52.402689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0d05d-92c5-45af-9dd5-66e24b5b7e87 req-d699adb4-6e6d-4c43-9033-41f314e68aa9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:52.404189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e6d0d05d-92c5-45af-9dd5-66e24b5b7e87 req-d699adb4-6e6d-4c43-9033-41f314e68aa9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0927870 Aug 30 15:32:52.441783 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e6d0d05d-92c5-45af-9dd5-66e24b5b7e87 req-ca67e677-a572-4a03-98c7-3e8176ad7995 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a4efee-0252-409e-8ec0-00cde15d3c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Aug 30 15:32:52.783782 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-f87651b5-954b-4207-928e-a16e35ecbff9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:52.785176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-f87651b5-954b-4207-928e-a16e35ecbff9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 946 time: 0.0483427 Aug 30 15:32:52.876419 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:32:52.876759 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:52.962594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:32:52.962955 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:52.975353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:32:53.100324 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:53.128926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:53.160485 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.160839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.161208 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.161552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.161886 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.162220 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.162551 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.162881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.163209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.163535 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.163858 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.164180 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:53.182813 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] No DVR routers for this DVR port 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:32:53.185260 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:53.187240 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ca0f2698-475b-4735-85ed-f7273c63de45 req-54e2e62d-e5cf-43d2-9c37-5c7368db2e0d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "DELETE /v2.0/ports/6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf HTTP/1.1" status: 204 len: 173 time: 0.3960881 Aug 30 15:32:53.187676 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'name': 'network-vif-deleted', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:32:53.189943 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a32fdd-f9b0-4880-82f0-a097293dc9e0" -d '{"events": [{"server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "name": "network-vif-deleted", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:32:53.226070 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f93bf1-3ad9-4408-b9ee-e26b7bdf29e3 x-openstack-request-id: req-a4f93bf1-3ad9-4408-b9ee-e26b7bdf29e3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:32:53.226369 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364bb914-9bf5-47fa-af3c-7008d6d96607", "name": "network-vif-deleted", "tag": "6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:32:53.226624 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4f93bf1-3ad9-4408-b9ee-e26b7bdf29e3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:32:53.227029 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364bb914-9bf5-47fa-af3c-7008d6d96607', 'name': 'network-vif-deleted', 'tag': '6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf', 'status': 'completed', 'code': 200} Aug 30 15:32:53.552901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-eabe2122-b68c-4cc4-9020-8512fc77dac3 req-0337b6b2-e772-4d61-82cf-95b8741daea5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=364bb914-9bf5-47fa-af3c-7008d6d96607 HTTP/1.1" status: 200 len: 210 time: 0.0270348 Aug 30 15:32:54.610034 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:55.241416 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:55.270812 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95fe60c7-481a-4372-ab28-0edf1b78da8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:55.498427 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port fe8dbf49-7d27-4699-a3d3-26af4b2af4df {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:32:55.498912 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:55.593260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port fe8dbf49-7d27-4699-a3d3-26af4b2af4df, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:32:55.593629 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:55.605922 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for fe8dbf49-7d27-4699-a3d3-26af4b2af4df owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:32:55.787054 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:55.817018 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=fe8dbf49-7d27-4699-a3d3-26af4b2af4df,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:55.993401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.217652 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 28100d15-e7b1-495a-9d48-34873015fc6b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:32:56.323549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:32:56.328568 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-c6785792-54a2-4b73-ab40-1721244e5277 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/28100d15-e7b1-495a-9d48-34873015fc6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7174261 Aug 30 15:32:56.331395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:56.334039 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] Sync routers for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:32:56.343134 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:32:56.343728 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:56.382574 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-253fc06d-f405-4ea8-814b-039501752f7a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting subnet 73a3d319-58fa-4e8f-a1a4-13945769750e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:32:56.385732 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-253fc06d-f405-4ea8-814b-039501752f7a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.425449 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-253fc06d-f405-4ea8-814b-039501752f7a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.515371 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-253fc06d-f405-4ea8-814b-039501752f7a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.536869 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:32:56.578647 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-253fc06d-f405-4ea8-814b-039501752f7a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.609371 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-253fc06d-f405-4ea8-814b-039501752f7a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.611214 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-253fc06d-f405-4ea8-814b-039501752f7a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/subnets/73a3d319-58fa-4e8f-a1a4-13945769750e HTTP/1.1" status: 204 len: 168 time: 0.2783186 Aug 30 15:32:56.612201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fc06d-f405-4ea8-814b-039501752f7a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Subnet': ['ID=73a3d319-58fa-4e8f-a1a4-13945769750e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:56.614094 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60280) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:56.618976 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca83fa-02c4-48bd-ade1-f40abc7eb9d6 None None] Network 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:32:56.729124 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:32:55Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:56.736195 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.762306 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] Checking router: 28100d15-e7b1-495a-9d48-34873015fc6b for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:32:56.775063 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] Routers {'28100d15-e7b1-495a-9d48-34873015fc6b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:32:56.775670 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['28100d15-e7b1-495a-9d48-34873015fc6b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:56.797516 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] DHCP port deletion for 0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:32:56.842901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Deleting port ded80da9-a3ec-484e-93dc-744de8c6c294 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:32:56.843442 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.853425 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.880023 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] Set router 28100d15-e7b1-495a-9d48-34873015fc6b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:32:56.911721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 6ed4291f-b324-4c3a-8225-9c87fb00013c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:32:56.912088 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.915490 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] For port ded80da9-a3ec-484e-93dc-744de8c6c294, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=ded80da9-a3ec-484e-93dc-744de8c6c294,segment=NetworkSegment(47c8027d-a217-4222-98d8-dd0bbd3b3b31),segment_id=47c8027d-a217-4222-98d8-dd0bbd3b3b31)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:32:56.916018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:56.930746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Calling delete_port for ded80da9-a3ec-484e-93dc-744de8c6c294 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:32:57.002289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port 6ed4291f-b324-4c3a-8225-9c87fb00013c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=6ed4291f-b324-4c3a-8225-9c87fb00013c,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:32:57.002812 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.010177 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.017641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 6ed4291f-b324-4c3a-8225-9c87fb00013c owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:32:57.041388 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] No DVR routers for this DVR port ded80da9-a3ec-484e-93dc-744de8c6c294 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:32:57.046413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Pushing event deleted for resources: {'Port': ['ID=ded80da9-a3ec-484e-93dc-744de8c6c294,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:57.062283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.062283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.062697 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.062805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.063158 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.063470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.064123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.064123 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.064431 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.064759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.065129 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.065436 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ca60a-f3f3-468f-802c-e78a090846ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:32:57.078028 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:32:55Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:57.104310 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f23477-9abd-4174-ac87-158fcf4463b3 None None] The sync data for ids ['28100d15-e7b1-495a-9d48-34873015fc6b'] in n-d-805668-3 is: [{'id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1022438647', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:32:55Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '6ed4291f-b324-4c3a-8225-9c87fb00013c', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28100d15-e7b1-495a-9d48-34873015fc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:30:40Z', 'updated_at': '2021-08-30T15:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:32:57.186139 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.213146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=6ed4291f-b324-4c3a-8225-9c87fb00013c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:57.243365 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:32:57.266117 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:32:57.266401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device 6b3f2ef1-2bc2-4d5f-bf6d-344cf53e5ccf not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:32:57.277137 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.367990 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.370169 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.413207 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.413735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Fanout notify agent at l3_agent the message router_deleted on router 28100d15-e7b1-495a-9d48-34873015fc6b {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:32:57.420450 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.421587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2b773d69-c3aa-4e76-8e79-ea08f9c3b8ca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/routers/28100d15-e7b1-495a-9d48-34873015fc6b HTTP/1.1" status: 204 len: 168 time: 0.8065138 Aug 30 15:32:57.424350 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:57.506452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.594923 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.605336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:57.616668 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c8027d-a217-4222-98d8-dd0bbd3b3b31') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:57.617194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c8027d-a217-4222-98d8-dd0bbd3b3b31') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:32:57.626329 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.640989 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.647181 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:32:57.647600 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:32:57.650589 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:32:57.719842 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.725101 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.727441 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/networks/0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b HTTP/1.1" status: 204 len: 168 time: 0.3021448 Aug 30 15:32:57.731606 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:57.745483 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c9edd-1825-44e2-901a-918d0b26d549 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Network': ['ID=0a6b3cf4-1d5b-4efe-a8d6-64a8e7ab4d4b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:57.796595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4744a77f-76ea-46f6-920d-29553a38c7c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.823888 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4744a77f-76ea-46f6-920d-29553a38c7c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.888429 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4744a77f-76ea-46f6-920d-29553a38c7c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.891039 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4744a77f-76ea-46f6-920d-29553a38c7c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:57.892203 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4744a77f-76ea-46f6-920d-29553a38c7c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/security-groups/70a4efee-0252-409e-8ec0-00cde15d3c5d HTTP/1.1" status: 204 len: 168 time: 0.1590185 Aug 30 15:32:57.901169 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744a77f-76ea-46f6-920d-29553a38c7c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a4efee-0252-409e-8ec0-00cde15d3c5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:57.950308 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6257938c-6d67-4724-90cb-6b55972c44db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.221923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ded80da9-a3ec-484e-93dc-744de8c6c294 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:32:58.241873 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: ded80da9-a3ec-484e-93dc-744de8c6c294 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:32:58.242213 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device ded80da9-a3ec-484e-93dc-744de8c6c294 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:32:58.242627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fe8dbf49-7d27-4699-a3d3-26af4b2af4df no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:32:58.260826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: fe8dbf49-7d27-4699-a3d3-26af4b2af4df {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:32:58.261210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device fe8dbf49-7d27-4699-a3d3-26af4b2af4df not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:32:58.261622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6ed4291f-b324-4c3a-8225-9c87fb00013c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:32:58.279750 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 6ed4291f-b324-4c3a-8225-9c87fb00013c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:32:58.280094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 6ed4291f-b324-4c3a-8225-9c87fb00013c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:32:58.431692 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:58.436378 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8d959739-4105-4cb8-89f8-16d5e7f61d01 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153984816', 'description': 'tempest-secgroup-smoke-1153984816 description', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:58.457922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d959739-4105-4cb8-89f8-16d5e7f61d01 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.537060 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d959739-4105-4cb8-89f8-16d5e7f61d01 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.541154 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d959739-4105-4cb8-89f8-16d5e7f61d01 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.568228 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d959739-4105-4cb8-89f8-16d5e7f61d01 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.569952 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8d959739-4105-4cb8-89f8-16d5e7f61d01 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372499 Aug 30 15:32:58.571061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d959739-4105-4cb8-89f8-16d5e7f61d01 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d55542-a608-4fcf-a524-645d5942878d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:58.574185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:58.579552 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-360d4b1f-cf7a-4f55-a895-ea02a21a8cf3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': 'a5d55542-a608-4fcf-a524-645d5942878d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:58.606233 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-360d4b1f-cf7a-4f55-a895-ea02a21a8cf3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.651034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-360d4b1f-cf7a-4f55-a895-ea02a21a8cf3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.654435 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-360d4b1f-cf7a-4f55-a895-ea02a21a8cf3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.671820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d4b1f-cf7a-4f55-a895-ea02a21a8cf3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3516d334-d15c-4754-a222-38f769a888cf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:58.682610 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-360d4b1f-cf7a-4f55-a895-ea02a21a8cf3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.683840 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-360d4b1f-cf7a-4f55-a895-ea02a21a8cf3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082823 Aug 30 15:32:58.686637 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:58.691095 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dae14e1b-1b3c-450c-b1c2-03d55227cae7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': 'a5d55542-a608-4fcf-a524-645d5942878d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:58.720475 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae14e1b-1b3c-450c-b1c2-03d55227cae7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.726770 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.782236 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae14e1b-1b3c-450c-b1c2-03d55227cae7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.785945 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae14e1b-1b3c-450c-b1c2-03d55227cae7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.804836 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae14e1b-1b3c-450c-b1c2-03d55227cae7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e212f708-1530-4877-966e-b9ac2fe331b9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:58.807667 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae14e1b-1b3c-450c-b1c2-03d55227cae7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.808850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dae14e1b-1b3c-450c-b1c2-03d55227cae7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212621 Aug 30 15:32:58.811678 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:58.816143 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-46fe4141-c959-43df-89b4-058df5516ffe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': 'a5d55542-a608-4fcf-a524-645d5942878d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:58.843499 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46fe4141-c959-43df-89b4-058df5516ffe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.903291 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46fe4141-c959-43df-89b4-058df5516ffe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.906601 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46fe4141-c959-43df-89b4-058df5516ffe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.923144 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe4141-c959-43df-89b4-058df5516ffe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5539e1-8bb4-4f15-bc3e-dbe260833ef5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:58.930541 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46fe4141-c959-43df-89b4-058df5516ffe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:58.931775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-46fe4141-c959-43df-89b4-058df5516ffe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191857 Aug 30 15:32:58.934559 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60298) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:58.938939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2cde4c52-ccaa-4c6d-b4a4-e7bb1962bbe6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': 'a5d55542-a608-4fcf-a524-645d5942878d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:58.965626 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cde4c52-ccaa-4c6d-b4a4-e7bb1962bbe6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.027395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cde4c52-ccaa-4c6d-b4a4-e7bb1962bbe6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.031004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cde4c52-ccaa-4c6d-b4a4-e7bb1962bbe6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.049480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde4c52-ccaa-4c6d-b4a4-e7bb1962bbe6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4097a62c-e920-495a-8c05-9499b3b9a16b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:59.051795 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cde4c52-ccaa-4c6d-b4a4-e7bb1962bbe6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.052970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2cde4c52-ccaa-4c6d-b4a4-e7bb1962bbe6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175005 Aug 30 15:32:59.056389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:59.061073 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-edaa7617-cac1-4f61-8a97-e598734e466e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': 'a5d55542-a608-4fcf-a524-645d5942878d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:59.082777 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-edaa7617-cac1-4f61-8a97-e598734e466e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:32:59.087456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edaa7617-cac1-4f61-8a97-e598734e466e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.146033 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edaa7617-cac1-4f61-8a97-e598734e466e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.149898 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edaa7617-cac1-4f61-8a97-e598734e466e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.171366 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa7617-cac1-4f61-8a97-e598734e466e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c6ae1d-9d65-4c5a-8a43-732ee6b63014,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:59.176771 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edaa7617-cac1-4f61-8a97-e598734e466e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.178007 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-edaa7617-cac1-4f61-8a97-e598734e466e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205547 Aug 30 15:32:59.181682 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:59.185700 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2fc7354a-c8f0-4583-969d-6fc3a5eed3b6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': 'a5d55542-a608-4fcf-a524-645d5942878d', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:59.207945 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-2fc7354a-c8f0-4583-969d-6fc3a5eed3b6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:32:59.213530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc7354a-c8f0-4583-969d-6fc3a5eed3b6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.273033 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc7354a-c8f0-4583-969d-6fc3a5eed3b6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.276405 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc7354a-c8f0-4583-969d-6fc3a5eed3b6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.294260 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7354a-c8f0-4583-969d-6fc3a5eed3b6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e02a1f-3daa-4de4-b061-60c242cc16b7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:59.299503 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fc7354a-c8f0-4583-969d-6fc3a5eed3b6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.300708 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2fc7354a-c8f0-4583-969d-6fc3a5eed3b6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184597 Aug 30 15:32:59.304769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:59.309986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'network': {'name': 'tempest-network-smoke--1219122281', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:59.329700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:32:59.333019 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.355392 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:32:59.363774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.364143 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Added segment 567024a1-f9be-4327-860c-d9722cd4e88e of type vlan for network 8ca3526b-f006-4820-b505-ea5cfa1b07fe Aug 30 15:32:59.404989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.430311 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.435680 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:32:59.436262 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.492677 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1867096 Aug 30 15:32:59.495001 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.496121 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:32:59.500897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'admin_state_up': True, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:32:59.506140 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1925ea3-40f2-4284-91c7-4c3ffbf56cae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Network': ['ID=8ca3526b-f006-4820-b505-ea5cfa1b07fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:32:59.517588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:32:59.523145 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.524143 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.576913 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.721835 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.911647 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:32:59.930669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:00.029969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.142 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/9ab0caf5-3cfd-43a7-8dd8-756fd4860304) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:33:00.417525 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:00.455515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:00.494755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:33:00.497314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:33:00.500150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:33:00.523745 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=9ab0caf5-3cfd-43a7-8dd8-756fd4860304,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:00.750298 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:00.952696 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:01.077510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:33:01.182607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:33:01.192264 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Sync routers for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:33:01.201248 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:01.201703 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:33:01.202326 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:01.202487 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5c05cf08-2cb8-4cbb-a666-b70ed3963a92 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7053459 Aug 30 15:33:01.205730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:01.281434 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2d5dc9c6-3af6-445d-8b7a-e9a1fcfa3564 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722611 Aug 30 15:33:01.282131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:01.306561 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:33:01.382309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3f5486-f115-4c5c-945e-096f5c2cc62c tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:01.386473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2d3f5486-f115-4c5c-945e-096f5c2cc62c tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008890 Aug 30 15:33:01.386810 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:01.418555 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d5e058a2-bb03-4372-9341-091ab41cf27f tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306661 Aug 30 15:33:01.421235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60316) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:01.426402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1315905495', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:33:01.516343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:33:01.519808 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:01.663711 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:00Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:01.690768 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Checking router: 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:33:01.691111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Updating router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:33:01.711934 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:01.717258 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:01.780790 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Subnet': ['ID=561f58a9-d27b-417a-bfc2-b7f068aba7df,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:01.789632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Checking segment: {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:33:01.790001 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network hostable DHCP agents. Network: 8ca3526b-f006-4820-b505-ea5cfa1b07fe, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:33:01.806786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:33:01.815356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 8ca3526b-f006-4820-b505-ea5cfa1b07fe) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:33:01.820343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:01.821115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:01.828826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8b66e-fe2d-47ff-a14c-38db157ea66f None None] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:33:01.836189 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-760fb5de-d450-45a6-a942-2bfcfc73c16c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4138863 Aug 30 15:33:01.838993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60318) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:01.946403 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.081938 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:33:02.082866 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.118239 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.176358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Transition to ACTIVE for port object 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:33:02.190349 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.274455 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.277653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Attempting to bind port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:33:02.278164 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Attempting to bind port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:33:02.278370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Attempting to bind port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:33:02.284055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d647b-4fc6-4671-872c-02ef7286ace1 None None] Pushing event updated for resources: {'Port': ['ID=9ab0caf5-3cfd-43a7-8dd8-756fd4860304,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:02.292775 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:33:02.293299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:33:02.293756 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.294159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:33:02.294661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Bound port: 9ab0caf5-3cfd-43a7-8dd8-756fd4860304, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:33:02.295092 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.328211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Allocated IP 172.20.0.2 (8ca3526b-f006-4820-b505-ea5cfa1b07fe/561f58a9-d27b-417a-bfc2-b7f068aba7df/eea5a28b-1a66-454d-82cd-b7bc609bfbda) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:33:02.405211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] For port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:33:02.424419 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] For port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9ab0caf5-3cfd-43a7-8dd8-756fd4860304,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:33:02.437320 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.545310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d647b-4fc6-4671-872c-02ef7286ace1 None None] Pushing event updated for resources: {'Port': ['ID=9ab0caf5-3cfd-43a7-8dd8-756fd4860304,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:02.549935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:33:02.550545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:02.612750 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.652336 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Transition to ACTIVE for port object eea5a28b-1a66-454d-82cd-b7bc609bfbda will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:33:02.679171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Transition to ACTIVE for port object eea5a28b-1a66-454d-82cd-b7bc609bfbda will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:33:02.690026 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.692734 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:33:02.734723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.1 (8ca3526b-f006-4820-b505-ea5cfa1b07fe/561f58a9-d27b-417a-bfc2-b7f068aba7df/bc4aa283-9b18-4dc3-a574-0dc51b171add) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:33:02.820869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:33:02.827680 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:33:02.835383 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:33:02.842149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Pushing event updated for resources: {'Port': ['ID=eea5a28b-1a66-454d-82cd-b7bc609bfbda,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:02.853948 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.868640 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object bc4aa283-9b18-4dc3-a574-0dc51b171add will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:33:02.902176 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.922932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Attempting to bind port eea5a28b-1a66-454d-82cd-b7bc609bfbda on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:33:02.923330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Attempting to bind port eea5a28b-1a66-454d-82cd-b7bc609bfbda by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:33:02.923737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Attempting to bind port eea5a28b-1a66-454d-82cd-b7bc609bfbda on network 8ca3526b-f006-4820-b505-ea5cfa1b07fe {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:33:02.948105 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:33:02.948478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Checking segment: {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:33:02.948876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.949295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Bound using segment: {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:33:02.949660 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:33:02.949808 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Bound port: eea5a28b-1a66-454d-82cd-b7bc609bfbda, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:33:02.950126 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:02.952817 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:33:02.956786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:33:02.980422 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=bc4aa283-9b18-4dc3-a574-0dc51b171add,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:03.004161 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:03.029914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:00Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:03.063482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] For port eea5a28b-1a66-454d-82cd-b7bc609bfbda, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:33:03.065973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26419a-468a-4216-a2e0-00fc9639e47e None None] The sync data for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 is: [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:00Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:33:03.078048 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] For port eea5a28b-1a66-454d-82cd-b7bc609bfbda, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=eea5a28b-1a66-454d-82cd-b7bc609bfbda,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:33:03.085804 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:03.146520 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4ad59-358b-4213-a586-797471281d03 None None] Pushing event updated for resources: {'Port': ['ID=eea5a28b-1a66-454d-82cd-b7bc609bfbda,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:03.164144 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:03.519217 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:03.525388 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:03.532580 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:03.600878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=bc4aa283-9b18-4dc3-a574-0dc51b171add,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:03.603269 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:03.720647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:33:03.722905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:33:03.880199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:33:04.035195 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:33:04.050033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-fc3ac8f9-c093-4f6b-94a1-2df6d3aa8540 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2096281 Aug 30 15:33:04.183544 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb10289-9cf8-4f07-b10f-cb545978d74a None None] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:33:04.205221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-b7b7a672-9b9b-4aa8-a20c-3a6dab77b715 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153984816&fields=id&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 267 time: 0.0397823 Aug 30 15:33:04.346641 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-672178bd-9c85-43db-b3af-788efb94ab36 None None] Provisioning for port eea5a28b-1a66-454d-82cd-b7bc609bfbda completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:33:04.370235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:33:04.373961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-04eb5b3d-b5db-4cd4-b164-6bca802e6595 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:04.375552 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-04eb5b3d-b5db-4cd4-b164-6bca802e6595 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/networks?id=8ca3526b-f006-4820-b505-ea5cfa1b07fe HTTP/1.1" status: 200 len: 797 time: 0.1568398 Aug 30 15:33:04.396869 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-cbe6a9b6-bc91-414a-baaa-700071abcb29 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/quotas/72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 375 time: 0.0137868 Aug 30 15:33:04.453411 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-e8fa3643-8f2f-4492-abb2-cbcf2189a9e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499978 Aug 30 15:33:04.463380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:33:04.467636 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:04.468007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:04.522068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-4a97f7af-e53f-487f-98e5-a51776ce1885 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:33:04.523261 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-4a97f7af-e53f-487f-98e5-a51776ce1885 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517497 Aug 30 15:33:04.586543 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:04.617292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9ab0caf5-3cfd-43a7-8dd8-756fd4860304,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:33:04.626360 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:04.627716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device eea5a28b-1a66-454d-82cd-b7bc609bfbda up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:33:04.655849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-0a7f3d2b-a081-43c2-9ab8-a5e8cc7bfb0b service neutron] 10.222.0.50 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254668 Aug 30 15:33:04.761599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=9ab0caf5-3cfd-43a7-8dd8-756fd4860304,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:04.762217 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-3d5bdf77-f98b-4e0b-9336-1d86e39ea7c9 service neutron] 10.222.0.50 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941112 Aug 30 15:33:04.790455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port eea5a28b-1a66-454d-82cd-b7bc609bfbda completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:33:04.795608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Provisioning complete for port eea5a28b-1a66-454d-82cd-b7bc609bfbda triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:04.796187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:04.800596 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port eea5a28b-1a66-454d-82cd-b7bc609bfbda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:04.801269 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:04.984852 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:04.994836 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5a78b35-20db-46e6-af8f-b606564f0baa req-9b37c140-48bb-454c-a3c1-75353a9d9db4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 210 time: 0.0402768 Aug 30 15:33:04.997483 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.041360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] For port eea5a28b-1a66-454d-82cd-b7bc609bfbda, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=eea5a28b-1a66-454d-82cd-b7bc609bfbda,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:33:05.048064 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.085528 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Sync routers for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:33:05.101034 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:33:05.102812 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:05.113655 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Provisioning for port bc4aa283-9b18-4dc3-a574-0dc51b171add completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:33:05.129388 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 15:33:05.129749 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 15:33:05.131892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Provisioning complete for port bc4aa283-9b18-4dc3-a574-0dc51b171add triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:05.132266 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.137908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Pushing event updated for resources: {'Port': ['ID=eea5a28b-1a66-454d-82cd-b7bc609bfbda,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:05.176514 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3264b21d-1e11-4177-a16e-3c3de7d8c614 None None] Port bc4aa283-9b18-4dc3-a574-0dc51b171add cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:33:05.253595 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:33:05.297016 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c9fb32d-b1af-4c71-94ef-83301f3c2633 None None] Provisioning complete for port bc4aa283-9b18-4dc3-a574-0dc51b171add triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:05.297423 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb32d-b1af-4c71-94ef-83301f3c2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.333801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c9fb32d-b1af-4c71-94ef-83301f3c2633 None None] Port bc4aa283-9b18-4dc3-a574-0dc51b171add cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:33:05.450121 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 2, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:05.479261 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Checking router: 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:33:05.479611 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Updating router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a port bc4aa283-9b18-4dc3-a574-0dc51b171add binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:33:05.503182 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.760461 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.770748 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Transition to ACTIVE for port object bc4aa283-9b18-4dc3-a574-0dc51b171add will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:33:05.777013 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.830186 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15276205-ca45-450f-a907-68a561e85714 None None] Pushing event updated for resources: {'Port': ['ID=bc4aa283-9b18-4dc3-a574-0dc51b171add,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:05.854071 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.854423 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.854761 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.855096 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.855429 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.855768 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.856081 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.856405 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.856727 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.857127 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.857401 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.857723 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15276205-ca45-450f-a907-68a561e85714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:33:05.888748 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Attempting to bind port bc4aa283-9b18-4dc3-a574-0dc51b171add on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:33:05.889083 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Attempting to bind port bc4aa283-9b18-4dc3-a574-0dc51b171add by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:33:05.889452 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Attempting to bind port bc4aa283-9b18-4dc3-a574-0dc51b171add on network 8ca3526b-f006-4820-b505-ea5cfa1b07fe {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:33:05.894842 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:33:05.895216 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Checking segment: {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:33:05.895619 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.896020 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Bound using segment: {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:33:05.896512 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Bound port: bc4aa283-9b18-4dc3-a574-0dc51b171add, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:33:05.897456 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:05.974762 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] For port bc4aa283-9b18-4dc3-a574-0dc51b171add, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:33:05.978796 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] For port bc4aa283-9b18-4dc3-a574-0dc51b171add, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc4aa283-9b18-4dc3-a574-0dc51b171add,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:33:05.984185 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:06.042112 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:33:06.042769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:06.089288 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4d95c4d0-f04d-4f74-8057-8297d9b2a235 req-5bfed9ce-7982-48b6-a9ca-ad230b625b15 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 210 time: 0.0358915 Aug 30 15:33:06.178613 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15276205-ca45-450f-a907-68a561e85714 None None] Pushing event updated for resources: {'Port': ['ID=bc4aa283-9b18-4dc3-a574-0dc51b171add,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:06.215090 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:33:06.300749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:33:06.353250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:06.353630 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:06.458633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device eea5a28b-1a66-454d-82cd-b7bc609bfbda up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:33:06.503401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port eea5a28b-1a66-454d-82cd-b7bc609bfbda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:06.503779 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:06.605207 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:05Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:06.634681 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6ce0b2-6971-44e6-a020-239f20167487 None None] The sync data for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 is: [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:05Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:33:07.176518 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f351316e-9b0b-4acb-8412-5b5abc3442fb req-a43638f1-8d30-47e8-947b-95cca1fc870f tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 210 time: 0.0263174 Aug 30 15:33:08.080999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-be3ef9a3-9c19-4b64-838f-0e7d3a87d513 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:08.082475 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-be3ef9a3-9c19-4b64-838f-0e7d3a87d513 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/networks?id=8ca3526b-f006-4820-b505-ea5cfa1b07fe HTTP/1.1" status: 200 len: 797 time: 0.1081359 Aug 30 15:33:08.125598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-12676b78-4b0f-4acf-8bc0-a631689f4906 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 380 time: 0.0340168 Aug 30 15:33:08.140321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'port': {'device_id': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'admin_state_up': True, 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'security_groups': ['a5d55542-a608-4fcf-a524-645d5942878d']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:33:08.266626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc4aa283-9b18-4dc3-a574-0dc51b171add up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:33:08.288130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f30b4c8e-6aa0-43b6-bd84-9245101d8195 req-01398841-40c3-4115-bee6-882047567105 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 210 time: 0.0387266 Aug 30 15:33:08.294324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:33:08.298708 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:08.319666 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port bc4aa283-9b18-4dc3-a574-0dc51b171add completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:33:08.323513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port bc4aa283-9b18-4dc3-a574-0dc51b171add triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:08.323888 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:08.400220 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:08.424496 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.10 (8ca3526b-f006-4820-b505-ea5cfa1b07fe/561f58a9-d27b-417a-bfc2-b7f068aba7df/ac188551-4a13-4156-98f7-8cb843fa8b4a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:33:08.434154 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port bc4aa283-9b18-4dc3-a574-0dc51b171add, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc4aa283-9b18-4dc3-a574-0dc51b171add,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:33:08.438506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:08.488625 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=bc4aa283-9b18-4dc3-a574-0dc51b171add,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:08.571518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:08.584699 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object ac188551-4a13-4156-98f7-8cb843fa8b4a will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:33:08.617257 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:08.666508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:33:08.671389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:33:08.675013 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:33:08.706773 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=ac188551-4a13-4156-98f7-8cb843fa8b4a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:08.733182 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:08.733797 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:08.748360 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-44391423-a9c7-42ba-8f67-4f2085380bba tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6115601 Aug 30 15:33:08.760158 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Request body: {'port': {'device_id': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:33:08.951119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d17bb61e-dc4b-4dba-999e-c06c6fcc8a89 None None] Provisioning for port ac188551-4a13-4156-98f7-8cb843fa8b4a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:33:08.955187 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d17bb61e-dc4b-4dba-999e-c06c6fcc8a89 None None] Provisioning complete for port ac188551-4a13-4156-98f7-8cb843fa8b4a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:08.955557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d17bb61e-dc4b-4dba-999e-c06c6fcc8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:09.119954 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:09.151992 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d17bb61e-dc4b-4dba-999e-c06c6fcc8a89 None None] Port ac188551-4a13-4156-98f7-8cb843fa8b4a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:33:09.380464 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac188551-4a13-4156-98f7-8cb843fa8b4a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:33:09.388824 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:09.402070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Transition to ACTIVE for port object ac188551-4a13-4156-98f7-8cb843fa8b4a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:33:09.405178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6caa-2f05-4738-8a6e-696d7e9842dc req-28700f54-6a8d-466e-8673-2ff9d9b06e0b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:09.406005 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:09.407239 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0beb6caa-2f05-4738-8a6e-696d7e9842dc req-28700f54-6a8d-466e-8673-2ff9d9b06e0b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 932 time: 0.0507998 Aug 30 15:33:09.454401 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0beb6caa-2f05-4738-8a6e-696d7e9842dc req-4fbffa87-0754-4175-8019-98b20e0a6af4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352142 Aug 30 15:33:09.460789 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Pushing event updated for resources: {'Port': ['ID=ac188551-4a13-4156-98f7-8cb843fa8b4a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:09.534003 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Attempting to bind port ac188551-4a13-4156-98f7-8cb843fa8b4a on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:33:09.534467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Attempting to bind port ac188551-4a13-4156-98f7-8cb843fa8b4a by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:33:09.534802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Attempting to bind port ac188551-4a13-4156-98f7-8cb843fa8b4a on network 8ca3526b-f006-4820-b505-ea5cfa1b07fe {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:33:09.539324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Port ac188551-4a13-4156-98f7-8cb843fa8b4a on network 8ca3526b-f006-4820-b505-ea5cfa1b07fe not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:33:09.539648 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Attempting to bind port ac188551-4a13-4156-98f7-8cb843fa8b4a on network 8ca3526b-f006-4820-b505-ea5cfa1b07fe {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:33:09.544598 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:33:09.544933 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Checking segment: {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:33:09.545346 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Bound using segment: {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:33:09.545769 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Bound port: ac188551-4a13-4156-98f7-8cb843fa8b4a, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567024a1-f9be-4327-860c-d9722cd4e88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:33:09.546211 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:09.611971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] For port ac188551-4a13-4156-98f7-8cb843fa8b4a, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:33:09.615231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] For port ac188551-4a13-4156-98f7-8cb843fa8b4a, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:33:09.619840 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:09.658327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:09.658932 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:09.660299 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] 10.222.0.39 "PUT /v2.0/ports/ac188551-4a13-4156-98f7-8cb843fa8b4a HTTP/1.1" status: 200 len: 1092 time: 0.9043951 Aug 30 15:33:09.660738 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:33:09.663008 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad915a9-87c9-44fe-b177-2cd685f5d693" -d '{"events": [{"name": "network-changed", "server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:33:09.687764 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12bd5f-576a-47a7-9c04-22a76413c5de service neutron] Pushing event updated for resources: {'Port': ['ID=ac188551-4a13-4156-98f7-8cb843fa8b4a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:09.727735 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bfe0a1-fad6-4365-9629-500ec4270cb1 x-openstack-request-id: req-d8bfe0a1-fad6-4365-9629-500ec4270cb1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:33:09.727976 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:33:09.728167 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8bfe0a1-fad6-4365-9629-500ec4270cb1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:33:09.728639 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'status': 'completed', 'code': 200} Aug 30 15:33:09.762444 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-f4692515-7de4-4d78-bbe9-57581d4b93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:09.763969 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-f4692515-7de4-4d78-bbe9-57581d4b93be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 1095 time: 0.0463152 Aug 30 15:33:09.806843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-cf89b9bb-39d2-46d0-b838-ae83e3af4a9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a HTTP/1.1" status: 200 len: 217 time: 0.0353281 Aug 30 15:33:09.861411 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-a8d79a81-1241-4c0d-b1f7-70a61b274ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:09.862901 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-a8d79a81-1241-4c0d-b1f7-70a61b274ac7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=561f58a9-d27b-417a-bfc2-b7f068aba7df HTTP/1.1" status: 200 len: 835 time: 0.0493572 Aug 30 15:33:09.907909 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2fc7ded7-dd13-4b8d-a68a-2262b12c65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:09.909406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-2fc7ded7-dd13-4b8d-a68a-2262b12c65aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ca3526b-f006-4820-b505-ea5cfa1b07fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394337 Aug 30 15:33:09.995516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-a983b193-48db-48b7-a229-6f7ea51130d4 service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793927 Aug 30 15:33:10.086893 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5b5239da-f46d-489e-bfa7-feee2b4da0f7 req-607f5072-ba24-446e-9280-ffbd407534d3 service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849462 Aug 30 15:33:10.166719 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-1abf7a4e-5f74-4281-ab6a-563e22deeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:10.168091 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-1abf7a4e-5f74-4281-ab6a-563e22deeaa0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 1095 time: 0.0406253 Aug 30 15:33:10.231191 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc4aa283-9b18-4dc3-a574-0dc51b171add up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:33:10.262525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-543045df-3336-480c-becb-b6ab2495029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:10.263997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-543045df-3336-480c-becb-b6ab2495029a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ca3526b-f006-4820-b505-ea5cfa1b07fe HTTP/1.1" status: 200 len: 898 time: 0.0885108 Aug 30 15:33:10.279737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port bc4aa283-9b18-4dc3-a574-0dc51b171add triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:10.280359 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:10.309125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-488ca00e-c2b5-45e8-a835-66eab8d0e51b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a HTTP/1.1" status: 200 len: 217 time: 0.0353723 Aug 30 15:33:10.358831 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-3299df40-6042-4d55-9812-6ad8c9ffbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:10.360279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-3299df40-6042-4d55-9812-6ad8c9ffbd50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=561f58a9-d27b-417a-bfc2-b7f068aba7df HTTP/1.1" status: 200 len: 835 time: 0.0431485 Aug 30 15:33:10.409279 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-80cb7ea2-e0ca-40dc-a30a-faee6b051899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:10.410746 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-80cb7ea2-e0ca-40dc-a30a-faee6b051899 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ca3526b-f006-4820-b505-ea5cfa1b07fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435297 Aug 30 15:33:10.498977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-1f602e00-6f82-4d7e-97b4-32c87c6f40d2 service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802538 Aug 30 15:33:10.584379 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a4e37-7339-4380-9040-bb8b9cc5c788 req-1e2902b3-59b6-4de5-b9a7-4dbc13909ab0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:10.585875 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b89a4e37-7339-4380-9040-bb8b9cc5c788 req-1e2902b3-59b6-4de5-b9a7-4dbc13909ab0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 944 time: 0.0527923 Aug 30 15:33:10.594022 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad915a9-87c9-44fe-b177-2cd685f5d693 req-f5278bd5-79ff-41f0-a9e7-a083287e3ba0 service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864613 Aug 30 15:33:10.623660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b89a4e37-7339-4380-9040-bb8b9cc5c788 req-c1102622-6ae4-4af3-9caf-891a2070d2bd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Aug 30 15:33:11.742099 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead45d-ffcf-4aad-ae49-ed30cffc0fa3 req-f77b2266-b9eb-4578-b471-25abd0e9e4d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:11.743598 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93ead45d-ffcf-4aad-ae49-ed30cffc0fa3 req-f77b2266-b9eb-4578-b471-25abd0e9e4d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 944 time: 0.0519776 Aug 30 15:33:11.790989 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-93ead45d-ffcf-4aad-ae49-ed30cffc0fa3 req-623b1f6f-63d5-49e9-832a-2b9c311f23e7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Aug 30 15:33:12.533669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ac188551-4a13-4156-98f7-8cb843fa8b4a details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:33:12.624904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ac188551-4a13-4156-98f7-8cb843fa8b4a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:33:12.635485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'port_id': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'mac_address': 'fa:16:3e:de:41:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:33:12.674406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:12.687043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac188551-4a13-4156-98f7-8cb843fa8b4a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:33:12.705196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ac188551-4a13-4156-98f7-8cb843fa8b4a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:33:12.709088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:12.753567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ac188551-4a13-4156-98f7-8cb843fa8b4a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:12.902924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02991a-9fef-41fc-9891-68e2f351a1c2 req-6cc7f400-eaee-40ed-afff-05d23d52e82a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:12.904288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e02991a-9fef-41fc-9891-68e2f351a1c2 req-6cc7f400-eaee-40ed-afff-05d23d52e82a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 945 time: 0.0481739 Aug 30 15:33:12.914354 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['ac188551-4a13-4156-98f7-8cb843fa8b4a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:33:12.941608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7e02991a-9fef-41fc-9891-68e2f351a1c2 req-cd064293-2547-4b34-960b-29aa7a97980b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Aug 30 15:33:14.057284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488f169-eb15-4c30-b7d8-8b9cf5f3debc req-6ddac7df-9b79-43a7-8c6c-660bc3959111 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:14.058903 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9488f169-eb15-4c30-b7d8-8b9cf5f3debc req-6ddac7df-9b79-43a7-8c6c-660bc3959111 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 945 time: 0.0490301 Aug 30 15:33:14.095950 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9488f169-eb15-4c30-b7d8-8b9cf5f3debc req-a2163de0-4c75-418b-b78a-adc5c13fc0fb tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313010 Aug 30 15:33:14.533868 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ac188551-4a13-4156-98f7-8cb843fa8b4a up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:33:14.581132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port ac188551-4a13-4156-98f7-8cb843fa8b4a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:33:14.584671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port ac188551-4a13-4156-98f7-8cb843fa8b4a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:33:14.585064 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:14.664601 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:14.686608 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:33:14.688844 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e9725-3d8c-4445-ab3a-e1e5e59902d2" -d '{"events": [{"server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "name": "network-vif-plugged", "status": "completed", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:33:14.701136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port ac188551-4a13-4156-98f7-8cb843fa8b4a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:33:14.705721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:14.729844 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54130478-4354-46c5-a0e9-c491f627ec49 x-openstack-request-id: req-54130478-4354-46c5-a0e9-c491f627ec49 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:33:14.730146 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "name": "network-vif-plugged", "status": "completed", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:33:14.730402 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54130478-4354-46c5-a0e9-c491f627ec49 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:33:14.730792 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'code': 200} Aug 30 15:33:14.755301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=ac188551-4a13-4156-98f7-8cb843fa8b4a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:14.819760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c5916-8e76-4b78-94c9-17b53826cf67 req-3d1eb75b-757b-4c1d-911a-5c3ef6b18b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:14.821146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b15c5916-8e76-4b78-94c9-17b53826cf67 req-3d1eb75b-757b-4c1d-911a-5c3ef6b18b68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 1097 time: 0.0391040 Aug 30 15:33:14.858538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b15c5916-8e76-4b78-94c9-17b53826cf67 req-25a2f999-32df-4826-8cc0-14e6df240e3f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308590 Aug 30 15:33:15.208225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e497aa9-fd75-481a-8fae-2a8059254bb1 req-e61f2c1c-3187-4260-aa7e-0e29e3e738bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:15.210382 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e497aa9-fd75-481a-8fae-2a8059254bb1 req-e61f2c1c-3187-4260-aa7e-0e29e3e738bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0488667 Aug 30 15:33:15.247050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8e497aa9-fd75-481a-8fae-2a8059254bb1 req-fe815673-51b2-4036-a379-b6527fb87740 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305486 Aug 30 15:33:16.364123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4653b3-8f65-4841-90bc-d17b82f49dc3 req-910b62a2-4e10-4221-ae84-f1fa17a9bd98 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:16.371550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf4653b3-8f65-4841-90bc-d17b82f49dc3 req-910b62a2-4e10-4221-ae84-f1fa17a9bd98 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0549493 Aug 30 15:33:16.409069 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bf4653b3-8f65-4841-90bc-d17b82f49dc3 req-47822d6e-5e2b-442f-b6c8-f00ec16b5f4e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329087 Aug 30 15:33:16.518036 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3f942-9f05-45b0-86ab-a24e575e39e1 req-3cd50183-2a24-404c-b08b-e7f90aa87a2d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:16.519531 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5f3f942-9f05-45b0-86ab-a24e575e39e1 req-3cd50183-2a24-404c-b08b-e7f90aa87a2d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0480235 Aug 30 15:33:16.557246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b5f3f942-9f05-45b0-86ab-a24e575e39e1 req-1fe5f233-dc65-4d60-8f71-7fbffe5b36ae tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Aug 30 15:33:16.578858 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:16.618326 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8191c-0b1d-46ec-9d3b-134d9e8d99a3 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:16.619811 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9ca8191c-0b1d-46ec-9d3b-134d9e8d99a3 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 1092 time: 0.0399714 Aug 30 15:33:16.622632 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:16.626913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:33:16.649280 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:16.748880 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:16.852859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.56 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/5e190c2e-25fd-4d76-9f8e-16e1b727e3a9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:33:16.951720 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:16.988361 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:17.022900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:33:17.025552 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:33:17.028111 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:33:17.063553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=5e190c2e-25fd-4d76-9f8e-16e1b727e3a9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:17.388256 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:17.411460 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:33:17.456525 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:17.598783 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:17.603672 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:17.675149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=5e190c2e-25fd-4d76-9f8e-16e1b727e3a9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:33:17.685439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:17.783047 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP f785ad06-cabb-4b90-af95-770fd21a84e2 associated. External IP: 172.25.6.56, port: ac188551-4a13-4156-98f7-8cb843fa8b4a. Aug 30 15:33:17.987253 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:33:18.093229 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:33:18.102719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] Sync routers for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:33:18.108867 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:18.112852 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:33:18.113550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:18.135929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-87d6e28d-2058-432d-907e-f7b3bd3298fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5123026 Aug 30 15:33:18.136629 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:33:18.139068 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc352ce9-e607-4a3e-a1fc-880521d25e14" -d '{"events": [{"name": "network-changed", "server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:33:18.179452 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280171f-498a-4f7f-b1ee-293500dd9895 x-openstack-request-id: req-8280171f-498a-4f7f-b1ee-293500dd9895 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:33:18.179740 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:33:18.179994 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8280171f-498a-4f7f-b1ee-293500dd9895 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:33:18.180400 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'status': 'completed', 'code': 200} Aug 30 15:33:18.227562 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:33:18.246981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-96afa4fa-0c8c-4db8-b20e-2d51efcc5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:18.248413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-96afa4fa-0c8c-4db8-b20e-2d51efcc5c2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 1097 time: 0.0430629 Aug 30 15:33:18.262928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d19d0-317d-4c38-92c3-54c2f963e43f req-be8234c8-9d54-4b80-a06c-a903a5d1cfca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:18.264636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b97d19d0-317d-4c38-92c3-54c2f963e43f req-be8234c8-9d54-4b80-a06c-a903a5d1cfca tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0589838 Aug 30 15:33:18.302395 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b97d19d0-317d-4c38-92c3-54c2f963e43f req-463111de-4f96-434d-85c4-265bc306ffee tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Aug 30 15:33:18.325795 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:18.356566 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-c69a3c38-15f9-4e8c-b6b5-fe7ca9dd6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:18.358094 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-c69a3c38-15f9-4e8c-b6b5-fe7ca9dd6dfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ca3526b-f006-4820-b505-ea5cfa1b07fe HTTP/1.1" status: 200 len: 898 time: 0.1022785 Aug 30 15:33:18.394218 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-234fb676-6b9c-428b-8b8e-314354670bf0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/f785ad06-cabb-4b90-af95-770fd21a84e2 HTTP/1.1" status: 200 len: 991 time: 0.0672510 Aug 30 15:33:18.433435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-92247aa1-f8c4-406c-8548-4f8eab6001bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a HTTP/1.1" status: 200 len: 999 time: 0.0681808 Aug 30 15:33:18.458489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f785ad06-cabb-4b90-af95-770fd21a84e2', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'port_id': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'mac_address': 'fa:16:3e:de:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:33:17Z', 'updated_at': '2021-08-30T15:33:17Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:08Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:18.481841 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-66082ba8-b23b-4925-b0eb-63993dbc13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:18.483306 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-66082ba8-b23b-4925-b0eb-63993dbc13f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=561f58a9-d27b-417a-bfc2-b7f068aba7df HTTP/1.1" status: 200 len: 835 time: 0.0433269 Aug 30 15:33:18.485762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] Checking router: 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:33:18.494928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:33:18.495628 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:32:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:18.534386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-2521e7fa-500f-4dd8-973f-887e70528a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:18.535810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-2521e7fa-500f-4dd8-973f-887e70528a5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ca3526b-f006-4820-b505-ea5cfa1b07fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459535 Aug 30 15:33:18.607344 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:33:18.628092 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-a2c3b21a-a434-4f7e-98cc-78a96aa67efa service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848308 Aug 30 15:33:18.721378 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bc352ce9-e607-4a3e-a1fc-880521d25e14 req-b5efbdc3-2790-4c73-898c-f40014cb626a service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866621 Aug 30 15:33:18.830464 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f785ad06-cabb-4b90-af95-770fd21a84e2', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'port_id': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'mac_address': 'fa:16:3e:de:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:33:17Z', 'updated_at': '2021-08-30T15:33:17Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:08Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:33:18.860063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf74d9-1f05-406d-8b2d-5ad9b232e24e None None] The sync data for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 is: [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'f785ad06-cabb-4b90-af95-770fd21a84e2', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'port_id': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'mac_address': 'fa:16:3e:de:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:33:17Z', 'updated_at': '2021-08-30T15:33:17Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:08Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:33:19.041769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360425a-fb85-4b71-a405-cafd2e68df65 None None] New status for floating IP f785ad06-cabb-4b90-af95-770fd21a84e2: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:33:19.398908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:19.459013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-73d53f0f-a01b-4976-9b21-e71c606f87f5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/f785ad06-cabb-4b90-af95-770fd21a84e2 HTTP/1.1" status: 200 len: 993 time: 0.0588460 Aug 30 15:33:20.748419 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:25.272399 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-161355c1-8b57-47d1-91ab-0ee16e5f6834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:27.932021 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3455483-aa80-4ff3-82d2-471dc60b4b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:28.728301 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:29.495718 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:31.870120 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:33.528923 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:48.210686 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eec58-fa3d-4940-95eb-50d7d7461e7a req-3c3a82ef-88b4-4cd7-a9c9-58faf22840a8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:48.212162 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-763eec58-fa3d-4940-95eb-50d7d7461e7a req-3c3a82ef-88b4-4cd7-a9c9-58faf22840a8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0518515 Aug 30 15:33:48.250571 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-763eec58-fa3d-4940-95eb-50d7d7461e7a req-d2898cbd-612d-4b33-8a2e-fa0ee744a7f9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Aug 30 15:33:49.366742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b606b7-0610-416e-9430-81c2c6612d22 req-a5899f83-cae9-44b4-8070-d2df5e7d1dbe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:49.368398 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b606b7-0610-416e-9430-81c2c6612d22 req-a5899f83-cae9-44b4-8070-d2df5e7d1dbe tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0493853 Aug 30 15:33:49.407337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-51b606b7-0610-416e-9430-81c2c6612d22 req-d5ab1065-62cf-4e34-9be4-9797f2ceffb0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Aug 30 15:33:50.527221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c097d12-6e3e-491d-b8f4-9a76f4fadf44 req-6086004b-1ebe-49b3-9b3a-d52049fa8c2b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:50.528707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c097d12-6e3e-491d-b8f4-9a76f4fadf44 req-6086004b-1ebe-49b3-9b3a-d52049fa8c2b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0526772 Aug 30 15:33:50.566218 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1c097d12-6e3e-491d-b8f4-9a76f4fadf44 req-6f08e4a2-6c33-4ab8-9a22-4fe76346dcab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Aug 30 15:33:50.750194 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:51.685202 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a32b-780e-423c-b3aa-141b320f5c49 req-c71d5ef6-1e12-4777-ae89-969a0e44a391 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:51.686591 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a431a32b-780e-423c-b3aa-141b320f5c49 req-c71d5ef6-1e12-4777-ae89-969a0e44a391 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0532181 Aug 30 15:33:51.725274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a431a32b-780e-423c-b3aa-141b320f5c49 req-21e4c092-7c35-4ff7-b5d1-04d8e6111e91 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321245 Aug 30 15:33:52.842961 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0c2ba-6c67-4178-9697-92440ea46fdb req-79f49316-3626-45ac-b44c-5cb8948b9502 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:52.844439 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bac0c2ba-6c67-4178-9697-92440ea46fdb req-79f49316-3626-45ac-b44c-5cb8948b9502 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0488679 Aug 30 15:33:52.888502 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-bac0c2ba-6c67-4178-9697-92440ea46fdb req-0acb0dd8-f5aa-4790-8ac7-9b67874a3635 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379107 Aug 30 15:33:53.999474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8fedb-45e4-462e-800c-cedb0e1d8dc8 req-f2eabe26-ec43-4ece-bc1c-19db3214b3cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:54.000945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ed8fedb-45e4-462e-800c-cedb0e1d8dc8 req-f2eabe26-ec43-4ece-bc1c-19db3214b3cc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0474787 Aug 30 15:33:54.038381 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3ed8fedb-45e4-462e-800c-cedb0e1d8dc8 req-489651fd-b1b4-4fa7-b939-ddb03d4bc12c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314078 Aug 30 15:33:54.410301 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:33:55.156440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be65e4-6060-457b-857d-9912c1e78c9f req-5944eee8-3149-4111-b886-498cbf20b666 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:55.158645 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6be65e4-6060-457b-857d-9912c1e78c9f req-5944eee8-3149-4111-b886-498cbf20b666 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0530167 Aug 30 15:33:55.197171 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b6be65e4-6060-457b-857d-9912c1e78c9f req-911d142d-b282-4370-aafb-d9ebc09a8b3d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Aug 30 15:33:55.273678 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e10855a2-f4f7-475a-82e7-6bdebdbfffd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:56.323370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eb0ff-a435-4f46-b158-856f19af31ce req-86d5eae1-442e-4e1b-b9c5-01ad204d8b43 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:56.324858 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de4eb0ff-a435-4f46-b158-856f19af31ce req-86d5eae1-442e-4e1b-b9c5-01ad204d8b43 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0618191 Aug 30 15:33:56.363850 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-de4eb0ff-a435-4f46-b158-856f19af31ce req-c9d3df12-c95f-48fe-9a88-ebede88cb050 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327671 Aug 30 15:33:56.364548 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-4b1b32c8-85fd-480d-ae8e-795cc3b899be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:56.366081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-4b1b32c8-85fd-480d-ae8e-795cc3b899be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 1097 time: 0.0475421 Aug 30 15:33:56.467667 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-e6a08427-ba3d-4b7d-a616-3d3cd1eba633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:56.469025 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-e6a08427-ba3d-4b7d-a616-3d3cd1eba633 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ca3526b-f006-4820-b505-ea5cfa1b07fe HTTP/1.1" status: 200 len: 898 time: 0.0832503 Aug 30 15:33:56.539259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-7272794a-30a6-4b8c-a73a-ee0d33a97c9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a HTTP/1.1" status: 200 len: 1001 time: 0.0617840 Aug 30 15:33:56.874213 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-e61c7670-25b1-409c-9c9a-080faf0f2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:56.875668 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-e61c7670-25b1-409c-9c9a-080faf0f2940 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=561f58a9-d27b-417a-bfc2-b7f068aba7df HTTP/1.1" status: 200 len: 835 time: 0.3286238 Aug 30 15:33:56.920502 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-ef5b4070-2d60-4ab0-8071-b45cee997447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:56.922015 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-ef5b4070-2d60-4ab0-8071-b45cee997447 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ca3526b-f006-4820-b505-ea5cfa1b07fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391567 Aug 30 15:33:57.014727 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-6ecfd371-1e15-492e-bbf4-aba5502eabb3 service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860207 Aug 30 15:33:57.100088 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4b48b10f-008f-4f26-986c-0887f9b05892 req-5fc0ba68-7696-4265-89f1-38fe645c6fd5 service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789793 Aug 30 15:33:57.486908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7e12-cd7c-4568-9e93-1a38dbd1cd3b req-319fc819-89f8-41ee-bd00-0329b078a4b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:57.488376 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5aac7e12-cd7c-4568-9e93-1a38dbd1cd3b req-319fc819-89f8-41ee-bd00-0329b078a4b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0489581 Aug 30 15:33:57.525879 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5aac7e12-cd7c-4568-9e93-1a38dbd1cd3b req-992462c1-689e-4e4d-81c7-0fa9337e643c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312581 Aug 30 15:33:57.933696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3297-6041-4a52-adf1-9c7a91100edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:58.644122 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f459d8-2c67-40f1-85ac-ca566ea45de6 req-3024efec-aaa5-4211-9cb2-87f0475483bd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:33:58.645630 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62f459d8-2c67-40f1-85ac-ca566ea45de6 req-3024efec-aaa5-4211-9cb2-87f0475483bd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0526631 Aug 30 15:33:58.683571 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62f459d8-2c67-40f1-85ac-ca566ea45de6 req-fe51e005-b1f7-4945-8a58-06799ab5c3f4 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Aug 30 15:33:58.705843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:33:58.729978 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:33:58.772825 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-80ace74a-4d12-411e-9462-90b0ea28482a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/f785ad06-cabb-4b90-af95-770fd21a84e2 HTTP/1.1" status: 200 len: 993 time: 0.0655203 Aug 30 15:33:59.498612 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:00.063812 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659f691-4ec8-4ed7-8ba3-49c47ef1865b req-3b3f5999-17b4-45f7-b080-fc515aa06869 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:00.065218 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c659f691-4ec8-4ed7-8ba3-49c47ef1865b req-3b3f5999-17b4-45f7-b080-fc515aa06869 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0754504 Aug 30 15:34:00.094491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-a7421213-3df9-443e-9be1-d91f6ca85574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:00.095932 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-a7421213-3df9-443e-9be1-d91f6ca85574 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 1097 time: 0.0718026 Aug 30 15:34:00.117532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c659f691-4ec8-4ed7-8ba3-49c47ef1865b req-2b754404-647c-494f-83cd-03dfa2db9a96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463107 Aug 30 15:34:00.190995 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-758cf456-8ca4-47e1-a8fd-4bba8b362b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:00.192443 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-758cf456-8ca4-47e1-a8fd-4bba8b362b0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ca3526b-f006-4820-b505-ea5cfa1b07fe HTTP/1.1" status: 200 len: 898 time: 0.0890887 Aug 30 15:34:00.261110 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-194f6bfd-b8c0-42bf-860a-5b6b1d3b0ca8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a HTTP/1.1" status: 200 len: 1001 time: 0.0617852 Aug 30 15:34:00.310727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-91e221f5-de0c-434e-b14f-568427428a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:00.312184 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-91e221f5-de0c-434e-b14f-568427428a34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=561f58a9-d27b-417a-bfc2-b7f068aba7df HTTP/1.1" status: 200 len: 835 time: 0.0449920 Aug 30 15:34:00.358746 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-f1e4a601-74fa-4f90-a1b7-7d6639d6b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:00.360260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-f1e4a601-74fa-4f90-a1b7-7d6639d6b075 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ca3526b-f006-4820-b505-ea5cfa1b07fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416541 Aug 30 15:34:00.456500 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-108fb3a7-ee2d-442d-9495-ee0afe7ee5d4 service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Aug 30 15:34:00.544907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0debd54-1815-4d34-ad69-5f606f51bcd4 req-60a937da-1fad-4fd5-a224-d3b56a65495f service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811381 Aug 30 15:34:01.235299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b7b92-c794-4862-9315-f8de0ad85238 req-e96b9993-0449-4424-b9d4-d59697b2eca0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:01.236795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a7b7b92-c794-4862-9315-f8de0ad85238 req-e96b9993-0449-4424-b9d4-d59697b2eca0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0492866 Aug 30 15:34:01.273756 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a7b7b92-c794-4862-9315-f8de0ad85238 req-01f1f178-71dc-4e5b-9517-8529dc421e07 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308044 Aug 30 15:34:01.296618 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:01.361928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-866da443-8215-43c2-b37f-d151ff1b704e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/f785ad06-cabb-4b90-af95-770fd21a84e2 HTTP/1.1" status: 200 len: 993 time: 0.0641356 Aug 30 15:34:01.874071 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:03.528364 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:20.765589 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:25.273959 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-165abfb3-ae16-4096-bc93-3cd2b3b39d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:27.936649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2421a6b-41d5-47a5-8df0-42c69225fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:28.730363 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:29.501267 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:31.408731 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:34:31.710973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:31.869237 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 5e190c2e-25fd-4d76-9f8e-16e1b727e3a9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:34:31.869575 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:31.876375 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:31.942596 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:31.942925 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:31.954506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 5e190c2e-25fd-4d76-9f8e-16e1b727e3a9 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:34:32.097323 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:32.123167 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=5e190c2e-25fd-4d76-9f8e-16e1b727e3a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:32.147497 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.147847 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.148190 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.148529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.148861 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.149233 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.149594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.149924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.150253 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.150580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.150903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.151227 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:32.193145 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:32.193486 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP f785ad06-cabb-4b90-af95-770fd21a84e2 disassociated (deleted). External IP: 172.25.6.56, port: ac188551-4a13-4156-98f7-8cb843fa8b4a. Aug 30 15:34:32.393529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:34:32.497151 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:34:32.502375 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:32.506874 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] Sync routers for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:34:32.516069 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:32.516683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:32.530521 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b4984af3-dbb0-47c3-a46a-bd7b5d4f6638 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/floatingips/f785ad06-cabb-4b90-af95-770fd21a84e2 HTTP/1.1" status: 204 len: 168 time: 0.8185713 Aug 30 15:34:32.531099 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:34:32.533545 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eb18da-9915-47b3-8473-8d48e32c4521" -d '{"events": [{"name": "network-changed", "server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:34:32.628552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:32.642515 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b438ca-bf94-4719-8e57-293c6f2266ec x-openstack-request-id: req-77b438ca-bf94-4719-8e57-293c6f2266ec {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:34:32.642813 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:34:32.643071 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77b438ca-bf94-4719-8e57-293c6f2266ec {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:34:32.643476 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'status': 'completed', 'code': 200} Aug 30 15:34:32.714029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-c62e973e-85c4-436b-aeb2-13315ab88d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:32.716187 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-c62e973e-85c4-436b-aeb2-13315ab88d35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 1097 time: 0.0481508 Aug 30 15:34:32.829268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:08Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:32.831613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054085e6-ae47-45f0-9150-55ad096acbcc req-f1ecf6a7-e378-4fb6-9381-7f37c96434a3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:32.833140 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-054085e6-ae47-45f0-9150-55ad096acbcc req-f1ecf6a7-e378-4fb6-9381-7f37c96434a3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.1075826 Aug 30 15:34:32.854665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] Checking router: 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:34:32.862864 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:32.863681 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:32.863944 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-55065e31-8ec8-4966-9718-8fcc6e522819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:32.865414 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-55065e31-8ec8-4966-9718-8fcc6e522819 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ca3526b-f006-4820-b505-ea5cfa1b07fe HTTP/1.1" status: 200 len: 898 time: 0.1410255 Aug 30 15:34:32.929231 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-054085e6-ae47-45f0-9150-55ad096acbcc req-ab44a275-dd40-426e-81db-86f6ad478471 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892186 Aug 30 15:34:32.930516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-fc87e8a8-496b-4a47-8583-c61f941b79ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a HTTP/1.1" status: 200 len: 217 time: 0.0540135 Aug 30 15:34:32.969280 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:32.982272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-5e2d818f-eb9d-4e19-9b79-81f928c9c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:32.983735 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-5e2d818f-eb9d-4e19-9b79-81f928c9c2d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=561f58a9-d27b-417a-bfc2-b7f068aba7df HTTP/1.1" status: 200 len: 835 time: 0.0446565 Aug 30 15:34:33.029607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-2b98f2c5-b14a-4d5f-9bad-053e2d6ef719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:33.031098 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-2b98f2c5-b14a-4d5f-9bad-053e2d6ef719 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ca3526b-f006-4820-b505-ea5cfa1b07fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394855 Aug 30 15:34:33.124656 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-51b4b7c6-bef6-4124-8f07-1b1ed0b6041e service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860996 Aug 30 15:34:33.163237 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:08Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:33.192091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08b195-a7d6-4f16-96bc-490d420b25f2 None None] The sync data for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 is: [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:03Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'bc4aa283-9b18-4dc3-a574-0dc51b171add', 'name': '', 'network_id': '8ca3526b-f006-4820-b505-ea5cfa1b07fe', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:04:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:33:02Z', 'updated_at': '2021-08-30T15:33:08Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '561f58a9-d27b-417a-bfc2-b7f068aba7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:34:33.216226 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-30eb18da-9915-47b3-8473-8d48e32c4521 req-45146e1f-55b8-4b7a-bdf2-404dad67e480 service neutron] 10.222.0.39 "GET /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833080 Aug 30 15:34:33.400177 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37834418-f6b9-4d6d-b17f-55eaef97dadf None None] New status for floating IP f785ad06-cabb-4b90-af95-770fd21a84e2: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:34:33.525570 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:34.173917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-a449e8af-c779-4cc8-be09-ff25a5b13b8e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:34.175452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-a449e8af-c779-4cc8-be09-ff25a5b13b8e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.0561106 Aug 30 15:34:34.268291 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port ac188551-4a13-4156-98f7-8cb843fa8b4a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:34:34.268635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:34.334483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac3a42-152e-4945-a1f7-0e37cb5ebe06 req-91ee00f0-28bb-4f30-9a7c-b3c9a0886561 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:34.335994 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9ac3a42-152e-4945-a1f7-0e37cb5ebe06 req-91ee00f0-28bb-4f30-9a7c-b3c9a0886561 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c3f6d6-f71d-43e7-a328-8a7f7257698f HTTP/1.1" status: 200 len: 946 time: 0.3222995 Aug 30 15:34:34.362079 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port ac188551-4a13-4156-98f7-8cb843fa8b4a, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=ac188551-4a13-4156-98f7-8cb843fa8b4a,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:34.362439 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:34.373722 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e9ac3a42-152e-4945-a1f7-0e37cb5ebe06 req-6ac12791-d2da-4d06-b24b-b90a46d4f846 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5d55542-a608-4fcf-a524-645d5942878d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Aug 30 15:34:34.376070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for ac188551-4a13-4156-98f7-8cb843fa8b4a owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:34:34.497800 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:34.529354 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=ac188551-4a13-4156-98f7-8cb843fa8b4a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:34.557015 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.557392 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.557740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.558078 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.558410 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.558744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.559074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.559401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.559730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.560054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.560375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.560695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:34.579027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] No DVR routers for this DVR port ac188551-4a13-4156-98f7-8cb843fa8b4a on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:34:34.581452 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:34.583413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ca28bdfe-31a9-4a06-9136-3a49cb8671cf req-ebb72053-1fb8-4883-845d-58b47d641314 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.39 "DELETE /v2.0/ports/ac188551-4a13-4156-98f7-8cb843fa8b4a HTTP/1.1" status: 204 len: 173 time: 0.4014561 Aug 30 15:34:34.583842 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'name': 'network-vif-deleted', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:34:34.586122 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95dc41b-8b75-4877-9e2a-2d8536600531" -d '{"events": [{"server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "name": "network-vif-deleted", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:34:34.646841 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722403a-9071-4064-9a0b-d0308a761aab x-openstack-request-id: req-7722403a-9071-4064-9a0b-d0308a761aab {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:34:34.647361 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c3f6d6-f71d-43e7-a328-8a7f7257698f", "name": "network-vif-deleted", "tag": "ac188551-4a13-4156-98f7-8cb843fa8b4a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:34:34.647618 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7722403a-9071-4064-9a0b-d0308a761aab {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:34:34.648042 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c3f6d6-f71d-43e7-a328-8a7f7257698f', 'name': 'network-vif-deleted', 'tag': 'ac188551-4a13-4156-98f7-8cb843fa8b4a', 'status': 'completed', 'code': 200} Aug 30 15:34:35.428995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:35.776202 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:36.021543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port bc4aa283-9b18-4dc3-a574-0dc51b171add {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:34:36.021882 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:36.106270 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port bc4aa283-9b18-4dc3-a574-0dc51b171add, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=bc4aa283-9b18-4dc3-a574-0dc51b171add,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:36.106635 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:36.119621 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for bc4aa283-9b18-4dc3-a574-0dc51b171add owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:34:36.303689 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:36.331215 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=bc4aa283-9b18-4dc3-a574-0dc51b171add,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:36.502628 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:36.716034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:34:36.820641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:34:36.826291 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ade5a994-093b-438b-b959-9790048cc3ab tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3958826 Aug 30 15:34:36.828610 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:36.831212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] Sync routers for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:34:36.841024 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:36.841657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:36.878952 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd9d499-bcf8-406b-865c-fd6277db2ede tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting subnet 561f58a9-d27b-417a-bfc2-b7f068aba7df {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:34:36.881994 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd9d499-bcf8-406b-865c-fd6277db2ede tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:36.921629 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd9d499-bcf8-406b-865c-fd6277db2ede tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.014464 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd9d499-bcf8-406b-865c-fd6277db2ede tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.075181 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd9d499-bcf8-406b-865c-fd6277db2ede tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.098235 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:37.100817 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9d499-bcf8-406b-865c-fd6277db2ede tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Subnet': ['ID=561f58a9-d27b-417a-bfc2-b7f068aba7df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:37.107162 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd9d499-bcf8-406b-865c-fd6277db2ede tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.109017 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fdd9d499-bcf8-406b-865c-fd6277db2ede tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/subnets/561f58a9-d27b-417a-bfc2-b7f068aba7df HTTP/1.1" status: 204 len: 168 time: 0.2794609 Aug 30 15:34:37.111590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:37.131157 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5323dbe-ae73-4ac3-8dca-19c7903d44c3 None None] Network 8ca3526b-f006-4820-b505-ea5cfa1b07fe requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:34:37.218642 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.324286 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.389978 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:34:36Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '9ab0caf5-3cfd-43a7-8dd8-756fd4860304', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:37.392594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:34:37.392995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.421313 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] Checking router: 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:34:37.425810 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] DHCP port deletion for 8ca3526b-f006-4820-b505-ea5cfa1b07fe request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:34:37.460813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] Routers {'8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:37.461480 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:37.474045 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port 9ab0caf5-3cfd-43a7-8dd8-756fd4860304, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9ab0caf5-3cfd-43a7-8dd8-756fd4860304,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:37.474414 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.490713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:34:37.556231 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Deleting port eea5a28b-1a66-454d-82cd-b7bc609bfbda {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:34:37.556605 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.558836 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] Set router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:37.651747 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.654972 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:34:37Z', 'revision_number': 6, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:37.680735 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=9ab0caf5-3cfd-43a7-8dd8-756fd4860304,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:37.688028 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c3b56-6b6b-4aef-8c71-911ad863a5aa None None] The sync data for ids ['8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a'] in n-d-805668-3 is: [{'id': '8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115294307', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:32:59Z', 'updated_at': '2021-08-30T15:34:37Z', 'revision_number': 6, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:34:37.711624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] For port eea5a28b-1a66-454d-82cd-b7bc609bfbda, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=eea5a28b-1a66-454d-82cd-b7bc609bfbda,segment=NetworkSegment(567024a1-f9be-4327-860c-d9722cd4e88e),segment_id=567024a1-f9be-4327-860c-d9722cd4e88e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:37.713136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.727911 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Calling delete_port for eea5a28b-1a66-454d-82cd-b7bc609bfbda owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:34:37.745732 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.806815 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.829899 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Pushing event deleted for resources: {'Port': ['ID=eea5a28b-1a66-454d-82cd-b7bc609bfbda,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:37.838614 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.840192 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.840690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.840876 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.841246 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.841584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.841779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.841903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.842227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.842553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.842881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.843202 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.843525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.843847 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:37.846512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c38c66-f598-40b3-9e5b-d6382e537d0d None None] No DVR routers for this DVR port eea5a28b-1a66-454d-82cd-b7bc609bfbda on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:34:37.889257 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.889901 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Fanout notify agent at l3_agent the message router_deleted on router 8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:34:37.897398 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:37.898514 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ae03e979-bab6-481b-91e5-6cb3fe45c851 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/routers/8deb8ea8-1f4c-42bc-a6e7-3a6ff822602a HTTP/1.1" status: 204 len: 168 time: 0.7860091 Aug 30 15:34:37.901209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:37.985775 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.078255 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.088957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca3526b-f006-4820-b505-ea5cfa1b07fe']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:38.279223 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:34:38.300622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:34:38.300981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9ab0caf5-3cfd-43a7-8dd8-756fd4860304 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:34:38.301449 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc4aa283-9b18-4dc3-a574-0dc51b171add no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:34:38.320631 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: bc4aa283-9b18-4dc3-a574-0dc51b171add {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:34:38.320983 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device bc4aa283-9b18-4dc3-a574-0dc51b171add not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:34:38.321956 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device eea5a28b-1a66-454d-82cd-b7bc609bfbda no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:34:38.342261 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: eea5a28b-1a66-454d-82cd-b7bc609bfbda {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:34:38.342769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device eea5a28b-1a66-454d-82cd-b7bc609bfbda not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:34:38.382580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567024a1-f9be-4327-860c-d9722cd4e88e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:38.382882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567024a1-f9be-4327-860c-d9722cd4e88e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:38.393503 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.408476 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.415063 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:34:38.415460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:34:38.418831 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:34:38.476015 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.483952 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.485152 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/networks/8ca3526b-f006-4820-b505-ea5cfa1b07fe HTTP/1.1" status: 204 len: 168 time: 0.5829048 Aug 30 15:34:38.487942 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:38.497498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4842cb3-5fa7-4239-94dc-6478e1f1f3bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Network': ['ID=8ca3526b-f006-4820-b505-ea5cfa1b07fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:38.549319 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5591d913-77aa-43ed-843f-822e80538b26 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.574254 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5591d913-77aa-43ed-843f-822e80538b26 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.634518 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5591d913-77aa-43ed-843f-822e80538b26 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.637125 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5591d913-77aa-43ed-843f-822e80538b26 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:38.638295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-5591d913-77aa-43ed-843f-822e80538b26 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/security-groups/a5d55542-a608-4fcf-a524-645d5942878d HTTP/1.1" status: 204 len: 168 time: 0.1493764 Aug 30 15:34:38.652102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591d913-77aa-43ed-843f-822e80538b26 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d55542-a608-4fcf-a524-645d5942878d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:38.985353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ac188551-4a13-4156-98f7-8cb843fa8b4a no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:34:39.005635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: ac188551-4a13-4156-98f7-8cb843fa8b4a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:34:39.005984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device ac188551-4a13-4156-98f7-8cb843fa8b4a not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:34:39.097645 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60502) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:39.102853 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cba3166c-17f3-4bc1-91bc-7c6e3a189a89 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264550661', 'description': 'tempest-secgroup-smoke-264550661 description', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:39.125544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cba3166c-17f3-4bc1-91bc-7c6e3a189a89 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.210106 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cba3166c-17f3-4bc1-91bc-7c6e3a189a89 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.213635 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cba3166c-17f3-4bc1-91bc-7c6e3a189a89 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.239751 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cba3166c-17f3-4bc1-91bc-7c6e3a189a89 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.241071 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-cba3166c-17f3-4bc1-91bc-7c6e3a189a89 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1423757 Aug 30 15:34:39.244687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:39.249315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-85d95cb9-9fed-42e1-8266-b135c5a60630 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '5e8573ce-ee0c-4910-b25d-63de5d71f5a3', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:39.250721 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3166c-17f3-4bc1-91bc-7c6e3a189a89 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8573ce-ee0c-4910-b25d-63de5d71f5a3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:39.275829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85d95cb9-9fed-42e1-8266-b135c5a60630 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.330831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85d95cb9-9fed-42e1-8266-b135c5a60630 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.334232 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85d95cb9-9fed-42e1-8266-b135c5a60630 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.355103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d95cb9-9fed-42e1-8266-b135c5a60630 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b94926-b8b5-4882-96e5-306ce689406b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:39.362657 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85d95cb9-9fed-42e1-8266-b135c5a60630 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.363735 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-85d95cb9-9fed-42e1-8266-b135c5a60630 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180265 Aug 30 15:34:39.366466 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60506) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:39.370976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-815829cb-b08e-4c58-8235-c12621ef51c1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '5e8573ce-ee0c-4910-b25d-63de5d71f5a3', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:39.395899 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-815829cb-b08e-4c58-8235-c12621ef51c1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.451802 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-815829cb-b08e-4c58-8235-c12621ef51c1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.455290 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-815829cb-b08e-4c58-8235-c12621ef51c1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.475586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815829cb-b08e-4c58-8235-c12621ef51c1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64273c4-3cd8-4383-b6f2-3e82bd16299b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:39.478111 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-815829cb-b08e-4c58-8235-c12621ef51c1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.479275 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-815829cb-b08e-4c58-8235-c12621ef51c1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118584 Aug 30 15:34:39.482047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:39.487560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-324fe9fb-5947-4d90-8fb4-4f453b9f02d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '5e8573ce-ee0c-4910-b25d-63de5d71f5a3', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:39.512653 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324fe9fb-5947-4d90-8fb4-4f453b9f02d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.569136 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324fe9fb-5947-4d90-8fb4-4f453b9f02d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.572494 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324fe9fb-5947-4d90-8fb4-4f453b9f02d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.591236 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fe9fb-5947-4d90-8fb4-4f453b9f02d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b7ad3e-2f87-4ee7-8025-f8626474ddbe,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:39.596989 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-324fe9fb-5947-4d90-8fb4-4f453b9f02d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.598288 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-324fe9fb-5947-4d90-8fb4-4f453b9f02d9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152582 Aug 30 15:34:39.600866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:39.605882 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9db32df4-e172-49c7-a786-e839b5a27fb2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '5e8573ce-ee0c-4910-b25d-63de5d71f5a3', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:39.630413 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9db32df4-e172-49c7-a786-e839b5a27fb2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.687785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9db32df4-e172-49c7-a786-e839b5a27fb2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.691158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9db32df4-e172-49c7-a786-e839b5a27fb2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.710586 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db32df4-e172-49c7-a786-e839b5a27fb2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49163fb6-3291-4b7b-be16-b77452595279,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:39.717426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9db32df4-e172-49c7-a786-e839b5a27fb2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.718627 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9db32df4-e172-49c7-a786-e839b5a27fb2 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167922 Aug 30 15:34:39.721213 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:39.725479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e730989a-b085-4ab7-a9c0-fb0280d1b7b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '5e8573ce-ee0c-4910-b25d-63de5d71f5a3', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:39.746089 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-e730989a-b085-4ab7-a9c0-fb0280d1b7b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:34:39.750772 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e730989a-b085-4ab7-a9c0-fb0280d1b7b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.809093 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e730989a-b085-4ab7-a9c0-fb0280d1b7b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.812624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e730989a-b085-4ab7-a9c0-fb0280d1b7b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.829995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730989a-b085-4ab7-a9c0-fb0280d1b7b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5ecba4-f2a2-4d8e-9178-1d47d71287c0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:39.836034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e730989a-b085-4ab7-a9c0-fb0280d1b7b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.837274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e730989a-b085-4ab7-a9c0-fb0280d1b7b7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151328 Aug 30 15:34:39.839912 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:39.844206 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-687d0611-f1a0-4c62-90e3-038489dbbd44 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'security_group_rule': {'security_group_id': '5e8573ce-ee0c-4910-b25d-63de5d71f5a3', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:39.865309 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-687d0611-f1a0-4c62-90e3-038489dbbd44 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Project 72c65230ddcc43aa9e8bb6e9dccbb3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:34:39.870465 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-687d0611-f1a0-4c62-90e3-038489dbbd44 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.928264 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-687d0611-f1a0-4c62-90e3-038489dbbd44 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.932225 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-687d0611-f1a0-4c62-90e3-038489dbbd44 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.950035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d0611-f1a0-4c62-90e3-038489dbbd44 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceee98e-17b7-4635-b5b4-dfe292e15570,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:39.955000 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-687d0611-f1a0-4c62-90e3-038489dbbd44 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:39.956253 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-687d0611-f1a0-4c62-90e3-038489dbbd44 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154001 Aug 30 15:34:39.959035 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:39.963881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'network': {'name': 'tempest-network-smoke--706927276', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:39.982926 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:34:39.986188 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.008596 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:34:40.017105 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.017451 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Added segment 853c7c38-fe90-41b1-848e-9f1a4d1aaeca of type vlan for network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 Aug 30 15:34:40.058129 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.081396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.087681 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:40.088034 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.144585 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1845586 Aug 30 15:34:40.147421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:40.152969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'admin_state_up': True, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:40.153984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d92491-d4c5-419a-88e9-fdc9f490360b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Network': ['ID=90d7dede-cc1c-49ca-afda-c3729b7f7ed0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:40.164196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:34:40.175936 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.177334 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.228260 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.367508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.552967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.575458 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.679924 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.248 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/434f39f8-711a-410f-8d40-c403d0a25e29) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:34:40.786876 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.825065 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:40.860889 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:34:40.865712 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:34:40.869973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:34:40.893012 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=434f39f8-711a-410f-8d40-c403d0a25e29,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:41.121488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:41.317674 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:41.461186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router ba104ead-a5d4-4328-a771-f7fe7de353b0 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:34:41.566735 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:34:41.576910 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Sync routers for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:34:41.586650 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:41.587307 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:41.587530 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:41.591626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7a72bf53-c69c-4318-a5f8-a191c91ba933 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4401479 Aug 30 15:34:41.591965 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:41.621843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-76c04c0b-d154-4d93-a3dd-ad505cf67af9 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286098 Aug 30 15:34:41.624210 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60522) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:41.698129 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:41.710937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a1b710-8a5a-4cac-bf9f-533f56b38c3d tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:41.712479 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-e4a1b710-8a5a-4cac-bf9f-533f56b38c3d tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873120 Aug 30 15:34:41.715243 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:41.746954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-42d3d924-5025-4444-9799-e31b471fdca6 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=70f7404e-36c3-4049-a1ff-6e7669a6ea6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305958 Aug 30 15:34:41.749325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:41.754593 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1459467258', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:41.839492 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:34:41.843116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:41.880181 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:41.906259 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Checking router: ba104ead-a5d4-4328-a771-f7fe7de353b0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:34:41.906606 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Updating router ba104ead-a5d4-4328-a771-f7fe7de353b0 port 434f39f8-711a-410f-8d40-c403d0a25e29 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:34:41.931644 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.197557 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.207578 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Transition to ACTIVE for port object 434f39f8-711a-410f-8d40-c403d0a25e29 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:34:42.213058 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.265466 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Pushing event updated for resources: {'Port': ['ID=434f39f8-711a-410f-8d40-c403d0a25e29,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:42.268999 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Attempting to bind port 434f39f8-711a-410f-8d40-c403d0a25e29 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:34:42.269391 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Attempting to bind port 434f39f8-711a-410f-8d40-c403d0a25e29 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:34:42.269770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Attempting to bind port 434f39f8-711a-410f-8d40-c403d0a25e29 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:34:42.278072 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.278420 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.278759 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.279092 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.279424 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.279770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.280101 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.280418 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.280770 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.281070 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.281396 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.281714 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:34:42.284931 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:34:42.285329 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:34:42.285727 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.286110 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:34:42.286576 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Bound port: 434f39f8-711a-410f-8d40-c403d0a25e29, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:34:42.286952 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.322412 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.344723 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] For port 434f39f8-711a-410f-8d40-c403d0a25e29, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:34:42.347782 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] For port 434f39f8-711a-410f-8d40-c403d0a25e29, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=434f39f8-711a-410f-8d40-c403d0a25e29,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:34:42.351285 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.397250 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Subnet': ['ID=61c85d28-a5b5-4832-acb3-ee2de34c10a1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:42.408325 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Checking segment: {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:34:42.408740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network hostable DHCP agents. Network: 90d7dede-cc1c-49ca-afda-c3729b7f7ed0, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:34:42.411311 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:42.411931 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:42.427061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:34:42.435494 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 90d7dede-cc1c-49ca-afda-c3729b7f7ed0) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:34:42.439584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:42.440188 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.446907 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70a78b-b5b3-4e47-ae7d-4daa349886d7 None None] Pushing event updated for resources: {'Port': ['ID=434f39f8-711a-410f-8d40-c403d0a25e29,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:42.447226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc54d5-8b47-4a85-8d33-b9d7bc1381f9 None None] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:34:42.456525 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-90ab887a-fab3-4578-b4df-fa8e60aef302 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7057488 Aug 30 15:34:42.458723 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60528) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:42.526846 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:42.619095 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:34:42.619983 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.772042 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Allocated IP 172.20.0.2 (90d7dede-cc1c-49ca-afda-c3729b7f7ed0/61c85d28-a5b5-4832-acb3-ee2de34c10a1/009d9825-07c7-42a2-ba88-49e55aa7dd5c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:34:42.835223 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:42.862061 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229e309-8897-4ded-8691-fc1c5e644db8 None None] The sync data for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 is: [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:41Z', 'revision_number': 3, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:34:42.930652 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.939599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Transition to ACTIVE for port object 009d9825-07c7-42a2-ba88-49e55aa7dd5c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:34:42.945547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:42.956254 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Transition to ACTIVE for port object 009d9825-07c7-42a2-ba88-49e55aa7dd5c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:34:42.963532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:43.005195 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:34:43.008058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:34:43.011060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:34:43.020111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Pushing event updated for resources: {'Port': ['ID=009d9825-07c7-42a2-ba88-49e55aa7dd5c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:43.077706 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Attempting to bind port 009d9825-07c7-42a2-ba88-49e55aa7dd5c on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:34:43.078370 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Attempting to bind port 009d9825-07c7-42a2-ba88-49e55aa7dd5c by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:34:43.078989 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Attempting to bind port 009d9825-07c7-42a2-ba88-49e55aa7dd5c on network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:34:43.084726 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:34:43.085211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Checking segment: {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:34:43.085693 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:43.086317 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Bound using segment: {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:34:43.087033 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Bound port: 009d9825-07c7-42a2-ba88-49e55aa7dd5c, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:34:43.087479 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:43.186267 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] For port 009d9825-07c7-42a2-ba88-49e55aa7dd5c, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:34:43.191909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] For port 009d9825-07c7-42a2-ba88-49e55aa7dd5c, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=009d9825-07c7-42a2-ba88-49e55aa7dd5c,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:34:43.197653 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:43.268172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1893c-7384-4a78-b52f-5818bfaa1ffd None None] Pushing event updated for resources: {'Port': ['ID=009d9825-07c7-42a2-ba88-49e55aa7dd5c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:43.294131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.1 (90d7dede-cc1c-49ca-afda-c3729b7f7ed0/61c85d28-a5b5-4832-acb3-ee2de34c10a1/cb38b184-0ab6-48fc-b8ad-66085d55773d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:34:43.440834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:43.456170 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object cb38b184-0ab6-48fc-b8ad-66085d55773d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:34:43.500219 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:43.556024 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:34:43.559482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:34:43.564603 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:34:43.568911 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=cb38b184-0ab6-48fc-b8ad-66085d55773d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:43.614242 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:43.755870 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.046270 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.051381 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.126232 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=cb38b184-0ab6-48fc-b8ad-66085d55773d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:44.128921 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.212285 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797483a4-2605-46ba-9531-692b3b205ca1 None None] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:34:44.234642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:34:44.236134 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:34:44.291442 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca49a63d-e3c2-4a23-b552-a48b960a0e8a None None] Provisioning for port 009d9825-07c7-42a2-ba88-49e55aa7dd5c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:34:44.364006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 009d9825-07c7-42a2-ba88-49e55aa7dd5c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:34:44.388201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router ba104ead-a5d4-4328-a771-f7fe7de353b0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:34:44.446532 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 009d9825-07c7-42a2-ba88-49e55aa7dd5c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:34:44.450722 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 009d9825-07c7-42a2-ba88-49e55aa7dd5c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:44.451036 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.504953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:34:44.511142 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-944bd1fb-4f8e-4a3a-bb7e-61675797e42e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/ba104ead-a5d4-4328-a771-f7fe7de353b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0513668 Aug 30 15:34:44.542069 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.587378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 009d9825-07c7-42a2-ba88-49e55aa7dd5c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=009d9825-07c7-42a2-ba88-49e55aa7dd5c,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:44.591504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.592315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 434f39f8-711a-410f-8d40-c403d0a25e29 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:34:44.679741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=009d9825-07c7-42a2-ba88-49e55aa7dd5c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:44.693234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 434f39f8-711a-410f-8d40-c403d0a25e29 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:34:44.695538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-6d0d3524-b64d-49f5-bbab-a67bc8d7d414 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264550661&fields=id&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 267 time: 0.0516393 Aug 30 15:34:44.698588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 434f39f8-711a-410f-8d40-c403d0a25e29 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:44.698982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.750493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Sync routers for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:34:44.772528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:44.773250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:44.777032 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7d269ca-7405-4664-852d-d870ac29ed01 None None] Provisioning complete for port 009d9825-07c7-42a2-ba88-49e55aa7dd5c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:44.777770 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7d269ca-7405-4664-852d-d870ac29ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.810194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-fdbe2679-16f6-4875-8531-d77ff4dc1898 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:44.811732 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-fdbe2679-16f6-4875-8531-d77ff4dc1898 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/networks?id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 200 len: 796 time: 0.1146708 Aug 30 15:34:44.828357 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-6170ee25-b8d4-4f46-84c0-5965f1f38a70 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/quotas/72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 375 time: 0.0106962 Aug 30 15:34:44.882183 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d30336f6-93d2-4b22-931a-12b5c1ceeaa5 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477178 Aug 30 15:34:44.910023 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.950440 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 434f39f8-711a-410f-8d40-c403d0a25e29, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=434f39f8-711a-410f-8d40-c403d0a25e29,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:44.960421 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:44.996425 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-5088ecb8-107f-4059-b890-a2f585a19bda service neutron] 10.222.0.50 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014926 Aug 30 15:34:45.015772 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:45.097847 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-78276cbc-0cd7-4765-9106-2ccd7c1ab1a5 service neutron] 10.222.0.50 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945668 Aug 30 15:34:45.270379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-57513720-f78e-458c-b4e8-cb2c7e11b630 req-3603fd22-5d55-47a1-a50c-38baad3a21f3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 210 time: 0.0278323 Aug 30 15:34:45.280629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=434f39f8-711a-410f-8d40-c403d0a25e29,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:45.295653 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7d269ca-7405-4664-852d-d870ac29ed01 None None] Provisioning for port cb38b184-0ab6-48fc-b8ad-66085d55773d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:34:45.330694 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e7d269ca-7405-4664-852d-d870ac29ed01 None None] Provisioning complete for port cb38b184-0ab6-48fc-b8ad-66085d55773d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:45.331100 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7d269ca-7405-4664-852d-d870ac29ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:45.388198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e7d269ca-7405-4664-852d-d870ac29ed01 None None] Port cb38b184-0ab6-48fc-b8ad-66085d55773d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:34:45.454352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 2, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:45.480451 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Checking router: ba104ead-a5d4-4328-a771-f7fe7de353b0 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:34:45.480806 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Updating router ba104ead-a5d4-4328-a771-f7fe7de353b0 port cb38b184-0ab6-48fc-b8ad-66085d55773d binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:34:45.512204 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:45.530672 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a08c250c-097a-465f-9c41-690fd9376f01 None None] Provisioning complete for port cb38b184-0ab6-48fc-b8ad-66085d55773d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:45.531088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a08c250c-097a-465f-9c41-690fd9376f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:45.596923 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a08c250c-097a-465f-9c41-690fd9376f01 None None] Port cb38b184-0ab6-48fc-b8ad-66085d55773d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:34:45.819985 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:45.830969 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Transition to ACTIVE for port object cb38b184-0ab6-48fc-b8ad-66085d55773d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:34:45.839355 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:45.889646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac40a9b-de90-4d4a-b666-c585a3bb8870 None None] Pushing event updated for resources: {'Port': ['ID=cb38b184-0ab6-48fc-b8ad-66085d55773d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:45.945135 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Attempting to bind port cb38b184-0ab6-48fc-b8ad-66085d55773d on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:34:45.945517 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Attempting to bind port cb38b184-0ab6-48fc-b8ad-66085d55773d by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:34:45.945886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Attempting to bind port cb38b184-0ab6-48fc-b8ad-66085d55773d on network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:34:45.951496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:34:45.951879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Checking segment: {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:34:45.952288 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:45.952721 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Bound using segment: {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:34:45.953367 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Bound port: cb38b184-0ab6-48fc-b8ad-66085d55773d, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:34:45.953757 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:46.023547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] For port cb38b184-0ab6-48fc-b8ad-66085d55773d, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:34:46.027332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] For port cb38b184-0ab6-48fc-b8ad-66085d55773d, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cb38b184-0ab6-48fc-b8ad-66085d55773d,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:34:46.034397 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:46.094198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:46.094838 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:46.099553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac40a9b-de90-4d4a-b666-c585a3bb8870 None None] Pushing event updated for resources: {'Port': ['ID=cb38b184-0ab6-48fc-b8ad-66085d55773d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:46.226170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:46.358159 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 009d9825-07c7-42a2-ba88-49e55aa7dd5c up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:34:46.398765 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-57ac4900-f750-4e29-aac1-b83d149679ec tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:46.401136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-57ac4900-f750-4e29-aac1-b83d149679ec tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "GET /v2.0/networks?id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 200 len: 796 time: 0.2226055 Aug 30 15:34:46.407818 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-916570b4-5555-4dc0-9cec-9adba003acd6 req-6d03a6cb-1076-445b-b79a-335053a523f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 210 time: 0.0492988 Aug 30 15:34:46.463957 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-e1188a76-4e75-4623-94d4-e7760cc7c559 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6 HTTP/1.1" status: 200 len: 379 time: 0.0472498 Aug 30 15:34:46.474198 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'port': {'device_id': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'admin_state_up': True, 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'security_groups': ['5e8573ce-ee0c-4910-b25d-63de5d71f5a3']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:46.499401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 009d9825-07c7-42a2-ba88-49e55aa7dd5c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:46.499781 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:46.570128 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:46Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:46.590684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Made reservation on behalf of 72c65230ddcc43aa9e8bb6e9dccbb3f6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:34:46.594276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:46.604813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d7bd8-0630-491e-b5ad-223287a97e3c None None] The sync data for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 is: [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:46Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:34:46.644253 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 434f39f8-711a-410f-8d40-c403d0a25e29 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:34:46.722399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 434f39f8-711a-410f-8d40-c403d0a25e29 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:46.722806 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:46.779560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.20.0.14 (90d7dede-cc1c-49ca-afda-c3729b7f7ed0/61c85d28-a5b5-4832-acb3-ee2de34c10a1/a2cc724a-8606-4cab-8322-78d9d43b3d7c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:34:46.942304 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:46.956697 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Transition to ACTIVE for port object a2cc724a-8606-4cab-8322-78d9d43b3d7c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:34:46.991272 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.039246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:34:47.043147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:34:47.047112 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:34:47.074249 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=a2cc724a-8606-4cab-8322-78d9d43b3d7c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:47.101877 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:47.103731 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.120433 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-9aa3633f-498c-4b64-adbd-376ed971ef16 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6500051 Aug 30 15:34:47.141343 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Request body: {'port': {'device_id': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:47.208004 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.275542 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67993f6e-35e5-4f80-8d8e-6d13f6e01f9b None None] Provisioning for port a2cc724a-8606-4cab-8322-78d9d43b3d7c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:34:47.280149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67993f6e-35e5-4f80-8d8e-6d13f6e01f9b None None] Provisioning complete for port a2cc724a-8606-4cab-8322-78d9d43b3d7c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:47.280631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67993f6e-35e5-4f80-8d8e-6d13f6e01f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.318748 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-67993f6e-35e5-4f80-8d8e-6d13f6e01f9b None None] Port a2cc724a-8606-4cab-8322-78d9d43b3d7c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:34:47.488603 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cc724a-8606-4cab-8322-78d9d43b3d7c {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:34:47.517732 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.535905 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Transition to ACTIVE for port object a2cc724a-8606-4cab-8322-78d9d43b3d7c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:34:47.542288 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.579185 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fce7e4-d059-4b25-9963-c7bde3458d7c req-8fbe9d5b-d0b8-4706-96a5-6cee7b4f8d91 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:47.580741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0fce7e4-d059-4b25-9963-c7bde3458d7c req-8fbe9d5b-d0b8-4706-96a5-6cee7b4f8d91 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 932 time: 0.0954189 Aug 30 15:34:47.614472 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Pushing event updated for resources: {'Port': ['ID=a2cc724a-8606-4cab-8322-78d9d43b3d7c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:47.661700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b0fce7e4-d059-4b25-9963-c7bde3458d7c req-985cb40d-bbb2-4ece-8e0b-37fbab1097ed tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605071 Aug 30 15:34:47.716015 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Attempting to bind port a2cc724a-8606-4cab-8322-78d9d43b3d7c on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:34:47.716341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Attempting to bind port a2cc724a-8606-4cab-8322-78d9d43b3d7c by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:34:47.716672 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Attempting to bind port a2cc724a-8606-4cab-8322-78d9d43b3d7c on network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:34:47.721716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Port a2cc724a-8606-4cab-8322-78d9d43b3d7c on network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:34:47.722043 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Attempting to bind port a2cc724a-8606-4cab-8322-78d9d43b3d7c on network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:34:47.728047 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:34:47.728974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Checking segment: {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:34:47.728974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Bound using segment: {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:34:47.729293 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Bound port: a2cc724a-8606-4cab-8322-78d9d43b3d7c, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853c7c38-fe90-41b1-848e-9f1a4d1aaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:34:47.729636 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.804479 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] For port a2cc724a-8606-4cab-8322-78d9d43b3d7c, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:34:47.807448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] For port a2cc724a-8606-4cab-8322-78d9d43b3d7c, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:34:47.814675 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.853711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:47.854339 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:47.855745 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] 10.222.0.21 "PUT /v2.0/ports/a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 200 len: 1092 time: 0.7190838 Aug 30 15:34:47.856175 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:34:47.858481 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:34:47.884919 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b5234-af3b-4232-b1df-1c9b2aafdfdd service neutron] Pushing event updated for resources: {'Port': ['ID=a2cc724a-8606-4cab-8322-78d9d43b3d7c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:47.910370 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572dd7b4-3329-4bdf-97aa-7ca49a19aa5f x-openstack-request-id: req-572dd7b4-3329-4bdf-97aa-7ca49a19aa5f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:34:47.910787 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:34:47.911045 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-572dd7b4-3329-4bdf-97aa-7ca49a19aa5f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:34:47.911444 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'status': 'completed', 'code': 200} Aug 30 15:34:47.968325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-21eccb38-6bd9-4589-8460-eaabea30fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:47.969897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-21eccb38-6bd9-4589-8460-eaabea30fdac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1095 time: 0.0437999 Aug 30 15:34:48.023456 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-03acd1d1-3b2a-4f5f-a7d9-df205e210fa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 200 len: 217 time: 0.0381942 Aug 30 15:34:48.076223 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-5171367f-9e8e-4c99-a47e-6ae3a843c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:48.077717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-5171367f-9e8e-4c99-a47e-6ae3a843c62e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61c85d28-a5b5-4832-acb3-ee2de34c10a1 HTTP/1.1" status: 200 len: 835 time: 0.0477099 Aug 30 15:34:48.122183 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-8eef414f-4bc8-424e-8638-8d7551c5ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:48.123578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-8eef414f-4bc8-424e-8638-8d7551c5ebcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393162 Aug 30 15:34:48.213834 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-d9ac4adf-47fc-4cf7-b0ab-948176b24587 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824065 Aug 30 15:34:48.300814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cb38b184-0ab6-48fc-b8ad-66085d55773d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:34:48.313239 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f97d5398-1924-4f6c-a5a9-112dad532c6a req-2cd8c294-ba04-4126-8b99-33c6d1690f3d service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923746 Aug 30 15:34:48.355901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port cb38b184-0ab6-48fc-b8ad-66085d55773d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:34:48.359359 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cb38b184-0ab6-48fc-b8ad-66085d55773d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:48.359738 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:48.442822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-3903b7fb-829b-4c92-9c62-d1faa09b3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:48.444197 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:48.444374 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-3903b7fb-829b-4c92-9c62-d1faa09b3529 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1095 time: 0.0464947 Aug 30 15:34:48.476415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port cb38b184-0ab6-48fc-b8ad-66085d55773d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cb38b184-0ab6-48fc-b8ad-66085d55773d,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:48.480302 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:48.529395 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=cb38b184-0ab6-48fc-b8ad-66085d55773d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:48.539299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-6f31a07c-d831-4909-b6c7-8f203be4810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:48.540842 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-6f31a07c-d831-4909-b6c7-8f203be4810d service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 200 len: 897 time: 0.0883179 Aug 30 15:34:48.582657 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-6fd96125-15b6-4d4e-9af6-4229d2ec35be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 200 len: 217 time: 0.0346839 Aug 30 15:34:48.636436 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-c304c755-5a5f-4c36-bffc-ecfa17f726b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:48.637979 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-c304c755-5a5f-4c36-bffc-ecfa17f726b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61c85d28-a5b5-4832-acb3-ee2de34c10a1 HTTP/1.1" status: 200 len: 835 time: 0.0472689 Aug 30 15:34:48.688548 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-6fca1ab9-e852-40ee-a8b4-7cefcffae096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:48.690605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-6fca1ab9-e852-40ee-a8b4-7cefcffae096 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455697 Aug 30 15:34:48.813023 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-4c73db6a-fc29-4be6-8a23-f3a7329a964f service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154687 Aug 30 15:34:48.821625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1ebb-f9e3-48b0-90b0-918d131affbc req-d4605354-865f-4260-b470-75aee689a9cd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:48.823175 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-228e1ebb-f9e3-48b0-90b0-918d131affbc req-d4605354-865f-4260-b470-75aee689a9cd tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 944 time: 0.0742567 Aug 30 15:34:48.916304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-228e1ebb-f9e3-48b0-90b0-918d131affbc req-2d83342a-ba7e-4987-8c99-38fbc0185816 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851178 Aug 30 15:34:48.937437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a2e7a83-c390-4f8e-aedb-3b3616048ca1 req-2277fb69-8f08-469c-9d2a-7a8fd3351b3a service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133003 Aug 30 15:34:50.029752 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32507250-493f-4c34-a756-f9bef31579ca req-c5719d62-f424-4394-a670-67bd5346fa5b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:50.031219 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32507250-493f-4c34-a756-f9bef31579ca req-c5719d62-f424-4394-a670-67bd5346fa5b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 944 time: 0.0474021 Aug 30 15:34:50.070126 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-32507250-493f-4c34-a756-f9bef31579ca req-bf01b42a-a5c5-4e53-96ec-a3be52820f6e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330248 Aug 30 15:34:50.283863 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cb38b184-0ab6-48fc-b8ad-66085d55773d up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:34:50.331716 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port cb38b184-0ab6-48fc-b8ad-66085d55773d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:50.332092 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:50.762976 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:51.183679 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f40477-4961-4fa4-9ec2-78bfdfe86ee7 req-bbb7a9c5-1da4-42dc-9a5b-df3b99e84e1c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:51.185242 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73f40477-4961-4fa4-9ec2-78bfdfe86ee7 req-bbb7a9c5-1da4-42dc-9a5b-df3b99e84e1c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 944 time: 0.0488367 Aug 30 15:34:51.222905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-73f40477-4961-4fa4-9ec2-78bfdfe86ee7 req-16fdd573-d388-44ce-8752-2dfc4c8af56d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Aug 30 15:34:51.754541 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a2cc724a-8606-4cab-8322-78d9d43b3d7c details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:34:51.844725 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a2cc724a-8606-4cab-8322-78d9d43b3d7c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:51.856372 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'port_id': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'mac_address': 'fa:16:3e:f6:1d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:34:51.895477 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:51.908169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cc724a-8606-4cab-8322-78d9d43b3d7c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:34:51.927746 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a2cc724a-8606-4cab-8322-78d9d43b3d7c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:51.931941 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:51.982482 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=a2cc724a-8606-4cab-8322-78d9d43b3d7c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:52.335902 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f296be-0567-4208-b146-9bfab3fde465 req-16da01ab-03ac-4460-bf0e-7fce5c542126 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:52.337931 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50f296be-0567-4208-b146-9bfab3fde465 req-16da01ab-03ac-4460-bf0e-7fce5c542126 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 945 time: 0.0499923 Aug 30 15:34:52.372026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['a2cc724a-8606-4cab-8322-78d9d43b3d7c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:34:52.389278 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50f296be-0567-4208-b146-9bfab3fde465 req-45d497af-af5a-4fcf-95af-7c31de0a1e8d tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453329 Aug 30 15:34:53.509938 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d7729-18a4-497e-8d98-de8e70089193 req-5d400d5a-e255-47a7-8b6e-892981e4ac96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:53.511351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a9d7729-18a4-497e-8d98-de8e70089193 req-5d400d5a-e255-47a7-8b6e-892981e4ac96 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 945 time: 0.0533001 Aug 30 15:34:53.549053 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0a9d7729-18a4-497e-8d98-de8e70089193 req-927ca0bf-462d-4e93-887d-bfaa5e1702c0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Aug 30 15:34:53.754418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a2cc724a-8606-4cab-8322-78d9d43b3d7c up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:34:53.801679 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port a2cc724a-8606-4cab-8322-78d9d43b3d7c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:34:53.805126 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port a2cc724a-8606-4cab-8322-78d9d43b3d7c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:34:53.805503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:53.883018 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:53.905302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:34:53.907549 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6357f325-b84f-4366-b9bc-c957d6ebe7aa" -d '{"events": [{"server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "name": "network-vif-plugged", "status": "completed", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:34:53.920426 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port a2cc724a-8606-4cab-8322-78d9d43b3d7c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:34:53.924689 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:53.948237 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447dfc78-b48d-40e7-bf26-0b31be626131 x-openstack-request-id: req-447dfc78-b48d-40e7-bf26-0b31be626131 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:34:53.948528 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "name": "network-vif-plugged", "status": "completed", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:34:53.948782 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-447dfc78-b48d-40e7-bf26-0b31be626131 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:34:53.949195 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'code': 200} Aug 30 15:34:53.973927 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=a2cc724a-8606-4cab-8322-78d9d43b3d7c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:54.080649 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1545cc3-20c6-4d8b-8238-d58dffc2f2a2 req-4601d55d-92c9-4463-b37c-2cb3270e816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:54.082177 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d1545cc3-20c6-4d8b-8238-d58dffc2f2a2 req-4601d55d-92c9-4463-b37c-2cb3270e816c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1097 time: 0.0454822 Aug 30 15:34:54.116541 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d1545cc3-20c6-4d8b-8238-d58dffc2f2a2 req-cfe0e868-3f3f-437b-9ce8-484b69a79990 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275083 Aug 30 15:34:54.661083 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c053f2d-e4dc-4bee-8df6-e69ba958ca8f req-9c0cde02-23ce-4d69-9406-a064a60066f7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:54.662448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c053f2d-e4dc-4bee-8df6-e69ba958ca8f req-9c0cde02-23ce-4d69-9406-a064a60066f7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0478752 Aug 30 15:34:54.702940 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4c053f2d-e4dc-4bee-8df6-e69ba958ca8f req-ae94efa2-9a3f-464b-ad9a-7affd604dcf6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Aug 30 15:34:55.274751 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76c656bb-bba1-4de9-a3cb-1c591b75d20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:55.819138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d1da0-b7d9-485d-81cc-7a7d6c81768e req-86766516-9358-42c5-9a5a-31ad8e5d0b53 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:55.820590 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c0d1da0-b7d9-485d-81cc-7a7d6c81768e req-86766516-9358-42c5-9a5a-31ad8e5d0b53 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0484500 Aug 30 15:34:55.861960 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c0d1da0-b7d9-485d-81cc-7a7d6c81768e req-982fe7cc-5afc-4860-a7cc-5cb01ac9fba9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352581 Aug 30 15:34:55.978498 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5865d5a-b2c0-489c-a19e-a61f5d5c2583 req-2b7a72a1-d86e-4c6c-b80a-4a9f37133a49 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:55.979959 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5865d5a-b2c0-489c-a19e-a61f5d5c2583 req-2b7a72a1-d86e-4c6c-b80a-4a9f37133a49 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0523167 Aug 30 15:34:56.016278 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d5865d5a-b2c0-489c-a19e-a61f5d5c2583 req-6995c39b-3c01-436b-b9b8-eb4b4ffb02e9 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302839 Aug 30 15:34:56.038307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:56.077071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3749c5-9f5d-4461-a3f8-0925bd2484f4 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:56.078550 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-de3749c5-9f5d-4461-a3f8-0925bd2484f4 tempest-TestNetworkAdvancedServerOps-998741418 tempest-TestNetworkAdvancedServerOps-998741418-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1092 time: 0.0393102 Aug 30 15:34:56.081303 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:56.085744 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:34:56.108025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:56.214396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:56.314749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Allocated IP 172.25.6.30 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/dc5535b7-1db1-4541-b11e-0dfa71fff315) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:34:56.419800 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:56.462077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:56.501623 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:34:56.504482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:34:56.508102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:34:56.529706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=dc5535b7-1db1-4541-b11e-0dfa71fff315,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:56.878494 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:56.941650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:57.091255 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:57.095926 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:57.170699 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event updated for resources: {'Port': ['ID=dc5535b7-1db1-4541-b11e-0dfa71fff315,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:34:57.178101 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:57.274414 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP b5204b71-2a88-4522-9077-9df5e9b641ad associated. External IP: 172.25.6.30, port: a2cc724a-8606-4cab-8322-78d9d43b3d7c. Aug 30 15:34:57.768455 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router ba104ead-a5d4-4328-a771-f7fe7de353b0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:34:57.877088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:34:57.886506 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] Sync routers for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:34:57.894685 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:57.897091 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:57.897966 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:57.923634 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a970f655-6938-4543-889e-98c6f1f6c2e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8412619 Aug 30 15:34:57.924653 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:34:57.927225 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7341e08-3536-4189-bd9e-fb67eef6d982" -d '{"events": [{"name": "network-changed", "server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:34:57.963497 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fd910be-1f9f-4b21-ba98-bba2e3681ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:57.985779 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a9c5f7-53ba-421a-9ad3-312ef33aebb0 x-openstack-request-id: req-28a9c5f7-53ba-421a-9ad3-312ef33aebb0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:34:57.986149 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:34:57.986513 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28a9c5f7-53ba-421a-9ad3-312ef33aebb0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:34:57.987011 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'status': 'completed', 'code': 200} Aug 30 15:34:58.008481 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:58.022804 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4eb661-ccfa-4532-86fa-0700a60c1a2f req-6c800c18-85ec-41c9-aaad-b91744ae39fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:58.024238 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0d4eb661-ccfa-4532-86fa-0700a60c1a2f req-6c800c18-85ec-41c9-aaad-b91744ae39fc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0507262 Aug 30 15:34:58.066081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0d4eb661-ccfa-4532-86fa-0700a60c1a2f req-323f6fe2-4431-4b51-bc5c-eef428df5a83 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335243 Aug 30 15:34:58.090809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:58.102438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-9796e44c-6957-4d49-864c-c527e197d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:58.103993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-9796e44c-6957-4d49-864c-c527e197d79e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1097 time: 0.0615594 Aug 30 15:34:58.209650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7f29a91a-1ba6-404e-b552-adf9fbb6a2b0 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b5204b71-2a88-4522-9077-9df5e9b641ad HTTP/1.1" status: 200 len: 991 time: 0.1177428 Aug 30 15:34:58.239138 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-d14f6462-20e2-4fcb-844d-6686cd8278b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:58.240605 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-d14f6462-20e2-4fcb-844d-6686cd8278b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 200 len: 897 time: 0.1083522 Aug 30 15:34:58.245622 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b5204b71-2a88-4522-9077-9df5e9b641ad', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'port_id': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'mac_address': 'fa:16:3e:f6:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:34:56Z', 'updated_at': '2021-08-30T15:34:56Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:58.273506 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] Checking router: ba104ead-a5d4-4328-a771-f7fe7de353b0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:34:58.282242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:34:58.282875 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:34:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:58.313655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-eb14dd76-6792-41f0-9354-028b7abc0a1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 200 len: 999 time: 0.0636773 Aug 30 15:34:58.362880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-9facf94f-6cf3-427f-ae69-afb5b7110d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:58.364329 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-9facf94f-6cf3-427f-ae69-afb5b7110d5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61c85d28-a5b5-4832-acb3-ee2de34c10a1 HTTP/1.1" status: 200 len: 835 time: 0.0437415 Aug 30 15:34:58.390134 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:34:58.412077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-8c997105-6e8b-491a-b56b-e38cb9d9ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:34:58.413603 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-8c997105-6e8b-491a-b56b-e38cb9d9ea5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414522 Aug 30 15:34:58.507780 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-bd223328-51b3-477b-93f6-0d017b08c688 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 Aug 30 15:34:58.599163 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a7341e08-3536-4189-bd9e-fb67eef6d982 req-2ead1766-d5da-45ed-91bc-b2bea93e80c6 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838668 Aug 30 15:34:58.621341 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b5204b71-2a88-4522-9077-9df5e9b641ad', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'port_id': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'mac_address': 'fa:16:3e:f6:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:34:56Z', 'updated_at': '2021-08-30T15:34:56Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:34:58.646912 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804397e-f0d0-41fc-a577-8dd612486772 None None] The sync data for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 is: [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'b5204b71-2a88-4522-9077-9df5e9b641ad', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'port_id': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'mac_address': 'fa:16:3e:f6:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:34:56Z', 'updated_at': '2021-08-30T15:34:56Z', 'revision_number': 0, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:34:58.734370 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:34:58.835805 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d5f89-64b0-4639-9c3e-62b72e3b4672 None None] New status for floating IP b5204b71-2a88-4522-9077-9df5e9b641ad: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:34:59.214402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60594) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:34:59.278060 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-56450b35-eed8-42ca-9f43-4b9486c5203e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b5204b71-2a88-4522-9077-9df5e9b641ad HTTP/1.1" status: 200 len: 993 time: 0.0624349 Aug 30 15:34:59.505141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:01.876282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:03.525403 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:08.408232 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:35:14.349678 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-f076e780-f918-4f6e-a619-c9a8f6d7c658 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411532 Aug 30 15:35:14.449873 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-e08a230a-629c-4d29-8da6-a94141062b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:35:14.451326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-e08a230a-629c-4d29-8da6-a94141062b7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1097 time: 0.0403326 Aug 30 15:35:14.561550 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-c61d3913-7a85-41ef-906f-ecc02265d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:35:14.562905 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-c61d3913-7a85-41ef-906f-ecc02265d968 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 200 len: 897 time: 0.0857944 Aug 30 15:35:14.628208 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-a9c9f8de-f80d-452a-a1ce-1298f537d628 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 200 len: 1001 time: 0.0566971 Aug 30 15:35:14.685756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-4b36e28a-667b-4dbd-a2e1-7bf8a5e2c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:35:14.687177 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-4b36e28a-667b-4dbd-a2e1-7bf8a5e2c8f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61c85d28-a5b5-4832-acb3-ee2de34c10a1 HTTP/1.1" status: 200 len: 835 time: 0.0431252 Aug 30 15:35:14.737481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-9212df6f-9fc7-4468-9e71-017c129f0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:35:14.738974 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-9212df6f-9fc7-4468-9e71-017c129f0a30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436041 Aug 30 15:35:14.828151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-5af62c37-f8e4-4b5d-9a1e-61cd4cb73e77 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805533 Aug 30 15:35:14.930248 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a9cd7d07-39ca-49d4-892e-5727f438915c req-05624086-25fc-4bc5-b758-7b90656e5ce7 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900056 Aug 30 15:35:20.793324 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:25.275631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36203564-8fc6-475a-b55f-7037a08d62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:27.934276 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73bc2d53-51fd-4c34-812e-a2dd2a44b39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:28.735141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:29.508253 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:31.877305 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:33.525008 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:45.407480 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:35:50.792506 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:55.275889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c54b-8140-4fbb-b76b-6da6f3582b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:57.935033 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9b2c-7ff2-4fd2-ace0-059d32cfbcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:58.736453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:35:59.510558 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:01.880904 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:03.537789 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:14.284866 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-f11642ef-5aae-4762-93ab-9ec8aeb28a76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398695 Aug 30 15:36:14.390125 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-fdef4f3c-41e0-47ba-a56a-684e417ca36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:14.391680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-fdef4f3c-41e0-47ba-a56a-684e417ca36a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1097 time: 0.0429342 Aug 30 15:36:14.497181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-d6eacf1a-6700-435f-8cbc-b38201edff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:14.499341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-d6eacf1a-6700-435f-8cbc-b38201edff7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 200 len: 897 time: 0.0872016 Aug 30 15:36:14.564449 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-65a412ac-b769-4c0a-9d74-9638215d9573 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 200 len: 1001 time: 0.0571010 Aug 30 15:36:14.613404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-632e3b5f-b9e2-4cc2-9024-fcd46c980ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:14.614812 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-632e3b5f-b9e2-4cc2-9024-fcd46c980ffc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61c85d28-a5b5-4832-acb3-ee2de34c10a1 HTTP/1.1" status: 200 len: 835 time: 0.0428810 Aug 30 15:36:14.673113 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-273466e5-e20a-4ffd-a2d7-7cb12e412fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:14.674573 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-273466e5-e20a-4ffd-a2d7-7cb12e412fd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421588 Aug 30 15:36:14.762360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-15f8ff66-ef41-4a36-a618-71e263978668 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794909 Aug 30 15:36:14.853186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-062a89de-b7f4-4a6f-b63b-7bdf120863f6 req-eb748072-e15b-40d5-918e-76d952ada1a1 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832784 Aug 30 15:36:16.515443 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368550b-142c-44e4-901f-06a1232dc81b req-695f5db9-1572-4ca4-bae2-cbfdb166ae9c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:16.516993 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4368550b-142c-44e4-901f-06a1232dc81b req-695f5db9-1572-4ca4-bae2-cbfdb166ae9c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0495462 Aug 30 15:36:16.554876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4368550b-142c-44e4-901f-06a1232dc81b req-fb033377-c878-4b01-bd66-aef33c2d31ad tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Aug 30 15:36:17.671064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e692e-355e-44b9-bd3d-688c1397f889 req-5bf860e0-40f6-4b95-b6a5-ea9412dd0fc3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:17.672453 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-863e692e-355e-44b9-bd3d-688c1397f889 req-5bf860e0-40f6-4b95-b6a5-ea9412dd0fc3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0501008 Aug 30 15:36:17.709865 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-863e692e-355e-44b9-bd3d-688c1397f889 req-ac298e67-137b-462f-aece-d24a73cd560e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315878 Aug 30 15:36:18.821337 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b253-6293-4e8d-a7c1-d5220d7b8021 req-eb1812c3-12a4-4804-8796-4e763b697768 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:18.822806 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af13b253-6293-4e8d-a7c1-d5220d7b8021 req-eb1812c3-12a4-4804-8796-4e763b697768 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0472999 Aug 30 15:36:18.859717 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-af13b253-6293-4e8d-a7c1-d5220d7b8021 req-4abbee94-5dcd-4b67-9570-9c06a150de18 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299029 Aug 30 15:36:18.881309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:18.943766 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d84f0173-12c0-411f-abc1-657790f2033a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b5204b71-2a88-4522-9077-9df5e9b641ad HTTP/1.1" status: 200 len: 993 time: 0.0613678 Aug 30 15:36:20.209449 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb380d-973f-4e0d-854a-2e21c5b78840 req-7b3cb061-8a91-4645-84f2-b4bd0eb15e91 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:20.210954 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85cb380d-973f-4e0d-854a-2e21c5b78840 req-7b3cb061-8a91-4645-84f2-b4bd0eb15e91 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0491822 Aug 30 15:36:20.252669 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-85cb380d-973f-4e0d-854a-2e21c5b78840 req-d624eb72-1d18-4198-bb77-6880bcb931e3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350943 Aug 30 15:36:20.255558 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-db8f49ad-9240-4171-bb62-6d751c1b371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:20.257056 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-db8f49ad-9240-4171-bb62-6d751c1b371a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1097 time: 0.0409346 Aug 30 15:36:20.349812 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-7cc2b35d-16ce-47f5-900d-5de44e8755e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:20.351347 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-7cc2b35d-16ce-47f5-900d-5de44e8755e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 200 len: 897 time: 0.0875626 Aug 30 15:36:20.418437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-153c6fa1-a2ad-417c-8a0d-4333982598bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 200 len: 1001 time: 0.0584438 Aug 30 15:36:20.465959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-b4b6cacd-5725-462c-826e-6b230fc9597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:20.467330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-b4b6cacd-5725-462c-826e-6b230fc9597b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61c85d28-a5b5-4832-acb3-ee2de34c10a1 HTTP/1.1" status: 200 len: 835 time: 0.0416286 Aug 30 15:36:20.519386 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-c2e3735e-b78f-495b-8da1-cb1fca04df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:20.520741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-c2e3735e-b78f-495b-8da1-cb1fca04df40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412416 Aug 30 15:36:20.607412 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-53535350-34aa-489b-b180-3d571db367e3 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788407 Aug 30 15:36:20.697780 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6edfcf8a-ef3d-47d7-bb95-3055340861df req-58293492-6f27-4fd3-ac00-43c6a225e6a5 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823052 Aug 30 15:36:20.794096 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:21.369152 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e0f6-2576-46e6-a9ed-b03d5b97ab13 req-3f878535-5f1a-4c05-b49f-51381e5323c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:21.370654 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dca6e0f6-2576-46e6-a9ed-b03d5b97ab13 req-3f878535-5f1a-4c05-b49f-51381e5323c7 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0490897 Aug 30 15:36:21.409795 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-dca6e0f6-2576-46e6-a9ed-b03d5b97ab13 req-081abc1b-d8f3-46ef-b098-d8bffb05b10b tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332503 Aug 30 15:36:22.407312 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:36:22.522873 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db081a2d-c519-4f21-a299-017c2c721cb7 req-965759fd-1e04-4a77-ba48-16929a7c5a1c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:22.524245 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db081a2d-c519-4f21-a299-017c2c721cb7 req-965759fd-1e04-4a77-ba48-16929a7c5a1c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0483634 Aug 30 15:36:22.560835 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-db081a2d-c519-4f21-a299-017c2c721cb7 req-b28717ce-876f-4c19-9305-a883bf74cd42 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308020 Aug 30 15:36:22.583093 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:22.640997 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3a111e8f-5ef1-4c7a-9347-6b363353c843 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/floatingips/b5204b71-2a88-4522-9077-9df5e9b641ad HTTP/1.1" status: 200 len: 993 time: 0.0568314 Aug 30 15:36:22.897604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:23.050190 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port dc5535b7-1db1-4541-b11e-0dfa71fff315 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:36:23.050527 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:23.125786 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:23.126111 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:23.137708 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for dc5535b7-1db1-4541-b11e-0dfa71fff315 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:36:23.281826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:23.306913 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=dc5535b7-1db1-4541-b11e-0dfa71fff315,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:23.331970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.332330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.332672 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.333009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.333373 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.333710 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.334046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.334377 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.334709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.335038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.335363 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.335690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:23.375288 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:23.375668 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Floating IP b5204b71-2a88-4522-9077-9df5e9b641ad disassociated (deleted). External IP: 172.25.6.30, port: a2cc724a-8606-4cab-8322-78d9d43b3d7c. Aug 30 15:36:23.580491 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router ba104ead-a5d4-4328-a771-f7fe7de353b0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:36:23.695091 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:36:23.700077 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:23.705239 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] Sync routers for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:36:23.714320 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:23.714932 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:23.726849 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-eaf9c97f-c716-45d2-a3f0-33605625b892 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/floatingips/b5204b71-2a88-4522-9077-9df5e9b641ad HTTP/1.1" status: 204 len: 168 time: 0.8281431 Aug 30 15:36:23.727453 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:36:23.729732 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912e1d54-6c20-45db-9e51-71ba151c9690" -d '{"events": [{"name": "network-changed", "server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:36:23.819826 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87333b88-42af-4c26-858c-eb9177ae33c9 x-openstack-request-id: req-87333b88-42af-4c26-858c-eb9177ae33c9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:36:23.820126 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:36:23.820674 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87333b88-42af-4c26-858c-eb9177ae33c9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:36:23.820793 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'status': 'completed', 'code': 200} Aug 30 15:36:23.822305 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:23.917528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-21273836-46d0-4e29-8781-59b00c2464a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:23.918970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-21273836-46d0-4e29-8781-59b00c2464a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 1097 time: 0.0534608 Aug 30 15:36:24.016031 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9fc02-293c-4702-a643-07fb3ac58121 req-28af80fe-52b4-4142-9f4e-45f584c858d8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:24.017509 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ad9fc02-293c-4702-a643-07fb3ac58121 req-28af80fe-52b4-4142-9f4e-45f584c858d8 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.1125460 Aug 30 15:36:24.028825 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:24.050753 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-3c311093-5804-49f9-b345-4d78d1a9e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:24.052166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-3c311093-5804-49f9-b345-4d78d1a9e985 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 200 len: 897 time: 0.1167765 Aug 30 15:36:24.058289 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] Checking router: ba104ead-a5d4-4328-a771-f7fe7de353b0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:36:24.067280 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:24.067885 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:35:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:24.105142 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8ad9fc02-293c-4702-a643-07fb3ac58121 req-0e43c1d3-3051-4b5a-843b-6e266d442095 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788789 Aug 30 15:36:24.106383 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-fa49229a-0929-4cd5-80a4-08e7113ad569 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 200 len: 217 time: 0.0441434 Aug 30 15:36:24.272075 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:24.445199 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-698f7822-61de-4da7-8352-2a8aca387daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:24.446644 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-698f7822-61de-4da7-8352-2a8aca387daa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61c85d28-a5b5-4832-acb3-ee2de34c10a1 HTTP/1.1" status: 200 len: 835 time: 0.3329909 Aug 30 15:36:24.472516 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:24.491492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-6f1c7b42-69b1-4d40-8892-c4f2dbe6a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:24.492956 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-6f1c7b42-69b1-4d40-8892-c4f2dbe6a103 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d7dede-cc1c-49ca-afda-c3729b7f7ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389266 Aug 30 15:36:24.498176 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53b4e1-0851-4faa-bbdc-a48c01045ecf None None] The sync data for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 is: [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:43Z', 'revision_number': 4, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': 'cb38b184-0ab6-48fc-b8ad-66085d55773d', 'name': '', 'network_id': '90d7dede-cc1c-49ca-afda-c3729b7f7ed0', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'mac_address': 'fa:16:3e:a7:fc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:43Z', 'updated_at': '2021-08-30T15:34:48Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'subnets': [{'id': '61c85d28-a5b5-4832-acb3-ee2de34c10a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:36:24.588097 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-27293a1b-c837-495a-8e1f-b8619df34fa6 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874438 Aug 30 15:36:24.679007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-912e1d54-6c20-45db-9e51-71ba151c9690 req-848b1f10-90de-44de-aca4-42c6e2ec89b0 service neutron] 10.222.0.21 "GET /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831754 Aug 30 15:36:24.731268 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913b1cd-6dff-4340-b07b-813ed47aab68 None None] New status for floating IP b5204b71-2a88-4522-9077-9df5e9b641ad: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:36:25.224659 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f050f39-df98-4f3c-9670-4d6d95c0ee37 req-cc7ef70a-bc17-4d6f-862a-701fa86a1e34 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:25.226192 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f050f39-df98-4f3c-9670-4d6d95c0ee37 req-cc7ef70a-bc17-4d6f-862a-701fa86a1e34 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0488892 Aug 30 15:36:25.263982 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3f050f39-df98-4f3c-9670-4d6d95c0ee37 req-7db395f8-e80f-40a4-923b-8d8663fca4f1 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311301 Aug 30 15:36:25.277016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08b4cbae-6862-4c79-97e2-418a12b372a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:26.064354 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42641b8a-756a-440d-89ee-1992297abaf3 req-f3c54056-a5c7-4e78-8648-1ab83ca2bb1a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:26.066340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42641b8a-756a-440d-89ee-1992297abaf3 req-f3c54056-a5c7-4e78-8648-1ab83ca2bb1a tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0480161 Aug 30 15:36:26.157732 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port a2cc724a-8606-4cab-8322-78d9d43b3d7c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:36:26.158071 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:26.242608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port a2cc724a-8606-4cab-8322-78d9d43b3d7c, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=a2cc724a-8606-4cab-8322-78d9d43b3d7c,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:26.242972 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:26.255780 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for a2cc724a-8606-4cab-8322-78d9d43b3d7c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:36:26.418869 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86200421-c5e7-4029-93a2-316d75770790 req-b8f1c540-9ada-4067-9ddf-1e31028ca968 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:26.420356 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86200421-c5e7-4029-93a2-316d75770790 req-b8f1c540-9ada-4067-9ddf-1e31028ca968 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72e514c-56b3-44a3-ba96-aa3cded351c3 HTTP/1.1" status: 200 len: 946 time: 0.0853662 Aug 30 15:36:26.424589 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:26.468769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=a2cc724a-8606-4cab-8322-78d9d43b3d7c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:26.484937 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.485314 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.485663 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.486006 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.486400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.486665 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.487005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.487375 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.487716 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.488044 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.488370 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.488695 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:26.535007 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-86200421-c5e7-4029-93a2-316d75770790 req-c6d48077-b9d1-4514-81e9-5b7d9bc426bc tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "GET /v2.0/security-groups?id=5e8573ce-ee0c-4910-b25d-63de5d71f5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077323 Aug 30 15:36:26.535857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] No DVR routers for this DVR port a2cc724a-8606-4cab-8322-78d9d43b3d7c on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:36:26.538451 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:26.540364 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42641b8a-756a-440d-89ee-1992297abaf3 req-4603b09d-1a93-48e2-8107-bf25962be95e tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.21 "DELETE /v2.0/ports/a2cc724a-8606-4cab-8322-78d9d43b3d7c HTTP/1.1" status: 204 len: 173 time: 0.4657500 Aug 30 15:36:26.540800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'name': 'network-vif-deleted', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:36:26.543166 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b6a9cb-ac41-4cba-9348-3920ac8f1094" -d '{"events": [{"server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "name": "network-vif-deleted", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:36:26.581640 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079b722-5dd6-47e4-b794-1203651c234d x-openstack-request-id: req-3079b722-5dd6-47e4-b794-1203651c234d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:36:26.581935 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72e514c-56b3-44a3-ba96-aa3cded351c3", "name": "network-vif-deleted", "tag": "a2cc724a-8606-4cab-8322-78d9d43b3d7c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:36:26.582190 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3079b722-5dd6-47e4-b794-1203651c234d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:36:26.582590 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72e514c-56b3-44a3-ba96-aa3cded351c3', 'name': 'network-vif-deleted', 'tag': 'a2cc724a-8606-4cab-8322-78d9d43b3d7c', 'status': 'completed', 'code': 200} Aug 30 15:36:27.589364 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:27.935804 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22366778-3217-421c-b092-66016020da5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:27.949667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:28.198406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port cb38b184-0ab6-48fc-b8ad-66085d55773d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:36:28.198897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:28.285779 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port cb38b184-0ab6-48fc-b8ad-66085d55773d, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=cb38b184-0ab6-48fc-b8ad-66085d55773d,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:28.286148 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:28.298849 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for cb38b184-0ab6-48fc-b8ad-66085d55773d owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:36:28.479964 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:28.515937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=cb38b184-0ab6-48fc-b8ad-66085d55773d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:28.678759 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:28.736532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.167180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Router ba104ead-a5d4-4328-a771-f7fe7de353b0 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:36:29.274043 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:36:29.279776 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-6ad10df7-f2a6-43dc-a170-ca226be239c6 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "PUT /v2.0/routers/ba104ead-a5d4-4328-a771-f7fe7de353b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6892021 Aug 30 15:36:29.281753 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:29.283258 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] Sync routers for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:36:29.292459 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:29.293093 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:29.333282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cb7078-918a-4d4d-b976-850de37e1de3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting subnet 61c85d28-a5b5-4832-acb3-ee2de34c10a1 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:36:29.336311 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54cb7078-918a-4d4d-b976-850de37e1de3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.375942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54cb7078-918a-4d4d-b976-850de37e1de3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.396320 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:29.462539 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54cb7078-918a-4d4d-b976-850de37e1de3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.520603 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.524339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54cb7078-918a-4d4d-b976-850de37e1de3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.551642 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb7078-918a-4d4d-b976-850de37e1de3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Subnet': ['ID=61c85d28-a5b5-4832-acb3-ee2de34c10a1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:29.556394 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54cb7078-918a-4d4d-b976-850de37e1de3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.558336 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-54cb7078-918a-4d4d-b976-850de37e1de3 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/subnets/61c85d28-a5b5-4832-acb3-ee2de34c10a1 HTTP/1.1" status: 204 len: 168 time: 0.2756584 Aug 30 15:36:29.562081 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60670) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:29.571252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88be8b58-8381-4588-af16-5e75d931dff0 None None] Network 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:36:29.582944 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:36:28Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:29.608894 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] Checking router: ba104ead-a5d4-4328-a771-f7fe7de353b0 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:36:29.618053 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] Routers {'ba104ead-a5d4-4328-a771-f7fe7de353b0'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:29.618680 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['ba104ead-a5d4-4328-a771-f7fe7de353b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:29.688535 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.733980 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] Set router ba104ead-a5d4-4328-a771-f7fe7de353b0 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:29.800102 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.855774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Deleting port 434f39f8-711a-410f-8d40-c403d0a25e29 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:36:29.856121 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.932790 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:36:28Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:29.943438 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] For port 434f39f8-711a-410f-8d40-c403d0a25e29, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=434f39f8-711a-410f-8d40-c403d0a25e29,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:29.943813 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:29.943940 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] DHCP port deletion for 90d7dede-cc1c-49ca-afda-c3729b7f7ed0 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:36:29.958201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Calling delete_port for 434f39f8-711a-410f-8d40-c403d0a25e29 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:36:29.966583 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bc235-ec87-43b2-97f5-69aa0b5575c0 None None] The sync data for ids ['ba104ead-a5d4-4328-a771-f7fe7de353b0'] in n-d-805668-3 is: [{'id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138820283', 'tenant_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:36:28Z', 'revision_number': 5, 'project_id': '72c65230ddcc43aa9e8bb6e9dccbb3f6', 'gw_port': {'id': '434f39f8-711a-410f-8d40-c403d0a25e29', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba104ead-a5d4-4328-a771-f7fe7de353b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:34:40Z', 'updated_at': '2021-08-30T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:36:29.992252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Deleting port 009d9825-07c7-42a2-ba88-49e55aa7dd5c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:36:29.992757 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.060232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] For port 009d9825-07c7-42a2-ba88-49e55aa7dd5c, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=009d9825-07c7-42a2-ba88-49e55aa7dd5c,segment=NetworkSegment(853c7c38-fe90-41b1-848e-9f1a4d1aaeca),segment_id=853c7c38-fe90-41b1-848e-9f1a4d1aaeca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:30.060630 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.074879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Calling delete_port for 009d9825-07c7-42a2-ba88-49e55aa7dd5c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:36:30.128062 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.153613 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.178343 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Port': ['ID=434f39f8-711a-410f-8d40-c403d0a25e29,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:30.179194 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Pushing event deleted for resources: {'Port': ['ID=009d9825-07c7-42a2-ba88-49e55aa7dd5c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:30.184572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] No DVR routers for this DVR port 009d9825-07c7-42a2-ba88-49e55aa7dd5c on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.199668 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48f02f-6b65-4c9c-bd02-d00e3d2e2c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:30.223693 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.313851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a2cc724a-8606-4cab-8322-78d9d43b3d7c no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:36:30.319519 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.322040 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.347870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: a2cc724a-8606-4cab-8322-78d9d43b3d7c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:36:30.348669 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device a2cc724a-8606-4cab-8322-78d9d43b3d7c not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:36:30.377116 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.377658 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Fanout notify agent at l3_agent the message router_deleted on router ba104ead-a5d4-4328-a771-f7fe7de353b0 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:36:30.391412 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.391412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b3b8efaa-6d40-4179-808d-d4a2179ebf99 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/routers/ba104ead-a5d4-4328-a771-f7fe7de353b0 HTTP/1.1" status: 204 len: 168 time: 0.8233597 Aug 30 15:36:30.391412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:30.439139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 009d9825-07c7-42a2-ba88-49e55aa7dd5c no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:36:30.460827 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 009d9825-07c7-42a2-ba88-49e55aa7dd5c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:36:30.461199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 009d9825-07c7-42a2-ba88-49e55aa7dd5c not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:36:30.461545 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cb38b184-0ab6-48fc-b8ad-66085d55773d no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:36:30.470557 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.480579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: cb38b184-0ab6-48fc-b8ad-66085d55773d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:36:30.480931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device cb38b184-0ab6-48fc-b8ad-66085d55773d not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:36:30.563284 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.574447 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d7dede-cc1c-49ca-afda-c3729b7f7ed0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:30.586064 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853c7c38-fe90-41b1-848e-9f1a4d1aaeca') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:30.586384 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853c7c38-fe90-41b1-848e-9f1a4d1aaeca') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:30.595729 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.609399 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.615620 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:36:30.616012 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:36:30.619422 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:36:30.677532 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.685094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.686614 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/networks/90d7dede-cc1c-49ca-afda-c3729b7f7ed0 HTTP/1.1" status: 204 len: 168 time: 0.2961948 Aug 30 15:36:30.689426 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:30.703854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5823c9f-0593-4306-8931-c5ad757d1a62 tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'Network': ['ID=90d7dede-cc1c-49ca-afda-c3729b7f7ed0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:30.753722 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3f4e82-dd18-4eaf-a530-88ca019ade7c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.777559 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3f4e82-dd18-4eaf-a530-88ca019ade7c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.837583 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3f4e82-dd18-4eaf-a530-88ca019ade7c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.840158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3f4e82-dd18-4eaf-a530-88ca019ade7c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:30.841340 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-fc3f4e82-dd18-4eaf-a530-88ca019ade7c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e8573ce-ee0c-4910-b25d-63de5d71f5a3 HTTP/1.1" status: 204 len: 168 time: 0.1509080 Aug 30 15:36:30.851265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f4e82-dd18-4eaf-a530-88ca019ade7c tempest-TestNetworkAdvancedServerOps-555721862 tempest-TestNetworkAdvancedServerOps-555721862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8573ce-ee0c-4910-b25d-63de5d71f5a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:31.167298 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:31.307948 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b48e3792-036e-400a-9b17-6aa8ecec568d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72c65230ddcc43aa9e8bb6e9dccbb3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394095 Aug 30 15:36:31.310281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:31.357650 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e9e0-c60c-4d6e-9d0f-b9010064f003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.378528 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e9e0-c60c-4d6e-9d0f-b9010064f003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.425299 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e9e0-c60c-4d6e-9d0f-b9010064f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.428711 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e9e0-c60c-4d6e-9d0f-b9010064f003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.429969 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f1a8e9e0-c60c-4d6e-9d0f-b9010064f003 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db54c387-598a-4297-b059-bc1918474946 HTTP/1.1" status: 204 len: 168 time: 0.1187921 Aug 30 15:36:31.438187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8e9e0-c60c-4d6e-9d0f-b9010064f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db54c387-598a-4297-b059-bc1918474946,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:31.697985 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:31.711442 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a0a3fb-fd50-40dc-bab1-8450526adfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.803170 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a0a3fb-fd50-40dc-bab1-8450526adfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.807008 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a0a3fb-fd50-40dc-bab1-8450526adfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.845348 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-03a0a3fb-fd50-40dc-bab1-8450526adfb5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e96660ef95b455b90970887bd02cfbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459558 Aug 30 15:36:31.846531 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0a3fb-fd50-40dc-bab1-8450526adfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3c9fcf-b2e5-44e2-a8d6-743e366168e2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:31.848686 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:31.884818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.899460 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-047965b1-5c20-48f3-a7df-6b20a761a77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.920365 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-047965b1-5c20-48f3-a7df-6b20a761a77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.966941 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-047965b1-5c20-48f3-a7df-6b20a761a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.969754 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-047965b1-5c20-48f3-a7df-6b20a761a77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:31.970904 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-047965b1-5c20-48f3-a7df-6b20a761a77d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f3c9fcf-b2e5-44e2-a8d6-743e366168e2 HTTP/1.1" status: 204 len: 168 time: 0.1204715 Aug 30 15:36:31.978452 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047965b1-5c20-48f3-a7df-6b20a761a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3c9fcf-b2e5-44e2-a8d6-743e366168e2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:32.288638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 434f39f8-711a-410f-8d40-c403d0a25e29 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:36:32.308521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 434f39f8-711a-410f-8d40-c403d0a25e29 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:36:32.308866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 434f39f8-711a-410f-8d40-c403d0a25e29 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:36:32.654131 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:32.749929 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1006208203-network', 'tenant_id': '59879abeddae43d8922b9be7617d3bca'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:32.773604 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Made reservation on behalf of 59879abeddae43d8922b9be7617d3bca for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:36:32.775906 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:32.785188 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:32.879672 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:32.883513 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:32.903863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:36:32.918751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4591715-26a8-44ca-b7ec-9cbd57f9d4e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:32.921763 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:32.922109 n-d-805668-3 neutron-server[94826]: INFO neutron.db.segments_db [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Added segment 01f2a9ba-6789-4a4b-8ff6-b27fc8aed067 of type vlan for network 79efc8b4-1d66-457e-afeb-33604523536c Aug 30 15:36:32.962171 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:32.986025 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:32.986965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:32.988090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.044726 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3894849 Aug 30 15:36:33.047999 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:33.050613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3336a-6363-40a5-b256-76c8c41f415d admin admin] Pushing event updated for resources: {'Network': ['ID=79efc8b4-1d66-457e-afeb-33604523536c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:33.053717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Request body: {'subnet': {'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1006208203-subnet', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:33.060149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network 79efc8b4-1d66-457e-afeb-33604523536c details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:36:33.077788 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Made reservation on behalf of 59879abeddae43d8922b9be7617d3bca for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:36:33.080198 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.249904 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.302923 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436f4174-603d-4377-914d-e4bfcc3cac4b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:33.314612 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Checking segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:33.314966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Network hostable DHCP agents. Network: 79efc8b4-1d66-457e-afeb-33604523536c, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:36:33.330664 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Network 79efc8b4-1d66-457e-afeb-33604523536c is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:36:33.339272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, 79efc8b4-1d66-457e-afeb-33604523536c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:33.343497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:33.344162 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.349020 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223f58d-56bc-414f-b955-1c211ee5bf70 None None] Network 79efc8b4-1d66-457e-afeb-33604523536c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:36:33.358972 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dd233922-9635-46bf-b4e0-0e84b1b78a28 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3097773 Aug 30 15:36:33.361809 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:33.366490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:33.389037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.390102 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.444126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.496609 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-79efc8b4-1d66-457e-afeb-33604523536c', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:36:33.497563 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.585183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.590698 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.635828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Allocated IP 172.20.0.2 (79efc8b4-1d66-457e-afeb-33604523536c/436f4174-603d-4377-914d-e4bfcc3cac4b/5221f007-2a00-4199-9162-c1b8aa2ff7ce) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:36:33.780729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.788380 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.789414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Transition to ACTIVE for port object 5221f007-2a00-4199-9162-c1b8aa2ff7ce will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:33.805227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Transition to ACTIVE for port object 5221f007-2a00-4199-9162-c1b8aa2ff7ce will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:33.811175 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.812848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.847043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Network 79efc8b4-1d66-457e-afeb-33604523536c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:33.851713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:33.855236 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:36:33.866287 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Pushing event updated for resources: {'Port': ['ID=5221f007-2a00-4199-9162-c1b8aa2ff7ce,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:33.918105 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Attempting to bind port 5221f007-2a00-4199-9162-c1b8aa2ff7ce on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:36:33.918506 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Attempting to bind port 5221f007-2a00-4199-9162-c1b8aa2ff7ce by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:36:33.918870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Attempting to bind port 5221f007-2a00-4199-9162-c1b8aa2ff7ce on network 79efc8b4-1d66-457e-afeb-33604523536c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:36:33.922221 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Allocated IP 172.25.6.198 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/e403d53f-460c-49ad-be72-a9f469d4fd53) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:36:33.923901 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:36:33.924171 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Checking segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:33.924615 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.925695 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Bound using segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:36:33.926169 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Bound port: 5221f007-2a00-4199-9162-c1b8aa2ff7ce, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:36:33.926591 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:33.990416 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] For port 5221f007-2a00-4199-9162-c1b8aa2ff7ce, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:36:33.993284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] For port 5221f007-2a00-4199-9162-c1b8aa2ff7ce, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5221f007-2a00-4199-9162-c1b8aa2ff7ce,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:36:33.997694 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:34.036293 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:34.054701 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cd677-93ca-4cb7-88aa-679024523439 None None] Pushing event updated for resources: {'Port': ['ID=5221f007-2a00-4199-9162-c1b8aa2ff7ce,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:34.086544 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:34.129331 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:34.132398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:34.135521 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:36:34.164325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e403d53f-460c-49ad-be72-a9f469d4fd53,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:34.366513 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5221f007-2a00-4199-9162-c1b8aa2ff7ce up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:34.418306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 5221f007-2a00-4199-9162-c1b8aa2ff7ce completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:34.428734 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:34.627830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:34.761743 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:36:34.874038 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:36:34.882770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Sync routers for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:36:34.893058 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:34.894430 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:34.897272 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:34.901361 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b341a556-eeb4-459c-88ac-b5897fbf19f3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5357001 Aug 30 15:36:34.901361 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:34.942397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a6b91-3ce0-4d30-915d-a046fad9b3e9 None None] Network 79efc8b4-1d66-457e-afeb-33604523536c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:36:35.007203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c1f43fb3-5014-48e1-a94b-60fd0dc3134f None None] Provisioning for port 5221f007-2a00-4199-9162-c1b8aa2ff7ce completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:35.043624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c1f43fb3-5014-48e1-a94b-60fd0dc3134f None None] Provisioning complete for port 5221f007-2a00-4199-9162-c1b8aa2ff7ce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:35.044001 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1f43fb3-5014-48e1-a94b-60fd0dc3134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.113700 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:35.309950 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1f43fb3-5014-48e1-a94b-60fd0dc3134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.317918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.364409 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c1f43fb3-5014-48e1-a94b-60fd0dc3134f None None] For port 5221f007-2a00-4199-9162-c1b8aa2ff7ce, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5221f007-2a00-4199-9162-c1b8aa2ff7ce,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:35.386911 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1f43fb3-5014-48e1-a94b-60fd0dc3134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.449563 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f43fb3-5014-48e1-a94b-60fd0dc3134f None None] Pushing event updated for resources: {'Port': ['ID=5221f007-2a00-4199-9162-c1b8aa2ff7ce,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:35.458922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:34Z', 'revision_number': 3, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:35.485553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Checking router: 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:36:35.485907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Updating router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d port e403d53f-460c-49ad-be72-a9f469d4fd53 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:36:35.488084 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Allocated IP 172.20.0.1 (79efc8b4-1d66-457e-afeb-33604523536c/436f4174-603d-4377-914d-e4bfcc3cac4b/9d86881e-2b50-4f3f-acf2-d6abaaa525d2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:36:35.512693 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.595622 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.610273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Transition to ACTIVE for port object 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:35.623922 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a5814228-96d8-4fc3-9a62-fba6b1fe614c None None] Provisioning complete for port 5221f007-2a00-4199-9162-c1b8aa2ff7ce triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:35.624230 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5814228-96d8-4fc3-9a62-fba6b1fe614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.645247 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.853337 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.864027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Transition to ACTIVE for port object e403d53f-460c-49ad-be72-a9f469d4fd53 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:35.870429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.928912 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Attempting to bind port e403d53f-460c-49ad-be72-a9f469d4fd53 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:36:35.929306 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Attempting to bind port e403d53f-460c-49ad-be72-a9f469d4fd53 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:36:35.929674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Attempting to bind port e403d53f-460c-49ad-be72-a9f469d4fd53 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:36:35.931692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce077cbc-be99-4baa-9596-c0d6643b4785 None None] Pushing event updated for resources: {'Port': ['ID=e403d53f-460c-49ad-be72-a9f469d4fd53,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:35.937217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:36:35.937603 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:35.938022 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.938399 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:36:35.938892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Bound port: e403d53f-460c-49ad-be72-a9f469d4fd53, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:36:35.939280 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:35.981555 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Network 79efc8b4-1d66-457e-afeb-33604523536c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:35.986259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:35.991387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:36:35.992396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] For port e403d53f-460c-49ad-be72-a9f469d4fd53, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:36:35.993415 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Pushing event updated for resources: {'Port': ['ID=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:35.995674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] For port e403d53f-460c-49ad-be72-a9f469d4fd53, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e403d53f-460c-49ad-be72-a9f469d4fd53,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:36:36.001705 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.034840 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.061705 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:36.062340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:36.065342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce077cbc-be99-4baa-9596-c0d6643b4785 None None] Pushing event updated for resources: {'Port': ['ID=e403d53f-460c-49ad-be72-a9f469d4fd53,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:36.167422 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.180086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:36.289059 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-87ca853a-0702-40bd-b850-0856c9683f28 None None] Provisioning for port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:36.296749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-87ca853a-0702-40bd-b850-0856c9683f28 None None] Provisioning complete for port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:36.297154 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87ca853a-0702-40bd-b850-0856c9683f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.343557 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.348625 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.351745 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-87ca853a-0702-40bd-b850-0856c9683f28 None None] Port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:36:36.377731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5221f007-2a00-4199-9162-c1b8aa2ff7ce up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:36.419486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Pushing event updated for resources: {'Port': ['ID=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:36.422890 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.441078 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:34Z', 'revision_number': 3, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:36.470549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5221f007-2a00-4199-9162-c1b8aa2ff7ce triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:36.470969 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.473718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6c14a-6c13-4d93-8611-9f9fb07051c8 None None] The sync data for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 is: [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:34Z', 'revision_number': 3, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:36:36.519395 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Network 79efc8b4-1d66-457e-afeb-33604523536c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:36.520856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:36.648335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:36:36.772502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9986a23-b96b-4b42-9c79-54a6b9c6acb9 None None] Provisioning complete for port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:36.772876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9986a23-b96b-4b42-9c79-54a6b9c6acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:36.774728 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:36:36.790937 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3c37e4a1-304d-42db-99a0-08465e82725a admin admin] 10.222.0.50 "PUT /v2.0/routers/96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8794734 Aug 30 15:36:36.821385 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9986a23-b96b-4b42-9c79-54a6b9c6acb9 None None] Port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:36:37.275460 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:37.280553 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-835381909-network', 'tenant_id': 'cb61069a0fb6433c92148af99658921d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:37.303499 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Made reservation on behalf of cb61069a0fb6433c92148af99658921d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:36:37.305888 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.316270 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.408772 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.413387 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.436477 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:36:37.453409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737fef35-aaa4-4945-9f20-93358fe45ebf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:37.456296 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.456640 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Added segment 6285bac8-6b07-4f66-94b6-f4ad0b84774a of type vlan for network b4335578-9055-4e88-aae6-4eea943f777d Aug 30 15:36:37.498407 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.523321 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.524901 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:37.525598 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.580565 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3040006 Aug 30 15:36:37.583724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:37.590329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Request body: {'subnet': {'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-835381909-subnet', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:37.594436 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9252a1-c47b-47b6-b056-a4b3b68a9b10 admin admin] Pushing event updated for resources: {'Network': ['ID=b4335578-9055-4e88-aae6-4eea943f777d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:37.605712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network b4335578-9055-4e88-aae6-4eea943f777d details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:36:37.613851 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Made reservation on behalf of cb61069a0fb6433c92148af99658921d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:36:37.616271 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.790339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.847751 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac1035f-5a5d-4f35-912c-3ceef257d4d6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:37.855526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Checking segment: {'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:37.855887 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Network hostable DHCP agents. Network: b4335578-9055-4e88-aae6-4eea943f777d, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:36:37.872038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Network b4335578-9055-4e88-aae6-4eea943f777d is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:36:37.880239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, b4335578-9055-4e88-aae6-4eea943f777d) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:37.884184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:37.884770 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.888887 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a1f91-8817-42ce-82b4-de14d455a873 None None] Network b4335578-9055-4e88-aae6-4eea943f777d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:36:37.901907 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7d745c0d-9e85-47f1-824f-2ba0240a823c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3171017 Aug 30 15:36:37.905106 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:37.909953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:37.932703 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.933879 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:37.992017 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.012851 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Sync routers for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:36:38.023201 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:38.024061 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:38.043754 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-b4335578-9055-4e88-aae6-4eea943f777d', 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'fixed_ips': [{'subnet_id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:36:38.044632 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.132463 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:38.156891 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.361377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Allocated IP 172.20.0.2 (b4335578-9055-4e88-aae6-4eea943f777d/aac1035f-5a5d-4f35-912c-3ceef257d4d6/5481be94-2cf6-47d8-b1c4-ad941d1f5d0e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:36:38.383001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.389928 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 2, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:38.398027 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e403d53f-460c-49ad-be72-a9f469d4fd53 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:38.407236 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.423992 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Checking router: 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:36:38.424353 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Updating router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:36:38.453124 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.509358 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port e403d53f-460c-49ad-be72-a9f469d4fd53 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:38.517301 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e403d53f-460c-49ad-be72-a9f469d4fd53 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:38.517799 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.527510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Allocated IP 172.25.6.130 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/0eee88c2-59a8-426f-8b0c-1d043567017a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:36:38.584732 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.595931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Transition to ACTIVE for port object 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:38.635566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Transition to ACTIVE for port object 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:38.641365 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.649075 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.676203 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.686826 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.713494 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Network b4335578-9055-4e88-aae6-4eea943f777d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:38.719381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port e403d53f-460c-49ad-be72-a9f469d4fd53, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e403d53f-460c-49ad-be72-a9f469d4fd53,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:38.720604 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:38.723260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Pushing event updated for resources: {'Port': ['ID=5481be94-2cf6-47d8-b1c4-ad941d1f5d0e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:38.725638 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:36:38.728309 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:38.733673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:38.735107 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.737298 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:36:38.748509 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.758587 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Transition to ACTIVE for port object 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:38.763271 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Pushing event updated for resources: {'Port': ['ID=0eee88c2-59a8-426f-8b0c-1d043567017a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:38.767606 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.823783 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Pushing event updated for resources: {'Port': ['ID=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:38.840149 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Attempting to bind port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:36:38.840624 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Attempting to bind port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:36:38.841066 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Attempting to bind port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e on network b4335578-9055-4e88-aae6-4eea943f777d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:36:38.843070 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=e403d53f-460c-49ad-be72-a9f469d4fd53,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:38.849807 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.850155 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.850496 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.850823 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.851148 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.851476 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.851810 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.852134 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.852571 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.853130 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.853130 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.853835 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:36:38.856445 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:36:38.861829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Checking segment: {'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:38.862346 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.862749 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Bound using segment: {'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:36:38.863250 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Bound port: 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:36:38.863642 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.890486 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Attempting to bind port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:36:38.890858 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Attempting to bind port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:36:38.891242 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Attempting to bind port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 on network 79efc8b4-1d66-457e-afeb-33604523536c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:36:38.897731 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:36:38.898107 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Checking segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:38.898511 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.898930 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Bound using segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:36:38.899438 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Bound port: 9d86881e-2b50-4f3f-acf2-d6abaaa525d2, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:36:38.899846 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.968971 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] For port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:36:38.970329 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] For port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:36:38.973190 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] For port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:36:38.977718 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:38.979825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] For port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5481be94-2cf6-47d8-b1c4-ad941d1f5d0e,segment=NetworkSegment(6285bac8-6b07-4f66-94b6-f4ad0b84774a),segment_id=6285bac8-6b07-4f66-94b6-f4ad0b84774a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:36:38.985976 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:39.030393 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:39.031150 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:39.039977 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:39.047397 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078d23e-2d64-4db1-a27b-bea9348b4817 None None] Pushing event updated for resources: {'Port': ['ID=5481be94-2cf6-47d8-b1c4-ad941d1f5d0e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:39.205733 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf1f48-2235-4a5a-843f-535071835561 None None] Pushing event updated for resources: {'Port': ['ID=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:39.280653 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:39.531893 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:39.558984 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb536e-27de-48d2-91fe-c01ef1dc7e3b None None] The sync data for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 is: [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:36:39.607434 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:39.760335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Router 0ade7d06-efb3-4861-b236-37c208dff6bc is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:36:39.882523 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:36:39.895043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Sync routers for ids ['0ade7d06-efb3-4861-b236-37c208dff6bc'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:36:39.899338 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:39.900692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1d2ebd5a-1a72-4845-af4a-dadcb0e2f03f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9951289 Aug 30 15:36:39.903407 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:39.917106 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Routers {'0ade7d06-efb3-4861-b236-37c208dff6bc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:39.917786 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0ade7d06-efb3-4861-b236-37c208dff6bc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:40.046331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Set router 0ade7d06-efb3-4861-b236-37c208dff6bc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:40.185322 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca469ea-4c0e-4aff-8d21-ed77cf0a6c7e None None] Network b4335578-9055-4e88-aae6-4eea943f777d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:36:40.291508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8af6363-7e27-4857-9ee4-2bdd4166b4b6 None None] Provisioning for port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:40.386347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 3, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port': {'id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:38Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:40.417656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Checking router: 0ade7d06-efb3-4861-b236-37c208dff6bc for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:36:40.418017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Updating router 0ade7d06-efb3-4861-b236-37c208dff6bc port 0eee88c2-59a8-426f-8b0c-1d043567017a binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:36:40.458615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:40.464037 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:40.567127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e403d53f-460c-49ad-be72-a9f469d4fd53 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:40.660907 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Allocated IP 172.20.0.1 (b4335578-9055-4e88-aae6-4eea943f777d/aac1035f-5a5d-4f35-912c-3ceef257d4d6/88814b2b-66b0-4ca2-b96f-ad06c43ace49) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:36:40.687332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port e403d53f-460c-49ad-be72-a9f469d4fd53 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:40.687711 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:40.811085 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:40.828240 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Transition to ACTIVE for port object 88814b2b-66b0-4ca2-b96f-ad06c43ace49 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:40.849665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:40.867134 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:40.883328 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:40.902932 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Transition to ACTIVE for port object 0eee88c2-59a8-426f-8b0c-1d043567017a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:40.912912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Network b4335578-9055-4e88-aae6-4eea943f777d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:40.913178 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:40.917717 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:40.922126 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:36:40.925251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=88814b2b-66b0-4ca2-b96f-ad06c43ace49,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:40.972276 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:40.982198 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:40.995175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460531-6daa-4408-b76e-1405618b9582 None None] Pushing event updated for resources: {'Port': ['ID=0eee88c2-59a8-426f-8b0c-1d043567017a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:41.000140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Attempting to bind port 0eee88c2-59a8-426f-8b0c-1d043567017a on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:36:41.000498 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Attempting to bind port 0eee88c2-59a8-426f-8b0c-1d043567017a by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:36:41.000892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Attempting to bind port 0eee88c2-59a8-426f-8b0c-1d043567017a on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:36:41.003881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8803bab4-4d4b-4bc8-a92a-42bf16628c6c None None] Provisioning complete for port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:41.004248 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8803bab4-4d4b-4bc8-a92a-42bf16628c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.005759 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:41.006110 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.055309 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:36:41.055739 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:41.056486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.056889 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:36:41.057407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Bound port: 0eee88c2-59a8-426f-8b0c-1d043567017a, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:36:41.057782 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.118515 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.150861 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] For port 0eee88c2-59a8-426f-8b0c-1d043567017a, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:36:41.154988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] For port 0eee88c2-59a8-426f-8b0c-1d043567017a, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0eee88c2-59a8-426f-8b0c-1d043567017a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:36:41.190991 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.246015 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8803bab4-4d4b-4bc8-a92a-42bf16628c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.276793 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.288884 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.293844 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.294958 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Routers {'0ade7d06-efb3-4861-b236-37c208dff6bc'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:41.295594 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0ade7d06-efb3-4861-b236-37c208dff6bc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:41.333352 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460531-6daa-4408-b76e-1405618b9582 None None] Pushing event updated for resources: {'Port': ['ID=0eee88c2-59a8-426f-8b0c-1d043567017a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:41.369675 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8803bab4-4d4b-4bc8-a92a-42bf16628c6c None None] For port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5481be94-2cf6-47d8-b1c4-ad941d1f5d0e,segment=NetworkSegment(6285bac8-6b07-4f66-94b6-f4ad0b84774a),segment_id=6285bac8-6b07-4f66-94b6-f4ad0b84774a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:41.372976 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.397526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=88814b2b-66b0-4ca2-b96f-ad06c43ace49,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:41.403076 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8803bab4-4d4b-4bc8-a92a-42bf16628c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.480054 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Network b4335578-9055-4e88-aae6-4eea943f777d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:41.481526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:41.613981 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Router 0ade7d06-efb3-4861-b236-37c208dff6bc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:36:41.664586 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 15:36:41.664865 n-d-805668-3 neutron-server[94828]: DEBUG oslo_db.api [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 15:36:41.667077 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] Set router 0ade7d06-efb3-4861-b236-37c208dff6bc gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:41.694140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e398cc0f-2291-414e-b772-694b6660f794 None None] Provisioning for port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:41.697664 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803bab4-4d4b-4bc8-a92a-42bf16628c6c None None] Pushing event updated for resources: {'Port': ['ID=5481be94-2cf6-47d8-b1c4-ad941d1f5d0e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:41.705455 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e398cc0f-2291-414e-b772-694b6660f794 None None] Provisioning complete for port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:41.705828 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e398cc0f-2291-414e-b772-694b6660f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.738683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:36:41.744244 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-31a20a2f-60ee-40c7-b515-9e6a72ce8bf2 admin admin] 10.222.0.50 "PUT /v2.0/routers/0ade7d06-efb3-4861-b236-37c208dff6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8398266 Aug 30 15:36:41.811621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e398cc0f-2291-414e-b772-694b6660f794 None None] Port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:36:41.903652 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 4, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port': {'id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:38Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '88814b2b-66b0-4ca2-b96f-ad06c43ace49', 'name': '', 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'mac_address': 'fa:16:3e:7f:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:40Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 2, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'subnets': [{'id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:41.937377 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafdd4c9-f745-4fc8-9686-3fa833c9161e None None] The sync data for ids ['0ade7d06-efb3-4861-b236-37c208dff6bc'] in n-d-805668-3 is: [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 4, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port': {'id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:38Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '88814b2b-66b0-4ca2-b96f-ad06c43ace49', 'name': '', 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'mac_address': 'fa:16:3e:7f:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:40Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 2, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'subnets': [{'id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:36:41.949690 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a1742c3-564a-4e75-85fd-308e887d177a None None] Provisioning complete for port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:41.950072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a1742c3-564a-4e75-85fd-308e887d177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:41.992839 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1a1742c3-564a-4e75-85fd-308e887d177a None None] Port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:36:42.207469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:42.261767 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:42.265634 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:42.266007 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.354871 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.395489 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:42.400840 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.455013 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:42.468284 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:42.474438 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-44335133-beea-465a-a1fb-54edad1ae121 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372838661', 'description': 'tempest-secgroup-smoke-372838661 description', 'project_id': '59879abeddae43d8922b9be7617d3bca'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:42.498546 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44335133-beea-465a-a1fb-54edad1ae121 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.515947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:42.574186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:42.574558 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.603021 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44335133-beea-465a-a1fb-54edad1ae121 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.617089 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44335133-beea-465a-a1fb-54edad1ae121 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.647645 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44335133-beea-465a-a1fb-54edad1ae121 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.649350 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-44335133-beea-465a-a1fb-54edad1ae121 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1793633 Aug 30 15:36:42.652388 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:42.659920 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d28fd6ed-00fe-4342-84c3-49747364e392 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': '0d5d34d6-7bff-4d72-b01e-5d5711ac9c63', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:42.664515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44335133-beea-465a-a1fb-54edad1ae121 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:42.694125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28fd6ed-00fe-4342-84c3-49747364e392 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.756207 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28fd6ed-00fe-4342-84c3-49747364e392 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.760178 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28fd6ed-00fe-4342-84c3-49747364e392 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.782946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fd6ed-00fe-4342-84c3-49747364e392 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b3c9a7-11dd-4617-8048-88e8fb4ffa97,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:42.792510 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d28fd6ed-00fe-4342-84c3-49747364e392 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.796669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-d28fd6ed-00fe-4342-84c3-49747364e392 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402655 Aug 30 15:36:42.797069 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:42.803039 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1e3c2125-bf76-4336-b32d-3b671464636d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': '0d5d34d6-7bff-4d72-b01e-5d5711ac9c63', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:42.832837 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2125-bf76-4336-b32d-3b671464636d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.894903 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2125-bf76-4336-b32d-3b671464636d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.899967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2125-bf76-4336-b32d-3b671464636d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.920674 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c2125-bf76-4336-b32d-3b671464636d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca91013e-9a60-4df7-8455-0a6d230607aa,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:42.928249 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2125-bf76-4336-b32d-3b671464636d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:42.929538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1e3c2125-bf76-4336-b32d-3b671464636d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313119 Aug 30 15:36:42.932317 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:42.936888 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-48ba0df8-0ff2-416d-93dd-22a52480fe3a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': '0d5d34d6-7bff-4d72-b01e-5d5711ac9c63', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:42.966376 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48ba0df8-0ff2-416d-93dd-22a52480fe3a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.033026 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48ba0df8-0ff2-416d-93dd-22a52480fe3a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.037646 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48ba0df8-0ff2-416d-93dd-22a52480fe3a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.056286 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba0df8-0ff2-416d-93dd-22a52480fe3a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fb9135-9fae-4b4b-a2d6-246ea74a3636,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:43.064268 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48ba0df8-0ff2-416d-93dd-22a52480fe3a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.065785 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-48ba0df8-0ff2-416d-93dd-22a52480fe3a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325374 Aug 30 15:36:43.068448 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60764) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:43.073122 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-74ef8ed3-3219-4aec-b4bb-135bea810bde tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': '0d5d34d6-7bff-4d72-b01e-5d5711ac9c63', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:43.101331 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ed3-3219-4aec-b4bb-135bea810bde tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.163423 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ed3-3219-4aec-b4bb-135bea810bde tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.167424 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ed3-3219-4aec-b4bb-135bea810bde tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.188554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef8ed3-3219-4aec-b4bb-135bea810bde tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbf0a2b-5b84-4656-abbc-30ad296e4cd2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:43.198223 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74ef8ed3-3219-4aec-b4bb-135bea810bde tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.202049 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-74ef8ed3-3219-4aec-b4bb-135bea810bde tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314347 Aug 30 15:36:43.204826 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:43.213807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02537127-3798-4924-bb69-ff84f42abc31 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': '0d5d34d6-7bff-4d72-b01e-5d5711ac9c63', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:43.242189 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-02537127-3798-4924-bb69-ff84f42abc31 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Project 59879abeddae43d8922b9be7617d3bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:36:43.247288 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02537127-3798-4924-bb69-ff84f42abc31 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.311889 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02537127-3798-4924-bb69-ff84f42abc31 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.316263 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02537127-3798-4924-bb69-ff84f42abc31 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.334844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02537127-3798-4924-bb69-ff84f42abc31 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a003e25-8a37-45c0-b571-0f3ddf5a47da,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:43.341534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02537127-3798-4924-bb69-ff84f42abc31 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.342697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-02537127-3798-4924-bb69-ff84f42abc31 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365392 Aug 30 15:36:43.345292 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 60768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:43.349746 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a0337973-8223-4e12-a5af-643bf6ddc424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': '0d5d34d6-7bff-4d72-b01e-5d5711ac9c63', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:43.370931 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-a0337973-8223-4e12-a5af-643bf6ddc424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Project 59879abeddae43d8922b9be7617d3bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:36:43.375785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0337973-8223-4e12-a5af-643bf6ddc424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.438430 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0337973-8223-4e12-a5af-643bf6ddc424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.442068 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0337973-8223-4e12-a5af-643bf6ddc424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.459706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0337973-8223-4e12-a5af-643bf6ddc424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a96af7b-354a-4136-8c96-e12ca2bb58c8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:43.467569 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0337973-8223-4e12-a5af-643bf6ddc424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:43.468804 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a0337973-8223-4e12-a5af-643bf6ddc424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225765 Aug 30 15:36:43.610476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-bcdda366-fd5f-4ff8-8bdb-b92543ebc0cb tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372838661&fields=id&tenant_id=59879abeddae43d8922b9be7617d3bca HTTP/1.1" status: 200 len: 267 time: 0.0333955 Aug 30 15:36:43.723010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-146dbe89-fdcd-4b69-b672-2cf4c3842df9 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:43.724461 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-146dbe89-fdcd-4b69-b672-2cf4c3842df9 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 809 time: 0.1070473 Aug 30 15:36:43.739402 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-5602d1bc-dabf-41f1-a534-840cb4933f01 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/quotas/59879abeddae43d8922b9be7617d3bca HTTP/1.1" status: 200 len: 375 time: 0.0092173 Aug 30 15:36:43.792774 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-2eb66c45-d46e-427c-b799-6dd5e202e570 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481410 Aug 30 15:36:43.887216 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-641bfc29-c30b-43ce-a400-ac860412a351 service neutron] 10.222.0.50 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828972 Aug 30 15:36:43.960232 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Sync routers for ids ['0ade7d06-efb3-4861-b236-37c208dff6bc'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:36:43.969135 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Routers {'0ade7d06-efb3-4861-b236-37c208dff6bc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:43.969694 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0ade7d06-efb3-4861-b236-37c208dff6bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:43.984285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-8205a79a-58b7-4d91-bd4f-6599e446e5b7 service neutron] 10.222.0.50 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908697 Aug 30 15:36:44.075125 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Set router 0ade7d06-efb3-4861-b236-37c208dff6bc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:44.154109 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-75b9c817-971a-43d6-84be-e840d64e405a req-86ccaa11-f8f9-4ba8-acf3-8d28f1bb3c30 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 210 time: 0.0283523 Aug 30 15:36:44.281969 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 4, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port': {'id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:38Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '88814b2b-66b0-4ca2-b96f-ad06c43ace49', 'name': '', 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'mac_address': 'fa:16:3e:7f:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:40Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 2, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'subnets': [{'id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:44.314932 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Checking router: 0ade7d06-efb3-4861-b236-37c208dff6bc for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:36:44.315894 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Updating router 0ade7d06-efb3-4861-b236-37c208dff6bc port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:36:44.341512 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.556054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:44.611310 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:44.611704 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.650824 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.662507 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Transition to ACTIVE for port object 88814b2b-66b0-4ca2-b96f-ad06c43ace49 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:44.669298 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.699226 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0eee88c2-59a8-426f-8b0c-1d043567017a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:44.722338 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0c294-5778-49cb-b8e5-17fcad898502 None None] Pushing event updated for resources: {'Port': ['ID=88814b2b-66b0-4ca2-b96f-ad06c43ace49,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:44.752855 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 0eee88c2-59a8-426f-8b0c-1d043567017a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:44.757063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0eee88c2-59a8-426f-8b0c-1d043567017a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:44.757659 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.779007 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Attempting to bind port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:36:44.779379 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Attempting to bind port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:36:44.779745 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Attempting to bind port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 on network b4335578-9055-4e88-aae6-4eea943f777d {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:36:44.785802 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:36:44.786166 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Checking segment: {'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:44.786591 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.786988 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Bound using segment: {'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:36:44.787450 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Bound port: 88814b2b-66b0-4ca2-b96f-ad06c43ace49, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6285bac8-6b07-4f66-94b6-f4ad0b84774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:36:44.787834 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.841770 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.853343 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] For port 88814b2b-66b0-4ca2-b96f-ad06c43ace49, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:36:44.856870 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] For port 88814b2b-66b0-4ca2-b96f-ad06c43ace49, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=88814b2b-66b0-4ca2-b96f-ad06c43ace49,segment=NetworkSegment(6285bac8-6b07-4f66-94b6-f4ad0b84774a),segment_id=6285bac8-6b07-4f66-94b6-f4ad0b84774a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:36:44.861446 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.866496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 0eee88c2-59a8-426f-8b0c-1d043567017a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0eee88c2-59a8-426f-8b0c-1d043567017a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:44.872268 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:44.918731 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Routers {'0ade7d06-efb3-4861-b236-37c208dff6bc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:44.919370 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0ade7d06-efb3-4861-b236-37c208dff6bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:44.942549 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=0eee88c2-59a8-426f-8b0c-1d043567017a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:44.959552 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0c294-5778-49cb-b8e5-17fcad898502 None None] Pushing event updated for resources: {'Port': ['ID=88814b2b-66b0-4ca2-b96f-ad06c43ace49,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:45.042546 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] Set router 0ade7d06-efb3-4861-b236-37c208dff6bc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:45.126731 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-f20c6918-195a-4127-9be2-a3a75fdc0c67 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:45.129646 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-f20c6918-195a-4127-9be2-a3a75fdc0c67 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 809 time: 0.1238704 Aug 30 15:36:45.187406 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-15a2cbb3-9089-4e15-a3d1-6a3177d7c52c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59879abeddae43d8922b9be7617d3bca HTTP/1.1" status: 200 len: 379 time: 0.0488536 Aug 30 15:36:45.197701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'port': {'device_id': '4facceed-f133-4f4b-b580-363f1d57b94e', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'admin_state_up': True, 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'security_groups': ['0d5d34d6-7bff-4d72-b01e-5d5711ac9c63']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:45.277756 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-436ea443-2caa-45d9-b218-d5fcf9a8b7c1 req-e64afd84-dc68-4196-9a12-acc4c25b2edb tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 210 time: 0.0367475 Aug 30 15:36:45.281625 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 4, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port': {'id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:38Z', 'updated_at': '2021-08-30T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '88814b2b-66b0-4ca2-b96f-ad06c43ace49', 'name': '', 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'mac_address': 'fa:16:3e:7f:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:40Z', 'updated_at': '2021-08-30T15:36:44Z', 'revision_number': 4, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'subnets': [{'id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:45.310594 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986e7f0-6d2d-407b-8204-bb72ee0b7e03 None None] The sync data for ids ['0ade7d06-efb3-4861-b236-37c208dff6bc'] in n-d-805668-3 is: [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:36:41Z', 'revision_number': 4, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port': {'id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:38Z', 'updated_at': '2021-08-30T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '88814b2b-66b0-4ca2-b96f-ad06c43ace49', 'name': '', 'network_id': 'b4335578-9055-4e88-aae6-4eea943f777d', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'mac_address': 'fa:16:3e:7f:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:40Z', 'updated_at': '2021-08-30T15:36:44Z', 'revision_number': 4, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'subnets': [{'id': 'aac1035f-5a5d-4f35-912c-3ceef257d4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:36:45.342555 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Made reservation on behalf of 59879abeddae43d8922b9be7617d3bca for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:36:45.346235 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:45.481482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Allocated IP 172.20.0.4 (79efc8b4-1d66-457e-afeb-33604523536c/436f4174-603d-4377-914d-e4bfcc3cac4b/cc0d5235-ffa2-45d6-a838-61841a4e236e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:36:45.651942 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:45.667432 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Transition to ACTIVE for port object cc0d5235-ffa2-45d6-a838-61841a4e236e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:45.702958 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:45.749747 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Network 79efc8b4-1d66-457e-afeb-33604523536c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:45.754068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:45.757278 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:36:45.781644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:45.813294 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:45.813933 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:45.832153 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-d0e0aa0f-aa93-4515-a712-f078690a35ab tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6387057 Aug 30 15:36:45.845165 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Request body: {'port': {'device_id': '4facceed-f133-4f4b-b580-363f1d57b94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:45.912304 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.007347 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccedee8c-27a3-4ff9-b523-c83f68a87ecf None None] Provisioning for port cc0d5235-ffa2-45d6-a838-61841a4e236e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:46.011380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccedee8c-27a3-4ff9-b523-c83f68a87ecf None None] Provisioning complete for port cc0d5235-ffa2-45d6-a838-61841a4e236e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:46.011870 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccedee8c-27a3-4ff9-b523-c83f68a87ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.045572 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ccedee8c-27a3-4ff9-b523-c83f68a87ecf None None] Port cc0d5235-ffa2-45d6-a838-61841a4e236e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:36:46.194608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0d5235-ffa2-45d6-a838-61841a4e236e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:36:46.204688 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.223693 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Transition to ACTIVE for port object cc0d5235-ffa2-45d6-a838-61841a4e236e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:36:46.227805 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.299916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:46.376522 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Attempting to bind port cc0d5235-ffa2-45d6-a838-61841a4e236e on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:36:46.377202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Attempting to bind port cc0d5235-ffa2-45d6-a838-61841a4e236e by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:36:46.378497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Attempting to bind port cc0d5235-ffa2-45d6-a838-61841a4e236e on network 79efc8b4-1d66-457e-afeb-33604523536c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:36:46.384508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Port cc0d5235-ffa2-45d6-a838-61841a4e236e on network 79efc8b4-1d66-457e-afeb-33604523536c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:36:46.385084 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Attempting to bind port cc0d5235-ffa2-45d6-a838-61841a4e236e on network 79efc8b4-1d66-457e-afeb-33604523536c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:36:46.391434 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:36:46.392023 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Checking segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:36:46.392584 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Bound using segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:36:46.393289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Bound port: cc0d5235-ffa2-45d6-a838-61841a4e236e, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:36:46.394369 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.434508 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1960b1-b61a-44de-9b30-31ad236a68ba req-781abfff-e962-4c5f-a8e5-c159ce8a1bce tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:46.444263 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc1960b1-b61a-44de-9b30-31ad236a68ba req-781abfff-e962-4c5f-a8e5-c159ce8a1bce tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 943 time: 0.0695496 Aug 30 15:36:46.510425 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:36:46.511076 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fc1960b1-b61a-44de-9b30-31ad236a68ba req-ef845a4d-03b0-40eb-bcb9-a941eebacfc1 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618873 Aug 30 15:36:46.514423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:36:46.519995 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.555257 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 88814b2b-66b0-4ca2-b96f-ad06c43ace49 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:46.570320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:46.571004 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.572392 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] 10.222.0.39 "PUT /v2.0/ports/cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 1091 time: 0.7319613 Aug 30 15:36:46.572836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:36:46.575370 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33907e-d513-43e3-9e88-5f50994fa5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:36:46.638153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:46.644504 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:46.645434 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.658123 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d5db7e-f08d-41f1-81a4-0c0b92dc6425 x-openstack-request-id: req-41d5db7e-f08d-41f1-81a4-0c0b92dc6425 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:36:46.658416 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:36:46.658715 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41d5db7e-f08d-41f1-81a4-0c0b92dc6425 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:36:46.659658 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'status': 'completed', 'code': 200} Aug 30 15:36:46.679337 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ea31d-f296-4d4e-bcea-154a82a02bae service neutron] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:46.704476 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-30efc459-da6c-46e6-baf8-8cdc3ecff4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:46.706483 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-30efc459-da6c-46e6-baf8-8cdc3ecff4a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1094 time: 0.0901852 Aug 30 15:36:46.735677 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.754922 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-c1cdf578-1b75-4265-b975-dcd670bcafee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 217 time: 0.0416672 Aug 30 15:36:46.773476 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 88814b2b-66b0-4ca2-b96f-ad06c43ace49, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=88814b2b-66b0-4ca2-b96f-ad06c43ace49,segment=NetworkSegment(6285bac8-6b07-4f66-94b6-f4ad0b84774a),segment_id=6285bac8-6b07-4f66-94b6-f4ad0b84774a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:46.780541 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.781966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0eee88c2-59a8-426f-8b0c-1d043567017a up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:46.815068 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-fa53884e-2684-4535-bec4-e2c809de3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:46.817222 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-fa53884e-2684-4535-bec4-e2c809de3901 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0553744 Aug 30 15:36:46.864916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-2a2f8cda-5c32-4435-a35b-0ba54d753e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:46.866467 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-2a2f8cda-5c32-4435-a35b-0ba54d753e01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416403 Aug 30 15:36:46.868621 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=88814b2b-66b0-4ca2-b96f-ad06c43ace49,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:46.882026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 0eee88c2-59a8-426f-8b0c-1d043567017a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:46.882470 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:46.961630 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-b9762285-84d7-4d4d-9cfc-31b12b85ae98 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872469 Aug 30 15:36:47.052533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-50d4bfce-4ce8-47f4-8ba4-34ff1fe1f58f req-3a493ce6-9a62-47c7-9227-233801e1c87e service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830998 Aug 30 15:36:47.133060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-3764f1cf-0783-40e7-b5c6-c89a233ac95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:47.134548 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-3764f1cf-0783-40e7-b5c6-c89a233ac95b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1094 time: 0.0404947 Aug 30 15:36:47.225829 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-38c0de0a-b2a7-4639-a8c2-7f63d2780e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:47.227214 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-38c0de0a-b2a7-4639-a8c2-7f63d2780e66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0856912 Aug 30 15:36:47.271867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-137cbae2-c414-4230-a901-13470573ec65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 217 time: 0.0334468 Aug 30 15:36:47.326456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-cbd76ec3-2d32-4ae3-aafb-ef4171cbe60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:47.327884 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-cbd76ec3-2d32-4ae3-aafb-ef4171cbe60c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0478191 Aug 30 15:36:47.372955 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-3a6c3bac-10fa-4ea8-98a4-14818ea758e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:47.374462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-3a6c3bac-10fa-4ea8-98a4-14818ea758e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388315 Aug 30 15:36:47.462024 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-9958bf70-2d38-40b0-bcb3-a90cbca15905 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797169 Aug 30 15:36:47.556013 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9f33907e-d513-43e3-9e88-5f50994fa5d5 req-a86222a3-9a61-4e96-92fc-5f771c6a7085 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855374 Aug 30 15:36:47.622788 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a987b8e-a278-4e92-a615-46a61f55ffe1 req-3acd0de1-03e6-439c-8be0-5a72fbf92f9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:47.624366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a987b8e-a278-4e92-a615-46a61f55ffe1 req-3acd0de1-03e6-439c-8be0-5a72fbf92f9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 943 time: 0.0542161 Aug 30 15:36:47.662285 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2a987b8e-a278-4e92-a615-46a61f55ffe1 req-4c6da676-ede4-4925-a92d-548617e333a4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319390 Aug 30 15:36:48.474054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 88814b2b-66b0-4ca2-b96f-ad06c43ace49 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:48.520211 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:48.520582 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:48.778009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5b676-537e-48db-bf01-e234a488203a req-99fbed4e-6109-4bc4-9a18-d2499641a950 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:48.779456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-43a5b676-537e-48db-bf01-e234a488203a req-99fbed4e-6109-4bc4-9a18-d2499641a950 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 943 time: 0.0486114 Aug 30 15:36:48.816644 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-43a5b676-537e-48db-bf01-e234a488203a req-c76349a3-a407-4209-868b-21956f7ecfca tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308230 Aug 30 15:36:49.931243 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f675f7-bce7-45ed-b27c-1ceaf3c69b29 req-a8b797ef-5d47-447c-94ab-facc019622a4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:49.932740 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42f675f7-bce7-45ed-b27c-1ceaf3c69b29 req-a8b797ef-5d47-447c-94ab-facc019622a4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 943 time: 0.0499253 Aug 30 15:36:49.970040 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-42f675f7-bce7-45ed-b27c-1ceaf3c69b29 req-73669eef-674f-4ae1-b91b-49de87199afc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313582 Aug 30 15:36:50.823474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:51.084028 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2ff51-74f9-4a21-ae9f-7a2ad6d726f3 req-48fcb887-18a8-45d5-83ed-2bdb86637ce0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:51.085526 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fb2ff51-74f9-4a21-ae9f-7a2ad6d726f3 req-48fcb887-18a8-45d5-83ed-2bdb86637ce0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 943 time: 0.0489702 Aug 30 15:36:51.122372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fb2ff51-74f9-4a21-ae9f-7a2ad6d726f3 req-54901e60-58fb-429a-ad1f-18e1d28cce49 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309784 Aug 30 15:36:51.610331 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:36:51.710892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:51.722947 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'port_id': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'mac_address': 'fa:16:3e:68:8d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:36:51.767013 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:51.779977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0d5235-ffa2-45d6-a838-61841a4e236e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:36:51.800993 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:51.804616 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:51.850477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:52.023485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['cc0d5235-ffa2-45d6-a838-61841a4e236e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:36:52.234506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c340f5-be5c-4d40-9083-085afc255d81 req-7d397a2f-3e66-4337-ada4-e7551dc1c275 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:52.235985 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83c340f5-be5c-4d40-9083-085afc255d81 req-7d397a2f-3e66-4337-ada4-e7551dc1c275 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0477455 Aug 30 15:36:52.273578 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-83c340f5-be5c-4d40-9083-085afc255d81 req-a674e9de-9286-4dc9-bceb-3d4c96842f7b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301096 Aug 30 15:36:53.392076 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a2ab-3a8e-426c-bbff-d43f83814637 req-1523f98f-7b38-49c9-b93c-362dd87bdd60 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:53.393587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d941a2ab-3a8e-426c-bbff-d43f83814637 req-1523f98f-7b38-49c9-b93c-362dd87bdd60 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0538685 Aug 30 15:36:53.433102 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d941a2ab-3a8e-426c-bbff-d43f83814637 req-ffa300f8-c6ea-42b4-93f1-8582a2b366d8 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Aug 30 15:36:53.623803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:36:53.671441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port cc0d5235-ffa2-45d6-a838-61841a4e236e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:36:53.674931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port cc0d5235-ffa2-45d6-a838-61841a4e236e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:36:53.675306 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:53.753033 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:53.775007 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:36:53.777263 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e668a5-3c78-4130-9f56-e94bf92e5fad" -d '{"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:36:53.789950 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:36:53.794735 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:53.842933 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:53.869458 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee0f6ac-d970-413b-8a0b-8d114ea510d1 x-openstack-request-id: req-bee0f6ac-d970-413b-8a0b-8d114ea510d1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:36:53.869745 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:36:53.869996 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bee0f6ac-d970-413b-8a0b-8d114ea510d1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:36:53.870387 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'code': 200} Aug 30 15:36:54.058379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b3fa6-48f3-4445-87a5-c3b477e79d3d req-24cb4be5-6d8d-4043-bbac-50d6e53fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:54.060146 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-555b3fa6-48f3-4445-87a5-c3b477e79d3d req-24cb4be5-6d8d-4043-bbac-50d6e53fa090 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1096 time: 0.1299579 Aug 30 15:36:54.094285 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-555b3fa6-48f3-4445-87a5-c3b477e79d3d req-20f2fa3a-acdb-49f3-8277-7af6742294ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275333 Aug 30 15:36:54.543641 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759dfc-8b9b-408e-a095-79487aca0178 req-1c58280a-46d3-41f1-a415-f30e3838de3f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:54.545127 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0759dfc-8b9b-408e-a095-79487aca0178 req-1c58280a-46d3-41f1-a415-f30e3838de3f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0472250 Aug 30 15:36:54.582808 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c0759dfc-8b9b-408e-a095-79487aca0178 req-18d6bcac-2f50-4638-81b5-f2e526d42410 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317376 Aug 30 15:36:55.277764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db298524-1c22-4d30-a700-e4a2528d1771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:55.704796 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3fd49-5f8c-419f-b90c-05897a52b491 req-6c0a30b4-0e1d-4dd9-83e8-fc7aa0813b82 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:55.706230 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62c3fd49-5f8c-419f-b90c-05897a52b491 req-6c0a30b4-0e1d-4dd9-83e8-fc7aa0813b82 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0531259 Aug 30 15:36:55.742613 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-62c3fd49-5f8c-419f-b90c-05897a52b491 req-c6d7b167-cd5c-4ec2-8abd-f4469219cef1 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305367 Aug 30 15:36:55.860194 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63c3ed-4ddd-42ba-899a-729b17798d96 req-431babcc-7411-4cde-b61a-983c22ccaed6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:55.861880 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c63c3ed-4ddd-42ba-899a-729b17798d96 req-431babcc-7411-4cde-b61a-983c22ccaed6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0526912 Aug 30 15:36:55.900629 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9c63c3ed-4ddd-42ba-899a-729b17798d96 req-cfc20de7-bdbd-4807-87d4-e2ad9ffba6e5 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Aug 30 15:36:55.921504 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:56.005282 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c441b3d-a9d6-4a03-9060-144b9c8e6ff4 tempest-TestShelveInstance-857008707 tempest-TestShelveInstance-857008707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:56.006843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-1c441b3d-a9d6-4a03-9060-144b9c8e6ff4 tempest-TestShelveInstance-857008707 tempest-TestShelveInstance-857008707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1091 time: 0.0843620 Aug 30 15:36:56.009728 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 60830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:56.014044 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:36:56.036443 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:56.134692 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:56.235095 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Allocated IP 172.25.6.220 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/c611edca-27f8-4da1-8466-fda4e832ce5d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:36:56.337967 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:56.375722 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:56.417607 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:36:56.420467 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:36:56.424062 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:36:56.429307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'Port': ['ID=c611edca-27f8-4da1-8466-fda4e832ce5d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:56.773149 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:56.840158 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:57.282232 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:57.286831 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:57.354948 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'Port': ['ID=c611edca-27f8-4da1-8466-fda4e832ce5d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:36:57.367080 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:57.466041 n-d-805668-3 neutron-server[94827]: INFO neutron.db.l3_db [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Floating IP 2627d32e-2c48-44a5-abb5-b4ec24049abd associated. External IP: 172.25.6.220, port: cc0d5235-ffa2-45d6-a838-61841a4e236e. Aug 30 15:36:57.673118 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:36:57.781465 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:36:57.792817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] Sync routers for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:36:57.797669 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:57.802342 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:57.802979 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:57.825457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0eb0ddd8-491a-4ed8-9d55-b6f47b82c3ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8146942 Aug 30 15:36:57.826149 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:36:57.828409 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334d76dc-23d0-4ad8-b08b-8c32eeded477" -d '{"events": [{"name": "network-changed", "server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:36:57.865535 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478e50b4-1d0a-4489-bd8c-70baeff08735 x-openstack-request-id: req-478e50b4-1d0a-4489-bd8c-70baeff08735 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:36:57.865791 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:36:57.866046 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-478e50b4-1d0a-4489-bd8c-70baeff08735 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:36:57.866479 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'status': 'completed', 'code': 200} Aug 30 15:36:57.922290 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:57.935493 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-7cd23791-c746-4b96-99c5-9e1824099208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:57.936929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-7cd23791-c746-4b96-99c5-9e1824099208 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1096 time: 0.0482006 Aug 30 15:36:57.968656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c167836-bc05-4b44-a967-80bc530dff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:58.028461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-038342ee-0c1b-47fa-94ba-4cd5671a1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:58.029987 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-038342ee-0c1b-47fa-94ba-4cd5671a1467 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0861380 Aug 30 15:36:58.099292 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-d66740a9-fd5b-43f4-b94b-94dfe61518ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 999 time: 0.0626552 Aug 30 15:36:58.148139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-ef3582ff-a070-4930-8d25-1b2df62b242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:58.149637 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-ef3582ff-a070-4930-8d25-1b2df62b242a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0439601 Aug 30 15:36:58.158332 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2627d32e-2c48-44a5-abb5-b4ec24049abd', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'port_id': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'mac_address': 'fa:16:3e:68:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4facceed-f133-4f4b-b580-363f1d57b94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:36:56Z', 'updated_at': '2021-08-30T15:36:56Z', 'revision_number': 0, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:58.184867 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] Checking router: 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:36:58.193063 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:36:58.193622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:36:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:58.196152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-eb497f6e-e050-4404-9992-1afebfcc5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:58.197771 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-eb497f6e-e050-4404-9992-1afebfcc5944 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409515 Aug 30 15:36:58.222296 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.39', 49170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:36:58.272702 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-293f7c34-7bef-4a8a-b7e9-3695f0f606a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486376 Aug 30 15:36:58.302131 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-8b8a53b5-7026-493c-876c-4fa3f4d9125d service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939171 Aug 30 15:36:58.304360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:36:58.396493 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-334d76dc-23d0-4ad8-b08b-8c32eeded477 req-afa0a8eb-027c-43e3-8c4c-df9f2a0cbc41 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875087 Aug 30 15:36:58.496458 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-7cdaf992-8f8f-48e1-96d2-ff34b9be38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:58.497917 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-7cdaf992-8f8f-48e1-96d2-ff34b9be38d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1096 time: 0.0411136 Aug 30 15:36:58.525296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2627d32e-2c48-44a5-abb5-b4ec24049abd', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'port_id': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'mac_address': 'fa:16:3e:68:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4facceed-f133-4f4b-b580-363f1d57b94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:36:56Z', 'updated_at': '2021-08-30T15:36:56Z', 'revision_number': 0, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:36:58.555883 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee86cf7-6583-4907-9a17-01d6294a75cf None None] The sync data for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 is: [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '2627d32e-2c48-44a5-abb5-b4ec24049abd', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'port_id': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'mac_address': 'fa:16:3e:68:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4facceed-f133-4f4b-b580-363f1d57b94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:36:56Z', 'updated_at': '2021-08-30T15:36:56Z', 'revision_number': 0, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:36:58.608732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-f3f6ff34-2f2e-47af-8771-2ae320af26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:58.610251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-f3f6ff34-2f2e-47af-8771-2ae320af26bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0932555 Aug 30 15:36:58.677490 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-9f50d067-3a7b-4008-a7be-b48725665fe7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 999 time: 0.0607548 Aug 30 15:36:58.737244 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-a133d38e-fd24-4e13-b5c6-8b0acc787ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:58.739764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-a133d38e-fd24-4e13-b5c6-8b0acc787ce9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0549316 Aug 30 15:36:58.740871 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:36:58.773480 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0b68e-3314-4e33-8027-320a72b25f4e None None] New status for floating IP 2627d32e-2c48-44a5-abb5-b4ec24049abd: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:36:58.787866 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-14ffd757-d9da-4d96-80b7-5befae151caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:36:58.789412 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-14ffd757-d9da-4d96-80b7-5befae151caa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427999 Aug 30 15:36:58.879064 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-d3a37228-7426-4173-9e51-58c0ac834929 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825846 Aug 30 15:36:58.974460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-617456ce-16d3-445d-9d0a-fe3c3401e26f service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890195 Aug 30 15:36:59.406737 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:36:59.516616 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:01.888128 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:03.553354 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:20.825187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:25.279936 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aefad632-842d-4d25-81a0-a275b060c887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:27.939503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc555ffe-2294-436a-a59a-25b53cdf9940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:28.743283 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:29.520304 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:31.888681 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:33.551394 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:36.406072 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:37:50.837326 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:55.281867 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2aead149-420c-4e4d-8605-18fa387c9179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:57.939834 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0564-0ded-4249-af1b-bf5114c2e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:58.295929 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-61fa49a8-3c80-4337-b525-7a100c2316bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411279 Aug 30 15:37:58.376685 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-4d9fb9d9-55f4-428d-8826-1c1ee54d6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:37:58.378204 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-4d9fb9d9-55f4-428d-8826-1c1ee54d6455 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1096 time: 0.0406320 Aug 30 15:37:58.482621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-9e69b208-e081-41ce-939d-9a51d91a9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:37:58.484081 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-9e69b208-e081-41ce-939d-9a51d91a9a0f service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0875227 Aug 30 15:37:58.547521 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-72ede439-170a-4a80-b905-5166e9c5bb8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 1001 time: 0.0566838 Aug 30 15:37:58.602828 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-a6b5606f-76c3-4230-9ca7-c157401613af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:37:58.604279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-a6b5606f-76c3-4230-9ca7-c157401613af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0503113 Aug 30 15:37:58.648318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-9c29eb7b-0aab-4beb-bf50-4dfaa5a719ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:37:58.649781 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-9c29eb7b-0aab-4beb-bf50-4dfaa5a719ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387466 Aug 30 15:37:58.737023 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-e77af446-2ffa-42f7-8769-66551251d086 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802772 Aug 30 15:37:58.744078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:37:58.828700 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2d346d7-cc63-4de8-bc61-c1cf020a1b20 req-849cebe2-449e-4d2b-8f06-c08d702976e0 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852823 Aug 30 15:37:59.522072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:01.895520 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:03.549253 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:13.404816 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:38:20.852410 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:25.282023 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffcf4-42aa-495a-bbb6-5a5d6ce3377f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:27.940745 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-caa65e78-e635-4423-8481-abb537347ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:28.744848 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:29.524755 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:31.894680 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:33.547903 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:50.403927 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:38:50.867145 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:53.763247 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52044773-6c9e-44a9-b6ca-0d3a4cd46127 req-0cf7008b-4494-4e46-96c3-ac87880d8944 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:53.764719 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52044773-6c9e-44a9-b6ca-0d3a4cd46127 req-0cf7008b-4494-4e46-96c3-ac87880d8944 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0974574 Aug 30 15:38:53.801950 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-52044773-6c9e-44a9-b6ca-0d3a4cd46127 req-c805dcfa-ba29-4e68-bdd5-8d2cfda81316 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306566 Aug 30 15:38:54.932653 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73e18f-687d-4016-aef0-2bb34f4f033f req-fb9e1c0c-11dd-4e83-b792-a159205de50b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:54.934154 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f73e18f-687d-4016-aef0-2bb34f4f033f req-fb9e1c0c-11dd-4e83-b792-a159205de50b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0480945 Aug 30 15:38:54.971038 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1f73e18f-687d-4016-aef0-2bb34f4f033f req-427bcbf5-dd40-4807-8ea5-a7c0e2d4f0d5 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Aug 30 15:38:55.281513 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f6a77ff-1d4c-4ee1-a44d-b35d77447783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:56.111194 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25a5fa-44ea-4e34-9214-b5d4d29e95b4 req-66c8974b-f6ac-4d8b-884a-fd1bab90c83e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:56.112653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b25a5fa-44ea-4e34-9214-b5d4d29e95b4 req-66c8974b-f6ac-4d8b-884a-fd1bab90c83e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0515192 Aug 30 15:38:56.149441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6b25a5fa-44ea-4e34-9214-b5d4d29e95b4 req-dbbc0c29-a4c1-476e-8bcf-8995f78524a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302966 Aug 30 15:38:57.261513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f72bb-4aa1-4a5e-834c-7b5d9288904a req-588c4397-b393-454f-aecb-4983de815128 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:57.262977 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-396f72bb-4aa1-4a5e-834c-7b5d9288904a req-588c4397-b393-454f-aecb-4983de815128 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0482922 Aug 30 15:38:57.304304 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-396f72bb-4aa1-4a5e-834c-7b5d9288904a req-8354e77e-6a3e-406d-9717-fa6a2ad2ce54 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355623 Aug 30 15:38:57.940061 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be795557-ca21-4314-85d5-53b2de2b80d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:58.421011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f1d2-5951-4f58-9cf0-e3ccfa5fd026 req-737b6c9a-ba4b-4439-bd42-ddce5c8c8b15 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:58.422585 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7838f1d2-5951-4f58-9cf0-e3ccfa5fd026 req-737b6c9a-ba4b-4439-bd42-ddce5c8c8b15 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0536852 Aug 30 15:38:58.460210 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7838f1d2-5951-4f58-9cf0-e3ccfa5fd026 req-6c31de4e-2b68-4992-a931-6ba8600ad74c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Aug 30 15:38:58.744186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:59.290878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d713806-43ab-48bb-afd8-186e456a808f req-e62f611e-b73d-40ed-bce3-8a2ef3ce4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:59.292331 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d713806-43ab-48bb-afd8-186e456a808f req-e62f611e-b73d-40ed-bce3-8a2ef3ce4b85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1096 time: 0.0399141 Aug 30 15:38:59.394116 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d713806-43ab-48bb-afd8-186e456a808f req-4c4273a6-351f-4e6e-88b4-68faf1553bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:59.395642 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d713806-43ab-48bb-afd8-186e456a808f req-4c4273a6-351f-4e6e-88b4-68faf1553bc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0832109 Aug 30 15:38:59.462652 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d713806-43ab-48bb-afd8-186e456a808f req-d9b6f67c-5623-45cc-94d7-67ffaea4a183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 1001 time: 0.0607550 Aug 30 15:38:59.510898 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d713806-43ab-48bb-afd8-186e456a808f req-4759cddf-6885-4155-8431-c0e3e5afd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:59.513181 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d713806-43ab-48bb-afd8-186e456a808f req-4759cddf-6885-4155-8431-c0e3e5afd65d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0440445 Aug 30 15:38:59.527037 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:38:59.587830 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d713806-43ab-48bb-afd8-186e456a808f req-fcbfc996-cf9a-4dad-8aa2-2ec4b030fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:59.589323 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d713806-43ab-48bb-afd8-186e456a808f req-fcbfc996-cf9a-4dad-8aa2-2ec4b030fb2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694768 Aug 30 15:38:59.601361 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed923131-6920-4b12-9b83-00c7913601a4 req-bde792a9-fc20-4757-b661-ca5e53664981 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:38:59.602751 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ed923131-6920-4b12-9b83-00c7913601a4 req-bde792a9-fc20-4757-b661-ca5e53664981 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0738852 Aug 30 15:38:59.685523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ed923131-6920-4b12-9b83-00c7913601a4 req-42883d58-665a-40f6-aa3b-7ca9b852a633 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741165 Aug 30 15:38:59.712147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d713806-43ab-48bb-afd8-186e456a808f req-1a7c310a-32b0-46cf-b464-fb872a6e437d service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083648 Aug 30 15:38:59.802951 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d713806-43ab-48bb-afd8-186e456a808f req-045562fd-c6cc-4498-81aa-b759ce57fb6e service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844841 Aug 30 15:39:00.799927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326e65c-9ba3-40b4-8261-b999dfa08233 req-4250b305-635f-4a83-a80d-77ff47629e63 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:00.801454 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f326e65c-9ba3-40b4-8261-b999dfa08233 req-4250b305-635f-4a83-a80d-77ff47629e63 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0500190 Aug 30 15:39:00.841480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f326e65c-9ba3-40b4-8261-b999dfa08233 req-e14f2511-0620-466f-a8d0-3a73e47802a6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342033 Aug 30 15:39:01.898224 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:01.957503 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73991699-c487-47a6-a5de-aea2db203522 req-cf3e3e1d-d489-4685-b26a-bbe81e6c05e8 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:01.959031 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73991699-c487-47a6-a5de-aea2db203522 req-cf3e3e1d-d489-4685-b26a-bbe81e6c05e8 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0499842 Aug 30 15:39:01.996556 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-73991699-c487-47a6-a5de-aea2db203522 req-62a7939f-e521-4dbc-8c2f-b09e63bd434f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 Aug 30 15:39:03.113682 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b581-ccf0-497a-bbf3-b42bcde618d2 req-a53417e2-2eb3-40a3-b607-81439924a8a0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:03.115131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3e56b581-ccf0-497a-bbf3-b42bcde618d2 req-a53417e2-2eb3-40a3-b607-81439924a8a0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0520773 Aug 30 15:39:03.152743 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3e56b581-ccf0-497a-bbf3-b42bcde618d2 req-813dc358-f183-4d47-8ab9-4468fbaefe09 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Aug 30 15:39:03.546557 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:04.263967 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d706-d35c-46fa-81bb-5ba4f8544cb1 req-22e285ca-e8a3-43b5-a892-f8309a68226e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:04.265456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9261d706-d35c-46fa-81bb-5ba4f8544cb1 req-22e285ca-e8a3-43b5-a892-f8309a68226e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0469651 Aug 30 15:39:04.301684 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9261d706-d35c-46fa-81bb-5ba4f8544cb1 req-8bbcc962-109c-4d41-a874-855df19c1184 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298903 Aug 30 15:39:05.415820 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427efda-7e0d-4640-a747-6cd5184f5edc req-cf92ae51-e64c-4338-9c0b-3b1672d39b56 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:05.417326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8427efda-7e0d-4640-a747-6cd5184f5edc req-cf92ae51-e64c-4338-9c0b-3b1672d39b56 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0491312 Aug 30 15:39:05.453808 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8427efda-7e0d-4640-a747-6cd5184f5edc req-025368cc-dc32-40bd-9382-1193f4f30afd tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306458 Aug 30 15:39:06.251656 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:39:06.564552 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:39:06.577683 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb7ecb-6387-4ce9-8ba6-4c511f6ae600 req-859484e8-6974-4f04-95c6-f5485f63a3f6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:06.579232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3eb7ecb-6387-4ce9-8ba6-4c511f6ae600 req-859484e8-6974-4f04-95c6-f5485f63a3f6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0545933 Aug 30 15:39:06.580879 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'port_id': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'mac_address': 'fa:16:3e:68:8d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:39:06.630281 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:06.631182 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b3eb7ecb-6387-4ce9-8ba6-4c511f6ae600 req-ca458c74-e66f-4410-8346-14ab01eb87ad tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Aug 30 15:39:06.646633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc0d5235-ffa2-45d6-a838-61841a4e236e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:39:06.667764 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:39:06.672683 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:06.725865 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:39:06.734026 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.734607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.734954 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.735293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.735629 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.735962 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.736292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.736620 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.736945 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.737293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.737622 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.738124 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:06.749355 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['cc0d5235-ffa2-45d6-a838-61841a4e236e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:39:07.759660 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad663d-6242-4904-9030-ee5f8cd14e42 req-839b1e56-536f-4795-8c5c-e5241bd56b6f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:07.761379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2ad663d-6242-4904-9030-ee5f8cd14e42 req-839b1e56-536f-4795-8c5c-e5241bd56b6f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0579414 Aug 30 15:39:07.808637 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f2ad663d-6242-4904-9030-ee5f8cd14e42 req-e53c0d6c-a273-4b3f-8aa7-be7198b2c403 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412903 Aug 30 15:39:08.278663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:39:08.331814 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port cc0d5235-ffa2-45d6-a838-61841a4e236e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:39:08.332489 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:08.422587 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:08.450146 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:39:08.452401 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7522c15f-6570-42b3-b6cc-60e25d62a9f4" -d '{"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:39:08.465737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:39:08.473560 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:08.510831 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2edfd9-685a-435e-95f1-5465ebc35ce2 x-openstack-request-id: req-1e2edfd9-685a-435e-95f1-5465ebc35ce2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:39:08.511271 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:39:08.511531 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e2edfd9-685a-435e-95f1-5465ebc35ce2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:39:08.511939 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'code': 200} Aug 30 15:39:08.530162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:39:08.930439 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40cc2b-bd0d-4894-971a-3cafdb1480d9 req-3fc5e80a-7ca8-444d-abd3-bd42234db0f0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:08.932116 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e40cc2b-bd0d-4894-971a-3cafdb1480d9 req-3fc5e80a-7ca8-444d-abd3-bd42234db0f0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0579441 Aug 30 15:39:08.981326 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0e40cc2b-bd0d-4894-971a-3cafdb1480d9 req-82292909-6769-45e6-9b9f-1abf3d7cdf32 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407963 Aug 30 15:39:10.100884 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dc1c6-3910-47ed-b020-dfadc769f52d req-91e89f93-6bb5-4c13-bda2-56279b286987 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:10.103076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-366dc1c6-3910-47ed-b020-dfadc769f52d req-91e89f93-6bb5-4c13-bda2-56279b286987 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0522642 Aug 30 15:39:10.142867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-366dc1c6-3910-47ed-b020-dfadc769f52d req-873ae56f-c880-433f-b753-2172ecfe3ad1 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334890 Aug 30 15:39:11.278530 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d287cba-ee1c-4d0b-a870-5d2f3a623876 req-7a4b1b45-e2a6-4591-933a-4a3ad360974b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:11.281600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d287cba-ee1c-4d0b-a870-5d2f3a623876 req-7a4b1b45-e2a6-4591-933a-4a3ad360974b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0596437 Aug 30 15:39:11.323668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5d287cba-ee1c-4d0b-a870-5d2f3a623876 req-67393ee5-675e-478f-8dfc-d85829c82989 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370731 Aug 30 15:39:12.449963 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c03464-3236-4d8b-82a3-421e4e9aaea0 req-e6cb6d07-633f-4e88-ba85-52878290b316 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:12.451476 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2c03464-3236-4d8b-82a3-421e4e9aaea0 req-e6cb6d07-633f-4e88-ba85-52878290b316 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0519090 Aug 30 15:39:12.493757 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2c03464-3236-4d8b-82a3-421e4e9aaea0 req-1219e174-385c-4317-b504-fb0f2f52d74f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344980 Aug 30 15:39:13.626425 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ad896-78a8-42af-ba71-5983c7883074 req-9af3e81c-9113-455e-8757-722a8d3d371c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:13.628786 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-685ad896-78a8-42af-ba71-5983c7883074 req-9af3e81c-9113-455e-8757-722a8d3d371c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0568504 Aug 30 15:39:13.670367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-685ad896-78a8-42af-ba71-5983c7883074 req-bcbc77ea-01d9-42d3-b21e-035e8e59ec88 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354128 Aug 30 15:39:14.788959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5646a40-98cd-4629-8c2f-cc0e1bff2bcc req-0b94e339-30a8-4993-9ede-730730e33c20 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:14.790436 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5646a40-98cd-4629-8c2f-cc0e1bff2bcc req-0b94e339-30a8-4993-9ede-730730e33c20 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0511894 Aug 30 15:39:14.827068 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e5646a40-98cd-4629-8c2f-cc0e1bff2bcc req-476730f4-2eff-453c-8968-9c5559eda9f3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307429 Aug 30 15:39:15.185508 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495630-727f-42a0-9365-5f599c1f4260 req-a076fdc3-628d-4570-9d51-8421b60bc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:15.186948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f495630-727f-42a0-9365-5f599c1f4260 req-a076fdc3-628d-4570-9d51-8421b60bc58d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1096 time: 0.0391402 Aug 30 15:39:15.276409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495630-727f-42a0-9365-5f599c1f4260 req-a6149f73-1647-4375-8585-d9b4b250aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:15.277861 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f495630-727f-42a0-9365-5f599c1f4260 req-a6149f73-1647-4375-8585-d9b4b250aec5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0839722 Aug 30 15:39:15.341510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f495630-727f-42a0-9365-5f599c1f4260 req-8d988f33-c7c6-439f-a16e-7873a31c5dc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 1001 time: 0.0567575 Aug 30 15:39:15.388289 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495630-727f-42a0-9365-5f599c1f4260 req-6f14a883-e8af-43b9-9c5f-1285e4c1eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:15.389736 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f495630-727f-42a0-9365-5f599c1f4260 req-6f14a883-e8af-43b9-9c5f-1285e4c1eb45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0414267 Aug 30 15:39:15.436813 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495630-727f-42a0-9365-5f599c1f4260 req-c7c0156a-d113-4ce4-b993-94fb051160a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:15.438199 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f495630-727f-42a0-9365-5f599c1f4260 req-c7c0156a-d113-4ce4-b993-94fb051160a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416906 Aug 30 15:39:15.525223 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f495630-727f-42a0-9365-5f599c1f4260 req-7329cb77-2d3c-47db-9b83-f6c63432f5a2 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797801 Aug 30 15:39:15.615619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4f495630-727f-42a0-9365-5f599c1f4260 req-0e078d86-86ed-4f90-96cb-ee9d921f71e3 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Aug 30 15:39:15.943958 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a8b96-bb29-4357-bee6-e1c400272991 req-88f29f30-12ea-47a5-ab5e-9f8b11ac5627 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:15.945417 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f5a8b96-bb29-4357-bee6-e1c400272991 req-88f29f30-12ea-47a5-ab5e-9f8b11ac5627 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0516047 Aug 30 15:39:15.981750 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7f5a8b96-bb29-4357-bee6-e1c400272991 req-23a40bc5-1365-4556-a204-5ce412c950aa tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302217 Aug 30 15:39:17.099263 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c846c-0251-432d-970b-4a215ae41507 req-57657e9e-c000-4e90-8f5e-4672d5901d20 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:17.100761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-473c846c-0251-432d-970b-4a215ae41507 req-57657e9e-c000-4e90-8f5e-4672d5901d20 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0499954 Aug 30 15:39:17.140761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-473c846c-0251-432d-970b-4a215ae41507 req-d5ad3f84-f89f-467d-a11d-085e8e478d2a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Aug 30 15:39:18.252428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda555-566c-4263-b336-23dd90fe9cb3 req-fc5f7ce4-a632-43f3-a7e8-f39bd8d045a6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:18.253897 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76dda555-566c-4263-b336-23dd90fe9cb3 req-fc5f7ce4-a632-43f3-a7e8-f39bd8d045a6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0478382 Aug 30 15:39:18.290789 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-76dda555-566c-4263-b336-23dd90fe9cb3 req-1c2baf61-6338-4fa0-a181-b7737709687b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311861 Aug 30 15:39:18.340415 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:39:18.422282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:18.447758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:39:18.450300 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7b7da0-cfc6-408e-8055-d95cf9c7c9a2" -d '{"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:39:18.464023 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:39:18.468208 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:18.510915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa059e-f3b0-49da-a05a-8a162e9d4804 req-d712d3f2-d14f-4232-98e0-aab3e9699025 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:18.512431 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3eaa059e-f3b0-49da-a05a-8a162e9d4804 req-d712d3f2-d14f-4232-98e0-aab3e9699025 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 943 time: 0.0568354 Aug 30 15:39:18.514749 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2754a3c2-9aa9-4ab8-97e3-a4aabe77d4fa x-openstack-request-id: req-2754a3c2-9aa9-4ab8-97e3-a4aabe77d4fa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:39:18.515086 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-unplugged", "status": "failed", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:39:18.515339 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2754a3c2-9aa9-4ab8-97e3-a4aabe77d4fa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:39:18.515734 n-d-805668-3 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'code': 422} returned with failed status Aug 30 15:39:18.528939 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:39:18.553499 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3eaa059e-f3b0-49da-a05a-8a162e9d4804 req-61d9430a-c93b-45f7-8ff1-c0404860aa2f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346375 Aug 30 15:39:18.660173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:39:18.742109 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-0a4b8a04-750f-4aee-bb91-d8f8be8a8db2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807729 Aug 30 15:39:19.629295 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-b9060960-041f-4103-9054-b4c9fb1edde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:19.630901 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-b9060960-041f-4103-9054-b4c9fb1edde2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e&tenant_id=59879abeddae43d8922b9be7617d3bca HTTP/1.1" status: 200 len: 1094 time: 0.0819492 Aug 30 15:39:19.649516 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805668-3', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:39:19.669031 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281833b6-c34e-4d7d-a508-ac2746aa954e req-6c09ba88-22e1-4dca-95a9-5eeb532d4c33 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:19.670689 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-281833b6-c34e-4d7d-a508-ac2746aa954e req-6c09ba88-22e1-4dca-95a9-5eeb532d4c33 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 943 time: 0.0497921 Aug 30 15:39:19.702550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:19.708423 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-281833b6-c34e-4d7d-a508-ac2746aa954e req-72237193-73d7-47fa-a3aa-5ad1f1a56032 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Aug 30 15:39:19.904633 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:39:19.936000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h2-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:39:19.968367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0d5235-ffa2-45d6-a838-61841a4e236e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:39:19.975499 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:19.986940 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Transition to ACTIVE for port object cc0d5235-ffa2-45d6-a838-61841a4e236e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:39:19.990395 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:20.071234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=9']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:39:20.083582 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.083927 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.084265 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.084598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.084928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.085281 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.085608 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.085930 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.086251 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.086572 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.086895 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.087211 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:39:20.119957 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] No DVR routers for this DVR port cc0d5235-ffa2-45d6-a838-61841a4e236e on host n-h2-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:39:20.255315 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Attempting to bind port cc0d5235-ffa2-45d6-a838-61841a4e236e on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:39:20.255656 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Attempting to bind port cc0d5235-ffa2-45d6-a838-61841a4e236e by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:39:20.255995 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Attempting to bind port cc0d5235-ffa2-45d6-a838-61841a4e236e on network 79efc8b4-1d66-457e-afeb-33604523536c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:39:20.260234 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Port cc0d5235-ffa2-45d6-a838-61841a4e236e on network 79efc8b4-1d66-457e-afeb-33604523536c not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:39:20.260560 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Attempting to bind port cc0d5235-ffa2-45d6-a838-61841a4e236e on network 79efc8b4-1d66-457e-afeb-33604523536c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:39:20.265348 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:39:20.265694 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Checking segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:39:20.266081 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Bound using segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:39:20.266538 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Bound port: cc0d5235-ffa2-45d6-a838-61841a4e236e, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:39:20.266896 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:20.329915 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:39:20.333347 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:39:20.337928 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:20.371034 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:20.371722 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:20.372997 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] 10.222.0.21 "PUT /v2.0/ports/cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 1091 time: 0.7277350 Aug 30 15:39:20.373527 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:39:20.375688 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26019def-f055-43f9-8762-91256bed4543" -d '{"events": [{"name": "network-changed", "server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:39:20.400569 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfbc96-c663-49cb-988a-27794f8442fc service neutron] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:39:20.445067 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7fb703-f8a4-4e2f-8737-3d95baf5abfb x-openstack-request-id: req-fc7fb703-f8a4-4e2f-8737-3d95baf5abfb {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:39:20.445375 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:39:20.445630 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc7fb703-f8a4-4e2f-8737-3d95baf5abfb {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:39:20.446026 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'status': 'completed', 'code': 200} Aug 30 15:39:20.462880 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-c6f0236e-e57d-4b15-b620-c127c467599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:20.464434 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-c6f0236e-e57d-4b15-b620-c127c467599e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1095 time: 0.0504820 Aug 30 15:39:20.560389 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-5c58b1b8-74b3-4fb4-a63c-c0e25ec2f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:20.561910 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-5c58b1b8-74b3-4fb4-a63c-c0e25ec2f2ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0882108 Aug 30 15:39:20.630261 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-ae6518a8-127e-41ee-a182-7924fecb256c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 999 time: 0.0613761 Aug 30 15:39:20.678725 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-bdbacbd6-3307-4a5a-a4d5-cd3209b62071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:20.680011 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-bdbacbd6-3307-4a5a-a4d5-cd3209b62071 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0431356 Aug 30 15:39:20.725506 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-8047ac9c-df13-4896-ba7e-e0af89bbbe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:20.726960 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-8047ac9c-df13-4896-ba7e-e0af89bbbe2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395551 Aug 30 15:39:20.821551 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-446ad2af-8b85-4394-803c-541d741d0ba7 service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 Aug 30 15:39:20.822284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7ab0f-a41f-41db-9fab-5bb7f758766d req-abc3a155-c6d6-4c95-96af-63ae8c28e431 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:20.823738 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-efa7ab0f-a41f-41db-9fab-5bb7f758766d req-abc3a155-c6d6-4c95-96af-63ae8c28e431 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0471828 Aug 30 15:39:20.865006 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-efa7ab0f-a41f-41db-9fab-5bb7f758766d req-7748a87f-a056-4193-b6ea-a3b229d4d77e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349660 Aug 30 15:39:20.874886 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:20.913958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6a819387-302e-4d0e-8a3e-f74d5a80aa05 req-fa2b3d94-92bc-4eea-bd0a-f012b31cfac3 service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850766 Aug 30 15:39:21.024545 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26019def-f055-43f9-8762-91256bed4543 req-4ead4d0c-476f-4856-9a3a-7d2f61efc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:21.026092 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26019def-f055-43f9-8762-91256bed4543 req-4ead4d0c-476f-4856-9a3a-7d2f61efc525 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1095 time: 0.0416887 Aug 30 15:39:21.120245 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26019def-f055-43f9-8762-91256bed4543 req-6f9dd418-6f01-41f9-b0ab-c259b0df17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:21.121765 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26019def-f055-43f9-8762-91256bed4543 req-6f9dd418-6f01-41f9-b0ab-c259b0df17a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0881116 Aug 30 15:39:21.188141 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26019def-f055-43f9-8762-91256bed4543 req-734b8460-ea3a-4a61-8523-00545b993973 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 999 time: 0.0585616 Aug 30 15:39:21.244976 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26019def-f055-43f9-8762-91256bed4543 req-385c2d8f-5dc3-479c-95fb-3c3c4263811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:21.247609 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26019def-f055-43f9-8762-91256bed4543 req-385c2d8f-5dc3-479c-95fb-3c3c4263811b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0531738 Aug 30 15:39:21.984474 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c59a1-3ad8-45ee-94eb-91de4d2173b9 req-43b185f6-afc9-4336-8d9f-98abdcd2a96d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:21.986082 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-626c59a1-3ad8-45ee-94eb-91de4d2173b9 req-43b185f6-afc9-4336-8d9f-98abdcd2a96d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0508804 Aug 30 15:39:22.026939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-626c59a1-3ad8-45ee-94eb-91de4d2173b9 req-2dadaa3e-c181-4f19-ac69-33a5c918ea45 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340843 Aug 30 15:39:22.355081 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:39:22.397493 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:39:23.149321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da221b3-046c-43b9-81ba-94dd9ea94ed1 req-52f5338c-0392-4ad9-8570-5f23a9d42816 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:23.150810 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1da221b3-046c-43b9-81ba-94dd9ea94ed1 req-52f5338c-0392-4ad9-8570-5f23a9d42816 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0554419 Aug 30 15:39:23.191552 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1da221b3-046c-43b9-81ba-94dd9ea94ed1 req-bb3e912d-a8ed-45af-951f-1f47e0c1c0f2 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346453 Aug 30 15:39:24.309625 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac30224-771c-4543-8aca-0e7ede338be6 req-0eb10d7a-215b-46f3-8fc7-5b3fe4268300 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:24.311251 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fac30224-771c-4543-8aca-0e7ede338be6 req-0eb10d7a-215b-46f3-8fc7-5b3fe4268300 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0503170 Aug 30 15:39:24.352171 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-fac30224-771c-4543-8aca-0e7ede338be6 req-77eb6fc2-34f2-468e-914c-10c69fc2fade tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344048 Aug 30 15:39:25.284386 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c7547ae-d239-47fd-b9b4-4e89e13b315b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:25.476216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ebcb8-4599-416e-8157-977acdfc0563 req-41961135-47c2-4a80-b880-a5c57a7144cc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:25.477867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-964ebcb8-4599-416e-8157-977acdfc0563 req-41961135-47c2-4a80-b880-a5c57a7144cc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0530319 Aug 30 15:39:25.521130 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-964ebcb8-4599-416e-8157-977acdfc0563 req-f1df07ad-620e-4286-a35f-333d8a876168 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372298 Aug 30 15:39:26.641931 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851cb4-3102-4dbe-8d51-021ba6b2fa06 req-7659a268-3f88-4e47-ab08-36fc670bf1c5 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:26.643466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65851cb4-3102-4dbe-8d51-021ba6b2fa06 req-7659a268-3f88-4e47-ab08-36fc670bf1c5 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0552824 Aug 30 15:39:26.686151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-65851cb4-3102-4dbe-8d51-021ba6b2fa06 req-7bdf721a-6b6d-4034-bc40-5b4d69440e6e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361273 Aug 30 15:39:27.402631 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:39:27.871538 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f595-37c7-410a-bccc-ffcc2cce4d61 req-1e5999e5-31dd-4515-bbf9-ea65ff66e348 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:27.873070 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1654f595-37c7-410a-bccc-ffcc2cce4d61 req-1e5999e5-31dd-4515-bbf9-ea65ff66e348 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0520730 Aug 30 15:39:27.915705 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1654f595-37c7-410a-bccc-ffcc2cce4d61 req-2bb962e3-0d82-44ea-979b-7451f83a9d3e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363801 Aug 30 15:39:27.943406 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a7db870-1971-416e-bf79-dfa57fce7afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:28.745494 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:29.037739 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01012bae-87c7-4f1f-baa0-1ea9e6dc17a0 req-9c4edf72-6363-4930-9d53-742ca4db625a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:29.039388 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01012bae-87c7-4f1f-baa0-1ea9e6dc17a0 req-9c4edf72-6363-4930-9d53-742ca4db625a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0506160 Aug 30 15:39:29.078938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-01012bae-87c7-4f1f-baa0-1ea9e6dc17a0 req-29a92800-2272-44fd-97b0-493a107417b9 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326219 Aug 30 15:39:29.531133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:30.200547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34ef60-4d3e-4218-97a5-a0cf3147d307 req-ba2233bf-102c-476f-923f-718406104091 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:30.202122 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad34ef60-4d3e-4218-97a5-a0cf3147d307 req-ba2233bf-102c-476f-923f-718406104091 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0533354 Aug 30 15:39:30.241003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ad34ef60-4d3e-4218-97a5-a0cf3147d307 req-0971bdf3-5341-4393-b1d6-bd64a146505a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326474 Aug 30 15:39:31.363903 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48475970-f702-4c00-add5-1971cca4fb3d req-e2a1929a-ef34-4411-a0aa-6d2490814a9f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:31.365421 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48475970-f702-4c00-add5-1971cca4fb3d req-e2a1929a-ef34-4411-a0aa-6d2490814a9f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0505886 Aug 30 15:39:31.405154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-48475970-f702-4c00-add5-1971cca4fb3d req-e4507ed5-c71e-4393-9fe6-77b099ad3c5d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Aug 30 15:39:31.900688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:32.516554 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420f926-9743-46fb-b88b-218d3c784764 req-abcc1250-e526-4170-bb0b-3a5a3307c381 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:32.518045 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a420f926-9743-46fb-b88b-218d3c784764 req-abcc1250-e526-4170-bb0b-3a5a3307c381 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0479269 Aug 30 15:39:32.554510 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a420f926-9743-46fb-b88b-218d3c784764 req-9e3126b8-5301-400c-80f6-dfed8d2ebe4d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300467 Aug 30 15:39:33.555878 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:33.665562 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686d8b1-b275-4710-84b9-ee9b6b508f3c req-0d5924f2-93e5-401b-ad6c-f687be04b9b7 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:33.666911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6686d8b1-b275-4710-84b9-ee9b6b508f3c req-0d5924f2-93e5-401b-ad6c-f687be04b9b7 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0469790 Aug 30 15:39:33.707239 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-6686d8b1-b275-4710-84b9-ee9b6b508f3c req-71980304-fba5-4bd5-8406-00a75148712d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345514 Aug 30 15:39:34.818103 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2952680-8655-425a-9ee3-63e07c254f93 req-e282e271-ed6d-4b88-96b1-81d8f174d2ea tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:34.819577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2952680-8655-425a-9ee3-63e07c254f93 req-e282e271-ed6d-4b88-96b1-81d8f174d2ea tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0470712 Aug 30 15:39:34.859775 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2952680-8655-425a-9ee3-63e07c254f93 req-e2d73cbf-9ffc-475c-87d2-66c6e57b84c8 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341876 Aug 30 15:39:35.863760 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26019def-f055-43f9-8762-91256bed4543 req-03c8b3dc-b580-49fe-aaf2-432ee8e9284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:35.865660 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26019def-f055-43f9-8762-91256bed4543 req-03c8b3dc-b580-49fe-aaf2-432ee8e9284f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407562 Aug 30 15:39:35.990688 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26019def-f055-43f9-8762-91256bed4543 req-bce3def6-50c2-420a-b354-ca650710e6d6 service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147718 Aug 30 15:39:36.002515 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df8f4-40ce-4d08-bb00-316c84c33bdc req-e6cc2350-8e8a-48c4-b0de-435d48fa5792 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:36.004428 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b0df8f4-40ce-4d08-bb00-316c84c33bdc req-e6cc2350-8e8a-48c4-b0de-435d48fa5792 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0715866 Aug 30 15:39:36.084859 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4b0df8f4-40ce-4d08-bb00-316c84c33bdc req-4a5ee2fe-b93a-43a9-8324-ba397a4baf1a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726197 Aug 30 15:39:36.112703 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26019def-f055-43f9-8762-91256bed4543 req-59563f09-0d03-46ef-9143-fa5f756f7479 service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073694 Aug 30 15:39:37.197138 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d0f5d-b3d8-4d79-9fa0-93854af66a7a req-00d5131e-6623-4d19-80f3-493a89361424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:37.198577 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-201d0f5d-b3d8-4d79-9fa0-93854af66a7a req-00d5131e-6623-4d19-80f3-493a89361424 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0474253 Aug 30 15:39:37.234692 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-201d0f5d-b3d8-4d79-9fa0-93854af66a7a req-a7e7ca5b-c3ac-4dac-99e0-713faa706a4c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301299 Aug 30 15:39:38.351855 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9cb0c-5c52-4ab3-bc6f-83bb622db9ab req-775220b6-aba8-4dba-ab2d-d0a07a305a2a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:38.353341 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ecc9cb0c-5c52-4ab3-bc6f-83bb622db9ab req-775220b6-aba8-4dba-ab2d-d0a07a305a2a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0525923 Aug 30 15:39:38.390653 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ecc9cb0c-5c52-4ab3-bc6f-83bb622db9ab req-0e7bc0e4-022a-40d0-98fd-05db50daba19 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Aug 30 15:39:39.289034 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:39:39.380870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:39:39.396478 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'port_id': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'mac_address': 'fa:16:3e:68:8d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:39:39.433957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:39.447366 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0d5235-ffa2-45d6-a838-61841a4e236e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:39:39.466247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:39:39.471335 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:39.504131 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae219e-7e21-4583-80c6-723a752eb644 req-a63cfbb0-9478-4658-b59c-0d6d25478dc3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:39.506121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49ae219e-7e21-4583-80c6-723a752eb644 req-a63cfbb0-9478-4658-b59c-0d6d25478dc3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 944 time: 0.0487041 Aug 30 15:39:39.518382 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:39:39.544365 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49ae219e-7e21-4583-80c6-723a752eb644 req-225b9526-8ab0-405e-a2f7-35169f3034b3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322225 Aug 30 15:39:39.939667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['cc0d5235-ffa2-45d6-a838-61841a4e236e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:39:40.657850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9ee8-477d-480e-ae1f-e9239eb4460d req-f3a40be4-7f28-4457-b72a-bc3a27e8d481 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:40.659232 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b7b9ee8-477d-480e-ae1f-e9239eb4460d req-f3a40be4-7f28-4457-b72a-bc3a27e8d481 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 945 time: 0.0483599 Aug 30 15:39:40.695709 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-0b7b9ee8-477d-480e-ae1f-e9239eb4460d req-e54df6d6-6b4f-4708-b422-dfd93fb5fe41 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304999 Aug 30 15:39:41.320273 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:39:41.366973 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port cc0d5235-ffa2-45d6-a838-61841a4e236e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:39:41.371153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port cc0d5235-ffa2-45d6-a838-61841a4e236e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:39:41.371464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:41.447634 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:41.469769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:39:41.471959 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4253668-17fd-44e8-81ec-206aeb0a0da1" -d '{"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:39:41.484597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:39:41.488913 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:41.513621 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f7ea0a-a257-49c0-8916-2aad78d2c09d x-openstack-request-id: req-76f7ea0a-a257-49c0-8916-2aad78d2c09d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:39:41.513916 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-plugged", "status": "completed", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:39:41.514193 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76f7ea0a-a257-49c0-8916-2aad78d2c09d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:39:41.514584 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'code': 200} Aug 30 15:39:41.537252 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:39:41.730863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cd1ec-3143-47dc-903a-40424f8ed43b req-b81ad226-32b6-4de4-8178-8092b0242d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:41.732345 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a5cd1ec-3143-47dc-903a-40424f8ed43b req-b81ad226-32b6-4de4-8178-8092b0242d9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1097 time: 0.0400236 Aug 30 15:39:41.775672 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8a5cd1ec-3143-47dc-903a-40424f8ed43b req-398bdf96-02f1-422d-93c6-0b2a1a354b1a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360110 Aug 30 15:39:41.815482 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a1f8-3442-4550-9bf8-72994f3af183 req-0cd89b4b-304f-43e0-be4d-c38d17a92bf4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:41.816984 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ac7a1f8-3442-4550-9bf8-72994f3af183 req-0cd89b4b-304f-43e0-be4d-c38d17a92bf4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 946 time: 0.0533543 Aug 30 15:39:41.855822 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2ac7a1f8-3442-4550-9bf8-72994f3af183 req-17fd0276-a52d-4a1f-a257-5eb8e593fb20 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Aug 30 15:39:42.967872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22115953-054f-436a-884f-f299741b02d2 req-4ee91eae-4561-4e5f-bde0-9a60c0dc3c2e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:42.969345 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22115953-054f-436a-884f-f299741b02d2 req-4ee91eae-4561-4e5f-bde0-9a60c0dc3c2e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 946 time: 0.0473404 Aug 30 15:39:43.010203 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-22115953-054f-436a-884f-f299741b02d2 req-79511696-caff-4f9e-92a6-02d2a25217d6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344903 Aug 30 15:39:44.121475 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69db0b0-c2f1-495d-8167-287048c736a8 req-4d9244fd-81f9-4a7d-8250-6194aad32f0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:39:44.122928 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b69db0b0-c2f1-495d-8167-287048c736a8 req-4d9244fd-81f9-4a7d-8250-6194aad32f0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 946 time: 0.0481570 Aug 30 15:39:44.161684 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b69db0b0-c2f1-495d-8167-287048c736a8 req-6f81ae1d-8fc5-40b2-ab87-313abfa03a40 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329423 Aug 30 15:39:50.867498 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:55.285293 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffe5601a-5d95-475c-bcb2-6a1f8e0928fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:57.943029 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6f829c2d-5a0b-47fa-b213-91d47f698f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:58.750429 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:39:59.534042 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:01.902273 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:03.554605 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:04.401681 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:40:18.365294 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-f831fdec-1a43-4312-b0b0-20645b5b6b1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379524 Aug 30 15:40:18.460993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-60add7b7-7f99-4643-a61c-5566e67feec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:40:18.462473 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-60add7b7-7f99-4643-a61c-5566e67feec9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1097 time: 0.0399244 Aug 30 15:40:18.565709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-f56400a6-1b2c-478f-8056-8430cf69d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:40:18.567161 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-f56400a6-1b2c-478f-8056-8430cf69d001 service neutron] 10.222.0.21 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0863845 Aug 30 15:40:18.632020 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-1cc419d1-8767-4d34-a1c1-ea5146b2b0df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 1001 time: 0.0562994 Aug 30 15:40:18.684232 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-4ad34bd9-e5af-49a4-b53b-d09f75bf5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:40:18.685671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-4ad34bd9-e5af-49a4-b53b-d09f75bf5ee4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0456934 Aug 30 15:40:18.730511 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-a45e74d0-03f4-4cdd-a1c2-6f3ac9d74bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:40:18.731999 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-a45e74d0-03f4-4cdd-a1c2-6f3ac9d74bf4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393491 Aug 30 15:40:18.817751 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-f3a6832a-f462-487d-85bf-4ffddf36085e service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786681 Aug 30 15:40:18.907980 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-26032183-f0e7-41b9-81c9-2cd5f7e7889a req-714bdb56-2c9b-4911-9d1d-02cf36a45bae service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830133 Aug 30 15:40:20.897811 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:25.285390 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86500061-8c4a-492e-82f6-083b24b8d8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:27.943084 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-814c9868-4756-4f52-9b53-60972a2d9cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:28.751314 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:29.536094 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:31.905392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:33.551955 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:41.403141 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:40:50.911282 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:55.284393 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf8dca92-d96d-4673-9a74-82f8bca69051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:57.942285 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8a54310-a8cf-477e-9fb0-ec71abd2ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:58.752020 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:40:59.539045 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:01.907485 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:03.572748 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:18.301420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-2e6543ff-9883-4e9c-9f3f-1e16b500e6a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402284 Aug 30 15:41:18.396711 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-cbcf81c9-cc8c-4c04-9cae-3936859814a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:18.398224 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-cbcf81c9-cc8c-4c04-9cae-3936859814a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1097 time: 0.0394764 Aug 30 15:41:18.402220 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:41:18.774353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-370da768-5dd9-45ec-8452-1c9d8588ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:18.775832 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-370da768-5dd9-45ec-8452-1c9d8588ccb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.3593407 Aug 30 15:41:18.840484 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-c2133238-a115-4e2c-9d3f-61432215b00a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 1001 time: 0.0555983 Aug 30 15:41:18.892624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-78f3f858-dc52-4063-adeb-d00abd9b2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:18.894028 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-78f3f858-dc52-4063-adeb-d00abd9b2a13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0444696 Aug 30 15:41:18.938390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-9f4cdca4-c635-48c7-9db2-7af73370bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:18.939817 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-9f4cdca4-c635-48c7-9db2-7af73370bb8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388038 Aug 30 15:41:19.031016 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-038cb661-3e4c-4056-8e81-fb9992ddd2ed service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802588 Aug 30 15:41:19.124448 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b4e12959-786d-4928-bda6-02fbbf0adccf req-693c6f2c-95bc-40b7-8f88-ef3b920ad521 service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843990 Aug 30 15:41:20.927267 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:25.284225 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab51a1d5-0fd4-4add-8655-64a008a4cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:27.942473 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f3e44d7-c45d-4c30-8e89-ac6d8a8625b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:28.752363 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:28.781986 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:28.935913 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Deleting port c611edca-27f8-4da1-8466-fda4e832ce5d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:41:28.936253 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:29.012313 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:29.012559 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:29.024073 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Calling delete_port for c611edca-27f8-4da1-8466-fda4e832ce5d owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:41:29.162677 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:29.195980 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event deleted for resources: {'Port': ['ID=c611edca-27f8-4da1-8466-fda4e832ce5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:29.216383 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.216742 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.217079 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.217420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.217750 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.218077 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.218400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.218723 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.219042 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.219366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.219713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.220037 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:29.263104 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:29.263359 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Floating IP 2627d32e-2c48-44a5-abb5-b4ec24049abd disassociated (deleted). External IP: 172.25.6.220, port: cc0d5235-ffa2-45d6-a838-61841a4e236e. Aug 30 15:41:29.467923 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:41:29.543702 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:29.574027 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:41:29.579125 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:29.583665 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] Sync routers for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:41:29.593284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:41:29.593910 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:41:29.606186 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-866a86a0-e6c6-4c1d-99b2-8780f00c2d5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "DELETE /v2.0/floatingips/2627d32e-2c48-44a5-abb5-b4ec24049abd HTTP/1.1" status: 204 len: 168 time: 0.8225417 Aug 30 15:41:29.606784 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:41:29.609087 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cae134-bea0-448e-9f84-acc343d075f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:41:29.709684 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b022877c-577b-4104-8094-d33dd64b9920 x-openstack-request-id: req-b022877c-577b-4104-8094-d33dd64b9920 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:41:29.709999 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:41:29.710250 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b022877c-577b-4104-8094-d33dd64b9920 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:41:29.710754 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'status': 'completed', 'code': 200} Aug 30 15:41:29.714241 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:41:29.830290 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-a22bb4ec-2aec-4250-a5ad-8bd47eec715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:29.831778 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-a22bb4ec-2aec-4250-a5ad-8bd47eec715e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 1097 time: 0.0747499 Aug 30 15:41:29.858687 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce28b4-9689-4e16-9350-84b26e5e57ab req-b4cd5f3b-9132-477e-8c48-b11b0511bc1f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:29.860105 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5ce28b4-9689-4e16-9350-84b26e5e57ab req-b4cd5f3b-9132-477e-8c48-b11b0511bc1f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 946 time: 0.0662880 Aug 30 15:41:29.918817 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:41:29.943313 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e5ce28b4-9689-4e16-9350-84b26e5e57ab req-3bf401c3-7261-4159-bb45-069c0fb02f19 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735135 Aug 30 15:41:29.944737 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] Checking router: 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:41:29.953828 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:41:29.954441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:41:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:41:29.961210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-be1f6044-94e7-4d9a-974e-1c2e052d5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:29.962699 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-be1f6044-94e7-4d9a-974e-1c2e052d5b31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.1197860 Aug 30 15:41:30.009467 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-08cdb749-68f5-4787-a2b8-bae7d31348e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 200 len: 217 time: 0.0389171 Aug 30 15:41:30.057965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:41:30.059201 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-485f0e4e-be31-43b5-b8e8-c01ec3b22804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:30.060663 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-485f0e4e-be31-43b5-b8e8-c01ec3b22804 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0431049 Aug 30 15:41:30.110307 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-13a5264b-020f-4b4e-bb8c-2dcf4a118d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:30.111707 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-13a5264b-020f-4b4e-bb8c-2dcf4a118d40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402992 Aug 30 15:41:30.205466 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-5cdb47da-bde1-49fc-930d-65beb62aeeb4 service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855811 Aug 30 15:41:30.250798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:41:30.280428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b7d1c-ebf8-4fd5-ba12-38b14e576727 None None] The sync data for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 is: [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:41:30.302424 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e2cae134-bea0-448e-9f84-acc343d075f5 req-9a2b4fc5-b500-403f-b3c4-df55d021cca1 service neutron] 10.222.0.21 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891192 Aug 30 15:41:30.491753 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56341b5f-6818-46fb-9971-8199a64c448e None None] New status for floating IP 2627d32e-2c48-44a5-abb5-b4ec24049abd: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:41:31.079038 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ebedd-243a-40ed-bd62-e1ca467818d2 req-cff462aa-ab8b-4944-a5f0-6b945257c651 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:31.080517 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a76ebedd-243a-40ed-bd62-e1ca467818d2 req-cff462aa-ab8b-4944-a5f0-6b945257c651 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 946 time: 0.0484235 Aug 30 15:41:31.117755 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a76ebedd-243a-40ed-bd62-e1ca467818d2 req-cb5a974f-e697-46a1-af07-0e66a5e12ab3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 Aug 30 15:41:31.658624 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-c56e5f21-57a6-40c8-9290-b2f6d806ac14 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:31.659983 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-c56e5f21-57a6-40c8-9290-b2f6d806ac14 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.21 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 946 time: 0.0483274 Aug 30 15:41:31.753115 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Deleting port cc0d5235-ffa2-45d6-a838-61841a4e236e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:41:31.753464 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:31.840504 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] For port cc0d5235-ffa2-45d6-a838-61841a4e236e, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=cc0d5235-ffa2-45d6-a838-61841a4e236e,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:41:31.840867 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:31.853577 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Calling delete_port for cc0d5235-ffa2-45d6-a838-61841a4e236e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:41:31.910090 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:31.981028 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:32.009216 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event deleted for resources: {'Port': ['ID=cc0d5235-ffa2-45d6-a838-61841a4e236e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:32.055022 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] No DVR routers for this DVR port cc0d5235-ffa2-45d6-a838-61841a4e236e on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:41:32.057616 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:32.060123 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2839e026-1e00-4b9d-8966-601a9cd23f9c req-cb92122e-8f4c-48f3-a0ee-754c70e3e67b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.21 "DELETE /v2.0/ports/cc0d5235-ffa2-45d6-a838-61841a4e236e HTTP/1.1" status: 204 len: 173 time: 0.3931649 Aug 30 15:41:32.060556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-deleted', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:41:32.062835 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b159469-bd5b-44eb-94a5-9ed62e5dbaf5" -d '{"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-deleted", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:41:32.100066 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2316f03e-10b4-464c-809a-bb0cc172b2df x-openstack-request-id: req-2316f03e-10b4-464c-809a-bb0cc172b2df {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:41:32.100364 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4facceed-f133-4f4b-b580-363f1d57b94e", "name": "network-vif-deleted", "tag": "cc0d5235-ffa2-45d6-a838-61841a4e236e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:41:32.100641 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2316f03e-10b4-464c-809a-bb0cc172b2df {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:41:32.101065 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4facceed-f133-4f4b-b580-363f1d57b94e', 'name': 'network-vif-deleted', 'tag': 'cc0d5235-ffa2-45d6-a838-61841a4e236e', 'status': 'completed', 'code': 200} Aug 30 15:41:32.210377 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-895686a9-db7a-49dd-adc0-fc343f54e664 req-fa3d20fd-a729-44ef-a1ba-8e03539a0284 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=4facceed-f133-4f4b-b580-363f1d57b94e HTTP/1.1" status: 200 len: 210 time: 0.0270102 Aug 30 15:41:33.264849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:33.321942 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ea65260-0bf8-4aa0-a800-dfb643c22210 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:33.346779 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ea65260-0bf8-4aa0-a800-dfb643c22210 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:33.406555 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ea65260-0bf8-4aa0-a800-dfb643c22210 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:33.409651 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ea65260-0bf8-4aa0-a800-dfb643c22210 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:33.411027 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-9ea65260-0bf8-4aa0-a800-dfb643c22210 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d5d34d6-7bff-4d72-b01e-5d5711ac9c63 HTTP/1.1" status: 204 len: 168 time: 0.1451738 Aug 30 15:41:33.424067 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea65260-0bf8-4aa0-a800-dfb643c22210 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d34d6-7bff-4d72-b01e-5d5711ac9c63,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:33.571173 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:34.767240 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:34.771984 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f89f083c-42d7-46ea-912a-71a8809cac59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636108010', 'description': 'tempest-secgroup-smoke-1636108010 description', 'project_id': '59879abeddae43d8922b9be7617d3bca'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:34.794005 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89f083c-42d7-46ea-912a-71a8809cac59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:34.875595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89f083c-42d7-46ea-912a-71a8809cac59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:34.878996 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89f083c-42d7-46ea-912a-71a8809cac59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:34.905352 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f89f083c-42d7-46ea-912a-71a8809cac59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:34.906554 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-f89f083c-42d7-46ea-912a-71a8809cac59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1383021 Aug 30 15:41:34.908366 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f083c-42d7-46ea-912a-71a8809cac59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:34.909777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 32988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:34.915310 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': 'ab87f8b2-9df3-47c2-a59c-af8dc0c67b99', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:34.940651 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:34.994732 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:34.998649 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.019949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5e4a81-9d34-40af-8347-fdf4eec3ed26,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:35.029146 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.029506 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.029857 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.030202 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.030544 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.030928 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.031281 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.031690 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.032087 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.032426 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.032786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.033152 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:41:35.035718 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.036886 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a765ff24-9b34-45f8-8547-8e2da5b311a3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251621 Aug 30 15:41:35.039867 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:35.045008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-118eb8f3-8a2e-41c4-a014-6b570eae31dc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': 'ab87f8b2-9df3-47c2-a59c-af8dc0c67b99', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:35.070662 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118eb8f3-8a2e-41c4-a014-6b570eae31dc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.130280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118eb8f3-8a2e-41c4-a014-6b570eae31dc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.133771 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118eb8f3-8a2e-41c4-a014-6b570eae31dc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.148051 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eb8f3-8a2e-41c4-a014-6b570eae31dc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dd9b23-8074-43d6-a1be-a400c06fd86a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:35.156582 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118eb8f3-8a2e-41c4-a014-6b570eae31dc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.157886 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-118eb8f3-8a2e-41c4-a014-6b570eae31dc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170149 Aug 30 15:41:35.160543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:35.164839 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c1c84248-0c0c-4bba-80f3-0e36d4d7f484 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': 'ab87f8b2-9df3-47c2-a59c-af8dc0c67b99', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:35.190668 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1c84248-0c0c-4bba-80f3-0e36d4d7f484 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.246818 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1c84248-0c0c-4bba-80f3-0e36d4d7f484 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.250288 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1c84248-0c0c-4bba-80f3-0e36d4d7f484 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.267299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84248-0c0c-4bba-80f3-0e36d4d7f484 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7646341-e316-4670-8cb7-46ee8bbf19c2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:35.272741 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1c84248-0c0c-4bba-80f3-0e36d4d7f484 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.274075 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c1c84248-0c0c-4bba-80f3-0e36d4d7f484 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125898 Aug 30 15:41:35.276688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:35.281071 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e8472eed-c9b5-4506-a80c-6207b5e3e781 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': 'ab87f8b2-9df3-47c2-a59c-af8dc0c67b99', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:35.306597 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8472eed-c9b5-4506-a80c-6207b5e3e781 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.363845 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8472eed-c9b5-4506-a80c-6207b5e3e781 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.368045 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8472eed-c9b5-4506-a80c-6207b5e3e781 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.385885 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8472eed-c9b5-4506-a80c-6207b5e3e781 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e2c39b-423e-444f-8836-8f60b4b4b5a0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:35.391855 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8472eed-c9b5-4506-a80c-6207b5e3e781 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.393122 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-e8472eed-c9b5-4506-a80c-6207b5e3e781 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154373 Aug 30 15:41:35.395783 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 32996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:35.400579 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7636474f-afd9-4360-86f5-e4827b679202 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': 'ab87f8b2-9df3-47c2-a59c-af8dc0c67b99', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:35.422189 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-7636474f-afd9-4360-86f5-e4827b679202 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Project 59879abeddae43d8922b9be7617d3bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:41:35.427117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7636474f-afd9-4360-86f5-e4827b679202 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.488273 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7636474f-afd9-4360-86f5-e4827b679202 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.491828 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7636474f-afd9-4360-86f5-e4827b679202 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.511863 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636474f-afd9-4360-86f5-e4827b679202 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb2e2f7-29a5-4bb4-b680-898e1ad82dd1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:35.518849 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7636474f-afd9-4360-86f5-e4827b679202 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.520151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-7636474f-afd9-4360-86f5-e4827b679202 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234384 Aug 30 15:41:35.523186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 32998) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:41:35.528367 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-af04fa4f-71d1-4edb-a64c-f30375b09b0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'security_group_rule': {'security_group_id': 'ab87f8b2-9df3-47c2-a59c-af8dc0c67b99', 'project_id': '59879abeddae43d8922b9be7617d3bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:35.550228 n-d-805668-3 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-af04fa4f-71d1-4edb-a64c-f30375b09b0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Project 59879abeddae43d8922b9be7617d3bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:41:35.554922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af04fa4f-71d1-4edb-a64c-f30375b09b0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.613544 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af04fa4f-71d1-4edb-a64c-f30375b09b0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.616843 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af04fa4f-71d1-4edb-a64c-f30375b09b0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.633330 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04fa4f-71d1-4edb-a64c-f30375b09b0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f335bac-3d16-4d82-88bc-0d818bb57997,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:35.639538 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af04fa4f-71d1-4edb-a64c-f30375b09b0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:35.640770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-af04fa4f-71d1-4edb-a64c-f30375b09b0b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165123 Aug 30 15:41:35.861407 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:41:35.881100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: cc0d5235-ffa2-45d6-a838-61841a4e236e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:41:35.881450 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device cc0d5235-ffa2-45d6-a838-61841a4e236e not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:41:48.933770 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-abe4b869-0082-4ec2-9b8d-0834bdd03e36 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636108010&fields=id&tenant_id=59879abeddae43d8922b9be7617d3bca HTTP/1.1" status: 200 len: 267 time: 0.0314684 Aug 30 15:41:49.041318 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-f93901d4-a5d9-4d12-b808-25a0fff9aab9 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:49.042712 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-f93901d4-a5d9-4d12-b808-25a0fff9aab9 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 809 time: 0.1020746 Aug 30 15:41:49.061303 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-2c1caca3-6304-41f6-850b-9734ab128658 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/quotas/59879abeddae43d8922b9be7617d3bca HTTP/1.1" status: 200 len: 375 time: 0.0099268 Aug 30 15:41:49.112707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-03ffc4dc-fe61-4751-815b-200b960eb2f7 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460773 Aug 30 15:41:49.262333 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5a7f4afa-6a65-4e6d-9ebd-4973a0f5f5b9 service neutron] 10.222.0.50 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377771 Aug 30 15:41:49.353498 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-91d29119-10eb-482d-b967-465d5342b4fe service neutron] 10.222.0.50 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848196 Aug 30 15:41:50.661655 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-1baffcd4-2c3b-4784-a182-935928687207 req-7fa75b11-a886-4ae6-83be-7990cf413f3f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0317073 Aug 30 15:41:50.937486 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:51.739003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-25744b0a-6431-4429-a2ca-74200d11f4f1 req-0db79dbc-3404-438b-b101-750f9cd8ebcd tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0276446 Aug 30 15:41:52.813667 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-2c36a4f2-c9f5-4776-9a08-7afcaa986573 req-ba3f0e88-d626-43c1-ba23-4ef87833f41e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0263858 Aug 30 15:41:53.572589 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-cab861d5-7046-4a69-9911-d5f9852e7b49 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:53.574114 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-cab861d5-7046-4a69-9911-d5f9852e7b49 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 809 time: 0.1055362 Aug 30 15:41:53.617920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-d61d206f-fb63-4efe-93d8-b5180af3639a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59879abeddae43d8922b9be7617d3bca HTTP/1.1" status: 200 len: 380 time: 0.0341763 Aug 30 15:41:53.626811 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'port': {'device_id': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'admin_state_up': True, 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'security_groups': ['ab87f8b2-9df3-47c2-a59c-af8dc0c67b99']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:53.732949 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Made reservation on behalf of 59879abeddae43d8922b9be7617d3bca for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:41:53.736493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:54.156032 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-81718502-846a-44d1-b1b6-11830e2e154a req-db195c07-987c-47a4-8995-c5a106820c56 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0322275 Aug 30 15:41:54.175288 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Allocated IP 172.20.0.13 (79efc8b4-1d66-457e-afeb-33604523536c/436f4174-603d-4377-914d-e4bfcc3cac4b/7a4132eb-cee5-4a2f-a7fa-b32071a8df48) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:41:54.313623 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:54.326631 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Transition to ACTIVE for port object 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:41:54.358277 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:54.408463 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Network 79efc8b4-1d66-457e-afeb-33604523536c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:41:54.412656 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:41:54.414461 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:54.416616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:41:54.464755 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:54.465471 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:54.484165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-39833b73-6cb4-4fe2-956e-d6afae8227d0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8610461 Aug 30 15:41:54.495859 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-4803aa0f-d379-46f4-a591-2809dda563ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:41:54.497591 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-4803aa0f-d379-46f4-a591-2809dda563ee tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057838 Aug 30 15:41:54.552481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Request body: {'port': {'device_id': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:41:54.611987 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:54.714592 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2443d3d2-a7b8-4bdd-b605-80d9884630a5 None None] Provisioning for port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:41:54.719152 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2443d3d2-a7b8-4bdd-b605-80d9884630a5 None None] Provisioning complete for port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:41:54.719770 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2443d3d2-a7b8-4bdd-b605-80d9884630a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:54.762345 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2443d3d2-a7b8-4bdd-b605-80d9884630a5 None None] Port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:41:54.885586 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:41:54.893576 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:54.905256 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Transition to ACTIVE for port object 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:41:54.909150 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:55.003102 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:55.045973 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Attempting to bind port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:41:55.046401 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Attempting to bind port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:41:55.046732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Attempting to bind port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 on network 79efc8b4-1d66-457e-afeb-33604523536c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:41:55.051774 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 on network 79efc8b4-1d66-457e-afeb-33604523536c not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:41:55.052105 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Attempting to bind port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 on network 79efc8b4-1d66-457e-afeb-33604523536c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:41:55.057440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:41:55.057778 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Checking segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:41:55.058183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Bound using segment: {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:41:55.058599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Bound port: 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:41:55.059488 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:55.128638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:41:55.132272 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:41:55.137290 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:55.177393 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:55.178146 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:55.179844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] 10.222.0.39 "PUT /v2.0/ports/7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 1092 time: 0.6744423 Aug 30 15:41:55.180560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:41:55.183089 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bd7bda-4609-4460-9b62-9c448ba244ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:41:55.221626 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29f020-3387-406a-8ef3-c27ed4974f86 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:41:55.291280 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bfad610-5524-4c27-a09f-27d54c2ae005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:55.309785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-036c7222-7767-44c4-9b91-a987fa06c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:55.311709 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-036c7222-7767-44c4-9b91-a987fa06c392 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0782578 Aug 30 15:41:55.334492 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35085f9f-5cd2-4b7a-9c8c-b1a8e88a6e95 x-openstack-request-id: req-35085f9f-5cd2-4b7a-9c8c-b1a8e88a6e95 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:41:55.334783 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:41:55.335037 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35085f9f-5cd2-4b7a-9c8c-b1a8e88a6e95 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:41:55.335437 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'status': 'completed', 'code': 200} Aug 30 15:41:55.336537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f0db-f529-448e-a339-c39ca661ad59 req-8b8b014b-8689-495a-9eb9-25f949ed8944 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:55.338160 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c673f0db-f529-448e-a339-c39ca661ad59 req-8b8b014b-8689-495a-9eb9-25f949ed8944 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0963252 Aug 30 15:41:55.379867 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-37d133ef-8082-45f1-8773-00e0a21e07ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 217 time: 0.0593154 Aug 30 15:41:55.398380 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c673f0db-f529-448e-a339-c39ca661ad59 req-e7c2d13d-0ce6-46b8-9d9e-84857faaf5b4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525475 Aug 30 15:41:55.404229 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:41:55.441549 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-52e4128d-60d9-4b1e-bad5-6a47bbb00215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:55.443266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-52e4128d-60d9-4b1e-bad5-6a47bbb00215 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0567815 Aug 30 15:41:55.491757 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-78415fc2-0240-4406-ba6c-6326c4522244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:55.493221 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-78415fc2-0240-4406-ba6c-6326c4522244 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422246 Aug 30 15:41:55.584858 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-d66d8672-c42f-433b-96f1-aa1ac8284a94 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845885 Aug 30 15:41:55.681558 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c7fd4f2e-331f-4ab3-86dd-82a7aa0d6c2e req-e0d40958-c763-4061-95f7-0dfffc4664bc service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900960 Aug 30 15:41:55.766992 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-fae30b65-8904-4577-a540-e42d474dd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:55.768462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-fae30b65-8904-4577-a540-e42d474dd961 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0413365 Aug 30 15:41:55.866183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-644bb136-2c47-4508-bb71-413c80fdafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:55.867720 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-644bb136-2c47-4508-bb71-413c80fdafbd service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0931315 Aug 30 15:41:55.908990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-8aac9baf-e625-4c14-92f1-a3e050379838 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 217 time: 0.0346708 Aug 30 15:41:55.959183 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-8d6d248a-e5a4-459b-b845-d78969eb8b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:55.960647 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-8d6d248a-e5a4-459b-b845-d78969eb8b18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0450737 Aug 30 15:41:56.010186 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-2e4c8fb4-f86e-4e75-82e9-cea489e23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:56.011701 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-2e4c8fb4-f86e-4e75-82e9-cea489e23fba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443401 Aug 30 15:41:56.106391 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-732ebd7c-50de-454d-acb6-e02d9366d7b1 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865278 Aug 30 15:41:56.204764 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d3bd7bda-4609-4460-9b62-9c448ba244ca req-4edf21d6-05ff-446e-b339-37b437aa97bc service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906889 Aug 30 15:41:56.515669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef47d43-ed30-4592-99c5-0a0417127d8c req-cdc0e35f-cc4f-4f43-ad43-ac07c43190aa tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:56.517287 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ef47d43-ed30-4592-99c5-0a0417127d8c req-cdc0e35f-cc4f-4f43-ad43-ac07c43190aa tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0498428 Aug 30 15:41:56.555260 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-6ef47d43-ed30-4592-99c5-0a0417127d8c req-6edf0642-f715-4c87-8476-d81a3f5549b5 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Aug 30 15:41:57.676433 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2656-aca5-4229-8443-c12e762ee718 req-9efa816f-3d82-4f64-a313-ae5e5b8a94ea tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:57.677834 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-745d2656-aca5-4229-8443-c12e762ee718 req-9efa816f-3d82-4f64-a313-ae5e5b8a94ea tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0529308 Aug 30 15:41:57.714920 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-745d2656-aca5-4229-8443-c12e762ee718 req-3be39758-7290-4006-8bdf-355fc774cfa1 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Aug 30 15:41:57.945731 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38e15ab8-e851-402b-8890-59ce5fd547c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:58.752922 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:41:58.826673 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2d3fe-62ab-401b-800e-2bab704d4c09 req-957b0969-f34b-4dbf-b75f-1c73494b5816 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:41:58.828121 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad2d3fe-62ab-401b-800e-2bab704d4c09 req-957b0969-f34b-4dbf-b75f-1c73494b5816 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0480587 Aug 30 15:41:58.864251 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-dad2d3fe-62ab-401b-800e-2bab704d4c09 req-99f01ecd-51b3-4cf1-80bc-2b8b2df8a444 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303042 Aug 30 15:41:59.546040 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:00.019181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8cb7a-efe6-4bb0-acca-5dec786df409 req-20240ab2-3516-45d0-88c9-8156b22f2208 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:00.020649 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0d8cb7a-efe6-4bb0-acca-5dec786df409 req-20240ab2-3516-45d0-88c9-8156b22f2208 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0502453 Aug 30 15:42:00.058312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c0d8cb7a-efe6-4bb0-acca-5dec786df409 req-9ed8be4d-0900-4945-954b-4a1af4dd63b4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 Aug 30 15:42:01.173684 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd03d76-a9f8-42cc-9627-80d597f80dd3 req-6f9cb433-634e-4247-aa03-66da53e9029f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:01.175156 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dd03d76-a9f8-42cc-9627-80d597f80dd3 req-6f9cb433-634e-4247-aa03-66da53e9029f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0482728 Aug 30 15:42:01.223940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4dd03d76-a9f8-42cc-9627-80d597f80dd3 req-92b40542-32ad-4afa-88d1-201498526e59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Aug 30 15:42:01.913211 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:02.336150 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a0eeb-3a23-48ad-8b12-71605cca9b04 req-1f62b685-f0be-49ef-acc7-dde6ed1f187a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:02.337638 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7a0eeb-3a23-48ad-8b12-71605cca9b04 req-1f62b685-f0be-49ef-acc7-dde6ed1f187a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0486166 Aug 30 15:42:02.374841 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9e7a0eeb-3a23-48ad-8b12-71605cca9b04 req-1d98d328-cf78-4eb6-8a64-7e2a143178c8 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313492 Aug 30 15:42:03.487159 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8cb71-3c39-4652-9027-989c219eafd0 req-0fe4d9ed-d13b-43f7-bf83-dfb4692b78ed tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:03.488661 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42c8cb71-3c39-4652-9027-989c219eafd0 req-0fe4d9ed-d13b-43f7-bf83-dfb4692b78ed tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0484715 Aug 30 15:42:03.525062 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-42c8cb71-3c39-4652-9027-989c219eafd0 req-fe7ffe46-8851-4211-b4c9-c8dd5d1e5398 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306389 Aug 30 15:42:03.585818 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:04.645525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6e429-1fcf-4838-9cb8-72a616380cdd req-665318f3-d243-482d-9d45-c6734410dc69 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:04.646930 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60e6e429-1fcf-4838-9cb8-72a616380cdd req-665318f3-d243-482d-9d45-c6734410dc69 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0569854 Aug 30 15:42:04.684682 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-60e6e429-1fcf-4838-9cb8-72a616380cdd req-510fa9f5-f6ba-4921-8d6e-3de81047e9ba tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Aug 30 15:42:05.799993 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb3e16-a506-454a-ad2b-f1741e921247 req-772db6ac-4eab-4077-bac4-80309bca5edf tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:05.801455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fcb3e16-a506-454a-ad2b-f1741e921247 req-772db6ac-4eab-4077-bac4-80309bca5edf tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0488813 Aug 30 15:42:05.838010 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9fcb3e16-a506-454a-ad2b-f1741e921247 req-afd1e7f4-381b-4faa-8bde-4804a1028730 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307677 Aug 30 15:42:06.950896 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502c0dc-fa82-4a45-9553-abed4b9e1829 req-e64d9f09-bdda-4915-8e6d-eb6d12d253de tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:06.952379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5502c0dc-fa82-4a45-9553-abed4b9e1829 req-e64d9f09-bdda-4915-8e6d-eb6d12d253de tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0494492 Aug 30 15:42:06.988650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5502c0dc-fa82-4a45-9553-abed4b9e1829 req-963c4203-31bb-4b46-806b-7c019ce4ae05 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303004 Aug 30 15:42:07.196183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:42:07.287462 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:42:07.298777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'port_id': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'mac_address': 'fa:16:3e:b8:27:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:42:07.342631 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:07.354869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:42:07.375178 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:42:07.380315 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:07.433145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:42:07.440840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.441212 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.441553 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.441898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.442227 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.442555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.442881 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.443203 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.443523 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.443845 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.444162 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.444481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:42:07.643307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['7a4132eb-cee5-4a2f-a7fa-b32071a8df48'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:42:08.103966 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc1d51-397e-4ba1-a6f7-a0610355ff68 req-63f101e7-c216-4966-a9f3-7a762d0607b1 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:08.105468 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cedc1d51-397e-4ba1-a6f7-a0610355ff68 req-63f101e7-c216-4966-a9f3-7a762d0607b1 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0498667 Aug 30 15:42:08.146587 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-cedc1d51-397e-4ba1-a6f7-a0610355ff68 req-6dc967e6-c7d7-4310-889e-41e711531249 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351171 Aug 30 15:42:09.206791 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:42:09.261104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:42:09.263420 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72b717-347d-4e07-8982-88e2578a40f7 req-d63e278f-095b-4507-9d29-374d72fe5357 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:09.264971 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb72b717-347d-4e07-8982-88e2578a40f7 req-d63e278f-095b-4507-9d29-374d72fe5357 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0507381 Aug 30 15:42:09.265882 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:42:09.266269 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:09.303972 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-cb72b717-347d-4e07-8982-88e2578a40f7 req-47223dd7-135c-4412-8b51-5d04fb856cdb tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Aug 30 15:42:09.356607 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:09.379140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:42:09.381492 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10781a2-3d9d-4d78-a8f0-bd598ee26b5b" -d '{"events": [{"server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:42:09.394825 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:42:09.399042 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:09.445833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:42:09.470406 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52ead0-1445-48be-a1a8-76296de3ad56 x-openstack-request-id: req-cc52ead0-1445-48be-a1a8-76296de3ad56 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:42:09.470705 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:42:09.470959 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc52ead0-1445-48be-a1a8-76296de3ad56 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:42:09.471352 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'code': 200} Aug 30 15:42:09.567962 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bef3c-fb71-4e4e-92b9-4fe6971a9598 req-ce098106-edf1-4c0f-bb37-b6bf98911808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:09.569463 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d3bef3c-fb71-4e4e-92b9-4fe6971a9598 req-ce098106-edf1-4c0f-bb37-b6bf98911808 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0401630 Aug 30 15:42:09.602363 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d3bef3c-fb71-4e4e-92b9-4fe6971a9598 req-a3f5e7dc-d1ae-47d3-ac0a-1a8bc3d641ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261953 Aug 30 15:42:10.423323 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31e74f-9f02-4bfc-bcad-257ce9212c34 req-252127a0-4236-462e-87bd-a7a9b29f7f26 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:10.424779 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f31e74f-9f02-4bfc-bcad-257ce9212c34 req-252127a0-4236-462e-87bd-a7a9b29f7f26 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0547280 Aug 30 15:42:10.468865 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5f31e74f-9f02-4bfc-bcad-257ce9212c34 req-26026ffe-5959-4e9a-9b0a-8f00b54c4036 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381656 Aug 30 15:42:11.584142 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2a696-d572-40ba-8b7a-496466f9b2be req-f133bd1b-df66-4c8c-904d-1ac5be34a77c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:11.585641 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83f2a696-d572-40ba-8b7a-496466f9b2be req-f133bd1b-df66-4c8c-904d-1ac5be34a77c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0491664 Aug 30 15:42:11.622604 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-83f2a696-d572-40ba-8b7a-496466f9b2be req-d81c7bbc-e90a-4efc-942f-b7302756d7c5 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309408 Aug 30 15:42:11.734719 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aeb26-580f-44f6-b5d5-ab71ed0e3023 req-167e3071-1572-41b4-885d-2f5e3f27e044 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:11.736192 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-715aeb26-580f-44f6-b5d5-ab71ed0e3023 req-167e3071-1572-41b4-885d-2f5e3f27e044 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0484824 Aug 30 15:42:11.774014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-715aeb26-580f-44f6-b5d5-ab71ed0e3023 req-04c280e7-21bd-4dd0-b665-ec91fdeb4bdb tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319521 Aug 30 15:42:11.795583 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:42:11.875537 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f73013-7b6b-4275-a269-548613a38fb2 tempest-TestShelveInstance-857008707 tempest-TestShelveInstance-857008707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:11.876932 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-68f73013-7b6b-4275-a269-548613a38fb2 tempest-TestShelveInstance-857008707 tempest-TestShelveInstance-857008707-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1092 time: 0.0804346 Aug 30 15:42:11.879822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:42:11.884212 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:42:11.905060 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:12.002548 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:12.107428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Allocated IP 172.25.6.189 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/bcb4a19c-2881-4510-b767-deafd2dca5ef) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:42:12.208392 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:12.246453 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:12.282123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:42:12.286787 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:42:12.290412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:42:12.314390 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'Port': ['ID=bcb4a19c-2881-4510-b767-deafd2dca5ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:42:12.643350 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:12.706088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:12.854765 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:12.858908 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:12.932525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event updated for resources: {'Port': ['ID=bcb4a19c-2881-4510-b767-deafd2dca5ef,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:42:12.939346 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:13.310999 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Floating IP 3f59a62f-3848-4284-9bd3-30c3af8e9ce4 associated. External IP: 172.25.6.189, port: 7a4132eb-cee5-4a2f-a7fa-b32071a8df48. Aug 30 15:42:13.509523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:42:13.615046 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:42:13.625311 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] Sync routers for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:42:13.632126 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:13.634210 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:42:13.634835 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:42:13.673062 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-77d738c8-3ddc-479c-8240-f579c889c441 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7818372 Aug 30 15:42:13.673062 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:42:13.673062 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788549b0-3297-4b0e-96ea-442889981bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:42:13.700912 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b969e8e9-f8a6-4d93-9217-412aa94a87e7 x-openstack-request-id: req-b969e8e9-f8a6-4d93-9217-412aa94a87e7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:42:13.701241 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:42:13.701492 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b969e8e9-f8a6-4d93-9217-412aa94a87e7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:42:13.701898 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'status': 'completed', 'code': 200} Aug 30 15:42:13.742417 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:42:13.763573 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788549b0-3297-4b0e-96ea-442889981bdd req-9c0c4f37-45da-4275-977c-60e6d4246a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:13.765123 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788549b0-3297-4b0e-96ea-442889981bdd req-9c0c4f37-45da-4275-977c-60e6d4246a7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0413086 Aug 30 15:42:13.859760 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788549b0-3297-4b0e-96ea-442889981bdd req-bbf50461-cb78-4886-85ad-59d13d31a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:13.861284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788549b0-3297-4b0e-96ea-442889981bdd req-bbf50461-cb78-4886-85ad-59d13d31a6e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0882514 Aug 30 15:42:13.925933 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788549b0-3297-4b0e-96ea-442889981bdd req-2ee644c2-80a9-4b51-ad9e-ac9911a7ae46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 1000 time: 0.0574424 Aug 30 15:42:13.962199 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3f59a62f-3848-4284-9bd3-30c3af8e9ce4', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'port_id': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'mac_address': 'fa:16:3e:b8:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:42:12Z', 'updated_at': '2021-08-30T15:42:12Z', 'revision_number': 0, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:42:13.979599 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788549b0-3297-4b0e-96ea-442889981bdd req-9910ba63-5ec3-4a01-be58-877bb1411af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:13.981737 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788549b0-3297-4b0e-96ea-442889981bdd req-9910ba63-5ec3-4a01-be58-877bb1411af2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0490594 Aug 30 15:42:13.988521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] Checking router: 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:42:13.996674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:42:13.997614 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:41:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:42:14.028976 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788549b0-3297-4b0e-96ea-442889981bdd req-adbf63c4-89b4-4e71-b8e7-61f4b42cd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:42:14.030827 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788549b0-3297-4b0e-96ea-442889981bdd req-adbf63c4-89b4-4e71-b8e7-61f4b42cd0b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421710 Aug 30 15:42:14.121246 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788549b0-3297-4b0e-96ea-442889981bdd req-e86169ed-39f5-4513-9e61-681de61965d1 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831306 Aug 30 15:42:14.223551 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-788549b0-3297-4b0e-96ea-442889981bdd req-0c8f4204-978a-4867-a3f3-d02b6d62b46d service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957336 Aug 30 15:42:14.258307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:42:14.480471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3f59a62f-3848-4284-9bd3-30c3af8e9ce4', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'port_id': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'mac_address': 'fa:16:3e:b8:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:42:12Z', 'updated_at': '2021-08-30T15:42:12Z', 'revision_number': 0, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:42:14.509676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f9af8-23d4-4002-8392-1aeb64742bd4 None None] The sync data for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 is: [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': '3f59a62f-3848-4284-9bd3-30c3af8e9ce4', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'port_id': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'mac_address': 'fa:16:3e:b8:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:42:12Z', 'updated_at': '2021-08-30T15:42:12Z', 'revision_number': 0, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:42:14.690886 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356defca-6608-4dd9-ae73-d9e685e13db3 None None] New status for floating IP 3f59a62f-3848-4284-9bd3-30c3af8e9ce4: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:42:20.942772 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:25.284141 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8cb51004-b78d-4dc2-bd90-2b2c13ac4d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:27.947009 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34152415-afb3-484e-892b-d698f4dfc32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:28.754097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:29.548249 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:31.917061 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:32.404455 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:42:33.585236 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:50.957904 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:55.284463 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e380f3a-7f13-46ab-ab51-425b96a58977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:57.947308 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d023ba90-eeee-484a-8f56-3cf0e7bb027c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:58.753445 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:42:59.550744 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:01.920385 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:03.270430 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-62824f25-38cc-4c05-9cd5-d7fbf40bbee7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393324 Aug 30 15:43:03.348351 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-b8d81f05-39f2-4342-8de8-3e891209b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:43:03.349844 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-b8d81f05-39f2-4342-8de8-3e891209b5a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0389833 Aug 30 15:43:03.453536 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-432d444d-a0bc-4e71-9534-82e92b104e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:43:03.454985 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-432d444d-a0bc-4e71-9534-82e92b104e2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0866511 Aug 30 15:43:03.517894 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-533a369f-4e64-4413-a394-8dfefcd2ab10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 1002 time: 0.0559714 Aug 30 15:43:03.570265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-5dbd160a-2dcb-43bc-9126-5c9513b2b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:43:03.571610 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-5dbd160a-2dcb-43bc-9126-5c9513b2b1df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0465062 Aug 30 15:43:03.599640 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:03.617644 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-afbe3816-33ee-4bd6-a554-60e58ea7994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:43:03.619149 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-afbe3816-33ee-4bd6-a554-60e58ea7994d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409663 Aug 30 15:43:03.706457 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-5f7404c3-95c5-4732-b8af-ad8724eecade service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804687 Aug 30 15:43:03.799419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1a871d6e-8687-42a7-a9b3-cbcbbe7bea76 req-af2b4af7-51ce-435a-83d9-0bd72c17bb2a service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853786 Aug 30 15:43:09.404134 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:43:20.962424 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:25.283633 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d204c5b-df3b-438e-ab63-8867506cd59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:27.948592 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb340-7bda-43d0-bec8-b2f131b4e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:28.753453 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:29.553772 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:31.922891 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:33.619218 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:46.404839 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:43:50.961357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:55.283678 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb4a04e5-9131-46fe-98ff-95156f4365e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:57.951696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eeb8226c-81f2-452b-8886-65875e933361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:58.755930 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:43:59.550339 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:01.925591 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:03.302613 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-811c5326-cea8-4148-80ea-fe8ece25b1ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392663 Aug 30 15:44:03.386513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-624825de-d4b7-419e-8fef-0aacf55a8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:03.387990 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-624825de-d4b7-419e-8fef-0aacf55a8315 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0406101 Aug 30 15:44:03.494638 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-6552315d-dcb1-44a0-a87c-42eedb337054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:03.496099 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-6552315d-dcb1-44a0-a87c-42eedb337054 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0885034 Aug 30 15:44:03.559567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-76759216-f899-4ce3-b5f4-927f7ad380d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 1002 time: 0.0563545 Aug 30 15:44:03.612356 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-b02a85eb-c790-4727-b0ee-3774b79f69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:03.613833 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-b02a85eb-c790-4727-b0ee-3774b79f69a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0471928 Aug 30 15:44:03.628492 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:03.660869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-d638ba67-77e6-42bb-99b5-a8a707cfbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:03.662372 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-d638ba67-77e6-42bb-99b5-a8a707cfbc18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407434 Aug 30 15:44:03.752477 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-67808f62-3b4f-44ce-ba4e-2fc57c35f705 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827951 Aug 30 15:44:03.847784 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-915d432e-64e7-48e6-91fe-022cdfd98af6 req-b4869eb4-6c6f-469f-9906-2f3028867837 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872579 Aug 30 15:44:09.486396 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccd72c-eecf-4534-ba78-b06531157031 req-0f6ed7e4-f8a9-45f9-8095-a9feb9a61b77 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:09.487920 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f0ccd72c-eecf-4534-ba78-b06531157031 req-0f6ed7e4-f8a9-45f9-8095-a9feb9a61b77 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.1141064 Aug 30 15:44:09.530012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f0ccd72c-eecf-4534-ba78-b06531157031 req-e90e70fb-25d0-4c71-8324-f19b8a1eb08a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351903 Aug 30 15:44:10.697797 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e7d73-5a60-4b10-84d6-ca471e96bf07 req-ab789a6f-9f7c-4216-aeb2-ecee57d106e4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:10.699354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224e7d73-5a60-4b10-84d6-ca471e96bf07 req-ab789a6f-9f7c-4216-aeb2-ecee57d106e4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0985718 Aug 30 15:44:10.745783 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-224e7d73-5a60-4b10-84d6-ca471e96bf07 req-7670d9cc-cca5-44aa-8150-2324149b5c00 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357244 Aug 30 15:44:11.880077 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920bad1-3e21-4aa3-9757-c92d6d1e7bf9 req-ef02e886-b002-4953-a185-4d77497a5bfa tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:11.881603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7920bad1-3e21-4aa3-9757-c92d6d1e7bf9 req-ef02e886-b002-4953-a185-4d77497a5bfa tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0545943 Aug 30 15:44:11.920454 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7920bad1-3e21-4aa3-9757-c92d6d1e7bf9 req-37572f23-94a4-427a-8277-b517b1352cbe tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321507 Aug 30 15:44:13.043300 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcdc68-4966-4e28-85c6-a3a364be418a req-3b72634c-4481-4d36-8b3c-fa67021f1f4f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:13.044879 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4bcdc68-4966-4e28-85c6-a3a364be418a req-3b72634c-4481-4d36-8b3c-fa67021f1f4f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0549569 Aug 30 15:44:13.085140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a4bcdc68-4966-4e28-85c6-a3a364be418a req-41ed5b8a-e962-421c-b195-e3e484592af7 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339606 Aug 30 15:44:14.202327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952168f-aa18-4ec7-b136-d671d0c9d056 req-62df0018-87a3-40b2-b1c4-bd252554c8ef tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:14.203875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e952168f-aa18-4ec7-b136-d671d0c9d056 req-62df0018-87a3-40b2-b1c4-bd252554c8ef tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0503657 Aug 30 15:44:14.245523 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e952168f-aa18-4ec7-b136-d671d0c9d056 req-c82d9f3f-ee95-4dbc-937a-e38b2fb4708c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357358 Aug 30 15:44:15.365884 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac3b50-bf49-4b91-931f-3433170375a2 req-5dcb36f4-9208-4541-84cb-bd3f18ec5954 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:15.367367 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11ac3b50-bf49-4b91-931f-3433170375a2 req-5dcb36f4-9208-4541-84cb-bd3f18ec5954 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0538778 Aug 30 15:44:15.410330 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-11ac3b50-bf49-4b91-931f-3433170375a2 req-1c8359be-0ff3-4af6-92ae-4ba4a2881299 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Aug 30 15:44:16.529415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce34b88-cf5e-4908-b9f9-5ef3ffe1a9e7 req-f90b0dac-14dc-42e5-a04f-c26ae996efef tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:16.531147 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ce34b88-cf5e-4908-b9f9-5ef3ffe1a9e7 req-f90b0dac-14dc-42e5-a04f-c26ae996efef tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0494864 Aug 30 15:44:16.571380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2ce34b88-cf5e-4908-b9f9-5ef3ffe1a9e7 req-477d7f80-c763-4749-a64f-7e08a1e6c848 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342751 Aug 30 15:44:17.692197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11bed2-cf33-457c-b78f-add4b26fb5ef req-b3487ffd-360a-477b-81d7-2a8e1651d55c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:17.693671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d11bed2-cf33-457c-b78f-add4b26fb5ef req-b3487ffd-360a-477b-81d7-2a8e1651d55c tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0510139 Aug 30 15:44:17.732360 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4d11bed2-cf33-457c-b78f-add4b26fb5ef req-83f77cc5-ac29-40af-8eee-360de87954e0 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Aug 30 15:44:18.876776 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecad04-f6bd-4bfc-8c3b-5fa39fb7c6f8 req-7028c4cb-3e56-40df-be80-6f2c2dd81590 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:18.878349 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57ecad04-f6bd-4bfc-8c3b-5fa39fb7c6f8 req-7028c4cb-3e56-40df-be80-6f2c2dd81590 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0695772 Aug 30 15:44:18.923603 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-57ecad04-f6bd-4bfc-8c3b-5fa39fb7c6f8 req-fe0e6f97-8dee-45c4-a86f-a4ce0e06d126 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361567 Aug 30 15:44:19.544529 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-68214008-6d38-43c4-96f2-c4abace233c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:19.546086 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-68214008-6d38-43c4-96f2-c4abace233c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0425394 Aug 30 15:44:19.639518 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-b308b7dd-629a-4abb-a893-7b7abcad66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:19.640923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-b308b7dd-629a-4abb-a893-7b7abcad66fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0877910 Aug 30 15:44:19.711042 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-8ce095b4-0548-430e-bb90-a264573a392b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 1002 time: 0.0633874 Aug 30 15:44:19.761143 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-0dd04b62-9e2f-4b61-8efe-3b5096934de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:19.762612 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-0dd04b62-9e2f-4b61-8efe-3b5096934de3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0453908 Aug 30 15:44:19.809225 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-4e15990c-e913-4f23-85f4-a8e6847e12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:19.810727 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-4e15990c-e913-4f23-85f4-a8e6847e12e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417213 Aug 30 15:44:19.905290 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-16121f88-77a0-42d3-ad26-b9916347698f service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874875 Aug 30 15:44:20.000911 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-4259d5e9-e5bf-495f-8a09-ec338624e125 req-d6cfa174-89cf-4ae3-8344-69febce65a60 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893469 Aug 30 15:44:20.049829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade39109-4042-4413-9341-bfa7cf6834e6 req-ef45eaf3-782a-4505-8671-348d2981728f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:20.051320 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ade39109-4042-4413-9341-bfa7cf6834e6 req-ef45eaf3-782a-4505-8671-348d2981728f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0502949 Aug 30 15:44:20.092132 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ade39109-4042-4413-9341-bfa7cf6834e6 req-b45ff708-1571-4120-8aed-55c3f5c7fd62 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338020 Aug 30 15:44:21.129088 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:21.230767 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac760947-cadc-4c69-b0a8-a579120abb4e req-b83a3600-33d5-4d79-82bc-fcfdb77e5749 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:21.232525 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac760947-cadc-4c69-b0a8-a579120abb4e req-b83a3600-33d5-4d79-82bc-fcfdb77e5749 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0645695 Aug 30 15:44:21.279097 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ac760947-cadc-4c69-b0a8-a579120abb4e req-73cf9eeb-dde7-4906-aed2-59163aa60846 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398517 Aug 30 15:44:22.402684 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b7f5-bf6e-4f7e-b8bf-2fd6c838ba16 req-0a0a7297-63e5-4b33-8cd6-93ce58126c24 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:22.404372 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22b8b7f5-bf6e-4f7e-b8bf-2fd6c838ba16 req-0a0a7297-63e5-4b33-8cd6-93ce58126c24 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0554433 Aug 30 15:44:22.442409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-22b8b7f5-bf6e-4f7e-b8bf-2fd6c838ba16 req-89615e8a-b2e8-4246-bdea-b39700de4244 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Aug 30 15:44:23.404092 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:44:23.567226 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfab6a5-e504-4e35-ad7d-ecf87e1fc5a6 req-b38b5c3b-ac3c-4dc9-8195-f079ddf244b3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:23.568719 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ecfab6a5-e504-4e35-ad7d-ecf87e1fc5a6 req-b38b5c3b-ac3c-4dc9-8195-f079ddf244b3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0494630 Aug 30 15:44:23.607369 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-ecfab6a5-e504-4e35-ad7d-ecf87e1fc5a6 req-11412cf1-9101-4252-b309-38f0e5406767 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326853 Aug 30 15:44:23.815878 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0c69-2e8a-4bfb-bd72-cbcf866e3422 req-45440fcc-579b-481f-819d-f71c5d8b2567 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:23.817379 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5da0c69-2e8a-4bfb-bd72-cbcf866e3422 req-45440fcc-579b-481f-819d-f71c5d8b2567 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0494814 Aug 30 15:44:23.832024 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-d3cb6003-c87e-4747-b92d-acf52dee9043 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829840 Aug 30 15:44:23.858298 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5da0c69-2e8a-4bfb-bd72-cbcf866e3422 req-572b8fd6-8223-475b-a447-ea720603aa16 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349565 Aug 30 15:44:24.976000 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e161-290b-48f8-9e62-38cb2b20f5cd req-4ab68fb9-563f-4506-95d5-4e64018002fc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:24.977460 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c18e161-290b-48f8-9e62-38cb2b20f5cd req-4ab68fb9-563f-4506-95d5-4e64018002fc tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0505512 Aug 30 15:44:25.020491 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3c18e161-290b-48f8-9e62-38cb2b20f5cd req-cb14a014-0f1f-4d22-a61d-378d34ba0f86 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354378 Aug 30 15:44:25.284919 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f810808-355e-41b4-be24-1195d75cf674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:26.005393 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:44:26.087532 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:26.121104 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:44:26.121982 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:44:26.124988 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6d3bd-a20d-47a3-91e9-19856e89c993" -d '{"events": [{"server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:44:26.128737 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:26.162754 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b0aad6-4bc5-4cef-b4c4-fe5c6a224062 x-openstack-request-id: req-f6b0aad6-4bc5-4cef-b4c4-fe5c6a224062 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:44:26.163379 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "name": "network-vif-unplugged", "status": "failed", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:44:26.163862 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6b0aad6-4bc5-4cef-b4c4-fe5c6a224062 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:44:26.164469 n-d-805668-3 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'code': 422} returned with failed status Aug 30 15:44:26.169647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514783-4489-4077-af63-b6ac14e1c4a9 req-5b570fdf-44d3-4677-a75b-958f423bf39f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:26.171184 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49514783-4489-4077-af63-b6ac14e1c4a9 req-5b570fdf-44d3-4677-a75b-958f423bf39f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0783243 Aug 30 15:44:26.192014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:44:26.200086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.200444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.201091 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.201433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.201762 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.202086 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.202429 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.203275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.203275 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.203475 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.203761 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.204094 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:44:26.218012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-49514783-4489-4077-af63-b6ac14e1c4a9 req-aff0fdcb-490d-42c7-945b-1df8d8b24b5f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390708 Aug 30 15:44:27.338745 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e74b-61a3-414e-9210-7d06c8129cff req-c4a8e3b6-6381-4c8c-94b1-209b0930e1e6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:27.340541 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2b6e74b-61a3-414e-9210-7d06c8129cff req-c4a8e3b6-6381-4c8c-94b1-209b0930e1e6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0548689 Aug 30 15:44:27.388487 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2b6e74b-61a3-414e-9210-7d06c8129cff req-639a93d6-fd84-44d9-88ae-9ef4f2a2fbb2 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Aug 30 15:44:27.953882 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a1e63db-79bb-4e90-ad4c-f21d79d53b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:28.502336 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4138-47ff-4b76-8a32-96a2476222fc req-4ccb02a2-1f0d-46e3-a2d5-e3d72afa2bd4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:28.503789 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e2d4138-47ff-4b76-8a32-96a2476222fc req-4ccb02a2-1f0d-46e3-a2d5-e3d72afa2bd4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0486422 Aug 30 15:44:28.570704 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-0e2d4138-47ff-4b76-8a32-96a2476222fc req-59508e5d-81b6-4204-aae2-85fec4c5a81a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588346 Aug 30 15:44:28.578971 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-b1a7de1d-270f-48dc-a824-30ee15a8daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:28.580456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-b1a7de1d-270f-48dc-a824-30ee15a8daef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5&tenant_id=59879abeddae43d8922b9be7617d3bca HTTP/1.1" status: 200 len: 1095 time: 0.0625875 Aug 30 15:44:28.648936 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-2b147a3d-66ed-4fe6-83e3-bc9f251a808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:28.650516 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-2b147a3d-66ed-4fe6-83e3-bc9f251a808e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0456712 Aug 30 15:44:28.741802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-e019bd22-05ac-41a7-bfd9-a3e26700498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:28.744076 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-e019bd22-05ac-41a7-bfd9-a3e26700498b service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0865052 Aug 30 15:44:28.757805 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:28.814891 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-d721ced1-fe02-460a-9d69-1b16ecde6f3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 1000 time: 0.0633938 Aug 30 15:44:28.864456 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-f50be3ae-025b-4530-bcef-a19187bb24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:28.865948 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-f50be3ae-025b-4530-bcef-a19187bb24f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0442374 Aug 30 15:44:28.914825 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-ffdb33b0-103e-42d1-a6a5-7013c6725280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:28.916970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-ffdb33b0-103e-42d1-a6a5-7013c6725280 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432913 Aug 30 15:44:29.011462 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-7205fdfc-b784-415c-8e6e-e065cb8d583a service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868928 Aug 30 15:44:29.104532 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-c4ee8ad6-f3d1-4aee-8333-c6a2b7517cc8 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866036 Aug 30 15:44:29.556231 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:29.691698 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f3aeb-e868-4b89-b761-033d5c92f3e3 req-05551817-e25d-42fb-bce0-fa3c3afc4ebe tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:29.693120 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d5f3aeb-e868-4b89-b761-033d5c92f3e3 req-05551817-e25d-42fb-bce0-fa3c3afc4ebe tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0540862 Aug 30 15:44:29.733459 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8d5f3aeb-e868-4b89-b761-033d5c92f3e3 req-e70da2ef-1f4b-4a8f-a481-0f8ff60a0a8f tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343466 Aug 30 15:44:30.847386 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8561d-f675-41a3-b57d-5bb60a602beb req-4e4f6d20-99d9-4bd7-9176-a063d9140e65 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:30.848890 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5b8561d-f675-41a3-b57d-5bb60a602beb req-4e4f6d20-99d9-4bd7-9176-a063d9140e65 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0499620 Aug 30 15:44:30.886908 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d5b8561d-f675-41a3-b57d-5bb60a602beb req-56e2c6a5-a6df-4374-b2fd-e9492adcae78 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Aug 30 15:44:31.927653 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:32.003542 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb367-868f-4c1e-9abb-404f65b10065 req-9c8cb9f0-3705-467b-9b4e-ed84eaa5b8c2 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:32.005014 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-915eb367-868f-4c1e-9abb-404f65b10065 req-9c8cb9f0-3705-467b-9b4e-ed84eaa5b8c2 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0505416 Aug 30 15:44:32.042470 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-915eb367-868f-4c1e-9abb-404f65b10065 req-50ceea68-5b10-4b23-b7b1-73436469cc3d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Aug 30 15:44:33.164455 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcd015-12f3-4d49-85fa-9de2083aa849 req-cdb0985e-eb9b-4808-82ce-4d5c4b56a5bf tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:33.166117 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-20bcd015-12f3-4d49-85fa-9de2083aa849 req-cdb0985e-eb9b-4808-82ce-4d5c4b56a5bf tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0561314 Aug 30 15:44:33.207921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-20bcd015-12f3-4d49-85fa-9de2083aa849 req-5ee379fb-0f5a-4a4b-83f8-dfd0abc1e052 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346091 Aug 30 15:44:33.630027 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:34.326712 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebb07a-d101-4d6f-b621-da7cc4e7b558 req-c5b4fe63-7f4b-4667-9248-26148a071cf1 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:34.328216 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2ebb07a-d101-4d6f-b621-da7cc4e7b558 req-c5b4fe63-7f4b-4667-9248-26148a071cf1 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0514398 Aug 30 15:44:34.370393 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-c2ebb07a-d101-4d6f-b621-da7cc4e7b558 req-63f1331f-0453-4c84-9367-2877de066127 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361876 Aug 30 15:44:35.487616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953d455-11ce-464c-b79b-4bc7968e3c3c req-135124b5-2283-41c0-b612-be7cf16a152e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:35.489165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1953d455-11ce-464c-b79b-4bc7968e3c3c req-135124b5-2283-41c0-b612-be7cf16a152e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0485511 Aug 30 15:44:35.528118 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1953d455-11ce-464c-b79b-4bc7968e3c3c req-12c91f4e-8c0f-414b-80e9-74edf24e1b59 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324202 Aug 30 15:44:36.646789 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388d768-964b-4cd6-86a9-095f80cf7595 req-ccf18c8e-2ab3-4764-9745-a557dbd052d4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:36.648222 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5388d768-964b-4cd6-86a9-095f80cf7595 req-ccf18c8e-2ab3-4764-9745-a557dbd052d4 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0505188 Aug 30 15:44:36.690227 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5388d768-964b-4cd6-86a9-095f80cf7595 req-07308750-ff86-4d86-86ee-67ce55ddcad3 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354545 Aug 30 15:44:37.806590 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4de538-dddc-4254-b42f-7319fea4dcc7 req-8ac62fdc-cbc0-4ee9-b0b7-19ee64d714a5 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:37.808268 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c4de538-dddc-4254-b42f-7319fea4dcc7 req-8ac62fdc-cbc0-4ee9-b0b7-19ee64d714a5 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0495005 Aug 30 15:44:37.849179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7c4de538-dddc-4254-b42f-7319fea4dcc7 req-1540b98c-e781-4736-8c26-0aa4acdc75ad tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346670 Aug 30 15:44:38.099082 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:44:38.198633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:44:38.211413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'port_id': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'mac_address': 'fa:16:3e:b8:27:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:44:38.249195 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:38.262425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:44:38.282796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:44:38.288930 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:38.338787 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:44:38.496481 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['7a4132eb-cee5-4a2f-a7fa-b32071a8df48'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:44:38.975751 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634af5d-f4e2-41eb-8fb4-edddd46a301c req-d06975c3-31c4-439b-9749-fca0d75649d2 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:38.977945 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4634af5d-f4e2-41eb-8fb4-edddd46a301c req-d06975c3-31c4-439b-9749-fca0d75649d2 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0537696 Aug 30 15:44:39.019529 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-4634af5d-f4e2-41eb-8fb4-edddd46a301c req-c8f46edf-e8c4-41c4-a16c-0714dd60dc27 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351136 Aug 30 15:44:40.098531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:44:40.144740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91234481-1344-4ab9-9bd7-7100a4c51c08 req-405feaf7-ca2b-4b41-a720-c3609aa78a83 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:40.146281 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-91234481-1344-4ab9-9bd7-7100a4c51c08 req-405feaf7-ca2b-4b41-a720-c3609aa78a83 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Aug 30 15:44:40.149667 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:44:40.150117 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:40.194387 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-91234481-1344-4ab9-9bd7-7100a4c51c08 req-5bdc828c-3e4b-419b-b49e-acfc19c985d6 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 Aug 30 15:44:40.239896 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:40.263299 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:44:40.265580 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8fcfbe-3121-45b0-89c8-1bcaf5a54006" -d '{"events": [{"server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:44:40.278797 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:44:40.286458 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:40.313977 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a46bb36-50f6-486a-b481-40475b562dd2 x-openstack-request-id: req-5a46bb36-50f6-486a-b481-40475b562dd2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:44:40.314263 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:44:40.314509 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a46bb36-50f6-486a-b481-40475b562dd2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:44:40.314892 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'code': 200} Aug 30 15:44:40.343531 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:44:40.455718 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69405fe0-3c2a-435c-a7e6-4284a449adb5 req-249989bd-4ab1-4f26-8e8f-ffc7d07ef874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:40.457232 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69405fe0-3c2a-435c-a7e6-4284a449adb5 req-249989bd-4ab1-4f26-8e8f-ffc7d07ef874 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0396049 Aug 30 15:44:40.492626 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-69405fe0-3c2a-435c-a7e6-4284a449adb5 req-e622a0ef-181b-4582-b343-7ed5ade5aaff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285575 Aug 30 15:44:41.309937 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57706f3-1eff-42c0-9e92-483b8415d85d req-5a9f7046-9537-4bd3-bcce-65320908306e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:41.311431 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a57706f3-1eff-42c0-9e92-483b8415d85d req-5a9f7046-9537-4bd3-bcce-65320908306e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0490487 Aug 30 15:44:41.350780 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-a57706f3-1eff-42c0-9e92-483b8415d85d req-a843e19f-7655-410b-ba65-c8ed423708bd tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333433 Aug 30 15:44:42.486648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16332f95-ca07-47a6-affe-3b25dc65375f req-7cdfffce-48e6-40e5-adf0-695732036291 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:44:42.488697 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16332f95-ca07-47a6-affe-3b25dc65375f req-7cdfffce-48e6-40e5-adf0-695732036291 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0660558 Aug 30 15:44:42.537065 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-16332f95-ca07-47a6-affe-3b25dc65375f req-990c97af-b6f4-4729-8ec5-d1315daebf34 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Aug 30 15:44:50.953503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:55.285763 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2b09878-8bba-47ed-9a15-7c6b65783459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:57.961219 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96f6004f-6fad-428b-919e-5ff3d5514a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:58.760895 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:44:59.562064 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:00.404097 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:45:01.930649 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:03.658855 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:04.257906 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-da396d58-4b8e-44d6-808f-226edbfd9973 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430963 Aug 30 15:45:04.348284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-6a0f6c64-ff62-43a3-b94a-1aaf5d5289fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:04.350047 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-6a0f6c64-ff62-43a3-b94a-1aaf5d5289fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0463727 Aug 30 15:45:04.463442 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-95e3e5fd-8604-4550-8e93-f47ccbb562bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:04.465111 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-95e3e5fd-8604-4550-8e93-f47ccbb562bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0946369 Aug 30 15:45:04.553399 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-60cd7437-7889-4c5f-a9a1-c8d1695baaf4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 1002 time: 0.0790820 Aug 30 15:45:04.609008 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-29efc21f-a077-4764-ad18-4cfdc0100a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:04.610524 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-29efc21f-a077-4764-ad18-4cfdc0100a8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0502536 Aug 30 15:45:04.662969 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-979e4104-6eba-4b88-b9db-7069ae4649f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:04.664632 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-979e4104-6eba-4b88-b9db-7069ae4649f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473304 Aug 30 15:45:04.764580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-ff8b2e01-27e2-4e2a-be5a-50a32791d8f9 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922034 Aug 30 15:45:04.861367 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-598ffbcc-c34b-4c48-b29c-191857a06829 req-cdd5e3b3-4b85-44e7-b779-a18231edfc0a service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894945 Aug 30 15:45:20.969813 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:25.286476 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-415fe145-d824-4b92-a00c-d1728276a2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:27.952758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0e357d8-30bd-4453-b9e1-6aab9da60521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:28.762566 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:29.566072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:31.934748 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:33.655703 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:37.404413 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:45:50.971758 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:55.286773 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71bcfe80-1d25-4fff-af72-ba84830cbf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:56.063626 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:45:56.232346 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Deleting port bcb4a19c-2881-4510-b767-deafd2dca5ef {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:45:56.232699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:56.315929 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:56.316167 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:56.328595 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Calling delete_port for bcb4a19c-2881-4510-b767-deafd2dca5ef owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:45:56.494077 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:56.521424 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event deleted for resources: {'Port': ['ID=bcb4a19c-2881-4510-b767-deafd2dca5ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:45:56.535188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.535777 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.536133 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.536480 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.536825 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.537187 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.537520 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.537856 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.538209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.538523 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.538876 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.539214 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:56.598149 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:56.598477 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Floating IP 3f59a62f-3848-4284-9bd3-30c3af8e9ce4 disassociated (deleted). External IP: 172.25.6.189, port: 7a4132eb-cee5-4a2f-a7fa-b32071a8df48. Aug 30 15:45:56.812909 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:45:56.932605 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:45:56.940525 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:56.944733 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] Sync routers for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:45:56.955521 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:45:56.956163 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:45:56.975196 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-361a24f8-6f4f-4b04-80d9-fd939d548a1d tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "DELETE /v2.0/floatingips/3f59a62f-3848-4284-9bd3-30c3af8e9ce4 HTTP/1.1" status: 204 len: 168 time: 0.9103382 Aug 30 15:45:56.975804 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:45:56.978224 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e4086-92ab-43cf-87fb-3f385f7bae83" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:45:57.033797 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17915ab2-9686-4d83-9ed4-2b18b2d57c57 x-openstack-request-id: req-17915ab2-9686-4d83-9ed4-2b18b2d57c57 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:45:57.034209 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:45:57.034922 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17915ab2-9686-4d83-9ed4-2b18b2d57c57 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:45:57.035439 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'status': 'completed', 'code': 200} Aug 30 15:45:57.079599 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:45:57.131323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-48b9ae6f-b215-4fd3-ae29-f8b9228f7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:57.132877 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-48b9ae6f-b215-4fd3-ae29-f8b9228f7a96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59879abeddae43d8922b9be7617d3bca&device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0735765 Aug 30 15:45:57.234137 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3825c-8aa2-4a73-9faf-f0ebc1696171 req-08e735ef-8f87-4693-ad56-4e1179833ac9 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:57.236480 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13a3825c-8aa2-4a73-9faf-f0ebc1696171 req-08e735ef-8f87-4693-ad56-4e1179833ac9 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0595152 Aug 30 15:45:57.246322 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-6535bfba-d0ad-4405-8de1-cc5f130f6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:57.248137 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-6535bfba-d0ad-4405-8de1-cc5f130f6369 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 200 len: 910 time: 0.0990453 Aug 30 15:45:57.282440 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-13a3825c-8aa2-4a73-9faf-f0ebc1696171 req-151cf1a9-d80f-41fe-8c90-037e70907b4e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385830 Aug 30 15:45:57.292415 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-817eb6f2-bae8-470c-bc58-1e03ca478878 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 200 len: 217 time: 0.0360668 Aug 30 15:45:57.311597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:45:57.343279 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] Checking router: 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:45:57.351791 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:45:57.352010 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-f64e3613-2b19-4bff-bbc4-df2294889e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:57.352404 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:45:57.353979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-f64e3613-2b19-4bff-bbc4-df2294889e74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 200 len: 848 time: 0.0534024 Aug 30 15:45:57.408308 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-dc4ca06a-c0a5-480f-b558-b2633fe489f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:57.409898 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-dc4ca06a-c0a5-480f-b558-b2633fe489f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79efc8b4-1d66-457e-afeb-33604523536c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476568 Aug 30 15:45:57.464921 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:45:57.512156 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-c3676eca-11d4-4364-aa0e-e98deee47405 service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940721 Aug 30 15:45:57.620632 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f35e4086-92ab-43cf-87fb-3f385f7bae83 req-ea761a61-1894-4e0b-8d00-b6ee7f6a489b service neutron] 10.222.0.39 "GET /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003375 Aug 30 15:45:57.703413 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:45:57.731470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060cf2c-afb3-4813-890d-59ad64db0b1d None None] The sync data for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 is: [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:36Z', 'revision_number': 4, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '9d86881e-2b50-4f3f-acf2-d6abaaa525d2', 'name': '', 'network_id': '79efc8b4-1d66-457e-afeb-33604523536c', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'mac_address': 'fa:16:3e:94:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:35Z', 'updated_at': '2021-08-30T15:36:42Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'subnets': [{'id': '436f4174-603d-4377-914d-e4bfcc3cac4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:45:57.955319 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b49b3535-1e6c-444e-b27a-c6322e250360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:57.972935 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf9e37-8053-4717-95ba-f3f9b396e360 None None] New status for floating IP 3f59a62f-3848-4284-9bd3-30c3af8e9ce4: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:45:58.433329 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72f71-20ff-43e1-99e8-8960238a1e52 req-fdf80a90-d63f-42b6-9ceb-6e1e1d8de6cd tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:58.434866 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4b72f71-20ff-43e1-99e8-8960238a1e52 req-fdf80a90-d63f-42b6-9ceb-6e1e1d8de6cd tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0575926 Aug 30 15:45:58.484143 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d4b72f71-20ff-43e1-99e8-8960238a1e52 req-fadd3f5a-dfb0-4081-a602-102f7d0631dd tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Aug 30 15:45:58.722046 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-03de11d8-98bb-4d6c-85e8-eea611b4c493 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:45:58.723450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-03de11d8-98bb-4d6c-85e8-eea611b4c493 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0561922 Aug 30 15:45:58.770437 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:58.828906 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Deleting port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:45:58.829470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:58.930115 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] For port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:45:58.930483 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:58.945481 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Calling delete_port for 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:45:59.087001 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:59.140252 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event deleted for resources: {'Port': ['ID=7a4132eb-cee5-4a2f-a7fa-b32071a8df48,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:45:59.156180 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.156542 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.156869 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.157251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.157591 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.157931 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.158265 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.158595 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.158953 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.159292 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.159730 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.160057 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:45:59.198096 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] No DVR routers for this DVR port 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:45:59.201013 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:59.203444 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-9936db73-66fa-4693-87f3-0b9b73a1724e req-6329232d-2a69-459e-ae7c-295267a38c9b tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.39 "DELETE /v2.0/ports/7a4132eb-cee5-4a2f-a7fa-b32071a8df48 HTTP/1.1" status: 204 len: 173 time: 0.4736478 Aug 30 15:45:59.203912 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'name': 'network-vif-deleted', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:45:59.206268 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7234f3c9-ccfd-4d9e-a08c-0ceb9d4d59fb" -d '{"events": [{"server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "name": "network-vif-deleted", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:45:59.275728 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f73faa0-03e6-47c1-8dd9-651647c3e629 x-openstack-request-id: req-4f73faa0-03e6-47c1-8dd9-651647c3e629 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:45:59.276150 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4e88e0-f3b3-40bb-9c53-b237e197f0a5", "name": "network-vif-deleted", "tag": "7a4132eb-cee5-4a2f-a7fa-b32071a8df48", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:45:59.276548 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f73faa0-03e6-47c1-8dd9-651647c3e629 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:45:59.277148 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4e88e0-f3b3-40bb-9c53-b237e197f0a5', 'name': 'network-vif-deleted', 'tag': '7a4132eb-cee5-4a2f-a7fa-b32071a8df48', 'status': 'completed', 'code': 200} Aug 30 15:45:59.597693 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:45:59.626347 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-684275bc-99a2-4f2d-9a40-025d391645f3 req-db168241-9b34-42c8-a775-80edc383970e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0313249 Aug 30 15:46:00.732073 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-db810f9e-c652-4929-90be-9304f5771c1d req-6d972c7f-cb64-42c3-a9f1-956cb7f44d4e tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0267529 Aug 30 15:46:01.831381 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-c2e71329-cb55-4e05-a965-940d706442e1 req-00528fc8-792c-48cb-ae55-b8eef948880a tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0270989 Aug 30 15:46:01.938627 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:02.597260 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:46:02.622747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:46:02.622997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 7a4132eb-cee5-4a2f-a7fa-b32071a8df48 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:46:02.950628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f7420d6c-b6af-4334-bead-a38f67f917f4 req-9daeb665-8f76-48c2-8eff-0b1f63e562f7 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4e88e0-f3b3-40bb-9c53-b237e197f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0334094 Aug 30 15:46:03.688828 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:04.018644 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:04.082336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a692e008-e6a4-447e-ab41-bd88004d1550 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:04.109985 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a692e008-e6a4-447e-ab41-bd88004d1550 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:04.184172 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a692e008-e6a4-447e-ab41-bd88004d1550 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:04.186876 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a692e008-e6a4-447e-ab41-bd88004d1550 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:04.188095 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a692e008-e6a4-447e-ab41-bd88004d1550 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] 10.222.0.50 "DELETE /v2.0/security-groups/ab87f8b2-9df3-47c2-a59c-af8dc0c67b99 HTTP/1.1" status: 204 len: 168 time: 0.1684363 Aug 30 15:46:04.198935 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692e008-e6a4-447e-ab41-bd88004d1550 tempest-TestShelveInstance-1214813319 tempest-TestShelveInstance-1214813319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab87f8b2-9df3-47c2-a59c-af8dc0c67b99,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:04.240145 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:04.726098 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:05.014749 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Deleting port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:46:05.015052 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:05.109177 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] For port 9d86881e-2b50-4f3f-acf2-d6abaaa525d2, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:05.109886 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:05.123837 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Calling delete_port for 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:46:05.309822 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:05.333902 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d86881e-2b50-4f3f-acf2-d6abaaa525d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:05.535687 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:05.773888 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:46:05.889189 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:46:05.896946 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b769aab7-f85d-4dea-82e0-7ea5d78453b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6554983 Aug 30 15:46:05.899280 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:05.902176 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] Sync routers for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:46:05.912360 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:05.913134 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:06.024663 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:06.209463 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:46:05Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:06.239539 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] Checking router: 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:46:06.249292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] Routers {'96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:06.249920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:06.309844 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:06.420684 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:06.501173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Deleting port e403d53f-460c-49ad-be72-a9f469d4fd53 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:46:06.501436 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:06.525657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] Set router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:06.593973 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] For port e403d53f-460c-49ad-be72-a9f469d4fd53, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=e403d53f-460c-49ad-be72-a9f469d4fd53,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:06.594336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:06.614171 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Calling delete_port for e403d53f-460c-49ad-be72-a9f469d4fd53 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:46:06.715568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:46:05Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:06.742633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddd8bc-e388-432d-9493-bd816f42d512 None None] The sync data for ids ['96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d'] in n-d-805668-3 is: [{'id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'name': 'tempest-TestShelveInstance-1006208203-router', 'tenant_id': '59879abeddae43d8922b9be7617d3bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:46:05Z', 'revision_number': 5, 'project_id': '59879abeddae43d8922b9be7617d3bca', 'gw_port': {'id': 'e403d53f-460c-49ad-be72-a9f469d4fd53', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:33Z', 'updated_at': '2021-08-30T15:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:46:06.804466 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:06.836993 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e403d53f-460c-49ad-be72-a9f469d4fd53,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:06.897895 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:06.991774 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:06.994078 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.043049 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.043507 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:46:07.048905 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.049628 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c172686a-eb65-4b22-b08d-3a501b5677b6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/96a09cb9-1bd5-4d14-92b1-b8bfb5098b4d HTTP/1.1" status: 204 len: 168 time: 1.1492851 Aug 30 15:46:07.052142 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:07.096990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d17f01-37e7-428e-8851-6652f87e922d admin admin] Deleting subnet 436f4174-603d-4377-914d-e4bfcc3cac4b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:46:07.100805 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d17f01-37e7-428e-8851-6652f87e922d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.136879 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d17f01-37e7-428e-8851-6652f87e922d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.219073 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d17f01-37e7-428e-8851-6652f87e922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.278432 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d17f01-37e7-428e-8851-6652f87e922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.304387 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d17f01-37e7-428e-8851-6652f87e922d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436f4174-603d-4377-914d-e4bfcc3cac4b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:07.308295 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d17f01-37e7-428e-8851-6652f87e922d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.310187 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-65d17f01-37e7-428e-8851-6652f87e922d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/436f4174-603d-4377-914d-e4bfcc3cac4b HTTP/1.1" status: 204 len: 168 time: 0.2570796 Aug 30 15:46:07.312906 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:07.314205 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5e30de-cfaf-47b8-ab79-2298d8d3c52e None None] Network 79efc8b4-1d66-457e-afeb-33604523536c requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:46:07.390612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.453329 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Deleting port 5221f007-2a00-4199-9162-c1b8aa2ff7ce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:46:07.453820 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.522700 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] For port 5221f007-2a00-4199-9162-c1b8aa2ff7ce, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5221f007-2a00-4199-9162-c1b8aa2ff7ce,segment=NetworkSegment(01f2a9ba-6789-4a4b-8ff6-b27fc8aed067),segment_id=01f2a9ba-6789-4a4b-8ff6-b27fc8aed067)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:07.523069 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.535924 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Calling delete_port for 5221f007-2a00-4199-9162-c1b8aa2ff7ce owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:46:07.614117 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.644269 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5221f007-2a00-4199-9162-c1b8aa2ff7ce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:07.648173 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] No DVR routers for this DVR port 5221f007-2a00-4199-9162-c1b8aa2ff7ce on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:46:07.719174 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.730123 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79efc8b4-1d66-457e-afeb-33604523536c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:07.740594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:07.740893 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f2a9ba-6789-4a4b-8ff6-b27fc8aed067') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:07.751090 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.765785 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.772147 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:46:07.772558 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:46:07.774523 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:46:07.811181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bdedf5-8173-4f30-bb60-7a8190bc1016 None None] DHCP port deletion for 79efc8b4-1d66-457e-afeb-33604523536c request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:46:07.839136 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.845918 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:07.847154 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/79efc8b4-1d66-457e-afeb-33604523536c HTTP/1.1" status: 204 len: 168 time: 0.5333118 Aug 30 15:46:07.850348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:07.859267 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc917837-2687-48ec-85fc-795df55055e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=79efc8b4-1d66-457e-afeb-33604523536c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:08.499093 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:08.760251 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Deleting port 88814b2b-66b0-4ca2-b96f-ad06c43ace49 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:46:08.760615 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:08.784527 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:46:08.804133 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:46:08.804477 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 9d86881e-2b50-4f3f-acf2-d6abaaa525d2 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:46:08.804898 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5221f007-2a00-4199-9162-c1b8aa2ff7ce no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:46:08.824022 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 5221f007-2a00-4199-9162-c1b8aa2ff7ce {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:46:08.824364 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5221f007-2a00-4199-9162-c1b8aa2ff7ce not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:46:08.824780 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e403d53f-460c-49ad-be72-a9f469d4fd53 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:46:08.840840 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] For port 88814b2b-66b0-4ca2-b96f-ad06c43ace49, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=88814b2b-66b0-4ca2-b96f-ad06c43ace49,segment=NetworkSegment(6285bac8-6b07-4f66-94b6-f4ad0b84774a),segment_id=6285bac8-6b07-4f66-94b6-f4ad0b84774a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:08.841251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:08.846981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: e403d53f-460c-49ad-be72-a9f469d4fd53 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:46:08.847396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device e403d53f-460c-49ad-be72-a9f469d4fd53 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:46:08.859742 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Calling delete_port for 88814b2b-66b0-4ca2-b96f-ad06c43ace49 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:46:09.040087 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:09.068372 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Pushing event deleted for resources: {'Port': ['ID=88814b2b-66b0-4ca2-b96f-ad06c43ace49,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:09.233500 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:09.457312 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Router 0ade7d06-efb3-4861-b236-37c208dff6bc has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:46:09.568413 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:46:09.574166 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b673fc35-6952-4ea1-b498-81ac0c11f856 admin admin] 10.222.0.50 "PUT /v2.0/routers/0ade7d06-efb3-4861-b236-37c208dff6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223153 Aug 30 15:46:09.576598 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:09.580349 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] Sync routers for ids ['0ade7d06-efb3-4861-b236-37c208dff6bc'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:46:09.590183 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] Routers {'0ade7d06-efb3-4861-b236-37c208dff6bc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:09.590805 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0ade7d06-efb3-4861-b236-37c208dff6bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:09.688699 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:09.701066 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] Set router 0ade7d06-efb3-4861-b236-37c208dff6bc gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:09.796317 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:09.856648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Deleting port 0eee88c2-59a8-426f-8b0c-1d043567017a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:46:09.856995 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:09.887520 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:46:08Z', 'revision_number': 5, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port': {'id': '0eee88c2-59a8-426f-8b0c-1d043567017a', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:36:38Z', 'updated_at': '2021-08-30T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:09.914838 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] Checking router: 0ade7d06-efb3-4861-b236-37c208dff6bc for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:46:09.923167 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] Routers {'0ade7d06-efb3-4861-b236-37c208dff6bc'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:09.923779 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['0ade7d06-efb3-4861-b236-37c208dff6bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:09.942720 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] For port 0eee88c2-59a8-426f-8b0c-1d043567017a, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=0eee88c2-59a8-426f-8b0c-1d043567017a,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:09.942993 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:09.957111 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Calling delete_port for 0eee88c2-59a8-426f-8b0c-1d043567017a owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:46:10.011329 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] Set router 0ade7d06-efb3-4861-b236-37c208dff6bc gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:10.128268 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.155706 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Pushing event deleted for resources: {'Port': ['ID=0eee88c2-59a8-426f-8b0c-1d043567017a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:10.164247 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:46:09Z', 'revision_number': 6, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:10.191507 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ad5e5-d547-4507-af4b-bbdca7c1d065 None None] The sync data for ids ['0ade7d06-efb3-4861-b236-37c208dff6bc'] in n-d-805668-3 is: [{'id': '0ade7d06-efb3-4861-b236-37c208dff6bc', 'name': 'tempest-TestShelveInstance-835381909-router', 'tenant_id': 'cb61069a0fb6433c92148af99658921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:36:37Z', 'updated_at': '2021-08-30T15:46:09Z', 'revision_number': 6, 'project_id': 'cb61069a0fb6433c92148af99658921d', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:46:10.219745 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.311088 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.313278 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.361973 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.362529 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ade7d06-efb3-4861-b236-37c208dff6bc {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:46:10.366848 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.370939 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3a116867-b173-402f-9468-efa73db2395e admin admin] 10.222.0.50 "DELETE /v2.0/routers/0ade7d06-efb3-4861-b236-37c208dff6bc HTTP/1.1" status: 204 len: 168 time: 0.7903926 Aug 30 15:46:10.371492 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:10.415525 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c264e816-7762-4a20-b3d8-eb4ed9f4bd92 admin admin] Deleting subnet aac1035f-5a5d-4f35-912c-3ceef257d4d6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:46:10.418752 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c264e816-7762-4a20-b3d8-eb4ed9f4bd92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.457776 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c264e816-7762-4a20-b3d8-eb4ed9f4bd92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.545957 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c264e816-7762-4a20-b3d8-eb4ed9f4bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.602780 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c264e816-7762-4a20-b3d8-eb4ed9f4bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.633619 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c264e816-7762-4a20-b3d8-eb4ed9f4bd92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.635534 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-c264e816-7762-4a20-b3d8-eb4ed9f4bd92 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aac1035f-5a5d-4f35-912c-3ceef257d4d6 HTTP/1.1" status: 204 len: 168 time: 0.2634871 Aug 30 15:46:10.637496 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264e816-7762-4a20-b3d8-eb4ed9f4bd92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac1035f-5a5d-4f35-912c-3ceef257d4d6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:10.638201 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:10.639087 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de331794-114f-4112-bf22-18d60d1b65c7 None None] Network b4335578-9055-4e88-aae6-4eea943f777d requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:46:10.710902 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.776439 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Deleting port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:46:10.776834 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.843601 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] For port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=5481be94-2cf6-47d8-b1c4-ad941d1f5d0e,segment=NetworkSegment(6285bac8-6b07-4f66-94b6-f4ad0b84774a),segment_id=6285bac8-6b07-4f66-94b6-f4ad0b84774a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:10.843966 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.857510 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Calling delete_port for 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:46:10.936163 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:10.965577 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3684aaf5-f79b-444b-aa9b-aec613efef6a None None] DHCP port deletion for b4335578-9055-4e88-aae6-4eea943f777d request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:46:10.969732 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5481be94-2cf6-47d8-b1c4-ad941d1f5d0e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:10.985423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] No DVR routers for this DVR port 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e on host n-d-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:46:11.021391 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:46:11.045632 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:46:11.046284 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 5481be94-2cf6-47d8-b1c4-ad941d1f5d0e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:46:11.046713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 88814b2b-66b0-4ca2-b96f-ad06c43ace49 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:46:11.060194 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.065500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 88814b2b-66b0-4ca2-b96f-ad06c43ace49 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:46:11.065856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 88814b2b-66b0-4ca2-b96f-ad06c43ace49 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:46:11.066281 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0eee88c2-59a8-426f-8b0c-1d043567017a no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:46:11.070724 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4335578-9055-4e88-aae6-4eea943f777d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:11.082321 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6285bac8-6b07-4f66-94b6-f4ad0b84774a') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:11.082616 n-d-805668-3 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6285bac8-6b07-4f66-94b6-f4ad0b84774a') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:11.085692 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 0eee88c2-59a8-426f-8b0c-1d043567017a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:46:11.086244 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 0eee88c2-59a8-426f-8b0c-1d043567017a not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:46:11.093275 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12732538'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.108327 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.114836 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:46:11.115353 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24488129'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: Traceback (most recent call last): Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: timer() Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: cb(*args, **kw) Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: return func(*args, **kwargs) Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: self._notify() Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: self.callback(batched_events) Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: event.method(event) Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: return f(self, *a, **k) Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: return self._get(url).json() Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:46:11.117361 n-d-805668-3 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:46:11.178552 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.184449 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.189714 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b4335578-9055-4e88-aae6-4eea943f777d HTTP/1.1" status: 204 len: 168 time: 0.5472722 Aug 30 15:46:11.198832 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5d3b5-9bc3-4548-8407-09dafc2099e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4335578-9055-4e88-aae6-4eea943f777d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:11.314483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:11.355933 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-3edcb802-fab3-4a91-bd58-a9afcfd8fef2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59879abeddae43d8922b9be7617d3bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402720 Aug 30 15:46:11.358843 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:11.410734 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b59e8886-7876-46c4-89e4-5d5b59aebf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.432122 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b59e8886-7876-46c4-89e4-5d5b59aebf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.481689 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b59e8886-7876-46c4-89e4-5d5b59aebf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.484265 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b59e8886-7876-46c4-89e4-5d5b59aebf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.485501 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-b59e8886-7876-46c4-89e4-5d5b59aebf5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4591715-26a8-44ca-b7ec-9cbd57f9d4e5 HTTP/1.1" status: 204 len: 168 time: 0.1256332 Aug 30 15:46:11.493328 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e8886-7876-46c4-89e4-5d5b59aebf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4591715-26a8-44ca-b7ec-9cbd57f9d4e5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:11.813900 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:11.854580 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-8b9c3ce9-f533-4bab-8206-353330716d7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb61069a0fb6433c92148af99658921d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394006 Aug 30 15:46:11.857037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:11.912342 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d264589-0b25-485d-b971-dde50c390101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.934155 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d264589-0b25-485d-b971-dde50c390101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.981333 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d264589-0b25-485d-b971-dde50c390101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.983920 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d264589-0b25-485d-b971-dde50c390101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:11.985179 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-7d264589-0b25-485d-b971-dde50c390101 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/737fef35-aaa4-4945-9f20-93358fe45ebf HTTP/1.1" status: 204 len: 168 time: 0.1270766 Aug 30 15:46:11.993022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d264589-0b25-485d-b971-dde50c390101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737fef35-aaa4-4945-9f20-93358fe45ebf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:12.683834 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:12.783353 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1862486121-network', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:12.805833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Made reservation on behalf of 6df7b968bb754aaf9a74b05c5c46270e for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:46:12.808358 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:12.816873 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:12.909642 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:12.913331 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:12.941696 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:46:12.948061 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde739b8-9350-4e9c-a698-0e7ff75c5321,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:12.956159 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:12.956490 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Added segment f665bd93-e01d-47f6-abb3-967e549ccac1 of type vlan for network a99b054e-01ef-4c98-83ce-8c365429aa00 Aug 30 15:46:13.003325 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.028850 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.029916 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:13.030496 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.086912 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4018207 Aug 30 15:46:13.090284 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:13.095153 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Request body: {'subnet': {'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1862486121-subnet', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:13.106512 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a05b8-bacd-43be-8660-dc1f0322b694 admin admin] Pushing event updated for resources: {'Network': ['ID=a99b054e-01ef-4c98-83ce-8c365429aa00,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:13.118014 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network a99b054e-01ef-4c98-83ce-8c365429aa00 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:46:13.123945 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Made reservation on behalf of 6df7b968bb754aaf9a74b05c5c46270e for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:46:13.126606 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.301508 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.351212 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0592bd7-984c-4cbd-b3a2-81c436e81659,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:13.367539 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Checking segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:13.367897 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Network hostable DHCP agents. Network: a99b054e-01ef-4c98-83ce-8c365429aa00, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:46:13.385835 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Network a99b054e-01ef-4c98-83ce-8c365429aa00 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:46:13.395176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, a99b054e-01ef-4c98-83ce-8c365429aa00) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:13.399533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:13.400151 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.404374 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72166c3c-3b80-4411-b1e8-4be34a4b0a11 None None] Network a99b054e-01ef-4c98-83ce-8c365429aa00 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:46:13.416009 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-71e09c5c-5e1c-48b2-b428-f1d6bc28e0f5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3246582 Aug 30 15:46:13.418929 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:13.426220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:13.457578 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.458504 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.514711 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.568340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-a99b054e-01ef-4c98-83ce-8c365429aa00', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:46:13.569654 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.655659 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.707550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Allocated IP 172.20.0.2 (a99b054e-01ef-4c98-83ce-8c365429aa00/a0592bd7-984c-4cbd-b3a2-81c436e81659/530d3d01-b455-450b-9e5b-a7c8cf82cc82) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:46:13.854450 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.862999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Transition to ACTIVE for port object 530d3d01-b455-450b-9e5b-a7c8cf82cc82 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:13.865377 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.879109 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Transition to ACTIVE for port object 530d3d01-b455-450b-9e5b-a7c8cf82cc82 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:13.885072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.886041 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:13.925816 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Network a99b054e-01ef-4c98-83ce-8c365429aa00 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:13.928718 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:13.932307 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:46:13.940866 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Pushing event updated for resources: {'Port': ['ID=530d3d01-b455-450b-9e5b-a7c8cf82cc82,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:13.950820 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.951418 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.951781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.952115 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.952446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.952777 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.953132 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.953459 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.953782 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.954433 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.954798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.955136 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:13.996526 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Allocated IP 172.25.6.37 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/00d65a0b-4da9-40b1-813e-e119f53db25e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:46:14.003627 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Attempting to bind port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:46:14.004056 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Attempting to bind port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:46:14.004414 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Attempting to bind port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 on network a99b054e-01ef-4c98-83ce-8c365429aa00 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:46:14.010349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:46:14.010719 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Checking segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:14.011123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:14.011512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Bound using segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:46:14.011975 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Bound port: 530d3d01-b455-450b-9e5b-a7c8cf82cc82, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:46:14.012535 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:14.082798 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] For port 530d3d01-b455-450b-9e5b-a7c8cf82cc82, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:46:14.085999 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] For port 530d3d01-b455-450b-9e5b-a7c8cf82cc82, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=530d3d01-b455-450b-9e5b-a7c8cf82cc82,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:46:14.092372 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:14.133205 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:14.194869 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b93a3d-127d-43ad-936b-34b6b370adb1 None None] Pushing event updated for resources: {'Port': ['ID=530d3d01-b455-450b-9e5b-a7c8cf82cc82,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:14.196560 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:14.239959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:14.243053 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:14.247441 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:46:14.254324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Pushing event updated for resources: {'Port': ['ID=00d65a0b-4da9-40b1-813e-e119f53db25e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:14.405713 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:46:14.556267 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:14.764275 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:14.827292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 530d3d01-b455-450b-9e5b-a7c8cf82cc82 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:14.880741 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:14.921497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:46:15.038507 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:46:15.053981 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Sync routers for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:46:15.057895 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:15.060145 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-dfdd2358-4f98-4cbc-a4a5-e0c014f6250a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6397028 Aug 30 15:46:15.063098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:15.065856 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:15.066732 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:15.158590 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469a35a-c2c0-4686-8f4e-4cce1547f20f None None] Network a99b054e-01ef-4c98-83ce-8c365429aa00 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:46:15.241441 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:15.385401 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c97d60e-d36b-44f2-bd9d-b235769fc906 None None] Provisioning for port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:15.393803 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c97d60e-d36b-44f2-bd9d-b235769fc906 None None] Provisioning complete for port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:15.394105 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c97d60e-d36b-44f2-bd9d-b235769fc906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:15.568396 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c97d60e-d36b-44f2-bd9d-b235769fc906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:15.622114 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1c97d60e-d36b-44f2-bd9d-b235769fc906 None None] For port 530d3d01-b455-450b-9e5b-a7c8cf82cc82, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=530d3d01-b455-450b-9e5b-a7c8cf82cc82,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:15.626781 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:14Z', 'revision_number': 3, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:15.630205 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c97d60e-d36b-44f2-bd9d-b235769fc906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:15.662880 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Checking router: 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:46:15.663234 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Updating router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 port 00d65a0b-4da9-40b1-813e-e119f53db25e binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:46:15.715284 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:15.755526 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97d60e-d36b-44f2-bd9d-b235769fc906 None None] Pushing event updated for resources: {'Port': ['ID=530d3d01-b455-450b-9e5b-a7c8cf82cc82,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:15.862489 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:15.896243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-95fcf8d3-0bf8-4f5e-8568-6e40c83c43fa None None] Provisioning complete for port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:15.896713 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95fcf8d3-0bf8-4f5e-8568-6e40c83c43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.053736 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Allocated IP 172.20.0.1 (a99b054e-01ef-4c98-83ce-8c365429aa00/a0592bd7-984c-4cbd-b3a2-81c436e81659/848f8543-36d5-4d05-bb6a-dd9f1d5895a8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:46:16.182625 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.198478 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Transition to ACTIVE for port object 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:16.240366 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.252849 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.269012 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Transition to ACTIVE for port object 00d65a0b-4da9-40b1-813e-e119f53db25e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:16.277816 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.286055 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Network a99b054e-01ef-4c98-83ce-8c365429aa00 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:16.292959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:16.295415 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:46:16.327156 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Pushing event updated for resources: {'Port': ['ID=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:16.333854 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Attempting to bind port 00d65a0b-4da9-40b1-813e-e119f53db25e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:46:16.334247 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Attempting to bind port 00d65a0b-4da9-40b1-813e-e119f53db25e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:46:16.334582 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Attempting to bind port 00d65a0b-4da9-40b1-813e-e119f53db25e on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:46:16.346907 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:46:16.347297 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:16.347696 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.348101 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:46:16.348581 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Bound port: 00d65a0b-4da9-40b1-813e-e119f53db25e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:46:16.348968 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.349114 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.350902 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf9138-43c8-46c8-bacb-b7401082b22a None None] Pushing event updated for resources: {'Port': ['ID=00d65a0b-4da9-40b1-813e-e119f53db25e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:16.423378 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] For port 00d65a0b-4da9-40b1-813e-e119f53db25e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:46:16.426908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] For port 00d65a0b-4da9-40b1-813e-e119f53db25e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=00d65a0b-4da9-40b1-813e-e119f53db25e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:46:16.435357 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.488635 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:16.489316 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:16.513076 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.536658 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf9138-43c8-46c8-bacb-b7401082b22a None None] Pushing event updated for resources: {'Port': ['ID=00d65a0b-4da9-40b1-813e-e119f53db25e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:16.592826 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-420e7fb8-b772-43a7-bf56-a9f59780ae17 None None] Provisioning for port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:16.604099 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-420e7fb8-b772-43a7-bf56-a9f59780ae17 None None] Provisioning complete for port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:16.604479 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-420e7fb8-b772-43a7-bf56-a9f59780ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.643262 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:16.679236 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-420e7fb8-b772-43a7-bf56-a9f59780ae17 None None] Port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:46:16.692375 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.697009 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.772970 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Pushing event updated for resources: {'Port': ['ID=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:16.776303 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.803125 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 530d3d01-b455-450b-9e5b-a7c8cf82cc82 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:16.871602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Network a99b054e-01ef-4c98-83ce-8c365429aa00 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:16.873128 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:16.911974 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:16.912352 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:16.948060 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 1, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:16.984039 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b3d6c-4f86-484b-8b43-4094be9ef093 None None] The sync data for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 is: [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 1, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:46:17.007007 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:46:17.154117 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:46:17.161469 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2236aab8-314e-4f06-9ba0-e20185d7894f admin admin] 10.222.0.50 "PUT /v2.0/routers/9258f6ce-0e77-41b7-98d7-a7a33cf39c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0950067 Aug 30 15:46:17.222075 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6d19c76f-c594-44b2-86a2-bf981932bdd1 None None] Provisioning complete for port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:17.222610 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d19c76f-c594-44b2-86a2-bf981932bdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:17.270295 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6d19c76f-c594-44b2-86a2-bf981932bdd1 None None] Port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:46:17.741379 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:17.747698 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1022753280-network', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:17.770497 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Made reservation on behalf of 6a46bba9091d48d1a3135837bfc6eac6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:46:17.772983 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:17.785204 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:17.893630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:17.897883 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:17.921273 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 15:46:17.939216 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6319cc7e-76b8-4350-8a85-b0e13abc4862,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:17.946079 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:17.946448 n-d-805668-3 neutron-server[94827]: INFO neutron.db.segments_db [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Added segment 54f8a1ae-810f-47a9-8db8-e4798eda81fd of type vlan for network f70da142-8da8-4db5-9932-11a3a1b21237 Aug 30 15:46:17.996069 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763167991143'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.023740 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.024756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:18.025528 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.083940 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3413916 Aug 30 15:46:18.086701 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:18.091628 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Request body: {'subnet': {'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1022753280-subnet', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:18.100307 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc12cb8-0470-476d-bcce-347ff9e35a1c admin admin] Pushing event updated for resources: {'Network': ['ID=f70da142-8da8-4db5-9932-11a3a1b21237,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:18.113502 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Network f70da142-8da8-4db5-9932-11a3a1b21237 details requested by agent ovs-agent-n-d-805668-3 with host n-d-805668-3 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 15:46:18.122348 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Made reservation on behalf of 6a46bba9091d48d1a3135837bfc6eac6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:46:18.125064 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13281970'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.318123 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24436324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13281984'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.375647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:18.385314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Checking segment: {'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:18.385689 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Network hostable DHCP agents. Network: f70da142-8da8-4db5-9932-11a3a1b21237, hostable agents: ['3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 15:46:18.402245 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Network f70da142-8da8-4db5-9932-11a3a1b21237 is scheduled to be hosted by DHCP agent 3640ac9b-9ab6-46ad-b0cb-d8e72ad4788e with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 15:46:18.411238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805668-3, f70da142-8da8-4db5-9932-11a3a1b21237) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:18.415777 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:18.416401 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.423263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf7d03-25e3-4616-be8f-53e3b1300b95 None None] Network f70da142-8da8-4db5-9932-11a3a1b21237 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:46:18.436618 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-21f2265e-e5b0-4018-b883-5cb63de55b55 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3450799 Aug 30 15:46:18.437141 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:18.441727 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:18.465095 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496434'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.466118 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496441'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.525839 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.575184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54fc7fce-8db4-5165-bf07-984c9039bb25-f70da142-8da8-4db5-9932-11a3a1b21237', 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'fixed_ips': [{'subnet_id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9'}]}} from n-d-805668-3. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 15:46:18.576729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.672590 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.721186 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Allocated IP 172.20.0.2 (f70da142-8da8-4db5-9932-11a3a1b21237/5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9/af581cb4-8312-4f54-8f2d-7c001dcb098e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:46:18.873189 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 00d65a0b-4da9-40b1-813e-e119f53db25e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:18.905956 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.923474 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.925360 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.933862 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Transition to ACTIVE for port object af581cb4-8312-4f54-8f2d-7c001dcb098e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:18.954555 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Transition to ACTIVE for port object af581cb4-8312-4f54-8f2d-7c001dcb098e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:18.958904 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 00d65a0b-4da9-40b1-813e-e119f53db25e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:18.964216 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:18.971903 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 00d65a0b-4da9-40b1-813e-e119f53db25e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:18.972416 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.024156 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Network f70da142-8da8-4db5-9932-11a3a1b21237 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:19.030569 n-d-805668-3 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:19.041605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:46:19.046150 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Allocated IP 172.25.6.254 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/28b48703-b6ea-4edb-b856-c8a52c7f7a59) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:46:19.055760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Pushing event updated for resources: {'Port': ['ID=af581cb4-8312-4f54-8f2d-7c001dcb098e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:19.136613 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Attempting to bind port af581cb4-8312-4f54-8f2d-7c001dcb098e on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:46:19.136980 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Attempting to bind port af581cb4-8312-4f54-8f2d-7c001dcb098e by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:46:19.137381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Attempting to bind port af581cb4-8312-4f54-8f2d-7c001dcb098e on network f70da142-8da8-4db5-9932-11a3a1b21237 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:46:19.148550 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:46:19.148931 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Checking segment: {'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:19.150344 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.150744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Bound using segment: {'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:46:19.151225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Bound port: af581cb4-8312-4f54-8f2d-7c001dcb098e, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:46:19.151606 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.158108 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.164502 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.186902 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Sync routers for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:46:19.198228 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:19.199216 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:19.208678 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.211710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 00d65a0b-4da9-40b1-813e-e119f53db25e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=00d65a0b-4da9-40b1-813e-e119f53db25e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:19.227187 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.265001 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] For port af581cb4-8312-4f54-8f2d-7c001dcb098e, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:46:19.266042 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:19.269484 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] For port af581cb4-8312-4f54-8f2d-7c001dcb098e, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=af581cb4-8312-4f54-8f2d-7c001dcb098e,segment=NetworkSegment(54f8a1ae-810f-47a9-8db8-e4798eda81fd),segment_id=54f8a1ae-810f-47a9-8db8-e4798eda81fd)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:46:19.271335 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:19.277794 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:46:19.286027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Pushing event updated for resources: {'Port': ['ID=28b48703-b6ea-4edb-b856-c8a52c7f7a59,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:19.304192 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.348892 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=00d65a0b-4da9-40b1-813e-e119f53db25e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:19.355738 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:19.413321 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae429d-452d-45d9-ad91-b414dde4ab3d None None] Pushing event updated for resources: {'Port': ['ID=af581cb4-8312-4f54-8f2d-7c001dcb098e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:19.676801 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 2, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:19.719771 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.733144 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Checking router: 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:46:19.733509 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Updating router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:46:19.774351 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:19.940306 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560440'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:20.061329 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:20.070826 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Transition to ACTIVE for port object 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:20.081221 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Router f2c5c404-9562-4698-a5f3-ecd76d8ff29b is scheduled to L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 15:46:20.081427 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:20.134554 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Pushing event updated for resources: {'Port': ['ID=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:20.158742 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.159082 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.159420 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.159751 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.160078 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.160404 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.160726 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.161080 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.161393 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.161711 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.162031 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.162348 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:46:20.196195 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Attempting to bind port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:46:20.196926 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Attempting to bind port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:46:20.196926 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Attempting to bind port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 on network a99b054e-01ef-4c98-83ce-8c365429aa00 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:46:20.203307 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:46:20.203674 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Checking segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:20.204061 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:20.204457 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Bound using segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:46:20.204924 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Bound port: 848f8543-36d5-4d05-bb6a-dd9f1d5895a8, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:46:20.205723 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:20.250175 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:46:20.260314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Sync routers for ids ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:46:20.276139 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Routers {'f2c5c404-9562-4698-a5f3-ecd76d8ff29b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:20.276796 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:20.281566 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:20.285773 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0a538d4d-9f46-4fcd-b911-38552ca9d5ab admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8470075 Aug 30 15:46:20.287981 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:20.317568 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] For port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:46:20.323815 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] For port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:46:20.335726 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:20.432272 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa68ed-e44c-4a87-8033-e8f6280426a0 None None] Pushing event updated for resources: {'Port': ['ID=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:20.436590 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:20.449974 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:20.471788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Set router f2c5c404-9562-4698-a5f3-ecd76d8ff29b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:20.641331 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:20.779794 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac564a-b590-4565-85fa-05f875f2a491 None None] Network f70da142-8da8-4db5-9932-11a3a1b21237 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:46:20.903851 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d0b6ad1-b61d-4d23-9af4-7a04cc404c91 None None] Provisioning for port af581cb4-8312-4f54-8f2d-7c001dcb098e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:20.929652 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:20.961706 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:20Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:20.995842 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.004785 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 3, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port': {'id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:84:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:21.015479 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894f989-b791-4d0e-8f17-a6ba415f7d07 None None] The sync data for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 is: [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:20Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:46:21.047003 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:21.055485 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Checking router: f2c5c404-9562-4698-a5f3-ecd76d8ff29b for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:46:21.055909 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Updating router f2c5c404-9562-4698-a5f3-ecd76d8ff29b port 28b48703-b6ea-4edb-b856-c8a52c7f7a59 binding host n-d-805668-3 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:46:21.124974 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Allocated IP 172.20.0.1 (f70da142-8da8-4db5-9932-11a3a1b21237/5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9/86e5a63c-6fb3-4ef2-be29-1bef98fe4780) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:46:21.140135 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.240394 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:21.248214 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:21.248601 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.250560 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.268810 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Transition to ACTIVE for port object 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:21.312595 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.360501 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Pushing event updated for resources: {'Port': ['ID=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:21.375580 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Network f70da142-8da8-4db5-9932-11a3a1b21237 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:21.377756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:21.383556 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:46:21.439561 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560615'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.602287 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.657851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.725161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:21.733937 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.734770 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 00d65a0b-4da9-40b1-813e-e119f53db25e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:21.808594 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.815183 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.874425 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e11e3d0d-a395-4073-a9a1-b7d43d464316 None None] Provisioning for port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:21.879119 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:21.899462 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Pushing event updated for resources: {'Port': ['ID=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:21.904292 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571448'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.908799 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.912784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e11e3d0d-a395-4073-a9a1-b7d43d464316 None None] Provisioning complete for port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:21.913175 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e11e3d0d-a395-4073-a9a1-b7d43d464316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.959744 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 00d65a0b-4da9-40b1-813e-e119f53db25e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:21.960286 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:21.963111 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e11e3d0d-a395-4073-a9a1-b7d43d464316 None None] Port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:46:21.965925 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Transition to ACTIVE for port object 28b48703-b6ea-4edb-b856-c8a52c7f7a59 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:21.996656 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.005362 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Network f70da142-8da8-4db5-9932-11a3a1b21237 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:22.007842 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:22.062525 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cfa6b-5888-439d-a02f-03464302dac2 None None] Pushing event updated for resources: {'Port': ['ID=28b48703-b6ea-4edb-b856-c8a52c7f7a59,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:22.064916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Attempting to bind port 28b48703-b6ea-4edb-b856-c8a52c7f7a59 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:46:22.065639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Attempting to bind port 28b48703-b6ea-4edb-b856-c8a52c7f7a59 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:46:22.065639 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Attempting to bind port 28b48703-b6ea-4edb-b856-c8a52c7f7a59 on network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:46:22.074049 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:46:22.074434 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Checking segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:22.075222 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.075222 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Bound using segment: {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:46:22.075710 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Bound port: 28b48703-b6ea-4edb-b856-c8a52c7f7a59, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888a8d7-c9d4-4fbb-813a-401f17246b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:46:22.076097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.139692 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Router f2c5c404-9562-4698-a5f3-ecd76d8ff29b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:46:22.150568 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device af581cb4-8312-4f54-8f2d-7c001dcb098e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:22.195170 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] For port 28b48703-b6ea-4edb-b856-c8a52c7f7a59, host n-d-805668-3, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:46:22.202396 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] For port 28b48703-b6ea-4edb-b856-c8a52c7f7a59, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=28b48703-b6ea-4edb-b856-c8a52c7f7a59,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:46:22.211847 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.245661 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port af581cb4-8312-4f54-8f2d-7c001dcb098e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:22.260315 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port af581cb4-8312-4f54-8f2d-7c001dcb098e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:22.260692 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.268533 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:46:22.278991 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-51d8de97-b6cf-409c-a617-cd7ab8191c53 admin admin] 10.222.0.50 "PUT /v2.0/routers/f2c5c404-9562-4698-a5f3-ecd76d8ff29b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9887857 Aug 30 15:46:22.322232 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Routers {'f2c5c404-9562-4698-a5f3-ecd76d8ff29b'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:22.322957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:22.327148 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cfa6b-5888-439d-a02f-03464302dac2 None None] Pushing event updated for resources: {'Port': ['ID=28b48703-b6ea-4edb-b856-c8a52c7f7a59,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:22.381540 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1a30f8a1-0bac-4ade-8324-bf6c6cae7375 None None] Provisioning complete for port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:22.381920 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a30f8a1-0bac-4ade-8324-bf6c6cae7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.503243 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1a30f8a1-0bac-4ade-8324-bf6c6cae7375 None None] Port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:46:22.509673 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.536547 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] Set router f2c5c404-9562-4698-a5f3-ecd76d8ff29b gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:22.590292 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port af581cb4-8312-4f54-8f2d-7c001dcb098e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=af581cb4-8312-4f54-8f2d-7c001dcb098e,segment=NetworkSegment(54f8a1ae-810f-47a9-8db8-e4798eda81fd),segment_id=54f8a1ae-810f-47a9-8db8-e4798eda81fd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:22.597945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.726405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=af581cb4-8312-4f54-8f2d-7c001dcb098e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:22.808173 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 4, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port': {'id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:84:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '86e5a63c-6fb3-4ef2-be29-1bef98fe4780', 'name': '', 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'mac_address': 'fa:16:3e:af:9b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:20Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 2, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'subnets': [{'id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:22.838296 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:22.841886 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f3438-9d06-4643-a75a-76c517c54e8c None None] The sync data for ids ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'] in n-d-805668-3 is: [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 4, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port': {'id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:84:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '86e5a63c-6fb3-4ef2-be29-1bef98fe4780', 'name': '', 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'mac_address': 'fa:16:3e:af:9b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:20Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 2, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'subnets': [{'id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:46:22.906207 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:22.906586 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:22.995822 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:22.998842 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device af581cb4-8312-4f54-8f2d-7c001dcb098e up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:23.001060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ba5fc79e-2cf7-4623-bb3d-8f6094866222 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137948746', 'description': 'tempest-secgroup-smoke-1137948746 description', 'project_id': '6df7b968bb754aaf9a74b05c5c46270e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:23.060400 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc79e-2cf7-4623-bb3d-8f6094866222 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.085422 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port af581cb4-8312-4f54-8f2d-7c001dcb098e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:23.086167 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.181927 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc79e-2cf7-4623-bb3d-8f6094866222 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.187586 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc79e-2cf7-4623-bb3d-8f6094866222 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.219810 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc79e-2cf7-4623-bb3d-8f6094866222 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.221268 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ba5fc79e-2cf7-4623-bb3d-8f6094866222 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2242928 Aug 30 15:46:23.225965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fc79e-2cf7-4623-bb3d-8f6094866222 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e353ca5-fead-48a1-b7f3-e154755df361,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:23.226171 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:23.236592 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-52c2580f-951e-4e87-9a24-391aec822733 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'security_group_rule': {'security_group_id': '2e353ca5-fead-48a1-b7f3-e154755df361', 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:23.276314 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52c2580f-951e-4e87-9a24-391aec822733 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.647391 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52c2580f-951e-4e87-9a24-391aec822733 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.652165 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52c2580f-951e-4e87-9a24-391aec822733 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.669892 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2580f-951e-4e87-9a24-391aec822733 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428b3d4b-c9b2-4661-b9ae-79c35583de47,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:23.676763 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52c2580f-951e-4e87-9a24-391aec822733 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.678027 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-52c2580f-951e-4e87-9a24-391aec822733 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4501910 Aug 30 15:46:23.681547 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 33514) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:23.686323 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0e1162c4-3c72-4c93-95af-60276904fcaf tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'security_group_rule': {'security_group_id': '2e353ca5-fead-48a1-b7f3-e154755df361', 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:23.714756 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e1162c4-3c72-4c93-95af-60276904fcaf tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.778462 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e1162c4-3c72-4c93-95af-60276904fcaf tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.782699 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e1162c4-3c72-4c93-95af-60276904fcaf tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.813214 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e1162c4-3c72-4c93-95af-60276904fcaf tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.819641 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:23.821316 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-0e1162c4-3c72-4c93-95af-60276904fcaf tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385384 Aug 30 15:46:23.825016 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a23ee49-59fa-425a-b0e4-f9b741f3e4a9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'security_group_rule': {'security_group_id': '2e353ca5-fead-48a1-b7f3-e154755df361', 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:23.834713 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1162c4-3c72-4c93-95af-60276904fcaf tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99061a7-9fc4-43d2-a4a5-e1e1e2b2bdf3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:23.867773 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a23ee49-59fa-425a-b0e4-f9b741f3e4a9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.948015 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a23ee49-59fa-425a-b0e4-f9b741f3e4a9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.952814 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a23ee49-59fa-425a-b0e4-f9b741f3e4a9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.972273 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23ee49-59fa-425a-b0e4-f9b741f3e4a9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03852f1-50d8-4a5d-ae28-26118e3927cc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:23.982480 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a23ee49-59fa-425a-b0e4-f9b741f3e4a9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:23.983958 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4a23ee49-59fa-425a-b0e4-f9b741f3e4a9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641502 Aug 30 15:46:23.986704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:23.991483 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dde271b9-e76a-44c6-8421-5da200fb405c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'security_group_rule': {'security_group_id': '2e353ca5-fead-48a1-b7f3-e154755df361', 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:24.019050 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde271b9-e76a-44c6-8421-5da200fb405c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.083372 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde271b9-e76a-44c6-8421-5da200fb405c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.087879 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde271b9-e76a-44c6-8421-5da200fb405c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.107060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde271b9-e76a-44c6-8421-5da200fb405c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60aed05-13a1-485d-ad16-47b20169b62d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:24.117535 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde271b9-e76a-44c6-8421-5da200fb405c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.118882 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-dde271b9-e76a-44c6-8421-5da200fb405c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312242 Aug 30 15:46:24.122096 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:24.126866 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0013b12a-c85c-4a81-87a3-0bc0e08cad81 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'security_group_rule': {'security_group_id': '2e353ca5-fead-48a1-b7f3-e154755df361', 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:24.150954 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-0013b12a-c85c-4a81-87a3-0bc0e08cad81 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Project 6df7b968bb754aaf9a74b05c5c46270e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:46:24.156421 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0013b12a-c85c-4a81-87a3-0bc0e08cad81 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.228396 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0013b12a-c85c-4a81-87a3-0bc0e08cad81 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.232824 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0013b12a-c85c-4a81-87a3-0bc0e08cad81 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.254807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013b12a-c85c-4a81-87a3-0bc0e08cad81 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bebcc7-65bc-40e8-b541-e86b9e9a80cd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:24.259397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0013b12a-c85c-4a81-87a3-0bc0e08cad81 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.261036 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0013b12a-c85c-4a81-87a3-0bc0e08cad81 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377831 Aug 30 15:46:24.263881 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:24.268528 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b672cbc1-80de-4c83-8328-7001a805d963 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'security_group_rule': {'security_group_id': '2e353ca5-fead-48a1-b7f3-e154755df361', 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:24.293395 n-d-805668-3 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-b672cbc1-80de-4c83-8328-7001a805d963 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Project 6df7b968bb754aaf9a74b05c5c46270e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 15:46:24.298534 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc1-80de-4c83-8328-7001a805d963 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.365793 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc1-80de-4c83-8328-7001a805d963 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.370589 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc1-80de-4c83-8328-7001a805d963 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82449'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.392076 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672cbc1-80de-4c83-8328-7001a805d963 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d748abc-c15d-4366-8630-67af9e8f4d7f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:24.401530 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b672cbc1-80de-4c83-8328-7001a805d963 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.407731 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-b672cbc1-80de-4c83-8328-7001a805d963 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379490 Aug 30 15:46:24.570814 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-5a4b0be3-37a7-4dd1-8d8b-aa71ea05bb31 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137948746&fields=id&tenant_id=6df7b968bb754aaf9a74b05c5c46270e HTTP/1.1" status: 200 len: 267 time: 0.0338235 Aug 30 15:46:24.686774 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-139b5ccb-4fdf-4fed-9541-0e2fe7e40d05 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:24.688366 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-139b5ccb-4fdf-4fed-9541-0e2fe7e40d05 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 810 time: 0.1092725 Aug 30 15:46:24.705228 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-8cc161f0-07dd-4c6f-8bc3-1c4c942b3cf6 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/quotas/6df7b968bb754aaf9a74b05c5c46270e HTTP/1.1" status: 200 len: 375 time: 0.0107551 Aug 30 15:46:24.769567 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-06ff32bd-c280-4b1a-a9d5-a1ba34bb1e1d tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583951 Aug 30 15:46:24.825893 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 28b48703-b6ea-4edb-b856-c8a52c7f7a59 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:24.874353 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 28b48703-b6ea-4edb-b856-c8a52c7f7a59 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:24.878712 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 28b48703-b6ea-4edb-b856-c8a52c7f7a59 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:24.879121 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.894709 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-b9d479cf-712d-4929-a99f-981d1af0bc97 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:46:24.895911 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-b9d479cf-712d-4929-a99f-981d1af0bc97 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1099102 Aug 30 15:46:24.967262 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.989953 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 28b48703-b6ea-4edb-b856-c8a52c7f7a59, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=28b48703-b6ea-4edb-b856-c8a52c7f7a59,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:24.993973 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:24.997148 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-ec7011ed-a9e0-4c82-8472-8de6b3c1b92f service neutron] 10.222.0.50 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934734 Aug 30 15:46:25.043181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=28b48703-b6ea-4edb-b856-c8a52c7f7a59,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:25.100488 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-eb933341-6758-41b5-a3f8-d7839b244a21 service neutron] 10.222.0.50 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964804 Aug 30 15:46:25.223831 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Sync routers for ids ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:46:25.234851 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Routers {'f2c5c404-9562-4698-a5f3-ecd76d8ff29b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:25.235207 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:25.293425 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1fb9916-6ebd-4773-b0da-945bb1ad970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:25.304494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-320367f1-ff14-4808-87d5-042e1bbdd37c req-269f5ab7-4b95-4c58-8b64-a62483576a4b tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 210 time: 0.0534375 Aug 30 15:46:25.376322 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Set router f2c5c404-9562-4698-a5f3-ecd76d8ff29b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:25.688837 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 4, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port': {'id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '86e5a63c-6fb3-4ef2-be29-1bef98fe4780', 'name': '', 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'mac_address': 'fa:16:3e:af:9b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:20Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 2, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'subnets': [{'id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:25.715401 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Checking router: f2c5c404-9562-4698-a5f3-ecd76d8ff29b for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:46:25.715709 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Updating router f2c5c404-9562-4698-a5f3-ecd76d8ff29b port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 binding host n-d-805668-3 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 15:46:25.741927 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.013593 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.025142 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Transition to ACTIVE for port object 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:26.031799 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.100117 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648a2c6-0dc8-4358-b446-2d3561793e49 None None] Pushing event updated for resources: {'Port': ['ID=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:26.159094 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Attempting to bind port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 on host n-d-805668-3 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:46:26.159459 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Attempting to bind port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 by drivers openvswitch,hyperv on host n-d-805668-3 at level 0 using segments [{'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:46:26.159817 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Attempting to bind port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 on network f70da142-8da8-4db5-9932-11a3a1b21237 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:46:26.166321 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Checking agent: {'id': '8c54da07-63cb-4d82-88a6-3423b478a5fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 6, 58), 'started_at': datetime.datetime(2021, 8, 30, 14, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805668-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:46:26.166809 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Checking segment: {'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:26.167338 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.167794 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Bound using segment: {'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:46:26.168371 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Bound port: 86e5a63c-6fb3-4ef2-be29-1bef98fe4780, host: n-d-805668-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8a1ae-810f-47a9-8db8-e4798eda81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:46:26.168810 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.278967 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] For port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780, host n-d-805668-3, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:46:26.285769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] For port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780, host n-d-805668-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,segment=NetworkSegment(54f8a1ae-810f-47a9-8db8-e4798eda81fd),segment_id=54f8a1ae-810f-47a9-8db8-e4798eda81fd)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:46:26.296725 n-d-805668-3 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.364358 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7fa6497d-3821-4c94-8ffe-95fcc88f5932 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:26.366567 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7fa6497d-3821-4c94-8ffe-95fcc88f5932 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 810 time: 0.1961215 Aug 30 15:46:26.377583 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Routers {'f2c5c404-9562-4698-a5f3-ecd76d8ff29b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:26.379123 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:45:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:26.423150 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-fb8a48d4-0aa1-481e-87f2-346127631fdb tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df7b968bb754aaf9a74b05c5c46270e HTTP/1.1" status: 200 len: 380 time: 0.0451810 Aug 30 15:46:26.435305 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'port': {'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'admin_state_up': True, 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'security_groups': ['2e353ca5-fead-48a1-b7f3-e154755df361']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:26.442264 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e69628fb-e2b2-4538-97e3-6a5c605e1315 req-04305abe-bc10-4561-b794-938c9ea1f6f0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 210 time: 0.0400283 Aug 30 15:46:26.481817 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648a2c6-0dc8-4358-b446-2d3561793e49 None None] Pushing event updated for resources: {'Port': ['ID=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:26.568310 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] Set router f2c5c404-9562-4698-a5f3-ecd76d8ff29b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:26.602049 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Made reservation on behalf of 6df7b968bb754aaf9a74b05c5c46270e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:46:26.607641 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.741340 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Allocated IP 172.20.0.14 (a99b054e-01ef-4c98-83ce-8c365429aa00/a0592bd7-984c-4cbd-b3a2-81c436e81659/1e0760bb-6d0b-401b-b528-49011b579935) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:46:26.794047 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 4, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port': {'id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '86e5a63c-6fb3-4ef2-be29-1bef98fe4780', 'name': '', 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'mac_address': 'fa:16:3e:af:9b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:20Z', 'updated_at': '2021-08-30T15:46:26Z', 'revision_number': 4, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'subnets': [{'id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:26.823311 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff086c-28be-4877-8fcb-6caf1694c9bc None None] The sync data for ids ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'] in n-d-805668-3 is: [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 4, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port': {'id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '86e5a63c-6fb3-4ef2-be29-1bef98fe4780', 'name': '', 'network_id': 'f70da142-8da8-4db5-9932-11a3a1b21237', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'mac_address': 'fa:16:3e:af:9b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:20Z', 'updated_at': '2021-08-30T15:46:26Z', 'revision_number': 4, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'subnets': [{'id': '5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:46:26.860755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 28b48703-b6ea-4edb-b856-c8a52c7f7a59 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:26.912633 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.917161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 28b48703-b6ea-4edb-b856-c8a52c7f7a59 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:26.917617 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:26.928904 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Transition to ACTIVE for port object 1e0760bb-6d0b-401b-b528-49011b579935 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:26.967662 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.014802 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Network a99b054e-01ef-4c98-83ce-8c365429aa00 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:27.017731 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:27.018098 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:27.022184 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:46:27.061669 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:27.081966 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning for port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:27.084482 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:27.085922 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.087943 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:27.088432 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.109578 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7a142ff4-a39e-490f-8025-a2b981291882 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6786726 Aug 30 15:46:27.123199 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.v2.base [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Request body: {'port': {'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805668-3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:27.171168 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.194084 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.227707 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] For port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,segment=NetworkSegment(54f8a1ae-810f-47a9-8db8-e4798eda81fd),segment_id=54f8a1ae-810f-47a9-8db8-e4798eda81fd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:27.233503 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.305524 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Pushing event updated for resources: {'Port': ['ID=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:27.364792 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5baf80c9-f359-4f84-87b2-788d33f5d6ed None None] Provisioning for port 1e0760bb-6d0b-401b-b528-49011b579935 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:27.369747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5baf80c9-f359-4f84-87b2-788d33f5d6ed None None] Provisioning complete for port 1e0760bb-6d0b-401b-b528-49011b579935 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:27.370123 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5baf80c9-f359-4f84-87b2-788d33f5d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.409137 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5baf80c9-f359-4f84-87b2-788d33f5d6ed None None] Port 1e0760bb-6d0b-401b-b528-49011b579935 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:46:27.512709 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0760bb-6d0b-401b-b528-49011b579935 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:46:27.528345 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.557621 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Transition to ACTIVE for port object 1e0760bb-6d0b-401b-b528-49011b579935 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:46:27.561667 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.611791 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ecc5-0b39-4d79-bb7c-2e5ac26fadfc req-54d07376-ec4d-40b3-b8ab-2031b8ad8df6 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:27.613337 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f6ecc5-0b39-4d79-bb7c-2e5ac26fadfc req-54d07376-ec4d-40b3-b8ab-2031b8ad8df6 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 932 time: 0.0961559 Aug 30 15:46:27.633133 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:27.704284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-08f6ecc5-0b39-4d79-bb7c-2e5ac26fadfc req-baa8dc96-0bc4-4093-af8b-944321b4af9c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827365 Aug 30 15:46:27.735604 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Attempting to bind port 1e0760bb-6d0b-401b-b528-49011b579935 on host n-h2-805668-3 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:46:27.735926 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Attempting to bind port 1e0760bb-6d0b-401b-b528-49011b579935 by drivers openvswitch,hyperv on host n-h2-805668-3 at level 0 using segments [{'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:46:27.736327 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Attempting to bind port 1e0760bb-6d0b-401b-b528-49011b579935 on network a99b054e-01ef-4c98-83ce-8c365429aa00 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:46:27.741037 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Port 1e0760bb-6d0b-401b-b528-49011b579935 on network a99b054e-01ef-4c98-83ce-8c365429aa00 not bound, no agent of type Open vSwitch agent registered on host n-h2-805668-3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:46:27.741389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Attempting to bind port 1e0760bb-6d0b-401b-b528-49011b579935 on network a99b054e-01ef-4c98-83ce-8c365429aa00 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:46:27.747513 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Checking agent: {'id': '70bc787b-2971-48c6-b8f6-b28971cc9af4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'started_at': datetime.datetime(2021, 8, 30, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:46:27.747854 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Checking segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:46:27.748246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Bound using segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:46:27.748680 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Bound port: 1e0760bb-6d0b-401b-b528-49011b579935, host: n-h2-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:46:27.749073 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.823247 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:46:27.829525 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:46:27.835136 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24488173'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.888833 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:27.889780 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.891796 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 1092 time: 0.7743366 Aug 30 15:46:27.892409 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:46:27.896006 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "tag": "1e0760bb-6d0b-401b-b528-49011b579935"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:46:27.927533 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f52e21-213d-48cc-8277-5243e6ab07a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:27.958410 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3c44d13-e693-4154-8ccd-30f7ebfeee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:27.968731 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02606e61-e9ea-4682-85b3-05bb6638ff6f x-openstack-request-id: req-02606e61-e9ea-4682-85b3-05bb6638ff6f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:46:27.969022 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "tag": "1e0760bb-6d0b-401b-b528-49011b579935", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:46:27.969345 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02606e61-e9ea-4682-85b3-05bb6638ff6f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:46:27.969790 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935', 'status': 'completed', 'code': 200} Aug 30 15:46:27.987029 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-9e891b3e-d4d2-4951-a203-e063ea19a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:27.988634 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-9e891b3e-d4d2-4951-a203-e063ea19a13e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1095 time: 0.0518517 Aug 30 15:46:28.042686 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-11ddf1fb-8062-4b62-bf75-96e23a82da92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 217 time: 0.0460744 Aug 30 15:46:28.112541 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7770579d-ce39-4439-9950-5f2f43ccd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:28.114350 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-7770579d-ce39-4439-9950-5f2f43ccd4b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0638084 Aug 30 15:46:28.166074 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-68144618-9006-4b9a-bbd4-2d7ab4eb18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:28.167619 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-68144618-9006-4b9a-bbd4-2d7ab4eb18ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459595 Aug 30 15:46:28.273185 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-320489b2-ec86-4fb5-8e10-d7eadd2687b6 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966034 Aug 30 15:46:28.369599 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-61b405f8-80b3-486b-9f97-484249dea6f0 req-20f04a41-36c7-4387-aa55-90bac29ed896 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881321 Aug 30 15:46:28.469633 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-8f5a48db-5a98-4fef-ac1e-51136b7cccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:28.471150 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-8f5a48db-5a98-4fef-ac1e-51136b7cccef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1095 time: 0.0512428 Aug 30 15:46:28.538228 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [req-8f872206-121a-4c54-a6d9-79f19147af05 req-5c9aebd9-313e-4800-9efa-39c82ef2a113 service neutron] (94827) timed out ('10.222.0.50', 55740) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 15:46:28.570821 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-256daba6-9d06-4f58-b4b4-0a00aa2fea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:28.572351 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-256daba6-9d06-4f58-b4b4-0a00aa2fea87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0928164 Aug 30 15:46:28.617511 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-4d9b707f-28b2-463c-a11e-5954bb2b6a0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 217 time: 0.0363564 Aug 30 15:46:28.672814 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-bbeb6443-befe-464e-a91f-d178a485efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:28.674266 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-bbeb6443-befe-464e-a91f-d178a485efcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0491579 Aug 30 15:46:28.721406 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-8e355796-0453-4bd1-a518-ce259a5b014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:28.722923 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-8e355796-0453-4bd1-a518-ce259a5b014f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409892 Aug 30 15:46:28.769487 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:28.816470 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 up at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:28.860283 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1733f30-b2e0-4bd2-b9fb-6412e5ddaf82 req-4c9098e6-13de-446c-91be-4d69cc074891 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:28.861915 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1733f30-b2e0-4bd2-b9fb-6412e5ddaf82 req-4c9098e6-13de-446c-91be-4d69cc074891 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 944 time: 0.0798647 Aug 30 15:46:28.866518 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Provisioning complete for port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:28.867005 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:28.883455 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-2da62d85-39eb-4527-aadd-3cc617f3cf52 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513906 Aug 30 15:46:28.953494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-d1733f30-b2e0-4bd2-b9fb-6412e5ddaf82 req-23158d08-e6c2-4443-8e5d-be85fba3799b tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817053 Aug 30 15:46:28.998380 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5d5269c7-c820-4764-b6d2-8f8ae5f4a199 req-f9fb9f76-17a7-43b6-a9cd-51ddb55b36d8 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052887 Aug 30 15:46:29.569709 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:30.068959 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8a4aa-5dc6-473d-b0e1-2a994efc2e94 req-3d976ff9-c7ab-493a-9eaa-6be8cfcd7644 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:30.070468 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33a8a4aa-5dc6-473d-b0e1-2a994efc2e94 req-3d976ff9-c7ab-493a-9eaa-6be8cfcd7644 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 944 time: 0.0487983 Aug 30 15:46:30.110013 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-33a8a4aa-5dc6-473d-b0e1-2a994efc2e94 req-ec980472-14ee-47b6-bbef-cb3c80b21cf9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335710 Aug 30 15:46:30.690832 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1e0760bb-6d0b-401b-b528-49011b579935 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:46:30.787384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:30.799384 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '1e0760bb-6d0b-401b-b528-49011b579935', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:46:30.993709 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:31.008181 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0760bb-6d0b-401b-b528-49011b579935 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:46:31.030642 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:31.034877 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:31.083017 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:31.229246 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96383a52-41ae-4c57-94ad-2eda5ac2bf09 req-effd0ec7-1de6-44a4-9e6e-33a485811975 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:31.230823 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96383a52-41ae-4c57-94ad-2eda5ac2bf09 req-effd0ec7-1de6-44a4-9e6e-33a485811975 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Aug 30 15:46:31.246571 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1e0760bb-6d0b-401b-b528-49011b579935'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:46:31.271295 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-96383a52-41ae-4c57-94ad-2eda5ac2bf09 req-87c42ebe-5844-4a82-b0d9-329ab5faaea6 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343451 Aug 30 15:46:31.940504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:32.390104 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ed225-1eb4-4909-b64e-8aa7a07fd6db req-ddb16a0e-7dce-43fd-8dd7-846482a9dd52 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:32.391608 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-933ed225-1eb4-4909-b64e-8aa7a07fd6db req-ddb16a0e-7dce-43fd-8dd7-846482a9dd52 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 945 time: 0.0493219 Aug 30 15:46:32.428420 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-933ed225-1eb4-4909-b64e-8aa7a07fd6db req-69e172f2-1bed-4d04-af03-269f63b6a060 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Aug 30 15:46:32.721957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1e0760bb-6d0b-401b-b528-49011b579935 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:46:32.769977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning for port 1e0760bb-6d0b-401b-b528-49011b579935 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:46:32.773443 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 1e0760bb-6d0b-401b-b528-49011b579935 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:46:32.773808 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:32.852137 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:32.874233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:46:32.876505 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3958e2-a062-425f-89c8-99cf041e69bc" -d '{"events": [{"server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "name": "network-vif-plugged", "status": "completed", "tag": "1e0760bb-6d0b-401b-b528-49011b579935"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:46:32.891446 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:46:32.895414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:32.928419 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6102b2f6-12f3-4de2-a03c-88dc587d36f1 x-openstack-request-id: req-6102b2f6-12f3-4de2-a03c-88dc587d36f1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:46:32.928721 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "name": "network-vif-plugged", "status": "completed", "tag": "1e0760bb-6d0b-401b-b528-49011b579935", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:46:32.929005 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6102b2f6-12f3-4de2-a03c-88dc587d36f1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:46:32.929427 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935', 'code': 200} Aug 30 15:46:32.952529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:33.023424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef9be-5e82-4d02-b082-592f9addc64b req-57dd850b-05e8-44d9-abf2-3051476ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:33.025129 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d1ef9be-5e82-4d02-b082-592f9addc64b req-57dd850b-05e8-44d9-abf2-3051476ca7f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1097 time: 0.0417197 Aug 30 15:46:33.062033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7d1ef9be-5e82-4d02-b082-592f9addc64b req-b661f2a1-7ce1-4c01-8edf-b060a178520e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293782 Aug 30 15:46:33.547648 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc267863-9c23-45ca-93a7-2a2f483bd793 req-28e23409-eba6-4847-8468-b918461c58ff tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:33.549135 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc267863-9c23-45ca-93a7-2a2f483bd793 req-28e23409-eba6-4847-8468-b918461c58ff tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 946 time: 0.0529180 Aug 30 15:46:33.586318 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-bc267863-9c23-45ca-93a7-2a2f483bd793 req-47056055-eada-4d01-9e64-cbc42891c6bd tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Aug 30 15:46:33.701606 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:34.713314 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8d88-ac0b-487c-b9ec-7ad9943c1357 req-82d1da42-931d-4ad6-a82e-66093bb4a346 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:34.714798 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-985b8d88-ac0b-487c-b9ec-7ad9943c1357 req-82d1da42-931d-4ad6-a82e-66093bb4a346 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 946 time: 0.0555871 Aug 30 15:46:34.756667 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-985b8d88-ac0b-487c-b9ec-7ad9943c1357 req-38e09ea8-cf0f-4034-9a8f-a3e191ff3ab2 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359652 Aug 30 15:46:34.870325 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995171-7d32-48d9-b7d3-3eaa49266ace req-a58bf8af-0586-4bd1-b5b2-fcd5f3d444fe tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:34.871805 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-37995171-7d32-48d9-b7d3-3eaa49266ace req-a58bf8af-0586-4bd1-b5b2-fcd5f3d444fe tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 946 time: 0.0487885 Aug 30 15:46:34.909351 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-37995171-7d32-48d9-b7d3-3eaa49266ace req-cd64ba7a-be01-4a8b-acc8-974aee9dda55 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Aug 30 15:46:34.932490 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:35.024800 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359986f-36b2-406b-985e-5042c374c033 tempest-TestSnapshotPattern-311433227 tempest-TestSnapshotPattern-311433227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:35.026377 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-a359986f-36b2-406b-985e-5042c374c033 tempest-TestSnapshotPattern-311433227 tempest-TestSnapshotPattern-311433227-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1092 time: 0.0928419 Aug 30 15:46:35.029210 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:46:35.033503 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:46:35.055068 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:35.437688 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:35.545373 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Allocated IP 172.25.6.182 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/a7a11a97-b7b6-4f52-bbe0-da7c3cdd8f59) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:46:35.647761 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:35.686276 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:35.728364 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:46:35.731309 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:46:35.734955 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:46:35.762321 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'Port': ['ID=a7a11a97-b7b6-4f52-bbe0-da7c3cdd8f59,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:36.100570 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:36.171606 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:36.319819 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:36.324426 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:36.397161 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'Port': ['ID=a7a11a97-b7b6-4f52-bbe0-da7c3cdd8f59,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:46:36.409159 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:36.512297 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Floating IP d2b9373f-0d58-4452-9868-6389620ff644 associated. External IP: 172.25.6.182, port: 1e0760bb-6d0b-401b-b528-49011b579935. Aug 30 15:46:36.725181 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:46:36.841341 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:46:36.851293 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] Sync routers for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:46:36.858208 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:36.862043 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:36.862671 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:36.885807 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-58e2db50-b982-4249-b0b5-c2886ff738a7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8555713 Aug 30 15:46:36.886513 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:46:36.888809 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "tag": "1e0760bb-6d0b-401b-b528-49011b579935"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:46:36.974554 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:36.984421 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4f683f-85ae-4752-98a0-3f80839c1d71 x-openstack-request-id: req-1c4f683f-85ae-4752-98a0-3f80839c1d71 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:46:36.984787 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "tag": "1e0760bb-6d0b-401b-b528-49011b579935", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:46:36.985125 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c4f683f-85ae-4752-98a0-3f80839c1d71 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:46:36.985476 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935', 'status': 'completed', 'code': 200} Aug 30 15:46:37.049959 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-333c5f92-fe01-4316-9f59-0c25ef422480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:37.052116 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-333c5f92-fe01-4316-9f59-0c25ef422480 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1097 time: 0.0426207 Aug 30 15:46:37.142176 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-97a04759-6c90-49ae-9a61-93941ff632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:37.143643 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-97a04759-6c90-49ae-9a61-93941ff632b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0849180 Aug 30 15:46:37.219019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:35Z', 'revision_number': 0, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:37.222165 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-fa0d794e-b12c-4868-8743-dfebd0c7de0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 1000 time: 0.0711653 Aug 30 15:46:37.246565 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] Checking router: 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:46:37.256127 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:46:37.256753 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:46:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:37.279893 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-f1d0ab1f-2da3-42e6-aa16-0920fc441203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:37.281435 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-f1d0ab1f-2da3-42e6-aa16-0920fc441203 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0511055 Aug 30 15:46:37.332231 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-c19a9a36-c21b-462b-8b6d-5b8d37ca0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:46:37.334463 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-c19a9a36-c21b-462b-8b6d-5b8d37ca0fff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458512 Aug 30 15:46:37.382935 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:46:37.443963 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-b53a8422-b0ec-4227-bc52-5aece6026e09 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018779 Aug 30 15:46:37.543696 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3b37196-8afd-4c5b-a71f-4da5e1312ee9 req-1aec662d-93b2-493e-8fa6-6a82fff7b187 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926149 Aug 30 15:46:37.677456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:35Z', 'revision_number': 0, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:46:37.704067 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1ccd0-189d-448b-8dcf-d73a239ab288 None None] The sync data for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 is: [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:35Z', 'revision_number': 0, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:46:37.908618 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a9ffd-0084-453b-ae8c-3effdb3ef376 None None] New status for floating IP d2b9373f-0d58-4452-9868-6389620ff644: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:46:50.985777 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:51.405475 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:46:55.287791 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98bb728d-d1a0-4b6d-9b8c-3ba11c6b43fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:57.961169 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-310a7967-6450-4574-a302-dcaf9a568273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:58.762785 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:46:59.570354 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:01.945616 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:03.719776 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:05.309419 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-79bf43f9-98f5-48ee-9c3d-80f9a38fc767 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906043 Aug 30 15:47:05.410608 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-681b2d01-a7b4-4127-8a32-94ecd29fb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:47:05.412979 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-681b2d01-a7b4-4127-8a32-94ecd29fb135 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1097 time: 0.0583096 Aug 30 15:47:05.538402 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-7afdc569-b7f8-49d6-a934-9e5aabf9c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:47:05.539843 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-7afdc569-b7f8-49d6-a934-9e5aabf9c67d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.1045229 Aug 30 15:47:05.629582 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-32f8563f-e521-4334-9513-79dfd5f667d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 1002 time: 0.0733438 Aug 30 15:47:05.682080 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-03d8f383-e2ea-4a25-950e-617f12b8304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:47:05.683564 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-03d8f383-e2ea-4a25-950e-617f12b8304d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0533280 Aug 30 15:47:05.738238 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-fea874ce-d472-49c8-b993-96e2e3cd7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:47:05.739761 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-fea874ce-d472-49c8-b993-96e2e3cd7b81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444171 Aug 30 15:47:05.842529 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-11e7c3ad-0591-4276-94c8-48c270d4814a service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933840 Aug 30 15:47:05.947958 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-1529222a-22c3-40de-9a17-cf0a5dcffef5 req-49b09a8f-2acf-4874-a8a7-acebf2ac231b service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973129 Aug 30 15:47:20.990729 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:25.291464 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c517532c-6c69-4d23-9cfb-9e9e4f9dbf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:27.968151 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347acdfd-ddac-4686-9834-2cacea77d20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:28.406436 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:47:28.766240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:29.573533 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:31.948080 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:33.715982 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:50.992433 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:55.293160 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81c11f49-d09b-4c8e-9f58-8a56fc64eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:57.961602 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8ed4-32d6-4a30-bb1a-3da5fe162a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:58.768180 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:47:59.576221 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:01.957388 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:03.714199 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:05.290722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39566336-7790-4984-ae58-9f4d17b78a0c req-01913185-54f6-4e8d-941f-6fbd8267e26e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438964 Aug 30 15:48:05.380998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39566336-7790-4984-ae58-9f4d17b78a0c req-9ee62855-2f72-45d5-9125-8a1c8f9c20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:05.383085 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39566336-7790-4984-ae58-9f4d17b78a0c req-9ee62855-2f72-45d5-9125-8a1c8f9c20ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1097 time: 0.0471754 Aug 30 15:48:05.406664 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:48:05.487905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39566336-7790-4984-ae58-9f4d17b78a0c req-fdcf742c-a078-418b-9664-e3c1e236c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:05.489452 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39566336-7790-4984-ae58-9f4d17b78a0c req-fdcf742c-a078-418b-9664-e3c1e236c410 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0876048 Aug 30 15:48:05.567429 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39566336-7790-4984-ae58-9f4d17b78a0c req-18f48c45-d6d6-438a-aa20-9c45034b1c5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 1002 time: 0.0712314 Aug 30 15:48:05.619468 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39566336-7790-4984-ae58-9f4d17b78a0c req-7303cb31-3a53-40cd-baca-46c59a02bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:05.620970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39566336-7790-4984-ae58-9f4d17b78a0c req-7303cb31-3a53-40cd-baca-46c59a02bfdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0469906 Aug 30 15:48:05.670324 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39566336-7790-4984-ae58-9f4d17b78a0c req-2280e0ee-7e65-4bcd-a6b8-4389bf3d0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:05.671873 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39566336-7790-4984-ae58-9f4d17b78a0c req-2280e0ee-7e65-4bcd-a6b8-4389bf3d0932 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422974 Aug 30 15:48:05.768994 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39566336-7790-4984-ae58-9f4d17b78a0c req-524a45a5-4def-419c-8423-999f4e8caa97 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893445 Aug 30 15:48:05.861717 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-39566336-7790-4984-ae58-9f4d17b78a0c req-d1533431-8893-40b3-9ad3-122b7b010689 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859060 Aug 30 15:48:20.997162 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:25.297217 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82b5cec2-11e0-4359-97cf-1788c32e8cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:27.962741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67a0918c-3f83-4fc4-8bab-0dcbab1186db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:28.771275 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:29.579760 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:31.954508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:33.727404 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:39.368508 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1e0760bb-6d0b-401b-b528-49011b579935 details requested by agent hyperv_n-h2-805668-3 with host n-h2-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:48:39.493584 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:48:39.512145 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Returning: {'device': '1e0760bb-6d0b-401b-b528-49011b579935', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:48:39.557832 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:39.574330 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e0760bb-6d0b-401b-b528-49011b579935 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:48:39.599369 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:48:39.605376 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:39.671381 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:48:39.681488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.681841 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.682177 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.682522 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.682840 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.683172 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.683500 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.683833 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.684155 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.684471 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.684793 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.685196 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:39.693717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] get_ports_and_sgs() called for port_ids ['1e0760bb-6d0b-401b-b528-49011b579935'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:48:41.371566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1e0760bb-6d0b-401b-b528-49011b579935 up at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:48:41.430200 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Provisioning complete for port 1e0760bb-6d0b-401b-b528-49011b579935 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:48:41.431028 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:41.520636 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:41.545984 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:48:41.549090 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ec27a-ac2a-4506-89a0-b8c936373375" -d '{"events": [{"server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "name": "network-vif-plugged", "status": "completed", "tag": "1e0760bb-6d0b-401b-b528-49011b579935"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:48:41.561637 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:48:41.566873 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:41.631720 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:48:41.696888 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b00aa5d-ee22-4198-a98d-b43c276323a9 x-openstack-request-id: req-5b00aa5d-ee22-4198-a98d-b43c276323a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:48:41.697785 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "name": "network-vif-plugged", "status": "completed", "tag": "1e0760bb-6d0b-401b-b528-49011b579935", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:48:41.698188 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b00aa5d-ee22-4198-a98d-b43c276323a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:48:41.698786 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935', 'code': 200} Aug 30 15:48:42.410637 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:48:47.376481 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-3893cbcf-8648-48ab-90e1-b98dbbab9110 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137948746&fields=id&tenant_id=6df7b968bb754aaf9a74b05c5c46270e HTTP/1.1" status: 200 len: 267 time: 0.0348361 Aug 30 15:48:47.490188 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b73a52-4286-4441-beac-153fd2673684 req-aec75db6-01ed-40f4-9e19-5a6e98544977 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:47.491700 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-aec75db6-01ed-40f4-9e19-5a6e98544977 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 810 time: 0.1079082 Aug 30 15:48:47.507668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-2d2303bf-81f6-4bef-8a4a-f36e15256ab2 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/quotas/6df7b968bb754aaf9a74b05c5c46270e HTTP/1.1" status: 200 len: 375 time: 0.0100555 Aug 30 15:48:47.565453 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-08f1a106-105f-494e-9081-762810d186e4 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510514 Aug 30 15:48:47.661136 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-fcc9ffc7-79be-4268-b66b-788a5df00b3c service neutron] 10.222.0.50 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830040 Aug 30 15:48:47.756147 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-e5596e93-8461-451d-bfa6-828e2db57dc5 service neutron] 10.222.0.50 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884824 Aug 30 15:48:47.952310 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2d5d6c07-1de4-49ac-8e6e-ddcf09e56338 req-742eb3e7-6008-456b-944e-a2698838562c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 210 time: 0.0282655 Aug 30 15:48:48.933256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b73a52-4286-4441-beac-153fd2673684 req-59c8dccb-bd7a-40e2-aa5f-a50d4b7955aa tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:48.934759 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-59c8dccb-bd7a-40e2-aa5f-a50d4b7955aa tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.21 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 810 time: 0.1031895 Aug 30 15:48:48.987970 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-9697b708-2b68-4382-8854-cb42f4587495 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df7b968bb754aaf9a74b05c5c46270e HTTP/1.1" status: 200 len: 380 time: 0.0370648 Aug 30 15:48:49.003966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'port': {'device_id': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'admin_state_up': True, 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'security_groups': ['2e353ca5-fead-48a1-b7f3-e154755df361']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:48:49.084408 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-ad1b1d5d-abd8-4021-9d4a-891b041202b5 req-b7a2659b-0573-491c-887b-803b2ade7c27 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 210 time: 0.0335529 Aug 30 15:48:49.158763 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Made reservation on behalf of 6df7b968bb754aaf9a74b05c5c46270e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 15:48:49.162336 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:49.356224 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Allocated IP 172.20.0.3 (a99b054e-01ef-4c98-83ce-8c365429aa00/a0592bd7-984c-4cbd-b3a2-81c436e81659/f2e06005-da8c-4bc4-a892-250c0cddac3b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:48:49.579892 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:49.594411 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Transition to ACTIVE for port object f2e06005-da8c-4bc4-a892-250c0cddac3b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:48:49.632550 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:49.681011 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Network a99b054e-01ef-4c98-83ce-8c365429aa00 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:48:49.685829 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:48:49.687139 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:48:49.733446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'Port': ['ID=f2e06005-da8c-4bc4-a892-250c0cddac3b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:48:49.750514 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.750933 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.751353 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.751738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.752172 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.752575 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.752954 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.753374 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.753767 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.754155 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.754543 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.754939 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:48:49.794124 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:49.795347 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:49.826094 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-ee6e984c-10c5-46fb-aaba-fb9c50249dec tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8259621 Aug 30 15:48:50.041987 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fec8073-4036-4e30-b860-cc80c36fdf3b None None] Provisioning for port f2e06005-da8c-4bc4-a892-250c0cddac3b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:48:50.046914 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fec8073-4036-4e30-b860-cc80c36fdf3b None None] Provisioning complete for port f2e06005-da8c-4bc4-a892-250c0cddac3b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:48:50.047296 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fec8073-4036-4e30-b860-cc80c36fdf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:50.096233 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7fec8073-4036-4e30-b860-cc80c36fdf3b None None] Port f2e06005-da8c-4bc4-a892-250c0cddac3b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 15:48:50.223917 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590c910-46aa-4ff3-89cf-5e5bcac69dd4 req-5d5396c6-bf01-44f5-98dc-9f78a07f43be tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:50.226012 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7590c910-46aa-4ff3-89cf-5e5bcac69dd4 req-5d5396c6-bf01-44f5-98dc-9f78a07f43be tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0505240 Aug 30 15:48:50.269170 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-7590c910-46aa-4ff3-89cf-5e5bcac69dd4 req-3618370f-aa6c-4433-86fd-a2031bc42067 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370049 Aug 30 15:48:51.008218 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:51.408991 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa7882-1dc0-4e68-a362-ee4357650ac3 req-dd998c67-4aec-4da4-bec4-262c7ec143ad tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:51.410569 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9baa7882-1dc0-4e68-a362-ee4357650ac3 req-dd998c67-4aec-4da4-bec4-262c7ec143ad tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0647619 Aug 30 15:48:51.451217 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-9baa7882-1dc0-4e68-a362-ee4357650ac3 req-5561b708-121e-4c7a-8e4b-aa471ba78272 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341876 Aug 30 15:48:51.479908 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1e0760bb-6d0b-401b-b528-49011b579935 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:48:51.562097 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:51.585605 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:48:51.587846 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e0979-e7ca-41bc-a576-b13470c54b49" -d '{"events": [{"server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0760bb-6d0b-401b-b528-49011b579935"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:48:51.602256 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:48:51.610593 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:51.636823 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d32ef-4159-42d2-99a0-54aa5f44f556 x-openstack-request-id: req-252d32ef-4159-42d2-99a0-54aa5f44f556 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:48:51.637136 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0760bb-6d0b-401b-b528-49011b579935", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:48:51.637383 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-252d32ef-4159-42d2-99a0-54aa5f44f556 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:48:51.637768 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935', 'code': 200} Aug 30 15:48:51.663674 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Pushing event updated for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:48:52.576428 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3224-39bc-4fb0-b26a-6eab53361950 req-1d511d98-6981-4abe-ac9b-ee04b038fcf3 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:52.578295 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fbe3224-39bc-4fb0-b26a-6eab53361950 req-1d511d98-6981-4abe-ac9b-ee04b038fcf3 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0555265 Aug 30 15:48:52.616337 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-3fbe3224-39bc-4fb0-b26a-6eab53361950 req-84b7f3df-c0cd-461e-ad33-b12e8e67c854 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Aug 30 15:48:53.738030 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c9795-d881-486d-bc24-0cc5680df9d6 req-c1075f68-ca9e-485e-80bc-c2159401b3be tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:53.740941 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-674c9795-d881-486d-bc24-0cc5680df9d6 req-c1075f68-ca9e-485e-80bc-c2159401b3be tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0533175 Aug 30 15:48:53.788505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-674c9795-d881-486d-bc24-0cc5680df9d6 req-f7fdbb87-5d61-49b9-8595-4b9f8f36cb39 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Aug 30 15:48:54.917849 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665cf51-bc73-43ac-98d1-30b0dd0b380e req-c00d14f9-2d9c-4e89-b7ee-3c7df8248204 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:54.919304 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f665cf51-bc73-43ac-98d1-30b0dd0b380e req-c00d14f9-2d9c-4e89-b7ee-3c7df8248204 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0501142 Aug 30 15:48:54.959325 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-f665cf51-bc73-43ac-98d1-30b0dd0b380e req-a17ff9b8-a9c8-461c-a8b6-894ea6116ff2 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340333 Aug 30 15:48:55.304712 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-928b83fb-b867-4769-8141-7ca8d71242d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:56.088908 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56603940-952a-410b-a030-52d3e6d80bbe req-dff442c9-1697-42e6-9865-65a4ef0bd7d1 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:56.090794 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56603940-952a-410b-a030-52d3e6d80bbe req-dff442c9-1697-42e6-9865-65a4ef0bd7d1 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0636337 Aug 30 15:48:56.133772 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-56603940-952a-410b-a030-52d3e6d80bbe req-e7c999ea-c3f7-47cb-b50c-d2d9482d362f tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365372 Aug 30 15:48:57.254005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca99d68-11e8-4c58-86af-a620808575fd req-56d6b176-0abe-4401-aa97-c97b6ba3c8d7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:57.255636 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca99d68-11e8-4c58-86af-a620808575fd req-56d6b176-0abe-4401-aa97-c97b6ba3c8d7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0514643 Aug 30 15:48:57.303479 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eca99d68-11e8-4c58-86af-a620808575fd req-67103ec6-da49-48a5-b4e1-5a5d18ae29a2 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 Aug 30 15:48:57.966154 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6976f20e-5647-4192-8352-29f5ecc04eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:58.429320 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964cc72-47aa-47db-994d-5629cb613641 req-e801771e-577f-4a8f-a121-8ad214037daa tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:58.436792 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8964cc72-47aa-47db-994d-5629cb613641 req-e801771e-577f-4a8f-a121-8ad214037daa tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0596025 Aug 30 15:48:58.475342 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-8964cc72-47aa-47db-994d-5629cb613641 req-76b45884-4a72-4ea5-8c79-83181a85f9f2 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Aug 30 15:48:58.776823 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:59.639397 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:48:59.674209 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507d49a-f797-4907-ba64-8c70d0a4bacd req-e0cddb76-41ec-4101-8711-4cd126ce3383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:48:59.675796 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8507d49a-f797-4907-ba64-8c70d0a4bacd req-e0cddb76-41ec-4101-8711-4cd126ce3383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.1002395 Aug 30 15:48:59.719938 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8507d49a-f797-4907-ba64-8c70d0a4bacd req-1c7c659e-226c-4a7a-8d1e-e298c98707c8 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370803 Aug 30 15:49:00.838466 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e1a06-3ea6-4110-9be0-d94d7719373f req-a3fb648b-9455-4cd2-9d27-712846da0707 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:00.840008 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-182e1a06-3ea6-4110-9be0-d94d7719373f req-a3fb648b-9455-4cd2-9d27-712846da0707 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0514452 Aug 30 15:49:00.885600 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-182e1a06-3ea6-4110-9be0-d94d7719373f req-5bcd336d-c87f-4633-9369-a8d8415c5378 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Aug 30 15:49:01.957323 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:02.027008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4d1b0-3b86-4a7e-8fb2-9e63792337e4 req-11d1da9f-7a74-4f33-9142-e53e242b5382 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:02.028522 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8e4d1b0-3b86-4a7e-8fb2-9e63792337e4 req-11d1da9f-7a74-4f33-9142-e53e242b5382 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 931 time: 0.0492485 Aug 30 15:49:02.055278 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-4839b67b-8419-4c99-aec6-83ecddfb1537 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 15:49:02.056271 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-4839b67b-8419-4c99-aec6-83ecddfb1537 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075653 Aug 30 15:49:02.079507 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d8e4d1b0-3b86-4a7e-8fb2-9e63792337e4 req-42f62b06-1f7f-4d95-9788-800259a72dd5 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448961 Aug 30 15:49:02.125458 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Request body: {'port': {'device_id': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805668-3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:49:02.183830 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:02.448946 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e06005-da8c-4bc4-a892-250c0cddac3b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:49:02.456681 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:02.468289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Transition to ACTIVE for port object f2e06005-da8c-4bc4-a892-250c0cddac3b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 15:49:02.476585 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:02.527065 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f2e06005-da8c-4bc4-a892-250c0cddac3b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:49:02.607238 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Attempting to bind port f2e06005-da8c-4bc4-a892-250c0cddac3b on host n-h1-805668-3 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 15:49:02.607568 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Attempting to bind port f2e06005-da8c-4bc4-a892-250c0cddac3b by drivers openvswitch,hyperv on host n-h1-805668-3 at level 0 using segments [{'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 15:49:02.607892 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Attempting to bind port f2e06005-da8c-4bc4-a892-250c0cddac3b on network a99b054e-01ef-4c98-83ce-8c365429aa00 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:49:02.612594 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Port f2e06005-da8c-4bc4-a892-250c0cddac3b on network a99b054e-01ef-4c98-83ce-8c365429aa00 not bound, no agent of type Open vSwitch agent registered on host n-h1-805668-3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 15:49:02.612928 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Attempting to bind port f2e06005-da8c-4bc4-a892-250c0cddac3b on network a99b054e-01ef-4c98-83ce-8c365429aa00 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 15:49:02.620025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Checking agent: {'id': '6167ff7a-d320-4113-9296-b4fcacb75808', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805668-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'started_at': datetime.datetime(2021, 8, 30, 14, 15, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 15, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 15:49:02.620505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Checking segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 15:49:02.620975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Bound using segment: {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 15:49:02.621704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Bound port: f2e06005-da8c-4bc4-a892-250c0cddac3b, host: n-h1-805668-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f665bd93-e01d-47f6-abb3-967e549ccac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 15:49:02.622326 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:02.691622 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 15:49:02.695008 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 15:49:02.699355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:02.736688 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:02.737987 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:02.739680 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] 10.222.0.21 "PUT /v2.0/ports/f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 200 len: 1091 time: 0.6675844 Aug 30 15:49:02.742367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:49:02.744722 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1408904-96b4-477d-b37c-8d73fc696cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:49:02.787445 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c855c41-1ebd-4f0c-b07e-064ab2cc9c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f2e06005-da8c-4bc4-a892-250c0cddac3b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:49:02.793511 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8ee23a-ea5b-486b-ae89-decbab342662 x-openstack-request-id: req-6e8ee23a-ea5b-486b-ae89-decbab342662 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:49:02.793806 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:49:02.794054 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e8ee23a-ea5b-486b-ae89-decbab342662 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:49:02.794448 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'status': 'completed', 'code': 200} Aug 30 15:49:02.859878 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b73a52-4286-4441-beac-153fd2673684 req-8dda0d09-bfc2-46c9-88c7-be05002bff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:02.861436 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-8dda0d09-bfc2-46c9-88c7-be05002bff54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1094 time: 0.0516698 Aug 30 15:49:02.914671 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-410c0da6-439d-4d4d-96a6-44bfadb7396d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 200 len: 217 time: 0.0394330 Aug 30 15:49:02.965402 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b73a52-4286-4441-beac-153fd2673684 req-874284d3-5e2c-48fc-8ab8-cacbd69c3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:02.966855 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-874284d3-5e2c-48fc-8ab8-cacbd69c3ace service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0456574 Aug 30 15:49:03.013368 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b73a52-4286-4441-beac-153fd2673684 req-793b7b3e-e50d-4265-86a1-09c09eb18a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:03.014881 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-793b7b3e-e50d-4265-86a1-09c09eb18a85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402396 Aug 30 15:49:03.110048 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-34aec0d7-63eb-4736-8a3d-363556b9cc78 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862267 Aug 30 15:49:03.238246 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db03dec-447d-47d2-a12e-7117bd61f090 req-b948e3d5-17d1-4b24-9a23-9e17628b4b58 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:03.239641 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8db03dec-447d-47d2-a12e-7117bd61f090 req-b948e3d5-17d1-4b24-9a23-9e17628b4b58 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 943 time: 0.0796604 Aug 30 15:49:03.244363 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-87b73a52-4286-4441-beac-153fd2673684 req-a7c239b2-ae1c-42fb-bf06-427cffa801c1 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268637 Aug 30 15:49:03.281140 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8db03dec-447d-47d2-a12e-7117bd61f090 req-7dc66327-0cd4-472c-95b0-1caff4a0c8d9 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350509 Aug 30 15:49:03.367235 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-23e70a0a-6b60-44a7-a756-d20aaf71ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:03.368736 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-23e70a0a-6b60-44a7-a756-d20aaf71ec3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1094 time: 0.0418637 Aug 30 15:49:03.463367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-57a03aec-570c-4c87-9181-626668c44e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:03.464837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-57a03aec-570c-4c87-9181-626668c44e6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0888464 Aug 30 15:49:03.734469 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:03.797679 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-ac6ec2e9-7323-4a87-b35c-9571b62ba3ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 200 len: 217 time: 0.3253303 Aug 30 15:49:03.847069 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-796f8a90-d258-4985-9453-13b7a41f99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:03.849068 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-796f8a90-d258-4985-9453-13b7a41f99a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0440171 Aug 30 15:49:03.895819 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-432726c6-8a6d-4bc7-a90c-12a4b39425f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:03.897354 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-432726c6-8a6d-4bc7-a90c-12a4b39425f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406883 Aug 30 15:49:03.991451 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-048ae652-7d10-470e-9455-17a7e9028572 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867395 Aug 30 15:49:04.084206 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b1408904-96b4-477d-b37c-8d73fc696cbd req-ee099528-4e34-4bc0-ba61-d866bfa8260c service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846760 Aug 30 15:49:04.399647 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ce943-6d17-4ec4-b319-e93fd1efbe39 req-655d5c0c-250e-42b6-97d8-4b9ec4e5708f tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:04.401249 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-365ce943-6d17-4ec4-b319-e93fd1efbe39 req-655d5c0c-250e-42b6-97d8-4b9ec4e5708f tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 943 time: 0.0494227 Aug 30 15:49:04.439729 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-365ce943-6d17-4ec4-b319-e93fd1efbe39 req-b2795e71-aa10-4558-bcd2-3ee5328ed0d6 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325732 Aug 30 15:49:05.264423 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-efea5af5-4713-4ef4-beb5-970dfa4aa0c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411456 Aug 30 15:49:05.347861 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-f83b5a70-c996-42d7-95ce-879b6fbe1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:05.349875 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-f83b5a70-c996-42d7-95ce-879b6fbe1b9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1095 time: 0.0441053 Aug 30 15:49:05.451479 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-67e0e952-c940-4fb7-baa5-30d6fcf529bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:05.453259 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-67e0e952-c940-4fb7-baa5-30d6fcf529bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0840013 Aug 30 15:49:05.527760 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-4ca298cf-82a9-41d1-927c-0fbfc295e4f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 1000 time: 0.0676880 Aug 30 15:49:05.568502 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b06c8-c166-4415-bc8c-b7449cb4874a req-6efd1a81-9843-4367-9327-5a780f0b194c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:05.570099 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b83b06c8-c166-4415-bc8c-b7449cb4874a req-6efd1a81-9843-4367-9327-5a780f0b194c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 943 time: 0.0588853 Aug 30 15:49:05.580744 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-86cafe9a-b418-4978-a047-62fa355ba1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:05.582254 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-86cafe9a-b418-4978-a047-62fa355ba1a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0479183 Aug 30 15:49:05.611410 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-b83b06c8-c166-4415-bc8c-b7449cb4874a req-5ed398be-be5f-424c-ae9a-1f3f02ec4e2b tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332422 Aug 30 15:49:05.629950 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-cdaa7058-ea75-436a-978c-c785d7e647fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:05.631460 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-cdaa7058-ea75-436a-978c-c785d7e647fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427446 Aug 30 15:49:05.727053 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-9365ecd9-f526-4f6b-87a1-3bedaefca245 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880291 Aug 30 15:49:05.817505 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5e0c3d17-6593-4f24-abe2-258786a03441 req-8bf91a2b-457b-421b-a38e-77e0416e07e7 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834668 Aug 30 15:49:06.736905 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d54f1-69d4-4a0e-93a0-e4e91bb6e307 req-4a11b9c8-d57b-4fc5-a134-61f357c9d9ba tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:06.738456 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b61d54f1-69d4-4a0e-93a0-e4e91bb6e307 req-4a11b9c8-d57b-4fc5-a134-61f357c9d9ba tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 943 time: 0.0503578 Aug 30 15:49:06.778935 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-b61d54f1-69d4-4a0e-93a0-e4e91bb6e307 req-756d4e8c-0fe0-416d-9b85-0b123b0cdc5b tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 Aug 30 15:49:07.898908 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29eb80-543c-4e6e-844f-2a5d2b830d38 req-856bb22f-7af6-4638-9317-fb0bf2120663 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:07.900463 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb29eb80-543c-4e6e-844f-2a5d2b830d38 req-856bb22f-7af6-4638-9317-fb0bf2120663 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 943 time: 0.0505836 Aug 30 15:49:07.945600 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-eb29eb80-543c-4e6e-844f-2a5d2b830d38 req-c4710e13-f71d-43f0-adbe-fa199856ee91 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353985 Aug 30 15:49:07.968263 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device f2e06005-da8c-4bc4-a892-250c0cddac3b details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:49:08.064683 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:49:08.077225 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'port_id': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'mac_address': 'fa:16:3e:f9:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:49:08.115240 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:08.128184 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e06005-da8c-4bc4-a892-250c0cddac3b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:49:08.148258 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:49:08.152392 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:08.200055 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=f2e06005-da8c-4bc4-a892-250c0cddac3b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:49:08.581373 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['f2e06005-da8c-4bc4-a892-250c0cddac3b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:49:09.130998 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3abab6-7620-4aa0-8e8a-4f27d264780f req-86b7b79c-7829-46b8-8ea0-1a51afaf20e7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:09.132413 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c3abab6-7620-4aa0-8e8a-4f27d264780f req-86b7b79c-7829-46b8-8ea0-1a51afaf20e7 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 944 time: 0.1155655 Aug 30 15:49:09.170396 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-5c3abab6-7620-4aa0-8e8a-4f27d264780f req-d64ac4b9-0b69-407b-8e2f-35b3bcc15165 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Aug 30 15:49:09.984019 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device f2e06005-da8c-4bc4-a892-250c0cddac3b up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:49:10.032567 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning for port f2e06005-da8c-4bc4-a892-250c0cddac3b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 15:49:10.036957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port f2e06005-da8c-4bc4-a892-250c0cddac3b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:49:10.037438 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:10.122592 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:10.148512 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:49:10.150915 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901415c6-8e4c-4bff-bc4e-61dad8ded08a" -d '{"events": [{"server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "name": "network-vif-plugged", "status": "completed", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:49:10.164528 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:49:10.171016 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:10.198248 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ccf01b-b0b7-4099-87f8-8066e8789ace x-openstack-request-id: req-36ccf01b-b0b7-4099-87f8-8066e8789ace {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:49:10.198511 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "name": "network-vif-plugged", "status": "completed", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:49:10.198703 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36ccf01b-b0b7-4099-87f8-8066e8789ace {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:49:10.199095 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'code': 200} Aug 30 15:49:10.228217 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=f2e06005-da8c-4bc4-a892-250c0cddac3b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:49:10.292574 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbafb51-1902-4d94-bf4f-f9fa0f5d760d req-b2647376-b541-4c4d-8010-e9839ce9a788 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:10.294213 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fbafb51-1902-4d94-bf4f-f9fa0f5d760d req-b2647376-b541-4c4d-8010-e9839ce9a788 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Aug 30 15:49:10.326367 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2bc01-d337-4e7b-a728-c2a08b8ac457 req-f89890b7-b0bc-4360-b77d-4cfd241826dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:10.328166 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef2bc01-d337-4e7b-a728-c2a08b8ac457 req-f89890b7-b0bc-4360-b77d-4cfd241826dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1096 time: 0.0409489 Aug 30 15:49:10.336284 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2fbafb51-1902-4d94-bf4f-f9fa0f5d760d req-e1359c70-77d1-4ed7-adfd-93c8a8b28364 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358713 Aug 30 15:49:10.364245 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-5ef2bc01-d337-4e7b-a728-c2a08b8ac457 req-41386bf0-963a-44fd-a292-79a6792d91b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292921 Aug 30 15:49:11.508248 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255744a-a6e1-4901-8f15-529034ec12cb req-42c75337-c6aa-4571-a56f-d32390a0641f tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:11.509790 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8255744a-a6e1-4901-8f15-529034ec12cb req-42c75337-c6aa-4571-a56f-d32390a0641f tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 945 time: 0.1037748 Aug 30 15:49:11.548960 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-8255744a-a6e1-4901-8f15-529034ec12cb req-f199446e-9d42-4e93-aac3-51b1ade08074 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Aug 30 15:49:12.665009 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e3de4-8bd5-43cd-9e88-17503bfab552 req-dacc507c-2982-4894-8abe-02c67fb7903c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:12.666450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-096e3de4-8bd5-43cd-9e88-17503bfab552 req-dacc507c-2982-4894-8abe-02c67fb7903c tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 945 time: 0.0495789 Aug 30 15:49:12.704813 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-096e3de4-8bd5-43cd-9e88-17503bfab552 req-55987d2d-7cbc-42dc-9b4e-f4bb151e6fd6 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325160 Aug 30 15:49:12.820794 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061024c3-75e8-41ed-8e46-ec7570eb8a7f req-4fd4cf21-c24c-4e0d-a7d9-63855888d832 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:12.822312 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-061024c3-75e8-41ed-8e46-ec7570eb8a7f req-4fd4cf21-c24c-4e0d-a7d9-63855888d832 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 945 time: 0.0495157 Aug 30 15:49:12.860668 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-061024c3-75e8-41ed-8e46-ec7570eb8a7f req-ae044fc5-be0c-4601-b12d-f08a83df6d73 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Aug 30 15:49:12.882182 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:49:12.921841 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5eca00-fca1-4419-8b45-9502f0082782 tempest-TestSnapshotPattern-311433227 tempest-TestSnapshotPattern-311433227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:12.923269 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-4c5eca00-fca1-4419-8b45-9502f0082782 tempest-TestSnapshotPattern-311433227 tempest-TestSnapshotPattern-311433227-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1091 time: 0.0401015 Aug 30 15:49:12.926100 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 33874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:49:12.930539 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Request body: {'floatingip': {'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'port_id': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 15:49:12.952586 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:13.054843 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:13.172176 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Allocated IP 172.25.6.36 (70f7404e-36c3-4049-a1ff-6e7669a6ea6f/30f48320-62d7-442f-b3e0-b33fbcf3f66a/146f9878-9c5c-4810-a77a-8adc0315be52) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 15:49:13.281280 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:13.324880 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763168006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:13.362305 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Network 70f7404e-36c3-4049-a1ff-6e7669a6ea6f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 15:49:13.368024 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 15:49:13.372463 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 15:49:13.402119 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'Port': ['ID=146f9878-9c5c-4810-a77a-8adc0315be52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:49:13.748542 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:13.822229 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:13.983507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:13.988258 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12781837'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:14.057345 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event updated for resources: {'Port': ['ID=146f9878-9c5c-4810-a77a-8adc0315be52,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:49:14.069728 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560530'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:14.176298 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Floating IP bbdeb6e7-22b4-43bf-ab52-04eb3db05817 associated. External IP: 172.25.6.36, port: f2e06005-da8c-4bc4-a892-250c0cddac3b. Aug 30 15:49:14.398693 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:49:14.509178 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:49:14.520829 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] Sync routers for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:49:14.526087 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:14.532318 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:49:14.532997 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:48:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:49:14.558003 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-985bb3fd-08f3-48d3-bfa4-dd89863aefe0 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6308272 Aug 30 15:49:14.558592 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:49:14.560968 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028f47b-6c0e-4e4b-a486-f83d45af7e18" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:49:14.599309 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72ec057-25c3-4600-be33-ea2811d5103c x-openstack-request-id: req-f72ec057-25c3-4600-be33-ea2811d5103c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:49:14.599861 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:49:14.599861 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f72ec057-25c3-4600-be33-ea2811d5103c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:49:14.600269 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'status': 'completed', 'code': 200} Aug 30 15:49:14.705088 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-281c3b79-7dd8-4301-88ff-cc633970bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:14.706543 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-281c3b79-7dd8-4301-88ff-cc633970bbcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1096 time: 0.0497992 Aug 30 15:49:14.803102 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:49:14.805060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-921b1c47-70b7-42da-b20e-5ed400de6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:14.806650 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-921b1c47-70b7-42da-b20e-5ed400de6d4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0919752 Aug 30 15:49:14.880441 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-a0abfd5b-155e-4b70-8ca8-047c815530da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 200 len: 998 time: 0.0659206 Aug 30 15:49:14.930970 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-74a8deaa-0dd7-400d-b3da-fd437d5169a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:14.932576 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-74a8deaa-0dd7-400d-b3da-fd437d5169a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0454698 Aug 30 15:49:14.990001 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-45dc7005-d8b8-4e85-924a-e2a081c2a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:14.991409 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-45dc7005-d8b8-4e85-924a-e2a081c2a9b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514140 Aug 30 15:49:15.034349 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'bbdeb6e7-22b4-43bf-ab52-04eb3db05817', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:f9:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:49:13Z', 'updated_at': '2021-08-30T15:49:13Z', 'revision_number': 0, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}, {'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:38Z', 'revision_number': 1, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:49:15.060988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] Checking router: 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:49:15.069685 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:49:15.070305 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:48:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:49:15.086549 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-00103df6-c652-422e-8f9c-90d0d890121c service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870800 Aug 30 15:49:15.176071 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:49:15.189274 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a028f47b-6c0e-4e4b-a486-f83d45af7e18 req-fbe43d56-6672-46d7-b007-4785a97588a1 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945022 Aug 30 15:49:15.413282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'bbdeb6e7-22b4-43bf-ab52-04eb3db05817', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:f9:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:49:13Z', 'updated_at': '2021-08-30T15:49:13Z', 'revision_number': 0, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}, {'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:38Z', 'revision_number': 1, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:49:15.440150 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4663f994-c9bf-4488-951d-97f20a0ec6ac None None] The sync data for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 is: [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'bbdeb6e7-22b4-43bf-ab52-04eb3db05817', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:f9:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:49:13Z', 'updated_at': '2021-08-30T15:49:13Z', 'revision_number': 0, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}, {'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:38Z', 'revision_number': 1, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:49:15.633692 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a5ca7-ce20-44cd-aaf4-a7769ff3a79c None None] New status for floating IP bbdeb6e7-22b4-43bf-ab52-04eb3db05817: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:49:19.409902 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:49:21.027367 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:25.296590 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6201dbbe-a8bd-4f70-a81c-1daed40812a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:27.971774 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0e23ca3-0d07-44af-8564-54b24ad8ebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:28.778520 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:29.589965 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:31.301543 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-6d32d134-4598-43cf-aadc-2f1a5cbdf811 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411260 Aug 30 15:49:31.400590 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-7e0f1f8e-6607-4667-81e3-73e6ce0947a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:31.402134 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-7e0f1f8e-6607-4667-81e3-73e6ce0947a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1096 time: 0.0429683 Aug 30 15:49:31.504654 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-5018625a-6181-4e70-b04a-f488655b9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:31.506131 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-5018625a-6181-4e70-b04a-f488655b9ec6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0851450 Aug 30 15:49:31.572133 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-3ccdf5ea-6534-4552-b849-2be44928b2ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 200 len: 1000 time: 0.0575128 Aug 30 15:49:31.620718 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-49ebac1a-a864-477a-8431-c9aee5c4a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:31.622151 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-49ebac1a-a864-477a-8431-c9aee5c4a738 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0429111 Aug 30 15:49:31.672256 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-34347e93-92c8-47bc-af57-af1165e47f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:49:31.673770 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-34347e93-92c8-47bc-af57-af1165e47f4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434308 Aug 30 15:49:31.767405 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-a32dea9b-e474-4c3a-a79f-091c45eb0f28 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849726 Aug 30 15:49:31.869271 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-70659c2e-2125-44e8-bcaf-a5ac79517562 req-960eb18e-46db-4702-aad2-27bdc7c07453 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935609 Aug 30 15:49:31.960528 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:33.757292 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:51.038786 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:55.297594 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c353e42e-36ce-49a3-9454-c2d9c9b50279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:56.409112 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:49:57.974194 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bd6c65b5-d88b-4f39-b55c-a174ffa8e75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:58.781889 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:49:59.591156 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:01.963812 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:03.781965 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:06.297473 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-c4051815-9941-478e-9f9d-34f421e148d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448477 Aug 30 15:50:06.380107 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-64c2b18e-d34f-4b3f-aea5-7773e8dc9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:50:06.381632 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-64c2b18e-d34f-4b3f-aea5-7773e8dc9f0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1095 time: 0.0405993 Aug 30 15:50:06.485874 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-329fb251-e810-4b59-a00e-4499a0dda466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:50:06.487346 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-329fb251-e810-4b59-a00e-4499a0dda466 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0836873 Aug 30 15:50:06.558921 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-7ee57306-80f5-4f6e-9b7d-683c08e7b001 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 1000 time: 0.0611470 Aug 30 15:50:06.607763 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-6ce72dc4-f38a-47d3-bd4c-5f302ff0a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:50:06.609263 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-6ce72dc4-f38a-47d3-bd4c-5f302ff0a482 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0440724 Aug 30 15:50:06.654560 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-acccd574-0369-46cb-a231-8401d5a10f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:50:06.656058 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-acccd574-0369-46cb-a231-8401d5a10f79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402720 Aug 30 15:50:06.754225 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-ba3e9c17-4e18-4c37-ab16-a91a5d59a4ec service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904372 Aug 30 15:50:06.850494 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2dcb14b4-0b7e-469e-928d-4b7a9ac03cb1 req-020617a1-9709-40b3-86e0-0081f723197a service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891619 Aug 30 15:50:21.065154 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:25.298230 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72208635-c0e6-4723-a028-442309a50bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:27.975957 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf4eb-beaa-4641-81f6-c119ac106ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:28.783558 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:29.594098 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:31.965737 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:32.291530 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-771bd72e-59df-4884-8c50-8417f907a7ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413294 Aug 30 15:50:32.393304 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-c97e6faa-c4df-4f64-a449-96554273e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:50:32.394902 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-c97e6faa-c4df-4f64-a449-96554273e5d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1096 time: 0.0453229 Aug 30 15:50:32.502286 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-e863da00-92cf-45a6-ae10-03d78381dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:50:32.503770 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-e863da00-92cf-45a6-ae10-03d78381dead service neutron] 10.222.0.21 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0882013 Aug 30 15:50:32.570565 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-cdf242e0-935a-4965-a947-ddd0e3f92526 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 200 len: 1000 time: 0.0584559 Aug 30 15:50:32.621259 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-46636533-f1eb-46b3-b946-d34986635259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:50:32.622734 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-46636533-f1eb-46b3-b946-d34986635259 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0457032 Aug 30 15:50:32.672862 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-1563919c-4cf4-4bc5-b875-4cce59ca2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:50:32.674413 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-1563919c-4cf4-4bc5-b875-4cce59ca2ad2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446861 Aug 30 15:50:32.765379 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-2b07778d-4e9d-4519-bfae-3d24d422ed95 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826569 Aug 30 15:50:32.860715 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-d4e6cc8b-5a70-435e-ab3d-f7c79de7b925 req-605bb463-50e0-4a27-9bba-9d2e99d85086 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875516 Aug 30 15:50:33.408899 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:50:33.791544 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:51.059074 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:55.301230 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe38b156-d32b-4de3-a2c7-d2f95791453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:57.982041 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49927acd-be3e-418e-956c-8dd836a4b3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:58.785859 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:50:59.597660 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:01.969295 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:03.791988 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:07.251715 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-2252e0a1-dafc-4f9c-a22c-d341c37648b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448251 Aug 30 15:51:07.330715 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-a9b968b4-3d92-4909-b2dd-c1903436ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:07.332205 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-a9b968b4-3d92-4909-b2dd-c1903436ec04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1095 time: 0.0410047 Aug 30 15:51:07.431220 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-29502408-c3cc-4b90-9be3-150fe933f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:07.432693 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-29502408-c3cc-4b90-9be3-150fe933f6fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0827606 Aug 30 15:51:07.500651 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-7a1d2294-97e4-44a5-b6f1-c414204a5379 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 1000 time: 0.0612085 Aug 30 15:51:07.550139 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-36fa0fc6-3fbf-4fc3-9039-5973800b3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:07.551514 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-36fa0fc6-3fbf-4fc3-9039-5973800b3ff3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0442791 Aug 30 15:51:07.596462 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-b8bc77fe-fdaa-448c-bc9f-4bee1f3ced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:07.597970 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-b8bc77fe-fdaa-448c-bc9f-4bee1f3ced1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401781 Aug 30 15:51:07.976450 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-d75a8de4-24d8-43c1-ba15-8aafd99e2960 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712003 Aug 30 15:51:08.062050 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-566d5c84-57c2-4aa8-a78c-9d48ca6bc105 req-5f1bb582-59b7-4847-9b76-1ca6fb173d3f service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783961 Aug 30 15:51:10.408204 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:51:21.066072 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:25.305646 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75e546e3-bef4-47b7-94c9-6c515f538e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:27.973841 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09d03aba-b2c4-4e48-830d-cd5fde0cce75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:28.787028 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:29.602504 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:31.972683 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:33.810942 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:34.306446 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-391c9fc8-e39e-40d3-8d85-92197ca3ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:34.307965 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-391c9fc8-e39e-40d3-8d85-92197ca3ff69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1096 time: 0.0420086 Aug 30 15:51:34.417948 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-eae64878-c477-4ea7-9c0c-3599dd4eecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:34.419445 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-eae64878-c477-4ea7-9c0c-3599dd4eecf6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0886633 Aug 30 15:51:34.491416 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-5fa89769-6d25-4d27-905a-3cc2d570e1e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 200 len: 1000 time: 0.0635748 Aug 30 15:51:34.542132 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-7e5706c4-8f8b-48e8-8ebc-4ef64b05756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:34.543620 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-7e5706c4-8f8b-48e8-8ebc-4ef64b05756b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0453391 Aug 30 15:51:34.592289 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-a75d7cb2-4c4c-4e05-8966-6dcbf1e68182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:34.593837 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-a75d7cb2-4c4c-4e05-8966-6dcbf1e68182 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413256 Aug 30 15:51:34.692150 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-781bee9e-5cee-4170-9389-23f002b74f30 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884843 Aug 30 15:51:34.746006 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device f2e06005-da8c-4bc4-a892-250c0cddac3b details requested by agent hyperv_n-h1-805668-3 with host n-h1-805668-3 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 15:51:34.788981 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-7dbff2b5-1c69-4b21-bc7e-5c77bae73ae2 req-d5852388-77cf-4bff-97c1-cf6457fa057d service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895171 Aug 30 15:51:34.849857 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:34.860968 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Returning: {'device': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'port_id': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'mac_address': 'fa:16:3e:f9:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 15:51:34.899272 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:34.913036 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2e06005-da8c-4bc4-a892-250c0cddac3b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 15:51:34.932130 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:34.936228 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:34.986971 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=f2e06005-da8c-4bc4-a892-250c0cddac3b,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:34.994274 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.994626 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.994965 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.995302 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.995633 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.995957 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.996283 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.996607 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.996928 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.997276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.997597 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:34.997916 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:35.086755 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] get_ports_and_sgs() called for port_ids ['f2e06005-da8c-4bc4-a892-250c0cddac3b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 15:51:36.744138 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device f2e06005-da8c-4bc4-a892-250c0cddac3b up at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 15:51:36.793730 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Provisioning complete for port f2e06005-da8c-4bc4-a892-250c0cddac3b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 15:51:36.794102 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079174'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:36.868846 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2039631'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:36.891758 n-d-805668-3 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:51:36.894567 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724a7afe1ae8882f851ea72516951b9f0fdf494d1ae18ef8cefdb40cb9770fe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7120b8d3-66e5-4f6b-9459-164cd2841673" -d '{"events": [{"server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "name": "network-vif-plugged", "status": "completed", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:51:36.907090 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:36.912182 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763168528177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763168006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763168006696'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:36.953812 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42159b2-a048-40bf-b26f-2c9152dd8e6b x-openstack-request-id: req-f42159b2-a048-40bf-b26f-2c9152dd8e6b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:51:36.954113 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "name": "network-vif-plugged", "status": "completed", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:51:36.954364 n-d-805668-3 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f42159b2-a048-40bf-b26f-2c9152dd8e6b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:51:36.954755 n-d-805668-3 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'code': 200} Aug 30 15:51:36.967496 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Pushing event updated for resources: {'Port': ['ID=f2e06005-da8c-4bc4-a892-250c0cddac3b,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:46.482013 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:51:46.938283 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Deleting port 146f9878-9c5c-4810-a77a-8adc0315be52 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:46.938624 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:47.014935 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:47.015180 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:47.030448 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Calling delete_port for 146f9878-9c5c-4810-a77a-8adc0315be52 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:47.190158 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:47.216532 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event deleted for resources: {'Port': ['ID=146f9878-9c5c-4810-a77a-8adc0315be52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:47.229299 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.229668 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.229997 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.230333 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.230671 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.231005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.231334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.231659 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.231983 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.232308 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.232639 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.232964 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:47.295382 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:47.295630 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Floating IP bbdeb6e7-22b4-43bf-ab52-04eb3db05817 disassociated (deleted). External IP: 172.25.6.36, port: f2e06005-da8c-4bc4-a892-250c0cddac3b. Aug 30 15:51:47.407874 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:51:47.518382 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:51:47.629335 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:51:47.634190 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:47.643153 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] Sync routers for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:51:47.654161 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:51:47.654791 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:51:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:47.667072 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-1dbe8470-e637-46e0-b5c6-569ce02acb70 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "DELETE /v2.0/floatingips/bbdeb6e7-22b4-43bf-ab52-04eb3db05817 HTTP/1.1" status: 204 len: 168 time: 1.1838622 Aug 30 15:51:47.667632 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:51:47.669939 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438476f0-5f01-40ae-9478-edc0e3ab4876" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:51:47.774271 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211fedf2-f5e1-4005-97dc-5df01ddf9bc2 x-openstack-request-id: req-211fedf2-f5e1-4005-97dc-5df01ddf9bc2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:51:47.774568 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:51:47.774826 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-211fedf2-f5e1-4005-97dc-5df01ddf9bc2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:51:47.775235 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'status': 'completed', 'code': 200} Aug 30 15:51:47.776646 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:51:47.876761 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-de081316-7203-4256-8200-077b597750fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:47.880176 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-de081316-7203-4256-8200-077b597750fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 1096 time: 0.0593140 Aug 30 15:51:47.957946 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d029a-e875-433f-aa0a-43117c71dcd7 req-96288d0a-630f-4ed3-a770-adcb22d26310 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:47.959533 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e53d029a-e875-433f-aa0a-43117c71dcd7 req-96288d0a-630f-4ed3-a770-adcb22d26310 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 945 time: 0.0653472 Aug 30 15:51:47.983573 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-9a00deef-8856-4161-8ca3-8e060567cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:47.985252 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-9a00deef-8856-4161-8ca3-8e060567cb51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.0981524 Aug 30 15:51:48.004707 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-e53d029a-e875-433f-aa0a-43117c71dcd7 req-6ae16aa5-9260-4f25-a898-10d884cbeb86 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384152 Aug 30 15:51:48.037951 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-dda1388b-0cb6-4d97-8957-ce835c97f6ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 200 len: 217 time: 0.0445011 Aug 30 15:51:48.047140 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:38Z', 'revision_number': 1, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:48.078593 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] Checking router: 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:51:48.087657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:51:48.088278 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:51:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:48.092613 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-8933ffac-b69a-4901-a8a5-e60b5e4dd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:48.094129 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-8933ffac-b69a-4901-a8a5-e60b5e4dd230 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0485857 Aug 30 15:51:48.142459 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-6dd4c11a-6bef-4b52-ae3c-ac3c045786a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:48.144437 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-6dd4c11a-6bef-4b52-ae3c-ac3c045786a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426109 Aug 30 15:51:48.203469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:51:48.255741 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-22ed2eb7-4143-46f4-aa06-58f4b8371193 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024811 Aug 30 15:51:48.355677 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-438476f0-5f01-40ae-9478-edc0e3ab4876 req-9b202425-3ff8-43f3-885e-e264f23fde47 service neutron] 10.222.0.21 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911226 Aug 30 15:51:48.597920 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:38Z', 'revision_number': 1, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:48.626588 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82c034-68ab-46da-b361-fecf4b36dabc None None] The sync data for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 is: [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_floatingips': [{'id': 'd2b9373f-0d58-4452-9868-6389620ff644', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'router_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'port_id': '1e0760bb-6d0b-401b-b528-49011b579935', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'mac_address': 'fa:16:3e:18:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T15:46:35Z', 'updated_at': '2021-08-30T15:46:38Z', 'revision_number': 1, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:51:48.850589 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818f163-dbe1-41d7-a2ac-a4f4b8fc39b8 None None] New status for floating IP bbdeb6e7-22b4-43bf-ab52-04eb3db05817: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:51:49.129851 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c709-6a87-44e4-8664-85e224922db9 req-ea18f039-2fe3-4d0a-8dd4-e09dfa55d673 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:49.131257 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7f1c709-6a87-44e4-8664-85e224922db9 req-ea18f039-2fe3-4d0a-8dd4-e09dfa55d673 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 945 time: 0.0512547 Aug 30 15:51:49.175669 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-e7f1c709-6a87-44e4-8664-85e224922db9 req-3c8162cf-3b88-454f-9eff-806c00d4015a tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369167 Aug 30 15:51:49.920975 n-d-805668-3 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-8e25cc85-ed4d-4561-a786-cc4333b7934d tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:49.922478 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-8e25cc85-ed4d-4561-a786-cc4333b7934d tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 945 time: 0.0486300 Aug 30 15:51:50.012486 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Deleting port f2e06005-da8c-4bc4-a892-250c0cddac3b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:50.012829 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:50.107853 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] For port f2e06005-da8c-4bc4-a892-250c0cddac3b, host n-h1-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805668-3',level=0,port_id=f2e06005-da8c-4bc4-a892-250c0cddac3b,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:50.108213 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:50.122197 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Calling delete_port for f2e06005-da8c-4bc4-a892-250c0cddac3b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:50.263914 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:50.292966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event deleted for resources: {'Port': ['ID=f2e06005-da8c-4bc4-a892-250c0cddac3b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:50.308538 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-2925bac9-2635-4d07-9288-6e6572d5ab9d req-5720ddb2-44dc-4238-aa76-d665ec269c87 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b9f1f77-73b9-46bc-89b5-0418e0ee6da0 HTTP/1.1" status: 200 len: 210 time: 0.0278971 Aug 30 15:51:50.340714 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] No DVR routers for this DVR port f2e06005-da8c-4bc4-a892-250c0cddac3b on host n-h1-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:51:50.343496 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:50.345589 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [req-a2b19aa4-cedf-4cd4-a944-1c40b4b4b4a4 req-2815995e-ec07-4309-b802-49999554a463 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.21 "DELETE /v2.0/ports/f2e06005-da8c-4bc4-a892-250c0cddac3b HTTP/1.1" status: 204 len: 173 time: 0.4169583 Aug 30 15:51:50.346563 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'name': 'network-vif-deleted', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:51:50.348825 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2bbc5f-b47a-40d2-9320-19cc2b845a6d" -d '{"events": [{"server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "name": "network-vif-deleted", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:51:50.391222 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578df60-64e3-4352-911c-25ae5375d507 x-openstack-request-id: req-c578df60-64e3-4352-911c-25ae5375d507 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:51:50.391519 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9f1f77-73b9-46bc-89b5-0418e0ee6da0", "name": "network-vif-deleted", "tag": "f2e06005-da8c-4bc4-a892-250c0cddac3b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:51:50.391771 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c578df60-64e3-4352-911c-25ae5375d507 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:51:50.392166 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9f1f77-73b9-46bc-89b5-0418e0ee6da0', 'name': 'network-vif-deleted', 'tag': 'f2e06005-da8c-4bc4-a892-250c0cddac3b', 'status': 'completed', 'code': 200} Aug 30 15:51:50.793428 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device f2e06005-da8c-4bc4-a892-250c0cddac3b no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:51:50.817456 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: f2e06005-da8c-4bc4-a892-250c0cddac3b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:51:50.817813 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device f2e06005-da8c-4bc4-a892-250c0cddac3b not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:51:51.102333 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:51.902302 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:51:52.060554 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Deleting port a7a11a97-b7b6-4f52-bbe0-da7c3cdd8f59 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:52.060994 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:52.140526 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:52.140768 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:52.157469 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Calling delete_port for a7a11a97-b7b6-4f52-bbe0-da7c3cdd8f59 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:52.306054 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:52.330713 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event deleted for resources: {'Port': ['ID=a7a11a97-b7b6-4f52-bbe0-da7c3cdd8f59,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:52.395490 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:52.395788 n-d-805668-3 neutron-server[94826]: INFO neutron.db.l3_db [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Floating IP d2b9373f-0d58-4452-9868-6389620ff644 disassociated (deleted). External IP: 172.25.6.182, port: 1e0760bb-6d0b-401b-b528-49011b579935. Aug 30 15:51:52.605756 n-d-805668-3 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:51:52.714769 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:51:52.719563 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:52.725325 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] Sync routers for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:51:52.734357 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:51:52.734977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:51:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:52.750179 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-ab2d860e-0d69-4eaf-843a-89d8c3d89383 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "DELETE /v2.0/floatingips/d2b9373f-0d58-4452-9868-6389620ff644 HTTP/1.1" status: 204 len: 168 time: 0.8440719 Aug 30 15:51:52.750179 n-d-805668-3 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:51:52.750603 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e768179a28e093b5222e09964df2d1c63221bd5ee47af57596cbd8de34c55e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa28763a-a9e0-4520-99c2-7d790f65a21a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "tag": "1e0760bb-6d0b-401b-b528-49011b579935"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:51:52.791663 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 15:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683cd077-2b3f-43fd-8570-e4b9c680cc53 x-openstack-request-id: req-683cd077-2b3f-43fd-8570-e4b9c680cc53 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:51:52.792127 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "tag": "1e0760bb-6d0b-401b-b528-49011b579935", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:51:52.792569 n-d-805668-3 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-683cd077-2b3f-43fd-8570-e4b9c680cc53 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:51:52.793273 n-d-805668-3 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935', 'status': 'completed', 'code': 200} Aug 30 15:51:52.846713 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:51:52.858695 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-fc6ad1ef-379e-4f8e-9734-22fdf2c24954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:52.860257 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-fc6ad1ef-379e-4f8e-9734-22fdf2c24954 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 1095 time: 0.0435803 Aug 30 15:51:52.974714 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-03b46ecb-48e6-4026-993b-f8d3f6d32967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:52.976003 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-03b46ecb-48e6-4026-993b-f8d3f6d32967 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 200 len: 911 time: 0.1027906 Aug 30 15:51:53.030019 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-947e7e9b-63f9-478e-90d1-fb611b49ef28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 200 len: 217 time: 0.0406597 Aug 30 15:51:53.052602 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3afe-eb21-44de-82d8-2d4b0f2d7dcb req-700b0582-b011-4034-958c-6276343e546a tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:53.054125 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-90eb3afe-eb21-44de-82d8-2d4b0f2d7dcb req-700b0582-b011-4034-958c-6276343e546a tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 944 time: 0.0935166 Aug 30 15:51:53.071988 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:53.100651 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] Checking router: 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:51:53.109702 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:51:53.110340 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:51:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:53.115255 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-997befa1-1b18-47d7-bacc-dd1ec56db8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:53.116722 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-997befa1-1b18-47d7-bacc-dd1ec56db8b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 200 len: 849 time: 0.0791366 Aug 30 15:51:53.139496 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-90eb3afe-eb21-44de-82d8-2d4b0f2d7dcb req-7dd4cad6-a93a-4a20-872a-336605d3527d tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e353ca5-fead-48a1-b7f3-e154755df361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591049 Aug 30 15:51:53.170597 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-dc962533-7e12-4850-ad35-6291b8dc9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:53.172153 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-dc962533-7e12-4850-ad35-6291b8dc9226 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a99b054e-01ef-4c98-83ce-8c365429aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459437 Aug 30 15:51:53.223766 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:51:53.269520 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-7bc44270-a5a4-43c3-b6d0-91059ae500f2 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893059 Aug 30 15:51:53.365033 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-fa28763a-a9e0-4520-99c2-7d790f65a21a req-2cd6f8fb-55ec-4689-bb5d-62ab1bc07d69 service neutron] 10.222.0.39 "GET /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 Aug 30 15:51:53.446051 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:53.473789 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab3eb9-a8da-4e60-b19f-05d3787b1448 None None] The sync data for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 is: [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:16Z', 'revision_number': 4, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3', '_interfaces': [{'id': '848f8543-36d5-4d05-bb6a-dd9f1d5895a8', 'name': '', 'network_id': 'a99b054e-01ef-4c98-83ce-8c365429aa00', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'mac_address': 'fa:16:3e:a1:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:15Z', 'updated_at': '2021-08-30T15:46:21Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'subnets': [{'id': 'a0592bd7-984c-4cbd-b3a2-81c436e81659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:51:53.625022 n-d-805668-3 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-0a108229-1877-4346-9300-a595856af41e tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 15:51:53.626623 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-0a108229-1877-4346-9300-a595856af41e tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 944 time: 0.0520985 Aug 30 15:51:53.699353 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ab8c9-4f58-412c-a409-01d67ef813b3 None None] New status for floating IP d2b9373f-0d58-4452-9868-6389620ff644: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 15:51:53.728977 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Deleting port 1e0760bb-6d0b-401b-b528-49011b579935 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:53.729372 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:53.818196 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] For port 1e0760bb-6d0b-401b-b528-49011b579935, host n-h2-805668-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805668-3',level=0,port_id=1e0760bb-6d0b-401b-b528-49011b579935,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:53.818572 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:53.832070 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Calling delete_port for 1e0760bb-6d0b-401b-b528-49011b579935 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:53.960872 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:53.996235 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event deleted for resources: {'Port': ['ID=1e0760bb-6d0b-401b-b528-49011b579935,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:54.019389 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.019740 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.020083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.020421 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.020756 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.021123 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.021440 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.021766 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.022088 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.022412 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.022737 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.023060 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805668-3 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 15:51:54.047268 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] No DVR routers for this DVR port 1e0760bb-6d0b-401b-b528-49011b579935 on host n-h2-805668-3 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:51:54.050052 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44248'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:54.052151 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-f3896b80-8b7b-4f6d-955f-67931ea037d3 req-cf288e78-7559-4149-8615-f0de5653fb20 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.39 "DELETE /v2.0/ports/1e0760bb-6d0b-401b-b528-49011b579935 HTTP/1.1" status: 204 len: 173 time: 0.4168589 Aug 30 15:51:54.052580 n-d-805668-3 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'name': 'network-vif-deleted', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 15:51:54.054929 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9205ce093e72d490d561f8c05649822a4c635a1463af0109b6f42989897cbba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e939221-2dac-4c6e-a6fd-6c339517cf84" -d '{"events": [{"server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "name": "network-vif-deleted", "tag": "1e0760bb-6d0b-401b-b528-49011b579935"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 15:51:54.155754 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2633457b-5c4b-4c2e-8c9b-bc690f94b008 x-openstack-request-id: req-2633457b-5c4b-4c2e-8c9b-bc690f94b008 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 15:51:54.156045 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4acfb-30da-416d-86d3-e406df1c2233", "name": "network-vif-deleted", "tag": "1e0760bb-6d0b-401b-b528-49011b579935", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 15:51:54.156298 n-d-805668-3 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2633457b-5c4b-4c2e-8c9b-bc690f94b008 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 15:51:54.156697 n-d-805668-3 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4acfb-30da-416d-86d3-e406df1c2233', 'name': 'network-vif-deleted', 'tag': '1e0760bb-6d0b-401b-b528-49011b579935', 'status': 'completed', 'code': 200} Aug 30 15:51:54.249279 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [req-90f0b661-1cdc-4564-8827-46680b1133c4 req-ceedb792-810d-4f9e-9ea2-f53f224b6fcc tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed4acfb-30da-416d-86d3-e406df1c2233 HTTP/1.1" status: 200 len: 210 time: 0.0264487 Aug 30 15:51:54.828784 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device f2e06005-da8c-4bc4-a892-250c0cddac3b no longer exists at agent hyperv_n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:51:54.849469 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] No Port match for: f2e06005-da8c-4bc4-a892-250c0cddac3b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:51:54.849846 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Device f2e06005-da8c-4bc4-a892-250c0cddac3b not bound to the agent host n-h1-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:51:55.308404 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:51:55.309241 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00d499ba-a42b-49c8-9baf-8c8680d9259a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:55.370980 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84042e04-a50a-4be7-89f4-ef139811fa30 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:55.396128 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84042e04-a50a-4be7-89f4-ef139811fa30 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:55.458571 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84042e04-a50a-4be7-89f4-ef139811fa30 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:55.461507 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84042e04-a50a-4be7-89f4-ef139811fa30 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:55.462775 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-84042e04-a50a-4be7-89f4-ef139811fa30 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e353ca5-fead-48a1-b7f3-e154755df361 HTTP/1.1" status: 204 len: 168 time: 0.1532574 Aug 30 15:51:55.473060 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042e04-a50a-4be7-89f4-ef139811fa30 tempest-TestSnapshotPattern-2020437031 tempest-TestSnapshotPattern-2020437031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e353ca5-fead-48a1-b7f3-e154755df361,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:55.524786 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34214) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:51:55.981668 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:56.228374 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Deleting port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:56.228715 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:56.311357 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] For port 848f8543-36d5-4d05-bb6a-dd9f1d5895a8, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:56.311630 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:56.324876 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Calling delete_port for 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:56.351175 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1e0760bb-6d0b-401b-b528-49011b579935 no longer exists at agent hyperv_n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:51:56.372366 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] No Port match for: 1e0760bb-6d0b-401b-b528-49011b579935 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:51:56.372717 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Device 1e0760bb-6d0b-401b-b528-49011b579935 not bound to the agent host n-h2-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:51:56.517428 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:56.542124 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Pushing event deleted for resources: {'Port': ['ID=848f8543-36d5-4d05-bb6a-dd9f1d5895a8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:56.716094 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:56.939300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:51:57.055162 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:51:57.060044 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-9d212b9d-13a6-4da3-975b-621ab7fb827e admin admin] 10.222.0.50 "PUT /v2.0/routers/9258f6ce-0e77-41b7-98d7-a7a33cf39c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5342114 Aug 30 15:51:57.062613 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:51:57.065444 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] Sync routers for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:51:57.074800 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:51:57.075423 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:51:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:57.173036 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.183884 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: n-d-805668-3 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:51:57.288516 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.344086 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Deleting port 00d65a0b-4da9-40b1-813e-e119f53db25e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:57.344086 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.376054 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:51:56Z', 'revision_number': 5, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port': {'id': '00d65a0b-4da9-40b1-813e-e119f53db25e', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:57.403424 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] Checking router: 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 for host: n-d-805668-3 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:51:57.412937 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] Routers {'9258f6ce-0e77-41b7-98d7-a7a33cf39c61'} bound to L3 agent in host n-d-805668-3 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:51:57.413595 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:51:28Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:57.431687 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] For port 00d65a0b-4da9-40b1-813e-e119f53db25e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=00d65a0b-4da9-40b1-813e-e119f53db25e,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:57.431970 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.444132 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Calling delete_port for 00d65a0b-4da9-40b1-813e-e119f53db25e owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:57.504141 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] Set router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:51:57.556474 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:51:57Z', 'revision_number': 6, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:57.588282 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f96bdf-93ae-40e8-ade6-cbb5e237801a None None] The sync data for ids ['9258f6ce-0e77-41b7-98d7-a7a33cf39c61'] in n-d-805668-3 is: [{'id': '9258f6ce-0e77-41b7-98d7-a7a33cf39c61', 'name': 'tempest-TestSnapshotPattern-1862486121-router', 'tenant_id': '6df7b968bb754aaf9a74b05c5c46270e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:13Z', 'updated_at': '2021-08-30T15:51:57Z', 'revision_number': 6, 'project_id': '6df7b968bb754aaf9a74b05c5c46270e', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:51:57.620339 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.647423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d65a0b-4da9-40b1-813e-e119f53db25e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:57.712530 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.804251 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.806456 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.860475 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.861027 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9258f6ce-0e77-41b7-98d7-a7a33cf39c61 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:51:57.866882 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.868048 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-4017d834-ef1b-4f27-b7e7-615aa6340566 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9258f6ce-0e77-41b7-98d7-a7a33cf39c61 HTTP/1.1" status: 204 len: 168 time: 0.8045142 Aug 30 15:51:57.870730 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:51:57.919966 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2268f4-876b-4dc2-addc-880345a1d4cc admin admin] Deleting subnet a0592bd7-984c-4cbd-b3a2-81c436e81659 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:51:57.923205 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d2268f4-876b-4dc2-addc-880345a1d4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.961603 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d2268f4-876b-4dc2-addc-880345a1d4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14359985'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:57.975931 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a5fb25b-5ae4-439f-afee-9deed8d29b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.056831 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d2268f4-876b-4dc2-addc-880345a1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.122196 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d2268f4-876b-4dc2-addc-880345a1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12781895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14241633'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.149398 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2268f4-876b-4dc2-addc-880345a1d4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0592bd7-984c-4cbd-b3a2-81c436e81659,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:58.153243 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d2268f4-876b-4dc2-addc-880345a1d4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.157738 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-2d2268f4-876b-4dc2-addc-880345a1d4cc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a0592bd7-984c-4cbd-b3a2-81c436e81659 HTTP/1.1" status: 204 len: 168 time: 0.2834189 Aug 30 15:51:58.157738 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:51:58.161823 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b680ed5a-fc0b-46f0-a5cc-e30c5e268332 None None] Network a99b054e-01ef-4c98-83ce-8c365429aa00 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:51:58.227355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.276505 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-80633cf7-7e5e-4fe8-b948-2d1ef80f3f4e req-293f7c34-7bef-4a8a-b7e9-3695f0f606a8 service neutron] (94826) timed out ('10.222.0.39', 49170) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 15:51:58.288965 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Deleting port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:58.289435 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.360473 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] For port 530d3d01-b455-450b-9e5b-a7c8cf82cc82, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=530d3d01-b455-450b-9e5b-a7c8cf82cc82,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:58.360473 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.375351 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Calling delete_port for 530d3d01-b455-450b-9e5b-a7c8cf82cc82 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:58.397193 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] DHCP port deletion for a99b054e-01ef-4c98-83ce-8c365429aa00 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:51:58.448801 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] Deleting port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:58.449306 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.463083 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.493691 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] No DVR routers for this DVR port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:51:58.499481 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=530d3d01-b455-450b-9e5b-a7c8cf82cc82,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:58.516488 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] For port 530d3d01-b455-450b-9e5b-a7c8cf82cc82, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=530d3d01-b455-450b-9e5b-a7c8cf82cc82,segment=NetworkSegment(f665bd93-e01d-47f6-abb3-967e549ccac1),segment_id=f665bd93-e01d-47f6-abb3-967e549ccac1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:58.516876 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.531788 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] Calling delete_port for 530d3d01-b455-450b-9e5b-a7c8cf82cc82 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:58.577875 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.590910 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99b054e-01ef-4c98-83ce-8c365429aa00']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:58.605704 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f665bd93-e01d-47f6-abb3-967e549ccac1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:58.606102 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f665bd93-e01d-47f6-abb3-967e549ccac1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:51:58.632654 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.644945 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.657414 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.666781 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:51:58.667735 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:51:58.670410 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:51:58.675183 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] Pushing event deleted for resources: {'Port': ['ID=530d3d01-b455-450b-9e5b-a7c8cf82cc82,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:58.680574 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311eb13-4614-4e6b-badd-e7a336dc1a31 None None] No DVR routers for this DVR port 530d3d01-b455-450b-9e5b-a7c8cf82cc82 on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:51:58.747532 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.753303 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.755640 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a99b054e-01ef-4c98-83ce-8c365429aa00 HTTP/1.1" status: 204 len: 168 time: 0.5969577 Aug 30 15:51:58.759618 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:51:58.767776 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42875da3-85c1-4692-a6af-d85b1d4834d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99b054e-01ef-4c98-83ce-8c365429aa00,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:51:58.790362 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:58.977769 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 530d3d01-b455-450b-9e5b-a7c8cf82cc82 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:51:58.999100 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 530d3d01-b455-450b-9e5b-a7c8cf82cc82 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:51:58.999402 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 530d3d01-b455-450b-9e5b-a7c8cf82cc82 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:51:58.999915 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:51:59.020606 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:51:59.020977 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 848f8543-36d5-4d05-bb6a-dd9f1d5895a8 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:51:59.021465 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 00d65a0b-4da9-40b1-813e-e119f53db25e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:51:59.045312 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 00d65a0b-4da9-40b1-813e-e119f53db25e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:51:59.045657 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 00d65a0b-4da9-40b1-813e-e119f53db25e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:51:59.413209 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572620'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:59.603099 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:59.665300 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Deleting port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:51:59.665547 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:59.749655 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] For port 86e5a63c-6fb3-4ef2-be29-1bef98fe4780, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,segment=NetworkSegment(54f8a1ae-810f-47a9-8db8-e4798eda81fd),segment_id=54f8a1ae-810f-47a9-8db8-e4798eda81fd)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:51:59.750003 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:59.763423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Calling delete_port for 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:51:59.949493 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:51:59.979239 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Pushing event deleted for resources: {'Port': ['ID=86e5a63c-6fb3-4ef2-be29-1bef98fe4780,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:52:00.151708 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572422'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:00.370424 n-d-805668-3 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Router f2c5c404-9562-4698-a5f3-ecd76d8ff29b has already been hosted by L3 agent 523a3027-dc5d-4723-b05d-393f6bd4c46e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 15:52:00.481215 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] Notify agent at l3_agent.n-d-805668-3 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 15:52:00.486809 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-42364aa6-a112-4604-b350-195cfab1815a admin admin] 10.222.0.50 "PUT /v2.0/routers/f2c5c404-9562-4698-a5f3-ecd76d8ff29b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7255087 Aug 30 15:52:00.489277 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34226) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:52:00.491829 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] Sync routers for ids ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'] in n-d-805668-3 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 15:52:00.501414 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] Routers {'f2c5c404-9562-4698-a5f3-ecd76d8ff29b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:52:00.502623 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:51:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:52:00.599574 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:00.606549 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] Set router f2c5c404-9562-4698-a5f3-ecd76d8ff29b gateway port host: n-d-805668-3 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:52:00.706115 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:00.761375 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Deleting port 28b48703-b6ea-4edb-b856-c8a52c7f7a59 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:52:00.761717 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:00.791058 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'external_fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:51:59Z', 'revision_number': 5, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port': {'id': '28b48703-b6ea-4edb-b856-c8a52c7f7a59', 'name': '', 'network_id': '70f7404e-36c3-4049-a1ff-6e7669a6ea6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805668-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30f48320-62d7-442f-b3e0-b33fbcf3f66a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805668-3'}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:52:00.817601 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] Checking router: f2c5c404-9562-4698-a5f3-ecd76d8ff29b for host: n-d-805668-3 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 15:52:00.826137 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] Routers {'f2c5c404-9562-4698-a5f3-ecd76d8ff29b'} bound to L3 agent in host n-d-805668-3 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 15:52:00.826769 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805668-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:06:58Z,description=,heartbeat_timestamp=2021-08-30T15:51:58Z,host='n-d-805668-3',id=523a3027-dc5d-4723-b05d-393f6bd4c46e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:06:58Z,topic='l3_agent')) {'router_ids': ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:52:00.841785 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] For port 28b48703-b6ea-4edb-b856-c8a52c7f7a59, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=28b48703-b6ea-4edb-b856-c8a52c7f7a59,segment=NetworkSegment(9888a8d7-c9d4-4fbb-813a-401f17246b8c),segment_id=9888a8d7-c9d4-4fbb-813a-401f17246b8c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:52:00.842397 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:00.860423 n-d-805668-3 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Calling delete_port for 28b48703-b6ea-4edb-b856-c8a52c7f7a59 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:52:00.915559 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] Set router f2c5c404-9562-4698-a5f3-ecd76d8ff29b gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 15:52:00.975712 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:52:00Z', 'revision_number': 6, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port_host': None}], 'n-d-805668-3', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:52:01.005094 n-d-805668-3 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7feb2d-cb43-494c-b44f-bde349b12910 None None] The sync data for ids ['f2c5c404-9562-4698-a5f3-ecd76d8ff29b'] in n-d-805668-3 is: [{'id': 'f2c5c404-9562-4698-a5f3-ecd76d8ff29b', 'name': 'tempest-TestSnapshotPattern-1022753280-router', 'tenant_id': '6a46bba9091d48d1a3135837bfc6eac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T15:46:18Z', 'updated_at': '2021-08-30T15:52:00Z', 'revision_number': 6, 'project_id': '6a46bba9091d48d1a3135837bfc6eac6', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 15:52:01.036932 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24488180'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.067643 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b48703-b6ea-4edb-b856-c8a52c7f7a59,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:52:01.127393 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560476'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.220152 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496384'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.222445 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.266294 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570828'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.266809 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c5c404-9562-4698-a5f3-ecd76d8ff29b {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 15:52:01.272362 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.273579 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-f7b3d579-8753-436b-98a3-c9b808871fc8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f2c5c404-9562-4698-a5f3-ecd76d8ff29b HTTP/1.1" status: 204 len: 168 time: 0.7832987 Aug 30 15:52:01.275872 n-d-805668-3 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 34228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:52:01.326083 n-d-805668-3 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-054ce9ff-f8b5-46db-bed4-ba6734cbaf7a admin admin] Deleting subnet 5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 15:52:01.329586 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ce9ff-f8b5-46db-bed4-ba6734cbaf7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.366897 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ce9ff-f8b5-46db-bed4-ba6734cbaf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12732517'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.458691 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ce9ff-f8b5-46db-bed4-ba6734cbaf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051764'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.518470 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ce9ff-f8b5-46db-bed4-ba6734cbaf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24488103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13282009'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.546746 n-d-805668-3 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ce9ff-f8b5-46db-bed4-ba6734cbaf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:52:01.551020 n-d-805668-3 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ce9ff-f8b5-46db-bed4-ba6734cbaf7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.552934 n-d-805668-3 neutron-server[94827]: INFO neutron.wsgi [None req-054ce9ff-f8b5-46db-bed4-ba6734cbaf7a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5ab2bdb2-e7e5-43be-a80f-4467e8c5a8d9 HTTP/1.1" status: 204 len: 168 time: 0.2758613 Aug 30 15:52:01.555600 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:52:01.560676 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bd1924-0167-4b31-8c6b-c2085909cb8b None None] Network f70da142-8da8-4db5-9932-11a3a1b21237 requested from n-d-805668-3 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 15:52:01.625209 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1590820'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.678857 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Deleting port af581cb4-8312-4f54-8f2d-7c001dcb098e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:52:01.679176 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.747149 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] For port af581cb4-8312-4f54-8f2d-7c001dcb098e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=af581cb4-8312-4f54-8f2d-7c001dcb098e,segment=NetworkSegment(54f8a1ae-810f-47a9-8db8-e4798eda81fd),segment_id=54f8a1ae-810f-47a9-8db8-e4798eda81fd)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:52:01.747512 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.766103 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Calling delete_port for af581cb4-8312-4f54-8f2d-7c001dcb098e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:52:01.786314 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] DHCP port deletion for f70da142-8da8-4db5-9932-11a3a1b21237 request from n-d-805668-3 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 15:52:01.846062 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] Deleting port af581cb4-8312-4f54-8f2d-7c001dcb098e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 15:52:01.846062 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763168504351'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.849769 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12781844'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.881850 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af581cb4-8312-4f54-8f2d-7c001dcb098e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:52:01.885844 n-d-805668-3 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] No DVR routers for this DVR port af581cb4-8312-4f54-8f2d-7c001dcb098e on host n-d-805668-3 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:52:01.917566 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] For port af581cb4-8312-4f54-8f2d-7c001dcb098e, host n-d-805668-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805668-3',level=0,port_id=af581cb4-8312-4f54-8f2d-7c001dcb098e,segment=NetworkSegment(54f8a1ae-810f-47a9-8db8-e4798eda81fd),segment_id=54f8a1ae-810f-47a9-8db8-e4798eda81fd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 15:52:01.918010 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572957'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.931660 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] Calling delete_port for af581cb4-8312-4f54-8f2d-7c001dcb098e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 15:52:01.963932 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077007', 'neutron.services.segments.db._delete_segments_for_network-8763168568814'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:01.976334 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70da142-8da8-4db5-9932-11a3a1b21237']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:52:01.989615 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f8a1ae-810f-47a9-8db8-e4798eda81fd') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:52:01.990005 n-d-805668-3 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f8a1ae-810f-47a9-8db8-e4798eda81fd') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 15:52:02.006508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.009921 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763168568697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14359982'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.026301 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.034041 n-d-805668-3 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 15:52:02.034612 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1984061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12781857'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: Traceback (most recent call last): Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: timer() Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: cb(*args, **kw) Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: return func(*args, **kwargs) Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: self._notify() Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: self.callback(batched_events) Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: event.method(event) Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: return f(self, *a, **k) Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: return self._get(url).json() Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 15:52:02.036227 n-d-805668-3 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 15:52:02.048193 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2039552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763168528159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763168006669'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.077579 n-d-805668-3 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] Pushing event deleted for resources: {'Port': ['ID=af581cb4-8312-4f54-8f2d-7c001dcb098e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:52:02.092529 n-d-805668-3 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad34e3d-b4db-4443-bbc8-193458618e6e None None] No DVR routers for this DVR port af581cb4-8312-4f54-8f2d-7c001dcb098e on host n-d-805668-3 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 15:52:02.105809 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560480'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.111255 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.122083 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f70da142-8da8-4db5-9932-11a3a1b21237 HTTP/1.1" status: 204 len: 168 time: 0.5565975 Aug 30 15:52:02.129990 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9409ed-1d46-434e-8293-c1a627c334e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70da142-8da8-4db5-9932-11a3a1b21237,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:52:02.238412 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:52:02.279876 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-76f504f9-d7e2-42bb-bdff-875aca559692 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6df7b968bb754aaf9a74b05c5c46270e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397291 Aug 30 15:52:02.282025 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:52:02.332355 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7f48-3f40-4bcb-8aee-7c46363b0f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.354329 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7f48-3f40-4bcb-8aee-7c46363b0f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.402277 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7f48-3f40-4bcb-8aee-7c46363b0f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.404839 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7f48-3f40-4bcb-8aee-7c46363b0f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.406074 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-0d4f7f48-3f40-4bcb-8aee-7c46363b0f92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bde739b8-9350-4e9c-a698-0e7ff75c5321 HTTP/1.1" status: 204 len: 168 time: 0.1230867 Aug 30 15:52:02.414422 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f7f48-3f40-4bcb-8aee-7c46363b0f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde739b8-9350-4e9c-a698-0e7ff75c5321,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:52:02.756807 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:52:02.802894 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-8c36223c-6e21-4209-a9ee-69a986c1dda3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a46bba9091d48d1a3135837bfc6eac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448613 Aug 30 15:52:02.805400 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 34244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 15:52:02.855397 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20f9ba26-f1c7-419e-9cc0-663b0351838a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.876563 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20f9ba26-f1c7-419e-9cc0-663b0351838a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.927217 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20f9ba26-f1c7-419e-9cc0-663b0351838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972575'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.932037 n-d-805668-3 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20f9ba26-f1c7-419e-9cc0-663b0351838a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:02.933884 n-d-805668-3 neutron-server[94826]: INFO neutron.wsgi [None req-20f9ba26-f1c7-419e-9cc0-663b0351838a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6319cc7e-76b8-4350-8a85-b0e13abc4862 HTTP/1.1" status: 204 len: 168 time: 0.1274045 Aug 30 15:52:02.951186 n-d-805668-3 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9ba26-f1c7-419e-9cc0-663b0351838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6319cc7e-76b8-4350-8a85-b0e13abc4862,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 15:52:02.996747 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:52:03.017601 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:52:03.017951 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 86e5a63c-6fb3-4ef2-be29-1bef98fe4780 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:52:03.018380 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 28b48703-b6ea-4edb-b856-c8a52c7f7a59 no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:52:03.037870 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: 28b48703-b6ea-4edb-b856-c8a52c7f7a59 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:52:03.038276 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device 28b48703-b6ea-4edb-b856-c8a52c7f7a59 not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:52:03.038704 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device af581cb4-8312-4f54-8f2d-7c001dcb098e no longer exists at agent ovs-agent-n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 15:52:03.059405 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] No Port match for: af581cb4-8312-4f54-8f2d-7c001dcb098e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 15:52:03.059760 n-d-805668-3 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Device af581cb4-8312-4f54-8f2d-7c001dcb098e not bound to the agent host n-d-805668-3 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 15:52:03.806575 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:21.103094 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:24.406373 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:52:25.313724 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98027ff0-f309-4655-b3ed-64c4072f4e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:27.977781 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d19cda9-bea7-4773-9f9a-f6b4463728cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:28.952471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:29.607036 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:31.982108 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:33.811133 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:51.102310 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:55.315582 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-939ae79a-d3f8-457f-ae85-6361e1ea1975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:57.978859 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8e02000-ec56-429f-9e9c-1b2007ca8588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:58.795492 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:52:59.609764 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:01.405821 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:53:01.983927 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:03.815252 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:21.101521 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:25.316498 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50539226-2bb0-4974-8f77-60b77ba05180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:27.979001 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-392e385a-0ca2-4fad-ae5c-fd6ef862991a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:28.799921 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:29.611078 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:31.987803 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:33.824090 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:38.409021 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:53:51.102024 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:55.316954 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da59076a-a371-4c1d-8f89-c6b262341ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:57.979051 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63ddfe5e-c612-4593-9f58-2cf801a15ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:58.803457 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:53:59.614106 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:01.989912 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:03.823699 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:15.408524 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:54:21.101422 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:25.316304 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42c357e3-b2ab-43c6-8726-3f4f9cec1a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:27.979792 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dda8b217-bccb-49b4-b00c-402b634bc5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:28.804343 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:29.617984 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:31.990918 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:33.827851 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:51.117102 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:52.407679 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:54:55.316106 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7c1d2d5-f882-4282-a893-c1cc9fa8ce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:57.980181 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f35bd59-8f9a-4485-8ad6-10a01e396e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:58.806145 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:54:59.621779 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:01.995207 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:03.836896 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:21.131809 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:25.318108 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be27bfeb-4a8f-4bb1-8cd1-f531ae575808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:27.979842 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ff6ccb0-6c68-4ae4-a89d-12aab832ff20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:28.809409 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:29.406693 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:55:29.623880 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:31.997514 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:33.837287 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:51.132296 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:55.318690 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61b4c87c-3c84-444e-ad58-9b3036112219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:57.979703 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a67ad993-67de-4490-b01d-6648f66a21bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:58.810119 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:55:59.626871 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:02.000855 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:03.835549 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:06.405677 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:56:21.146076 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:25.319588 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc05fc98-fad2-4b4e-b812-afac8d25ae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:27.980113 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7f4fb81-6548-41af-86a9-7d2131ae9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:28.810471 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:29.630243 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:32.003741 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:33.835320 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:43.405343 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:56:51.146650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:55.321726 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29620935-3e03-4a0a-8e98-fc877618498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:57.980086 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-850ee6a3-7d8a-4679-ab39-757a361fed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:58.810996 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:56:59.633190 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:02.004778 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:03.849339 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:20.405059 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:57:21.175163 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:25.322508 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0939334-d140-46a6-bc4b-bebe53cce61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:27.981676 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a64604b-0ebb-44e2-8374-2a19aa9c5202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:28.811578 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:29.635080 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:32.009003 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:33.863717 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:51.197640 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:55.323678 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3775-41ea-4f16-ba78-81872ac8ff1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:57.404237 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:57:57.981880 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f54f436-b33c-4cb8-8dec-51fe8e3c1ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:58.812891 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:57:59.644688 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:02.012650 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:03.870186 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:21.214414 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:25.325206 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02b20958-7ec3-4c48-8fea-313011752b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:27.982011 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0894a7e4-5888-4531-b9a4-ec79301ace17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:28.813564 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:29.642136 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:32.014185 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:33.877884 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:34.403923 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:58:51.223672 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:55.326571 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-212c3489-c681-47f9-909a-6ec5627455b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:57.982389 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90afa057-5420-42a0-a78c-2050da8b7a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:58.817125 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:58:59.643848 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:02.017215 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:03.878725 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:11.402711 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:59:21.240430 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:23.833055 n-d-805668-3 neutron-server[94826]: DEBUG neutron.wsgi [req-3c99a01f-9c5b-4448-8c56-28ff32999836 req-d3cb6003-c87e-4747-b92d-acf52dee9043 service neutron] (94826) timed out ('10.222.0.50', 32796) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 15:59:25.327721 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c90762a9-86e7-44dd-80c4-dcb379981216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:27.983423 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08e2a78f-18b2-49c3-a4ac-dcef3fbc7802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:28.817999 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:29.645996 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:32.018372 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:33.874997 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:48.401864 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 15:59:51.239237 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:55.327935 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-387ed94e-326a-49ba-a669-0df29b296de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:57.989802 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-75def017-b9d8-4161-b591-0746b0084cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:58.817408 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 15:59:59.649047 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:02.021977 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:03.888939 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:21.237647 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c15acaae-7088-4c23-a9f5-4868746c1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:25.327964 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff539-6bdd-47d4-b4f8-d4a1bede6289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:25.400607 n-d-805668-3 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-26f81279-d499-411d-b06c-c6d3f0b39296 None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 16:00:27.980229 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41e59425-a358-4a99-a664-396fec74f80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:28.818662 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71823af3-ad88-44e3-a3e6-9e0d4e152376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:29.651806 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-282fb0e5-201c-43bb-b1b3-c8ad43294564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:32.030975 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14a87a24-7b80-478e-904c-5c1d20d948e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 16:00:33.882252 n-d-805668-3 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-801517a3-1a36-4f23-b120-af3b8e1e9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763168568796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079093'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}